1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
|
package FixMyStreet::App::Controller::Admin::ExorDefects;
use Moose;
use namespace::autoclean;
use Text::CSV;
use DateTime;
use mySociety::Random qw(random_bytes);
BEGIN { extends 'Catalyst::Controller'; }
sub begin : Private {
my ( $self, $c ) = @_;
$c->forward('/admin/begin');
}
sub index : Path : Args(0) {
my ( $self, $c ) = @_;
foreach (qw(error_message start_date end_date user_id)) {
if ( defined $c->flash->{$_} ) {
$c->stash->{$_} = $c->flash->{$_};
}
}
my @inspectors = $c->cobrand->users->search({
'user_body_permissions.permission_type' => 'report_inspect'
}, {
join => 'user_body_permissions',
distinct => 1,
}
)->all;
$c->stash->{inspectors} = \@inspectors;
# Default start/end date is today
my $now = DateTime->now( time_zone =>
FixMyStreet->time_zone || FixMyStreet->local_time_zone );
$c->stash->{start_date} ||= $now;
$c->stash->{end_date} ||= $now;
}
sub download : Path('download') : Args(0) {
my ( $self, $c ) = @_;
if ( !$c->cobrand->can('exor_rdi_link_id') ) {
# This only works on the Oxfordshire cobrand currently.
$c->detach( '/page_error_404_not_found', [] );
}
my $parser = DateTime::Format::Strptime->new( pattern => '%d/%m/%Y' );
my $start_date = $parser-> parse_datetime ( $c->get_param('start_date') );
my $end_date = $parser-> parse_datetime ( $c->get_param('end_date') ) ;
my $one_day = DateTime::Duration->new( days => 1 );
my %params = (
-and => [
state => [ 'action scheduled' ],
'admin_log_entries.action' => 'inspected',
'admin_log_entries.whenedited' => { '>=', $start_date },
'admin_log_entries.whenedited' => { '<=', $end_date + $one_day },
]
);
my $user;
if ( $c->get_param('user_id') ) {
my $uid = $c->get_param('user_id');
$params{'admin_log_entries.user_id'} = $uid;
$user = $c->model('DB::User')->find( { id => $uid } );
}
my $problems = $c->cobrand->problems->search(
\%params,
{
join => 'admin_log_entries',
distinct => 1,
}
);
if ( !$problems->count ) {
if ( defined $user ) {
$c->flash->{error_message} = _("No inspections by that inspector in the selected date range.");
} else {
$c->flash->{error_message} = _("No inspections in the selected date range.");
}
$c->flash->{start_date} = $start_date;
$c->flash->{end_date} = $end_date;
$c->flash->{user_id} = $user->id if $user;
$c->res->redirect( $c->uri_for( '' ) );
}
# A single RDI file might contain inspections from multiple inspectors, so
# we need to group inspections by inspector within G records.
my $inspectors = {};
my $inspector_initials = {};
while ( my $report = $problems->next ) {
my $user = $report->inspection_log_entry->user;
$inspectors->{$user->id} ||= [];
push @{ $inspectors->{$user->id} }, $report;
unless ( $inspector_initials->{$user->id} ) {
$inspector_initials->{$user->id} = $user->get_extra_metadata('initials');
}
}
my $csv = Text::CSV->new({ binary => 1, eol => "" });
my $p_count = 0;
my $link_id = $c->cobrand->exor_rdi_link_id;
# RDI first line is always the same
$csv->combine("1", "1.8", "1.0.0.0", "ENHN", "");
my @body = ($csv->string);
my $i = 0;
foreach my $inspector_id (keys %$inspectors) {
my $inspections = $inspectors->{$inspector_id};
my $initials = $inspector_initials->{$inspector_id};
$csv->combine(
"G", # start of an area/sequence
$link_id, # area/link id, fixed value for our purposes
"","", # must be empty
$initials || "XX", # inspector initials
$start_date->strftime("%y%m%d"), # date of inspection yymmdd
"0700", # time of inspection hhmm, set to static value for now
"D", # inspection variant, should always be D
"INS", # inspection type, always INS
"N", # Area of the county - north (N) or south (S)
"", "", "", "" # empty fields
);
push @body, $csv->string;
$csv->combine(
"H", # initial inspection type
"MC" # minor carriageway (changes depending on activity code)
);
push @body, $csv->string;
foreach my $report (@$inspections) {
my ($eastings, $northings) = $report->local_coords;
my $description = sprintf("%s %s", $report->external_id || "", $report->get_extra_metadata('detailed_information') || "");
$csv->combine(
"I", # beginning of defect record
"MC", # activity code - minor carriageway, also FC (footway)
"", # empty field, can also be A (seen on MC) or B (seen on FC)
sprintf("%03d", ++$i), # randomised sequence number
"${eastings}E ${northings}N", # defect location field, which we don't capture from inspectors
$report->inspection_log_entry->whenedited->strftime("%H%M"), # defect time raised
"","","","","","","", # empty fields
$report->get_extra_metadata('traffic_information') ? 'TM required' : 'TM none', # further description
$description, # defect description
);
push @body, $csv->string;
$csv->combine(
"J", # georeferencing record
$report->get_extra_metadata('defect_type') || 'SFP2', # defect type - SFP2: sweep and fill <1m2, POT2 also seen
$report->response_priority ?
$report->response_priority->external_id :
"2", # priority of defect
"","", # empty fields
$eastings, # eastings
$northings, # northings
"","","","","" # empty fields
);
push @body, $csv->string;
$csv->combine(
"M", # bill of quantities record
"resolve", # permanent repair
"","", # empty fields
"/CMC", # /C + activity code
"", "" # empty fields
);
push @body, $csv->string;
}
# end this group of defects with a P record
$csv->combine(
"P", # end of area/sequence
0, # always 0
999999, # charging code, always 999999 in OCC
);
push @body, $csv->string;
$p_count++;
}
# end the RDI file with an X record
my $record_count = $i;
$csv->combine(
"X", # end of inspection record
$p_count,
$p_count,
$record_count, # number of I records
$record_count, # number of J records
0, 0, 0, # always zero
$record_count, # number of M records
0, # always zero
$p_count,
0, 0, 0 # error counts, always zero
);
push @body, $csv->string;
my $start = $start_date->strftime("%Y%m%d");
my $end = $end_date->strftime("%Y%m%d");
my $filename = sprintf("exor_defects-%s-%s.rdi", $start, $end);
if ( $user ) {
my $initials = $user->get_extra_metadata("initials") || "";
$filename = sprintf("exor_defects-%s-%s-%s.rdi", $start, $end, $initials);
}
$c->res->content_type('text/csv; charset=utf-8');
$c->res->header('content-disposition' => "attachment; filename=$filename");
# The RDI format is very weird CSV - each line must be wrapped in
# double quotes.
$c->res->body( join "", map { "\"$_\"\r\n" } @body );
}
1;
|
