| 1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
 | class Import::Gtfs < Import::Base
  after_commit :launch_worker, :on => :create
  def launch_worker
    GtfsImportWorker.perform_async id
  end
  def import
    update status: 'running', started_at: Time.now
    import_without_status
    update status: 'successful', ended_at: Time.now
  rescue Exception => e
    update status: 'failed', ended_at: Time.now
    Rails.logger.error "Error in GTFS import: #{e} #{e.backtrace.join('\n')}"
  ensure
    notify_parent
    referential&.update ready: true
  end
  def self.accept_file?(file)
    Zip::File.open(file) do |zip_file|
      zip_file.glob('agency.txt').size == 1
    end
  rescue Exception => e
    Rails.logger.debug "Error in testing GTFS file: #{e}"
    return false
  end
  def create_referential
    self.referential ||= Referential.create!(
      name: "GTFS Import",
      organisation_id: workbench.organisation_id,
      workbench_id: workbench.id,
      metadatas: [referential_metadata]
    )
  end
  def referential_metadata
    registration_numbers = source.routes.map(&:id)
    line_ids = line_referential.lines.where(registration_number: registration_numbers).pluck(:id)
    start_dates, end_dates = source.calendars.map { |c| [c.start_date, c.end_date ] }.transpose
    excluded_dates = source.calendar_dates.select { |d| d.exception_type == "2" }.map(&:date)
    min_date = Date.parse (start_dates + [excluded_dates.min]).compact.min
    max_date = Date.parse (end_dates + [excluded_dates.max]).compact.max
    ReferentialMetadata.new line_ids: line_ids, periodes: [min_date..max_date]
  end
  attr_accessor :local_file
  def local_file
    @local_file ||= download_local_file
  end
  attr_accessor :download_host
  def download_host
    @download_host ||= Rails.application.config.rails_host.gsub("http://","")
  end
  def local_temp_directory
    Rails.application.config.try(:import_temporary_directory) ||
      Rails.root.join('tmp', 'imports')
  end
  def local_temp_file(&block)
    Tempfile.open("chouette-import", local_temp_directory) do |file|
      file.binmode
      yield file
    end
  end
  def download_path
    Rails.application.routes.url_helpers.download_workbench_import_path(workbench, id, token: token_download)
  end
  def download_local_file
    local_temp_file do |file|
      begin
        Net::HTTP.start(download_host) do |http|
          http.request_get(download_path) do |response|
            response.read_body do |segment|
              file.write segment
            end
          end
        end
      ensure
        file.close
      end
      file.path
    end
  end
  def source
    @source ||= ::GTFS::Source.build local_file
  end
  delegate :line_referential, :stop_area_referential, to: :workbench
  def prepare_referential
    import_agencies
    import_stops
    import_routes
    create_referential
    referential.switch
  end
  def import_without_status
    prepare_referential
    import_calendars
    import_trips
    import_stop_times
  end
  def import_agencies
    source.agencies.each do |agency|
      company = line_referential.companies.find_or_initialize_by(registration_number: agency.id)
      company.attributes = { name: agency.name }
      save_model company
    end
  end
  def import_stops
    source.stops.each do |stop|
      stop_area = stop_area_referential.stop_areas.find_or_initialize_by(registration_number: stop.id)
      stop_area.name = stop.name
      stop_area.area_type = stop.location_type == "1" ? "zdlp" : "zdep"
      stop_area.parent = stop_referential.stop_areas.find_by!(registration_number: stop.parent_station) if stop.parent_station.present?
      stop_area.latitude, stop_area.longitude = stop.lat, stop.lon
      stop_area.kind = "commercial"
      # TODO correct default timezone
      save_model stop_area
    end
  end
  def import_routes
    source.routes.each do |route|
      line = line_referential.lines.find_or_initialize_by(registration_number: route.id)
      line.name = route.long_name.presence || route.short_name
      line.number = route.short_name
      line.published_name = route.long_name
      line.company = line_referential.companies.find_by(registration_number: route.agency_id) if route.agency_id.present?
      # TODO transport mode
      line.comment = route.desc
      # TODO colors
      line.url = route.url
      save_model line
    end
  end
  def vehicle_journey_by_trip_id
    @vehicle_journey_by_trip_id ||= {}
  end
  def import_trips
    source.trips.each do |trip|
      line = line_referential.lines.find_by registration_number: trip.route_id
      route = referential.routes.build line: line
      route.wayback = (trip.direction_id == "0" ? :outbound : :inbound)
      # TODO better name ?
      name = route.published_name = trip.short_name.presence || trip.headsign.presence || route.wayback.to_s.capitalize
      route.name = name
      save_model route
      journey_pattern = route.journey_patterns.build name: name
      save_model journey_pattern
      vehicle_journey = journey_pattern.vehicle_journeys.build route: route
      vehicle_journey.published_journey_name = trip.headsign.presence || trip.id
      save_model vehicle_journey
      vehicle_journey.time_tables << referential.time_tables.find(time_tables_by_service_id[trip.service_id])
      vehicle_journey_by_trip_id[trip.id] = vehicle_journey.id
    end
  end
  def import_stop_times
    source.stop_times.group_by(&:trip_id).each do |trip_id, stop_times|
      vehicle_journey = referential.vehicle_journeys.find vehicle_journey_by_trip_id[trip_id]
      journey_pattern = vehicle_journey.journey_pattern
      route = journey_pattern.route
      stop_times.sort_by!(&:stop_sequence)
      stop_times.each do |stop_time|
        stop_area = stop_area_referential.stop_areas.find_by(registration_number: stop_time.stop_id)
        stop_point = route.stop_points.build stop_area: stop_area
        save_model stop_point
        journey_pattern.stop_points << stop_point
        # JourneyPattern#vjas_add creates automaticaly VehicleJourneyAtStop
        vehicle_journey_at_stop = journey_pattern.vehicle_journey_at_stops.find_by(stop_point_id: stop_point.id)
        vehicle_journey_at_stop.departure_time = stop_time.departure_time
        vehicle_journey_at_stop.arrival_time = stop_time.arrival_time
        # TODO offset
        save_model vehicle_journey_at_stop
      end
    end
  end
  def time_tables_by_service_id
    @time_tables_by_service_id ||= {}
  end
  def import_calendars
    source.calendars.each do |calendar|
      time_table = referential.time_tables.build comment: "Calendar #{calendar.service_id}"
      Chouette::TimeTable.all_days.each do |day|
        time_table.send("#{day}=", calendar.send(day))
      end
      time_table.periods.build period_start: calendar.start_date, period_end: calendar.end_date
      save_model time_table
      time_tables_by_service_id[calendar.service_id] = time_table.id
    end
  end
  def save_model(model)
    unless model.save
      Rails.logger.info "Can't save #{model.class.name} : #{model.errors.inspect}"
      raise ActiveRecord::RecordNotSaved.new("Invalid #{model.class.name} : #{model.errors.inspect}")
    end
    Rails.logger.debug "Created #{model.inspect}"
  end
  def notify_parent
    return unless parent.present?
    return if notified_parent_at
    parent.child_change
    update_column :notified_parent_at, Time.now
  end
end
 |