1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
|
class Merge < ActiveRecord::Base
extend Enumerize
belongs_to :workbench
validates :workbench, presence: true
enumerize :status, in: %w[new pending successful failed running], default: :new
has_array_of :referentials, class_name: 'Referential'
delegate :output, to: :workbench
after_commit :merge, :on => :create
def merge
MergeWorker.perform_async(id)
end
def name
"Dummy" # FIXME
end
attr_reader :new
def merge!
update started_at: Time.now, status: :running
prepare_new
referentials.each do |referential|
merge_referential referential
end
save_current
rescue => e
Rails.logger.error "Merge failed: #{e} #{e.backtrace.join("\n")}"
update status: :failed
raise e if Rails.env.test?
ensure
attributes = { ended_at: Time.now }
attributes[:status] = :successful if status == :running
update attributes
end
def prepare_new
new =
if workbench.output.current
Rails.logger.debug "Clone current output"
Referential.new_from(workbench.output.current, fixme_functional_scope).tap do |clone|
clone.inline_clone = true
end
else
Rails.logger.debug "Create a new output"
# 'empty' one
attributes = {
workbench: workbench,
organisation: workbench.organisation, # TODO could be workbench.organisation by default
name: I18n.t("merges.referential_name"),
slug: "output_#{workbench.id}_#{Time.now.to_i}"
}
workbench.output.referentials.new attributes
end
new.referential_suite = output
new.organisation = workbench.organisation
unless new.valid?
Rails.logger.error "New referential isn't valid : #{new.errors.inspect}"
end
new.save!
output.update new: new
@new = new
end
def merge_referential(referential)
Rails.logger.debug "Merge #{referential.slug}"
metadata_merger = MetadatasMerger.new new, referential
metadata_merger.merge
new.metadatas.delete metadata_merger.empty_metadatas
new.save!
referential.metadatas.each do |metadata|
metadata.line_ids.each do |line_id|
metadata.periodes.each do |period|
# TODO
puts "Clean data for #{line_id} #{period}"
end
end
end
# let's merge data :)
# Routes
referential_routes = referential.switch do
referential.routes.all.to_a
end
referential_routes_checksums = Hash[referential_routes.map { |r| [ r.id, r.checksum ] }]
referential_stop_points = referential.switch do
referential.stop_points.all.to_a
end
referential_stop_points_by_route = referential_stop_points.group_by(&:route_id)
new.switch do
referential_routes.each do |route|
existing_route = new.routes.find_by line_id: route.line_id, checksum: route.checksum
unless existing_route
attributes = route.attributes.merge(
id: nil,
objectid: "merge:route:#{route.checksum}", #FIXME
# line_id is the same
# all other primary must be changed
opposite_route_id: nil #FIXME
)
new_route = new.routes.build attributes
route_stop_points = referential_stop_points_by_route[route.id]
# Stop Points
route_stop_points.each do |stop_point|
attributes = stop_point.attributes.merge(
id: nil,
route_id: nil,
objectid: "merge:stop_point:#{route.checksum}-#{stop_point.position}", #FIXME
)
new_route.stop_points.build attributes
end
new_route.save!
# FIXME Route checksum changes if stop points are not defined
if new_route.checksum != route.checksum
raise "Checksum has changed: #{route.inspect} #{new_route.inspect}"
end
end
end
end
# JourneyPatterns
referential_journey_patterns, referential_journey_patterns_stop_areas_objectids = referential.switch do
journey_patterns = referential.journey_patterns.includes(:stop_points)
journey_patterns_stop_areas_objectids = Hash[
journey_patterns.map do |journey_pattern|
[ journey_pattern.id, journey_pattern.stop_points.map(&:stop_area).map(&:objectid)]
end
]
[journey_patterns, journey_patterns_stop_areas_objectids]
end
referential_journey_patterns_checksums = Hash[referential_journey_patterns.map { |j| [ j.id, j.checksum ] }]
new.switch do
referential_journey_patterns.each do |journey_pattern|
# find parent route by checksum
associated_route_checksum = referential_routes_checksums[journey_pattern.route_id]
existing_associated_route = new.routes.find_by checksum: associated_route_checksum
existing_journey_pattern = new.journey_patterns.find_by route_id: existing_associated_route.id, checksum: journey_pattern.checksum
unless existing_journey_pattern
attributes = journey_pattern.attributes.merge(
id: nil,
objectid: "merge:journey_pattern:#{existing_associated_route.checksum}-#{journey_pattern.checksum}", #FIXME
# all other primary must be changed
route_id: existing_associated_route.id,
departure_stop_point_id: nil, # FIXME
arrival_stop_point_id: nil
)
stop_areas_objectids = referential_journey_patterns_stop_areas_objectids[journey_pattern.id]
stop_points = existing_associated_route.stop_points.joins(:stop_area).where("stop_areas.objectid": stop_areas_objectids).order(:position)
attributes.merge!(stop_points: stop_points)
new_journey_pattern = new.journey_patterns.create! attributes
if new_journey_pattern.checksum != journey_pattern.checksum
raise "Checksum has changed: #{journey_pattern.checksum_source} #{new_journey_pattern.checksum_source}"
end
end
end
end
referential_vehicle_journeys = referential.switch do
referential.vehicle_journeys.includes(:vehicle_journey_at_stops).all.to_a
end
new.switch do
referential_vehicle_journeys.each do |vehicle_journey|
# find parent journey pattern by checksum
associated_journey_pattern_checksum = referential_journey_patterns_checksums[vehicle_journey.journey_pattern_id]
existing_associated_journey_pattern = new.journey_patterns.find_by checksum: associated_journey_pattern_checksum
existing_vehicle_journey = new.vehicle_journeys.find_by journey_pattern_id: existing_associated_journey_pattern.id, checksum: vehicle_journey.checksum
unless existing_vehicle_journey
attributes = vehicle_journey.attributes.merge(
id: nil,
objectid: "merge:vehicle_journey:#{existing_associated_journey_pattern.checksum}-#{vehicle_journey.checksum}", #FIXME
# all other primary must be changed
route_id: existing_associated_journey_pattern.route_id,
journey_pattern_id: existing_associated_journey_pattern.id,
)
new_vehicle_journey = new.vehicle_journeys.build attributes
# Create VehicleJourneyAtStops
vehicle_journey.vehicle_journey_at_stops.each_with_index do |vehicle_journey_at_stop, index|
at_stop_attributes = vehicle_journey_at_stop.attributes.merge(
id: nil,
stop_point_id: existing_associated_journey_pattern.stop_points[index].id
)
new_vehicle_journey.vehicle_journey_at_stops.build at_stop_attributes
end
new_vehicle_journey.save!
if new_vehicle_journey.checksum != vehicle_journey.checksum
raise "Checksum has changed: #{vehicle_journey.checksum_source} #{new_vehicle_journey.checksum_source}"
end
end
end
end
end
def save_current
output.update current: new, new: nil
output.current.update referential_suite: output
end
def fixme_functional_scope
if attribute = workbench.organisation.sso_attributes.try(:[], "functional_scope")
JSON.parse(attribute)
end
end
def child_change
end
class MetadatasMerger
attr_reader :merge_metadatas, :referential
def initialize(merge_referential, referential)
@merge_metadatas = merge_referential.metadatas
@referential = referential
end
delegate :metadatas, to: :referential, prefix: :referential
def merge
referential_metadatas.each do |metadata|
merge_one metadata
end
end
def merged_line_metadatas(line_id)
merge_metadatas.select do |m|
m.line_ids.include? line_id
end
end
def merge_one(metadata)
metadata.line_ids.each do |line_id|
line_metadatas = merged_line_metadatas(line_id)
metadata.periodes.each do |period|
line_metadatas.each do |m|
m.periodes = m.periodes.map do |existing_period|
existing_period.remove period
end.flatten
end
attributes = {
line_ids: [line_id],
periodes: [period],
referential_source_id: referential.id,
created_at: metadata.created_at # TODO check required dates
}
# line_metadatas should not contain conflicted metadatas
merge_metadatas << ReferentialMetadata.new(attributes)
end
end
end
def empty_metadatas
merge_metadatas.select { |m| m.periodes.empty? }
end
end
end
|