1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
|
class Merge < ActiveRecord::Base
extend Enumerize
belongs_to :workbench
enumerize :status, in: %w[new pending successful failed running]
has_array_of :referentials, class_name: 'Referential'
delegate :output, to: :workbench
attr_reader :new
def merge!
update started_at: Time.now, status: :running
prepare_new
referentials.each do |referential|
merge_referential referential
end
save_current
ensure
update ended_at: Time.now, status: :successful
end
def prepare_new
new =
if workbench.output.current
Rails.logger.debug "Clone current output"
Referential.new_from(workbench.output.current, fixme_functional_scope).tap do |clone|
clone.inline_clone = true
end
else
Rails.logger.debug "Create a new output"
# 'empty' one
attributes = {
workbench: workbench,
organisation: workbench.organisation, # TODO could be workbench.organisation by default
name: I18n.t("merges.referential_name"),
slug: "output_#{workbench.id}_#{Time.now.to_i}"
}
workbench.output.referentials.new attributes
end
new.save!
output.update new: new
@new = new
end
def merge_referential(referential)
Rails.logger.debug "Merge #{referential.slug}"
puts referential.metadatas.inspect
metadata_merger = MetadatasMerger.new new, referential
metadata_merger.merge
new.metadatas.delete metadata_merger.empty_metadatas
new.save!
puts new.metadatas.inspect
referential.metadatas.each do |metadata|
metadata.line_ids.each do |line_id|
metadata.periodes.each do |period|
puts "Clean data for #{line_id} #{period}"
end
end
end
# let's merge data :)
# Routes
referential_routes = referential.switch do
referential.routes.all.to_a
end
new.switch do
referential_routes.each do |route|
existing_route = new.routes.find_by line_id: route.line_id, checksum: route.checksum
unless existing_route
attributes = route.attributes.merge(
id: nil,
objectid: "merge:route:#{route.checksum}", #FIXME
# line_id is the same
# all other primary must be changed
opposite_route_id: nil #FIXME
)
new_route = new.routes.create! attributes
# FIXME Route checksum changes if stop points are not defined
if new_route.checksum != route.checksum
raise "Checksum has changed: #{route.inspect} #{new_route.inspect}"
end
end
end
end
referential_routes_checksums = Hash[referential_routes.map { |r| [ r.id, r.checksum ] }]
# Stop Points
referential_stop_points = referential.switch do
referential.stop_points.all.to_a
end
new.switch do
referential_stop_points.each do |stop_point|
# find parent route by checksum
associated_route_checksum = referential_routes_checksums[stop_point.route_id]
existing_associated_route = new.routes.find_by checksum: associated_route_checksum
existing_stop_point = new.stop_points.find_by route_id: existing_associated_route.id, checksum: stop_point.checksum
unless existing_stop_point
attributes = stop_point.attributes.merge(
id: nil,
objectid: "merge:stop_point:#{existing_associated_route.checksum}-#{stop_point.checksum}", #FIXME
# all other primary must be changed
route_id: existing_associated_route.id,
)
new_stop_point = new.stop_points.create! attributes
if new_stop_point.checksum != stop_point.checksum
raise "Checksum has changed: #{stop_point.inspect} #{new_stop_point.inspect}"
end
end
end
end
referential_stop_points_checksums = Hash[referential_stop_points.map { |r| [ r.id, r.checksum ] }]
# JourneyPatterns
referential_journey_patterns = referential.switch do
referential.journey_patterns.all.to_a
end
new.switch do
referential_journey_patterns.each do |journey_pattern|
# find parent route by checksum
associated_route_checksum = referential_routes_checksums[journey_pattern.route_id]
existing_associated_route = new.routes.find_by checksum: associated_route_checksum
existing_journey_pattern = new.journey_patterns.find_by route_id: existing_associated_route.id, checksum: journey_pattern.checksum
unless existing_journey_pattern
attributes = journey_pattern.attributes.merge(
id: nil,
objectid: "merge:journey_pattern:#{existing_associated_route.checksum}-#{journey_pattern.checksum}", #FIXME
# all other primary must be changed
route_id: existing_associated_route.id,
departure_stop_point_id: nil, # FIXME
arrival_stop_point_id: nil
)
stop_points = journey_pattern.stop_point_ids.map do |stop_point_id|
associated_stop_point_checksum = referential_stop_points_checksums[stop_point_id]
new.stop_points.find_by checksum: associated_stop_point_checksum
end
attributes.merge!(stop_points: stop_points)
new_journey_pattern = new.journey_patterns.create! attributes
if new_journey_pattern.checksum != journey_pattern.checksum
raise "Checksum has changed: #{journey_pattern.inspect} #{new_journey_pattern.inspect}"
end
end
end
end
end
def save_current
output.update current: new, new: nil
output.current.update referential_suite: output
end
def fixme_functional_scope
if attribute = workbench.organisation.sso_attributes.try(:[], "functional_scope")
JSON.parse(attribute)
end
end
def child_change
end
class MetadatasMerger
attr_reader :merge_metadatas, :referential
def initialize(merge_referential, referential)
@merge_metadatas = merge_referential.metadatas
@referential = referential
end
delegate :metadatas, to: :referential, prefix: :referential
def merge
referential_metadatas.each do |metadata|
merge_one metadata
end
end
def merged_line_metadatas(line_id)
merge_metadatas.select do |m|
m.line_ids.include? line_id
end
end
def merge_one(metadata)
metadata.line_ids.each do |line_id|
line_metadatas = merged_line_metadatas(line_id)
metadata.periodes.each do |period|
puts "#{line_id} #{period}"
line_metadatas.each do |m|
m.periodes = m.periodes.map do |existing_period|
existing_period.remove period
end.flatten
end
attributes = {
line_ids: [line_id],
periodes: [period],
referential_source_id: referential.id,
created_at: metadata.created_at # TODO check required dates
}
# line_metadatas should not contain conflicted metadatas
merge_metadatas << ReferentialMetadata.new(attributes)
end
end
end
def empty_metadatas
merge_metadatas.select { |m| m.periodes.empty? }
end
end
end
|