Merge pull request #438 from af83/6368-gtfs-import

GTFS import (first step)

3 files changed, 303 insertions, 0 deletions

diff --git a/spec/fixtures/google-sample-feed.zip b/spec/fixtures/google-sample-feed.zip
new file mode 100644
index 000000000..79819e21a
--- /dev/null
+++ b/spec/fixtures/google-sample-feed.zip
diff --git a/spec/lib/gtfs/time_spec.rb b/spec/lib/gtfs/time_spec.rb
new file mode 100644
index 000000000..540d7cc79
--- /dev/null
+++ b/spec/lib/gtfs/time_spec.rb
@@ -0,0 +1,27 @@
+require "rails_helper"
+
+RSpec.describe GTFS::Time do
+
+  it "returns an UTC Time with given H:M:S" do
+    expect(GTFS::Time.parse("14:29:00").time).to eq(Time.parse("2000-01-01 14:29:00 +00"))
+  end
+
+  it "support hours with a single number" do
+    expect(GTFS::Time.parse("4:29:00").time).to eq(Time.parse("2000-01-01 04:29:00 +00"))
+  end
+
+  it "return nil for invalid format" do
+    expect(GTFS::Time.parse("abc")).to be_nil
+  end
+
+  it "removes 24 hours after 23:59:59" do
+    expect(GTFS::Time.parse("25:29:00").time).to eq(Time.parse("2000-01-01 01:29:00 +00"))
+  end
+
+  it "returns a day_offset for each 24 hours turn" do
+    expect(GTFS::Time.parse("10:00:00").day_offset).to eq(0)
+    expect(GTFS::Time.parse("30:00:00").day_offset).to eq(1)
+    expect(GTFS::Time.parse("50:00:00").day_offset).to eq(2)
+  end
+
+end
diff --git a/spec/models/import/gtfs_spec.rb b/spec/models/import/gtfs_spec.rb
new file mode 100644
index 000000000..66607c27f
--- /dev/null
+++ b/spec/models/import/gtfs_spec.rb
@@ -0,0 +1,276 @@
+require "rails_helper"
+
+RSpec.describe Import::Gtfs do
+
+  let(:referential) do
+    create :referential do |referential|
+      referential.line_referential.objectid_format = "netex"
+      referential.stop_area_referential.objectid_format = "netex"
+    end
+  end
+
+  let(:workbench) do
+    create :workbench do |workbench|
+      workbench.line_referential.objectid_format = "netex"
+      workbench.stop_area_referential.objectid_format = "netex"
+    end
+  end
+
+  def create_import(file)
+    Import::Gtfs.new workbench: workbench, local_file: fixtures_path(file)
+  end
+
+  describe "#import_agencies" do
+    let(:import) { create_import "google-sample-feed.zip" }
+    it "should create a company for each agency" do
+      import.import_agencies
+
+      expect(workbench.line_referential.companies.pluck(:registration_number, :name)).to eq([["DTA","Demo Transit Authority"]])
+    end
+  end
+
+  describe "#import_stops" do
+    let(:import) { create_import "google-sample-feed.zip" }
+    it "should create a company for each agency" do
+      import.import_stops
+
+      defined_attributes = [
+        :registration_number, :name, :parent_id, :latitude, :longitude
+      ]
+      expected_attributes = [
+        ["AMV", "Amargosa Valley (Demo)", nil, 36.641496, -116.40094],
+        ["EMSI", "E Main St / S Irving St (Demo)", nil, 36.905697, -116.76218],
+        ["DADAN", "Doing Ave / D Ave N (Demo)", nil, 36.909489, -116.768242],
+        ["NANAA", "North Ave / N A Ave (Demo)", nil, 36.914944, -116.761472],
+        ["NADAV", "North Ave / D Ave N (Demo)", nil, 36.914893, -116.76821],
+        ["STAGECOACH", "Stagecoach Hotel & Casino (Demo)", nil, 36.915682, -116.751677],
+        ["BULLFROG", "Bullfrog (Demo)", nil, 36.88108, -116.81797],
+        ["BEATTY_AIRPORT", "Nye County Airport (Demo)", nil, 36.868446, -116.784582],
+        ["FUR_CREEK_RES", "Furnace Creek Resort (Demo)", nil, 36.425288, -117.133162]
+      ]
+
+      expect(workbench.stop_area_referential.stop_areas.pluck(*defined_attributes)).to match_array(expected_attributes)
+    end
+  end
+
+  describe "#import_routes" do
+    let(:import) { create_import "google-sample-feed.zip" }
+    it "should create a line for each route" do
+      import.import_routes
+
+      defined_attributes = [
+        :registration_number, :name, :number, :published_name,
+        "companies.registration_number",
+        :comment, :url
+      ]
+      expected_attributes = [
+        ["AAMV", "Airport - Amargosa Valley", "50", "Airport - Amargosa Valley", nil, nil, nil],
+        ["CITY", "City", "40", "City", nil, nil, nil],
+        ["STBA", "Stagecoach - Airport Shuttle", "30", "Stagecoach - Airport Shuttle", nil, nil, nil],
+        ["BFC", "Bullfrog - Furnace Creek Resort", "20", "Bullfrog - Furnace Creek Resort", nil, nil, nil],
+        ["AB", "Airport - Bullfrog", "10", "Airport - Bullfrog", nil, nil, nil]
+      ]
+
+      expect(workbench.line_referential.lines.includes(:company).pluck(*defined_attributes)).to match_array(expected_attributes)
+    end
+  end
+
+  describe "#import_trips" do
+    let(:import) { create_import "google-sample-feed.zip" }
+    before do
+      import.prepare_referential
+      import.import_calendars
+    end
+
+    it "should create a Route for each trip" do
+      import.import_trips
+
+      defined_attributes = [
+        "lines.registration_number", :wayback, :name, :published_name
+      ]
+      expected_attributes = [
+        ["AB", "outbound", "to Bullfrog", "to Bullfrog"],
+        ["AB", "inbound", "to Airport", "to Airport"],
+        ["STBA", "inbound", "Shuttle", "Shuttle"],
+        ["CITY", "outbound", "Outbound", "Outbound"],
+        ["CITY", "inbound", "Inbound", "Inbound"],
+        ["BFC", "outbound", "to Furnace Creek Resort", "to Furnace Creek Resort"],
+        ["BFC", "inbound", "to Bullfrog", "to Bullfrog"],
+        ["AAMV", "outbound", "to Amargosa Valley", "to Amargosa Valley"],
+        ["AAMV", "inbound", "to Airport", "to Airport"],
+        ["AAMV", "outbound", "to Amargosa Valley", "to Amargosa Valley"],
+        ["AAMV", "inbound", "to Airport", "to Airport"]
+      ]
+
+      expect(import.referential.routes.includes(:line).pluck(*defined_attributes)).to match_array(expected_attributes)
+    end
+
+    it "should create a JourneyPattern for each trip" do
+      import.import_trips
+
+      defined_attributes = [
+        :name
+      ]
+      expected_attributes = [
+        "to Bullfrog", "to Airport", "Shuttle", "Outbound", "Inbound", "to Furnace Creek Resort", "to Bullfrog", "to Amargosa Valley", "to Airport", "to Amargosa Valley", "to Airport"
+      ]
+
+      expect(import.referential.journey_patterns.pluck(*defined_attributes)).to match_array(expected_attributes)
+    end
+
+    it "should create a VehicleJourney for each trip" do
+      import.import_trips
+
+      defined_attributes = ->(v) {
+        [v.published_journey_name, v.time_tables.first&.comment]
+      }
+      expected_attributes = [
+        ["to Bullfrog", "Calendar FULLW"],
+        ["to Airport", "Calendar FULLW"],
+        ["Shuttle", "Calendar FULLW"],
+        ["CITY1", "Calendar FULLW"],
+        ["CITY2", "Calendar FULLW"],
+        ["to Furnace Creek Resort", "Calendar FULLW"],
+        ["to Bullfrog", "Calendar FULLW"],
+        ["to Amargosa Valley", "Calendar WE"],
+        ["to Airport", "Calendar WE"],
+        ["to Amargosa Valley", "Calendar WE"],
+        ["to Airport", "Calendar WE"]
+      ]
+
+      expect(import.referential.vehicle_journeys.map(&defined_attributes)).to match_array(expected_attributes)
+    end
+  end
+
+  describe "#import_stop_times" do
+    let(:import) { create_import "google-sample-feed.zip" }
+
+    before do
+      import.prepare_referential
+      import.import_calendars
+      import.import_trips
+    end
+
+    it "should create a VehicleJourneyAtStop for each stop_time" do
+      import.import_stop_times
+
+      def t(value)
+        Time.parse(value)
+      end
+
+      defined_attributes = [
+        "stop_areas.registration_number", :position, :departure_time, :arrival_time,
+      ]
+      expected_attributes = [
+        ["STAGECOACH", 0, t("2000-01-01 06:00:00 UTC"), t("2000-01-01 06:00:00 UTC")],
+        ["BEATTY_AIRPORT", 1, t("2000-01-01 06:20:00 UTC"), t("2000-01-01 06:20:00 UTC")],
+        ["STAGECOACH", 0, t("2000-01-01 06:00:00 UTC"), t("2000-01-01 06:00:00 UTC")],
+        ["NANAA", 1, t("2000-01-01 06:07:00 UTC"), t("2000-01-01 06:05:00 UTC")],
+        ["NADAV", 2, t("2000-01-01 06:14:00 UTC"), t("2000-01-01 06:12:00 UTC")],
+        ["DADAN", 3, t("2000-01-01 06:21:00 UTC"), t("2000-01-01 06:19:00 UTC")],
+        ["EMSI", 4, t("2000-01-01 06:28:00 UTC"), t("2000-01-01 06:26:00 UTC")],
+        ["EMSI", 0, t("2000-01-01 06:30:00 UTC"), t("2000-01-01 06:28:00 UTC")],
+        ["DADAN", 1, t("2000-01-01 06:37:00 UTC"), t("2000-01-01 06:35:00 UTC")],
+        ["NADAV", 2, t("2000-01-01 06:44:00 UTC"), t("2000-01-01 06:42:00 UTC")],
+        ["NANAA", 3, t("2000-01-01 06:51:00 UTC"), t("2000-01-01 06:49:00 UTC")],
+        ["STAGECOACH", 4, t("2000-01-01 06:58:00 UTC"), t("2000-01-01 06:56:00 UTC")],
+        ["BEATTY_AIRPORT", 0, t("2000-01-01 08:00:00 UTC"), t("2000-01-01 08:00:00 UTC")],
+        ["BULLFROG", 1, t("2000-01-01 08:15:00 UTC"), t("2000-01-01 08:10:00 UTC")],
+        ["BULLFROG", 0, t("2000-01-01 12:05:00 UTC"), t("2000-01-01 12:05:00 UTC")],
+        ["BEATTY_AIRPORT", 1, t("2000-01-01 12:15:00 UTC"), t("2000-01-01 12:15:00 UTC")],
+        ["BULLFROG", 0, t("2000-01-01 08:20:00 UTC"), t("2000-01-01 08:20:00 UTC")],
+        ["FUR_CREEK_RES", 1, t("2000-01-01 09:20:00 UTC"), t("2000-01-01 09:20:00 UTC")],
+        ["FUR_CREEK_RES", 0, t("2000-01-01 11:00:00 UTC"), t("2000-01-01 11:00:00 UTC")],
+        ["BULLFROG", 1, t("2000-01-01 12:00:00 UTC"), t("2000-01-01 12:00:00 UTC")],
+        ["BEATTY_AIRPORT", 0, t("2000-01-01 08:00:00 UTC"), t("2000-01-01 08:00:00 UTC")],
+        ["AMV", 1, t("2000-01-01 09:00:00 UTC"), t("2000-01-01 09:00:00 UTC")],
+        ["AMV", 0, t("2000-01-01 10:00:00 UTC"), t("2000-01-01 10:00:00 UTC")],
+        ["BEATTY_AIRPORT", 1, t("2000-01-01 11:00:00 UTC"), t("2000-01-01 11:00:00 UTC")],
+        ["BEATTY_AIRPORT", 0, t("2000-01-01 13:00:00 UTC"), t("2000-01-01 13:00:00 UTC")],
+        ["AMV", 1, t("2000-01-01 14:00:00 UTC"), t("2000-01-01 14:00:00 UTC")],
+        ["AMV", 0, t("2000-01-01 15:00:00 UTC"), t("2000-01-01 15:00:00 UTC")],
+        ["BEATTY_AIRPORT", 1, t("2000-01-01 16:00:00 UTC"), t("2000-01-01 16:00:00 UTC")]
+      ]
+      expect(referential.vehicle_journey_at_stops.includes(stop_point: :stop_area).pluck(*defined_attributes)).to match_array(expected_attributes)
+    end
+  end
+
+  describe "#import_calendars" do
+    let(:import) { create_import "google-sample-feed.zip" }
+
+    before do
+      import.prepare_referential
+    end
+
+    it "should create a Timetable for each calendar" do
+      import.import_calendars
+
+      def d(value)
+        Date.parse(value)
+      end
+
+      defined_attributes = ->(t) {
+        [t.comment, t.valid_days, t.periods.first.period_start, t.periods.first.period_end]
+      }
+      expected_attributes = [
+        ["Calendar FULLW", [1, 2, 3, 4, 5, 6, 7], d("Mon, 01 Jan 2007"), d("Fri, 31 Dec 2010")],
+        ["Calendar WE", [6, 7], d("Mon, 01 Jan 2007"), d("Fri, 31 Dec 2010")]
+      ]
+      expect(referential.time_tables.map(&defined_attributes)).to match_array(expected_attributes)
+    end
+  end
+
+  describe "#import_calendar_dates" do
+    let(:import) { create_import "google-sample-feed.zip" }
+
+    before do
+      import.prepare_referential
+      import.import_calendars
+    end
+
+    it "should create a Timetable::Date for each calendar date" do
+      import.import_calendar_dates
+
+      def d(value)
+        Date.parse(value)
+      end
+
+      defined_attributes = ->(d) {
+        [d.time_table.comment, d.date, d.in_out]
+      }
+      expected_attributes = [
+        ["Calendar FULLW", d("Mon, 04 Jun 2007"), false]
+      ]
+      expect(referential.time_table_dates.map(&defined_attributes)).to match_array(expected_attributes)
+    end
+  end
+
+  describe "#download_local_file" do
+
+    let(:file) { "google-sample-feed.zip" }
+    let(:import) do
+      Import::Gtfs.create! name: "GTFS test", creator: "Test", workbench: workbench, file: open_fixture(file), download_host: "rails_host"
+    end
+
+    let(:download_url) { "#{import.download_host}/workbenches/#{import.workbench_id}/imports/#{import.id}/download?token=#{import.token_download}" }
+
+    before do
+      stub_request(:get, download_url).to_return(status: 200, body: read_fixture(file))
+    end
+
+    it "should download local_file" do
+      expect(File.read(import.download_local_file)).to eq(read_fixture(file))
+    end
+
+  end
+
+  describe "#download_host" do
+    it "should return host defined by Rails.application.config.rails_host (without http:// schema)" do
+      allow(Rails.application.config).to receive(:rails_host).and_return("http://download_host")
+
+      expect(Import::Gtfs.new.download_host).to eq("download_host")
+    end
+
+  end
+
+end