Implement Ci::Sources::Project for subscriptions

Implements Ci::Sources::Project for tracking pipelines triggered by a
subscription in an upstream project.

db/migrate/20200228160542_create_ci_sources_projects.rb

+# frozen_string_literal: true
+
+class CreateCiSourcesProjects < ActiveRecord::Migration[6.0]
+  include Gitlab::Database::MigrationHelpers
+
+  DOWNTIME = false
+
+  def change
+    create_table :ci_sources_projects do |t|
+      t.bigint :pipeline_id, null: false
+      t.bigint :source_project_id, null: false
+
+      t.index [:source_project_id, :pipeline_id], unique: true
+      t.index :pipeline_id
+    end
+  end
+end

db/migrate/20200304121828_add_ci_sources_project_pipeline_foreign_key.rb

+# frozen_string_literal: true
+
+class AddCiSourcesProjectPipelineForeignKey < ActiveRecord::Migration[6.0]
+  include Gitlab::Database::MigrationHelpers
+
+  DOWNTIME = false
+
+  def change
+    with_lock_retries do
+      add_foreign_key :ci_sources_projects, :ci_pipelines, column: :pipeline_id, on_delete: :cascade # rubocop:disable Migration/AddConcurrentForeignKey
+    end
+  end
+end

db/migrate/20200304121844_add_ci_sources_project_source_project_foreign_key.rb

+# frozen_string_literal: true
+
+class AddCiSourcesProjectSourceProjectForeignKey < ActiveRecord::Migration[6.0]
+  include Gitlab::Database::MigrationHelpers
+
+  DOWNTIME = false
+
+  def change
+    with_lock_retries do
+      add_foreign_key :ci_sources_projects, :projects, column: :source_project_id, on_delete: :cascade # rubocop:disable Migration/AddConcurrentForeignKey
+    end
+  end
+end

db/schema.rb

@@ -966,6 +966,13 @@ ActiveRecord::Schema.define(version: 2020_03_04_160823) do
     t.index ["source_project_id"], name: "index_ci_sources_pipelines_on_source_project_id"
   end
 
+  create_table "ci_sources_projects", force: :cascade do |t|
+    t.bigint "pipeline_id", null: false
+    t.bigint "source_project_id", null: false
+    t.index ["pipeline_id"], name: "index_ci_sources_projects_on_pipeline_id"
+    t.index ["source_project_id", "pipeline_id"], name: "index_ci_sources_projects_on_source_project_id_and_pipeline_id", unique: true
+  end
+
   create_table "ci_stages", id: :serial, force: :cascade do |t|
     t.integer "project_id"
     t.integer "pipeline_id"
@@ -4724,6 +4731,8 @@ ActiveRecord::Schema.define(version: 2020_03_04_160823) do
   add_foreign_key "ci_sources_pipelines", "ci_pipelines", column: "source_pipeline_id", name: "fk_d4e29af7d7", on_delete: :cascade
   add_foreign_key "ci_sources_pipelines", "projects", column: "source_project_id", name: "fk_acd9737679", on_delete: :cascade
   add_foreign_key "ci_sources_pipelines", "projects", name: "fk_1e53c97c0a", on_delete: :cascade
+  add_foreign_key "ci_sources_projects", "ci_pipelines", column: "pipeline_id", on_delete: :cascade
+  add_foreign_key "ci_sources_projects", "projects", column: "source_project_id", on_delete: :cascade
   add_foreign_key "ci_stages", "ci_pipelines", column: "pipeline_id", name: "fk_fb57e6cc56", on_delete: :cascade
   add_foreign_key "ci_stages", "projects", name: "fk_2360681d1d", on_delete: :cascade
   add_foreign_key "ci_subscriptions_projects", "projects", column: "downstream_project_id", on_delete: :cascade

ee/app/models/ci/sources/project.rb

+# frozen_string_literal: true
+
+module Ci
+  module Sources
+    class Project < ApplicationRecord
+      self.table_name = "ci_sources_projects"
+
+      belongs_to :pipeline, class_name: "Ci::Pipeline", optional: false
+      belongs_to :source_project, class_name: "Project", foreign_key: :source_project_id, optional: false
+
+      validates :pipeline_id, uniqueness: { scope: :source_project_id }
+    end
+  end
+end

ee/app/models/ee/ci/pipeline.rb

@@ -25,6 +25,8 @@ module EE
         has_many :downstream_bridges, class_name: '::Ci::Bridge', foreign_key: :upstream_pipeline_id
         has_many :security_scans, class_name: 'Security::Scan', through: :builds
 
+        has_one :source_project, class_name: 'Ci::Sources::Project', foreign_key: :pipeline_id
+
         # Legacy way to fetch security reports based on job name. This has been replaced by the reports feature.
         scope :with_legacy_security_reports, -> do
           joins(:artifacts).where(ci_builds: { name: %w[sast dependency_scanning sast:container container_scanning dast] })

ee/app/models/ee/project.rb

@@ -95,6 +95,8 @@ module EE
       has_many :downstream_project_subscriptions, class_name: 'Ci::Subscriptions::Project', foreign_key: :upstream_project_id, inverse_of: :upstream_project
       has_many :downstream_projects, class_name: 'Project', through: :downstream_project_subscriptions, source: :downstream_project
 
+      has_many :sourced_pipelines, class_name: 'Ci::Sources::Project', foreign_key: :source_project_id
+
       scope :with_shared_runners_limit_enabled, -> { with_shared_runners.non_public_only }
 
       scope :mirror, -> { where(mirror: true) }

ee/app/services/ci/trigger_downstream_subscription_service.rb

@@ -4,7 +4,10 @@ module Ci
   class TriggerDownstreamSubscriptionService < ::BaseService
     def execute(pipeline)
       pipeline.project.downstream_projects.each do |downstream_project|
-        ::Ci::CreatePipelineService.new(downstream_project, pipeline.user, ref: downstream_project.default_branch).execute(:pipeline)
+        ::Ci::CreatePipelineService.new(downstream_project, pipeline.user, ref: downstream_project.default_branch)
+          .execute(:pipeline) do |downstream_pipeline|
+          downstream_pipeline.build_source_project(source_project: pipeline.project)
+        end
       end
     end
   end

ee/spec/factories/ci/sources/projects.rb

+# frozen_string_literal: true
+
+FactoryBot.define do
+  factory :ci_sources_project, class: 'Ci::Sources::Project' do
+    pipeline factory: :ci_pipeline
+    source_project factory: :project
+  end
+end

ee/spec/models/ci/sources/project_spec.rb

+# frozen_string_literal: true
+
+require 'spec_helper'
+
+describe Ci::Sources::Project do
+  describe 'Relations' do
+    it { is_expected.to belong_to(:pipeline).required }
+    it { is_expected.to belong_to(:source_project).required }
+  end
+
+  describe 'Validations' do
+    let!(:project_source) { create(:ci_sources_project) }
+
+    it { is_expected.to validate_uniqueness_of(:pipeline_id).scoped_to(:source_project_id) }
+  end
+end

ee/spec/services/ci/trigger_downstream_subscription_service_spec.rb

@@ -9,19 +9,22 @@ describe Ci::TriggerDownstreamSubscriptionService do
     let(:upstream_project) { create(:project, :public) }
     let(:pipeline) { create(:ci_pipeline, project: upstream_project, user: create(:user)) }
 
+    before do
+      stub_ci_pipeline_yaml_file(YAML.dump(job_name: { script: 'echo 1' }))
+    end
+
     context 'when pipeline project has downstream projects' do
       before do
-        create(:project, :repository, upstream_projects: [upstream_project])
+        downstream_project = create(:project, :repository, upstream_projects: [upstream_project])
+        downstream_project.add_developer(pipeline.user)
       end
 
-      it 'calls the create pipeline service' do
-        service_double = instance_double(::Ci::CreatePipelineService)
-        expect(service_double).to receive(:execute)
-        expect(::Ci::CreatePipelineService).to receive(:new).with(
-          an_instance_of(Project), an_instance_of(User), ref: 'master'
-        ).and_return(service_double)
+      it 'creates a pipeline' do
+        expect { execute }.to change { ::Ci::Pipeline.count }.from(1).to(2)
+      end
 
-        execute
+      it 'associates the downstream pipeline with the upstream project' do
+        expect { execute }.to change { pipeline.project.sourced_pipelines.count }.from(0).to(1)
       end
     end
 

spec/lib/gitlab/import_export/all_models.yml

@@ -197,6 +197,7 @@ ci_pipelines:
 - source_bridge
 - source_job
 - sourced_pipelines
+- source_project
 - triggered_by_pipeline
 - triggered_pipelines
 - child_pipelines