14_pipelines.rb 6.02 KB
Newer Older
1 2
require './spec/support/sidekiq'

3
class Gitlab::Seeder::Pipelines
4
  STAGES = %w[build test deploy notify]
5
  BUILDS = [
6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28
    # build stage
    { name: 'build:linux', stage: 'build', status: :success,
      queued_at: 10.hour.ago, started_at: 9.hour.ago, finished_at: 8.hour.ago },
    { name: 'build:osx', stage: 'build', status: :success,
      queued_at: 10.hour.ago, started_at: 10.hour.ago, finished_at: 9.hour.ago },

    # test stage
    { name: 'rspec:linux 0 3', stage: 'test', status: :success,
      queued_at: 8.hour.ago, started_at: 8.hour.ago, finished_at: 7.hour.ago },
    { name: 'rspec:linux 1 3', stage: 'test', status: :success,
      queued_at: 8.hour.ago, started_at: 8.hour.ago, finished_at: 7.hour.ago },
    { name: 'rspec:linux 2 3', stage: 'test', status: :success,
      queued_at: 8.hour.ago, started_at: 8.hour.ago, finished_at: 7.hour.ago },
    { name: 'rspec:windows 0 3', stage: 'test', status: :success,
      queued_at: 8.hour.ago, started_at: 8.hour.ago, finished_at: 7.hour.ago },
    { name: 'rspec:windows 1 3', stage: 'test', status: :success,
      queued_at: 8.hour.ago, started_at: 8.hour.ago, finished_at: 7.hour.ago },
    { name: 'rspec:windows 2 3', stage: 'test', status: :success,
      queued_at: 8.hour.ago, started_at: 8.hour.ago, finished_at: 7.hour.ago },
    { name: 'rspec:windows 2 3', stage: 'test', status: :success,
      queued_at: 8.hour.ago, started_at: 8.hour.ago, finished_at: 7.hour.ago },
    { name: 'rspec:osx', stage: 'test', status_event: :success,
      queued_at: 8.hour.ago, started_at: 8.hour.ago, finished_at: 7.hour.ago },
29 30 31 32
    { name: 'spinach:linux', stage: 'test', status: :success,
      queued_at: 8.hour.ago, started_at: 8.hour.ago, finished_at: 7.hour.ago },
    { name: 'spinach:osx', stage: 'test', status: :failed, allow_failure: true,
      queued_at: 8.hour.ago, started_at: 8.hour.ago, finished_at: 7.hour.ago },
33 34 35 36 37 38 39 40 41 42 43

    # deploy stage
    { name: 'staging', stage: 'deploy', environment: 'staging', status_event: :success,
      options: { environment: { action: 'start', on_stop: 'stop staging' } },
      queued_at: 7.hour.ago, started_at: 6.hour.ago, finished_at: 4.hour.ago },
    { name: 'stop staging', stage: 'deploy', environment: 'staging',
      when: 'manual', status: :skipped },
    { name: 'production', stage: 'deploy', environment: 'production',
      when: 'manual', status: :skipped },

    # notify stage
44
    { name: 'slack', stage: 'notify', when: 'manual', status: :created },
45
  ]
46 47 48 49
  EXTERNAL_JOBS = [
    { name: 'jenkins', stage: 'test', status: :success,
      queued_at: 7.hour.ago, started_at: 6.hour.ago, finished_at: 4.hour.ago },
  ]
Z.J. van de Weg's avatar
Z.J. van de Weg committed
50

Grzegorz Bizon's avatar
Grzegorz Bizon committed
51 52 53
  def initialize(project)
    @project = project
  end
54

Grzegorz Bizon's avatar
Grzegorz Bizon committed
55
  def seed!
56
    pipelines.each do |pipeline|
57
      begin
58
        BUILDS.each { |opts| build_create!(pipeline, opts) }
59
        EXTERNAL_JOBS.each { |opts| commit_status_create!(pipeline, opts) }
60 61 62
        print '.'
      rescue ActiveRecord::RecordInvalid
        print 'F'
63
      ensure
64
        pipeline.update_duration
65
        pipeline.update_status
66 67
      end
    end
68
  end
Grzegorz Bizon's avatar
Grzegorz Bizon committed
69

70 71
  private

72
  def pipelines
73
    create_master_pipelines + create_merge_request_pipelines
74 75
  end

76
  def create_master_pipelines
77
    @project.repository.commits('master', limit: 4).map do |commit|
78 79
      create_pipeline!(@project, 'master', commit)
    end
Grzegorz Bizon's avatar
Grzegorz Bizon committed
80 81 82 83
  rescue
    []
  end

84
  def create_merge_request_pipelines
85
    pipelines = @project.merge_requests.first(3).map do |merge_request|
86 87 88
      project = merge_request.source_project
      branch = merge_request.source_branch

89
      merge_request.commits.last(4).map do |commit|
90 91 92 93 94
        create_pipeline!(project, branch, commit)
      end
    end

    pipelines.flatten
95 96 97 98 99
  rescue
    []
  end


100
  def create_pipeline!(project, ref, commit)
101
    project.pipelines.create(sha: commit.id, ref: ref, source: :push)
102 103
  end

104
  def build_create!(pipeline, opts = {})
105 106
    attributes = job_attributes(pipeline, opts)
      .merge(commands: '$ build command')
107

108
    Ci::Build.create!(attributes).tap do |build|
109 110 111 112
      # We need to set build trace and artifacts after saving a build
      # (id required), that is why we need `#tap` method instead of passing
      # block directly to `Ci::Build#create!`.

113 114
      setup_artifacts(build)
      setup_build_log(build)
115 116 117 118

      build.project.environments.
        find_or_create_by(name: build.expanded_environment_name)

119 120 121
      build.save
    end
  end
122

123 124 125 126
  def setup_artifacts(build)
    return unless %w[build test].include?(build.stage)

    artifacts_cache_file(artifacts_archive_path) do |file|
127
      build.job_artifacts.build(project: build.project, file_type: :archive, file: file)
128 129 130
    end

    artifacts_cache_file(artifacts_metadata_path) do |file|
131
      build.job_artifacts.build(project: build.project, file_type: :metadata, file: file)
132 133 134 135 136
    end
  end

  def setup_build_log(build)
    if %w(running success failed).include?(build.status)
137
      build.trace.set(FFaker::Lorem.paragraphs(6).join("\n\n"))
138 139
    end
  end
Z.J. van de Weg's avatar
Z.J. van de Weg committed
140

141
  def commit_status_create!(pipeline, opts = {})
142 143
    attributes = job_attributes(pipeline, opts)

Z.J. van de Weg's avatar
Z.J. van de Weg committed
144
    GenericCommitStatus.create!(attributes)
145
  end
Z.J. van de Weg's avatar
Z.J. van de Weg committed
146

147
  def job_attributes(pipeline, opts)
148
    { name: 'test build', stage: 'test', stage_idx: stage_index(opts[:stage]),
149
      ref: pipeline.ref, tag: false, user: build_user, project: @project, pipeline: pipeline,
150 151 152
      created_at: Time.now, updated_at: Time.now
    }.merge(opts)
  end
153

Grzegorz Bizon's avatar
Grzegorz Bizon committed
154 155 156 157 158
  def build_user
    @project.team.users.sample
  end

  def build_status
159
    Ci::Build::AVAILABLE_STATUSES.sample
Grzegorz Bizon's avatar
Grzegorz Bizon committed
160 161
  end

162 163 164 165
  def stage_index(stage)
    STAGES.index(stage) || 0
  end

166
  def artifacts_archive_path
167
    Rails.root + 'spec/fixtures/ci_build_artifacts.zip'
Grzegorz Bizon's avatar
Grzegorz Bizon committed
168 169
  end

170 171 172 173 174 175 176 177 178 179 180
  def artifacts_metadata_path
    Rails.root + 'spec/fixtures/ci_build_artifacts_metadata.gz'
  end

  def artifacts_cache_file(file_path)
    cache_path = file_path.to_s.gsub('ci_', "p#{@project.id}_")

    FileUtils.copy(file_path, cache_path)
    File.open(cache_path) do |file|
      yield file
    end
Grzegorz Bizon's avatar
Grzegorz Bizon committed
181 182 183 184
  end
end

Gitlab::Seeder.quiet do
185
  Project.all.sample(5).each do |project|
186
    project_builds = Gitlab::Seeder::Pipelines.new(project)
Grzegorz Bizon's avatar
Grzegorz Bizon committed
187 188
    project_builds.seed!
  end
189
end