build.rb 9.79 KB
Newer Older
1 2
# == Schema Information
#
Dmitriy Zaporozhets's avatar
Dmitriy Zaporozhets committed
3
# Table name: ci_builds
4 5 6 7 8 9 10 11 12 13 14
#
#  id                 :integer          not null, primary key
#  project_id         :integer
#  status             :string(255)
#  finished_at        :datetime
#  trace              :text
#  created_at         :datetime
#  updated_at         :datetime
#  started_at         :datetime
#  runner_id          :integer
#  coverage           :float
Dmitriy Zaporozhets's avatar
Dmitriy Zaporozhets committed
15
#  commit_id          :integer
16 17 18
#  commands           :text
#  job_id             :integer
#  name               :string(255)
Dmitriy Zaporozhets's avatar
Dmitriy Zaporozhets committed
19
#  deploy             :boolean          default(FALSE)
20 21 22 23
#  options            :text
#  allow_failure      :boolean          default(FALSE), not null
#  stage              :string(255)
#  trigger_request_id :integer
Dmitriy Zaporozhets's avatar
Dmitriy Zaporozhets committed
24 25 26 27 28 29 30 31
#  stage_idx          :integer
#  tag                :boolean
#  ref                :string(255)
#  user_id            :integer
#  type               :string(255)
#  target_url         :string(255)
#  description        :string(255)
#  artifacts_file     :text
Stan Hu's avatar
Stan Hu committed
32
#  gl_project_id      :integer
33 34 35
#

module Ci
36
  class Build < CommitStatus
37 38 39 40 41 42 43 44
    LAZY_ATTRIBUTES = ['trace']

    belongs_to :runner, class_name: 'Ci::Runner'
    belongs_to :trigger_request, class_name: 'Ci::TriggerRequest'

    serialize :options

    validates :coverage, numericality: true, allow_blank: true
45
    validates_presence_of :ref
46 47

    scope :unstarted, ->() { where(runner_id: nil) }
48
    scope :ignore_failures, ->() { where(allow_failure: false) }
Kamil Trzcinski's avatar
Kamil Trzcinski committed
49
    scope :similar, ->(build) { where(ref: build.ref, tag: build.tag, trigger_request_id: build.trigger_request_id) }
50

51 52
    mount_uploader :artifacts_file, ArtifactUploader

53 54 55 56 57
    acts_as_taggable

    # To prevent db load megabytes of data from trace
    default_scope -> { select(Ci::Build.columns_without_lazy) }

58 59
    before_destroy { project }

60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76
    class << self
      def columns_without_lazy
        (column_names - LAZY_ATTRIBUTES).map do |column_name|
          "#{table_name}.#{column_name}"
        end
      end

      def last_month
        where('created_at > ?', Date.today - 1.month)
      end

      def first_pending
        pending.unstarted.order('created_at ASC').first
      end

      def create_from(build)
        new_build = build.dup
77
        new_build.status = 'pending'
78
        new_build.runner_id = nil
79
        new_build.trigger_request_id = nil
80 81 82 83
        new_build.save
      end

      def retry(build)
84
        new_build = Ci::Build.new(status: 'pending')
Kamil Trzcinski's avatar
Kamil Trzcinski committed
85 86
        new_build.ref = build.ref
        new_build.tag = build.tag
87 88 89
        new_build.options = build.options
        new_build.commands = build.commands
        new_build.tag_list = build.tag_list
90
        new_build.gl_project_id = build.gl_project_id
91 92 93 94
        new_build.commit_id = build.commit_id
        new_build.name = build.name
        new_build.allow_failure = build.allow_failure
        new_build.stage = build.stage
95
        new_build.stage_idx = build.stage_idx
96 97 98 99
        new_build.trigger_request = build.trigger_request
        new_build.save
        new_build
      end
100 101 102 103

      def available_statuses
        state_machines[:status].states.map &:value
      end
104 105 106
    end

    state_machine :status, initial: :pending do
107 108 109 110
      after_transition pending: :running do |build, transition|
        build.execute_hooks
      end

111
      after_transition any => [:success, :failed, :canceled] do |build, transition|
112
        return unless build.project
113

114
        build.update_coverage
115 116
        build.commit.create_next_builds(build)
        build.execute_hooks
117 118 119
      end
    end

120 121
    def ignored?
      failed? && allow_failure?
Kamil Trzcinski's avatar
Kamil Trzcinski committed
122 123
    end

Kamil Trzcinski's avatar
Kamil Trzcinski committed
124
    def retryable?
125
      project.builds_enabled? && commands.present?
Kamil Trzcinski's avatar
Kamil Trzcinski committed
126 127 128 129 130 131
    end

    def retried?
      !self.commit.latest_builds_for_ref(self.ref).include?(self)
    end

132 133
    def trace_html
      html = Ci::Ansi2html::convert(trace) if trace.present?
134
      html || ''
135 136 137
    end

    def timeout
138
      project.build_timeout
139 140 141
    end

    def variables
142
      predefined_variables + yaml_variables + project_variables + trigger_variables
143 144
    end

145 146 147 148 149 150 151 152 153 154
    def merge_request
      merge_requests = MergeRequest.includes(:merge_request_diff)
                                   .where(source_branch: ref, source_project_id: commit.gl_project_id)
                                   .reorder(iid: :asc)

      merge_requests.find do |merge_request|
        merge_request.commits.any? { |ci| ci.id == commit.sha }
      end
    end

155
    def project_id
Kamil Trzcinski's avatar
Kamil Trzcinski committed
156
      commit.project.id
157 158 159 160 161 162 163
    end

    def project_name
      project.name
    end

    def repo_url
164 165 166 167
      auth = "gitlab-ci-token:#{token}@"
      project.http_url_to_repo.sub(/^https?:\/\//) do |prefix|
        prefix + auth
      end
168 169 170
    end

    def allow_git_fetch
171
      project.build_allow_git_fetch
172 173 174
    end

    def update_coverage
175 176 177
      coverage_regex = project.build_coverage_regex
      return unless coverage_regex
      coverage = extract_coverage(trace, coverage_regex)
178 179 180 181 182 183 184 185

      if coverage.is_a? Numeric
        update_attributes(coverage: coverage)
      end
    end

    def extract_coverage(text, regex)
      begin
Jared Szechy's avatar
Jared Szechy committed
186 187
        matches = text.scan(Regexp.new(regex)).last
        matches = matches.last if matches.kind_of?(Array)
188 189 190 191 192
        coverage = matches.gsub(/\d+(\.\d+)?/).first

        if coverage.present?
          coverage.to_f
        end
193
      rescue
194 195 196 197 198
        # if bad regex or something goes wrong we dont want to interrupt transition
        # so we just silentrly ignore error for now
      end
    end

199
    def raw_trace
200
      if File.file?(path_to_trace)
201
        File.read(path_to_trace)
202
      elsif project.ci_id && File.file?(old_path_to_trace)
203 204
        # Temporary fix for build trace data integrity
        File.read(old_path_to_trace)
205 206 207 208 209
      else
        # backward compatibility
        read_attribute :trace
      end
    end
210 211 212

    def trace
      trace = raw_trace
213
      if project && trace.present? && project.runners_token.present?
Kamil Trzcinski's avatar
Kamil Trzcinski committed
214
        trace.gsub(project.runners_token, 'xxxxxx')
215 216 217 218
      else
        trace
      end
    end
219 220

    def trace=(trace)
221 222
      unless Dir.exists?(dir_to_trace)
        FileUtils.mkdir_p(dir_to_trace)
223 224 225 226 227 228 229
      end

      File.write(path_to_trace, trace)
    end

    def dir_to_trace
      File.join(
Valery Sizov's avatar
Valery Sizov committed
230
        Settings.gitlab_ci.builds_path,
231 232 233 234 235 236 237 238 239
        created_at.utc.strftime("%Y_%m"),
        project.id.to_s
      )
    end

    def path_to_trace
      "#{dir_to_trace}/#{id}.log"
    end

240 241 242
    ##
    # Deprecated
    #
243 244 245
    # This is a hotfix for CI build data integrity, see #4246
    # Should be removed in 8.4, after CI files migration has been done.
    #
246 247 248 249 250 251 252 253 254 255 256
    def old_dir_to_trace
      File.join(
        Settings.gitlab_ci.builds_path,
        created_at.utc.strftime("%Y_%m"),
        project.ci_id.to_s
      )
    end

    ##
    # Deprecated
    #
257 258 259
    # This is a hotfix for CI build data integrity, see #4246
    # Should be removed in 8.4, after CI files migration has been done.
    #
260 261 262 263
    def old_path_to_trace
      "#{old_dir_to_trace}/#{id}.log"
    end

264 265 266 267 268 269 270 271 272 273 274 275 276 277 278 279 280 281 282 283 284 285 286 287 288
    ##
    # Deprecated
    #
    # This contains a hotfix for CI build data integrity, see #4246
    #
    # This method is used by `ArtifactUploader` to create a store_dir.
    # Warning: Uploader uses it after AND before file has been stored.
    #
    # This method returns old path to artifacts only if it already exists.
    #
    def artifacts_path
      old = File.join(created_at.utc.strftime('%Y_%m'),
                      project.ci_id.to_s,
                      id.to_s)

      old_store = File.join(ArtifactUploader.artifacts_path, old)
      return old if project.ci_id && File.directory?(old_store)

      File.join(
        created_at.utc.strftime('%Y_%m'),
        project.id.to_s,
        id.to_s
      )
    end

289
    def token
Kamil Trzcinski's avatar
Kamil Trzcinski committed
290
      project.runners_token
291 292 293
    end

    def valid_token? token
Kamil Trzcinski's avatar
Kamil Trzcinski committed
294
      project.valid_runners_token? token
295 296
    end

297 298
    def target_url
      Gitlab::Application.routes.url_helpers.
299
        namespace_project_build_url(project.namespace, project, self)
300 301
    end

Kamil Trzcinski's avatar
Kamil Trzcinski committed
302 303
    def cancel_url
      if active?
304
        Gitlab::Application.routes.url_helpers.
305
          cancel_namespace_project_build_path(project.namespace, project, self)
Kamil Trzcinski's avatar
Kamil Trzcinski committed
306 307 308 309
      end
    end

    def retry_url
Kamil Trzcinski's avatar
Kamil Trzcinski committed
310
      if retryable?
311
        Gitlab::Application.routes.url_helpers.
312
          retry_namespace_project_build_path(project.namespace, project, self)
Kamil Trzcinski's avatar
Kamil Trzcinski committed
313 314 315
      end
    end

316 317 318 319 320 321 322 323 324 325 326 327
    def can_be_served?(runner)
      (tag_list - runner.tag_list).empty?
    end

    def any_runners_online?
      project.any_runners? { |runner| runner.active? && runner.online? && can_be_served?(runner) }
    end

    def show_warning?
      pending? && !any_runners_online?
    end

328 329 330
    def download_url
      if artifacts_file.exists?
        Gitlab::Application.routes.url_helpers.
331
          download_namespace_project_build_path(project.namespace, project, self)
332 333 334
      end
    end

335 336
    def execute_hooks
      build_data = Gitlab::BuildDataBuilder.build(self)
337 338
      project.execute_hooks(build_data.dup, :build_hooks)
      project.execute_services(build_data.dup, :build_hooks)
339 340
    end

341 342


343 344 345 346 347 348 349 350 351 352 353 354 355
    private

    def yaml_variables
      if commit.config_processor
        commit.config_processor.variables.map do |key, value|
          { key: key, value: value, public: true }
        end
      else
        []
      end
    end

    def project_variables
356
      project.variables.map do |variable|
357 358 359 360 361 362 363 364 365 366 367 368 369
        { key: variable.key, value: variable.value, public: false }
      end
    end

    def trigger_variables
      if trigger_request && trigger_request.variables
        trigger_request.variables.map do |key, value|
          { key: key, value: value, public: false }
        end
      else
        []
      end
    end
370 371 372

    def predefined_variables
      variables = []
373
      variables << { key: :CI_BUILD_TAG, value: ref, public: true } if tag?
374 375 376 377 378
      variables << { key: :CI_BUILD_NAME, value: name, public: true }
      variables << { key: :CI_BUILD_STAGE, value: stage, public: true }
      variables << { key: :CI_BUILD_TRIGGERED, value: 'true', public: true } if trigger_request
      variables
    end
379 380
  end
end