project.rb 43.6 KB
Newer Older
1 2
require 'carrierwave/orm/activerecord'

gitlabhq's avatar
gitlabhq committed
3
class Project < ActiveRecord::Base
4
  include Gitlab::ConfigHelper
5
  include Gitlab::ShellAdapter
6
  include Gitlab::VisibilityLevel
7
  include Gitlab::CurrentSettings
8
  include AccessRequestable
9
  include Avatarable
10
  include CacheMarkdownField
11 12
  include Referable
  include Sortable
13
  include AfterCommitQueue
14
  include CaseSensitivity
15
  include TokenAuthenticatable
16
  include ValidAttribute
17
  include ProjectFeaturesCompatibility
18
  include SelectForProjectAuthorization
19
  include Routable
Robert Speicher's avatar
Robert Speicher committed
20

21
  extend Gitlab::ConfigHelper
22

23
  BoardLimitExceeded = Class.new(StandardError)
24

25
  NUMBER_OF_PERMITTED_BOARDS = 1
Douwe Maan's avatar
Douwe Maan committed
26
  UNKNOWN_IMPORT_URL = 'http://unknown.git'.freeze
Jared Szechy's avatar
Jared Szechy committed
27

28 29
  cache_markdown_field :description, pipeline: :description

30 31
  delegate :feature_available?, :builds_enabled?, :wiki_enabled?,
           :merge_requests_enabled?, :issues_enabled?, to: :project_feature,
32
                                                       allow_nil: true
33

34
  default_value_for :archived, false
35
  default_value_for :visibility_level, gitlab_config_features.visibility_level
36
  default_value_for :container_registry_enabled, gitlab_config_features.container_registry
37
  default_value_for(:repository_storage) { current_application_settings.pick_repository_storage }
38
  default_value_for(:shared_runners_enabled) { current_application_settings.shared_runners_enabled }
39 40 41 42 43
  default_value_for :issues_enabled, gitlab_config_features.issues
  default_value_for :merge_requests_enabled, gitlab_config_features.merge_requests
  default_value_for :builds_enabled, gitlab_config_features.builds
  default_value_for :wiki_enabled, gitlab_config_features.wiki
  default_value_for :snippets_enabled, gitlab_config_features.snippets
44
  default_value_for :only_allow_merge_if_all_discussions_are_resolved, false
45

46
  after_create :ensure_dir_exist
47
  after_create :create_project_feature, unless: :project_feature
48
  after_save :ensure_dir_exist, if: :namespace_id_changed?
49
  after_save :update_project_statistics, if: :namespace_id_changed?
50

51 52
  # set last_activity_at to the same as created_at
  after_create :set_last_activity_at
53
  def set_last_activity_at
54
    update_column(:last_activity_at, self.created_at)
55 56
  end

57 58 59 60 61
  after_create :set_last_repository_updated_at
  def set_last_repository_updated_at
    update_column(:last_repository_updated_at, self.created_at)
  end

Kamil Trzcinski's avatar
Kamil Trzcinski committed
62 63
  after_destroy :remove_pages

64
  # update visibility_level of forks
65 66
  after_update :update_forks_visibility_level

67 68
  after_validation :check_pending_delete

69
  acts_as_taggable
70

71
  attr_accessor :new_default_branch
72
  attr_accessor :old_path_with_namespace
73
  attr_writer :pipeline_status
74

75 76
  alias_attribute :title, :name

77
  # Relations
78
  belongs_to :creator, class_name: 'User'
79
  belongs_to :group, -> { where(type: 'Group') }, foreign_key: 'namespace_id'
80
  belongs_to :namespace
81

82
  has_one :last_event, -> {order 'events.created_at DESC'}, class_name: 'Event'
83
  has_many :boards, before_add: :validate_board_limit, dependent: :destroy
84

85
  # Project services
Dmitriy Zaporozhets's avatar
Dmitriy Zaporozhets committed
86
  has_one :campfire_service, dependent: :destroy
Kirilll Zaitsev's avatar
Kirilll Zaitsev committed
87
  has_one :drone_ci_service, dependent: :destroy
88
  has_one :emails_on_push_service, dependent: :destroy
89
  has_one :pipelines_email_service, dependent: :destroy
Aorimn's avatar
Aorimn committed
90
  has_one :irker_service, dependent: :destroy
91
  has_one :pivotaltracker_service, dependent: :destroy
92
  has_one :hipchat_service, dependent: :destroy
93
  has_one :flowdock_service, dependent: :destroy
Carlos Paramio's avatar
Carlos Paramio committed
94
  has_one :assembla_service, dependent: :destroy
Jeremy's avatar
Jeremy committed
95
  has_one :asana_service, dependent: :destroy
96
  has_one :gemnasium_service, dependent: :destroy
97
  has_one :mattermost_slash_commands_service, dependent: :destroy
98
  has_one :mattermost_service, dependent: :destroy
99
  has_one :slack_slash_commands_service, dependent: :destroy
100
  has_one :slack_service, dependent: :destroy
101
  has_one :buildkite_service, dependent: :destroy
Drew Blessing's avatar
Drew Blessing committed
102
  has_one :bamboo_service, dependent: :destroy
103
  has_one :teamcity_service, dependent: :destroy
104
  has_one :pushover_service, dependent: :destroy
105 106
  has_one :jira_service, dependent: :destroy
  has_one :redmine_service, dependent: :destroy
107
  has_one :custom_issue_tracker_service, dependent: :destroy
108
  has_one :bugzilla_service, dependent: :destroy
109
  has_one :gitlab_issue_tracker_service, dependent: :destroy, inverse_of: :project
110
  has_one :external_wiki_service, dependent: :destroy
111
  has_one :kubernetes_service, dependent: :destroy, inverse_of: :project
112
  has_one :prometheus_service, dependent: :destroy, inverse_of: :project
113
  has_one :mock_ci_service, dependent: :destroy
114 115
  has_one :mock_deployment_service, dependent: :destroy
  has_one :mock_monitoring_service, dependent: :destroy
116
  has_one :microsoft_teams_service, dependent: :destroy
117

118 119 120 121 122
  has_one  :forked_project_link,  dependent: :destroy, foreign_key: "forked_to_project_id"
  has_one  :forked_from_project,  through:   :forked_project_link

  has_many :forked_project_links, foreign_key: "forked_from_project_id"
  has_many :forks,                through:     :forked_project_links, source: :forked_to_project
123

124
  # Merge Requests for target project should be removed with it
125
  has_many :merge_requests,     dependent: :destroy, foreign_key: 'target_project_id'
126
  has_many :issues,             dependent: :destroy
127
  has_many :labels,             dependent: :destroy, class_name: 'ProjectLabel'
128 129
  has_many :services,           dependent: :destroy
  has_many :events,             dependent: :destroy
130 131
  has_many :milestones,         dependent: :destroy
  has_many :notes,              dependent: :destroy
132 133
  has_many :snippets,           dependent: :destroy, class_name: 'ProjectSnippet'
  has_many :hooks,              dependent: :destroy, class_name: 'ProjectHook'
134
  has_many :protected_branches, dependent: :destroy
135
  has_many :protected_tags,     dependent: :destroy
136

137
  has_many :project_authorizations
138
  has_many :authorized_users, through: :project_authorizations, source: :user, class_name: 'User'
139
  has_many :project_members, -> { where(requested_at: nil) }, dependent: :destroy, as: :source
140
  alias_method :members, :project_members
141 142 143 144
  has_many :users, through: :project_members

  has_many :requesters, -> { where.not(requested_at: nil) }, dependent: :destroy, as: :source, class_name: 'ProjectMember'

145 146
  has_many :deploy_keys_projects, dependent: :destroy
  has_many :deploy_keys, through: :deploy_keys_projects
Ciro Santilli's avatar
Ciro Santilli committed
147 148
  has_many :users_star_projects, dependent: :destroy
  has_many :starrers, through: :users_star_projects, source: :user
149
  has_many :releases, dependent: :destroy
Marin Jankovski's avatar
Marin Jankovski committed
150 151
  has_many :lfs_objects_projects, dependent: :destroy
  has_many :lfs_objects, through: :lfs_objects_projects
152 153
  has_many :project_group_links, dependent: :destroy
  has_many :invited_groups, through: :project_group_links, source: :group
Kamil Trzcinski's avatar
Kamil Trzcinski committed
154
  has_many :pages_domains, dependent: :destroy
155
  has_many :todos, dependent: :destroy
156
  has_many :notification_settings, dependent: :destroy, as: :source
157

158
  has_one :import_data, dependent: :delete, class_name: 'ProjectImportData'
159
  has_one :project_feature, dependent: :destroy
160
  has_one :statistics, class_name: 'ProjectStatistics', dependent: :delete
161
  has_many :container_repositories, dependent: :destroy
162

163 164 165 166
  has_many :commit_statuses, dependent: :destroy
  has_many :pipelines, dependent: :destroy, class_name: 'Ci::Pipeline'
  has_many :builds, class_name: 'Ci::Build' # the builds are created from the commit_statuses
  has_many :runner_projects, dependent: :destroy, class_name: 'Ci::RunnerProject'
167
  has_many :runners, through: :runner_projects, source: :runner, class_name: 'Ci::Runner'
168
  has_many :variables, class_name: 'Ci::Variable'
169
  has_many :triggers, dependent: :destroy, class_name: 'Ci::Trigger'
170 171
  has_many :environments, dependent: :destroy
  has_many :deployments, dependent: :destroy
172
  has_many :pipeline_schedules, dependent: :destroy, class_name: 'Ci::PipelineSchedule'
173

Kamil Trzcinski's avatar
Kamil Trzcinski committed
174 175
  has_many :active_runners, -> { active }, through: :runner_projects, source: :runner, class_name: 'Ci::Runner'

176
  accepts_nested_attributes_for :variables, allow_destroy: true
177
  accepts_nested_attributes_for :project_feature
178

179
  delegate :name, to: :owner, allow_nil: true, prefix: true
Douwe Maan's avatar
Douwe Maan committed
180
  delegate :count, to: :forks, prefix: true
181
  delegate :members, to: :team, prefix: true
182
  delegate :add_user, :add_users, to: :team
183
  delegate :add_guest, :add_reporter, :add_developer, :add_master, to: :team
Douwe Maan's avatar
Douwe Maan committed
184
  delegate :empty_repo?, to: :repository
185

Andrey Kumanyaev's avatar
Andrey Kumanyaev committed
186
  # Validations
187
  validates :creator, presence: true, on: :create
188
  validates :description, length: { maximum: 2000 }, allow_blank: true
189 190
  validates :name,
    presence: true,
191
    length: { maximum: 255 },
192
    format: { with: Gitlab::Regex.project_name_regex,
Douwe Maan's avatar
Douwe Maan committed
193
              message: Gitlab::Regex.project_name_regex_message }
194 195
  validates :path,
    presence: true,
196
    dynamic_path: true,
197
    length: { maximum: 255 },
198 199
    format: { with: Gitlab::PathRegex.project_path_format_regex,
              message: Gitlab::PathRegex.project_path_format_message },
200 201
    uniqueness: { scope: :namespace_id }

202
  validates :namespace, presence: true
Douwe Maan's avatar
Douwe Maan committed
203
  validates :name, uniqueness: { scope: :namespace_id }
204
  validates :import_url, addressable_url: true, if: :external_import?
205
  validates :import_url, importable_url: true, if: [:external_import?, :import_url_changed?]
206
  validates :star_count, numericality: { greater_than_or_equal_to: 0 }
207
  validate :check_limit, on: :create
208
  validate :avatar_type,
209
    if: ->(project) { project.avatar.present? && project.avatar_changed? }
210
  validates :avatar, file_size: { maximum: 200.kilobytes.to_i }
211
  validate :visibility_level_allowed_by_group
Douwe Maan's avatar
Douwe Maan committed
212
  validate :visibility_level_allowed_as_fork
213
  validate :check_wiki_path_conflict
214 215 216
  validates :repository_storage,
    presence: true,
    inclusion: { in: ->(_object) { Gitlab.config.repositories.storages.keys } }
217

218
  add_authentication_token_field :runners_token
219
  before_save :ensure_runners_token
220

Douwe Maan's avatar
Douwe Maan committed
221
  mount_uploader :avatar, AvatarUploader
222
  has_many :uploads, as: :model, dependent: :destroy
Andrey Kumanyaev's avatar
Andrey Kumanyaev committed
223

224
  # Scopes
225
  scope :pending_delete, -> { where(pending_delete: true) }
226
  scope :without_deleted, -> { where(pending_delete: false) }
227

228
  scope :sorted_by_activity, -> { reorder(last_activity_at: :desc) }
229 230
  scope :sorted_by_stars, -> { reorder('projects.star_count DESC') }

231
  scope :in_namespace, ->(namespace_ids) { where(namespace_id: namespace_ids) }
232
  scope :personal, ->(user) { where(namespace_id: user.namespace_id) }
233
  scope :joined, ->(user) { where('namespace_id != ?', user.namespace_id) }
234
  scope :starred_by, ->(user) { joins(:users_star_projects).where('users_star_projects.user_id': user.id) }
235
  scope :visible_to_user, ->(user) { where(id: user.authorized_projects.select(:id).reorder(nil)) }
236
  scope :non_archived, -> { where(archived: false) }
237
  scope :for_milestones, ->(ids) { joins(:milestones).where('milestones.id' => ids).distinct }
238 239
  scope :with_push, -> { joins(:events).where('events.action = ?', Event::PUSHED) }

240
  scope :with_project_feature, -> { joins('LEFT JOIN project_features ON projects.id = project_features.project_id') }
241
  scope :with_statistics, -> { includes(:statistics) }
242
  scope :with_shared_runners, -> { where(shared_runners_enabled: true) }
243 244 245
  scope :inside_path, ->(path) do
    # We need routes alias rs for JOIN so it does not conflict with
    # includes(:route) which we use in ProjectsFinder.
246 247
    joins("INNER JOIN routes rs ON rs.source_id = projects.id AND rs.source_type = 'Project'")
      .where('rs.path LIKE ?', "#{sanitize_sql_like(path)}/%")
248
  end
249 250 251 252 253 254 255 256 257 258 259 260 261 262 263

  # "enabled" here means "not disabled". It includes private features!
  scope :with_feature_enabled, ->(feature) {
    access_level_attribute = ProjectFeature.access_level_attribute(feature)
    with_project_feature.where(project_features: { access_level_attribute => [nil, ProjectFeature::PRIVATE, ProjectFeature::ENABLED] })
  }

  # Picks a feature where the level is exactly that given.
  scope :with_feature_access_level, ->(feature, level) {
    access_level_attribute = ProjectFeature.access_level_attribute(feature)
    with_project_feature.where(project_features: { access_level_attribute => level })
  }

  scope :with_builds_enabled, -> { with_feature_enabled(:builds) }
  scope :with_issues_enabled, -> { with_feature_enabled(:issues) }
264
  scope :with_merge_requests_enabled, -> { with_feature_enabled(:merge_requests) }
265

266
  enum auto_cancel_pending_pipelines: { disabled: 0, enabled: 1 }
267

268 269 270 271
  # Returns a collection of projects that is either public or visible to the
  # logged in user.
  def self.public_or_visible_to_user(user = nil)
    if user
272 273 274 275
      authorized = user
        .project_authorizations
        .select(1)
        .where('project_authorizations.project_id = projects.id')
276 277 278 279 280 281 282 283 284

      levels = Gitlab::VisibilityLevel.levels_for_user(user)

      where('EXISTS (?) OR projects.visibility_level IN (?)', authorized, levels)
    else
      public_to_user
    end
  end

285 286 287
  # project features may be "disabled", "internal" or "enabled". If "internal",
  # they are only available to team members. This scope returns projects where
  # the feature is either enabled, or internal with permission for the user.
288 289 290 291
  #
  # This method uses an optimised version of `with_feature_access_level` for
  # logged in users to more efficiently get private projects with the given
  # feature.
292
  def self.with_feature_available_for_user(feature, user)
293 294 295 296 297 298 299
    visible = [nil, ProjectFeature::ENABLED]

    if user&.admin?
      with_feature_enabled(feature)
    elsif user
      column = ProjectFeature.quoted_access_level_column(feature)

300 301
      authorized = user.project_authorizations.select(1)
        .where('project_authorizations.project_id = projects.id')
302

303 304
      with_project_feature
        .where("#{column} IN (?) OR (#{column} = ? AND EXISTS (?))",
305 306 307 308 309 310
              visible,
              ProjectFeature::PRIVATE,
              authorized)
    else
      with_feature_access_level(feature, visible)
    end
311
  end
312

313 314
  scope :active, -> { joins(:issues, :notes, :merge_requests).order('issues.created_at, notes.created_at, merge_requests.created_at DESC') }
  scope :abandoned, -> { where('projects.last_activity_at < ?', 6.months.ago) }
315

316 317
  scope :excluding_project, ->(project) { where.not(id: project) }

318
  state_machine :import_status, initial: :none do
319 320 321 322 323 324 325 326
    event :import_schedule do
      transition [:none, :finished, :failed] => :scheduled
    end

    event :force_import_start do
      transition [:none, :finished, :failed] => :started
    end

327
    event :import_start do
328
      transition scheduled: :started
329 330 331
    end

    event :import_finish do
332
      transition started: :finished
333 334 335
    end

    event :import_fail do
336
      transition [:scheduled, :started] => :failed
337 338 339
    end

    event :import_retry do
340
      transition failed: :started
341 342
    end

343
    state :scheduled
344 345
    state :started
    state :finished
346 347
    state :failed

348 349 350 351
    after_transition [:none, :finished, :failed] => :scheduled do |project, _|
      project.run_after_commit { add_import_job }
    end

352 353
    after_transition started: :finished do |project, _|
      project.reset_cache_and_import_attrs
354 355 356 357 358 359 360 361 362 363

      if Gitlab::ImportSources.importer_names.include?(project.import_type) && project.repo_exists?
        project.run_after_commit do
          begin
            Projects::HousekeepingService.new(project).execute
          rescue Projects::HousekeepingService::LeaseTaken => e
            Rails.logger.info("Could not perform housekeeping for project #{project.path_with_namespace} (#{project.id}): #{e}")
          end
        end
      end
364
    end
365 366
  end

Andrey Kumanyaev's avatar
Andrey Kumanyaev committed
367
  class << self
368 369 370 371 372 373 374
    # Searches for a list of projects based on the query given in `query`.
    #
    # On PostgreSQL this method uses "ILIKE" to perform a case-insensitive
    # search. On MySQL a regular "LIKE" is used as it's already
    # case-insensitive.
    #
    # query - The search query as a String.
375
    def search(query)
376
      ptable  = arel_table
377 378 379
      ntable  = Namespace.arel_table
      pattern = "%#{query}%"

380 381 382
      # unscoping unnecessary conditions that'll be applied
      # when executing `where("projects.id IN (#{union.to_sql})")`
      projects = unscoped.select(:id).where(
383 384 385
        ptable[:path].matches(pattern)
          .or(ptable[:name].matches(pattern))
          .or(ptable[:description].matches(pattern))
386 387
      )

388 389 390
      namespaces = unscoped.select(:id)
        .joins(:namespace)
        .where(ntable[:name].matches(pattern))
391 392 393 394

      union = Gitlab::SQL::Union.new([projects, namespaces])

      where("projects.id IN (#{union.to_sql})")
Andrey Kumanyaev's avatar
Andrey Kumanyaev committed
395
    end
396

397
    def search_by_title(query)
398 399 400 401
      pattern = "%#{query}%"
      table   = Project.arel_table

      non_archived.where(table[:name].matches(pattern))
402 403
    end

404 405 406
    def visibility_levels
      Gitlab::VisibilityLevel.options
    end
407 408

    def sort(method)
409 410
      case method.to_s
      when 'storage_size_desc'
411 412 413
        # storage_size is a joined column so we need to
        # pass a string to avoid AR adding the table name
        reorder('project_statistics.storage_size DESC, projects.id DESC')
414 415 416 417
      when 'latest_activity_desc'
        reorder(last_activity_at: :desc)
      when 'latest_activity_asc'
        reorder(last_activity_at: :asc)
418 419
      else
        order_by(method)
420 421
      end
    end
422 423

    def reference_pattern
424
      %r{
425 426
        ((?<namespace>#{Gitlab::PathRegex::FULL_NAMESPACE_FORMAT_REGEX})\/)?
        (?<project>#{Gitlab::PathRegex::PROJECT_PATH_FORMAT_REGEX})
427
      }x
428
    end
429

430
    def trending
431 432
      joins('INNER JOIN trending_projects ON projects.id = trending_projects.project_id')
        .reorder('trending_projects.id ASC')
433
    end
434 435 436 437 438 439

    def cached_count
      Rails.cache.fetch('total_project_count', expires_in: 5.minutes) do
        Project.count
      end
    end
440 441

    def group_ids
442
      joins(:namespace).where(namespaces: { type: 'Group' }).select(:namespace_id)
443
    end
444 445
  end

446
  def lfs_enabled?
447
    return namespace.lfs_enabled? if self[:lfs_enabled].nil?
Patricio Cano's avatar
Patricio Cano committed
448

449
    self[:lfs_enabled] && Gitlab.config.lfs.enabled
450 451
  end

452
  def repository_storage_path
453
    Gitlab.config.repositories.storages[repository_storage]['path']
454 455
  end

Dmitriy Zaporozhets's avatar
Dmitriy Zaporozhets committed
456
  def team
457
    @team ||= ProjectTeam.new(self)
Dmitriy Zaporozhets's avatar
Dmitriy Zaporozhets committed
458 459 460
  end

  def repository
461
    @repository ||= Repository.new(path_with_namespace, self)
462 463
  end

464
  def container_registry_url
Kamil Trzcinski's avatar
Kamil Trzcinski committed
465
    if Gitlab.config.registry.enabled
466
      "#{Gitlab.config.registry.host_port}/#{path_with_namespace.downcase}"
467
    end
468 469
  end

470
  def has_container_registry_tags?
471 472
    container_repositories.to_a.any?(&:has_tags?) ||
      has_root_container_repository_tags?
473 474
  end

475 476
  def commit(ref = 'HEAD')
    repository.commit(ref)
Dmitriy Zaporozhets's avatar
Dmitriy Zaporozhets committed
477 478
  end

479
  # ref can't be HEAD, can only be branch/tag name or SHA
480
  def latest_successful_builds_for(ref = default_branch)
481
    latest_pipeline = pipelines.latest_successful_for(ref)
482 483 484 485 486 487

    if latest_pipeline
      latest_pipeline.builds.latest.with_artifacts
    else
      builds.none
    end
488 489
  end

490
  def merge_base_commit(first_commit_id, second_commit_id)
Douwe Maan's avatar
Douwe Maan committed
491 492
    sha = repository.merge_base(first_commit_id, second_commit_id)
    repository.commit(sha) if sha
493 494
  end

495
  def saved?
496
    id && persisted?
497 498
  end

499
  def add_import_job
Douwe Maan's avatar
Douwe Maan committed
500 501 502 503 504 505 506 507
    job_id =
      if forked?
        RepositoryForkWorker.perform_async(id, forked_from_project.repository_storage_path,
          forked_from_project.path_with_namespace,
          self.namespace.full_path)
      else
        RepositoryImportWorker.perform_async(self.id)
      end
508 509 510 511 512

    if job_id
      Rails.logger.info "Import job started for #{path_with_namespace} with job ID #{job_id}"
    else
      Rails.logger.error "Import job failed to start for #{path_with_namespace}"
513
    end
514 515
  end

516 517 518 519 520
  def reset_cache_and_import_attrs
    run_after_commit do
      ProjectCacheWorker.perform_async(self.id)
    end

521
    import_data&.destroy
522 523
  end

524
  def import_url=(value)
525 526
    return super(value) unless Gitlab::UrlSanitizer.valid?(value)

527
    import_url = Gitlab::UrlSanitizer.new(value)
James Lopez's avatar
James Lopez committed
528
    super(import_url.sanitized_url)
529
    create_or_update_import_data(credentials: import_url.credentials)
530 531 532
  end

  def import_url
James Lopez's avatar
James Lopez committed
533
    if import_data && super.present?
534
      import_url = Gitlab::UrlSanitizer.new(super, credentials: import_data.credentials)
James Lopez's avatar
James Lopez committed
535 536 537
      import_url.full_url
    else
      super
538 539
    end
  end
540

James Lopez's avatar
James Lopez committed
541 542 543 544
  def valid_import_url?
    valid? || errors.messages[:import_url].nil?
  end

545
  def create_or_update_import_data(data: nil, credentials: nil)
546
    return unless import_url.present? && valid_import_url?
547

James Lopez's avatar
James Lopez committed
548
    project_import_data = import_data || build_import_data
549 550 551 552
    if data
      project_import_data.data ||= {}
      project_import_data.data = project_import_data.data.merge(data)
    end
553 554 555 556
    if credentials
      project_import_data.credentials ||= {}
      project_import_data.credentials = project_import_data.credentials.merge(credentials)
    end
557 558

    project_import_data.save
559
  end
560

561
  def import?
562
    external_import? || forked? || gitlab_project_import?
563 564
  end

565 566 567 568
  def no_import?
    import_status == 'none'
  end

569
  def external_import?
570 571 572
    import_url.present?
  end

573
  def imported?
574 575 576 577
    import_finished?
  end

  def import_in_progress?
578 579 580 581
    import_started? || import_scheduled?
  end

  def import_started?
582 583 584
    import? && import_status == 'started'
  end

585 586 587 588
  def import_scheduled?
    import_status == 'scheduled'
  end

589 590 591 592 593 594
  def import_failed?
    import_status == 'failed'
  end

  def import_finished?
    import_status == 'finished'
595 596
  end

597
  def safe_import_url
598
    Gitlab::UrlSanitizer.new(import_url).masked_url
599 600
  end

601 602 603 604
  def gitlab_project_import?
    import_type == 'gitlab_project'
  end

Rémy Coutable's avatar
Rémy Coutable committed
605 606 607 608
  def gitea_import?
    import_type == 'gitea'
  end

609 610 611 612
  def github_import?
    import_type == 'github'
  end

613
  def check_limit
Douwe Maan's avatar
Douwe Maan committed
614
    unless creator.can_create_project? || namespace.kind == 'group'
615 616 617
      projects_limit = creator.projects_limit

      if projects_limit == 0
Phil Hughes's avatar
Phil Hughes committed
618
        self.errors.add(:limit_reached, "Personal project creation is not allowed. Please contact your administrator with questions")
619
      else
Phil Hughes's avatar
Phil Hughes committed
620
        self.errors.add(:limit_reached, "Your project limit is #{projects_limit} projects! Please contact your administrator to increase it")
621
      end
622 623
    end
  rescue
624
    self.errors.add(:base, "Can't check your ability to create project")
gitlabhq's avatar
gitlabhq committed
625 626
  end

627 628 629 630 631 632 633 634 635 636 637 638 639
  def visibility_level_allowed_by_group
    return if visibility_level_allowed_by_group?

    level_name = Gitlab::VisibilityLevel.level_name(self.visibility_level).downcase
    group_level_name = Gitlab::VisibilityLevel.level_name(self.group.visibility_level).downcase
    self.errors.add(:visibility_level, "#{level_name} is not allowed in a #{group_level_name} group.")
  end

  def visibility_level_allowed_as_fork
    return if visibility_level_allowed_as_fork?

    level_name = Gitlab::VisibilityLevel.level_name(self.visibility_level).downcase
    self.errors.add(:visibility_level, "#{level_name} is not allowed since the fork source project has lower visibility.")
640 641
  end

642 643 644 645 646 647 648 649 650 651
  def check_wiki_path_conflict
    return if path.blank?

    path_to_check = path.ends_with?('.wiki') ? path.chomp('.wiki') : "#{path}.wiki"

    if Project.where(namespace_id: namespace_id, path: path_to_check).exists?
      errors.add(:name, 'has already been taken')
    end
  end

652
  def to_param
653 654 655 656 657
    if persisted? && errors.include?(:path)
      path_was
    else
      path
    end
658 659
  end

660
  # `from` argument can be a Namespace or Project.
661 662 663 664 665 666
  def to_reference(from = nil, full: false)
    if full || cross_namespace_reference?(from)
      path_with_namespace
    elsif cross_project_reference?(from)
      path
    end
667 668 669 670 671 672 673 674
  end

  def to_human_reference(from_project = nil)
    if cross_namespace_reference?(from_project)
      name_with_namespace
    elsif cross_project_reference?(from_project)
      name
    end
675 676
  end

677
  def web_url
678
    Gitlab::Routing.url_helpers.namespace_project_url(self.namespace, self)
679 680
  end

681
  def new_issue_address(author)
682
    return unless Gitlab::IncomingEmail.supports_issue_creation? && author
683

684 685 686 687
    author.ensure_incoming_email_token!

    Gitlab::IncomingEmail.reply_address(
      "#{path_with_namespace}+#{author.incoming_email_token}")
688 689
  end

690
  def build_commit_note(commit)
691
    notes.new(commit_id: commit.id, noteable_type: 'Commit')
gitlabhq's avatar
gitlabhq committed
692
  end
Nihad Abbasov's avatar
Nihad Abbasov committed
693

694
  def last_activity
695
    last_event
gitlabhq's avatar
gitlabhq committed
696 697 698
  end

  def last_activity_date
699
    last_repository_updated_at || last_activity_at || updated_at
Dmitriy Zaporozhets's avatar
Dmitriy Zaporozhets committed
700
  end
701

702 703 704
  def project_id
    self.id
  end
randx's avatar
randx committed
705

706
  def get_issue(issue_id, current_user)
707
    if default_issues_tracker?
708
      IssuesFinder.new(current_user, project_id: id).find_by(iid: issue_id)
709
    else
Robert Speicher's avatar
Robert Speicher committed
710
      ExternalIssue.new(issue_id, self)
711 712 713
    end
  end

Robert Speicher's avatar
Robert Speicher committed
714
  def issue_exists?(issue_id)
715
    get_issue(issue_id)
Robert Speicher's avatar
Robert Speicher committed
716 717
  end

718
  def default_issue_tracker
719
    gitlab_issue_tracker_service || create_gitlab_issue_tracker_service
720 721 722 723 724 725 726 727 728 729
  end

  def issues_tracker
    if external_issue_tracker
      external_issue_tracker
    else
      default_issue_tracker
    end
  end

730 731 732 733
  def issue_reference_pattern
    issues_tracker.reference_pattern
  end

734
  def default_issues_tracker?
735
    !external_issue_tracker
736 737 738
  end

  def external_issue_tracker
739 740 741 742 743 744 745 746 747 748 749 750 751 752 753
    if has_external_issue_tracker.nil? # To populate existing projects
      cache_has_external_issue_tracker
    end

    if has_external_issue_tracker?
      return @external_issue_tracker if defined?(@external_issue_tracker)

      @external_issue_tracker = services.external_issue_trackers.first
    else
      nil
    end
  end

  def cache_has_external_issue_tracker
    update_column(:has_external_issue_tracker, services.external_issue_trackers.any?)
754 755
  end

756 757 758 759
  def has_wiki?
    wiki_enabled? || has_external_wiki?
  end

760 761 762 763 764 765 766 767 768 769 770 771 772 773 774 775
  def external_wiki
    if has_external_wiki.nil?
      cache_has_external_wiki # Populate
    end

    if has_external_wiki
      @external_wiki ||= services.external_wikis.first
    else
      nil
    end
  end

  def cache_has_external_wiki
    update_column(:has_external_wiki, services.external_wikis.any?)
  end

776
  def find_or_initialize_services
777 778
    services_templates = Service.where(template: true)

779
    Service.available_services_names.map do |service_name|
780
      service = find_service(services, service_name)
781

782 783 784
      if service
        service
      else
785 786 787 788
        # We should check if template for the service exists
        template = find_service(services_templates, service_name)

        if template.nil?
789 790
          # If no template, we should create an instance. Ex `build_gitlab_ci_service`
          public_send("build_#{service_name}_service")
791
        else
792
          Service.build_from_template(id, template)
793 794
        end
      end
795 796 797
    end
  end

798 799 800 801
  def find_or_initialize_service(name)
    find_or_initialize_services.find { |service| service.to_param == name }
  end

802 803
  def create_labels
    Label.templates.each do |label|
804
      params = label.attributes.except('id', 'template', 'created_at', 'updated_at')
805
      Labels::FindOrCreateService.new(nil, self, params).execute(skip_authorization: true)
806 807 808
    end
  end

809 810 811
  def find_service(list, name)
    list.find { |service| service.to_param == name }
  end
812

813
  def ci_services
814
    services.where(category: :ci)
815 816 817
  end

  def ci_service
818
    @ci_service ||= ci_services.reorder(nil).find_by(active: true)
819 820
  end

821 822 823 824 825
  def deployment_services
    services.where(category: :deployment)
  end

  def deployment_service
826
    @deployment_service ||= deployment_services.reorder(nil).find_by(active: true)
827 828
  end

829 830 831 832 833
  def monitoring_services
    services.where(category: :monitoring)
  end

  def monitoring_service
834
    @monitoring_service ||= monitoring_services.reorder(nil).find_by(active: true)
835 836
  end

Drew Blessing's avatar
Drew Blessing committed
837 838 839 840
  def jira_tracker?
    issues_tracker.to_param == 'jira'
  end

841
  def avatar_type
842 843
    unless self.avatar.image?
      self.errors.add :avatar, 'only images allowed'
844 845 846 847
    end
  end

  def avatar_in_git
848
    repository.avatar
849 850
  end

851 852 853 854
  def avatar_url(**args)
    # We use avatar_path instead of overriding avatar_url because of carrierwave.
    # See https://gitlab.com/gitlab-org/gitlab-ce/merge_requests/11001/diffs#note_28659864
    avatar_path(args) || (Gitlab::Routing.url_helpers.namespace_project_avatar_url(namespace, self) if avatar_in_git)
sue445's avatar
sue445 committed
855 856
  end

857 858 859 860 861
  # For compatibility with old code
  def code
    path
  end

862
  def items_for(entity)
863 864 865 866 867 868 869
    case entity
    when 'issue' then
      issues
    when 'merge_request' then
      merge_requests
    end
  end
870

871
  def send_move_instructions(old_path_with_namespace)
872 873 874
    # New project path needs to be committed to the DB or notification will
    # retrieve stale information
    run_after_commit { NotificationService.new.project_was_moved(self, old_path_with_namespace) }
875
  end
876 877

  def owner
878 879
    if group
      group
880
    else
881
      namespace.try(:owner)
882 883
    end
  end
Dmitriy Zaporozhets's avatar
Dmitriy Zaporozhets committed
884

885 886
  def execute_hooks(data, hooks_scope = :push_hooks)
    hooks.send(hooks_scope).each do |hook|
887
      hook.async_execute(data, hooks_scope.to_s)
888
    end
Dmitriy Zaporozhets's avatar
Dmitriy Zaporozhets committed
889 890
  end

891 892 893
  def execute_services(data, hooks_scope = :push_hooks)
    # Call only service hooks that are active for this scope
    services.send(hooks_scope).each do |service|
894
      service.async_execute(data)
Dmitriy Zaporozhets's avatar
Dmitriy Zaporozhets committed
895 896 897 898
    end
  end

  def valid_repo?
899
    repository.exists?
Dmitriy Zaporozhets's avatar
Dmitriy Zaporozhets committed
900
  rescue
901
    errors.add(:path, 'Invalid repository path')
Dmitriy Zaporozhets's avatar
Dmitriy Zaporozhets committed
902 903 904 905
    false
  end

  def repo
Dmitriy Zaporozhets's avatar
Dmitriy Zaporozhets committed
906
    repository.raw
Dmitriy Zaporozhets's avatar
Dmitriy Zaporozhets committed
907 908 909
  end

  def url_to_repo
910
    gitlab_shell.url_to_repo(path_with_namespace)
Dmitriy Zaporozhets's avatar
Dmitriy Zaporozhets committed
911 912 913
  end

  def repo_exists?
914
    @repo_exists ||= repository.exists?
Dmitriy Zaporozhets's avatar
Dmitriy Zaporozhets committed
915 916 917 918 919
  rescue
    @repo_exists = false
  end

  def root_ref?(branch)
Dmitriy Zaporozhets's avatar
Dmitriy Zaporozhets committed
920
    repository.root_ref == branch
Dmitriy Zaporozhets's avatar
Dmitriy Zaporozhets committed
921 922 923 924 925 926
  end

  def ssh_url_to_repo
    url_to_repo
  end

927 928
  def http_url_to_repo
    "#{web_url}.git"
Dmitriy Zaporozhets's avatar
Dmitriy Zaporozhets committed
929 930
  end

931
  def user_can_push_to_empty_repo?(user)
932
    !ProtectedBranch.default_branch_protected? || team.max_member_access(user.id) > Gitlab::Access::DEVELOPER
933 934
  end

935 936 937
  def forked?
    !(forked_project_link.nil? || forked_project_link.forked_from_project.nil?)
  end
Dmitriy Zaporozhets's avatar
Dmitriy Zaporozhets committed
938

939 940 941 942
  def personal?
    !group
  end

Dmitriy Zaporozhets's avatar
Dmitriy Zaporozhets committed
943
  def rename_repo
944
    path_was = previous_changes['path'].first
945 946
    old_path_with_namespace = File.join(namespace.full_path, path_was)
    new_path_with_namespace = File.join(namespace.full_path, path)
Dmitriy Zaporozhets's avatar
Dmitriy Zaporozhets committed
947

948 949
    Rails.logger.error "Attempting to rename #{old_path_with_namespace} -> #{new_path_with_namespace}"

950 951
    expire_caches_before_rename(old_path_with_namespace)

952
    if has_container_registry_tags?
953
      Rails.logger.error "Project #{old_path_with_namespace} cannot be renamed because container registry tags are present!"
954

955 956
      # we currently doesn't support renaming repository if it contains images in container registry
      raise StandardError.new('Project cannot be renamed, because images are present in its container registry')
957 958
    end

959
    if gitlab_shell.mv_repository(repository_storage_path, old_path_with_namespace, new_path_with_namespace)
960
      # If repository moved successfully we need to send update instructions to users.
Dmitriy Zaporozhets's avatar
Dmitriy Zaporozhets committed
961 962 963
      # However we cannot allow rollback since we moved repository
      # So we basically we mute exceptions in next actions
      begin
964
        gitlab_shell.mv_repository(repository_storage_path, "#{old_path_with_namespace}.wiki", "#{new_path_with_namespace}.wiki")
965
        send_move_instructions(old_path_with_namespace)
966 967 968 969 970

        @old_path_with_namespace = old_path_with_namespace

        SystemHooksService.new.execute_hooks_for(self, :rename)

971
        @repository = nil
972 973
      rescue => e
        Rails.logger.error "Exception renaming #{old_path_with_namespace} -> #{new_path_with_namespace}: #{e}"
Johannes Schleifenbaum's avatar
Johannes Schleifenbaum committed
974
        # Returning false does not rollback after_* transaction but gives
Dmitriy Zaporozhets's avatar
Dmitriy Zaporozhets committed
975 976 977 978
        # us information about failing some of tasks
        false
      end
    else
979 980
      Rails.logger.error "Repository could not be renamed: #{old_path_with_namespace} -> #{new_path_with_namespace}"

Dmitriy Zaporozhets's avatar
Dmitriy Zaporozhets committed
981 982
      # if we cannot move namespace directory we should rollback
      # db changes in order to prevent out of sync between db and fs
983
      raise StandardError.new('repository cannot be renamed')
Dmitriy Zaporozhets's avatar
Dmitriy Zaporozhets committed
984
    end
985

986 987
    Gitlab::AppLogger.info "Project was renamed: #{old_path_with_namespace} -> #{new_path_with_namespace}"

988 989
    Gitlab::UploadsTransfer.new.rename_project(path_was, path, namespace.full_path)
    Gitlab::PagesTransfer.new.rename_project(path_was, path, namespace.full_path)
Dmitriy Zaporozhets's avatar
Dmitriy Zaporozhets committed
990
  end
991

992 993 994 995 996 997
  # Expires various caches before a project is renamed.
  def expire_caches_before_rename(old_path)
    repo = Repository.new(old_path, self)
    wiki = Repository.new("#{old_path}.wiki", self)

    if repo.exists?
998
      repo.before_delete
999 1000 1001
    end

    if wiki.exists?
1002
      wiki.before_delete
1003 1004 1005
    end
  end

1006 1007
  def hook_attrs(backward: true)
    attrs = {
Kirill Zaitsev's avatar
Kirill Zaitsev committed
1008
      name: name,
1009
      description: description,
Kirilll Zaitsev's avatar
Kirilll Zaitsev committed
1010
      web_url: web_url,
1011 1012 1013
      avatar_url: avatar_url,
      git_ssh_url: ssh_url_to_repo,
      git_http_url: http_url_to_repo,
Kirill Zaitsev's avatar
Kirill Zaitsev committed
1014
      namespace: namespace.name,
1015 1016
      visibility_level: visibility_level,
      path_with_namespace: path_with_namespace,
1017
      default_branch: default_branch
Kirill Zaitsev's avatar
Kirill Zaitsev committed
1018
    }
1019 1020 1021 1022 1023 1024 1025 1026 1027 1028 1029 1030

    # Backward compatibility
    if backward
      attrs.merge!({
                    homepage: web_url,
                    url: url_to_repo,
                    ssh_url: ssh_url_to_repo,
                    http_url: http_url_to_repo
                  })
    end

    attrs
Kirill Zaitsev's avatar
Kirill Zaitsev committed
1031 1032
  end

1033
  def project_member(user)
Gabriel Mazetto's avatar
Gabriel Mazetto committed
1034
    project_members.find_by(user_id: user)
1035
  end
1036 1037 1038 1039

  def default_branch
    @default_branch ||= repository.root_ref if repository.exists?
  end
1040 1041 1042 1043 1044

  def reload_default_branch
    @default_branch = nil
    default_branch
  end
1045

1046
  def visibility_level_field
1047
    :visibility_level
1048
  end
1049 1050 1051 1052 1053 1054 1055 1056

  def archive!
    update_attribute(:archived, true)
  end

  def unarchive!
    update_attribute(:archived, false)
  end
1057

1058
  def change_head(branch)
1059
    repository.before_change_head
P.S.V.R's avatar
P.S.V.R committed
1060 1061 1062
    repository.rugged.references.create('HEAD',
                                        "refs/heads/#{branch}",
                                        force: true)
1063
    repository.copy_gitattributes(branch)
1064
    repository.after_change_head
1065 1066
    reload_default_branch
  end
1067 1068 1069 1070

  def forked_from?(project)
    forked? && project == forked_from_project
  end
1071

1072 1073 1074
  def origin_merge_requests
    merge_requests.where(source_project_id: self.id)
  end
1075 1076

  def create_repository
1077 1078
    # Forked import is handled asynchronously
    unless forked?
1079
      if gitlab_shell.add_repository(repository_storage_path, path_with_namespace)
1080
        repository.after_create
1081 1082
        true
      else
1083
        errors.add(:base, 'Failed to create repository via gitlab-shell')
1084 1085
        false
      end
1086 1087 1088
    end
  end

1089 1090 1091 1092
  def ensure_repository
    create_repository unless repository_exists?
  end

1093 1094 1095 1096
  def repository_exists?
    !!repository.exists?
  end

1097 1098 1099 1100 1101 1102 1103 1104 1105 1106 1107
  def update_forks_visibility_level
    return unless visibility_level < visibility_level_was

    forks.each do |forked_project|
      if forked_project.visibility_level > visibility_level
        forked_project.visibility_level = visibility_level
        forked_project.save!
      end
    end
  end

1108 1109 1110
  def create_wiki
    ProjectWiki.new(self, self.owner).wiki
    true
1111
  rescue ProjectWiki::CouldNotCreateWikiError
1112
    errors.add(:base, 'Failed create wiki')
1113 1114
    false
  end
1115

1116 1117 1118 1119
  def wiki
    @wiki ||= ProjectWiki.new(self, self.owner)
  end

Drew Blessing's avatar
Drew Blessing committed
1120 1121 1122 1123
  def jira_tracker_active?
    jira_tracker? && jira_service.active
  end

1124
  def allowed_to_share_with_group?
1125
    !namespace.share_with_group_lock
1126 1127
  end

1128 1129 1130
  def pipeline_for(ref, sha = nil)
    sha ||= commit(ref).try(:sha)

1131
    return unless sha
1132

1133
    pipelines.order(id: :desc).find_by(sha: sha, ref: ref)
1134 1135
  end

1136
  def enable_ci
1137
    project_feature.update_attribute(:builds_access_level, ProjectFeature::ENABLED)
1138
  end
Marin Jankovski's avatar
Marin Jankovski committed
1139

1140 1141 1142 1143 1144
  def shared_runners_available?
    shared_runners_enabled?
  end

  def shared_runners
1145
    @shared_runners ||= shared_runners_available? ? Ci::Runner.shared : Ci::Runner.none
1146 1147
  end

1148 1149
  def active_shared_runners
    @active_shared_runners ||= shared_runners.active
1150
  end
1151 1152

  def any_runners?(&block)
Kamil Trzcinski's avatar
Kamil Trzcinski committed
1153
    active_runners.any?(&block) || active_shared_runners.any?(&block)
1154 1155
  end

1156
  def valid_runners_token?(token)
James Lopez's avatar
James Lopez committed
1157
    self.runners_token && ActiveSupport::SecurityUtils.variable_size_secure_compare(token, self.runners_token)
Kamil Trzcinski's avatar
Kamil Trzcinski committed
1158 1159
  end

1160 1161 1162 1163 1164 1165 1166
  def build_timeout_in_minutes
    build_timeout / 60
  end

  def build_timeout_in_minutes=(value)
    self.build_timeout = value.to_i * 60
  end
1167

1168 1169 1170
  def open_issues_count
    issues.opened.count
  end
1171

1172
  def visibility_level_allowed_as_fork?(level = self.visibility_level)
Douwe Maan's avatar
Douwe Maan committed
1173
    return true unless forked?
1174

Douwe Maan's avatar
Douwe Maan committed
1175 1176 1177 1178 1179 1180
    # self.forked_from_project will be nil before the project is saved, so
    # we need to go through the relation
    original_project = forked_project_link.forked_from_project
    return true unless original_project

    level <= original_project.visibility_level
1181
  end
1182

1183 1184
  def visibility_level_allowed_by_group?(level = self.visibility_level)
    return true unless group
1185

1186
    level <= group.visibility_level
Marin Jankovski's avatar
Marin Jankovski committed
1187
  end
1188

1189 1190
  def visibility_level_allowed?(level = self.visibility_level)
    visibility_level_allowed_as_fork?(level) && visibility_level_allowed_by_group?(level)
Felipe Artur's avatar
Felipe Artur committed
1191 1192
  end

1193 1194 1195
  def runners_token
    ensure_runners_token!
  end
1196

1197 1198 1199
  def pages_deployed?
    Dir.exist?(public_pages_path)
  end
1200

1201
  def pages_url
1202 1203
    subdomain, _, url_path = full_path.partition('/')

1204 1205
    # The hostname always needs to be in downcased
    # All web servers convert hostname to lowercase
1206
    host = "#{subdomain}.#{Settings.pages.host}".downcase
1207 1208

    # The host in URL always needs to be downcased
1209
    url = Gitlab.config.pages.url.sub(/^https?:\/\//) do |prefix|
1210
      "#{prefix}#{subdomain}."
1211
    end.downcase
1212

1213
    # If the project path is the same as host, we serve it as group page
1214 1215 1216 1217
    return url if host == url_path

    "#{url}/#{url_path}"
  end
1218

1219 1220
  def pages_subdomain
    full_path.partition('/').first
1221
  end
Kamil Trzcinski's avatar
Kamil Trzcinski committed
1222 1223

  def pages_path
1224
    File.join(Settings.pages.path, path_with_namespace)
Kamil Trzcinski's avatar
Kamil Trzcinski committed
1225 1226 1227 1228 1229 1230 1231
  end

  def public_pages_path
    File.join(pages_path, 'public')
  end

  def remove_pages
1232 1233 1234
    # 1. We rename pages to temporary directory
    # 2. We wait 5 minutes, due to NFS caching
    # 3. We asynchronously remove pages with force
Kamil Trzcinski's avatar
Kamil Trzcinski committed
1235
    temp_path = "#{path}.#{SecureRandom.hex}.deleted"
1236

1237 1238
    if Gitlab::PagesTransfer.new.rename_project(path, temp_path, namespace.full_path)
      PagesWorker.perform_in(5.minutes, :remove, namespace.full_path, temp_path)
1239
    end
Kamil Trzcinski's avatar
Kamil Trzcinski committed
1240 1241
  end

Josh Frye's avatar
Josh Frye committed
1242 1243
  def running_or_pending_build_count(force: false)
    Rails.cache.fetch(['projects', id, 'running_or_pending_build_count'], force: force) do
1244 1245 1246
      builds.running_or_pending.count(:all)
    end
  end
1247

1248
  # Lazy loading of the `pipeline_status` attribute
1249
  def pipeline_status
1250
    @pipeline_status ||= Gitlab::Cache::Ci::ProjectPipelineStatus.load_for_project(self)
1251 1252
  end

1253
  def mark_import_as_failed(error_message)
1254 1255 1256
    original_errors = errors.dup
    sanitized_message = Gitlab::UrlSanitizer.sanitize(error_message)

1257
    import_fail
1258 1259 1260 1261 1262
    update_column(:import_error, sanitized_message)
  rescue ActiveRecord::ActiveRecordError => e
    Rails.logger.error("Error setting import status to failed: #{e.message}. Original error: #{sanitized_message}")
  ensure
    @errors = original_errors
1263
  end
James Lopez's avatar
James Lopez committed
1264

1265 1266
  def add_export_job(current_user:)
    job_id = ProjectExportWorker.perform_async(current_user.id, self.id)
1267 1268 1269 1270 1271 1272 1273

    if job_id
      Rails.logger.info "Export job started for project ID #{self.id} with job ID #{job_id}"
    else
      Rails.logger.error "Export job failed to start for project ID #{self.id}"
    end
  end
James Lopez's avatar
James Lopez committed
1274 1275

  def export_path
1276
    File.join(Gitlab::ImportExport.storage_path, path_with_namespace)
James Lopez's avatar
James Lopez committed
1277
  end
1278 1279 1280 1281 1282 1283 1284 1285 1286

  def export_project_path
    Dir.glob("#{export_path}/*export.tar.gz").max_by { |f| File.ctime(f) }
  end

  def remove_exports
    _, status = Gitlab::Popen.popen(%W(find #{export_path} -not -path #{export_path} -delete))
    status.zero?
  end
1287 1288

  def ensure_dir_exist
1289
    gitlab_shell.add_namespace(repository_storage_path, namespace.full_path)
1290
  end
1291 1292 1293 1294 1295 1296

  def predefined_variables
    [
      { key: 'CI_PROJECT_ID', value: id.to_s, public: true },
      { key: 'CI_PROJECT_NAME', value: path, public: true },
      { key: 'CI_PROJECT_PATH', value: path_with_namespace, public: true },
1297
      { key: 'CI_PROJECT_PATH_SLUG', value: path_with_namespace.parameterize, public: true },
1298
      { key: 'CI_PROJECT_NAMESPACE', value: namespace.full_path, public: true },
1299 1300 1301 1302 1303 1304 1305 1306 1307 1308 1309
      { key: 'CI_PROJECT_URL', value: web_url, public: true }
    ]
  end

  def container_registry_variables
    return [] unless Gitlab.config.registry.enabled

    variables = [
      { key: 'CI_REGISTRY', value: Gitlab.config.registry.host_port, public: true }
    ]

Kamil Trzcinski's avatar
Kamil Trzcinski committed
1310
    if container_registry_enabled?
1311
      variables << { key: 'CI_REGISTRY_IMAGE', value: container_registry_url, public: true }
Kamil Trzcinski's avatar
Kamil Trzcinski committed
1312 1313
    end

1314 1315 1316
    variables
  end

1317 1318 1319 1320 1321 1322 1323
  def secret_variables_for(ref)
    if protected_for?(ref)
      variables
    else
      variables.unprotected
    end
  end
1324

1325 1326 1327
  def protected_for?(ref)
    ProtectedBranch.protected?(self, ref) ||
      ProtectedTag.protected?(self, ref)
1328
  end
1329

1330 1331 1332 1333 1334 1335
  def deployment_variables
    return [] unless deployment_service

    deployment_service.predefined_variables
  end

1336 1337 1338 1339 1340 1341 1342 1343
  def append_or_update_attribute(name, value)
    old_values = public_send(name.to_s)

    if Project.reflect_on_association(name).try(:macro) == :has_many && old_values.any?
      update_attribute(name, old_values + value)
    else
      update_attribute(name, value)
    end
1344 1345 1346

  rescue ActiveRecord::RecordNotSaved => e
    handle_update_attribute_error(e, value)
1347 1348
  end

1349 1350 1351 1352 1353 1354 1355 1356 1357 1358 1359 1360
  def pushes_since_gc
    Gitlab::Redis.with { |redis| redis.get(pushes_since_gc_redis_key).to_i }
  end

  def increment_pushes_since_gc
    Gitlab::Redis.with { |redis| redis.incr(pushes_since_gc_redis_key) }
  end

  def reset_pushes_since_gc
    Gitlab::Redis.with { |redis| redis.del(pushes_since_gc_redis_key) }
  end

Douwe Maan's avatar
Douwe Maan committed
1361
  def route_map_for(commit_sha)
1362 1363
    @route_maps_by_commit ||= Hash.new do |h, sha|
      h[sha] = begin
Douwe Maan's avatar
Douwe Maan committed
1364
        data = repository.route_map_for(sha)
1365 1366
        next unless data

Douwe Maan's avatar
Douwe Maan committed
1367 1368 1369
        Gitlab::RouteMap.new(data)
      rescue Gitlab::RouteMap::FormatError
        nil
1370 1371 1372 1373 1374 1375 1376
      end
    end

    @route_maps_by_commit[commit_sha]
  end

  def public_path_for_source_path(path, commit_sha)
Douwe Maan's avatar
Douwe Maan committed
1377
    map = route_map_for(commit_sha)
1378 1379
    return unless map

Douwe Maan's avatar
Douwe Maan committed
1380
    map.public_path_for_source_path(path)
1381 1382
  end

1383 1384 1385 1386 1387 1388 1389 1390
  def parent
    namespace
  end

  def parent_changed?
    namespace_id_changed?
  end

1391 1392 1393 1394 1395 1396 1397 1398
  def default_merge_request_target
    if forked_from_project&.merge_requests_enabled?
      forked_from_project
    else
      self
    end
  end

1399 1400 1401 1402
  alias_method :name_with_namespace, :full_name
  alias_method :human_name, :full_name
  alias_method :path_with_namespace, :full_path

1403 1404
  private

1405
  def cross_namespace_reference?(from)
1406 1407 1408 1409 1410
    case from
    when Project
      namespace != from.namespace
    when Namespace
      namespace != from
1411 1412 1413
    end
  end

1414
  # Check if a reference is being done cross-project
1415 1416 1417 1418
  def cross_project_reference?(from)
    return true if from.is_a?(Namespace)

    from && self != from
1419 1420
  end

1421 1422 1423 1424
  def pushes_since_gc_redis_key
    "projects/#{id}/pushes_since_gc"
  end

1425 1426 1427 1428 1429 1430 1431
  # Similar to the normal callbacks that hook into the life cycle of an
  # Active Record object, you can also define callbacks that get triggered
  # when you add an object to an association collection. If any of these
  # callbacks throw an exception, the object will not be added to the
  # collection. Before you add a new board to the boards collection if you
  # already have 1, 2, or n it will fail, but it if you have 0 that is lower
  # than the number of permitted boards per project it won't fail.
1432
  def validate_board_limit(board)
1433
    raise BoardLimitExceeded, 'Number of permitted boards exceeded' if boards.size >= NUMBER_OF_PERMITTED_BOARDS
1434
  end
1435

1436 1437 1438 1439
  def update_project_statistics
    stats = statistics || build_statistics
    stats.update(namespace_id: namespace_id)
  end
1440 1441 1442 1443 1444 1445 1446 1447 1448 1449 1450 1451 1452 1453 1454

  def check_pending_delete
    return if valid_attribute?(:name) && valid_attribute?(:path)
    return unless pending_delete_twin

    %i[route route.path name path].each do |error|
      errors.delete(error)
    end

    errors.add(:base, "The project is still being deleted. Please try again later.")
  end

  def pending_delete_twin
    return false unless path

1455
    Project.pending_delete.find_by_full_path(path_with_namespace)
1456
  end
1457 1458 1459 1460 1461 1462 1463 1464 1465

  ##
  # This method is here because of support for legacy container repository
  # which has exactly the same path like project does, but which might not be
  # persisted in `container_repositories` table.
  #
  def has_root_container_repository_tags?
    return false unless Gitlab.config.registry.enabled

1466
    ContainerRepository.build_root_repository(self).has_tags?
1467
  end
1468 1469 1470 1471 1472 1473 1474 1475 1476 1477 1478 1479

  def handle_update_attribute_error(ex, value)
    if ex.message.start_with?('Failed to replace')
      if value.respond_to?(:each)
        invalid = value.detect(&:invalid?)

        raise ex, ([ex.message] + invalid.errors.full_messages).join(' ') if invalid
      end
    end

    raise ex
  end
gitlabhq's avatar
gitlabhq committed
1480
end