project.rb 34.5 KB
Newer Older
1 2
require 'carrierwave/orm/activerecord'

G
gitlabhq 已提交
3
class Project < ActiveRecord::Base
4
  include Gitlab::ConfigHelper
5
  include Gitlab::ShellAdapter
6
  include Gitlab::VisibilityLevel
7
  include Gitlab::CurrentSettings
R
Rémy Coutable 已提交
8
  include AccessRequestable
9 10
  include Referable
  include Sortable
11
  include AfterCommitQueue
12
  include CaseSensitivity
13
  include TokenAuthenticatable
R
Robert Speicher 已提交
14

15
  extend Gitlab::ConfigHelper
16

J
Jared Szechy 已提交
17 18
  UNKNOWN_IMPORT_URL = 'http://unknown.git'

19
  default_value_for :archived, false
20 21 22
  default_value_for :visibility_level, gitlab_config_features.visibility_level
  default_value_for :issues_enabled, gitlab_config_features.issues
  default_value_for :merge_requests_enabled, gitlab_config_features.merge_requests
23
  default_value_for :builds_enabled, gitlab_config_features.builds
24 25
  default_value_for :wiki_enabled, gitlab_config_features.wiki
  default_value_for :snippets_enabled, gitlab_config_features.snippets
26
  default_value_for :container_registry_enabled, gitlab_config_features.container_registry
27
  default_value_for(:repository_storage) { current_application_settings.repository_storage }
K
Kamil Trzcinski 已提交
28
  default_value_for(:shared_runners_enabled) { current_application_settings.shared_runners_enabled }
29

30 31 32
  after_create :ensure_dir_exist
  after_save :ensure_dir_exist, if: :namespace_id_changed?

33 34
  # set last_activity_at to the same as created_at
  after_create :set_last_activity_at
35
  def set_last_activity_at
36
    update_column(:last_activity_at, self.created_at)
37 38
  end

39
  # update visibility_level of forks
40 41 42 43 44 45 46 47 48 49 50 51
  after_update :update_forks_visibility_level
  def update_forks_visibility_level
    return unless visibility_level < visibility_level_was

    forks.each do |forked_project|
      if forked_project.visibility_level > visibility_level
        forked_project.visibility_level = visibility_level
        forked_project.save!
      end
    end
  end

52
  ActsAsTaggableOn.strict_case_match = true
53
  acts_as_taggable_on :tags
D
Dmitriy Zaporozhets 已提交
54

55
  attr_accessor :new_default_branch
56
  attr_accessor :old_path_with_namespace
57

58 59
  alias_attribute :title, :name

60
  # Relations
61
  belongs_to :creator, foreign_key: 'creator_id', class_name: 'User'
62
  belongs_to :group, -> { where(type: Group) }, foreign_key: 'namespace_id'
63
  belongs_to :namespace
64

65
  has_one :last_event, -> {order 'events.created_at DESC'}, class_name: 'Event', foreign_key: 'project_id'
66 67 68

  # Project services
  has_many :services
D
Dmitriy Zaporozhets 已提交
69
  has_one :campfire_service, dependent: :destroy
K
Kirilll Zaitsev 已提交
70
  has_one :drone_ci_service, dependent: :destroy
71
  has_one :emails_on_push_service, dependent: :destroy
72
  has_one :builds_email_service, dependent: :destroy
A
Aorimn 已提交
73
  has_one :irker_service, dependent: :destroy
74
  has_one :pivotaltracker_service, dependent: :destroy
R
Ronald van Eede 已提交
75
  has_one :hipchat_service, dependent: :destroy
76
  has_one :flowdock_service, dependent: :destroy
C
Carlos Paramio 已提交
77
  has_one :assembla_service, dependent: :destroy
J
Jeremy 已提交
78
  has_one :asana_service, dependent: :destroy
79
  has_one :gemnasium_service, dependent: :destroy
80
  has_one :slack_service, dependent: :destroy
81
  has_one :buildkite_service, dependent: :destroy
D
Drew Blessing 已提交
82
  has_one :bamboo_service, dependent: :destroy
83
  has_one :teamcity_service, dependent: :destroy
84
  has_one :pushover_service, dependent: :destroy
85 86
  has_one :jira_service, dependent: :destroy
  has_one :redmine_service, dependent: :destroy
M
Marin Jankovski 已提交
87
  has_one :custom_issue_tracker_service, dependent: :destroy
88
  has_one :bugzilla_service, dependent: :destroy
89
  has_one :gitlab_issue_tracker_service, dependent: :destroy, inverse_of: :project
D
Dmitriy Zaporozhets 已提交
90
  has_one :external_wiki_service, dependent: :destroy
91

92 93 94 95 96
  has_one  :forked_project_link,  dependent: :destroy, foreign_key: "forked_to_project_id"
  has_one  :forked_from_project,  through:   :forked_project_link

  has_many :forked_project_links, foreign_key: "forked_from_project_id"
  has_many :forks,                through:     :forked_project_links, source: :forked_to_project
97

98
  # Merge Requests for target project should be removed with it
99
  has_many :merge_requests,     dependent: :destroy, foreign_key: 'target_project_id'
100
  # Merge requests from source project should be kept when source project was removed
101
  has_many :fork_merge_requests, foreign_key: 'source_project_id', class_name: MergeRequest
102
  has_many :issues,             dependent: :destroy
103
  has_many :labels,             dependent: :destroy
104 105
  has_many :services,           dependent: :destroy
  has_many :events,             dependent: :destroy
106 107
  has_many :milestones,         dependent: :destroy
  has_many :notes,              dependent: :destroy
108 109
  has_many :snippets,           dependent: :destroy, class_name: 'ProjectSnippet'
  has_many :hooks,              dependent: :destroy, class_name: 'ProjectHook'
110
  has_many :protected_branches, dependent: :destroy
111 112

  has_many :project_members, -> { where(requested_at: nil) }, dependent: :destroy, as: :source, class_name: 'ProjectMember'
R
Rémy Coutable 已提交
113
  alias_method :members, :project_members
114 115 116 117
  has_many :users, through: :project_members

  has_many :requesters, -> { where.not(requested_at: nil) }, dependent: :destroy, as: :source, class_name: 'ProjectMember'

118 119
  has_many :deploy_keys_projects, dependent: :destroy
  has_many :deploy_keys, through: :deploy_keys_projects
C
Ciro Santilli 已提交
120 121
  has_many :users_star_projects, dependent: :destroy
  has_many :starrers, through: :users_star_projects, source: :user
122
  has_many :releases, dependent: :destroy
M
Marin Jankovski 已提交
123 124
  has_many :lfs_objects_projects, dependent: :destroy
  has_many :lfs_objects, through: :lfs_objects_projects
125 126
  has_many :project_group_links, dependent: :destroy
  has_many :invited_groups, through: :project_group_links, source: :group
127
  has_many :todos, dependent: :destroy
128
  has_many :notification_settings, dependent: :destroy, as: :source
129

130
  has_one :import_data, dependent: :destroy, class_name: "ProjectImportData"
K
Kamil Trzcinski 已提交
131

132
  has_many :commit_statuses, dependent: :destroy, class_name: 'CommitStatus', foreign_key: :gl_project_id
133
  has_many :pipelines, dependent: :destroy, class_name: 'Ci::Pipeline', foreign_key: :gl_project_id
134 135 136 137 138
  has_many :builds, class_name: 'Ci::Build', foreign_key: :gl_project_id # the builds are created from the commit_statuses
  has_many :runner_projects, dependent: :destroy, class_name: 'Ci::RunnerProject', foreign_key: :gl_project_id
  has_many :runners, through: :runner_projects, source: :runner, class_name: 'Ci::Runner'
  has_many :variables, dependent: :destroy, class_name: 'Ci::Variable', foreign_key: :gl_project_id
  has_many :triggers, dependent: :destroy, class_name: 'Ci::Trigger', foreign_key: :gl_project_id
139 140
  has_many :environments, dependent: :destroy
  has_many :deployments, dependent: :destroy
K
Kamil Trzcinski 已提交
141

142
  accepts_nested_attributes_for :variables, allow_destroy: true
143

144
  delegate :name, to: :owner, allow_nil: true, prefix: true
145
  delegate :members, to: :team, prefix: true
146

A
Andrey Kumanyaev 已提交
147
  # Validations
148
  validates :creator, presence: true, on: :create
149
  validates :description, length: { maximum: 2000 }, allow_blank: true
150 151 152 153
  validates :name,
    presence: true,
    length: { within: 0..255 },
    format: { with: Gitlab::Regex.project_name_regex,
D
Douwe Maan 已提交
154
              message: Gitlab::Regex.project_name_regex_message }
155 156 157
  validates :path,
    presence: true,
    length: { within: 0..255 },
D
Douwe Maan 已提交
158 159
    format: { with: Gitlab::Regex.project_path_regex,
              message: Gitlab::Regex.project_path_regex_message }
D
Dmitriy Zaporozhets 已提交
160
  validates :issues_enabled, :merge_requests_enabled,
A
Andrey Kumanyaev 已提交
161
            :wiki_enabled, inclusion: { in: [true, false] }
162
  validates :namespace, presence: true
163 164
  validates_uniqueness_of :name, scope: :namespace_id
  validates_uniqueness_of :path, scope: :namespace_id
J
James Lopez 已提交
165
  validates :import_url, addressable_url: true, if: :external_import?
166
  validates :star_count, numericality: { greater_than_or_equal_to: 0 }
167
  validate :check_limit, on: :create
168
  validate :avatar_type,
169
    if: ->(project) { project.avatar.present? && project.avatar_changed? }
170
  validates :avatar, file_size: { maximum: 200.kilobytes.to_i }
D
Douwe Maan 已提交
171
  validate :visibility_level_allowed_by_group
D
Douwe Maan 已提交
172
  validate :visibility_level_allowed_as_fork
173
  validate :check_wiki_path_conflict
174 175 176
  validates :repository_storage,
    presence: true,
    inclusion: { in: ->(_object) { Gitlab.config.repositories.storages.keys } }
177

178
  add_authentication_token_field :runners_token
179
  before_save :ensure_runners_token
K
Kamil Trzcinski 已提交
180

D
Douwe Maan 已提交
181
  mount_uploader :avatar, AvatarUploader
A
Andrey Kumanyaev 已提交
182

183
  # Scopes
184 185
  default_scope { where(pending_delete: false) }

186
  scope :sorted_by_activity, -> { reorder(last_activity_at: :desc) }
187 188
  scope :sorted_by_stars, -> { reorder('projects.star_count DESC') }

189
  scope :in_namespace, ->(namespace_ids) { where(namespace_id: namespace_ids) }
D
Dmitriy Zaporozhets 已提交
190
  scope :personal, ->(user) { where(namespace_id: user.namespace_id) }
191
  scope :joined, ->(user) { where('namespace_id != ?', user.namespace_id) }
R
Rémy Coutable 已提交
192
  scope :visible_to_user, ->(user) { where(id: user.authorized_projects.select(:id).reorder(nil)) }
193
  scope :non_archived, -> { where(archived: false) }
R
Rubén Dávila 已提交
194
  scope :for_milestones, ->(ids) { joins(:milestones).where('milestones.id' => ids).distinct }
R
Rémy Coutable 已提交
195 196 197 198
  scope :with_push, -> { joins(:events).where('events.action = ?', Event::PUSHED) }

  scope :active, -> { joins(:issues, :notes, :merge_requests).order('issues.created_at, notes.created_at, merge_requests.created_at DESC') }
  scope :abandoned, -> { where('projects.last_activity_at < ?', 6.months.ago) }
199

200 201
  state_machine :import_status, initial: :none do
    event :import_start do
202
      transition [:none, :finished] => :started
203 204 205
    end

    event :import_finish do
206
      transition started: :finished
207 208 209
    end

    event :import_fail do
210
      transition started: :failed
211 212 213
    end

    event :import_retry do
214
      transition failed: :started
215 216 217 218
    end

    state :started
    state :finished
219 220
    state :failed

221
    after_transition any => :finished, do: :reset_cache_and_import_attrs
222 223
  end

A
Andrey Kumanyaev 已提交
224
  class << self
225 226 227 228 229 230 231
    # Searches for a list of projects based on the query given in `query`.
    #
    # On PostgreSQL this method uses "ILIKE" to perform a case-insensitive
    # search. On MySQL a regular "LIKE" is used as it's already
    # case-insensitive.
    #
    # query - The search query as a String.
232
    def search(query)
233
      ptable  = arel_table
234 235 236 237 238 239 240 241 242
      ntable  = Namespace.arel_table
      pattern = "%#{query}%"

      projects = select(:id).where(
        ptable[:path].matches(pattern).
          or(ptable[:name].matches(pattern)).
          or(ptable[:description].matches(pattern))
      )

243 244 245 246 247 248
      # We explicitly remove any eager loading clauses as they're:
      #
      # 1. Not needed by this query
      # 2. Combined with .joins(:namespace) lead to all columns from the
      #    projects & namespaces tables being selected, leading to a SQL error
      #    due to the columns of all UNION'd queries no longer being the same.
249
      namespaces = select(:id).
250
        except(:includes).
251 252 253 254 255 256
        joins(:namespace).
        where(ntable[:name].matches(pattern))

      union = Gitlab::SQL::Union.new([projects, namespaces])

      where("projects.id IN (#{union.to_sql})")
A
Andrey Kumanyaev 已提交
257
    end
258

259
    def search_by_visibility(level)
J
Josh Frye 已提交
260
      where(visibility_level: Gitlab::VisibilityLevel.const_get(level.upcase))
261 262
    end

263
    def search_by_title(query)
264 265 266 267
      pattern = "%#{query}%"
      table   = Project.arel_table

      non_archived.where(table[:name].matches(pattern))
268 269
    end

Y
Yorick Peterse 已提交
270 271 272 273 274 275
    # Finds a single project for the given path.
    #
    # path - The full project path (including namespace path).
    #
    # Returns a Project, or nil if no project could be found.
    def find_with_namespace(path)
276 277 278 279 280 281 282 283 284 285 286 287 288 289 290 291 292
      namespace_path, project_path = path.split('/', 2)

      return unless namespace_path && project_path

      namespace_path = connection.quote(namespace_path)
      project_path = connection.quote(project_path)

      # On MySQL we want to ensure the ORDER BY uses a case-sensitive match so
      # any literal matches come first, for this we have to use "BINARY".
      # Without this there's still no guarantee in what order MySQL will return
      # rows.
      binary = Gitlab::Database.mysql? ? 'BINARY' : ''

      order_sql = "(CASE WHEN #{binary} namespaces.path = #{namespace_path} " \
        "AND #{binary} projects.path = #{project_path} THEN 0 ELSE 1 END)"

      where_paths_in([path]).reorder(order_sql).take
Y
Yorick Peterse 已提交
293
    end
294

Y
Yorick Peterse 已提交
295 296 297 298 299 300 301 302 303 304 305 306 307 308 309 310 311 312 313 314 315 316 317 318
    # Builds a relation to find multiple projects by their full paths.
    #
    # Each path must be in the following format:
    #
    #     namespace_path/project_path
    #
    # For example:
    #
    #     gitlab-org/gitlab-ce
    #
    # Usage:
    #
    #     Project.where_paths_in(%w{gitlab-org/gitlab-ce gitlab-org/gitlab-ee})
    #
    # This would return the projects with the full paths matching the values
    # given.
    #
    # paths - An Array of full paths (namespace path + project path) for which
    #         to find the projects.
    #
    # Returns an ActiveRecord::Relation.
    def where_paths_in(paths)
      wheres = []
      cast_lower = Gitlab::Database.postgresql?
319

Y
Yorick Peterse 已提交
320 321
      paths.each do |path|
        namespace_path, project_path = path.split('/', 2)
322

Y
Yorick Peterse 已提交
323 324 325 326
        next unless namespace_path && project_path

        namespace_path = connection.quote(namespace_path)
        project_path = connection.quote(project_path)
327

Y
Yorick Peterse 已提交
328 329
        where = "(namespaces.path = #{namespace_path}
          AND projects.path = #{project_path})"
330

Y
Yorick Peterse 已提交
331 332 333 334 335 336 337 338 339 340 341 342 343 344 345 346 347 348
        if cast_lower
          where = "(
            #{where}
            OR (
              LOWER(namespaces.path) = LOWER(#{namespace_path})
              AND LOWER(projects.path) = LOWER(#{project_path})
            )
          )"
        end

        wheres << where
      end

      if wheres.empty?
        none
      else
        joins(:namespace).where(wheres.join(' OR '))
      end
349
    end
350

351 352 353
    def visibility_levels
      Gitlab::VisibilityLevel.options
    end
354 355

    def sort(method)
356 357 358 359
      if method == 'repository_size_desc'
        reorder(repository_size: :desc, id: :desc)
      else
        order_by(method)
360 361
      end
    end
362 363 364 365 366

    def reference_pattern
      name_pattern = Gitlab::Regex::NAMESPACE_REGEX_STR
      %r{(?<project>#{name_pattern}/#{name_pattern})}
    end
Y
Yorick Peterse 已提交
367 368 369 370 371 372 373 374 375 376 377 378 379 380

    def trending(since = 1.month.ago)
      # By counting in the JOIN we don't expose the GROUP BY to the outer query.
      # This means that calls such as "any?" and "count" just return a number of
      # the total count, instead of the counts grouped per project as a Hash.
      join_body = "INNER JOIN (
        SELECT project_id, COUNT(*) AS amount
        FROM notes
        WHERE created_at >= #{sanitize(since)}
        GROUP BY project_id
      ) join_note_counts ON projects.id = join_note_counts.project_id"

      joins(join_body).reorder('join_note_counts.amount DESC')
    end
J
James Lopez 已提交
381 382

    # Deletes gitlab project export files older than 24 hours
383 384
    def remove_gitlab_exports!
      Gitlab::Popen.popen(%W(find #{Gitlab::ImportExport.storage_path} -not -path #{Gitlab::ImportExport.storage_path} -mmin +1440 -delete))
J
James Lopez 已提交
385
    end
386 387
  end

388 389 390 391
  def repository_storage_path
    Gitlab.config.repositories.storages[repository_storage]
  end

D
Dmitriy Zaporozhets 已提交
392
  def team
393
    @team ||= ProjectTeam.new(self)
D
Dmitriy Zaporozhets 已提交
394 395 396
  end

  def repository
397
    @repository ||= Repository.new(path_with_namespace, self)
398 399
  end

400 401 402 403
  def container_registry_path_with_namespace
    path_with_namespace.downcase
  end

404
  def container_registry_repository
K
Kamil Trzcinski 已提交
405 406
    return unless Gitlab.config.registry.enabled

407
    @container_registry_repository ||= begin
408
      token = Auth::ContainerRegistryAuthenticationService.full_access_token(container_registry_path_with_namespace)
409
      url = Gitlab.config.registry.api_url
410 411
      host_port = Gitlab.config.registry.host_port
      registry = ContainerRegistry::Registry.new(url, token: token, path: host_port)
412
      registry.repository(container_registry_path_with_namespace)
413
    end
414 415
  end

416
  def container_registry_repository_url
K
Kamil Trzcinski 已提交
417
    if Gitlab.config.registry.enabled
418
      "#{Gitlab.config.registry.host_port}/#{container_registry_path_with_namespace}"
419
    end
420 421
  end

422
  def has_container_registry_tags?
K
Kamil Trzcinski 已提交
423 424 425
    return unless container_registry_repository

    container_registry_repository.tags.any?
426 427
  end

428 429
  def commit(ref = 'HEAD')
    repository.commit(ref)
D
Dmitriy Zaporozhets 已提交
430 431
  end

432 433 434 435 436 437 438
  # ref can't be HEAD, can only be branch/tag name or SHA
  def latest_successful_builds_for(ref = 'master')
    Ci::Build.joins(:pipeline).
      merge(pipelines.latest_successful_for(ref)).
      latest_successful_with_artifacts
  end

439
  def merge_base_commit(first_commit_id, second_commit_id)
D
Douwe Maan 已提交
440 441
    sha = repository.merge_base(first_commit_id, second_commit_id)
    repository.commit(sha) if sha
442 443
  end

444
  def saved?
445
    id && persisted?
446 447
  end

448
  def add_import_job
449
    if forked?
450
      job_id = RepositoryForkWorker.perform_async(self.id, forked_from_project.path_with_namespace, self.namespace.path)
451
    else
452 453 454 455 456 457 458
      job_id = RepositoryImportWorker.perform_async(self.id)
    end

    if job_id
      Rails.logger.info "Import job started for #{path_with_namespace} with job ID #{job_id}"
    else
      Rails.logger.error "Import job failed to start for #{path_with_namespace}"
459
    end
460 461
  end

462
  def reset_cache_and_import_attrs
463 464 465 466
    update(import_error: nil)

    ProjectCacheWorker.perform_async(self.id)

467
    self.import_data.destroy if self.import_data
468 469
  end

J
James Lopez 已提交
470
  def import_url=(value)
J
James Lopez 已提交
471 472
    return super(value) unless Gitlab::UrlSanitizer.valid?(value)

473
    import_url = Gitlab::UrlSanitizer.new(value)
J
James Lopez 已提交
474
    super(import_url.sanitized_url)
475
    create_or_update_import_data(credentials: import_url.credentials)
J
James Lopez 已提交
476 477 478
  end

  def import_url
479
    if import_data && super
480
      import_url = Gitlab::UrlSanitizer.new(super, credentials: import_data.credentials)
J
James Lopez 已提交
481 482 483
      import_url.full_url
    else
      super
J
James Lopez 已提交
484 485
    end
  end
J
James Lopez 已提交
486

J
James Lopez 已提交
487 488 489 490
  def valid_import_url?
    valid? || errors.messages[:import_url].nil?
  end

491
  def create_or_update_import_data(data: nil, credentials: nil)
492
    return unless import_url.present? && valid_import_url?
493

J
James Lopez 已提交
494
    project_import_data = import_data || build_import_data
J
James Lopez 已提交
495 496 497 498
    if data
      project_import_data.data ||= {}
      project_import_data.data = project_import_data.data.merge(data)
    end
499 500 501 502
    if credentials
      project_import_data.credentials ||= {}
      project_import_data.credentials = project_import_data.credentials.merge(credentials)
    end
503 504

    project_import_data.save
J
James Lopez 已提交
505
  end
J
James Lopez 已提交
506

507
  def import?
508
    external_import? || forked? || gitlab_project_import?
509 510
  end

511 512 513 514
  def no_import?
    import_status == 'none'
  end

515
  def external_import?
516 517 518
    import_url.present?
  end

519
  def imported?
520 521 522 523 524 525 526 527 528 529 530 531 532
    import_finished?
  end

  def import_in_progress?
    import? && import_status == 'started'
  end

  def import_failed?
    import_status == 'failed'
  end

  def import_finished?
    import_status == 'finished'
533 534
  end

D
Douwe Maan 已提交
535
  def safe_import_url
536
    Gitlab::UrlSanitizer.new(import_url).masked_url
D
Douwe Maan 已提交
537 538
  end

539 540 541 542
  def gitlab_project_import?
    import_type == 'gitlab_project'
  end

543
  def check_limit
544
    unless creator.can_create_project? or namespace.kind == 'group'
545 546 547
      projects_limit = creator.projects_limit

      if projects_limit == 0
P
Phil Hughes 已提交
548
        self.errors.add(:limit_reached, "Personal project creation is not allowed. Please contact your administrator with questions")
549
      else
P
Phil Hughes 已提交
550
        self.errors.add(:limit_reached, "Your project limit is #{projects_limit} projects! Please contact your administrator to increase it")
551
      end
552 553
    end
  rescue
D
Douwe Maan 已提交
554
    self.errors.add(:base, "Can't check your ability to create project")
G
gitlabhq 已提交
555 556
  end

D
Douwe Maan 已提交
557 558 559 560 561 562 563 564 565 566 567 568 569
  def visibility_level_allowed_by_group
    return if visibility_level_allowed_by_group?

    level_name = Gitlab::VisibilityLevel.level_name(self.visibility_level).downcase
    group_level_name = Gitlab::VisibilityLevel.level_name(self.group.visibility_level).downcase
    self.errors.add(:visibility_level, "#{level_name} is not allowed in a #{group_level_name} group.")
  end

  def visibility_level_allowed_as_fork
    return if visibility_level_allowed_as_fork?

    level_name = Gitlab::VisibilityLevel.level_name(self.visibility_level).downcase
    self.errors.add(:visibility_level, "#{level_name} is not allowed since the fork source project has lower visibility.")
570 571
  end

572 573 574 575 576 577 578 579 580 581
  def check_wiki_path_conflict
    return if path.blank?

    path_to_check = path.ends_with?('.wiki') ? path.chomp('.wiki') : "#{path}.wiki"

    if Project.where(namespace_id: namespace_id, path: path_to_check).exists?
      errors.add(:name, 'has already been taken')
    end
  end

582
  def to_param
V
Vinnie Okada 已提交
583
    path
584 585
  end

586 587 588 589
  def to_reference(_from_project = nil)
    path_with_namespace
  end

590
  def web_url
591
    Gitlab::Routing.url_helpers.namespace_project_url(self.namespace, self)
592 593
  end

594
  def web_url_without_protocol
595
    web_url.split('://')[1]
596 597
  end

598
  def build_commit_note(commit)
599
    notes.new(commit_id: commit.id, noteable_type: 'Commit')
G
gitlabhq 已提交
600
  end
N
Nihad Abbasov 已提交
601

N
Nihad Abbasov 已提交
602
  def last_activity
603
    last_event
G
gitlabhq 已提交
604 605 606
  end

  def last_activity_date
A
Andrey Kumanyaev 已提交
607
    last_activity_at || updated_at
D
Dmitriy Zaporozhets 已提交
608
  end
609

D
Dmitriy Zaporozhets 已提交
610 611 612
  def project_id
    self.id
  end
R
randx 已提交
613

R
Robert Speicher 已提交
614
  def get_issue(issue_id)
615
    if default_issues_tracker?
R
Robert Speicher 已提交
616
      issues.find_by(iid: issue_id)
617
    else
R
Robert Speicher 已提交
618
      ExternalIssue.new(issue_id, self)
619 620 621
    end
  end

R
Robert Speicher 已提交
622
  def issue_exists?(issue_id)
623
    get_issue(issue_id)
R
Robert Speicher 已提交
624 625
  end

626
  def default_issue_tracker
627
    gitlab_issue_tracker_service || create_gitlab_issue_tracker_service
628 629 630 631 632 633 634 635 636 637
  end

  def issues_tracker
    if external_issue_tracker
      external_issue_tracker
    else
      default_issue_tracker
    end
  end

638
  def default_issues_tracker?
639
    !external_issue_tracker
640 641 642
  end

  def external_issue_tracker
643 644 645 646 647 648 649 650 651 652 653 654 655 656 657
    if has_external_issue_tracker.nil? # To populate existing projects
      cache_has_external_issue_tracker
    end

    if has_external_issue_tracker?
      return @external_issue_tracker if defined?(@external_issue_tracker)

      @external_issue_tracker = services.external_issue_trackers.first
    else
      nil
    end
  end

  def cache_has_external_issue_tracker
    update_column(:has_external_issue_tracker, services.external_issue_trackers.any?)
658 659
  end

660
  def build_missing_services
M
Marin Jankovski 已提交
661 662
    services_templates = Service.where(template: true)

663
    Service.available_services_names.each do |service_name|
M
Marin Jankovski 已提交
664
      service = find_service(services, service_name)
665 666

      # If service is available but missing in db
M
Marin Jankovski 已提交
667 668 669 670 671 672
      if service.nil?
        # We should check if template for the service exists
        template = find_service(services_templates, service_name)

        if template.nil?
          # If no template, we should create an instance. Ex `create_gitlab_ci_service`
G
Guilherme Garnier 已提交
673
          self.send :"create_#{service_name}_service"
M
Marin Jankovski 已提交
674 675 676 677
        else
          Service.create_from_template(self.id, template)
        end
      end
678 679 680
    end
  end

V
Valery Sizov 已提交
681 682 683 684 685 686 687 688 689
  def create_labels
    Label.templates.each do |label|
      label = label.dup
      label.template = nil
      label.project_id = self.id
      label.save
    end
  end

M
Marin Jankovski 已提交
690 691 692
  def find_service(list, name)
    list.find { |service| service.to_param == name }
  end
D
Dmitriy Zaporozhets 已提交
693

694
  def ci_services
Y
Yorick Peterse 已提交
695
    services.where(category: :ci)
696 697 698
  end

  def ci_service
Y
Yorick Peterse 已提交
699
    @ci_service ||= ci_services.reorder(nil).find_by(active: true)
700 701
  end

D
Drew Blessing 已提交
702 703 704 705
  def jira_tracker?
    issues_tracker.to_param == 'jira'
  end

706
  def avatar_type
707 708
    unless self.avatar.image?
      self.errors.add :avatar, 'only images allowed'
709 710 711 712
    end
  end

  def avatar_in_git
713
    repository.avatar
714 715
  end

S
sue445 已提交
716
  def avatar_url
717
    if self[:avatar].present?
S
sue445 已提交
718 719
      [gitlab_config.url, avatar.url].join
    elsif avatar_in_git
720
      Gitlab::Routing.url_helpers.namespace_project_avatar_url(namespace, self)
S
sue445 已提交
721 722 723
    end
  end

724 725 726 727 728
  # For compatibility with old code
  def code
    path
  end

729
  def items_for(entity)
D
Dmitriy Zaporozhets 已提交
730 731 732 733 734 735 736
    case entity
    when 'issue' then
      issues
    when 'merge_request' then
      merge_requests
    end
  end
737

738
  def send_move_instructions(old_path_with_namespace)
739 740 741
    # New project path needs to be committed to the DB or notification will
    # retrieve stale information
    run_after_commit { NotificationService.new.project_was_moved(self, old_path_with_namespace) }
742
  end
743 744

  def owner
745 746
    if group
      group
747
    else
748
      namespace.try(:owner)
749 750
    end
  end
D
Dmitriy Zaporozhets 已提交
751 752 753 754

  def name_with_namespace
    @name_with_namespace ||= begin
                               if namespace
755
                                 namespace.human_name + ' / ' + name
D
Dmitriy Zaporozhets 已提交
756 757 758 759 760
                               else
                                 name
                               end
                             end
  end
R
Rémy Coutable 已提交
761
  alias_method :human_name, :name_with_namespace
D
Dmitriy Zaporozhets 已提交
762 763 764 765 766 767 768 769 770

  def path_with_namespace
    if namespace
      namespace.path + '/' + path
    else
      path
    end
  end

771 772
  def execute_hooks(data, hooks_scope = :push_hooks)
    hooks.send(hooks_scope).each do |hook|
773
      hook.async_execute(data, hooks_scope.to_s)
774
    end
D
Dmitriy Zaporozhets 已提交
775 776
  end

777 778 779
  def execute_services(data, hooks_scope = :push_hooks)
    # Call only service hooks that are active for this scope
    services.send(hooks_scope).each do |service|
780
      service.async_execute(data)
D
Dmitriy Zaporozhets 已提交
781 782 783 784
    end
  end

  def update_merge_requests(oldrev, newrev, ref, user)
785 786
    MergeRequests::RefreshService.new(self, user).
      execute(oldrev, newrev, ref)
D
Dmitriy Zaporozhets 已提交
787 788 789
  end

  def valid_repo?
790
    repository.exists?
D
Dmitriy Zaporozhets 已提交
791
  rescue
792
    errors.add(:path, 'Invalid repository path')
D
Dmitriy Zaporozhets 已提交
793 794 795 796
    false
  end

  def empty_repo?
797
    !repository.exists? || !repository.has_visible_content?
D
Dmitriy Zaporozhets 已提交
798 799 800
  end

  def repo
D
Dmitriy Zaporozhets 已提交
801
    repository.raw
D
Dmitriy Zaporozhets 已提交
802 803 804
  end

  def url_to_repo
805
    gitlab_shell.url_to_repo(path_with_namespace)
D
Dmitriy Zaporozhets 已提交
806 807 808 809 810 811 812
  end

  def namespace_dir
    namespace.try(:path) || ''
  end

  def repo_exists?
813
    @repo_exists ||= repository.exists?
D
Dmitriy Zaporozhets 已提交
814 815 816 817
  rescue
    @repo_exists = false
  end

818
  # Branches that are not _exactly_ matched by a protected branch.
D
Dmitriy Zaporozhets 已提交
819
  def open_branches
820 821 822 823
    exact_protected_branch_names = protected_branches.reject(&:wildcard?).map(&:name)
    branch_names = repository.branches.map(&:name)
    non_open_branch_names = Set.new(exact_protected_branch_names).intersection(Set.new(branch_names))
    repository.branches.reject { |branch| non_open_branch_names.include? branch.name }
D
Dmitriy Zaporozhets 已提交
824 825 826
  end

  def root_ref?(branch)
D
Dmitriy Zaporozhets 已提交
827
    repository.root_ref == branch
D
Dmitriy Zaporozhets 已提交
828 829 830 831 832 833 834
  end

  def ssh_url_to_repo
    url_to_repo
  end

  def http_url_to_repo
D
Douwe Maan 已提交
835
    "#{web_url}.git"
D
Dmitriy Zaporozhets 已提交
836 837 838
  end

  # Check if current branch name is marked as protected in the system
839
  def protected_branch?(branch_name)
840 841
    @protected_branches ||= self.protected_branches.to_a
    ProtectedBranch.matching(branch_name, protected_branches: @protected_branches).present?
D
Dmitriy Zaporozhets 已提交
842
  end
843

844
  def developers_can_push_to_protected_branch?(branch_name)
845
    protected_branches.matching(branch_name).any?(&:developers_can_push)
846 847
  end

848 849 850 851
  def developers_can_merge_to_protected_branch?(branch_name)
    protected_branches.matching(branch_name).any?(&:developers_can_merge)
  end

852 853 854
  def forked?
    !(forked_project_link.nil? || forked_project_link.forked_from_project.nil?)
  end
D
Dmitriy Zaporozhets 已提交
855

856 857 858 859
  def personal?
    !group
  end

D
Dmitriy Zaporozhets 已提交
860
  def rename_repo
861
    path_was = previous_changes['path'].first
D
Dmitriy Zaporozhets 已提交
862 863 864
    old_path_with_namespace = File.join(namespace_dir, path_was)
    new_path_with_namespace = File.join(namespace_dir, path)

865 866
    expire_caches_before_rename(old_path_with_namespace)

867 868
    if has_container_registry_tags?
      # we currently doesn't support renaming repository if it contains tags in container registry
K
Kamil Trzcinski 已提交
869
      raise Exception.new('Project cannot be renamed, because tags are present in its container registry')
870 871
    end

872
    if gitlab_shell.mv_repository(repository_storage_path, old_path_with_namespace, new_path_with_namespace)
873
      # If repository moved successfully we need to send update instructions to users.
D
Dmitriy Zaporozhets 已提交
874 875 876
      # However we cannot allow rollback since we moved repository
      # So we basically we mute exceptions in next actions
      begin
877
        gitlab_shell.mv_repository(repository_storage_path, "#{old_path_with_namespace}.wiki", "#{new_path_with_namespace}.wiki")
878
        send_move_instructions(old_path_with_namespace)
879
        reset_events_cache
880 881 882 883 884

        @old_path_with_namespace = old_path_with_namespace

        SystemHooksService.new.execute_hooks_for(self, :rename)

885
        @repository = nil
D
Dmitriy Zaporozhets 已提交
886
      rescue
J
Johannes Schleifenbaum 已提交
887
        # Returning false does not rollback after_* transaction but gives
D
Dmitriy Zaporozhets 已提交
888 889 890 891 892 893 894 895
        # us information about failing some of tasks
        false
      end
    else
      # if we cannot move namespace directory we should rollback
      # db changes in order to prevent out of sync between db and fs
      raise Exception.new('repository cannot be renamed')
    end
896 897

    Gitlab::UploadsTransfer.new.rename_project(path_was, path, namespace.path)
D
Dmitriy Zaporozhets 已提交
898
  end
899

900 901 902 903 904 905
  # Expires various caches before a project is renamed.
  def expire_caches_before_rename(old_path)
    repo = Repository.new(old_path, self)
    wiki = Repository.new("#{old_path}.wiki", self)

    if repo.exists?
906
      repo.before_delete
907 908 909
    end

    if wiki.exists?
910
      wiki.before_delete
911 912 913
    end
  end

914 915
  def hook_attrs(backward: true)
    attrs = {
K
Kirill Zaitsev 已提交
916
      name: name,
917
      description: description,
K
Kirilll Zaitsev 已提交
918
      web_url: web_url,
919 920 921
      avatar_url: avatar_url,
      git_ssh_url: ssh_url_to_repo,
      git_http_url: http_url_to_repo,
K
Kirill Zaitsev 已提交
922
      namespace: namespace.name,
923 924 925
      visibility_level: visibility_level,
      path_with_namespace: path_with_namespace,
      default_branch: default_branch,
K
Kirill Zaitsev 已提交
926
    }
927 928 929 930 931 932 933 934 935 936 937 938

    # Backward compatibility
    if backward
      attrs.merge!({
                    homepage: web_url,
                    url: url_to_repo,
                    ssh_url: ssh_url_to_repo,
                    http_url: http_url_to_repo
                  })
    end

    attrs
K
Kirill Zaitsev 已提交
939 940
  end

941 942 943 944 945
  # Reset events cache related to this project
  #
  # Since we do cache @event we need to reset cache in special cases:
  # * when project was moved
  # * when project was renamed
946
  # * when the project avatar changes
947 948 949 950 951 952 953 954 955
  # Events cache stored like  events/23-20130109142513.
  # The cache key includes updated_at timestamp.
  # Thus it will automatically generate a new fragment
  # when the event is updated because the key changes.
  def reset_events_cache
    Event.where(project_id: self.id).
      order('id DESC').limit(100).
      update_all(updated_at: Time.now)
  end
956 957

  def project_member(user)
G
Gabriel Mazetto 已提交
958
    project_members.find_by(user_id: user)
959
  end
960 961 962 963

  def default_branch
    @default_branch ||= repository.root_ref if repository.exists?
  end
964 965 966 967 968

  def reload_default_branch
    @default_branch = nil
    default_branch
  end
969

970 971 972
  def visibility_level_field
    visibility_level
  end
973 974 975 976 977 978 979 980

  def archive!
    update_attribute(:archived, true)
  end

  def unarchive!
    update_attribute(:archived, false)
  end
981

982
  def change_head(branch)
983
    repository.before_change_head
P
P.S.V.R 已提交
984 985 986
    repository.rugged.references.create('HEAD',
                                        "refs/heads/#{branch}",
                                        force: true)
987
    repository.copy_gitattributes(branch)
988 989
    reload_default_branch
  end
990 991 992 993

  def forked_from?(project)
    forked? && project == forked_from_project
  end
994 995 996 997

  def update_repository_size
    update_attribute(:repository_size, repository.size)
  end
998

999 1000 1001 1002
  def update_commit_count
    update_attribute(:commit_count, repository.commit_count)
  end

1003
  def forks_count
1004
    forks.count
1005
  end
R
Robert Schilling 已提交
1006 1007 1008 1009

  def find_label(name)
    labels.find_by(name: name)
  end
1010 1011 1012 1013

  def origin_merge_requests
    merge_requests.where(source_project_id: self.id)
  end
1014 1015

  def create_repository
1016 1017
    # Forked import is handled asynchronously
    unless forked?
1018
      if gitlab_shell.add_repository(repository_storage_path, path_with_namespace)
1019
        repository.after_create
1020 1021
        true
      else
1022
        errors.add(:base, 'Failed to create repository via gitlab-shell')
1023 1024
        false
      end
1025 1026 1027 1028 1029 1030 1031 1032 1033 1034
    end
  end

  def repository_exists?
    !!repository.exists?
  end

  def create_wiki
    ProjectWiki.new(self, self.owner).wiki
    true
G
Guilherme Garnier 已提交
1035
  rescue ProjectWiki::CouldNotCreateWikiError
1036
    errors.add(:base, 'Failed create wiki')
1037 1038
    false
  end
1039

D
Drew Blessing 已提交
1040 1041 1042 1043
  def jira_tracker_active?
    jira_tracker? && jira_service.active
  end

1044
  def allowed_to_share_with_group?
1045
    !namespace.share_with_group_lock
1046 1047
  end

1048 1049
  def pipeline(sha, ref)
    pipelines.order(id: :desc).find_by(sha: sha, ref: ref)
K
Kamil Trzcinski 已提交
1050 1051
  end

1052 1053
  def ensure_pipeline(sha, ref, current_user = nil)
    pipeline(sha, ref) || pipelines.create(sha: sha, ref: ref, user: current_user)
1054
  end
1055

1056 1057 1058
  def enable_ci
    self.builds_enabled = true
  end
M
Marin Jankovski 已提交
1059

K
Kamil Trzcinski 已提交
1060
  def any_runners?(&block)
1061
    if runners.active.any?(&block)
K
Kamil Trzcinski 已提交
1062 1063 1064 1065 1066 1067
      return true
    end

    shared_runners_enabled? && Ci::Runner.shared.active.any?(&block)
  end

1068
  def valid_runners_token?(token)
J
James Lopez 已提交
1069
    self.runners_token && ActiveSupport::SecurityUtils.variable_size_secure_compare(token, self.runners_token)
K
Kamil Trzcinski 已提交
1070 1071
  end

K
Kamil Trzcinski 已提交
1072 1073
  # TODO (ayufan): For now we use runners_token (backward compatibility)
  # In 8.4 every build will have its own individual token valid for time of build
1074
  def valid_build_token?(token)
J
James Lopez 已提交
1075
    self.builds_enabled? && self.runners_token && ActiveSupport::SecurityUtils.variable_size_secure_compare(token, self.runners_token)
K
Kamil Trzcinski 已提交
1076 1077 1078 1079 1080 1081 1082 1083 1084 1085 1086 1087 1088
  end

  def build_coverage_enabled?
    build_coverage_regex.present?
  end

  def build_timeout_in_minutes
    build_timeout / 60
  end

  def build_timeout_in_minutes=(value)
    self.build_timeout = value.to_i * 60
  end
1089

S
Stan Hu 已提交
1090 1091 1092
  def open_issues_count
    issues.opened.count
  end
1093

D
Douwe Maan 已提交
1094
  def visibility_level_allowed_as_fork?(level = self.visibility_level)
D
Douwe Maan 已提交
1095
    return true unless forked?
D
Douwe Maan 已提交
1096

D
Douwe Maan 已提交
1097 1098 1099 1100 1101 1102
    # self.forked_from_project will be nil before the project is saved, so
    # we need to go through the relation
    original_project = forked_project_link.forked_from_project
    return true unless original_project

    level <= original_project.visibility_level
D
Douwe Maan 已提交
1103
  end
1104

D
Douwe Maan 已提交
1105 1106
  def visibility_level_allowed_by_group?(level = self.visibility_level)
    return true unless group
1107

D
Douwe Maan 已提交
1108
    level <= group.visibility_level
M
Marin Jankovski 已提交
1109
  end
1110

D
Douwe Maan 已提交
1111 1112
  def visibility_level_allowed?(level = self.visibility_level)
    visibility_level_allowed_as_fork?(level) && visibility_level_allowed_by_group?(level)
F
Felipe Artur 已提交
1113 1114
  end

1115 1116 1117
  def runners_token
    ensure_runners_token!
  end
V
Valery Sizov 已提交
1118 1119 1120 1121

  def wiki
    @wiki ||= ProjectWiki.new(self, self.owner)
  end
1122 1123 1124 1125 1126 1127 1128

  def schedule_delete!(user_id, params)
    # Queue this task for after the commit, so once we mark pending_delete it will run
    run_after_commit { ProjectDestroyWorker.perform_async(id, user_id, params) }

    update_attribute(:pending_delete, true)
  end
1129

J
Josh Frye 已提交
1130 1131
  def running_or_pending_build_count(force: false)
    Rails.cache.fetch(['projects', id, 'running_or_pending_build_count'], force: force) do
1132 1133 1134
      builds.running_or_pending.count(:all)
    end
  end
J
James Lopez 已提交
1135 1136

  def mark_import_as_failed(error_message)
1137 1138 1139
    original_errors = errors.dup
    sanitized_message = Gitlab::UrlSanitizer.sanitize(error_message)

J
James Lopez 已提交
1140
    import_fail
1141 1142 1143 1144 1145
    update_column(:import_error, sanitized_message)
  rescue ActiveRecord::ActiveRecordError => e
    Rails.logger.error("Error setting import status to failed: #{e.message}. Original error: #{sanitized_message}")
  ensure
    @errors = original_errors
J
James Lopez 已提交
1146
  end
J
James Lopez 已提交
1147

1148 1149
  def add_export_job(current_user:)
    job_id = ProjectExportWorker.perform_async(current_user.id, self.id)
1150 1151 1152 1153 1154 1155 1156

    if job_id
      Rails.logger.info "Export job started for project ID #{self.id} with job ID #{job_id}"
    else
      Rails.logger.error "Export job failed to start for project ID #{self.id}"
    end
  end
J
James Lopez 已提交
1157 1158

  def export_path
1159
    File.join(Gitlab::ImportExport.storage_path, path_with_namespace)
J
James Lopez 已提交
1160
  end
1161 1162 1163 1164 1165 1166 1167 1168 1169

  def export_project_path
    Dir.glob("#{export_path}/*export.tar.gz").max_by { |f| File.ctime(f) }
  end

  def remove_exports
    _, status = Gitlab::Popen.popen(%W(find #{export_path} -not -path #{export_path} -delete))
    status.zero?
  end
1170 1171 1172 1173

  def ensure_dir_exist
    gitlab_shell.add_namespace(repository_storage_path, namespace.path)
  end
G
gitlabhq 已提交
1174
end