project.rb 32.0 KB
Newer Older
D
Dmitriy Zaporozhets 已提交
1 2 3 4
# == Schema Information
#
# Table name: projects
#
Z
Zeger-Jan van de Weg 已提交
5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44
#  id                           :integer          not null, primary key
#  name                         :string
#  path                         :string
#  description                  :text
#  created_at                   :datetime
#  updated_at                   :datetime
#  creator_id                   :integer
#  issues_enabled               :boolean          default(TRUE), not null
#  wall_enabled                 :boolean          default(TRUE), not null
#  merge_requests_enabled       :boolean          default(TRUE), not null
#  wiki_enabled                 :boolean          default(TRUE), not null
#  namespace_id                 :integer
#  issues_tracker               :string           default("gitlab"), not null
#  issues_tracker_id            :string
#  snippets_enabled             :boolean          default(TRUE), not null
#  last_activity_at             :datetime
#  import_url                   :string
#  visibility_level             :integer          default(0), not null
#  archived                     :boolean          default(FALSE), not null
#  avatar                       :string
#  import_status                :string
#  repository_size              :float            default(0.0)
#  star_count                   :integer          default(0), not null
#  import_type                  :string
#  import_source                :string
#  commit_count                 :integer          default(0)
#  import_error                 :text
#  ci_id                        :integer
#  builds_enabled               :boolean          default(TRUE), not null
#  shared_runners_enabled       :boolean          default(TRUE), not null
#  runners_token                :string
#  build_coverage_regex         :string
#  build_allow_git_fetch        :boolean          default(TRUE), not null
#  build_timeout                :integer          default(3600), not null
#  pending_delete               :boolean          default(FALSE)
#  public_builds                :boolean          default(TRUE), not null
#  main_language                :string
#  pushes_since_gc              :integer          default(0)
#  last_repository_check_failed :boolean
#  last_repository_check_at     :datetime
D
Dmitriy Zaporozhets 已提交
45 46
#

47 48
require 'carrierwave/orm/activerecord'

G
gitlabhq 已提交
49
class Project < ActiveRecord::Base
50
  include Gitlab::ConfigHelper
51
  include Gitlab::ShellAdapter
52
  include Gitlab::VisibilityLevel
53
  include Gitlab::CurrentSettings
54 55
  include Referable
  include Sortable
56
  include AfterCommitQueue
57
  include CaseSensitivity
58
  include TokenAuthenticatable
R
Robert Speicher 已提交
59

60
  extend Gitlab::ConfigHelper
61

J
Jared Szechy 已提交
62 63
  UNKNOWN_IMPORT_URL = 'http://unknown.git'

64
  default_value_for :archived, false
65 66 67
  default_value_for :visibility_level, gitlab_config_features.visibility_level
  default_value_for :issues_enabled, gitlab_config_features.issues
  default_value_for :merge_requests_enabled, gitlab_config_features.merge_requests
68
  default_value_for :builds_enabled, gitlab_config_features.builds
69
  default_value_for :wiki_enabled, gitlab_config_features.wiki
70
  default_value_for :wall_enabled, false
71
  default_value_for :snippets_enabled, gitlab_config_features.snippets
72
  default_value_for :container_registry_enabled, gitlab_config_features.container_registry
K
Kamil Trzcinski 已提交
73
  default_value_for(:shared_runners_enabled) { current_application_settings.shared_runners_enabled }
74

75 76
  # set last_activity_at to the same as created_at
  after_create :set_last_activity_at
77
  def set_last_activity_at
78
    update_column(:last_activity_at, self.created_at)
79 80
  end

81
  # update visibility_level of forks
82 83 84 85 86 87 88 89 90 91 92 93
  after_update :update_forks_visibility_level
  def update_forks_visibility_level
    return unless visibility_level < visibility_level_was

    forks.each do |forked_project|
      if forked_project.visibility_level > visibility_level
        forked_project.visibility_level = visibility_level
        forked_project.save!
      end
    end
  end

94
  ActsAsTaggableOn.strict_case_match = true
95
  acts_as_taggable_on :tags
D
Dmitriy Zaporozhets 已提交
96

97
  attr_accessor :new_default_branch
98
  attr_accessor :old_path_with_namespace
99

100
  # Relations
101
  belongs_to :creator, foreign_key: 'creator_id', class_name: 'User'
102
  belongs_to :group, -> { where(type: Group) }, foreign_key: 'namespace_id'
103
  belongs_to :namespace
104

105
  has_one :last_event, -> {order 'events.created_at DESC'}, class_name: 'Event', foreign_key: 'project_id'
106 107 108

  # Project services
  has_many :services
D
Dmitriy Zaporozhets 已提交
109
  has_one :campfire_service, dependent: :destroy
K
Kirilll Zaitsev 已提交
110
  has_one :drone_ci_service, dependent: :destroy
111
  has_one :emails_on_push_service, dependent: :destroy
112
  has_one :builds_email_service, dependent: :destroy
A
Aorimn 已提交
113
  has_one :irker_service, dependent: :destroy
114
  has_one :pivotaltracker_service, dependent: :destroy
R
Ronald van Eede 已提交
115
  has_one :hipchat_service, dependent: :destroy
116
  has_one :flowdock_service, dependent: :destroy
C
Carlos Paramio 已提交
117
  has_one :assembla_service, dependent: :destroy
J
Jeremy 已提交
118
  has_one :asana_service, dependent: :destroy
119
  has_one :gemnasium_service, dependent: :destroy
120
  has_one :slack_service, dependent: :destroy
121
  has_one :buildkite_service, dependent: :destroy
D
Drew Blessing 已提交
122
  has_one :bamboo_service, dependent: :destroy
123
  has_one :teamcity_service, dependent: :destroy
124
  has_one :pushover_service, dependent: :destroy
125 126
  has_one :jira_service, dependent: :destroy
  has_one :redmine_service, dependent: :destroy
M
Marin Jankovski 已提交
127
  has_one :custom_issue_tracker_service, dependent: :destroy
128
  has_one :gitlab_issue_tracker_service, dependent: :destroy
D
Dmitriy Zaporozhets 已提交
129
  has_one :external_wiki_service, dependent: :destroy
130

131 132 133 134 135
  has_one  :forked_project_link,  dependent: :destroy, foreign_key: "forked_to_project_id"
  has_one  :forked_from_project,  through:   :forked_project_link

  has_many :forked_project_links, foreign_key: "forked_from_project_id"
  has_many :forks,                through:     :forked_project_links, source: :forked_to_project
136

137
  # Merge Requests for target project should be removed with it
138
  has_many :merge_requests,     dependent: :destroy, foreign_key: 'target_project_id'
139
  # Merge requests from source project should be kept when source project was removed
140
  has_many :fork_merge_requests, foreign_key: 'source_project_id', class_name: MergeRequest
141
  has_many :issues,             dependent: :destroy
142
  has_many :labels,             dependent: :destroy
143 144
  has_many :services,           dependent: :destroy
  has_many :events,             dependent: :destroy
145 146
  has_many :milestones,         dependent: :destroy
  has_many :notes,              dependent: :destroy
147 148
  has_many :snippets,           dependent: :destroy, class_name: 'ProjectSnippet'
  has_many :hooks,              dependent: :destroy, class_name: 'ProjectHook'
149
  has_many :protected_branches, dependent: :destroy
150 151
  has_many :project_members, dependent: :destroy, as: :source, class_name: 'ProjectMember'
  has_many :users, through: :project_members
152 153
  has_many :deploy_keys_projects, dependent: :destroy
  has_many :deploy_keys, through: :deploy_keys_projects
C
Ciro Santilli 已提交
154 155
  has_many :users_star_projects, dependent: :destroy
  has_many :starrers, through: :users_star_projects, source: :user
156
  has_many :releases, dependent: :destroy
M
Marin Jankovski 已提交
157 158
  has_many :lfs_objects_projects, dependent: :destroy
  has_many :lfs_objects, through: :lfs_objects_projects
159 160
  has_many :project_group_links, dependent: :destroy
  has_many :invited_groups, through: :project_group_links, source: :group
161
  has_many :todos, dependent: :destroy
162
  has_many :notification_settings, dependent: :destroy, as: :source
163

164
  has_one :import_data, dependent: :destroy, class_name: "ProjectImportData"
K
Kamil Trzcinski 已提交
165

166
  has_many :commit_statuses, dependent: :destroy, class_name: 'CommitStatus', foreign_key: :gl_project_id
K
Kamil Trzcinski 已提交
167
  has_many :ci_commits, dependent: :destroy, class_name: 'Ci::Commit', foreign_key: :gl_project_id
168 169 170 171 172
  has_many :builds, class_name: 'Ci::Build', foreign_key: :gl_project_id # the builds are created from the commit_statuses
  has_many :runner_projects, dependent: :destroy, class_name: 'Ci::RunnerProject', foreign_key: :gl_project_id
  has_many :runners, through: :runner_projects, source: :runner, class_name: 'Ci::Runner'
  has_many :variables, dependent: :destroy, class_name: 'Ci::Variable', foreign_key: :gl_project_id
  has_many :triggers, dependent: :destroy, class_name: 'Ci::Trigger', foreign_key: :gl_project_id
K
Kamil Trzcinski 已提交
173

174
  accepts_nested_attributes_for :variables, allow_destroy: true
175

176
  delegate :name, to: :owner, allow_nil: true, prefix: true
177
  delegate :members, to: :team, prefix: true
178

A
Andrey Kumanyaev 已提交
179
  # Validations
180
  validates :creator, presence: true, on: :create
181
  validates :description, length: { maximum: 2000 }, allow_blank: true
182 183 184 185
  validates :name,
    presence: true,
    length: { within: 0..255 },
    format: { with: Gitlab::Regex.project_name_regex,
D
Douwe Maan 已提交
186
              message: Gitlab::Regex.project_name_regex_message }
187 188 189
  validates :path,
    presence: true,
    length: { within: 0..255 },
D
Douwe Maan 已提交
190 191
    format: { with: Gitlab::Regex.project_path_regex,
              message: Gitlab::Regex.project_path_regex_message }
D
Dmitriy Zaporozhets 已提交
192
  validates :issues_enabled, :merge_requests_enabled,
A
Andrey Kumanyaev 已提交
193
            :wiki_enabled, inclusion: { in: [true, false] }
194
  validates :issues_tracker_id, length: { maximum: 255 }, allow_blank: true
195
  validates :namespace, presence: true
196 197
  validates_uniqueness_of :name, scope: :namespace_id
  validates_uniqueness_of :path, scope: :namespace_id
198
  validates :import_url,
R
Robert Speicher 已提交
199
    url: { protocols: %w(ssh git http https) },
200
    if: :external_import?
201
  validates :star_count, numericality: { greater_than_or_equal_to: 0 }
202
  validate :check_limit, on: :create
203
  validate :avatar_type,
204
    if: ->(project) { project.avatar.present? && project.avatar_changed? }
205
  validates :avatar, file_size: { maximum: 200.kilobytes.to_i }
D
Douwe Maan 已提交
206
  validate :visibility_level_allowed_by_group
D
Douwe Maan 已提交
207
  validate :visibility_level_allowed_as_fork
208

209
  add_authentication_token_field :runners_token
210
  before_save :ensure_runners_token
K
Kamil Trzcinski 已提交
211

D
Douwe Maan 已提交
212
  mount_uploader :avatar, AvatarUploader
A
Andrey Kumanyaev 已提交
213

214
  # Scopes
215 216
  default_scope { where(pending_delete: false) }

217
  scope :sorted_by_activity, -> { reorder(last_activity_at: :desc) }
218 219 220
  scope :sorted_by_stars, -> { reorder('projects.star_count DESC') }
  scope :sorted_by_names, -> { joins(:namespace).reorder('namespaces.name ASC, projects.name ASC') }

221 222 223
  scope :without_user, ->(user)  { where('projects.id NOT IN (:ids)', ids: user.authorized_projects.map(&:id) ) }
  scope :without_team, ->(team) { team.projects.present? ? where('projects.id NOT IN (:ids)', ids: team.projects.map(&:id)) : scoped  }
  scope :not_in_group, ->(group) { where('projects.id NOT IN (:ids)', ids: group.project_ids ) }
224
  scope :in_namespace, ->(namespace_ids) { where(namespace_id: namespace_ids) }
A
Andrey Kumanyaev 已提交
225
  scope :in_group_namespace, -> { joins(:group) }
D
Dmitriy Zaporozhets 已提交
226
  scope :personal, ->(user) { where(namespace_id: user.namespace_id) }
227
  scope :joined, ->(user) { where('namespace_id != ?', user.namespace_id) }
228
  scope :non_archived, -> { where(archived: false) }
R
Rubén Dávila 已提交
229
  scope :for_milestones, ->(ids) { joins(:milestones).where('milestones.id' => ids).distinct }
230

231 232
  state_machine :import_status, initial: :none do
    event :import_start do
233
      transition [:none, :finished] => :started
234 235 236
    end

    event :import_finish do
237
      transition started: :finished
238 239 240
    end

    event :import_fail do
241
      transition started: :failed
242 243 244
    end

    event :import_retry do
245
      transition failed: :started
246 247 248 249
    end

    state :started
    state :finished
250 251
    state :failed

252
    after_transition any => :started, do: :schedule_add_import_job
253
    after_transition any => :finished, do: :clear_import_data
254 255
  end

A
Andrey Kumanyaev 已提交
256
  class << self
257
    def abandoned
258
      where('projects.last_activity_at < ?', 6.months.ago)
259
    end
260

261
    def with_push
262
      joins(:events).where('events.action = ?', Event::PUSHED)
263 264
    end

A
Andrey Kumanyaev 已提交
265
    def active
266
      joins(:issues, :notes, :merge_requests).order('issues.created_at, notes.created_at, merge_requests.created_at DESC')
A
Andrey Kumanyaev 已提交
267
    end
268

269 270 271 272 273 274 275
    # Searches for a list of projects based on the query given in `query`.
    #
    # On PostgreSQL this method uses "ILIKE" to perform a case-insensitive
    # search. On MySQL a regular "LIKE" is used as it's already
    # case-insensitive.
    #
    # query - The search query as a String.
276
    def search(query)
277
      ptable  = arel_table
278 279 280 281 282 283 284 285 286
      ntable  = Namespace.arel_table
      pattern = "%#{query}%"

      projects = select(:id).where(
        ptable[:path].matches(pattern).
          or(ptable[:name].matches(pattern)).
          or(ptable[:description].matches(pattern))
      )

287 288 289 290 291 292
      # We explicitly remove any eager loading clauses as they're:
      #
      # 1. Not needed by this query
      # 2. Combined with .joins(:namespace) lead to all columns from the
      #    projects & namespaces tables being selected, leading to a SQL error
      #    due to the columns of all UNION'd queries no longer being the same.
293
      namespaces = select(:id).
294
        except(:includes).
295 296 297 298 299 300
        joins(:namespace).
        where(ntable[:name].matches(pattern))

      union = Gitlab::SQL::Union.new([projects, namespaces])

      where("projects.id IN (#{union.to_sql})")
A
Andrey Kumanyaev 已提交
301
    end
302

303
    def search_by_visibility(level)
J
Josh Frye 已提交
304
      where(visibility_level: Gitlab::VisibilityLevel.const_get(level.upcase))
305 306
    end

307
    def search_by_title(query)
308 309 310 311
      pattern = "%#{query}%"
      table   = Project.arel_table

      non_archived.where(table[:name].matches(pattern))
312 313
    end

314
    def find_with_namespace(id)
L
Lin Jen-Shin 已提交
315
      namespace_path, project_path = id.split('/', 2)
316 317 318 319 320 321

      return nil if !namespace_path || !project_path

      # Use of unscoped ensures we're not secretly adding any ORDER BYs, which
      # have a negative impact on performance (and aren't needed for this
      # query).
322
      projects = unscoped.
323
        joins(:namespace).
324 325
        iwhere('namespaces.path' => namespace_path)

G
Gabriel Mazetto 已提交
326
      projects.find_by('projects.path' => project_path) ||
327
        projects.iwhere('projects.path' => project_path).take
328
    end
329

K
Kamil Trzcinski 已提交
330
    def find_by_ci_id(id)
K
Kamil Trzcinski 已提交
331
      find_by(ci_id: id.to_i)
K
Kamil Trzcinski 已提交
332 333
    end

334 335 336
    def visibility_levels
      Gitlab::VisibilityLevel.options
    end
337 338

    def sort(method)
339 340 341 342
      if method == 'repository_size_desc'
        reorder(repository_size: :desc, id: :desc)
      else
        order_by(method)
343 344
      end
    end
345 346 347 348 349

    def reference_pattern
      name_pattern = Gitlab::Regex::NAMESPACE_REGEX_STR
      %r{(?<project>#{name_pattern}/#{name_pattern})}
    end
Y
Yorick Peterse 已提交
350 351 352 353 354 355 356 357 358 359 360 361 362 363

    def trending(since = 1.month.ago)
      # By counting in the JOIN we don't expose the GROUP BY to the outer query.
      # This means that calls such as "any?" and "count" just return a number of
      # the total count, instead of the counts grouped per project as a Hash.
      join_body = "INNER JOIN (
        SELECT project_id, COUNT(*) AS amount
        FROM notes
        WHERE created_at >= #{sanitize(since)}
        GROUP BY project_id
      ) join_note_counts ON projects.id = join_note_counts.project_id"

      joins(join_body).reorder('join_note_counts.amount DESC')
    end
Y
Yorick Peterse 已提交
364 365 366 367

    def visible_to_user(user)
      where(id: user.authorized_projects.select(:id).reorder(nil))
    end
368 369
  end

D
Dmitriy Zaporozhets 已提交
370
  def team
371
    @team ||= ProjectTeam.new(self)
D
Dmitriy Zaporozhets 已提交
372 373 374
  end

  def repository
375
    @repository ||= Repository.new(path_with_namespace, self)
376 377
  end

378
  def container_registry_repository
379 380
    @container_registry_repository ||= begin
      token = Jwt::ContainerRegistryAuthenticationService.full_access_token(path_with_namespace)
381 382 383
      url = Gitlab.config.registry.api_url
      host_port = Gitlab.config.registry.host_port
      registry = ContainerRegistry::Registry.new(url, token: token, path: host_port)
384 385
      registry[path_with_namespace]
    end
K
Kamil Trzcinski 已提交
386 387
  end

388
  def container_registry_repository_url
389
    if container_registry_enabled? && Gitlab.config.registry.enabled
390
      "#{Gitlab.config.registry.host_port}/#{path_with_namespace}"
391
    end
392 393
  end

394 395 396 397 398 399
  def has_container_registry_tags?
    if container_registry_enabled? && Gitlab.config.registry.enabled
      container_registry_repository.tags.any?
    end
  end

400
  def commit(id = 'HEAD')
401
    repository.commit(id)
D
Dmitriy Zaporozhets 已提交
402 403
  end

404
  def merge_base_commit(first_commit_id, second_commit_id)
D
Douwe Maan 已提交
405 406
    sha = repository.merge_base(first_commit_id, second_commit_id)
    repository.commit(sha) if sha
407 408
  end

409
  def saved?
410
    id && persisted?
411 412
  end

413 414 415 416
  def schedule_add_import_job
    run_after_commit(:add_import_job)
  end

417
  def add_import_job
418
    if forked?
419
      job_id = RepositoryForkWorker.perform_async(self.id, forked_from_project.path_with_namespace, self.namespace.path)
420
    else
421 422 423 424 425 426 427
      job_id = RepositoryImportWorker.perform_async(self.id)
    end

    if job_id
      Rails.logger.info "Import job started for #{path_with_namespace} with job ID #{job_id}"
    else
      Rails.logger.error "Import job failed to start for #{path_with_namespace}"
428
    end
429 430
  end

431
  def clear_import_data
432 433 434 435
    update(import_error: nil)

    ProjectCacheWorker.perform_async(self.id)

436
    self.import_data.destroy if self.import_data
437 438
  end

J
James Lopez 已提交
439
  def import_url=(value)
J
James Lopez 已提交
440
    import_url = Gitlab::ImportUrl.new(value)
441
    create_or_update_import_data(credentials: import_url.credentials)
J
James Lopez 已提交
442
    super(import_url.sanitized_url)
J
James Lopez 已提交
443 444 445
  end

  def import_url
446
    if import_data && super
J
James Lopez 已提交
447 448 449 450
      import_url = Gitlab::ImportUrl.new(super, credentials: import_data.credentials)
      import_url.full_url
    else
      super
J
James Lopez 已提交
451 452
    end
  end
J
James Lopez 已提交
453

454
  def create_or_update_import_data(data: nil, credentials: nil)
J
James Lopez 已提交
455
    project_import_data = import_data || build_import_data
J
James Lopez 已提交
456 457 458 459
    if data
      project_import_data.data ||= {}
      project_import_data.data = project_import_data.data.merge(data)
    end
460 461 462 463
    if credentials
      project_import_data.credentials ||= {}
      project_import_data.credentials = project_import_data.credentials.merge(credentials)
    end
464 465

    project_import_data.save
J
James Lopez 已提交
466
  end
J
James Lopez 已提交
467

468
  def import?
469 470 471
    external_import? || forked?
  end

472 473 474 475
  def no_import?
    import_status == 'none'
  end

476
  def external_import?
477 478 479
    import_url.present?
  end

480
  def imported?
481 482 483 484 485 486 487 488 489 490 491 492 493
    import_finished?
  end

  def import_in_progress?
    import? && import_status == 'started'
  end

  def import_failed?
    import_status == 'failed'
  end

  def import_finished?
    import_status == 'finished'
494 495
  end

D
Douwe Maan 已提交
496 497 498
  def safe_import_url
    result = URI.parse(self.import_url)
    result.password = '*****' unless result.password.nil?
499
    result.user = '*****' unless result.user.nil? || result.user == "git" #tokens or other data may be saved as user
D
Douwe Maan 已提交
500 501
    result.to_s
  rescue
502
    self.import_url
D
Douwe Maan 已提交
503 504
  end

505
  def check_limit
506
    unless creator.can_create_project? or namespace.kind == 'group'
D
Douwe Maan 已提交
507
      self.errors.add(:limit_reached, "Your project limit is #{creator.projects_limit} projects! Please contact your administrator to increase it")
508 509
    end
  rescue
D
Douwe Maan 已提交
510
    self.errors.add(:base, "Can't check your ability to create project")
G
gitlabhq 已提交
511 512
  end

D
Douwe Maan 已提交
513 514 515 516 517 518 519 520 521 522 523 524 525
  def visibility_level_allowed_by_group
    return if visibility_level_allowed_by_group?

    level_name = Gitlab::VisibilityLevel.level_name(self.visibility_level).downcase
    group_level_name = Gitlab::VisibilityLevel.level_name(self.group.visibility_level).downcase
    self.errors.add(:visibility_level, "#{level_name} is not allowed in a #{group_level_name} group.")
  end

  def visibility_level_allowed_as_fork
    return if visibility_level_allowed_as_fork?

    level_name = Gitlab::VisibilityLevel.level_name(self.visibility_level).downcase
    self.errors.add(:visibility_level, "#{level_name} is not allowed since the fork source project has lower visibility.")
526 527
  end

528
  def to_param
V
Vinnie Okada 已提交
529
    path
530 531
  end

532 533 534 535
  def to_reference(_from_project = nil)
    path_with_namespace
  end

536
  def web_url
537
    Gitlab::Routing.url_helpers.namespace_project_url(self.namespace, self)
538 539
  end

540
  def web_url_without_protocol
541
    web_url.split('://')[1]
542 543
  end

544
  def build_commit_note(commit)
545
    notes.new(commit_id: commit.id, noteable_type: 'Commit')
G
gitlabhq 已提交
546
  end
N
Nihad Abbasov 已提交
547

N
Nihad Abbasov 已提交
548
  def last_activity
549
    last_event
G
gitlabhq 已提交
550 551 552
  end

  def last_activity_date
A
Andrey Kumanyaev 已提交
553
    last_activity_at || updated_at
D
Dmitriy Zaporozhets 已提交
554
  end
555

D
Dmitriy Zaporozhets 已提交
556 557 558
  def project_id
    self.id
  end
R
randx 已提交
559

R
Robert Speicher 已提交
560
  def get_issue(issue_id)
561
    if default_issues_tracker?
R
Robert Speicher 已提交
562
      issues.find_by(iid: issue_id)
563
    else
R
Robert Speicher 已提交
564
      ExternalIssue.new(issue_id, self)
565 566 567
    end
  end

R
Robert Speicher 已提交
568
  def issue_exists?(issue_id)
569
    get_issue(issue_id)
R
Robert Speicher 已提交
570 571
  end

572
  def default_issue_tracker
573
    gitlab_issue_tracker_service || create_gitlab_issue_tracker_service
574 575 576 577 578 579 580 581 582 583
  end

  def issues_tracker
    if external_issue_tracker
      external_issue_tracker
    else
      default_issue_tracker
    end
  end

584
  def default_issues_tracker?
585
    !external_issue_tracker
586 587 588
  end

  def external_issue_tracker
589
    return @external_issue_tracker if defined?(@external_issue_tracker)
590 591
    @external_issue_tracker ||=
      services.issue_trackers.active.without_defaults.first
592 593
  end

A
Andrew8xx8 已提交
594
  def can_have_issues_tracker_id?
595
    self.issues_enabled && !self.default_issues_tracker?
A
Andrew8xx8 已提交
596 597
  end

598
  def build_missing_services
M
Marin Jankovski 已提交
599 600
    services_templates = Service.where(template: true)

601
    Service.available_services_names.each do |service_name|
M
Marin Jankovski 已提交
602
      service = find_service(services, service_name)
603 604

      # If service is available but missing in db
M
Marin Jankovski 已提交
605 606 607 608 609 610
      if service.nil?
        # We should check if template for the service exists
        template = find_service(services_templates, service_name)

        if template.nil?
          # If no template, we should create an instance. Ex `create_gitlab_ci_service`
G
Guilherme Garnier 已提交
611
          self.send :"create_#{service_name}_service"
M
Marin Jankovski 已提交
612 613 614 615
        else
          Service.create_from_template(self.id, template)
        end
      end
616 617 618
    end
  end

V
Valery Sizov 已提交
619 620 621 622 623 624 625 626 627
  def create_labels
    Label.templates.each do |label|
      label = label.dup
      label.template = nil
      label.project_id = self.id
      label.save
    end
  end

M
Marin Jankovski 已提交
628 629 630
  def find_service(list, name)
    list.find { |service| service.to_param == name }
  end
D
Dmitriy Zaporozhets 已提交
631

632
  def ci_services
Y
Yorick Peterse 已提交
633
    services.where(category: :ci)
634 635 636
  end

  def ci_service
Y
Yorick Peterse 已提交
637
    @ci_service ||= ci_services.reorder(nil).find_by(active: true)
638 639
  end

D
Drew Blessing 已提交
640 641 642 643
  def jira_tracker?
    issues_tracker.to_param == 'jira'
  end

644
  def avatar_type
645 646
    unless self.avatar.image?
      self.errors.add :avatar, 'only images allowed'
647 648 649 650
    end
  end

  def avatar_in_git
651
    repository.avatar
652 653
  end

S
sue445 已提交
654 655 656 657
  def avatar_url
    if avatar.present?
      [gitlab_config.url, avatar.url].join
    elsif avatar_in_git
658
      Gitlab::Routing.url_helpers.namespace_project_avatar_url(namespace, self)
S
sue445 已提交
659 660 661
    end
  end

662 663 664 665 666
  # For compatibility with old code
  def code
    path
  end

667
  def items_for(entity)
D
Dmitriy Zaporozhets 已提交
668 669 670 671 672 673 674
    case entity
    when 'issue' then
      issues
    when 'merge_request' then
      merge_requests
    end
  end
675

676
  def send_move_instructions(old_path_with_namespace)
677 678 679
    # New project path needs to be committed to the DB or notification will
    # retrieve stale information
    run_after_commit { NotificationService.new.project_was_moved(self, old_path_with_namespace) }
680
  end
681 682

  def owner
683 684
    if group
      group
685
    else
686
      namespace.try(:owner)
687 688
    end
  end
D
Dmitriy Zaporozhets 已提交
689

690
  def project_member_by_name_or_email(name = nil, email = nil)
G
Gabriel Mazetto 已提交
691
    user = users.find_by('name like ? or email like ?', name, email)
692
    project_members.where(user: user) if user
D
Dmitriy Zaporozhets 已提交
693 694 695
  end

  # Get Team Member record by user id
696
  def project_member_by_id(user_id)
697
    project_members.find_by(user_id: user_id)
D
Dmitriy Zaporozhets 已提交
698 699 700 701 702
  end

  def name_with_namespace
    @name_with_namespace ||= begin
                               if namespace
703
                                 namespace.human_name + ' / ' + name
D
Dmitriy Zaporozhets 已提交
704 705 706 707 708 709 710 711 712 713 714 715 716 717
                               else
                                 name
                               end
                             end
  end

  def path_with_namespace
    if namespace
      namespace.path + '/' + path
    else
      path
    end
  end

718 719
  def execute_hooks(data, hooks_scope = :push_hooks)
    hooks.send(hooks_scope).each do |hook|
720
      hook.async_execute(data, hooks_scope.to_s)
721
    end
D
Dmitriy Zaporozhets 已提交
722 723
  end

724 725 726
  def execute_services(data, hooks_scope = :push_hooks)
    # Call only service hooks that are active for this scope
    services.send(hooks_scope).each do |service|
727
      service.async_execute(data)
D
Dmitriy Zaporozhets 已提交
728 729 730 731
    end
  end

  def update_merge_requests(oldrev, newrev, ref, user)
732 733
    MergeRequests::RefreshService.new(self, user).
      execute(oldrev, newrev, ref)
D
Dmitriy Zaporozhets 已提交
734 735 736
  end

  def valid_repo?
737
    repository.exists?
D
Dmitriy Zaporozhets 已提交
738
  rescue
739
    errors.add(:path, 'Invalid repository path')
D
Dmitriy Zaporozhets 已提交
740 741 742 743
    false
  end

  def empty_repo?
744
    !repository.exists? || !repository.has_visible_content?
D
Dmitriy Zaporozhets 已提交
745 746 747
  end

  def repo
D
Dmitriy Zaporozhets 已提交
748
    repository.raw
D
Dmitriy Zaporozhets 已提交
749 750 751
  end

  def url_to_repo
752
    gitlab_shell.url_to_repo(path_with_namespace)
D
Dmitriy Zaporozhets 已提交
753 754 755 756 757 758 759
  end

  def namespace_dir
    namespace.try(:path) || ''
  end

  def repo_exists?
760
    @repo_exists ||= repository.exists?
D
Dmitriy Zaporozhets 已提交
761 762 763 764 765
  rescue
    @repo_exists = false
  end

  def open_branches
766 767 768
    # We're using a Set here as checking values in a large Set is faster than
    # checking values in a large Array.
    protected_set = Set.new(protected_branch_names)
769

770 771
    repository.branches.reject do |branch|
      protected_set.include?(branch.name)
772 773 774
    end
  end

775 776
  def protected_branch_names
    @protected_branch_names ||= protected_branches.pluck(:name)
D
Dmitriy Zaporozhets 已提交
777 778 779
  end

  def root_ref?(branch)
D
Dmitriy Zaporozhets 已提交
780
    repository.root_ref == branch
D
Dmitriy Zaporozhets 已提交
781 782 783 784 785 786 787
  end

  def ssh_url_to_repo
    url_to_repo
  end

  def http_url_to_repo
D
Douwe Maan 已提交
788
    "#{web_url}.git"
D
Dmitriy Zaporozhets 已提交
789 790 791
  end

  # Check if current branch name is marked as protected in the system
792
  def protected_branch?(branch_name)
793
    protected_branches.where(name: branch_name).any?
D
Dmitriy Zaporozhets 已提交
794
  end
795

796
  def developers_can_push_to_protected_branch?(branch_name)
797
    protected_branches.any? { |pb| pb.name == branch_name && pb.developers_can_push }
798 799
  end

800 801 802
  def forked?
    !(forked_project_link.nil? || forked_project_link.forked_from_project.nil?)
  end
D
Dmitriy Zaporozhets 已提交
803

804 805 806 807
  def personal?
    !group
  end

D
Dmitriy Zaporozhets 已提交
808
  def rename_repo
809
    path_was = previous_changes['path'].first
D
Dmitriy Zaporozhets 已提交
810 811 812
    old_path_with_namespace = File.join(namespace_dir, path_was)
    new_path_with_namespace = File.join(namespace_dir, path)

813 814
    expire_caches_before_rename(old_path_with_namespace)

815 816 817 818 819
    if has_container_registry_tags?
      # we currently doesn't support renaming repository if it contains tags in container registry
      raise Exception.new('repository cannot be renamed, due to tags in container registry')
    end

D
Dmitriy Zaporozhets 已提交
820
    if gitlab_shell.mv_repository(old_path_with_namespace, new_path_with_namespace)
821
      # If repository moved successfully we need to send update instructions to users.
D
Dmitriy Zaporozhets 已提交
822 823 824
      # However we cannot allow rollback since we moved repository
      # So we basically we mute exceptions in next actions
      begin
825
        gitlab_shell.mv_repository("#{old_path_with_namespace}.wiki", "#{new_path_with_namespace}.wiki")
826
        send_move_instructions(old_path_with_namespace)
827
        reset_events_cache
828 829 830 831 832

        @old_path_with_namespace = old_path_with_namespace

        SystemHooksService.new.execute_hooks_for(self, :rename)

833
        @repository = nil
D
Dmitriy Zaporozhets 已提交
834
      rescue
J
Johannes Schleifenbaum 已提交
835
        # Returning false does not rollback after_* transaction but gives
D
Dmitriy Zaporozhets 已提交
836 837 838 839 840 841 842 843
        # us information about failing some of tasks
        false
      end
    else
      # if we cannot move namespace directory we should rollback
      # db changes in order to prevent out of sync between db and fs
      raise Exception.new('repository cannot be renamed')
    end
844 845

    Gitlab::UploadsTransfer.new.rename_project(path_was, path, namespace.path)
D
Dmitriy Zaporozhets 已提交
846
  end
847

848 849 850 851 852 853
  # Expires various caches before a project is renamed.
  def expire_caches_before_rename(old_path)
    repo = Repository.new(old_path, self)
    wiki = Repository.new("#{old_path}.wiki", self)

    if repo.exists?
854
      repo.before_delete
855 856 857
    end

    if wiki.exists?
858
      wiki.before_delete
859 860 861
    end
  end

862 863
  def hook_attrs(backward: true)
    attrs = {
K
Kirill Zaitsev 已提交
864
      name: name,
865
      description: description,
K
Kirilll Zaitsev 已提交
866
      web_url: web_url,
867 868 869
      avatar_url: avatar_url,
      git_ssh_url: ssh_url_to_repo,
      git_http_url: http_url_to_repo,
K
Kirill Zaitsev 已提交
870
      namespace: namespace.name,
871 872 873
      visibility_level: visibility_level,
      path_with_namespace: path_with_namespace,
      default_branch: default_branch,
K
Kirill Zaitsev 已提交
874
    }
875 876 877 878 879 880 881 882 883 884 885 886

    # Backward compatibility
    if backward
      attrs.merge!({
                    homepage: web_url,
                    url: url_to_repo,
                    ssh_url: ssh_url_to_repo,
                    http_url: http_url_to_repo
                  })
    end

    attrs
K
Kirill Zaitsev 已提交
887 888
  end

889 890 891 892 893
  # Reset events cache related to this project
  #
  # Since we do cache @event we need to reset cache in special cases:
  # * when project was moved
  # * when project was renamed
894
  # * when the project avatar changes
895 896 897 898 899 900 901 902 903
  # Events cache stored like  events/23-20130109142513.
  # The cache key includes updated_at timestamp.
  # Thus it will automatically generate a new fragment
  # when the event is updated because the key changes.
  def reset_events_cache
    Event.where(project_id: self.id).
      order('id DESC').limit(100).
      update_all(updated_at: Time.now)
  end
904 905

  def project_member(user)
G
Gabriel Mazetto 已提交
906
    project_members.find_by(user_id: user)
907
  end
908 909 910 911

  def default_branch
    @default_branch ||= repository.root_ref if repository.exists?
  end
912 913 914 915 916

  def reload_default_branch
    @default_branch = nil
    default_branch
  end
917

918 919 920
  def visibility_level_field
    visibility_level
  end
921 922 923 924 925 926 927 928

  def archive!
    update_attribute(:archived, true)
  end

  def unarchive!
    update_attribute(:archived, false)
  end
929

930
  def change_head(branch)
931
    repository.before_change_head
P
P.S.V.R 已提交
932 933 934
    repository.rugged.references.create('HEAD',
                                        "refs/heads/#{branch}",
                                        force: true)
935
    repository.copy_gitattributes(branch)
936 937
    reload_default_branch
  end
938 939 940 941

  def forked_from?(project)
    forked? && project == forked_from_project
  end
942 943 944 945

  def update_repository_size
    update_attribute(:repository_size, repository.size)
  end
946

947 948 949 950
  def update_commit_count
    update_attribute(:commit_count, repository.commit_count)
  end

951
  def forks_count
952
    forks.count
953
  end
R
Robert Schilling 已提交
954 955 956 957

  def find_label(name)
    labels.find_by(name: name)
  end
958 959 960 961

  def origin_merge_requests
    merge_requests.where(source_project_id: self.id)
  end
962 963

  def create_repository
964 965
    # Forked import is handled asynchronously
    unless forked?
966
      if gitlab_shell.add_repository(path_with_namespace)
967
        repository.after_create
968 969
        true
      else
970
        errors.add(:base, 'Failed to create repository via gitlab-shell')
971 972
        false
      end
973 974 975 976 977 978 979 980 981 982
    end
  end

  def repository_exists?
    !!repository.exists?
  end

  def create_wiki
    ProjectWiki.new(self, self.owner).wiki
    true
G
Guilherme Garnier 已提交
983
  rescue ProjectWiki::CouldNotCreateWikiError
984
    errors.add(:base, 'Failed create wiki')
985 986
    false
  end
987

D
Drew Blessing 已提交
988 989 990 991
  def jira_tracker_active?
    jira_tracker? && jira_service.active
  end

992
  def allowed_to_share_with_group?
993
    !namespace.share_with_group_lock
994 995
  end

K
Kamil Trzcinski 已提交
996
  def ci_commit(sha, ref)
K
Kamil Trzcinski 已提交
997
    ci_commits.order(id: :desc).find_by(sha: sha, ref: ref)
K
Kamil Trzcinski 已提交
998 999
  end

K
Kamil Trzcinski 已提交
1000 1001
  def ensure_ci_commit(sha, ref)
    ci_commit(sha, ref) || ci_commits.create(sha: sha, ref: ref)
1002
  end
1003

1004 1005 1006
  def enable_ci
    self.builds_enabled = true
  end
M
Marin Jankovski 已提交
1007

K
Kamil Trzcinski 已提交
1008
  def any_runners?(&block)
1009
    if runners.active.any?(&block)
K
Kamil Trzcinski 已提交
1010 1011 1012 1013 1014 1015
      return true
    end

    shared_runners_enabled? && Ci::Runner.shared.active.any?(&block)
  end

K
Kamil Trzcinski 已提交
1016
  def valid_runners_token? token
J
James Lopez 已提交
1017
    self.runners_token && ActiveSupport::SecurityUtils.variable_size_secure_compare(token, self.runners_token)
K
Kamil Trzcinski 已提交
1018 1019
  end

K
Kamil Trzcinski 已提交
1020 1021
  # TODO (ayufan): For now we use runners_token (backward compatibility)
  # In 8.4 every build will have its own individual token valid for time of build
K
Kamil Trzcinski 已提交
1022
  def valid_build_token? token
J
James Lopez 已提交
1023
    self.builds_enabled? && self.runners_token && ActiveSupport::SecurityUtils.variable_size_secure_compare(token, self.runners_token)
K
Kamil Trzcinski 已提交
1024 1025 1026 1027 1028 1029 1030 1031 1032 1033 1034 1035 1036
  end

  def build_coverage_enabled?
    build_coverage_regex.present?
  end

  def build_timeout_in_minutes
    build_timeout / 60
  end

  def build_timeout_in_minutes=(value)
    self.build_timeout = value.to_i * 60
  end
1037

S
Stan Hu 已提交
1038 1039 1040
  def open_issues_count
    issues.opened.count
  end
1041

D
Douwe Maan 已提交
1042
  def visibility_level_allowed_as_fork?(level = self.visibility_level)
D
Douwe Maan 已提交
1043
    return true unless forked?
D
Douwe Maan 已提交
1044

D
Douwe Maan 已提交
1045 1046 1047 1048 1049 1050
    # self.forked_from_project will be nil before the project is saved, so
    # we need to go through the relation
    original_project = forked_project_link.forked_from_project
    return true unless original_project

    level <= original_project.visibility_level
D
Douwe Maan 已提交
1051
  end
1052

D
Douwe Maan 已提交
1053 1054
  def visibility_level_allowed_by_group?(level = self.visibility_level)
    return true unless group
1055

D
Douwe Maan 已提交
1056
    level <= group.visibility_level
M
Marin Jankovski 已提交
1057
  end
1058

D
Douwe Maan 已提交
1059 1060
  def visibility_level_allowed?(level = self.visibility_level)
    visibility_level_allowed_as_fork?(level) && visibility_level_allowed_by_group?(level)
F
Felipe Artur 已提交
1061 1062
  end

1063 1064 1065
  def runners_token
    ensure_runners_token!
  end
V
Valery Sizov 已提交
1066 1067 1068 1069

  def wiki
    @wiki ||= ProjectWiki.new(self, self.owner)
  end
1070 1071 1072 1073 1074 1075 1076

  def schedule_delete!(user_id, params)
    # Queue this task for after the commit, so once we mark pending_delete it will run
    run_after_commit { ProjectDestroyWorker.perform_async(id, user_id, params) }

    update_attribute(:pending_delete, true)
  end
G
gitlabhq 已提交
1077
end