repository.rb 26.1 KB
Newer Older
1 2
require 'securerandom'

3
class Repository
4 5
  class CommitError < StandardError; end

6 7 8 9
  # Files to use as a project avatar in case no avatar was uploaded via the web
  # UI.
  AVATAR_FILES = %w{logo.png logo.jpg logo.gif}

10 11
  include Gitlab::ShellAdapter

12
  attr_accessor :path_with_namespace, :project
13

14
  def initialize(path_with_namespace, project)
15
    @path_with_namespace = path_with_namespace
16
    @project = project
17
  end
18

19 20
  def raw_repository
    return nil unless path_with_namespace
21

22
    @raw_repository ||= Gitlab::Git::Repository.new(path_to_repo)
23 24
  end

25 26 27 28
  def update_autocrlf_option
    raw_repository.autocrlf = :input if raw_repository.autocrlf != :input
  end

29
  # Return absolute path to repository
30
  def path_to_repo
31
    @path_to_repo ||= File.expand_path(
32
      File.join(@project.repository_storage_path, path_with_namespace + ".git")
33
    )
34 35
  end

36
  def exists?
37
    return @exists unless @exists.nil?
38

39 40 41 42 43 44 45
    @exists = cache.fetch(:exists?) do
      begin
        raw_repository && raw_repository.rugged ? true : false
      rescue Gitlab::Git::Repository::NoRepository
        false
      end
    end
46 47 48
  end

  def empty?
49 50 51
    return @empty unless @empty.nil?

    @empty = cache.fetch(:empty?) { raw_repository.empty? }
52 53
  end

54 55 56 57 58 59 60 61 62 63
  #
  # Git repository can contains some hidden refs like:
  #   /refs/notes/*
  #   /refs/git-as-svn/*
  #   /refs/pulls/*
  # This refs by default not visible in project page and not cloned to client side.
  #
  # This method return true if repository contains some content visible in project page.
  #
  def has_visible_content?
64 65 66
    return @has_visible_content unless @has_visible_content.nil?

    @has_visible_content = cache.fetch(:has_visible_content?) do
67
      branch_count > 0
68
    end
69 70
  end

L
Lin Jen-Shin 已提交
71
  def commit(ref = 'HEAD')
72
    return nil unless exists?
73
    commit = Gitlab::Git::Commit.find(raw_repository, ref)
74
    commit = ::Commit.new(commit, @project) if commit
75
    commit
76
  rescue Rugged::OdbError
77
    nil
78 79
  end

80
  def commits(ref, path: nil, limit: nil, offset: nil, skip_merges: false, after: nil, before: nil)
81
    options = {
82 83 84 85 86
      repo: raw_repository,
      ref: ref,
      path: path,
      limit: limit,
      offset: offset,
87 88
      after: after,
      before: before,
89 90
      # --follow doesn't play well with --skip. See:
      # https://gitlab.com/gitlab-org/gitlab-ce/issues/3574#note_3040520
91 92
      follow: false,
      skip_merges: skip_merges
93 94 95
    }

    commits = Gitlab::Git::Commit.where(options)
96
    commits = Commit.decorate(commits, @project) if commits.present?
97 98 99
    commits
  end

100 101
  def commits_between(from, to)
    commits = Gitlab::Git::Commit.between(raw_repository, from, to)
102
    commits = Commit.decorate(commits, @project) if commits.present?
103 104 105
    commits
  end

106 107 108
  def find_commits_by_message(query, ref = nil, path = nil, limit = 1000, offset = 0)
    ref ||= root_ref

109
    # Limited to 1000 commits for now, could be parameterized?
110 111
    args = %W(#{Gitlab.config.git.bin_path} log #{ref} --pretty=%H --skip #{offset} --max-count #{limit} --grep=#{query})
    args = args.concat(%W(-- #{path})) if path.present?
112

113 114
    git_log_results = Gitlab::Popen.popen(args, path_to_repo).first.lines.map(&:chomp)
    commits = git_log_results.map { |c| commit(c) }
115
    commits
116 117
  end

118
  def find_branch(name)
119
    raw_repository.branches.find { |branch| branch.name == name }
120 121 122
  end

  def find_tag(name)
123
    tags.find { |tag| tag.name == name }
124 125
  end

126 127 128 129 130 131 132 133 134 135
  def add_branch(user, branch_name, target)
    oldrev = Gitlab::Git::BLANK_SHA
    ref    = Gitlab::Git::BRANCH_REF_PREFIX + branch_name
    target = commit(target).try(:id)

    return false unless target

    GitHooksService.new.execute(user, path_to_repo, oldrev, target, ref) do
      rugged.branches.create(branch_name, target)
    end
136

137
    after_create_branch
138
    find_branch(branch_name)
139 140
  end

141 142 143 144 145 146
  def add_tag(user, tag_name, target, message = nil)
    oldrev = Gitlab::Git::BLANK_SHA
    ref    = Gitlab::Git::TAG_REF_PREFIX + tag_name
    target = commit(target).try(:id)

    return false unless target
147

148 149
    options = { message: message, tagger: user_to_committer(user) } if message

150 151
    GitHooksService.new.execute(user, path_to_repo, oldrev, target, ref) do
      rugged.tags.create(tag_name, target, options)
152
    end
153

154
    find_tag(tag_name)
155 156
  end

157
  def rm_branch(user, branch_name)
158
    before_remove_branch
159

160 161 162 163 164 165 166 167
    branch = find_branch(branch_name)
    oldrev = branch.try(:target)
    newrev = Gitlab::Git::BLANK_SHA
    ref    = Gitlab::Git::BRANCH_REF_PREFIX + branch_name

    GitHooksService.new.execute(user, path_to_repo, oldrev, newrev, ref) do
      rugged.branches.delete(branch_name)
    end
168

169
    after_remove_branch
170
    true
171 172
  end

173
  def rm_tag(tag_name)
Y
Yorick Peterse 已提交
174
    before_remove_tag
175

R
Robert Schilling 已提交
176 177 178 179 180 181
    begin
      rugged.tags.delete(tag_name)
      true
    rescue Rugged::ReferenceError
      false
    end
182 183
  end

184 185 186 187
  def ref_names
    branch_names + tag_names
  end

188
  def branch_names
P
Paco Guzman 已提交
189
    @branch_names ||= cache.fetch(:branch_names) { branches.map(&:name) }
190 191
  end

192 193 194 195
  def branch_exists?(branch_name)
    branch_names.include?(branch_name)
  end

196 197 198 199
  def ref_exists?(ref)
    rugged.references.exist?(ref)
  end

D
Douwe Maan 已提交
200 201 202 203
  # Makes sure a commit is kept around when Git garbage collection runs.
  # Git GC will delete commits from the repository that are no longer in any
  # branches or tags, but we want to keep some of these commits around, for
  # example if they have comments or CI builds.
204 205 206 207 208
  def keep_around(sha)
    return unless sha && commit(sha)

    return if kept_around?(sha)

209 210 211 212 213
    # This will still fail if the file is corrupted (e.g. 0 bytes)
    begin
      rugged.references.create(keep_around_ref_name(sha), sha, force: true)
    rescue Rugged::ReferenceError => ex
      Rails.logger.error "Unable to create keep-around reference for repository #{path}: #{ex}"
214 215 216
    rescue Rugged::OSError => ex
      raise unless ex.message =~ /Failed to create locked file/ && ex.message =~ /File exists/
      Rails.logger.error "Unable to create keep-around reference for repository #{path}: #{ex}"
217
    end
218 219 220
  end

  def kept_around?(sha)
221 222 223 224 225
    begin
      ref_exists?(keep_around_ref_name(sha))
    rescue Rugged::ReferenceError
      false
    end
226 227
  end

228
  def tag_names
229
    cache.fetch(:tag_names) { raw_repository.tag_names }
230 231
  end

232
  def commit_count
233
    cache.fetch(:commit_count) do
234
      begin
235
        raw_repository.commit_count(self.root_ref)
236 237 238
      rescue
        0
      end
239
    end
240 241
  end

Y
Yorick Peterse 已提交
242
  def branch_count
243
    @branch_count ||= cache.fetch(:branch_count) { branches.size }
Y
Yorick Peterse 已提交
244 245 246 247 248 249
  end

  def tag_count
    @tag_count ||= cache.fetch(:tag_count) { raw_repository.rugged.tags.count }
  end

250 251 252
  # Return repo size in megabytes
  # Cached in redis
  def size
253
    cache.fetch(:size) { raw_repository.size }
254
  end
255

256
  def diverging_commit_counts(branch)
257
    root_ref_hash = raw_repository.rev_parse_target(root_ref).oid
J
Jeff Stubler 已提交
258
    cache.fetch(:"diverging_commit_counts_#{branch.name}") do
259 260
      # Rugged seems to throw a `ReferenceError` when given branch_names rather
      # than SHA-1 hashes
261
      number_commits_behind = raw_repository.
262
        count_commits_between(branch.target, root_ref_hash)
263 264

      number_commits_ahead = raw_repository.
265
        count_commits_between(root_ref_hash, branch.target)
266

267 268 269
      { behind: number_commits_behind, ahead: number_commits_ahead }
    end
  end
270

271
  # Keys for data that can be affected for any commit push.
272
  def cache_keys
273
    %i(size commit_count
274
       readme version contribution_guide changelog
A
Alfredo Sumaran 已提交
275
       license_blob license_key gitignore)
276
  end
277

278 279 280 281 282
  # Keys for data on branch/tag operations.
  def cache_keys_for_branches_and_tags
    %i(branch_names tag_names branch_count tag_count)
  end

283
  def build_cache
284
    (cache_keys + cache_keys_for_branches_and_tags).each do |key|
285 286 287 288 289 290
      unless cache.exist?(key)
        send(key)
      end
    end
  end

D
Douwe Maan 已提交
291 292 293 294 295 296 297
  def expire_tags_cache
    cache.expire(:tag_names)
    @tags = nil
  end

  def expire_branches_cache
    cache.expire(:branch_names)
P
Paco Guzman 已提交
298
    @branch_names = nil
299
    @local_branches = nil
D
Douwe Maan 已提交
300 301
  end

302
  def expire_cache(branch_name = nil, revision = nil)
303
    cache_keys.each do |key|
304 305
      cache.expire(key)
    end
306

307
    expire_branch_cache(branch_name)
308
    expire_avatar_cache(branch_name, revision)
309 310 311 312

    # This ensures this particular cache is flushed after the first commit to a
    # new repository.
    expire_emptiness_caches if empty?
313
  end
314

315 316 317 318 319 320 321 322 323 324 325 326
  def expire_branch_cache(branch_name = nil)
    # When we push to the root branch we have to flush the cache for all other
    # branches as their statistics are based on the commits relative to the
    # root branch.
    if !branch_name || branch_name == root_ref
      branches.each do |branch|
        cache.expire(:"diverging_commit_counts_#{branch.name}")
      end
    # In case a commit is pushed to a non-root branch we only have to flush the
    # cache for said branch.
    else
      cache.expire(:"diverging_commit_counts_#{branch_name}")
327
    end
D
Dmitriy Zaporozhets 已提交
328 329
  end

330 331 332 333 334
  def expire_root_ref_cache
    cache.expire(:root_ref)
    @root_ref = nil
  end

335 336 337 338 339 340 341 342
  # Expires the cache(s) used to determine if a repository is empty or not.
  def expire_emptiness_caches
    cache.expire(:empty?)
    @empty = nil

    expire_has_visible_content_cache
  end

343 344 345 346 347
  def expire_has_visible_content_cache
    cache.expire(:has_visible_content?)
    @has_visible_content = nil
  end

Y
Yorick Peterse 已提交
348 349 350 351 352 353 354 355 356 357
  def expire_branch_count_cache
    cache.expire(:branch_count)
    @branch_count = nil
  end

  def expire_tag_count_cache
    cache.expire(:tag_count)
    @tag_count = nil
  end

358 359 360 361
  def lookup_cache
    @lookup_cache ||= {}
  end

362 363 364 365 366 367 368 369 370 371 372 373 374 375 376 377 378
  def expire_avatar_cache(branch_name = nil, revision = nil)
    # Avatars are pulled from the default branch, thus if somebody pushes to a
    # different branch there's no need to expire anything.
    return if branch_name && branch_name != root_ref

    # We don't want to flush the cache if the commit didn't actually make any
    # changes to any of the possible avatar files.
    if revision && commit = self.commit(revision)
      return unless commit.diffs.
        any? { |diff| AVATAR_FILES.include?(diff.new_path) }
    end

    cache.expire(:avatar)

    @avatar = nil
  end

379 380 381 382 383 384 385 386
  def expire_exists_cache
    cache.expire(:exists?)
    @exists = nil
  end

  # Runs code after a repository has been created.
  def after_create
    expire_exists_cache
387 388
    expire_root_ref_cache
    expire_emptiness_caches
389 390
  end

391 392
  # Runs code just before a repository is deleted.
  def before_delete
393 394
    expire_exists_cache

395 396
    expire_cache if exists?

397 398 399 400 401
    # expire cache that don't depend on repository data (when expiring)
    expire_tags_cache
    expire_tag_count_cache
    expire_branches_cache
    expire_branch_count_cache
402 403
    expire_root_ref_cache
    expire_emptiness_caches
404
    expire_exists_cache
405 406 407 408 409 410 411 412 413
  end

  # Runs code just before the HEAD of a repository is changed.
  def before_change_head
    # Cached divergent commit counts are based on repository head
    expire_branch_cache
    expire_root_ref_cache
  end

Y
Yorick Peterse 已提交
414 415
  # Runs code before pushing (= creating or removing) a tag.
  def before_push_tag
416
    expire_cache
417
    expire_tags_cache
Y
Yorick Peterse 已提交
418 419 420 421 422 423 424
    expire_tag_count_cache
  end

  # Runs code before removing a tag.
  def before_remove_tag
    expire_tags_cache
    expire_tag_count_cache
425 426
  end

427 428 429 430 431
  def before_import
    expire_emptiness_caches
    expire_exists_cache
  end

432 433 434
  # Runs code after a repository has been forked/imported.
  def after_import
    expire_emptiness_caches
435
    expire_exists_cache
436 437 438
  end

  # Runs code after a new commit has been pushed.
439 440
  def after_push_commit(branch_name, revision)
    expire_cache(branch_name, revision)
441 442 443 444
  end

  # Runs code after a new branch has been created.
  def after_create_branch
445
    expire_branches_cache
446
    expire_has_visible_content_cache
Y
Yorick Peterse 已提交
447
    expire_branch_count_cache
448 449
  end

450 451 452 453 454
  # Runs code before removing an existing branch.
  def before_remove_branch
    expire_branches_cache
  end

455 456 457
  # Runs code after an existing branch has been removed.
  def after_remove_branch
    expire_has_visible_content_cache
Y
Yorick Peterse 已提交
458
    expire_branch_count_cache
459
    expire_branches_cache
460 461
  end

462
  def method_missing(m, *args, &block)
463 464 465 466 467 468
    if m == :lookup && !block_given?
      lookup_cache[m] ||= {}
      lookup_cache[m][args.join(":")] ||= raw_repository.send(m, *args, &block)
    else
      raw_repository.send(m, *args, &block)
    end
469 470
  end

471 472
  def respond_to_missing?(method, include_private = false)
    raw_repository.respond_to?(method, include_private) || super
473
  end
D
Dmitriy Zaporozhets 已提交
474 475

  def blob_at(sha, path)
476
    unless Gitlab::Git.blank_ref?(sha)
477
      Blob.decorate(Gitlab::Git::Blob.find(self, sha, path))
478
    end
D
Dmitriy Zaporozhets 已提交
479
  end
480

481 482 483 484
  def blob_by_oid(oid)
    Gitlab::Git::Blob.raw(self, oid)
  end

485
  def readme
486
    cache.fetch(:readme) { tree(:head).readme }
487
  end
488

489
  def version
490
    cache.fetch(:version) do
491
      tree(:head).blobs.find do |file|
492
        file.name.casecmp('version').zero?
493 494 495 496
      end
    end
  end

497
  def contribution_guide
498 499 500 501 502 503
    cache.fetch(:contribution_guide) do
      tree(:head).blobs.find do |file|
        file.contributing?
      end
    end
  end
504 505 506

  def changelog
    cache.fetch(:changelog) do
507
      file_on_head(/\A(changelog|history|changes|news)/i)
508
    end
509 510
  end

511
  def license_blob
512
    return nil unless head_exists?
513

514
    cache.fetch(:license_blob) do
515
      file_on_head(/\A(licen[sc]e|copying)(\..+|\z)/i)
516 517
    end
  end
Z
Zeger-Jan van de Weg 已提交
518

519
  def license_key
520
    return nil unless head_exists?
521 522

    cache.fetch(:license_key) do
523
      Licensee.license(path).try(:key)
524
    end
525 526
  end

527 528 529 530 531 532 533 534
  def gitignore
    return nil if !exists? || empty?

    cache.fetch(:gitignore) do
      file_on_head(/\A\.gitignore\z/)
    end
  end

535
  def gitlab_ci_yml
536
    return nil unless head_exists?
537 538 539 540

    @gitlab_ci_yml ||= tree(:head).blobs.find do |file|
      file.name == '.gitlab-ci.yml'
    end
541 542 543 544
  rescue Rugged::ReferenceError
    # For unknow reason spinach scenario "Scenario: I change project path"
    # lead to "Reference 'HEAD' not found" exception from Repository#empty?
    nil
545 546
  end

547
  def head_commit
548 549 550 551 552
    @head_commit ||= commit(self.root_ref)
  end

  def head_tree
    @head_tree ||= Tree.new(self, head_commit.sha, nil)
553 554 555 556
  end

  def tree(sha = :head, path = nil)
    if sha == :head
557 558 559 560 561
      if path.nil?
        return head_tree
      else
        sha = head_commit.sha
      end
562 563 564 565
    end

    Tree.new(self, sha, path)
  end
D
Dmitriy Zaporozhets 已提交
566 567

  def blob_at_branch(branch_name, path)
D
Dmitriy Zaporozhets 已提交
568
    last_commit = commit(branch_name)
D
Dmitriy Zaporozhets 已提交
569

D
Dmitriy Zaporozhets 已提交
570 571 572 573 574
    if last_commit
      blob_at(last_commit.sha, path)
    else
      nil
    end
D
Dmitriy Zaporozhets 已提交
575
  end
D
Dmitriy Zaporozhets 已提交
576 577 578 579 580 581 582 583

  # Returns url for submodule
  #
  # Ex.
  #   @repository.submodule_url_for('master', 'rack')
  #   # => git@localhost:rack.git
  #
  def submodule_url_for(ref, path)
D
Dmitriy Zaporozhets 已提交
584
    if submodules(ref).any?
D
Dmitriy Zaporozhets 已提交
585 586 587 588 589 590 591
      submodule = submodules(ref)[path]

      if submodule
        submodule['url']
      end
    end
  end
592 593

  def last_commit_for_path(sha, path)
594
    args = %W(#{Gitlab.config.git.bin_path} rev-list --max-count=1 #{sha} -- #{path})
595 596
    sha = Gitlab::Popen.popen(args, path_to_repo).first.strip
    commit(sha)
597
  end
598

P
P.S.V.R 已提交
599 600 601 602
  def next_branch(name, opts={})
    branch_ids = self.branch_names.map do |n|
      next 1 if n == name
      result = n.match(/\A#{name}-([0-9]+)\z/)
603 604 605
      result[1].to_i if result
    end.compact

P
P.S.V.R 已提交
606
    highest_branch_id = branch_ids.max || 0
607

P
P.S.V.R 已提交
608 609 610
    return name if opts[:mild] && 0 == highest_branch_id

    "#{name}-#{highest_branch_id + 1}"
611 612
  end

613
  # Remove archives older than 2 hours
614 615
  def branches_sorted_by(value)
    case value
616 617
    when 'name'
      branches.sort_by(&:name)
618
    when 'updated_desc'
619 620 621
      branches.sort do |a, b|
        commit(b.target).committed_date <=> commit(a.target).committed_date
      end
622
    when 'updated_asc'
623 624 625 626 627 628 629
      branches.sort do |a, b|
        commit(a.target).committed_date <=> commit(b.target).committed_date
      end
    else
      branches
    end
  end
630

631 632 633 634 635 636 637 638 639 640 641 642 643 644 645
  def tags_sorted_by(value)
    case value
    when 'name'
      # Would be better to use `sort_by` but `version_sorter` only exposes
      # `sort` and `rsort`
      VersionSorter.rsort(tag_names).map { |tag_name| find_tag(tag_name) }
    when 'updated_desc'
      tags_sorted_by_committed_date.reverse
    when 'updated_asc'
      tags_sorted_by_committed_date
    else
      tags
    end
  end

646
  def contributors
647
    commits = self.commits(nil, limit: 2000, offset: 0, skip_merges: true)
648

D
Dmitriy Zaporozhets 已提交
649
    commits.group_by(&:author_email).map do |email, commits|
650 651
      contributor = Gitlab::Contributor.new
      contributor.email = email
652

D
Dmitriy Zaporozhets 已提交
653
      commits.each do |commit|
654
        if contributor.name.blank?
D
Dmitriy Zaporozhets 已提交
655
          contributor.name = commit.author_name
656 657
        end

658
        contributor.commits += 1
659 660
      end

661 662
      contributor
    end
663
  end
D
Dmitriy Zaporozhets 已提交
664

665 666
  def refs_contains_sha(ref_type, sha)
    args = %W(#{Gitlab.config.git.bin_path} #{ref_type} --contains #{sha})
667 668 669 670 671 672 673 674 675 676 677 678 679 680
    names = Gitlab::Popen.popen(args, path_to_repo).first

    if names.respond_to?(:split)
      names = names.split("\n").map(&:strip)

      names.each do |name|
        name.slice! '* '
      end

      names
    else
      []
    end
  end
H
Hannes Rosenögger 已提交
681

682 683 684
  def branch_names_contains(sha)
    refs_contains_sha('branch', sha)
  end
H
Hannes Rosenögger 已提交
685

686 687
  def tag_names_contains(sha)
    refs_contains_sha('tag', sha)
H
Hannes Rosenögger 已提交
688
  end
689

690
  def local_branches
691 692 693
    @local_branches ||= rugged.branches.each(:local).map do |branch|
      Gitlab::Git::Branch.new(branch.name, branch.target)
    end
694 695
  end

696 697
  alias_method :branches, :local_branches

698 699 700 701 702
  def tags
    @tags ||= raw_repository.tags
  end

  def root_ref
703
    @root_ref ||= cache.fetch(:root_ref) { raw_repository.root_ref }
704 705
  end

S
Stan Hu 已提交
706
  def commit_dir(user, path, message, branch)
707
    commit_with_hooks(user, branch) do |ref|
S
Stan Hu 已提交
708 709 710 711 712 713 714 715
      committer = user_to_committer(user)
      options = {}
      options[:committer] = committer
      options[:author] = committer

      options[:commit] = {
        message: message,
        branch: ref,
716
        update_ref: false,
S
Stan Hu 已提交
717 718 719 720 721
      }

      raw_repository.mkdir(path, options)
    end
  end
722

S
Stan Hu 已提交
723 724 725
  def commit_file(user, path, content, message, branch, update)
    commit_with_hooks(user, branch) do |ref|
      committer = user_to_committer(user)
726 727 728 729 730 731
      options = {}
      options[:committer] = committer
      options[:author] = committer
      options[:commit] = {
        message: message,
        branch: ref,
732
        update_ref: false,
733
      }
734

735 736
      options[:file] = {
        content: content,
S
Stan Hu 已提交
737 738
        path: path,
        update: update
739
      }
740

741 742
      Gitlab::Git::Blob.commit(raw_repository, options)
    end
743 744
  end

745
  def update_file(user, path, content, branch:, previous_path:, message:)
746 747
    commit_with_hooks(user, branch) do |ref|
      committer = user_to_committer(user)
748 749 750 751 752
      options = {}
      options[:committer] = committer
      options[:author] = committer
      options[:commit] = {
        message: message,
753 754
        branch: ref,
        update_ref: false
755 756
      }

757
      options[:file] = {
758 759
        content: content,
        path: path,
760
        update: true
761 762
      }

763 764
      if previous_path
        options[:file][:previous_path] = previous_path
765
        Gitlab::Git::Blob.rename(raw_repository, options)
T
tiagonbotelho 已提交
766
      else
767
        Gitlab::Git::Blob.commit(raw_repository, options)
T
tiagonbotelho 已提交
768
      end
769 770 771
    end
  end

772
  def remove_file(user, path, message, branch)
773
    commit_with_hooks(user, branch) do |ref|
S
Stan Hu 已提交
774
      committer = user_to_committer(user)
775 776 777 778 779
      options = {}
      options[:committer] = committer
      options[:author] = committer
      options[:commit] = {
        message: message,
780 781
        branch: ref,
        update_ref: false,
782
      }
783

784 785 786
      options[:file] = {
        path: path
      }
787

788 789
      Gitlab::Git::Blob.remove(raw_repository, options)
    end
790 791
  end

S
Stan Hu 已提交
792
  def user_to_committer(user)
793 794 795 796 797 798 799 800 801 802 803 804 805 806 807 808 809 810
    {
      email: user.email,
      name: user.name,
      time: Time.now
    }
  end

  def can_be_merged?(source_sha, target_branch)
    our_commit = rugged.branches[target_branch].target
    their_commit = rugged.lookup(source_sha)

    if our_commit && their_commit
      !rugged.merge_commits(our_commit, their_commit).conflicts?
    else
      false
    end
  end

811 812 813
  def merge(user, merge_request, options = {})
    our_commit = rugged.branches[merge_request.target_branch].target
    their_commit = rugged.lookup(merge_request.diff_head_sha)
814 815 816 817 818 819 820

    raise "Invalid merge target" if our_commit.nil?
    raise "Invalid merge source" if their_commit.nil?

    merge_index = rugged.merge_commits(our_commit, their_commit)
    return false if merge_index.conflicts?

821
    commit_with_hooks(user, merge_request.target_branch) do
822 823 824 825
      actual_options = options.merge(
        parents: [our_commit, their_commit],
        tree: merge_index.write_tree(rugged),
      )
826

827 828 829
      commit_id = Rugged::Commit.create(rugged, actual_options)
      merge_request.update(in_progress_merge_commit_sha: commit_id)
      commit_id
830
    end
831 832
  end

833
  def revert(user, commit, base_branch, revert_tree_id = nil)
834
    source_sha = find_branch(base_branch).target
835
    revert_tree_id ||= check_revert_content(commit, base_branch)
836

837
    return false unless revert_tree_id
838

839
    commit_with_hooks(user, base_branch) do
840
      committer = user_to_committer(user)
841
      source_sha = Rugged::Commit.create(rugged,
R
Rubén Dávila 已提交
842
        message: commit.revert_message,
843 844
        author: committer,
        committer: committer,
845
        tree: revert_tree_id,
846
        parents: [rugged.lookup(source_sha)])
847
    end
848 849
  end

P
P.S.V.R 已提交
850
  def cherry_pick(user, commit, base_branch, cherry_pick_tree_id = nil)
851
    source_sha = find_branch(base_branch).target
P
P.S.V.R 已提交
852 853 854 855
    cherry_pick_tree_id ||= check_cherry_pick_content(commit, base_branch)

    return false unless cherry_pick_tree_id

856
    commit_with_hooks(user, base_branch) do
P
P.S.V.R 已提交
857 858 859 860 861 862 863 864 865 866
      committer = user_to_committer(user)
      source_sha = Rugged::Commit.create(rugged,
        message: commit.message,
        author: {
          email: commit.author_email,
          name: commit.author_name,
          time: commit.authored_date
        },
        committer: committer,
        tree: cherry_pick_tree_id,
867
        parents: [rugged.lookup(source_sha)])
P
P.S.V.R 已提交
868 869 870
    end
  end

871
  def check_revert_content(commit, base_branch)
872
    source_sha = find_branch(base_branch).target
873
    args       = [commit.id, source_sha]
874
    args << { mainline: 1 } if commit.merge_commit?
875 876 877 878 879 880 881 882 883 884

    revert_index = rugged.revert_commit(*args)
    return false if revert_index.conflicts?

    tree_id = revert_index.write_tree(rugged)
    return false unless diff_exists?(source_sha, tree_id)

    tree_id
  end

P
P.S.V.R 已提交
885
  def check_cherry_pick_content(commit, base_branch)
886
    source_sha = find_branch(base_branch).target
P
P.S.V.R 已提交
887
    args       = [commit.id, source_sha]
888
    args << 1 if commit.merge_commit?
P
P.S.V.R 已提交
889 890 891 892 893 894 895 896 897 898

    cherry_pick_index = rugged.cherrypick_commit(*args)
    return false if cherry_pick_index.conflicts?

    tree_id = cherry_pick_index.write_tree(rugged)
    return false unless diff_exists?(source_sha, tree_id)

    tree_id
  end

899 900
  def diff_exists?(sha1, sha2)
    rugged.diff(sha1, sha2).size > 0
901 902
  end

F
Florent (HP) 已提交
903 904 905 906 907
  def merged_to_root_ref?(branch_name)
    branch_commit = commit(branch_name)
    root_ref_commit = commit(root_ref)

    if branch_commit
908
      is_ancestor?(branch_commit.id, root_ref_commit.id)
F
Florent (HP) 已提交
909 910 911 912 913
    else
      nil
    end
  end

S
Stan Hu 已提交
914
  def merge_base(first_commit_id, second_commit_id)
915 916
    first_commit_id = commit(first_commit_id).try(:id) || first_commit_id
    second_commit_id = commit(second_commit_id).try(:id) || second_commit_id
S
Stan Hu 已提交
917
    rugged.merge_base(first_commit_id, second_commit_id)
D
Douwe Maan 已提交
918 919
  rescue Rugged::ReferenceError
    nil
S
Stan Hu 已提交
920 921
  end

922 923 924 925
  def is_ancestor?(ancestor_id, descendant_id)
    merge_base(ancestor_id, descendant_id) == ancestor_id
  end

926 927
  def search_files(query, ref)
    offset = 2
928
    args = %W(#{Gitlab.config.git.bin_path} grep -i -I -n --before-context #{offset} --after-context #{offset} -E -e #{Regexp.escape(query)} #{ref || root_ref})
929 930 931
    Gitlab::Popen.popen(args, path_to_repo).first.scrub.split(/^--$/)
  end

D
Dmitriy Zaporozhets 已提交
932
  def parse_search_result(result)
933 934
    ref = nil
    filename = nil
935
    basename = nil
936 937
    startline = 0

938
    result.each_line.each_with_index do |line, index|
939 940 941
      if line =~ /^.*:.*:\d+:/
        ref, filename, startline = line.split(':')
        startline = startline.to_i - index
942
        extname = Regexp.escape(File.extname(filename))
943
        basename = filename.sub(/#{extname}$/, '')
944 945 946 947
        break
      end
    end

948
    data = ""
949

950 951 952
    result.each_line do |line|
      data << line.sub(ref, '').sub(filename, '').sub(/^:-\d+-/, '').sub(/^::\d+:/, '')
    end
953 954 955

    OpenStruct.new(
      filename: filename,
956
      basename: basename,
957 958 959 960 961 962
      ref: ref,
      startline: startline,
      data: data
    )
  end

963
  def fetch_ref(source_path, source_ref, target_ref)
964
    args = %W(#{Gitlab.config.git.bin_path} fetch --no-tags -f #{source_path} #{source_ref}:#{target_ref})
965 966 967
    Gitlab::Popen.popen(args, path_to_repo)
  end

968
  def commit_with_hooks(current_user, branch)
969 970
    update_autocrlf_option

971 972
    oldrev = Gitlab::Git::BLANK_SHA
    ref = Gitlab::Git::BRANCH_REF_PREFIX + branch
973
    target_branch = find_branch(branch)
974
    was_empty = empty?
975

976 977
    if !was_empty && target_branch
      oldrev = target_branch.target
978 979
    end

980 981
    # Make commit
    newrev = yield(ref)
982

983 984 985
    unless newrev
      raise CommitError.new('Failed to create commit')
    end
986

987 988 989 990
    GitHooksService.new.execute(current_user, path_to_repo, oldrev, newrev, ref) do
      if was_empty || !target_branch
        # Create branch
        rugged.references.create(ref, newrev)
991 992 993 994

        # If repo was empty expire cache
        after_create if was_empty
        after_create_branch
995 996 997
      else
        # Update head
        current_head = find_branch(branch).target
998

999 1000 1001
        # Make sure target branch was not changed during pre-receive hook
        if current_head == oldrev
          rugged.references.update(ref, newrev)
1002
        else
1003
          raise CommitError.new('Commit was rejected because branch received new push')
1004 1005 1006
        end
      end
    end
1007 1008

    newrev
1009 1010
  end

1011 1012 1013 1014 1015
  def ls_files(ref)
    actual_ref = ref || root_ref
    raw_repository.ls_files(actual_ref)
  end

1016 1017 1018 1019
  def gitattribute(path, name)
    raw_repository.attributes(path)[name]
  end

1020 1021 1022 1023 1024 1025 1026 1027 1028 1029
  def copy_gitattributes(ref)
    actual_ref = ref || root_ref
    begin
      raw_repository.copy_gitattributes(actual_ref)
      true
    rescue Gitlab::Git::Repository::InvalidRef
      false
    end
  end

1030
  def avatar
1031 1032
    return nil unless exists?

1033 1034 1035 1036 1037 1038 1039
    @avatar ||= cache.fetch(:avatar) do
      AVATAR_FILES.find do |file|
        blob_at_branch('master', file)
      end
    end
  end

1040 1041
  private

1042
  def cache
1043
    @cache ||= RepositoryCache.new(path_with_namespace, @project.id)
1044
  end
1045 1046 1047 1048

  def head_exists?
    exists? && !empty? && !rugged.head_unborn?
  end
1049 1050 1051 1052

  def file_on_head(regex)
    tree(:head).blobs.find { |file| file.name =~ regex }
  end
1053 1054

  def tags_sorted_by_committed_date
1055
    tags.sort_by { |tag| commit(tag.target).committed_date }
1056
  end
D
Douwe Maan 已提交
1057 1058 1059 1060

  def keep_around_ref_name(sha)
    "refs/keep-around/#{sha}"
  end
1061
end