runner.rb 5.7 KB
Newer Older
D
Douwe Maan 已提交
1 2
module Ci
  class Runner < ActiveRecord::Base
3
    extend Gitlab::Ci::Model
4
    include Gitlab::SQL::Pattern
5

6
    RUNNER_QUEUE_EXPIRY_TIME = 60.minutes
A
Alessio Caiazza 已提交
7
    ONLINE_CONTACT_TIMEOUT = 1.hour
8
    UPDATE_DB_RUNNER_INFO_EVERY = 1.hour
D
Douwe Maan 已提交
9
    AVAILABLE_SCOPES = %w[specific shared active paused online].freeze
10
    FORM_EDITABLE = %i[description tag_list active run_untagged locked access_level].freeze
11

12
    has_many :builds
13
    has_many :runner_projects, dependent: :destroy # rubocop:disable Cop/ActiveRecordDependent
K
Kamil Trzciński 已提交
14
    has_many :projects, through: :runner_projects
D
Douwe Maan 已提交
15 16 17 18 19 20 21 22 23

    has_one :last_build, ->() { order('id DESC') }, class_name: 'Ci::Build'

    before_validation :set_default_values

    scope :specific, ->() { where(is_shared: false) }
    scope :shared, ->() { where(is_shared: true) }
    scope :active, ->() { where(active: true) }
    scope :paused, ->() { where(active: false) }
A
Alessio Caiazza 已提交
24
    scope :online, ->() { where('contacted_at > ?', contact_time_deadline) }
K
Kamil Trzcinski 已提交
25
    scope :ordered, ->() { order(id: :desc) }
D
Douwe Maan 已提交
26

27
    scope :owned_or_shared, ->(project_id) do
D
Douwe Maan 已提交
28
      joins('LEFT JOIN ci_runner_projects ON ci_runner_projects.runner_id = ci_runners.id')
K
Kamil Trzciński 已提交
29
        .where("ci_runner_projects.project_id = :project_id OR ci_runners.is_shared = true", project_id: project_id)
30 31
    end

L
Lin Jen-Shin 已提交
32
    scope :assignable_for, ->(project) do
L
Lin Jen-Shin 已提交
33 34
      # FIXME: That `to_sql` is needed to workaround a weird Rails bug.
      #        Without that, placeholders would miss one and couldn't match.
35 36
      where(locked: false)
        .where.not("id IN (#{project.runners.select(:id).to_sql})").specific
37 38
    end

39
    validate :tag_constraints
40
    validates :access_level, presence: true
41

D
Douwe Maan 已提交
42 43
    acts_as_taggable

44 45
    after_destroy :cleanup_runner_queue

46
    enum access_level: {
47 48
      not_protected: 0,
      ref_protected: 1
49 50
    }

51 52 53 54 55 56 57 58 59 60 61 62
    # Searches for runners matching the given query.
    #
    # This method uses ILIKE on PostgreSQL and LIKE on MySQL.
    #
    # This method performs a *partial* match on tokens, thus a query for "a"
    # will match any runner where the token contains the letter "a". As a result
    # you should *not* use this method for non-admin purposes as otherwise users
    # might be able to query a list of all runners.
    #
    # query - The search query as a String
    #
    # Returns an ActiveRecord::Relation.
D
Douwe Maan 已提交
63
    def self.search(query)
64
      fuzzy_search(query, [:token, :description])
D
Douwe Maan 已提交
65 66
    end

A
Alessio Caiazza 已提交
67 68 69 70
    def self.contact_time_deadline
      ONLINE_CONTACT_TIMEOUT.ago
    end

D
Douwe Maan 已提交
71 72 73 74 75 76 77
    def set_default_values
      self.token = SecureRandom.hex(15) if self.token.blank?
    end

    def assign_to(project, current_user = nil)
      self.is_shared = false if shared?
      self.save
78
      project.runner_projects.create(runner_id: self.id)
D
Douwe Maan 已提交
79 80 81
    end

    def display_name
82
      return short_sha if description.blank?
D
Douwe Maan 已提交
83 84 85 86 87 88 89 90

      description
    end

    def shared?
      is_shared
    end

91
    def online?
92
      Gitlab::Redis::SharedState.with do |redis|
93
        last_seen = redis.get("#{runner_info_redis_cache_key}:contacted_at") || contacted_at
94 95
        last_seen && last_seen > self.class.contact_time_deadline
      end
96 97 98 99 100 101 102 103 104 105 106 107
    end

    def status
      if contacted_at.nil?
        :not_connected
      elsif active?
        online? ? :online : :offline
      else
        :paused
      end
    end

D
Douwe Maan 已提交
108 109 110 111 112 113 114 115
    def belongs_to_one_project?
      runner_projects.count == 1
    end

    def specific?
      !shared?
    end

116
    def can_pick?(build)
117
      return false if self.ref_protected? && !build.protected?
S
Shinya Maeda 已提交
118

119
      assignable_for?(build.project_id) && accepting_tags?(build)
120 121
    end

D
Douwe Maan 已提交
122 123 124 125 126
    def only_for?(project)
      projects == [project]
    end

    def short_sha
K
Kamil Trzcinski 已提交
127
      token[0...8] if token
D
Douwe Maan 已提交
128
    end
129 130 131 132

    def has_tags?
      tag_list.any?
    end
133

134 135 136 137 138 139 140 141
    def predefined_variables
      [
        { key: 'CI_RUNNER_ID', value: id.to_s, public: true },
        { key: 'CI_RUNNER_DESCRIPTION', value: description, public: true },
        { key: 'CI_RUNNER_TAGS', value: tag_list.to_s, public: true }
      ]
    end

K
Kim "BKC" Carlbäcker 已提交
142
    def tick_runner_queue
143
      SecureRandom.hex.tap do |new_update|
K
Kamil Trzcinski 已提交
144
        ::Gitlab::Workhorse.set_key_and_notify(runner_queue_key, new_update,
145
          expire: RUNNER_QUEUE_EXPIRY_TIME, overwrite: true)
146
      end
147 148
    end

K
Kim "BKC" Carlbäcker 已提交
149
    def ensure_runner_queue_value
K
Kamil Trzcinski 已提交
150 151 152
      new_value = SecureRandom.hex
      ::Gitlab::Workhorse.set_key_and_notify(runner_queue_key, new_value,
        expire: RUNNER_QUEUE_EXPIRY_TIME, overwrite: false)
K
Kim "BKC" Carlbäcker 已提交
153 154
    end

155
    def runner_queue_value_latest?(value)
K
Kim "BKC" Carlbäcker 已提交
156
      ensure_runner_queue_value == value if value.present?
157 158
    end

159 160 161 162 163 164 165 166 167 168
    def update_runner_info(params)
      update_runner_info_cache

      # Use a 1h threshold to prevent beating DB updates.
      return unless self.contacted_at.nil? ||
          (Time.now - self.contacted_at) >= UPDATE_DB_RUNNER_INFO_EVERY

      self.contacted_at = Time.now
      self.assign_attributes(params)
      self.save if self.changed?
169 170
    end

171 172
    private

173
    def cleanup_runner_queue
174
      Gitlab::Redis::Queues.with do |redis|
175 176 177 178
        redis.del(runner_queue_key)
      end
    end

K
Kim "BKC" Carlbäcker 已提交
179
    def runner_queue_key
K
Kim "BKC" Carlbäcker 已提交
180
      "runner:build_queue:#{self.token}"
181 182
    end

183 184 185 186 187 188 189 190 191 192 193
    def runner_info_redis_cache_key
      "runner:info:#{self.id}"
    end

    def update_runner_info_cache
      Gitlab::Redis::SharedState.with do |redis|
        redis_key = "#{runner_info_redis_cache_key}:contacted_at"
        redis.set(redis_key, Time.now)
      end
    end

194
    def tag_constraints
195 196 197 198 199
      unless has_tags? || run_untagged?
        errors.add(:tags_list,
          'can not be empty when runner is not allowed to pick untagged jobs')
      end
    end
200

201 202
    def assignable_for?(project_id)
      is_shared? || projects.exists?(id: project_id)
203 204
    end

205 206
    def accepting_tags?(build)
      (run_untagged? || build.has_tags?) && (build.tag_list - tag_list).empty?
207
    end
D
Douwe Maan 已提交
208 209
  end
end