trigger-build 7.8 KB
Newer Older
1
#!/usr/bin/env ruby
2
# frozen_string_literal: true
3

4 5 6 7 8 9
require 'gitlab'

#
# Configure credentials to be used with gitlab gem
#
Gitlab.configure do |config|
10
  config.endpoint = 'https://gitlab.com/api/v4'
11
end
12 13 14

module Trigger
  def self.ee?
15 16
    # Support former project name for `dev`
    %w[gitlab gitlab-ee].include?(ENV['CI_PROJECT_NAME'])
17 18
  end

19 20 21 22 23 24 25 26
  def self.non_empty_variable_value(variable)
    variable_value = ENV[variable]

    return if variable_value.nil? || variable_value.empty?

    variable_value
  end

27
  class Base
28
    def invoke!(post_comment: false, downstream_job_name: nil)
29 30 31 32 33
      pipeline_variables = variables

      puts "Triggering downstream pipeline on #{downstream_project_path}"
      puts "with variables #{pipeline_variables}"

34 35
      pipeline = Gitlab.run_trigger(
        downstream_project_path,
36
        trigger_token,
37
        ref,
38
        pipeline_variables)
39

40
      puts "Triggered downstream pipeline: #{pipeline.web_url}\n"
41
      puts "Waiting for downstream pipeline status"
42

43
      Trigger::CommitComment.post!(pipeline, access_token) if post_comment
44 45 46 47 48 49 50 51 52 53 54 55
      downstream_job =
        if downstream_job_name
          Gitlab.pipeline_jobs(downstream_project_path, pipeline.id).auto_paginate.find do |potential_job|
            potential_job.name == downstream_job_name
          end
        end

      if downstream_job
        Trigger::Job.new(downstream_project_path, downstream_job.id, access_token)
      else
        Trigger::Pipeline.new(downstream_project_path, pipeline.id, access_token)
      end
56 57 58 59
    end

    private

G
George Tsiolis 已提交
60
    # Must be overridden
61 62 63 64
    def downstream_project_path
      raise NotImplementedError
    end

G
George Tsiolis 已提交
65
    # Must be overridden
66 67 68 69
    def ref
      raise NotImplementedError
    end

G
George Tsiolis 已提交
70
    # Must be overridden
71 72 73 74
    def trigger_token
      raise NotImplementedError
    end

G
George Tsiolis 已提交
75
    # Must be overridden
76 77 78 79
    def access_token
      raise NotImplementedError
    end

G
George Tsiolis 已提交
80
    # Can be overridden
81 82 83 84
    def extra_variables
      {}
    end

G
George Tsiolis 已提交
85
    # Can be overridden
86
    def version_param_value(version_file)
87
      ENV[version_file]&.strip || File.read(version_file).strip
88 89 90 91 92 93 94
    end

    def variables
      base_variables.merge(extra_variables).merge(version_file_variables)
    end

    def base_variables
95 96
      # Use CI_MERGE_REQUEST_SOURCE_BRANCH_SHA for omnibus checkouts due to pipeline for merged results,
      # and fallback to CI_COMMIT_SHA for the `detached` pipelines.
97
      {
98
        'GITLAB_REF_SLUG' => ENV['CI_COMMIT_TAG'] ? ENV['CI_COMMIT_REF_NAME'] : ENV['CI_COMMIT_REF_SLUG'],
99
        'TRIGGERED_USER' => ENV['TRIGGERED_USER'] || ENV['GITLAB_USER_NAME'],
100 101 102
        'TRIGGER_SOURCE' => ENV['CI_JOB_URL'],
        'TOP_UPSTREAM_SOURCE_PROJECT' => ENV['CI_PROJECT_PATH'],
        'TOP_UPSTREAM_SOURCE_JOB' => ENV['CI_JOB_URL'],
103
        'TOP_UPSTREAM_SOURCE_SHA' => Trigger.non_empty_variable_value('CI_MERGE_REQUEST_SOURCE_BRANCH_SHA') || ENV['CI_COMMIT_SHA'],
104 105 106
        'TOP_UPSTREAM_SOURCE_REF' => ENV['CI_COMMIT_REF_NAME'],
        'TOP_UPSTREAM_MERGE_REQUEST_PROJECT_ID' => ENV['CI_MERGE_REQUEST_PROJECT_ID'],
        'TOP_UPSTREAM_MERGE_REQUEST_IID' => ENV['CI_MERGE_REQUEST_IID']
107 108 109
      }
    end

110 111 112 113
    # Read version files from all components
    def version_file_variables
      Dir.glob("*_VERSION").each_with_object({}) do |version_file, params|
        params[version_file] = version_param_value(version_file)
114 115 116 117
      end
    end
  end

118 119
  class Omnibus < Base
    private
120

121
    def downstream_project_path
122
      ENV['OMNIBUS_PROJECT_PATH'] || 'gitlab-org/build/omnibus-gitlab-mirror'
123 124
    end

125 126 127 128
    def ref
      ENV['OMNIBUS_BRANCH'] || 'master'
    end

129
    def trigger_token
130
      ENV['CI_JOB_TOKEN']
131 132 133 134 135 136
    end

    def access_token
      ENV['GITLAB_BOT_MULTI_PROJECT_PIPELINE_POLLING_TOKEN']
    end

137
    def extra_variables
138
      # Use CI_MERGE_REQUEST_SOURCE_BRANCH_SHA for omnibus checkouts due to pipeline for merged results
139
      # and fallback to CI_COMMIT_SHA for the `detached` pipelines.
140
      {
141
        'GITLAB_VERSION' => Trigger.non_empty_variable_value('CI_MERGE_REQUEST_SOURCE_BRANCH_SHA') || ENV['CI_COMMIT_SHA'],
142
        'ALTERNATIVE_SOURCES' => 'true',
143 144
        'ee' => Trigger.ee? ? 'true' : 'false',
        'QA_BRANCH' => ENV['QA_BRANCH'] || 'master'
145 146 147 148 149
      }
    end
  end

  class CNG < Base
150 151
    private

152 153 154 155 156
    def downstream_project_path
      ENV['CNG_PROJECT_PATH'] || 'gitlab-org/build/CNG-mirror'
    end

    def ref
157 158 159 160 161 162 163 164
      default_ref =
        if ENV['CI_COMMIT_REF_NAME'] =~ /^[\d-]+-stable(-ee)?$/
          ENV['CI_COMMIT_REF_NAME']
        else
          'master'
        end

      ENV['CNG_BRANCH'] || default_ref
165 166
    end

167 168 169 170 171 172 173 174
    def trigger_token
      ENV['BUILD_TRIGGER_TOKEN']
    end

    def access_token
      ENV['GITLAB_BOT_MULTI_PROJECT_PIPELINE_POLLING_TOKEN']
    end

175 176 177 178
    def extra_variables
      edition = Trigger.ee? ? 'EE' : 'CE'

      {
179
        "GITLAB_VERSION" => ENV['CI_COMMIT_SHA'],
180
        "GITLAB_TAG" => ENV['CI_COMMIT_TAG'],
181
        "GITLAB_ASSETS_TAG" => ENV['CI_COMMIT_TAG'] ? ENV['CI_COMMIT_REF_NAME'] : ENV['CI_COMMIT_SHA'],
182
        "FORCE_RAILS_IMAGE_BUILDS" => 'true',
183
        "#{edition}_PIPELINE" => 'true'
184
      }
185
    end
186

187 188 189 190 191 192
    def version_param_value(_version_file)
      raw_version = super

      # if the version matches semver format, treat it as a tag and prepend `v`
      if raw_version =~ Regexp.compile(/^\d+\.\d+\.\d+(-rc\d+)?(-ee)?$/)
        "v#{raw_version}"
193
      else
194
        raw_version
195 196
      end
    end
197
  end
198

199
  class CommitComment
200 201 202
    def self.post!(downstream_pipeline, access_token)
      Gitlab.private_token = access_token

203 204
      Gitlab.create_commit_comment(
        ENV['CI_PROJECT_PATH'],
205
        Trigger.non_empty_variable_value('CI_MERGE_REQUEST_SOURCE_BRANCH_SHA') || ENV['CI_COMMIT_SHA'],
206
        "The [`#{ENV['CI_JOB_NAME']}`](#{ENV['CI_JOB_URL']}) job from pipeline #{ENV['CI_PIPELINE_URL']} triggered #{downstream_pipeline.web_url} downstream.")
207 208 209

    rescue Gitlab::Error::Error => error
      puts "Ignoring the following error: #{error}"
210 211 212 213 214 215 216
    end
  end

  class Pipeline
    INTERVAL = 60 # seconds
    MAX_DURATION = 3600 * 3 # 3 hours

217
    attr_reader :project, :id, :api_token
218

219 220 221 222 223 224 225 226
    def self.unscoped_class_name
      name.split('::').last
    end

    def self.gitlab_api_method_name
      unscoped_class_name.downcase
    end

227
    def initialize(project, id, api_token)
228 229
      @project = project
      @id = id
230
      @api_token = api_token
231
      @start = Time.now.to_i
232 233

      # gitlab-bot's token "GitLab multi-project pipeline polling"
234
      Gitlab.private_token = api_token
235 236 237 238
    end

    def wait!
      loop do
239
        raise "#{self.class.unscoped_class_name} timed out after waiting for #{duration} minutes!" if timeout?
240 241 242 243 244 245

        case status
        when :created, :pending, :running
          print "."
          sleep INTERVAL
        when :success
246
          puts "#{self.class.unscoped_class_name} succeeded in #{duration} minutes!"
247 248
          break
        else
249
          raise "#{self.class.unscoped_class_name} did not succeed!"
250 251 252 253 254 255 256 257 258 259 260 261 262 263 264
        end

        STDOUT.flush
      end
    end

    def timeout?
      Time.now.to_i > (@start + MAX_DURATION)
    end

    def duration
      (Time.now.to_i - @start) / 60
    end

    def status
265
      Gitlab.public_send(self.class.gitlab_api_method_name, project, id).status.to_sym # rubocop:disable GitlabSecurity/PublicSend
266 267
    rescue Gitlab::Error::Error => error
      puts "Ignoring the following error: #{error}"
268 269 270
      # Ignore GitLab API hiccups. If GitLab is really down, we'll hit the job
      # timeout anyway.
      :running
271 272
    end
  end
273 274

  Job = Class.new(Pipeline)
275 276 277 278
end

case ARGV[0]
when 'omnibus'
279
  Trigger::Omnibus.new.invoke!(post_comment: true, downstream_job_name: 'Trigger:qa-test').wait!
280
when 'cng'
281
  Trigger::CNG.new.invoke!.wait!
282 283 284 285 286
else
  puts "Please provide a valid option:
  omnibus - Triggers a pipeline that builds the omnibus-gitlab package
  cng - Triggers a pipeline that builds images used by the GitLab helm chart"
end