process_pipeline_service.rb

# frozen_string_literal: true

module Ci
  class ProcessPipelineService < BaseService
    attr_reader :pipeline

    def execute(pipeline, trigger_build_ids = nil)
      @pipeline = pipeline

      update_retried

      success = process_stages_without_needs

      # we evaluate dependent needs,
      # only when the another job has finished
      success = process_builds_with_needs(trigger_build_ids) || success

      @pipeline.update_status

      success
    end

    private

    def process_stages_without_needs
      stage_indexes_of_created_processables_without_needs.flat_map do |index|
        process_stage_without_needs(index)
      end.any?
    end

    def process_stage_without_needs(index)
      current_status = status_for_prior_stages(index)

      return unless HasStatus::COMPLETED_STATUSES.include?(current_status)

      created_processables_in_stage_without_needs(index).select do |build|
        process_build(build, current_status)
      end
    end

    def process_builds_with_needs(trigger_build_ids)
      return false unless trigger_build_ids.present?
      return false unless Feature.enabled?(:ci_dag_support, project, default_enabled: true)

      # rubocop: disable CodeReuse/ActiveRecord
      trigger_build_names = pipeline.statuses
        .where(id: trigger_build_ids)
        .select(:name)
      # rubocop: enable CodeReuse/ActiveRecord

      created_processables
        .with_needs(trigger_build_names)
        .find_each
        .map(&method(:process_build_with_needs))
        .any?
    end

    def process_build_with_needs(build)
      current_status = status_for_build_needs(build.needs.map(&:name))

      return unless HasStatus::COMPLETED_STATUSES.include?(current_status)

      process_build(build, current_status)
    end

    def process_build(build, current_status)
      Gitlab::OptimisticLocking.retry_lock(build) do |subject|
        Ci::ProcessBuildService.new(project, @user)
          .execute(subject, current_status)
      end
    end

    # rubocop: disable CodeReuse/ActiveRecord
    def status_for_prior_stages(index)
      pipeline.builds.where('stage_idx < ?', index).latest.status || 'success'
    end
    # rubocop: enable CodeReuse/ActiveRecord

    # rubocop: disable CodeReuse/ActiveRecord
    def status_for_build_needs(needs)
      pipeline.builds.where(name: needs).latest.status || 'success'
    end
    # rubocop: enable CodeReuse/ActiveRecord

    # rubocop: disable CodeReuse/ActiveRecord
    def stage_indexes_of_created_processables_without_needs
      created_processables_without_needs.order(:stage_idx)
        .pluck(Arel.sql('DISTINCT stage_idx'))
    end
    # rubocop: enable CodeReuse/ActiveRecord

    # rubocop: disable CodeReuse/ActiveRecord
    def created_processables_in_stage_without_needs(index)
      created_processables_without_needs
        .where(stage_idx: index)
    end
    # rubocop: enable CodeReuse/ActiveRecord

    def created_processables_without_needs
      if Feature.enabled?(:ci_dag_support, project, default_enabled: true)
        pipeline.processables.created.without_needs
      else
        pipeline.processables.created
      end
    end

    def created_processables
      pipeline.processables.created
    end

    # This method is for compatibility and data consistency and should be removed with 9.3 version of GitLab
    # This replicates what is db/post_migrate/20170416103934_upate_retried_for_ci_build.rb
    # and ensures that functionality will not be broken before migration is run
    # this updates only when there are data that needs to be updated, there are two groups with no retried flag
    # rubocop: disable CodeReuse/ActiveRecord
    def update_retried
      # find the latest builds for each name
      latest_statuses = pipeline.statuses.latest
        .group(:name)
        .having('count(*) > 1')
        .pluck(Arel.sql('MAX(id)'), 'name')

      # mark builds that are retried
      pipeline.statuses.latest
        .where(name: latest_statuses.map(&:second))
        .where.not(id: latest_statuses.map(&:first))
        .update_all(retried: true) if latest_statuses.any?
    end
    # rubocop: enable CodeReuse/ActiveRecord
  end
end