calculations.rb 15.2 KB
Newer Older
1 2
# frozen_string_literal: true

3
module ActiveRecord
4
  module Calculations
5 6 7 8 9 10 11 12 13 14 15
    # Count the records.
    #
    #   Person.count
    #   # => the total count of all people
    #
    #   Person.count(:age)
    #   # => returns the total count of all people whose age is present in database
    #
    #   Person.count(:all)
    #   # => performs a COUNT(*) (:all is an alias for '*')
    #
16
    #   Person.distinct.count(:age)
17
    #   # => counts the number of different age values
18
    #
19 20
    # If #count is used with {Relation#group}[rdoc-ref:QueryMethods#group],
    # it returns a Hash whose keys represent the aggregated column,
21 22 23 24
    # and the values are the respective amounts:
    #
    #   Person.group(:city).count
    #   # => { 'Rome' => 5, 'Paris' => 3 }
G
Godfrey Chan 已提交
25
    #
26
    # If #count is used with {Relation#group}[rdoc-ref:QueryMethods#group] for multiple columns, it returns a Hash whose
G
Godfrey Chan 已提交
27
    # keys are an array containing the individual values of each column and the value
28
    # of each key would be the #count.
G
Godfrey Chan 已提交
29
    #
30
    #   Article.group(:status, :category).count
G
Godfrey Chan 已提交
31
    #   # =>  {["draft", "business"]=>10, ["draft", "technology"]=>4,
32
    #          ["published", "business"]=>0, ["published", "technology"]=>2}
G
Godfrey Chan 已提交
33
    #
34
    # If #count is used with {Relation#select}[rdoc-ref:QueryMethods#select], it will count the selected columns:
35 36 37 38
    #
    #   Person.select(:age).count
    #   # => counts the number of different age values
    #
39
    # Note: not all valid {Relation#select}[rdoc-ref:QueryMethods#select] expressions are valid #count expressions. The specifics differ
C
Cade Truitt 已提交
40
    # between databases. In invalid cases, an error from the database is thrown.
41
    def count(column_name = nil)
42 43
      if block_given?
        unless column_name.nil?
44
          raise ArgumentError, "Column name argument is not supported when a block is passed."
45 46
        end

47 48 49
        super()
      else
        calculate(:count, column_name)
50
      end
51 52
    end

53
    # Calculates the average value on a given column. Returns +nil+ if there's
54
    # no row. See #calculate for examples with options.
55
    #
56
    #   Person.average(:age) # => 35.8
57 58
    def average(column_name)
      calculate(:average, column_name)
59 60
    end

61
    # Calculates the minimum value on a given column. The value is returned
62
    # with the same data type of the column, or +nil+ if there's no row. See
63
    # #calculate for examples with options.
64
    #
65
    #   Person.minimum(:age) # => 7
66 67
    def minimum(column_name)
      calculate(:minimum, column_name)
68 69
    end

70 71
    # Calculates the maximum value on a given column. The value is returned
    # with the same data type of the column, or +nil+ if there's no row. See
72
    # #calculate for examples with options.
73
    #
74
    #   Person.maximum(:age) # => 93
75 76
    def maximum(column_name)
      calculate(:maximum, column_name)
77 78
    end

79
    # Calculates the sum of values on a given column. The value is returned
80 81
    # with the same data type of the column, +0+ if there's no row. See
    # #calculate for examples with options.
82
    #
83
    #   Person.sum(:age) # => 4562
84
    def sum(column_name = nil)
85 86
      if block_given?
        unless column_name.nil?
87
          raise ArgumentError, "Column name argument is not supported when a block is passed."
88 89
        end

90 91 92
        super()
      else
        calculate(:sum, column_name)
93
      end
94 95
    end

96 97
    # This calculates aggregate values in the given column. Methods for #count, #sum, #average,
    # #minimum, and #maximum have been added as shortcuts.
98
    #
99 100
    #   Person.calculate(:count, :all) # The same as Person.count
    #   Person.average(:age) # SELECT AVG(age) FROM people...
101
    #
102 103
    #   # Selects the minimum age for any family without any minors
    #   Person.group(:last_name).having("min(age) > 17").minimum(:age)
104
    #
105
    #   Person.sum("2 * age")
106
    #
107
    # There are two basic forms of output:
108
    #
109
    # * Single aggregate value: The single value is type cast to Integer for COUNT, Float
110
    #   for AVG, and the given column's type for everything else.
111
    #
112 113
    # * Grouped values: This returns an ordered hash of the values and groups them. It
    #   takes either a column name, or the name of a belongs_to association.
114
    #
115 116 117
    #      values = Person.group('last_name').maximum(:age)
    #      puts values["Drake"]
    #      # => 43
118
    #
119 120 121 122
    #      drake  = Family.find_by(last_name: 'Drake')
    #      values = Person.group(:family).maximum(:age) # Person belongs_to :family
    #      puts values[drake]
    #      # => 43
123
    #
124 125 126
    #      values.each do |family, max_age|
    #        ...
    #      end
127
    def calculate(operation, column_name)
128
      if has_include?(column_name)
129
        relation = apply_join_dependency
130

131
        if operation.to_s.downcase == "count"
132 133 134 135 136 137
          relation.distinct!
          # PostgreSQL: ORDER BY expressions must appear in SELECT list when using DISTINCT
          if (column_name == :all || column_name.nil?) && select_values.empty?
            relation.order_values = []
          end
        end
138 139

        relation.calculate(operation, column_name)
140
      else
141
        perform_calculation(operation, column_name)
142 143 144
      end
    end

145
    # Use #pluck as a shortcut to select one or more attributes without
146
    # loading a bunch of records just to grab the attributes you want.
J
Jeremy Kemper 已提交
147 148 149 150 151 152 153
    #
    #   Person.pluck(:name)
    #
    # instead of
    #
    #   Person.all.map(&:name)
    #
154
    # Pluck returns an Array of attribute values type-casted to match
V
Vijay Dev 已提交
155
    # the plucked column names, if they can be deduced. Plucking an SQL fragment
J
Jeremy Kemper 已提交
156
    # returns String values by default.
157
    #
158 159 160
    #   Person.pluck(:name)
    #   # SELECT people.name FROM people
    #   # => ['David', 'Jeremy', 'Jose']
J
Jeremy Kemper 已提交
161
    #
162 163
    #   Person.pluck(:id, :name)
    #   # SELECT people.id, people.name FROM people
164
    #   # => [[1, 'David'], [2, 'Jeremy'], [3, 'Jose']]
165
    #
J
Jon Atack 已提交
166
    #   Person.distinct.pluck(:role)
J
Jeremy Kemper 已提交
167 168 169
    #   # SELECT DISTINCT role FROM people
    #   # => ['admin', 'member', 'guest']
    #
A
AvnerCohen 已提交
170
    #   Person.where(age: 21).limit(5).pluck(:id)
J
Jeremy Kemper 已提交
171 172 173 174 175 176
    #   # SELECT people.id FROM people WHERE people.age = 21 LIMIT 5
    #   # => [2, 3]
    #
    #   Person.pluck('DATEDIFF(updated_at, created_at)')
    #   # SELECT DATEDIFF(updated_at, created_at) FROM people
    #   # => ['0', '27761', '173']
177
    #
178
    # See also #ids.
179
    #
180
    def pluck(*column_names)
B
Ben Toews 已提交
181
      if loaded? && (column_names.map(&:to_s) - @klass.attribute_names - @klass.attribute_aliases.keys).empty?
B
Ben Toews 已提交
182 183
        return records.pluck(*column_names)
      end
184

B
Ben Toews 已提交
185
      if has_include?(column_names.first)
186 187
        relation = apply_join_dependency
        relation.pluck(*column_names)
B
Ben Toews 已提交
188
      else
189
        klass.disallow_raw_sql!(column_names)
B
Ben Toews 已提交
190
        relation = spawn
191
        relation.select_values = column_names
192
        result = skip_query_cache_if_necessary { klass.connection.select_all(relation.arel, nil) }
B
Ben Toews 已提交
193 194
        result.cast_values(klass.attribute_types)
      end
195 196
    end

197
    # Pick the value(s) from the named column(s) in the current relation.
198
    # This is short-hand for <tt>relation.limit(1).pluck(*column_names).first</tt>, and is primarily useful
199 200 201 202 203 204 205 206 207 208 209 210 211 212 213 214
    # when you have a relation that's already narrowed down to a single row.
    #
    # Just like #pluck, #pick will only load the actual value, not the entire record object, so it's also
    # more efficient. The value is, again like with pluck, typecast by the column type.
    #
    #   Person.where(id: 1).pick(:name)
    #   # SELECT people.name FROM people WHERE id = 1 LIMIT 1
    #   # => 'David'
    #
    #   Person.where(id: 1).pick(:name, :email_address)
    #   # SELECT people.name, people.email_address FROM people WHERE id = 1 LIMIT 1
    #   # => [ 'David', 'david@loudthinking.com' ]
    def pick(*column_names)
      limit(1).pluck(*column_names).first
    end

T
twinturbo 已提交
215 216 217
    # Pluck all the ID's for the relation using the table's primary key
    #
    #   Person.ids # SELECT people.id FROM people
B
Ben Pickles 已提交
218
    #   Person.joins(:companies).ids # SELECT people.id FROM people INNER JOIN companies ON companies.person_id = people.id
T
twinturbo 已提交
219 220 221 222
    def ids
      pluck primary_key
    end

223 224
    private

225 226 227
      def has_include?(column_name)
        eager_loading? || (includes_values.present? && column_name && column_name != :all)
      end
228

229 230
      def perform_calculation(operation, column_name)
        operation = operation.to_s.downcase
231

232 233
        # If #count is used with #distinct (i.e. `relation.distinct.count`) it is
        # considered distinct.
234
        distinct = distinct_value
235

236 237
        if operation == "count"
          column_name ||= select_for_count
238
          if column_name == :all
239
            if distinct && (group_values.any? || select_values.empty? && order_values.empty?)
240 241
              column_name = primary_key
            end
242
          elsif column_name.is_a?(::String) && /\bDISTINCT[\s(]/i.match?(column_name)
243 244
            distinct = nil
          end
245
        end
246

247 248 249 250 251
        if group_values.any?
          execute_grouped_calculation(operation, column_name, distinct)
        else
          execute_simple_calculation(operation, column_name, distinct)
        end
252 253
      end

254 255
      def aggregate_column(column_name)
        return column_name if Arel::Expressions === column_name
P
Pratik Naik 已提交
256

D
Daniel Colson 已提交
257
        if @klass.has_attribute?(column_name) || @klass.attribute_alias?(column_name)
258
          @klass.arel_attribute(column_name)
259 260 261 262
        else
          Arel.sql(column_name == :all ? "*" : column_name.to_s)
        end
      end
263

264 265
      def operation_over_aggregate_column(column, operation, distinct)
        operation == "count" ? column.count(distinct) : column.send(operation)
266
      end
267

268 269
      def execute_simple_calculation(operation, column_name, distinct) #:nodoc:
        column_alias = column_name
270

271
        if operation == "count" && (column_name == :all && distinct || has_limit_or_offset?)
272
          # Shortcut when limit is zero.
273
          return 0 if limit_value == 0
274

275
          query_builder = build_count_subquery(spawn, column_name, distinct)
276
        else
277
          # PostgreSQL doesn't like ORDER BY when there are no GROUP BY
278
          relation = unscope(:order).distinct!(false)
279

280
          column = aggregate_column(column_name)
281

282
          select_value = operation_over_aggregate_column(column, operation, distinct)
283 284 285
          if operation == "sum" && distinct
            select_value.distinct = true
          end
286

287 288 289
          column_alias = select_value.alias
          column_alias ||= @klass.connection.column_name_for_operation(operation, select_value)
          relation.select_values = [select_value]
290

291 292
          query_builder = relation.arel
        end
293

294
        result = skip_query_cache_if_necessary { @klass.connection.select_all(query_builder, nil) }
295 296
        row    = result.first
        value  = row && row.values.first
297
        type   = result.column_types.fetch(column_alias) do
298 299
          type_for(column_name)
        end
300

301
        type_cast_calculated_value(value, type, operation)
302 303
      end

304 305
      def execute_grouped_calculation(operation, column_name, distinct) #:nodoc:
        group_attrs = group_values
306

307 308 309 310 311 312 313 314
        if group_attrs.first.respond_to?(:to_sym)
          association  = @klass._reflect_on_association(group_attrs.first)
          associated   = group_attrs.size == 1 && association && association.belongs_to? # only count belongs_to associations
          group_fields = Array(associated ? association.foreign_key : group_attrs)
        else
          group_fields = group_attrs
        end
        group_fields = arel_columns(group_fields)
315

316 317
        group_aliases = group_fields.map { |field| column_alias_for(field) }
        group_columns = group_aliases.zip(group_fields)
318

319 320
        if operation == "count" && column_name == :all
          aggregate_alias = "count_all"
321
        else
322
          aggregate_alias = column_alias_for([operation, column_name].join(" "))
323
        end
A
Aaron Patterson 已提交
324

325 326 327 328 329 330
        select_values = [
          operation_over_aggregate_column(
            aggregate_column(column_name),
            operation,
            distinct).as(aggregate_alias)
        ]
331
        select_values += self.select_values unless having_clause.empty?
332 333 334 335 336 337 338 339

        select_values.concat group_columns.map { |aliaz, field|
          if field.respond_to?(:as)
            field.as(aliaz)
          else
            "#{field} AS #{aliaz}"
          end
        }
340

341
        relation = except(:group).distinct!(false)
342 343
        relation.group_values  = group_fields
        relation.select_values = select_values
344

345
        calculated_data = skip_query_cache_if_necessary { @klass.connection.select_all(relation.arel, nil) }
346

347 348 349 350 351
        if association
          key_ids     = calculated_data.collect { |row| row[group_aliases.first] }
          key_records = association.klass.base_class.where(association.klass.base_class.primary_key => key_ids)
          key_records = Hash[key_records.map { |r| [r.id, r] }]
        end
352

353 354
        Hash[calculated_data.map do |row|
          key = group_columns.map { |aliaz, col_name|
355 356
            type = type_for(col_name) do
              calculated_data.column_types.fetch(aliaz, Type.default_value)
357
            end
358
            type_cast_calculated_value(row[aliaz], type)
359 360 361 362
          }
          key = key.first if key.size == 1
          key = key_records[key] if associated

363 364
          type = calculated_data.column_types.fetch(aggregate_alias) { type_for(column_name) }
          [key, type_cast_calculated_value(row[aggregate_alias], type, operation)]
365 366
        end]
      end
367

368 369 370 371 372 373 374
      # Converts the given keys to the value that the database adapter returns as
      # a usable column name:
      #
      #   column_alias_for("users.id")                 # => "users_id"
      #   column_alias_for("sum(id)")                  # => "sum_id"
      #   column_alias_for("count(distinct users.id)") # => "count_distinct_users_id"
      #   column_alias_for("count(*)")                 # => "count_all"
375 376 377 378
      def column_alias_for(keys)
        if keys.respond_to? :name
          keys = "#{keys.relation.name}.#{keys.name}"
        end
379

380 381 382 383 384
        table_name = keys.to_s.downcase
        table_name.gsub!(/\*/, "all")
        table_name.gsub!(/\W+/, " ")
        table_name.strip!
        table_name.gsub!(/ +/, "_")
385

386 387
        @klass.connection.table_alias_for(table_name)
      end
388

389 390 391 392
      def type_for(field, &block)
        field_name = field.respond_to?(:name) ? field.name.to_s : field.to_s.split(".").last
        @klass.type_for_attribute(field_name, &block)
      end
393

394 395
      def type_cast_calculated_value(value, type, operation = nil)
        case operation
396 397
        when "count"   then value.to_i
        when "sum"     then type.deserialize(value || 0)
398
        when "average" then value&.respond_to?(:to_d) ? value.to_d : value
399
        else type.deserialize(value)
400
        end
401 402
      end

403 404 405 406 407 408 409
      def select_for_count
        if select_values.present?
          return select_values.first if select_values.one?
          select_values.join(", ")
        else
          :all
        end
410 411
      end

412
      def build_count_subquery(relation, column_name, distinct)
413 414 415 416 417 418
        if column_name == :all
          relation.select_values = [ Arel.sql(FinderMethods::ONE_AS_ONE) ] unless distinct
        else
          column_alias = Arel.sql("count_column")
          relation.select_values = [ aggregate_column(column_name).as(column_alias) ]
        end
419

420 421
        subquery = relation.arel.as(Arel.sql("subquery_for_count"))
        select_value = operation_over_aggregate_column(column_alias || Arel.star, "count", false)
422

423
        Arel::SelectManager.new(subquery).project(select_value)
424
      end
425 426
  end
end