query_methods.rb 36.1 KB
Newer Older
1
require 'active_support/core_ext/array/wrap'
X
Xavier Noria 已提交
2
require 'active_support/core_ext/string/filters'
3
require 'active_model/forbidden_attributes_protection'
S
Sean Griffin 已提交
4
require "active_record/relation/where_clause"
5
require "active_record/relation/where_clause_factory"
6

7 8
module ActiveRecord
  module QueryMethods
9 10
    extend ActiveSupport::Concern

11 12
    include ActiveModel::ForbiddenAttributesProtection

13
    # WhereChain objects act as placeholder for queries in which #where does not have any parameter.
14
    # In this case, #where must be chained with #not to return a new relation.
15 16 17 18 19
    class WhereChain
      def initialize(scope)
        @scope = scope
      end

20 21
      # Returns a new relation expressing WHERE + NOT condition according to
      # the conditions in the arguments.
22
      #
23 24
      # +not+ accepts conditions as a string, array, or hash. See #where for
      # more details on each format.
25 26
      #
      #    User.where.not("name = 'Jon'")
27
      #    # SELECT * FROM users WHERE NOT (name = 'Jon')
28 29
      #
      #    User.where.not(["name = ?", "Jon"])
30
      #    # SELECT * FROM users WHERE NOT (name = 'Jon')
31
      #
32
      #    User.where.not(name: "Jon")
33
      #    # SELECT * FROM users WHERE name != 'Jon'
34 35 36 37
      #
      #    User.where.not(name: nil)
      #    # SELECT * FROM users WHERE name IS NOT NULL
      #
38
      #    User.where.not(name: %w(Ko1 Nobu))
39
      #    # SELECT * FROM users WHERE name NOT IN ('Ko1', 'Nobu')
40 41 42
      #
      #    User.where.not(name: "Jon", role: "admin")
      #    # SELECT * FROM users WHERE name != 'Jon' AND role != 'admin'
43
      def not(opts, *rest)
44
        where_clause = @scope.send(:where_clause_factory).build(opts, rest)
45 46

        @scope.references!(PredicateBuilder.references(opts)) if Hash === opts
47
        @scope.where_clause += where_clause.invert
48 49 50 51
        @scope
      end
    end

52 53
    Relation::MULTI_VALUE_METHODS.each do |name|
      class_eval <<-CODE, __FILE__, __LINE__ + 1
54 55 56 57 58 59 60 61
        def #{name}_values                    # def select_values
          @values[:#{name}] || []             #   @values[:select] || []
        end                                   # end
                                              #
        def #{name}_values=(values)           # def select_values=(values)
          assert_mutability!                  #   assert_mutability!
          @values[:#{name}] = values          #   @values[:select] = values
        end                                   # end
62 63 64 65 66
      CODE
    end

    (Relation::SINGLE_VALUE_METHODS - [:create_with]).each do |name|
      class_eval <<-CODE, __FILE__, __LINE__ + 1
67 68 69
        def #{name}_value                    # def readonly_value
          @values[:#{name}]                  #   @values[:readonly]
        end                                  # end
70 71 72
      CODE
    end

73 74 75
    Relation::SINGLE_VALUE_METHODS.each do |name|
      class_eval <<-CODE, __FILE__, __LINE__ + 1
        def #{name}_value=(value)            # def readonly_value=(value)
76
          assert_mutability!                 #   assert_mutability!
77 78 79
          @values[:#{name}] = value          #   @values[:readonly] = value
        end                                  # end
      CODE
80 81
    end

S
Sean Griffin 已提交
82 83 84 85 86 87 88 89 90 91 92 93 94 95
    Relation::CLAUSE_METHODS.each do |name|
      class_eval <<-CODE, __FILE__, __LINE__ + 1
        def #{name}_clause                           # def where_clause
          @values[:#{name}] || new_#{name}_clause    #   @values[:where] || new_where_clause
        end                                          # end
                                                     #
        def #{name}_clause=(value)                   # def where_clause=(value)
          assert_mutability!                         #   assert_mutability!
          @values[:#{name}] = value                  #   @values[:where] = value
        end                                          # end
      CODE
    end

    def bind_values
S
Sean Griffin 已提交
96
      from_bind_values + where_clause.binds + having_clause.binds
S
Sean Griffin 已提交
97 98
    end

O
Oscar Del Ben 已提交
99
    def create_with_value # :nodoc:
100
      @values[:create_with] || {}
101
    end
102 103

    alias extensions extending_values
104

O
Oscar Del Ben 已提交
105 106 107 108 109 110 111 112 113 114
    # Specify relationships to be included in the result set. For
    # example:
    #
    #   users = User.includes(:address)
    #   users.each do |user|
    #     user.address.city
    #   end
    #
    # allows you to access the +address+ attribute of the +User+ model without
    # firing an additional query. This will often result in a
115 116
    # performance improvement over a simple +join+.
    #
117 118 119 120 121 122 123 124
    # You can also specify multiple relationships, like this:
    #
    #   users = User.includes(:address, :friends)
    #
    # Loading nested relationships is possible using a Hash:
    #
    #   users = User.includes(:address, friends: [:address, :followers])
    #
125 126 127 128 129 130 131 132 133 134
    # === conditions
    #
    # If you want to add conditions to your included models you'll have
    # to explicitly reference them. For example:
    #
    #   User.includes(:posts).where('posts.name = ?', 'example')
    #
    # Will throw an error, but this will work:
    #
    #   User.includes(:posts).where('posts.name = ?', 'example').references(:posts)
135 136 137
    #
    # Note that +includes+ works with association names while +references+ needs
    # the actual table name.
138
    def includes(*args)
139
      check_if_method_has_arguments!(:includes, args)
140
      spawn.includes!(*args)
141
    end
142

J
Jon Leighton 已提交
143
    def includes!(*args) # :nodoc:
144 145
      args.reject!(&:blank?)
      args.flatten!
A
Aaron Patterson 已提交
146

147
      self.includes_values |= args
148
      self
149
    end
150

151 152 153 154 155 156
    # Forces eager loading by performing a LEFT OUTER JOIN on +args+:
    #
    #   User.eager_load(:posts)
    #   => SELECT "users"."id" AS t0_r0, "users"."name" AS t0_r1, ...
    #   FROM "users" LEFT OUTER JOIN "posts" ON "posts"."user_id" =
    #   "users"."id"
157
    def eager_load(*args)
158
      check_if_method_has_arguments!(:eager_load, args)
159
      spawn.eager_load!(*args)
160
    end
161

J
Jon Leighton 已提交
162
    def eager_load!(*args) # :nodoc:
163 164
      self.eager_load_values += args
      self
165 166
    end

167 168 169 170
    # Allows preloading of +args+, in the same way that +includes+ does:
    #
    #   User.preload(:posts)
    #   => SELECT "posts".* FROM "posts" WHERE "posts"."user_id" IN (1, 2, 3)
171
    def preload(*args)
172
      check_if_method_has_arguments!(:preload, args)
173
      spawn.preload!(*args)
174
    end
175

J
Jon Leighton 已提交
176
    def preload!(*args) # :nodoc:
177 178
      self.preload_values += args
      self
179
    end
180

181 182
    # Use to indicate that the given +table_names+ are referenced by an SQL string,
    # and should therefore be JOINed in any query rather than loaded separately.
183
    # This method only works in conjunction with +includes+.
184
    # See #includes for more details.
185 186 187 188 189 190
    #
    #   User.includes(:posts).where("posts.name = 'foo'")
    #   # => Doesn't JOIN the posts table, resulting in an error.
    #
    #   User.includes(:posts).where("posts.name = 'foo'").references(:posts)
    #   # => Query now knows the string references posts, so adds a JOIN
191 192 193
    def references(*table_names)
      check_if_method_has_arguments!(:references, table_names)
      spawn.references!(*table_names)
194
    end
195

196 197 198
    def references!(*table_names) # :nodoc:
      table_names.flatten!
      table_names.map!(&:to_s)
199

200
      self.references_values |= table_names
201
      self
202 203
    end

204
    # Works in two unique ways.
205
    #
206 207
    # First: takes a block so it can be used just like Array#select.
    #
208
    #   Model.all.select { |m| m.field == value }
209 210 211 212 213
    #
    # This will build an array of objects from the database for the scope,
    # converting them into an array and iterating through them using Array#select.
    #
    # Second: Modifies the SELECT statement for the query so that only certain
V
Vijay Dev 已提交
214
    # fields are retrieved:
215
    #
216
    #   Model.select(:field)
217
    #   # => [#<Model id: nil, field: "value">]
218 219
    #
    # Although in the above example it looks as though this method returns an
V
Vijay Dev 已提交
220
    # array, it actually returns a relation object and can have other query
221 222
    # methods appended to it, such as the other methods in ActiveRecord::QueryMethods.
    #
223
    # The argument to the method can also be an array of fields.
224
    #
225
    #   Model.select(:field, :other_field, :and_one_more)
226
    #   # => [#<Model id: nil, field: "value", other_field: "value", and_one_more: "value">]
227
    #
228 229 230
    # You can also use one or more strings, which will be used unchanged as SELECT fields.
    #
    #   Model.select('field AS field_one', 'other_field AS field_two')
231
    #   # => [#<Model id: nil, field: "value", other_field: "value">]
232 233 234 235 236 237
    #
    # If an alias was specified, it will be accessible from the resulting objects:
    #
    #   Model.select('field AS field_one').first.field_one
    #   # => "value"
    #
238
    # Accessing attributes of an object that do not have fields retrieved by a select
239
    # except +id+ will throw <tt>ActiveModel::MissingAttributeError</tt>:
240
    #
241 242 243
    #   Model.select(:field).first.other_field
    #   # => ActiveModel::MissingAttributeError: missing attribute: other_field
    def select(*fields)
244
      if block_given?
245
        to_a.select { |*block_args| yield(*block_args) }
246
      else
247
        raise ArgumentError, 'Call this with at least one field' if fields.empty?
248
        spawn._select!(*fields)
249 250 251
      end
    end

252
    def _select!(*fields) # :nodoc:
253
      fields.flatten!
254
      fields.map! do |field|
255
        klass.attribute_alias?(field) ? klass.attribute_alias(field) : field
256
      end
257
      self.select_values += fields
258
      self
259
    end
S
Santiago Pastorino 已提交
260

O
Oscar Del Ben 已提交
261 262 263 264 265
    # Allows to specify a group attribute:
    #
    #   User.group(:name)
    #   => SELECT "users".* FROM "users" GROUP BY name
    #
266
    # Returns an array with distinct records based on the +group+ attribute:
O
Oscar Del Ben 已提交
267 268 269 270 271 272
    #
    #   User.select([:id, :name])
    #   => [#<User id: 1, name: "Oscar">, #<User id: 2, name: "Oscar">, #<User id: 3, name: "Foo">
    #
    #   User.group(:name)
    #   => [#<User id: 3, name: "Foo", ...>, #<User id: 2, name: "Oscar", ...>]
273 274 275
    #
    #   User.group('name AS grouped_name, age')
    #   => [#<User id: 3, name: "Foo", age: 21, ...>, #<User id: 2, name: "Oscar", age: 21, ...>, #<User id: 5, name: "Foo", age: 23, ...>]
276 277 278 279
    #
    # Passing in an array of attributes to group by is also supported.
    #   User.select([:id, :first_name]).group(:id, :first_name).first(3)
    #   => [#<User id: 1, first_name: "Bill">, #<User id: 2, first_name: "Earl">, #<User id: 3, first_name: "Beto">]
280
    def group(*args)
281
      check_if_method_has_arguments!(:group, args)
282
      spawn.group!(*args)
283
    end
284

J
Jon Leighton 已提交
285
    def group!(*args) # :nodoc:
286 287 288
      args.flatten!

      self.group_values += args
289
      self
290
    end
291

O
Oscar Del Ben 已提交
292 293
    # Allows to specify an order attribute:
    #
294 295
    #   User.order(:name)
    #   => SELECT "users".* FROM "users" ORDER BY "users"."name" ASC
296
    #
297 298
    #   User.order(email: :desc)
    #   => SELECT "users".* FROM "users" ORDER BY "users"."email" DESC
299
    #
300 301
    #   User.order(:name, email: :desc)
    #   => SELECT "users".* FROM "users" ORDER BY "users"."name" ASC, "users"."email" DESC
302 303 304 305 306 307 308 309 310
    #
    #   User.order('name')
    #   => SELECT "users".* FROM "users" ORDER BY name
    #
    #   User.order('name DESC')
    #   => SELECT "users".* FROM "users" ORDER BY name DESC
    #
    #   User.order('name DESC, email')
    #   => SELECT "users".* FROM "users" ORDER BY name DESC, email
311
    def order(*args)
312
      check_if_method_has_arguments!(:order, args)
313
      spawn.order!(*args)
314
    end
315

J
Jon Leighton 已提交
316
    def order!(*args) # :nodoc:
317
      preprocess_order_args(args)
318

319
      self.order_values += args
320
      self
321
    end
322

323 324 325 326 327 328 329 330
    # Replaces any existing order defined on the relation with the specified order.
    #
    #   User.order('email DESC').reorder('id ASC') # generated SQL has 'ORDER BY id ASC'
    #
    # Subsequent calls to order on the same relation will be appended. For example:
    #
    #   User.order('email DESC').reorder('id ASC').order('name ASC')
    #
331
    # generates a query with 'ORDER BY id ASC, name ASC'.
S
Sebastian Martinez 已提交
332
    def reorder(*args)
333
      check_if_method_has_arguments!(:reorder, args)
334
      spawn.reorder!(*args)
335
    end
336

J
Jon Leighton 已提交
337
    def reorder!(*args) # :nodoc:
338
      preprocess_order_args(args)
339

340
      self.reordering_value = true
341
      self.order_values = args
342
      self
S
Sebastian Martinez 已提交
343 344
    end

345 346 347 348 349 350 351 352
    VALID_UNSCOPING_VALUES = Set.new([:where, :select, :group, :order, :lock,
                                     :limit, :offset, :joins, :includes, :from,
                                     :readonly, :having])

    # Removes an unwanted relation that is already defined on a chain of relations.
    # This is useful when passing around chains of relations and would like to
    # modify the relations without reconstructing the entire chain.
    #
353
    #   User.order('email DESC').unscope(:order) == User.all
354 355 356 357 358
    #
    # The method arguments are symbols which correspond to the names of the methods
    # which should be unscoped. The valid arguments are given in VALID_UNSCOPING_VALUES.
    # The method can also be called with multiple arguments. For example:
    #
359
    #   User.order('email DESC').select('id').where(name: "John")
360 361 362 363 364 365
    #       .unscope(:order, :select, :where) == User.all
    #
    # One can additionally pass a hash as an argument to unscope specific :where values.
    # This is done by passing a hash with a single key-value pair. The key should be
    # :where and the value should be the where value to unscope. For example:
    #
366 367
    #   User.where(name: "John", active: true).unscope(where: :name)
    #       == User.where(active: true)
368
    #
J
Jon Leighton 已提交
369 370
    # This method is similar to <tt>except</tt>, but unlike
    # <tt>except</tt>, it persists across merges:
371
    #
J
Jon Leighton 已提交
372 373
    #   User.order('email').merge(User.except(:order))
    #       == User.order('email')
374
    #
J
Jon Leighton 已提交
375 376 377 378 379 380
    #   User.order('email').merge(User.unscope(:order))
    #       == User.all
    #
    # This means it can be used in association definitions:
    #
    #   has_many :comments, -> { unscope where: :trashed }
381 382
    #
    def unscope(*args)
383
      check_if_method_has_arguments!(:unscope, args)
384 385 386
      spawn.unscope!(*args)
    end

387
    def unscope!(*args) # :nodoc:
388
      args.flatten!
J
Jon Leighton 已提交
389
      self.unscope_values += args
390 391 392 393 394 395 396 397 398 399 400

      args.each do |scope|
        case scope
        when Symbol
          symbol_unscoping(scope)
        when Hash
          scope.each do |key, target_value|
            if key != :where
              raise ArgumentError, "Hash arguments in .unscope(*args) must have :where as the key."
            end

401 402
            target_values = Array(target_value).map(&:to_s)
            self.where_clause = where_clause.except(*target_values)
403 404 405 406 407 408 409 410 411
          end
        else
          raise ArgumentError, "Unrecognized scoping: #{args.inspect}. Use .unscope(where: :attribute_name) or .unscope(:order), for example."
        end
      end

      self
    end

412 413 414 415
    # Performs a joins on +args+:
    #
    #   User.joins(:posts)
    #   => SELECT "users".* FROM "users" INNER JOIN "posts" ON "posts"."user_id" = "users"."id"
416 417 418 419 420
    #
    # You can use strings in order to customize your joins:
    #
    #   User.joins("LEFT JOIN bookmarks ON bookmarks.bookmarkable_type = 'Post' AND bookmarks.user_id = users.id")
    #   => SELECT "users".* FROM "users" LEFT JOIN bookmarks ON bookmarks.bookmarkable_type = 'Post' AND bookmarks.user_id = users.id
421
    def joins(*args)
422 423
      check_if_method_has_arguments!(:joins, args)
      spawn.joins!(*args)
424
    end
425

J
Jon Leighton 已提交
426
    def joins!(*args) # :nodoc:
427 428
      args.compact!
      args.flatten!
429 430
      self.joins_values += args
      self
P
Pratik Naik 已提交
431 432
    end

433 434 435 436 437 438 439 440 441 442
    # Returns a new relation, which is the result of filtering the current relation
    # according to the conditions in the arguments.
    #
    # #where accepts conditions in one of several formats. In the examples below, the resulting
    # SQL is given as an illustration; the actual query generated may be different depending
    # on the database adapter.
    #
    # === string
    #
    # A single string, without additional arguments, is passed to the query
443
    # constructor as an SQL fragment, and used in the where clause of the query.
444 445 446 447 448 449 450 451 452 453 454 455 456 457 458 459 460 461 462 463 464 465 466 467 468 469 470 471 472 473 474 475 476 477 478 479 480 481 482 483 484 485 486 487 488 489 490 491 492 493 494 495 496 497 498 499 500 501 502 503 504 505 506 507
    #
    #    Client.where("orders_count = '2'")
    #    # SELECT * from clients where orders_count = '2';
    #
    # Note that building your own string from user input may expose your application
    # to injection attacks if not done properly. As an alternative, it is recommended
    # to use one of the following methods.
    #
    # === array
    #
    # If an array is passed, then the first element of the array is treated as a template, and
    # the remaining elements are inserted into the template to generate the condition.
    # Active Record takes care of building the query to avoid injection attacks, and will
    # convert from the ruby type to the database type where needed. Elements are inserted
    # into the string in the order in which they appear.
    #
    #   User.where(["name = ? and email = ?", "Joe", "joe@example.com"])
    #   # SELECT * FROM users WHERE name = 'Joe' AND email = 'joe@example.com';
    #
    # Alternatively, you can use named placeholders in the template, and pass a hash as the
    # second element of the array. The names in the template are replaced with the corresponding
    # values from the hash.
    #
    #   User.where(["name = :name and email = :email", { name: "Joe", email: "joe@example.com" }])
    #   # SELECT * FROM users WHERE name = 'Joe' AND email = 'joe@example.com';
    #
    # This can make for more readable code in complex queries.
    #
    # Lastly, you can use sprintf-style % escapes in the template. This works slightly differently
    # than the previous methods; you are responsible for ensuring that the values in the template
    # are properly quoted. The values are passed to the connector for quoting, but the caller
    # is responsible for ensuring they are enclosed in quotes in the resulting SQL. After quoting,
    # the values are inserted using the same escapes as the Ruby core method <tt>Kernel::sprintf</tt>.
    #
    #   User.where(["name = '%s' and email = '%s'", "Joe", "joe@example.com"])
    #   # SELECT * FROM users WHERE name = 'Joe' AND email = 'joe@example.com';
    #
    # If #where is called with multiple arguments, these are treated as if they were passed as
    # the elements of a single array.
    #
    #   User.where("name = :name and email = :email", { name: "Joe", email: "joe@example.com" })
    #   # SELECT * FROM users WHERE name = 'Joe' AND email = 'joe@example.com';
    #
    # When using strings to specify conditions, you can use any operator available from
    # the database. While this provides the most flexibility, you can also unintentionally introduce
    # dependencies on the underlying database. If your code is intended for general consumption,
    # test with multiple database backends.
    #
    # === hash
    #
    # #where will also accept a hash condition, in which the keys are fields and the values
    # are values to be searched for.
    #
    # Fields can be symbols or strings. Values can be single values, arrays, or ranges.
    #
    #    User.where({ name: "Joe", email: "joe@example.com" })
    #    # SELECT * FROM users WHERE name = 'Joe' AND email = 'joe@example.com'
    #
    #    User.where({ name: ["Alice", "Bob"]})
    #    # SELECT * FROM users WHERE name IN ('Alice', 'Bob')
    #
    #    User.where({ created_at: (Time.now.midnight - 1.day)..Time.now.midnight })
    #    # SELECT * FROM users WHERE (created_at BETWEEN '2012-06-09 07:00:00.000000' AND '2012-06-10 07:00:00.000000')
    #
508 509 510 511 512 513
    # In the case of a belongs_to relationship, an association key can be used
    # to specify the model if an ActiveRecord object is used as the value.
    #
    #    author = Author.find(1)
    #
    #    # The following queries will be equivalent:
A
AvnerCohen 已提交
514 515
    #    Post.where(author: author)
    #    Post.where(author_id: author)
516 517 518
    #
    # This also works with polymorphic belongs_to relationships:
    #
A
AvnerCohen 已提交
519 520
    #    treasure = Treasure.create(name: 'gold coins')
    #    treasure.price_estimates << PriceEstimate.create(price: 125)
521 522
    #
    #    # The following queries will be equivalent:
A
AvnerCohen 已提交
523 524
    #    PriceEstimate.where(estimate_of: treasure)
    #    PriceEstimate.where(estimate_of_type: 'Treasure', estimate_of_id: treasure)
525
    #
526 527 528 529 530 531 532 533 534 535
    # === Joins
    #
    # If the relation is the result of a join, you may create a condition which uses any of the
    # tables in the join. For string and array conditions, use the table name in the condition.
    #
    #    User.joins(:posts).where("posts.created_at < ?", Time.now)
    #
    # For hash conditions, you can either use the table name in the key, or use a sub-hash.
    #
    #    User.joins(:posts).where({ "posts.published" => true })
A
AvnerCohen 已提交
536
    #    User.joins(:posts).where({ posts: { published: true } })
537
    #
538
    # === no argument
539
    #
540 541
    # If no argument is passed, #where returns a new instance of WhereChain, that
    # can be chained with #not to return a new relation that negates the where clause.
542 543
    #
    #    User.where.not(name: "Jon")
544
    #    # SELECT * FROM users WHERE name != 'Jon'
545
    #
546
    # See WhereChain for more details on #not.
547
    #
548
    # === blank condition
549
    #
550
    # If the condition is any blank-ish object, then #where is a no-op and returns
551
    # the current relation.
552 553
    def where(opts = :chain, *rest)
      if opts == :chain
554 555 556 557 558 559
        WhereChain.new(spawn)
      elsif opts.blank?
        self
      else
        spawn.where!(opts, *rest)
      end
560 561
    end

562
    def where!(opts, *rest) # :nodoc:
563 564 565 566
      if Hash === opts
        opts = sanitize_forbidden_attributes(opts)
        references!(PredicateBuilder.references(opts))
      end
567

568
      self.where_clause += where_clause_factory.build(opts, rest)
569
      self
570
    end
P
Pratik Naik 已提交
571

572 573
    # Allows you to change a previously set where condition for a given attribute, instead of appending to that condition.
    #
574 575 576
    #   Post.where(trashed: true).where(trashed: false)                       # => WHERE `trashed` = 1 AND `trashed` = 0
    #   Post.where(trashed: true).rewhere(trashed: false)                     # => WHERE `trashed` = 0
    #   Post.where(active: true).where(trashed: true).rewhere(trashed: false) # => WHERE `active` = 1 AND `trashed` = 0
577 578 579 580 581 582 583
    #
    # This is short-hand for unscope(where: conditions.keys).where(conditions). Note that unlike reorder, we're only unscoping
    # the named conditions -- not the entire where statement.
    def rewhere(conditions)
      unscope(where: conditions.keys).where(conditions)
    end

584 585 586 587
    # Allows to specify a HAVING clause. Note that you can't use HAVING
    # without also specifying a GROUP clause.
    #
    #   Order.having('SUM(price) > 30').group('user_id')
588
    def having(opts, *rest)
589
      opts.blank? ? self : spawn.having!(opts, *rest)
590 591
    end

J
Jon Leighton 已提交
592
    def having!(opts, *rest) # :nodoc:
593
      references!(PredicateBuilder.references(opts)) if Hash === opts
594

595
      self.having_clause += having_clause_factory.build(opts, rest)
596
      self
597 598
    end

599
    # Specifies a limit for the number of records to retrieve.
600 601 602 603
    #
    #   User.limit(10) # generated SQL has 'LIMIT 10'
    #
    #   User.limit(10).limit(20) # generated SQL has 'LIMIT 20'
604
    def limit(value)
J
Jon Leighton 已提交
605
      spawn.limit!(value)
606 607
    end

J
Jon Leighton 已提交
608
    def limit!(value) # :nodoc:
609 610
      self.limit_value = value
      self
611 612
    end

613 614 615 616
    # Specifies the number of rows to skip before returning rows.
    #
    #   User.offset(10) # generated SQL has "OFFSET 10"
    #
617
    # Should be used with order.
618
    #
619
    #   User.offset(10).order("name ASC")
620
    def offset(value)
J
Jon Leighton 已提交
621
      spawn.offset!(value)
622 623
    end

J
Jon Leighton 已提交
624
    def offset!(value) # :nodoc:
625 626
      self.offset_value = value
      self
627 628
    end

629
    # Specifies locking settings (default to +true+). For more information
630
    # on locking, please see +ActiveRecord::Locking+.
631
    def lock(locks = true)
J
Jon Leighton 已提交
632
      spawn.lock!(locks)
633
    end
634

J
Jon Leighton 已提交
635
    def lock!(locks = true) # :nodoc:
636
      case locks
637
      when String, TrueClass, NilClass
638
        self.lock_value = locks || true
639
      else
640
        self.lock_value = false
641
      end
642

643
      self
644 645
    end

646
    # Returns a chainable relation with zero records.
647
    #
648 649 650
    # The returned relation implements the Null Object pattern. It is an
    # object with defined null behavior and always returns an empty array of
    # records without querying the database.
651 652 653 654
    #
    # Any subsequent condition chained to the returned relation will continue
    # generating an empty relation and will not fire any query to the database.
    #
655 656
    # Used in cases where a method or scope could return zero records but the
    # result needs to be chainable.
657 658 659
    #
    # For example:
    #
A
AvnerCohen 已提交
660
    #   @posts = current_user.visible_posts.where(name: params[:name])
661
    #   # => the visible_posts method is expected to return a chainable Relation
662 663 664
    #
    #   def visible_posts
    #     case role
665
    #     when 'Country Manager'
A
AvnerCohen 已提交
666
    #       Post.where(country: country)
667
    #     when 'Reviewer'
668
    #       Post.published
669
    #     when 'Bad User'
670
    #       Post.none # It can't be chained if [] is returned.
671 672 673 674
    #     end
    #   end
    #
    def none
675
      where("1=0").extending!(NullRelation)
676 677
    end

J
Jon Leighton 已提交
678
    def none! # :nodoc:
679
      where!("1=0").extending!(NullRelation)
680 681
    end

682 683 684 685 686 687
    # Sets readonly attributes for the returned relation. If value is
    # true (default), attempting to update a record will result in an error.
    #
    #   users = User.readonly
    #   users.first.save
    #   => ActiveRecord::ReadOnlyRecord: ActiveRecord::ReadOnlyRecord
688
    def readonly(value = true)
J
Jon Leighton 已提交
689
      spawn.readonly!(value)
690 691
    end

J
Jon Leighton 已提交
692
    def readonly!(value = true) # :nodoc:
693 694
      self.readonly_value = value
      self
695 696
    end

697 698 699 700 701 702 703 704 705 706 707 708 709
    # Sets attributes to be used when creating new records from a
    # relation object.
    #
    #   users = User.where(name: 'Oscar')
    #   users.new.name # => 'Oscar'
    #
    #   users = users.create_with(name: 'DHH')
    #   users.new.name # => 'DHH'
    #
    # You can pass +nil+ to +create_with+ to reset attributes:
    #
    #   users = users.create_with(nil)
    #   users.new.name # => 'Oscar'
710
    def create_with(value)
J
Jon Leighton 已提交
711
      spawn.create_with!(value)
712 713
    end

J
Jon Leighton 已提交
714
    def create_with!(value) # :nodoc:
715 716 717 718 719 720 721
      if value
        value = sanitize_forbidden_attributes(value)
        self.create_with_value = create_with_value.merge(value)
      else
        self.create_with_value = {}
      end

722
      self
723 724
    end

725 726 727
    # Specifies table from which the records will be fetched. For example:
    #
    #   Topic.select('title').from('posts')
728
    #   # => SELECT title FROM posts
729 730 731
    #
    # Can accept other relation objects. For example:
    #
732
    #   Topic.select('title').from(Topic.approved)
733 734
    #   # => SELECT title FROM (SELECT * FROM topics WHERE approved = 't') subquery
    #
735
    #   Topic.select('a.title').from(Topic.approved, :a)
736 737 738 739
    #   # => SELECT a.title FROM (SELECT * FROM topics WHERE approved = 't') a
    #
    def from(value, subquery_name = nil)
      spawn.from!(value, subquery_name)
740 741
    end

J
Jon Leighton 已提交
742
    def from!(value, subquery_name = nil) # :nodoc:
743
      self.from_value = [value, subquery_name]
744
      if value.is_a? Relation
S
Sean Griffin 已提交
745 746 747
        self.from_bind_values = value.arel.bind_values + value.bind_values
      else
        self.from_bind_values = []
748
      end
749
      self
750 751
    end

752 753 754 755 756
    # Specifies whether the records should be unique or not. For example:
    #
    #   User.select(:name)
    #   # => Might return two records with the same name
    #
757 758
    #   User.select(:name).distinct
    #   # => Returns 1 record per distinct name
759
    #
760
    #   User.select(:name).distinct.distinct(false)
761
    #   # => You can also remove the uniqueness
762 763
    def distinct(value = true)
      spawn.distinct!(value)
764
    end
765
    alias uniq distinct
766

767 768 769
    # Like #distinct, but modifies relation in place.
    def distinct!(value = true) # :nodoc:
      self.distinct_value = value
770
      self
771
    end
772
    alias uniq! distinct!
773

774
    # Used to extend a scope with additional methods, either through
775 776
    # a module or through a block provided.
    #
777 778 779 780 781 782 783 784 785 786
    # The object returned is a relation, which can be further extended.
    #
    # === Using a module
    #
    #   module Pagination
    #     def page(number)
    #       # pagination code goes here
    #     end
    #   end
    #
787
    #   scope = Model.all.extending(Pagination)
788 789
    #   scope.page(params[:page])
    #
V
Vijay Dev 已提交
790
    # You can also pass a list of modules:
791
    #
792
    #   scope = Model.all.extending(Pagination, SomethingElse)
793 794 795
    #
    # === Using a block
    #
796
    #   scope = Model.all.extending do
797
    #     def page(number)
798
    #       # pagination code goes here
799 800 801 802 803 804
    #     end
    #   end
    #   scope.page(params[:page])
    #
    # You can also use a block and a module list:
    #
805
    #   scope = Model.all.extending(Pagination) do
806
    #     def per_page(number)
807
    #       # pagination code goes here
808 809
    #     end
    #   end
810 811
    def extending(*modules, &block)
      if modules.any? || block
J
Jon Leighton 已提交
812
        spawn.extending!(*modules, &block)
813 814 815 816
      else
        self
      end
    end
817

J
Jon Leighton 已提交
818
    def extending!(*modules, &block) # :nodoc:
819 820
      modules << Module.new(&block) if block
      modules.flatten!
821

822
      self.extending_values += modules
823
      extend(*extending_values) if extending_values.any?
824

825
      self
826 827
    end

828 829 830
    # Reverse the existing order clause on the relation.
    #
    #   User.order('name ASC').reverse_order # generated SQL has 'ORDER BY name DESC'
831
    def reverse_order
J
Jon Leighton 已提交
832
      spawn.reverse_order!
833 834
    end

J
Jon Leighton 已提交
835
    def reverse_order! # :nodoc:
836 837 838
      orders = order_values.uniq
      orders.reject!(&:blank?)
      self.order_values = reverse_sql_order(orders)
839
      self
840 841
    end

842
    # Returns the Arel object associated with the relation.
843
    def arel # :nodoc:
844
      @arel ||= build_arel
845 846
    end

847 848
    private

849 850 851 852 853
    def assert_mutability!
      raise ImmutableRelation if @loaded
      raise ImmutableRelation if defined?(@arel) && @arel
    end

854
    def build_arel
855
      arel = Arel::SelectManager.new(table)
856

857
      build_joins(arel, joins_values.flatten) unless joins_values.empty?
858

859
      collapse_wheres(arel, (where_clause.predicates - [''])) #TODO: Add uniq with real value comparison / ignore uniqs that have binds
860

861
      arel.having(*having_clause.predicates.uniq.reject(&:blank?)) if having_clause.any?
862

863 864
      arel.take(connection.sanitize_limit(limit_value)) if limit_value
      arel.skip(offset_value.to_i) if offset_value
A
Aaron Patterson 已提交
865

866
      arel.group(*group_values.uniq.reject(&:blank?)) unless group_values.empty?
867

868
      build_order(arel)
869

870
      build_select(arel, select_values.uniq)
871

872
      arel.distinct(distinct_value)
873
      arel.from(build_from) if from_value
874
      arel.lock(lock_value) if lock_value
875

876 877 878
      arel
    end

879 880 881 882 883
    def symbol_unscoping(scope)
      if !VALID_UNSCOPING_VALUES.include?(scope)
        raise ArgumentError, "Called unscope() with invalid unscoping argument ':#{scope}'. Valid arguments are :#{VALID_UNSCOPING_VALUES.to_a.join(", :")}."
      end

884 885 886 887 888 889 890
      clause_method = Relation::CLAUSE_METHODS.include?(scope)
      multi_val_method = Relation::MULTI_VALUE_METHODS.include?(scope)
      if clause_method
        unscope_code = "#{scope}_clause="
      else
        unscope_code = "#{scope}_value#{'s' if multi_val_method}="
      end
891 892 893 894 895

      case scope
      when :order
        result = []
      else
896
        result = [] if multi_val_method
897 898 899 900 901
      end

      self.send(unscope_code, result)
    end

902
    def custom_join_ast(table, joins)
903
      joins = joins.reject(&:blank?)
904

905
      return [] if joins.empty?
906

907
      joins.map! do |join|
908 909 910 911 912 913
        case join
        when Array
          join = Arel.sql(join.join(' ')) if array_of_strings?(join)
        when String
          join = Arel.sql(join)
        end
914
        table.create_string_join(join)
915 916 917
      end
    end

918
    def collapse_wheres(arel, wheres)
919 920
      predicates = wheres.map do |where|
        next where if ::Arel::Nodes::Equality === where
921
        where = Arel.sql(where) if String === where
922
        Arel::Nodes::Grouping.new(where)
923
      end
924 925

      arel.where(Arel::Nodes::And.new(predicates)) if predicates.present?
926 927
    end

928 929 930 931 932 933
    def association_for_table(table_name)
      table_name = table_name.to_s
      @klass._reflect_on_association(table_name) ||
        @klass._reflect_on_association(table_name.singularize)
    end

934 935 936 937 938 939 940 941 942 943 944
    def build_from
      opts, name = from_value
      case opts
      when Relation
        name ||= 'subquery'
        opts.arel.as(name.to_s)
      else
        opts
      end
    end

945
    def build_joins(manager, joins)
A
Aaron Patterson 已提交
946 947 948
      buckets = joins.group_by do |join|
        case join
        when String
949
          :string_join
A
Aaron Patterson 已提交
950
        when Hash, Symbol, Array
951
          :association_join
952
        when ActiveRecord::Associations::JoinDependency
953
          :stashed_join
954
        when Arel::Nodes::Join
955
          :join_node
A
Aaron Patterson 已提交
956 957 958
        else
          raise 'unknown class: %s' % join.class.name
        end
959 960
      end

961 962 963
      association_joins         = buckets[:association_join] || []
      stashed_association_joins = buckets[:stashed_join] || []
      join_nodes                = (buckets[:join_node] || []).uniq
964
      string_joins              = (buckets[:string_join] || []).map(&:strip).uniq
965

966
      join_list = join_nodes + custom_join_ast(manager, string_joins)
967

968
      join_dependency = ActiveRecord::Associations::JoinDependency.new(
969 970 971 972
        @klass,
        association_joins,
        join_list
      )
973

974
      join_infos = join_dependency.join_constraints stashed_association_joins
975

976 977
      join_infos.each do |info|
        info.joins.each { |join| manager.from(join) }
978
        manager.bind_values.concat info.binds
979
      end
980

981
      manager.join_sources.concat(join_list)
982 983

      manager
984 985
    end

986
    def build_select(arel, selects)
C
Cody Cutrer 已提交
987
      if !selects.empty?
988
        expanded_select = selects.map do |field|
S
Sam 已提交
989 990 991 992 993
          if (Symbol === field || String === field) && columns_hash.key?(field.to_s)
            arel_table[field]
          else
            field
          end
994
        end
S
Sam 已提交
995

996
        arel.project(*expanded_select)
997
      else
998
        arel.project(@klass.arel_table[Arel.star])
999 1000 1001
      end
    end

1002
    def reverse_sql_order(order_query)
B
Brian Mathiyakom 已提交
1003 1004
      order_query = ["#{quoted_table_name}.#{quoted_primary_key} ASC"] if order_query.empty?

1005
      order_query.flat_map do |o|
1006
        case o
1007
        when Arel::Nodes::Ordering
1008
          o.reverse
1009
        when String
1010
          o.to_s.split(',').map! do |s|
1011 1012 1013
            s.strip!
            s.gsub!(/\sasc\Z/i, ' DESC') || s.gsub!(/\sdesc\Z/i, ' ASC') || s.concat(' DESC')
          end
1014 1015 1016
        else
          o
        end
1017
      end
1018 1019
    end

P
Pratik Naik 已提交
1020
    def array_of_strings?(o)
1021
      o.is_a?(Array) && o.all? { |obj| obj.is_a?(String) }
P
Pratik Naik 已提交
1022
    end
1023

1024
    def build_order(arel)
1025 1026
      orders = order_values.uniq
      orders.reject!(&:blank?)
1027

1028 1029
      arel.order(*orders) unless orders.empty?
    end
1030

1031 1032
    VALID_DIRECTIONS = [:asc, :desc, :ASC, :DESC,
                        'asc', 'desc', 'ASC', 'DESC'] # :nodoc:
1033

1034
    def validate_order_args(args)
Y
Yves Senn 已提交
1035 1036 1037
      args.each do |arg|
        next unless arg.is_a?(Hash)
        arg.each do |_key, value|
1038 1039
          raise ArgumentError, "Direction \"#{value}\" is invalid. Valid " \
                               "directions are: #{VALID_DIRECTIONS.inspect}" unless VALID_DIRECTIONS.include?(value)
1040 1041 1042
        end
      end
    end
P
Pratik Naik 已提交
1043

1044 1045 1046 1047 1048 1049 1050 1051 1052 1053
    def preprocess_order_args(order_args)
      order_args.flatten!
      validate_order_args(order_args)

      references = order_args.grep(String)
      references.map! { |arg| arg =~ /^([a-zA-Z]\w*)\.(\w+)/ && $1 }.compact!
      references!(references) if references.any?

      # if a symbol is given we prepend the quoted table name
      order_args.map! do |arg|
1054 1055
        case arg
        when Symbol
1056
          arg = klass.attribute_alias(arg) if klass.attribute_alias?(arg)
1057 1058 1059
          table[arg].asc
        when Hash
          arg.map { |field, dir|
1060
            field = klass.attribute_alias(field) if klass.attribute_alias?(field)
1061
            table[field].send(dir.downcase)
1062 1063 1064 1065 1066
          }
        else
          arg
        end
      end.flatten!
1067 1068
    end

1069 1070 1071 1072 1073 1074 1075 1076 1077 1078 1079 1080 1081
    # Checks to make sure that the arguments are not blank. Note that if some
    # blank-like object were initially passed into the query method, then this
    # method will not raise an error.
    #
    # Example:
    #
    #    Post.references()   # => raises an error
    #    Post.references([]) # => does not raise an error
    #
    # This particular method should be called with a method_name and the args
    # passed into that method as an input. For example:
    #
    # def references(*args)
1082
    #   check_if_method_has_arguments!("references", args)
1083 1084
    #   ...
    # end
1085
    def check_if_method_has_arguments!(method_name, args)
1086 1087 1088 1089
      if args.blank?
        raise ArgumentError, "The method .#{method_name}() must contain arguments."
      end
    end
S
Sean Griffin 已提交
1090 1091 1092 1093

    def new_where_clause
      Relation::WhereClause.empty
    end
1094
    alias new_having_clause new_where_clause
1095 1096 1097 1098

    def where_clause_factory
      @where_clause_factory ||= Relation::WhereClauseFactory.new(klass, predicate_builder)
    end
1099
    alias having_clause_factory where_clause_factory
1100 1101
  end
end