query_methods.rb 39.9 KB
Newer Older
1 2
# frozen_string_literal: true

3 4 5 6
require "active_record/relation/from_clause"
require "active_record/relation/query_attribute"
require "active_record/relation/where_clause"
require "active_record/relation/where_clause_factory"
7
require "active_model/forbidden_attributes_protection"
8

9 10
module ActiveRecord
  module QueryMethods
11 12
    extend ActiveSupport::Concern

13 14
    include ActiveModel::ForbiddenAttributesProtection

15
    # WhereChain objects act as placeholder for queries in which #where does not have any parameter.
16
    # In this case, #where must be chained with #not to return a new relation.
17
    class WhereChain
18 19
      include ActiveModel::ForbiddenAttributesProtection

20 21 22 23
      def initialize(scope)
        @scope = scope
      end

24 25
      # Returns a new relation expressing WHERE + NOT condition according to
      # the conditions in the arguments.
26
      #
27
      # #not accepts conditions as a string, array, or hash. See QueryMethods#where for
28
      # more details on each format.
29 30
      #
      #    User.where.not("name = 'Jon'")
31
      #    # SELECT * FROM users WHERE NOT (name = 'Jon')
32 33
      #
      #    User.where.not(["name = ?", "Jon"])
34
      #    # SELECT * FROM users WHERE NOT (name = 'Jon')
35
      #
36
      #    User.where.not(name: "Jon")
37
      #    # SELECT * FROM users WHERE name != 'Jon'
38 39 40 41
      #
      #    User.where.not(name: nil)
      #    # SELECT * FROM users WHERE name IS NOT NULL
      #
42
      #    User.where.not(name: %w(Ko1 Nobu))
43
      #    # SELECT * FROM users WHERE name NOT IN ('Ko1', 'Nobu')
44 45 46
      #
      #    User.where.not(name: "Jon", role: "admin")
      #    # SELECT * FROM users WHERE name != 'Jon' AND role != 'admin'
47
      def not(opts, *rest)
48 49
        opts = sanitize_forbidden_attributes(opts)

50
        where_clause = @scope.send(:where_clause_factory).build(opts, rest)
51 52

        @scope.references!(PredicateBuilder.references(opts)) if Hash === opts
53
        @scope.where_clause += where_clause.invert
54 55 56 57
        @scope
      end
    end

58
    FROZEN_EMPTY_ARRAY = [].freeze
59
    FROZEN_EMPTY_HASH = {}.freeze
60

61
    Relation::VALUE_METHODS.each do |name|
62 63 64 65 66 67
      method_name = \
        case name
        when *Relation::MULTI_VALUE_METHODS then "#{name}_values"
        when *Relation::SINGLE_VALUE_METHODS then "#{name}_value"
        when *Relation::CLAUSE_METHODS then "#{name}_clause"
        end
68
      class_eval <<-CODE, __FILE__, __LINE__ + 1
69 70
        def #{method_name}                   # def includes_values
          get_value(#{name.inspect})         #   get_value(:includes)
71
        end                                  # end
72

73 74
        def #{method_name}=(value)           # def includes_values=(value)
          set_value(#{name.inspect}, value)  #   set_value(:includes, value)
75 76
        end                                  # end
      CODE
77 78
    end

79
    alias extensions extending_values
80

O
Oscar Del Ben 已提交
81 82 83 84 85 86 87 88 89 90
    # Specify relationships to be included in the result set. For
    # example:
    #
    #   users = User.includes(:address)
    #   users.each do |user|
    #     user.address.city
    #   end
    #
    # allows you to access the +address+ attribute of the +User+ model without
    # firing an additional query. This will often result in a
91
    # performance improvement over a simple join.
92
    #
93 94 95 96 97 98 99 100
    # You can also specify multiple relationships, like this:
    #
    #   users = User.includes(:address, :friends)
    #
    # Loading nested relationships is possible using a Hash:
    #
    #   users = User.includes(:address, friends: [:address, :followers])
    #
101 102 103 104 105 106 107 108 109 110
    # === conditions
    #
    # If you want to add conditions to your included models you'll have
    # to explicitly reference them. For example:
    #
    #   User.includes(:posts).where('posts.name = ?', 'example')
    #
    # Will throw an error, but this will work:
    #
    #   User.includes(:posts).where('posts.name = ?', 'example').references(:posts)
111
    #
112
    # Note that #includes works with association names while #references needs
113
    # the actual table name.
114
    def includes(*args)
115
      check_if_method_has_arguments!(:includes, args)
116
      spawn.includes!(*args)
117
    end
118

J
Jon Leighton 已提交
119
    def includes!(*args) # :nodoc:
120 121
      args.reject!(&:blank?)
      args.flatten!
A
Aaron Patterson 已提交
122

123
      self.includes_values |= args
124
      self
125
    end
126

127 128 129
    # Forces eager loading by performing a LEFT OUTER JOIN on +args+:
    #
    #   User.eager_load(:posts)
130 131 132
    #   # SELECT "users"."id" AS t0_r0, "users"."name" AS t0_r1, ...
    #   # FROM "users" LEFT OUTER JOIN "posts" ON "posts"."user_id" =
    #   # "users"."id"
133
    def eager_load(*args)
134
      check_if_method_has_arguments!(:eager_load, args)
135
      spawn.eager_load!(*args)
136
    end
137

J
Jon Leighton 已提交
138
    def eager_load!(*args) # :nodoc:
139 140
      self.eager_load_values += args
      self
141 142
    end

143
    # Allows preloading of +args+, in the same way that #includes does:
144 145
    #
    #   User.preload(:posts)
146
    #   # SELECT "posts".* FROM "posts" WHERE "posts"."user_id" IN (1, 2, 3)
147
    def preload(*args)
148
      check_if_method_has_arguments!(:preload, args)
149
      spawn.preload!(*args)
150
    end
151

J
Jon Leighton 已提交
152
    def preload!(*args) # :nodoc:
153 154
      self.preload_values += args
      self
155
    end
156

157 158
    # Use to indicate that the given +table_names+ are referenced by an SQL string,
    # and should therefore be JOINed in any query rather than loaded separately.
159
    # This method only works in conjunction with #includes.
160
    # See #includes for more details.
161 162
    #
    #   User.includes(:posts).where("posts.name = 'foo'")
163
    #   # Doesn't JOIN the posts table, resulting in an error.
164 165
    #
    #   User.includes(:posts).where("posts.name = 'foo'").references(:posts)
166
    #   # Query now knows the string references posts, so adds a JOIN
167 168 169
    def references(*table_names)
      check_if_method_has_arguments!(:references, table_names)
      spawn.references!(*table_names)
170
    end
171

172 173 174
    def references!(*table_names) # :nodoc:
      table_names.flatten!
      table_names.map!(&:to_s)
175

176
      self.references_values |= table_names
177
      self
178 179
    end

180
    # Works in two unique ways.
181
    #
182
    # First: takes a block so it can be used just like <tt>Array#select</tt>.
183
    #
184
    #   Model.all.select { |m| m.field == value }
185 186
    #
    # This will build an array of objects from the database for the scope,
187 188
    # converting them into an array and iterating through them using
    # <tt>Array#select</tt>.
189 190
    #
    # Second: Modifies the SELECT statement for the query so that only certain
V
Vijay Dev 已提交
191
    # fields are retrieved:
192
    #
193
    #   Model.select(:field)
194
    #   # => [#<Model id: nil, field: "value">]
195 196
    #
    # Although in the above example it looks as though this method returns an
V
Vijay Dev 已提交
197
    # array, it actually returns a relation object and can have other query
198 199
    # methods appended to it, such as the other methods in ActiveRecord::QueryMethods.
    #
200
    # The argument to the method can also be an array of fields.
201
    #
202
    #   Model.select(:field, :other_field, :and_one_more)
203
    #   # => [#<Model id: nil, field: "value", other_field: "value", and_one_more: "value">]
204
    #
205 206 207
    # You can also use one or more strings, which will be used unchanged as SELECT fields.
    #
    #   Model.select('field AS field_one', 'other_field AS field_two')
208
    #   # => [#<Model id: nil, field: "value", other_field: "value">]
209 210 211 212 213 214
    #
    # If an alias was specified, it will be accessible from the resulting objects:
    #
    #   Model.select('field AS field_one').first.field_one
    #   # => "value"
    #
215
    # Accessing attributes of an object that do not have fields retrieved by a select
216
    # except +id+ will throw ActiveModel::MissingAttributeError:
217
    #
218 219 220
    #   Model.select(:field).first.other_field
    #   # => ActiveModel::MissingAttributeError: missing attribute: other_field
    def select(*fields)
221 222
      if block_given?
        if fields.any?
223
          raise ArgumentError, "`select' with block doesn't take arguments."
224 225 226 227 228
        end

        return super()
      end

229
      raise ArgumentError, "Call `select' with at least one field" if fields.empty?
230
      spawn._select!(*fields)
231 232
    end

233
    def _select!(*fields) # :nodoc:
234
      fields.flatten!
235
      fields.map! do |field|
236
        klass.attribute_alias?(field) ? klass.attribute_alias(field).to_sym : field
237
      end
238
      self.select_values += fields
239
      self
240
    end
S
Santiago Pastorino 已提交
241

O
Oscar Del Ben 已提交
242 243 244
    # Allows to specify a group attribute:
    #
    #   User.group(:name)
245
    #   # SELECT "users".* FROM "users" GROUP BY name
O
Oscar Del Ben 已提交
246
    #
247
    # Returns an array with distinct records based on the +group+ attribute:
O
Oscar Del Ben 已提交
248 249
    #
    #   User.select([:id, :name])
250
    #   # => [#<User id: 1, name: "Oscar">, #<User id: 2, name: "Oscar">, #<User id: 3, name: "Foo">]
O
Oscar Del Ben 已提交
251 252
    #
    #   User.group(:name)
253
    #   # => [#<User id: 3, name: "Foo", ...>, #<User id: 2, name: "Oscar", ...>]
254 255
    #
    #   User.group('name AS grouped_name, age')
256
    #   # => [#<User id: 3, name: "Foo", age: 21, ...>, #<User id: 2, name: "Oscar", age: 21, ...>, #<User id: 5, name: "Foo", age: 23, ...>]
257 258
    #
    # Passing in an array of attributes to group by is also supported.
259
    #
260
    #   User.select([:id, :first_name]).group(:id, :first_name).first(3)
261
    #   # => [#<User id: 1, first_name: "Bill">, #<User id: 2, first_name: "Earl">, #<User id: 3, first_name: "Beto">]
262
    def group(*args)
263
      check_if_method_has_arguments!(:group, args)
264
      spawn.group!(*args)
265
    end
266

J
Jon Leighton 已提交
267
    def group!(*args) # :nodoc:
268 269 270
      args.flatten!

      self.group_values += args
271
      self
272
    end
273

O
Oscar Del Ben 已提交
274 275
    # Allows to specify an order attribute:
    #
276
    #   User.order(:name)
277
    #   # SELECT "users".* FROM "users" ORDER BY "users"."name" ASC
278
    #
279
    #   User.order(email: :desc)
280
    #   # SELECT "users".* FROM "users" ORDER BY "users"."email" DESC
281
    #
282
    #   User.order(:name, email: :desc)
283
    #   # SELECT "users".* FROM "users" ORDER BY "users"."name" ASC, "users"."email" DESC
284 285
    #
    #   User.order('name')
286
    #   # SELECT "users".* FROM "users" ORDER BY name
287 288
    #
    #   User.order('name DESC')
289
    #   # SELECT "users".* FROM "users" ORDER BY name DESC
290 291
    #
    #   User.order('name DESC, email')
292
    #   # SELECT "users".* FROM "users" ORDER BY name DESC, email
293
    def order(*args)
294
      check_if_method_has_arguments!(:order, args)
295
      spawn.order!(*args)
296
    end
297

298
    # Same as #order but operates on relation in-place instead of copying.
J
Jon Leighton 已提交
299
    def order!(*args) # :nodoc:
300
      preprocess_order_args(args)
301

302
      self.order_values += args
303
      self
304
    end
305

306 307 308 309 310 311 312 313
    # Replaces any existing order defined on the relation with the specified order.
    #
    #   User.order('email DESC').reorder('id ASC') # generated SQL has 'ORDER BY id ASC'
    #
    # Subsequent calls to order on the same relation will be appended. For example:
    #
    #   User.order('email DESC').reorder('id ASC').order('name ASC')
    #
314
    # generates a query with 'ORDER BY id ASC, name ASC'.
S
Sebastian Martinez 已提交
315
    def reorder(*args)
316
      check_if_method_has_arguments!(:reorder, args)
317
      spawn.reorder!(*args)
318
    end
319

320
    # Same as #reorder but operates on relation in-place instead of copying.
J
Jon Leighton 已提交
321
    def reorder!(*args) # :nodoc:
322
      preprocess_order_args(args)
323

324
      self.reordering_value = true
325
      self.order_values = args
326
      self
S
Sebastian Martinez 已提交
327 328
    end

329
    VALID_UNSCOPING_VALUES = Set.new([:where, :select, :group, :order, :lock,
330 331
                                     :limit, :offset, :joins, :left_outer_joins,
                                     :includes, :from, :readonly, :having])
332 333 334 335 336

    # Removes an unwanted relation that is already defined on a chain of relations.
    # This is useful when passing around chains of relations and would like to
    # modify the relations without reconstructing the entire chain.
    #
337
    #   User.order('email DESC').unscope(:order) == User.all
338 339 340 341 342
    #
    # The method arguments are symbols which correspond to the names of the methods
    # which should be unscoped. The valid arguments are given in VALID_UNSCOPING_VALUES.
    # The method can also be called with multiple arguments. For example:
    #
343
    #   User.order('email DESC').select('id').where(name: "John")
344 345
    #       .unscope(:order, :select, :where) == User.all
    #
346
    # One can additionally pass a hash as an argument to unscope specific +:where+ values.
347
    # This is done by passing a hash with a single key-value pair. The key should be
348
    # +:where+ and the value should be the where value to unscope. For example:
349
    #
350 351
    #   User.where(name: "John", active: true).unscope(where: :name)
    #       == User.where(active: true)
352
    #
353 354
    # This method is similar to #except, but unlike
    # #except, it persists across merges:
355
    #
J
Jon Leighton 已提交
356 357
    #   User.order('email').merge(User.except(:order))
    #       == User.order('email')
358
    #
J
Jon Leighton 已提交
359 360 361 362 363
    #   User.order('email').merge(User.unscope(:order))
    #       == User.all
    #
    # This means it can be used in association definitions:
    #
R
Ryuta Kamizono 已提交
364
    #   has_many :comments, -> { unscope(where: :trashed) }
365 366
    #
    def unscope(*args)
367
      check_if_method_has_arguments!(:unscope, args)
368 369 370
      spawn.unscope!(*args)
    end

371
    def unscope!(*args) # :nodoc:
372
      args.flatten!
J
Jon Leighton 已提交
373
      self.unscope_values += args
374 375 376 377

      args.each do |scope|
        case scope
        when Symbol
378
          scope = :left_outer_joins if scope == :left_joins
379 380 381
          if !VALID_UNSCOPING_VALUES.include?(scope)
            raise ArgumentError, "Called unscope() with invalid unscoping argument ':#{scope}'. Valid arguments are :#{VALID_UNSCOPING_VALUES.to_a.join(", :")}."
          end
382
          set_value(scope, DEFAULT_VALUES[scope])
383 384 385 386 387 388
        when Hash
          scope.each do |key, target_value|
            if key != :where
              raise ArgumentError, "Hash arguments in .unscope(*args) must have :where as the key."
            end

389 390
            target_values = Array(target_value).map(&:to_s)
            self.where_clause = where_clause.except(*target_values)
391 392 393 394 395 396 397 398 399
          end
        else
          raise ArgumentError, "Unrecognized scoping: #{args.inspect}. Use .unscope(where: :attribute_name) or .unscope(:order), for example."
        end
      end

      self
    end

400 401
    # Performs a joins on +args+. The given symbol(s) should match the name of
    # the association(s).
402 403
    #
    #   User.joins(:posts)
404 405 406 407 408 409 410 411 412 413 414 415 416 417 418 419 420 421 422 423
    #   # SELECT "users".*
    #   # FROM "users"
    #   # INNER JOIN "posts" ON "posts"."user_id" = "users"."id"
    #
    # Multiple joins:
    #
    #   User.joins(:posts, :account)
    #   # SELECT "users".*
    #   # FROM "users"
    #   # INNER JOIN "posts" ON "posts"."user_id" = "users"."id"
    #   # INNER JOIN "accounts" ON "accounts"."id" = "users"."account_id"
    #
    # Nested joins:
    #
    #   User.joins(posts: [:comments])
    #   # SELECT "users".*
    #   # FROM "users"
    #   # INNER JOIN "posts" ON "posts"."user_id" = "users"."id"
    #   # INNER JOIN "comments" "comments_posts"
    #   #   ON "comments_posts"."post_id" = "posts"."id"
424 425 426 427
    #
    # You can use strings in order to customize your joins:
    #
    #   User.joins("LEFT JOIN bookmarks ON bookmarks.bookmarkable_type = 'Post' AND bookmarks.user_id = users.id")
428
    #   # SELECT "users".* FROM "users" LEFT JOIN bookmarks ON bookmarks.bookmarkable_type = 'Post' AND bookmarks.user_id = users.id
429
    def joins(*args)
430 431
      check_if_method_has_arguments!(:joins, args)
      spawn.joins!(*args)
432
    end
433

J
Jon Leighton 已提交
434
    def joins!(*args) # :nodoc:
435 436
      args.compact!
      args.flatten!
437 438
      self.joins_values += args
      self
P
Pratik Naik 已提交
439 440
    end

441 442 443 444 445 446
    # Performs a left outer joins on +args+:
    #
    #   User.left_outer_joins(:posts)
    #   => SELECT "users".* FROM "users" LEFT OUTER JOIN "posts" ON "posts"."user_id" = "users"."id"
    #
    def left_outer_joins(*args)
447
      check_if_method_has_arguments!(__callee__, args)
448 449
      spawn.left_outer_joins!(*args)
    end
450
    alias :left_joins :left_outer_joins
451 452

    def left_outer_joins!(*args) # :nodoc:
453 454
      args.compact!
      args.flatten!
455 456 457 458
      self.left_outer_joins_values += args
      self
    end

459 460 461 462 463 464 465 466 467 468
    # Returns a new relation, which is the result of filtering the current relation
    # according to the conditions in the arguments.
    #
    # #where accepts conditions in one of several formats. In the examples below, the resulting
    # SQL is given as an illustration; the actual query generated may be different depending
    # on the database adapter.
    #
    # === string
    #
    # A single string, without additional arguments, is passed to the query
469
    # constructor as an SQL fragment, and used in the where clause of the query.
470 471 472 473 474 475 476 477 478 479 480 481 482 483 484 485 486 487 488 489 490 491 492 493 494 495 496 497 498 499 500 501
    #
    #    Client.where("orders_count = '2'")
    #    # SELECT * from clients where orders_count = '2';
    #
    # Note that building your own string from user input may expose your application
    # to injection attacks if not done properly. As an alternative, it is recommended
    # to use one of the following methods.
    #
    # === array
    #
    # If an array is passed, then the first element of the array is treated as a template, and
    # the remaining elements are inserted into the template to generate the condition.
    # Active Record takes care of building the query to avoid injection attacks, and will
    # convert from the ruby type to the database type where needed. Elements are inserted
    # into the string in the order in which they appear.
    #
    #   User.where(["name = ? and email = ?", "Joe", "joe@example.com"])
    #   # SELECT * FROM users WHERE name = 'Joe' AND email = 'joe@example.com';
    #
    # Alternatively, you can use named placeholders in the template, and pass a hash as the
    # second element of the array. The names in the template are replaced with the corresponding
    # values from the hash.
    #
    #   User.where(["name = :name and email = :email", { name: "Joe", email: "joe@example.com" }])
    #   # SELECT * FROM users WHERE name = 'Joe' AND email = 'joe@example.com';
    #
    # This can make for more readable code in complex queries.
    #
    # Lastly, you can use sprintf-style % escapes in the template. This works slightly differently
    # than the previous methods; you are responsible for ensuring that the values in the template
    # are properly quoted. The values are passed to the connector for quoting, but the caller
    # is responsible for ensuring they are enclosed in quotes in the resulting SQL. After quoting,
502
    # the values are inserted using the same escapes as the Ruby core method +Kernel::sprintf+.
503 504 505 506 507 508 509 510 511 512 513 514 515 516 517 518 519 520 521 522 523 524 525 526 527 528 529 530 531 532 533
    #
    #   User.where(["name = '%s' and email = '%s'", "Joe", "joe@example.com"])
    #   # SELECT * FROM users WHERE name = 'Joe' AND email = 'joe@example.com';
    #
    # If #where is called with multiple arguments, these are treated as if they were passed as
    # the elements of a single array.
    #
    #   User.where("name = :name and email = :email", { name: "Joe", email: "joe@example.com" })
    #   # SELECT * FROM users WHERE name = 'Joe' AND email = 'joe@example.com';
    #
    # When using strings to specify conditions, you can use any operator available from
    # the database. While this provides the most flexibility, you can also unintentionally introduce
    # dependencies on the underlying database. If your code is intended for general consumption,
    # test with multiple database backends.
    #
    # === hash
    #
    # #where will also accept a hash condition, in which the keys are fields and the values
    # are values to be searched for.
    #
    # Fields can be symbols or strings. Values can be single values, arrays, or ranges.
    #
    #    User.where({ name: "Joe", email: "joe@example.com" })
    #    # SELECT * FROM users WHERE name = 'Joe' AND email = 'joe@example.com'
    #
    #    User.where({ name: ["Alice", "Bob"]})
    #    # SELECT * FROM users WHERE name IN ('Alice', 'Bob')
    #
    #    User.where({ created_at: (Time.now.midnight - 1.day)..Time.now.midnight })
    #    # SELECT * FROM users WHERE (created_at BETWEEN '2012-06-09 07:00:00.000000' AND '2012-06-10 07:00:00.000000')
    #
534 535 536 537 538 539
    # In the case of a belongs_to relationship, an association key can be used
    # to specify the model if an ActiveRecord object is used as the value.
    #
    #    author = Author.find(1)
    #
    #    # The following queries will be equivalent:
A
AvnerCohen 已提交
540 541
    #    Post.where(author: author)
    #    Post.where(author_id: author)
542 543 544
    #
    # This also works with polymorphic belongs_to relationships:
    #
A
AvnerCohen 已提交
545 546
    #    treasure = Treasure.create(name: 'gold coins')
    #    treasure.price_estimates << PriceEstimate.create(price: 125)
547 548
    #
    #    # The following queries will be equivalent:
A
AvnerCohen 已提交
549 550
    #    PriceEstimate.where(estimate_of: treasure)
    #    PriceEstimate.where(estimate_of_type: 'Treasure', estimate_of_id: treasure)
551
    #
552 553 554 555 556 557 558 559 560 561
    # === Joins
    #
    # If the relation is the result of a join, you may create a condition which uses any of the
    # tables in the join. For string and array conditions, use the table name in the condition.
    #
    #    User.joins(:posts).where("posts.created_at < ?", Time.now)
    #
    # For hash conditions, you can either use the table name in the key, or use a sub-hash.
    #
    #    User.joins(:posts).where({ "posts.published" => true })
A
AvnerCohen 已提交
562
    #    User.joins(:posts).where({ posts: { published: true } })
563
    #
564
    # === no argument
565
    #
566 567
    # If no argument is passed, #where returns a new instance of WhereChain, that
    # can be chained with #not to return a new relation that negates the where clause.
568 569
    #
    #    User.where.not(name: "Jon")
570
    #    # SELECT * FROM users WHERE name != 'Jon'
571
    #
572
    # See WhereChain for more details on #not.
573
    #
574
    # === blank condition
575
    #
576
    # If the condition is any blank-ish object, then #where is a no-op and returns
577
    # the current relation.
578
    def where(opts = :chain, *rest)
579
      if :chain == opts
580 581 582 583 584 585
        WhereChain.new(spawn)
      elsif opts.blank?
        self
      else
        spawn.where!(opts, *rest)
      end
586 587
    end

588
    def where!(opts, *rest) # :nodoc:
589 590
      opts = sanitize_forbidden_attributes(opts)
      references!(PredicateBuilder.references(opts)) if Hash === opts
591
      self.where_clause += where_clause_factory.build(opts, rest)
592
      self
593
    end
P
Pratik Naik 已提交
594

595 596
    # Allows you to change a previously set where condition for a given attribute, instead of appending to that condition.
    #
597 598 599 600 601 602 603 604
    #   Post.where(trashed: true).where(trashed: false)
    #   # WHERE `trashed` = 1 AND `trashed` = 0
    #
    #   Post.where(trashed: true).rewhere(trashed: false)
    #   # WHERE `trashed` = 0
    #
    #   Post.where(active: true).where(trashed: true).rewhere(trashed: false)
    #   # WHERE `active` = 1 AND `trashed` = 0
605
    #
606 607
    # This is short-hand for <tt>unscope(where: conditions.keys).where(conditions)</tt>.
    # Note that unlike reorder, we're only unscoping the named conditions -- not the entire where statement.
608 609 610 611
    def rewhere(conditions)
      unscope(where: conditions.keys).where(conditions)
    end

612 613 614 615
    # Returns a new relation, which is the logical union of this relation and the one passed as an
    # argument.
    #
    # The two relations must be structurally compatible: they must be scoping the same model, and
616 617
    # they must differ only by #where (if no #group has been defined) or #having (if a #group is
    # present). Neither relation may have a #limit, #offset, or #distinct set.
618
    #
619
    #    Post.where("id = 1").or(Post.where("author_id = 3"))
R
Ryuta Kamizono 已提交
620
    #    # SELECT `posts`.* FROM `posts` WHERE ((id = 1) OR (author_id = 3))
621 622
    #
    def or(other)
623 624 625 626
      unless other.is_a? Relation
        raise ArgumentError, "You have passed #{other.class.name} object to #or. Pass an ActiveRecord::Relation object instead."
      end

627 628 629
      spawn.or!(other)
    end

630
    def or!(other) # :nodoc:
631 632 633 634
      incompatible_values = structurally_incompatible_values_for_or(other)

      unless incompatible_values.empty?
        raise ArgumentError, "Relation passed to #or must be structurally compatible. Incompatible values: #{incompatible_values}"
635 636
      end

637
      self.where_clause = self.where_clause.or(other.where_clause)
638
      self.having_clause = having_clause.or(other.having_clause)
639
      self.references_values += other.references_values
640 641 642 643

      self
    end

644 645 646 647
    # Allows to specify a HAVING clause. Note that you can't use HAVING
    # without also specifying a GROUP clause.
    #
    #   Order.having('SUM(price) > 30').group('user_id')
648
    def having(opts, *rest)
649
      opts.blank? ? self : spawn.having!(opts, *rest)
650 651
    end

J
Jon Leighton 已提交
652
    def having!(opts, *rest) # :nodoc:
653
      opts = sanitize_forbidden_attributes(opts)
654
      references!(PredicateBuilder.references(opts)) if Hash === opts
655

656
      self.having_clause += having_clause_factory.build(opts, rest)
657
      self
658 659
    end

660
    # Specifies a limit for the number of records to retrieve.
661 662 663 664
    #
    #   User.limit(10) # generated SQL has 'LIMIT 10'
    #
    #   User.limit(10).limit(20) # generated SQL has 'LIMIT 20'
665
    def limit(value)
J
Jon Leighton 已提交
666
      spawn.limit!(value)
667 668
    end

J
Jon Leighton 已提交
669
    def limit!(value) # :nodoc:
670 671
      self.limit_value = value
      self
672 673
    end

674 675 676 677
    # Specifies the number of rows to skip before returning rows.
    #
    #   User.offset(10) # generated SQL has "OFFSET 10"
    #
678
    # Should be used with order.
679
    #
680
    #   User.offset(10).order("name ASC")
681
    def offset(value)
J
Jon Leighton 已提交
682
      spawn.offset!(value)
683 684
    end

J
Jon Leighton 已提交
685
    def offset!(value) # :nodoc:
686 687
      self.offset_value = value
      self
688 689
    end

690
    # Specifies locking settings (default to +true+). For more information
691
    # on locking, please see ActiveRecord::Locking.
692
    def lock(locks = true)
J
Jon Leighton 已提交
693
      spawn.lock!(locks)
694
    end
695

J
Jon Leighton 已提交
696
    def lock!(locks = true) # :nodoc:
697
      case locks
698
      when String, TrueClass, NilClass
699
        self.lock_value = locks || true
700
      else
701
        self.lock_value = false
702
      end
703

704
      self
705 706
    end

707
    # Returns a chainable relation with zero records.
708
    #
709 710 711
    # The returned relation implements the Null Object pattern. It is an
    # object with defined null behavior and always returns an empty array of
    # records without querying the database.
712 713 714 715
    #
    # Any subsequent condition chained to the returned relation will continue
    # generating an empty relation and will not fire any query to the database.
    #
716 717
    # Used in cases where a method or scope could return zero records but the
    # result needs to be chainable.
718 719 720
    #
    # For example:
    #
A
AvnerCohen 已提交
721
    #   @posts = current_user.visible_posts.where(name: params[:name])
722
    #   # the visible_posts method is expected to return a chainable Relation
723 724 725
    #
    #   def visible_posts
    #     case role
726
    #     when 'Country Manager'
A
AvnerCohen 已提交
727
    #       Post.where(country: country)
728
    #     when 'Reviewer'
729
    #       Post.published
730
    #     when 'Bad User'
731
    #       Post.none # It can't be chained if [] is returned.
732 733 734 735
    #     end
    #   end
    #
    def none
736
      spawn.none!
737 738
    end

J
Jon Leighton 已提交
739
    def none! # :nodoc:
740
      where!("1=0").extending!(NullRelation)
741 742
    end

743 744 745 746 747
    # Sets readonly attributes for the returned relation. If value is
    # true (default), attempting to update a record will result in an error.
    #
    #   users = User.readonly
    #   users.first.save
748
    #   => ActiveRecord::ReadOnlyRecord: User is marked as readonly
749
    def readonly(value = true)
J
Jon Leighton 已提交
750
      spawn.readonly!(value)
751 752
    end

J
Jon Leighton 已提交
753
    def readonly!(value = true) # :nodoc:
754 755
      self.readonly_value = value
      self
756 757
    end

758 759 760 761 762 763 764 765 766
    # Sets attributes to be used when creating new records from a
    # relation object.
    #
    #   users = User.where(name: 'Oscar')
    #   users.new.name # => 'Oscar'
    #
    #   users = users.create_with(name: 'DHH')
    #   users.new.name # => 'DHH'
    #
767
    # You can pass +nil+ to #create_with to reset attributes:
768 769 770
    #
    #   users = users.create_with(nil)
    #   users.new.name # => 'Oscar'
771
    def create_with(value)
J
Jon Leighton 已提交
772
      spawn.create_with!(value)
773 774
    end

J
Jon Leighton 已提交
775
    def create_with!(value) # :nodoc:
776 777 778 779
      if value
        value = sanitize_forbidden_attributes(value)
        self.create_with_value = create_with_value.merge(value)
      else
780
        self.create_with_value = FROZEN_EMPTY_HASH
781 782
      end

783
      self
784 785
    end

786 787 788
    # Specifies table from which the records will be fetched. For example:
    #
    #   Topic.select('title').from('posts')
789
    #   # SELECT title FROM posts
790 791 792
    #
    # Can accept other relation objects. For example:
    #
793
    #   Topic.select('title').from(Topic.approved)
794
    #   # SELECT title FROM (SELECT * FROM topics WHERE approved = 't') subquery
795
    #
796
    #   Topic.select('a.title').from(Topic.approved, :a)
797
    #   # SELECT a.title FROM (SELECT * FROM topics WHERE approved = 't') a
798 799 800
    #
    def from(value, subquery_name = nil)
      spawn.from!(value, subquery_name)
801 802
    end

J
Jon Leighton 已提交
803
    def from!(value, subquery_name = nil) # :nodoc:
804
      self.from_clause = Relation::FromClause.new(value, subquery_name)
805
      self
806 807
    end

808 809 810
    # Specifies whether the records should be unique or not. For example:
    #
    #   User.select(:name)
811
    #   # Might return two records with the same name
812
    #
813
    #   User.select(:name).distinct
814
    #   # Returns 1 record per distinct name
815
    #
816
    #   User.select(:name).distinct.distinct(false)
817
    #   # You can also remove the uniqueness
818 819
    def distinct(value = true)
      spawn.distinct!(value)
820 821
    end

822 823 824
    # Like #distinct, but modifies relation in place.
    def distinct!(value = true) # :nodoc:
      self.distinct_value = value
825
      self
826 827
    end

828
    # Used to extend a scope with additional methods, either through
829 830
    # a module or through a block provided.
    #
831 832 833 834 835 836 837 838 839 840
    # The object returned is a relation, which can be further extended.
    #
    # === Using a module
    #
    #   module Pagination
    #     def page(number)
    #       # pagination code goes here
    #     end
    #   end
    #
841
    #   scope = Model.all.extending(Pagination)
842 843
    #   scope.page(params[:page])
    #
V
Vijay Dev 已提交
844
    # You can also pass a list of modules:
845
    #
846
    #   scope = Model.all.extending(Pagination, SomethingElse)
847 848 849
    #
    # === Using a block
    #
850
    #   scope = Model.all.extending do
851
    #     def page(number)
852
    #       # pagination code goes here
853 854 855 856 857 858
    #     end
    #   end
    #   scope.page(params[:page])
    #
    # You can also use a block and a module list:
    #
859
    #   scope = Model.all.extending(Pagination) do
860
    #     def per_page(number)
861
    #       # pagination code goes here
862 863
    #     end
    #   end
864 865
    def extending(*modules, &block)
      if modules.any? || block
J
Jon Leighton 已提交
866
        spawn.extending!(*modules, &block)
867 868 869 870
      else
        self
      end
    end
871

J
Jon Leighton 已提交
872
    def extending!(*modules, &block) # :nodoc:
873 874
      modules << Module.new(&block) if block
      modules.flatten!
875

876
      self.extending_values += modules
877
      extend(*extending_values) if extending_values.any?
878

879
      self
880 881
    end

882 883 884
    # Reverse the existing order clause on the relation.
    #
    #   User.order('name ASC').reverse_order # generated SQL has 'ORDER BY name DESC'
885
    def reverse_order
J
Jon Leighton 已提交
886
      spawn.reverse_order!
887 888
    end

J
Jon Leighton 已提交
889
    def reverse_order! # :nodoc:
890 891 892
      orders = order_values.uniq
      orders.reject!(&:blank?)
      self.order_values = reverse_sql_order(orders)
893
      self
894 895
    end

896 897 898 899 900
    def skip_query_cache! # :nodoc:
      self.skip_query_cache_value = true
      self
    end

901
    # Returns the Arel object associated with the relation.
902 903
    def arel(aliases = nil) # :nodoc:
      @arel ||= build_arel(aliases)
904 905
    end

906 907 908
    protected
      # Returns a relation value with a given name
      def get_value(name) # :nodoc:
909
        @values.fetch(name, DEFAULT_VALUES[name])
910
      end
911

912 913 914 915 916
      # Sets the relation value with the given name
      def set_value(name, value) # :nodoc:
        assert_mutability!
        @values[name] = value
      end
917

918 919
    private

920 921 922 923
      def assert_mutability!
        raise ImmutableRelation if @loaded
        raise ImmutableRelation if defined?(@arel) && @arel
      end
924

925
      def build_arel(aliases)
926
        arel = Arel::SelectManager.new(table)
927

928
        aliases = build_joins(arel, joins_values.flatten, aliases) unless joins_values.empty?
929
        build_left_outer_joins(arel, left_outer_joins_values.flatten, aliases) unless left_outer_joins_values.empty?
930

931 932
        arel.where(where_clause.ast) unless where_clause.empty?
        arel.having(having_clause.ast) unless having_clause.empty?
933
        if limit_value
934
          limit_attribute = ActiveModel::Attribute.with_cast_value(
935 936 937 938 939 940 941
            "LIMIT".freeze,
            connection.sanitize_limit(limit_value),
            Type.default_value,
          )
          arel.take(Arel::Nodes::BindParam.new(limit_attribute))
        end
        if offset_value
942
          offset_attribute = ActiveModel::Attribute.with_cast_value(
943 944 945 946 947 948
            "OFFSET".freeze,
            offset_value.to_i,
            Type.default_value,
          )
          arel.skip(Arel::Nodes::BindParam.new(offset_attribute))
        end
949
        arel.group(*arel_columns(group_values.uniq.reject(&:blank?))) unless group_values.empty?
950

951
        build_order(arel)
952

953
        build_select(arel)
954

955 956 957
        arel.distinct(distinct_value)
        arel.from(build_from) unless from_clause.empty?
        arel.lock(lock_value) if lock_value
958

959
        arel
960 961
      end

962 963 964 965 966
      def build_from
        opts = from_clause.value
        name = from_clause.name
        case opts
        when Relation
967 968 969
          if opts.eager_loading?
            opts = opts.send(:apply_join_dependency)
          end
970 971
          name ||= "subquery"
          opts.arel.as(name.to_s)
972
        else
973
          opts
974 975 976
        end
      end

977
      def build_left_outer_joins(manager, outer_joins, aliases)
978 979 980 981 982 983 984
        buckets = outer_joins.group_by do |join|
          case join
          when Hash, Symbol, Array
            :association_join
          else
            raise ArgumentError, "only Hash, Symbol and Array are allowed"
          end
A
Aaron Patterson 已提交
985
        end
986

987
        build_join_query(manager, buckets, Arel::Nodes::OuterJoin, aliases)
988
      end
989

990
      def build_joins(manager, joins, aliases)
991 992 993 994 995 996 997 998 999 1000 1001 1002 1003 1004
        buckets = joins.group_by do |join|
          case join
          when String
            :string_join
          when Hash, Symbol, Array
            :association_join
          when ActiveRecord::Associations::JoinDependency
            :stashed_join
          when Arel::Nodes::Join
            :join_node
          else
            raise "unknown class: %s" % join.class.name
          end
        end
1005

1006
        build_join_query(manager, buckets, Arel::Nodes::InnerJoin, aliases)
1007
      end
1008

1009
      def build_join_query(manager, buckets, join_type, aliases)
1010
        buckets.default = []
1011

1012 1013 1014 1015
        association_joins         = buckets[:association_join]
        stashed_association_joins = buckets[:stashed_join]
        join_nodes                = buckets[:join_node].uniq
        string_joins              = buckets[:string_join].map(&:strip).uniq
1016

1017
        join_list = join_nodes + convert_join_strings_to_ast(string_joins)
1018
        alias_tracker = alias_tracker(join_list, aliases)
1019

1020
        join_dependency = ActiveRecord::Associations::JoinDependency.new(
1021
          klass, table, association_joins, alias_tracker
1022
        )
1023

1024 1025
        joins = join_dependency.join_constraints(stashed_association_joins, join_type)
        joins.each { |join| manager.from(join) }
1026

1027
        manager.join_sources.concat(join_list)
1028

1029
        alias_tracker.aliases
1030
      end
1031

1032
      def convert_join_strings_to_ast(joins)
1033 1034 1035 1036
        joins
          .flatten
          .reject(&:blank?)
          .map { |join| table.create_string_join(Arel.sql(join)) }
1037 1038
      end

1039 1040 1041
      def build_select(arel)
        if select_values.any?
          arel.project(*arel_columns(select_values.uniq))
1042 1043
        elsif klass.ignored_columns.any?
          arel.project(*klass.column_names.map { |field| arel_attribute(field) })
1044
        else
R
Ryuta Kamizono 已提交
1045
          arel.project(table[Arel.star])
1046 1047 1048
        end
      end

1049 1050 1051 1052 1053 1054 1055 1056 1057 1058
      def arel_columns(columns)
        columns.map do |field|
          if (Symbol === field || String === field) && (klass.has_attribute?(field) || klass.attribute_alias?(field)) && !from_clause.value
            arel_attribute(field)
          elsif Symbol === field
            connection.quote_table_name(field.to_s)
          else
            field
          end
        end
1059
      end
B
Brian Mathiyakom 已提交
1060

1061 1062 1063 1064 1065 1066 1067 1068 1069 1070 1071 1072 1073 1074 1075 1076 1077 1078 1079
      def reverse_sql_order(order_query)
        if order_query.empty?
          return [arel_attribute(primary_key).desc] if primary_key
          raise IrreversibleOrderError,
            "Relation has no current order and table has no primary key to be used as default order"
        end

        order_query.flat_map do |o|
          case o
          when Arel::Attribute
            o.desc
          when Arel::Nodes::Ordering
            o.reverse
          when String
            if does_not_support_reverse?(o)
              raise IrreversibleOrderError, "Order #{o.inspect} can not be reversed automatically"
            end
            o.split(",").map! do |s|
              s.strip!
1080
              s.gsub!(/\sasc\Z/i, " DESC") || s.gsub!(/\sdesc\Z/i, " ASC") || (s << " DESC")
1081 1082 1083
            end
          else
            o
1084
          end
1085
        end
1086
      end
1087

1088
      def does_not_support_reverse?(order)
1089 1090 1091 1092
        # Account for String subclasses like Arel::Nodes::SqlLiteral that
        # override methods like #count.
        order = String.new(order) unless order.instance_of?(String)

1093
        # Uses SQL function with multiple arguments.
R
Rafael Mendonça França 已提交
1094 1095 1096
        (order.include?(",") && order.split(",").find { |section| section.count("(") != section.count(")") }) ||
          # Uses "nulls first" like construction.
          /nulls (first|last)\Z/i.match?(order)
1097
      end
1098

1099 1100 1101
      def build_order(arel)
        orders = order_values.uniq
        orders.reject!(&:blank?)
1102

1103 1104
        arel.order(*orders) unless orders.empty?
      end
1105

1106
      VALID_DIRECTIONS = [:asc, :desc, :ASC, :DESC,
1107
                          "asc", "desc", "ASC", "DESC"].to_set # :nodoc:
1108

1109 1110 1111 1112
      def validate_order_args(args)
        args.each do |arg|
          next unless arg.is_a?(Hash)
          arg.each do |_key, value|
1113 1114 1115 1116
            unless VALID_DIRECTIONS.include?(value)
              raise ArgumentError,
                "Direction \"#{value}\" is invalid. Valid directions are: #{VALID_DIRECTIONS.to_a.inspect}"
            end
1117
          end
1118 1119
        end
      end
1120

1121 1122
      def preprocess_order_args(order_args)
        order_args.map! do |arg|
1123
          klass.sanitize_sql_for_order(arg)
1124
        end
1125
        order_args.flatten!
1126 1127 1128 1129 1130 1131

        @klass.enforce_raw_sql_whitelist(
          order_args.flat_map { |a| a.is_a?(Hash) ? a.keys : a },
          whitelist: AttributeMethods::ClassMethods::COLUMN_NAME_ORDER_WHITELIST
        )

1132 1133 1134
        validate_order_args(order_args)

        references = order_args.grep(String)
1135
        references.map! { |arg| arg =~ /^\W?(\w+)\W?\./ && $1 }.compact!
1136 1137 1138 1139 1140 1141 1142 1143 1144
        references!(references) if references.any?

        # if a symbol is given we prepend the quoted table name
        order_args.map! do |arg|
          case arg
          when Symbol
            arel_attribute(arg).asc
          when Hash
            arg.map { |field, dir|
1145 1146 1147 1148 1149 1150
              case field
              when Arel::Nodes::SqlLiteral
                field.send(dir.downcase)
              else
                arel_attribute(field).send(dir.downcase)
              end
1151 1152 1153 1154 1155 1156
            }
          else
            arg
          end
        end.flatten!
      end
1157

1158 1159 1160 1161 1162 1163 1164 1165 1166 1167 1168 1169 1170 1171 1172 1173
      # Checks to make sure that the arguments are not blank. Note that if some
      # blank-like object were initially passed into the query method, then this
      # method will not raise an error.
      #
      # Example:
      #
      #    Post.references()   # raises an error
      #    Post.references([]) # does not raise an error
      #
      # This particular method should be called with a method_name and the args
      # passed into that method as an input. For example:
      #
      # def references(*args)
      #   check_if_method_has_arguments!("references", args)
      #   ...
      # end
1174 1175 1176 1177
      def check_if_method_has_arguments!(method_name, args)
        if args.blank?
          raise ArgumentError, "The method .#{method_name}() must contain arguments."
        end
1178
      end
S
Sean Griffin 已提交
1179

1180
      STRUCTURAL_OR_METHODS = Relation::VALUE_METHODS - [:extending, :where, :having, :unscope, :references]
1181
      def structurally_incompatible_values_for_or(other)
1182 1183 1184
        STRUCTURAL_OR_METHODS.reject do |method|
          get_value(method) == other.get_value(method)
        end
1185
      end
1186

1187 1188 1189 1190
      def where_clause_factory
        @where_clause_factory ||= Relation::WhereClauseFactory.new(klass, predicate_builder)
      end
      alias having_clause_factory where_clause_factory
1191

1192 1193 1194 1195 1196 1197 1198 1199 1200 1201
      DEFAULT_VALUES = {
        create_with: FROZEN_EMPTY_HASH,
        where: Relation::WhereClause.empty,
        having: Relation::WhereClause.empty,
        from: Relation::FromClause.empty
      }

      Relation::MULTI_VALUE_METHODS.each do |value|
        DEFAULT_VALUES[value] ||= FROZEN_EMPTY_ARRAY
      end
1202 1203
  end
end