query_methods.rb 36.8 KB
Newer Older
1
require "active_record/relation/from_clause"
S
Sean Griffin 已提交
2
require "active_record/relation/query_attribute"
S
Sean Griffin 已提交
3
require "active_record/relation/where_clause"
4
require "active_record/relation/where_clause_factory"
5 6
require 'active_model/forbidden_attributes_protection'
require 'active_support/core_ext/string/filters'
7

8 9
module ActiveRecord
  module QueryMethods
10 11
    extend ActiveSupport::Concern

12 13
    include ActiveModel::ForbiddenAttributesProtection

14
    # WhereChain objects act as placeholder for queries in which #where does not have any parameter.
15
    # In this case, #where must be chained with #not to return a new relation.
16 17 18 19 20
    class WhereChain
      def initialize(scope)
        @scope = scope
      end

21 22
      # Returns a new relation expressing WHERE + NOT condition according to
      # the conditions in the arguments.
23
      #
24 25
      # +not+ accepts conditions as a string, array, or hash. See #where for
      # more details on each format.
26 27
      #
      #    User.where.not("name = 'Jon'")
28
      #    # SELECT * FROM users WHERE NOT (name = 'Jon')
29 30
      #
      #    User.where.not(["name = ?", "Jon"])
31
      #    # SELECT * FROM users WHERE NOT (name = 'Jon')
32
      #
33
      #    User.where.not(name: "Jon")
34
      #    # SELECT * FROM users WHERE name != 'Jon'
35 36 37 38
      #
      #    User.where.not(name: nil)
      #    # SELECT * FROM users WHERE name IS NOT NULL
      #
39
      #    User.where.not(name: %w(Ko1 Nobu))
40
      #    # SELECT * FROM users WHERE name NOT IN ('Ko1', 'Nobu')
41 42 43
      #
      #    User.where.not(name: "Jon", role: "admin")
      #    # SELECT * FROM users WHERE name != 'Jon' AND role != 'admin'
44
      def not(opts, *rest)
45
        where_clause = @scope.send(:where_clause_factory).build(opts, rest)
46 47

        @scope.references!(PredicateBuilder.references(opts)) if Hash === opts
48
        @scope.where_clause += where_clause.invert
49 50 51 52
        @scope
      end
    end

53 54
    Relation::MULTI_VALUE_METHODS.each do |name|
      class_eval <<-CODE, __FILE__, __LINE__ + 1
55 56 57 58 59 60 61 62
        def #{name}_values                    # def select_values
          @values[:#{name}] || []             #   @values[:select] || []
        end                                   # end
                                              #
        def #{name}_values=(values)           # def select_values=(values)
          assert_mutability!                  #   assert_mutability!
          @values[:#{name}] = values          #   @values[:select] = values
        end                                   # end
63 64 65 66 67
      CODE
    end

    (Relation::SINGLE_VALUE_METHODS - [:create_with]).each do |name|
      class_eval <<-CODE, __FILE__, __LINE__ + 1
68 69 70
        def #{name}_value                    # def readonly_value
          @values[:#{name}]                  #   @values[:readonly]
        end                                  # end
71 72 73
      CODE
    end

74 75 76
    Relation::SINGLE_VALUE_METHODS.each do |name|
      class_eval <<-CODE, __FILE__, __LINE__ + 1
        def #{name}_value=(value)            # def readonly_value=(value)
77
          assert_mutability!                 #   assert_mutability!
78 79 80
          @values[:#{name}] = value          #   @values[:readonly] = value
        end                                  # end
      CODE
81 82
    end

S
Sean Griffin 已提交
83 84 85 86 87 88 89 90 91 92 93 94 95
    Relation::CLAUSE_METHODS.each do |name|
      class_eval <<-CODE, __FILE__, __LINE__ + 1
        def #{name}_clause                           # def where_clause
          @values[:#{name}] || new_#{name}_clause    #   @values[:where] || new_where_clause
        end                                          # end
                                                     #
        def #{name}_clause=(value)                   # def where_clause=(value)
          assert_mutability!                         #   assert_mutability!
          @values[:#{name}] = value                  #   @values[:where] = value
        end                                          # end
      CODE
    end

96
    def bound_attributes
97
      from_clause.binds + arel.bind_values + where_clause.binds + having_clause.binds
S
Sean Griffin 已提交
98 99
    end

O
Oscar Del Ben 已提交
100
    def create_with_value # :nodoc:
101
      @values[:create_with] || {}
102
    end
103 104

    alias extensions extending_values
105

O
Oscar Del Ben 已提交
106 107 108 109 110 111 112 113 114 115
    # Specify relationships to be included in the result set. For
    # example:
    #
    #   users = User.includes(:address)
    #   users.each do |user|
    #     user.address.city
    #   end
    #
    # allows you to access the +address+ attribute of the +User+ model without
    # firing an additional query. This will often result in a
116 117
    # performance improvement over a simple +join+.
    #
118 119 120 121 122 123 124 125
    # You can also specify multiple relationships, like this:
    #
    #   users = User.includes(:address, :friends)
    #
    # Loading nested relationships is possible using a Hash:
    #
    #   users = User.includes(:address, friends: [:address, :followers])
    #
126 127 128 129 130 131 132 133 134 135
    # === conditions
    #
    # If you want to add conditions to your included models you'll have
    # to explicitly reference them. For example:
    #
    #   User.includes(:posts).where('posts.name = ?', 'example')
    #
    # Will throw an error, but this will work:
    #
    #   User.includes(:posts).where('posts.name = ?', 'example').references(:posts)
136 137 138
    #
    # Note that +includes+ works with association names while +references+ needs
    # the actual table name.
139
    def includes(*args)
140
      check_if_method_has_arguments!(:includes, args)
141
      spawn.includes!(*args)
142
    end
143

J
Jon Leighton 已提交
144
    def includes!(*args) # :nodoc:
145 146
      args.reject!(&:blank?)
      args.flatten!
A
Aaron Patterson 已提交
147

148
      self.includes_values |= args
149
      self
150
    end
151

152 153 154 155 156 157
    # Forces eager loading by performing a LEFT OUTER JOIN on +args+:
    #
    #   User.eager_load(:posts)
    #   => SELECT "users"."id" AS t0_r0, "users"."name" AS t0_r1, ...
    #   FROM "users" LEFT OUTER JOIN "posts" ON "posts"."user_id" =
    #   "users"."id"
158
    def eager_load(*args)
159
      check_if_method_has_arguments!(:eager_load, args)
160
      spawn.eager_load!(*args)
161
    end
162

J
Jon Leighton 已提交
163
    def eager_load!(*args) # :nodoc:
164 165
      self.eager_load_values += args
      self
166 167
    end

168 169 170 171
    # Allows preloading of +args+, in the same way that +includes+ does:
    #
    #   User.preload(:posts)
    #   => SELECT "posts".* FROM "posts" WHERE "posts"."user_id" IN (1, 2, 3)
172
    def preload(*args)
173
      check_if_method_has_arguments!(:preload, args)
174
      spawn.preload!(*args)
175
    end
176

J
Jon Leighton 已提交
177
    def preload!(*args) # :nodoc:
178 179
      self.preload_values += args
      self
180
    end
181

182 183
    # Use to indicate that the given +table_names+ are referenced by an SQL string,
    # and should therefore be JOINed in any query rather than loaded separately.
184
    # This method only works in conjunction with +includes+.
185
    # See #includes for more details.
186 187 188 189 190 191
    #
    #   User.includes(:posts).where("posts.name = 'foo'")
    #   # => Doesn't JOIN the posts table, resulting in an error.
    #
    #   User.includes(:posts).where("posts.name = 'foo'").references(:posts)
    #   # => Query now knows the string references posts, so adds a JOIN
192 193 194
    def references(*table_names)
      check_if_method_has_arguments!(:references, table_names)
      spawn.references!(*table_names)
195
    end
196

197 198 199
    def references!(*table_names) # :nodoc:
      table_names.flatten!
      table_names.map!(&:to_s)
200

201
      self.references_values |= table_names
202
      self
203 204
    end

205
    # Works in two unique ways.
206
    #
207 208
    # First: takes a block so it can be used just like Array#select.
    #
209
    #   Model.all.select { |m| m.field == value }
210 211 212 213 214
    #
    # This will build an array of objects from the database for the scope,
    # converting them into an array and iterating through them using Array#select.
    #
    # Second: Modifies the SELECT statement for the query so that only certain
V
Vijay Dev 已提交
215
    # fields are retrieved:
216
    #
217
    #   Model.select(:field)
218
    #   # => [#<Model id: nil, field: "value">]
219 220
    #
    # Although in the above example it looks as though this method returns an
V
Vijay Dev 已提交
221
    # array, it actually returns a relation object and can have other query
222 223
    # methods appended to it, such as the other methods in ActiveRecord::QueryMethods.
    #
224
    # The argument to the method can also be an array of fields.
225
    #
226
    #   Model.select(:field, :other_field, :and_one_more)
227
    #   # => [#<Model id: nil, field: "value", other_field: "value", and_one_more: "value">]
228
    #
229 230 231
    # You can also use one or more strings, which will be used unchanged as SELECT fields.
    #
    #   Model.select('field AS field_one', 'other_field AS field_two')
232
    #   # => [#<Model id: nil, field: "value", other_field: "value">]
233 234 235 236 237 238
    #
    # If an alias was specified, it will be accessible from the resulting objects:
    #
    #   Model.select('field AS field_one').first.field_one
    #   # => "value"
    #
239
    # Accessing attributes of an object that do not have fields retrieved by a select
240
    # except +id+ will throw <tt>ActiveModel::MissingAttributeError</tt>:
241
    #
242 243 244
    #   Model.select(:field).first.other_field
    #   # => ActiveModel::MissingAttributeError: missing attribute: other_field
    def select(*fields)
245
      if block_given?
246
        to_a.select { |*block_args| yield(*block_args) }
247
      else
248
        raise ArgumentError, 'Call this with at least one field' if fields.empty?
249
        spawn._select!(*fields)
250 251 252
      end
    end

253
    def _select!(*fields) # :nodoc:
254
      fields.flatten!
255
      fields.map! do |field|
256
        klass.attribute_alias?(field) ? klass.attribute_alias(field) : field
257
      end
258
      self.select_values += fields
259
      self
260
    end
S
Santiago Pastorino 已提交
261

O
Oscar Del Ben 已提交
262 263 264 265 266
    # Allows to specify a group attribute:
    #
    #   User.group(:name)
    #   => SELECT "users".* FROM "users" GROUP BY name
    #
267
    # Returns an array with distinct records based on the +group+ attribute:
O
Oscar Del Ben 已提交
268 269 270 271 272 273
    #
    #   User.select([:id, :name])
    #   => [#<User id: 1, name: "Oscar">, #<User id: 2, name: "Oscar">, #<User id: 3, name: "Foo">
    #
    #   User.group(:name)
    #   => [#<User id: 3, name: "Foo", ...>, #<User id: 2, name: "Oscar", ...>]
274 275 276
    #
    #   User.group('name AS grouped_name, age')
    #   => [#<User id: 3, name: "Foo", age: 21, ...>, #<User id: 2, name: "Oscar", age: 21, ...>, #<User id: 5, name: "Foo", age: 23, ...>]
277 278 279 280
    #
    # Passing in an array of attributes to group by is also supported.
    #   User.select([:id, :first_name]).group(:id, :first_name).first(3)
    #   => [#<User id: 1, first_name: "Bill">, #<User id: 2, first_name: "Earl">, #<User id: 3, first_name: "Beto">]
281
    def group(*args)
282
      check_if_method_has_arguments!(:group, args)
283
      spawn.group!(*args)
284
    end
285

J
Jon Leighton 已提交
286
    def group!(*args) # :nodoc:
287 288 289
      args.flatten!

      self.group_values += args
290
      self
291
    end
292

O
Oscar Del Ben 已提交
293 294
    # Allows to specify an order attribute:
    #
295 296
    #   User.order(:name)
    #   => SELECT "users".* FROM "users" ORDER BY "users"."name" ASC
297
    #
298 299
    #   User.order(email: :desc)
    #   => SELECT "users".* FROM "users" ORDER BY "users"."email" DESC
300
    #
301 302
    #   User.order(:name, email: :desc)
    #   => SELECT "users".* FROM "users" ORDER BY "users"."name" ASC, "users"."email" DESC
303 304 305 306 307 308 309 310 311
    #
    #   User.order('name')
    #   => SELECT "users".* FROM "users" ORDER BY name
    #
    #   User.order('name DESC')
    #   => SELECT "users".* FROM "users" ORDER BY name DESC
    #
    #   User.order('name DESC, email')
    #   => SELECT "users".* FROM "users" ORDER BY name DESC, email
312
    def order(*args)
313
      check_if_method_has_arguments!(:order, args)
314
      spawn.order!(*args)
315
    end
316

J
Jon Leighton 已提交
317
    def order!(*args) # :nodoc:
318
      preprocess_order_args(args)
319

320
      self.order_values += args
321
      self
322
    end
323

324 325 326 327 328 329 330 331
    # Replaces any existing order defined on the relation with the specified order.
    #
    #   User.order('email DESC').reorder('id ASC') # generated SQL has 'ORDER BY id ASC'
    #
    # Subsequent calls to order on the same relation will be appended. For example:
    #
    #   User.order('email DESC').reorder('id ASC').order('name ASC')
    #
332
    # generates a query with 'ORDER BY id ASC, name ASC'.
S
Sebastian Martinez 已提交
333
    def reorder(*args)
334
      check_if_method_has_arguments!(:reorder, args)
335
      spawn.reorder!(*args)
336
    end
337

J
Jon Leighton 已提交
338
    def reorder!(*args) # :nodoc:
339
      preprocess_order_args(args)
340

341
      self.reordering_value = true
342
      self.order_values = args
343
      self
S
Sebastian Martinez 已提交
344 345
    end

346 347 348 349 350 351 352 353
    VALID_UNSCOPING_VALUES = Set.new([:where, :select, :group, :order, :lock,
                                     :limit, :offset, :joins, :includes, :from,
                                     :readonly, :having])

    # Removes an unwanted relation that is already defined on a chain of relations.
    # This is useful when passing around chains of relations and would like to
    # modify the relations without reconstructing the entire chain.
    #
354
    #   User.order('email DESC').unscope(:order) == User.all
355 356 357 358 359
    #
    # The method arguments are symbols which correspond to the names of the methods
    # which should be unscoped. The valid arguments are given in VALID_UNSCOPING_VALUES.
    # The method can also be called with multiple arguments. For example:
    #
360
    #   User.order('email DESC').select('id').where(name: "John")
361 362 363 364 365 366
    #       .unscope(:order, :select, :where) == User.all
    #
    # One can additionally pass a hash as an argument to unscope specific :where values.
    # This is done by passing a hash with a single key-value pair. The key should be
    # :where and the value should be the where value to unscope. For example:
    #
367 368
    #   User.where(name: "John", active: true).unscope(where: :name)
    #       == User.where(active: true)
369
    #
J
Jon Leighton 已提交
370 371
    # This method is similar to <tt>except</tt>, but unlike
    # <tt>except</tt>, it persists across merges:
372
    #
J
Jon Leighton 已提交
373 374
    #   User.order('email').merge(User.except(:order))
    #       == User.order('email')
375
    #
J
Jon Leighton 已提交
376 377 378 379 380 381
    #   User.order('email').merge(User.unscope(:order))
    #       == User.all
    #
    # This means it can be used in association definitions:
    #
    #   has_many :comments, -> { unscope where: :trashed }
382 383
    #
    def unscope(*args)
384
      check_if_method_has_arguments!(:unscope, args)
385 386 387
      spawn.unscope!(*args)
    end

388
    def unscope!(*args) # :nodoc:
389
      args.flatten!
J
Jon Leighton 已提交
390
      self.unscope_values += args
391 392 393 394 395 396 397 398 399 400 401

      args.each do |scope|
        case scope
        when Symbol
          symbol_unscoping(scope)
        when Hash
          scope.each do |key, target_value|
            if key != :where
              raise ArgumentError, "Hash arguments in .unscope(*args) must have :where as the key."
            end

402 403
            target_values = Array(target_value).map(&:to_s)
            self.where_clause = where_clause.except(*target_values)
404 405 406 407 408 409 410 411 412
          end
        else
          raise ArgumentError, "Unrecognized scoping: #{args.inspect}. Use .unscope(where: :attribute_name) or .unscope(:order), for example."
        end
      end

      self
    end

413 414 415 416
    # Performs a joins on +args+:
    #
    #   User.joins(:posts)
    #   => SELECT "users".* FROM "users" INNER JOIN "posts" ON "posts"."user_id" = "users"."id"
417 418 419 420 421
    #
    # You can use strings in order to customize your joins:
    #
    #   User.joins("LEFT JOIN bookmarks ON bookmarks.bookmarkable_type = 'Post' AND bookmarks.user_id = users.id")
    #   => SELECT "users".* FROM "users" LEFT JOIN bookmarks ON bookmarks.bookmarkable_type = 'Post' AND bookmarks.user_id = users.id
422
    def joins(*args)
423 424
      check_if_method_has_arguments!(:joins, args)
      spawn.joins!(*args)
425
    end
426

J
Jon Leighton 已提交
427
    def joins!(*args) # :nodoc:
428 429
      args.compact!
      args.flatten!
430 431
      self.joins_values += args
      self
P
Pratik Naik 已提交
432 433
    end

434 435 436 437 438 439 440 441 442 443
    # Returns a new relation, which is the result of filtering the current relation
    # according to the conditions in the arguments.
    #
    # #where accepts conditions in one of several formats. In the examples below, the resulting
    # SQL is given as an illustration; the actual query generated may be different depending
    # on the database adapter.
    #
    # === string
    #
    # A single string, without additional arguments, is passed to the query
444
    # constructor as an SQL fragment, and used in the where clause of the query.
445 446 447 448 449 450 451 452 453 454 455 456 457 458 459 460 461 462 463 464 465 466 467 468 469 470 471 472 473 474 475 476 477 478 479 480 481 482 483 484 485 486 487 488 489 490 491 492 493 494 495 496 497 498 499 500 501 502 503 504 505 506 507 508
    #
    #    Client.where("orders_count = '2'")
    #    # SELECT * from clients where orders_count = '2';
    #
    # Note that building your own string from user input may expose your application
    # to injection attacks if not done properly. As an alternative, it is recommended
    # to use one of the following methods.
    #
    # === array
    #
    # If an array is passed, then the first element of the array is treated as a template, and
    # the remaining elements are inserted into the template to generate the condition.
    # Active Record takes care of building the query to avoid injection attacks, and will
    # convert from the ruby type to the database type where needed. Elements are inserted
    # into the string in the order in which they appear.
    #
    #   User.where(["name = ? and email = ?", "Joe", "joe@example.com"])
    #   # SELECT * FROM users WHERE name = 'Joe' AND email = 'joe@example.com';
    #
    # Alternatively, you can use named placeholders in the template, and pass a hash as the
    # second element of the array. The names in the template are replaced with the corresponding
    # values from the hash.
    #
    #   User.where(["name = :name and email = :email", { name: "Joe", email: "joe@example.com" }])
    #   # SELECT * FROM users WHERE name = 'Joe' AND email = 'joe@example.com';
    #
    # This can make for more readable code in complex queries.
    #
    # Lastly, you can use sprintf-style % escapes in the template. This works slightly differently
    # than the previous methods; you are responsible for ensuring that the values in the template
    # are properly quoted. The values are passed to the connector for quoting, but the caller
    # is responsible for ensuring they are enclosed in quotes in the resulting SQL. After quoting,
    # the values are inserted using the same escapes as the Ruby core method <tt>Kernel::sprintf</tt>.
    #
    #   User.where(["name = '%s' and email = '%s'", "Joe", "joe@example.com"])
    #   # SELECT * FROM users WHERE name = 'Joe' AND email = 'joe@example.com';
    #
    # If #where is called with multiple arguments, these are treated as if they were passed as
    # the elements of a single array.
    #
    #   User.where("name = :name and email = :email", { name: "Joe", email: "joe@example.com" })
    #   # SELECT * FROM users WHERE name = 'Joe' AND email = 'joe@example.com';
    #
    # When using strings to specify conditions, you can use any operator available from
    # the database. While this provides the most flexibility, you can also unintentionally introduce
    # dependencies on the underlying database. If your code is intended for general consumption,
    # test with multiple database backends.
    #
    # === hash
    #
    # #where will also accept a hash condition, in which the keys are fields and the values
    # are values to be searched for.
    #
    # Fields can be symbols or strings. Values can be single values, arrays, or ranges.
    #
    #    User.where({ name: "Joe", email: "joe@example.com" })
    #    # SELECT * FROM users WHERE name = 'Joe' AND email = 'joe@example.com'
    #
    #    User.where({ name: ["Alice", "Bob"]})
    #    # SELECT * FROM users WHERE name IN ('Alice', 'Bob')
    #
    #    User.where({ created_at: (Time.now.midnight - 1.day)..Time.now.midnight })
    #    # SELECT * FROM users WHERE (created_at BETWEEN '2012-06-09 07:00:00.000000' AND '2012-06-10 07:00:00.000000')
    #
509 510 511 512 513 514
    # In the case of a belongs_to relationship, an association key can be used
    # to specify the model if an ActiveRecord object is used as the value.
    #
    #    author = Author.find(1)
    #
    #    # The following queries will be equivalent:
A
AvnerCohen 已提交
515 516
    #    Post.where(author: author)
    #    Post.where(author_id: author)
517 518 519
    #
    # This also works with polymorphic belongs_to relationships:
    #
A
AvnerCohen 已提交
520 521
    #    treasure = Treasure.create(name: 'gold coins')
    #    treasure.price_estimates << PriceEstimate.create(price: 125)
522 523
    #
    #    # The following queries will be equivalent:
A
AvnerCohen 已提交
524 525
    #    PriceEstimate.where(estimate_of: treasure)
    #    PriceEstimate.where(estimate_of_type: 'Treasure', estimate_of_id: treasure)
526
    #
527 528 529 530 531 532 533 534 535 536
    # === Joins
    #
    # If the relation is the result of a join, you may create a condition which uses any of the
    # tables in the join. For string and array conditions, use the table name in the condition.
    #
    #    User.joins(:posts).where("posts.created_at < ?", Time.now)
    #
    # For hash conditions, you can either use the table name in the key, or use a sub-hash.
    #
    #    User.joins(:posts).where({ "posts.published" => true })
A
AvnerCohen 已提交
537
    #    User.joins(:posts).where({ posts: { published: true } })
538
    #
539
    # === no argument
540
    #
541 542
    # If no argument is passed, #where returns a new instance of WhereChain, that
    # can be chained with #not to return a new relation that negates the where clause.
543 544
    #
    #    User.where.not(name: "Jon")
545
    #    # SELECT * FROM users WHERE name != 'Jon'
546
    #
547
    # See WhereChain for more details on #not.
548
    #
549
    # === blank condition
550
    #
551
    # If the condition is any blank-ish object, then #where is a no-op and returns
552
    # the current relation.
553 554
    def where(opts = :chain, *rest)
      if opts == :chain
555 556 557 558 559 560
        WhereChain.new(spawn)
      elsif opts.blank?
        self
      else
        spawn.where!(opts, *rest)
      end
561 562
    end

563
    def where!(opts, *rest) # :nodoc:
564 565 566 567
      if Hash === opts
        opts = sanitize_forbidden_attributes(opts)
        references!(PredicateBuilder.references(opts))
      end
568

569
      self.where_clause += where_clause_factory.build(opts, rest)
570
      self
571
    end
P
Pratik Naik 已提交
572

573 574
    # Allows you to change a previously set where condition for a given attribute, instead of appending to that condition.
    #
575 576 577
    #   Post.where(trashed: true).where(trashed: false)                       # => WHERE `trashed` = 1 AND `trashed` = 0
    #   Post.where(trashed: true).rewhere(trashed: false)                     # => WHERE `trashed` = 0
    #   Post.where(active: true).where(trashed: true).rewhere(trashed: false) # => WHERE `active` = 1 AND `trashed` = 0
578 579 580 581 582 583 584
    #
    # This is short-hand for unscope(where: conditions.keys).where(conditions). Note that unlike reorder, we're only unscoping
    # the named conditions -- not the entire where statement.
    def rewhere(conditions)
      unscope(where: conditions.keys).where(conditions)
    end

585 586 587 588 589 590 591 592 593 594 595 596 597 598
    # Returns a new relation, which is the logical union of this relation and the one passed as an
    # argument.
    #
    # The two relations must be structurally compatible: they must be scoping the same model, and
    # they must differ only by +where+ (if no +group+ has been defined) or +having+ (if a +group+ is
    # present). Neither relation may have a +limit+, +offset+, or +uniq+ set.
    #
    #    Post.where("id = 1").or(Post.where("id = 2"))
    #    # SELECT `posts`.* FROM `posts`  WHERE (('id = 1' OR 'id = 2'))
    #
    def or(other)
      spawn.or!(other)
    end

599 600
    def or!(other) # :nodoc:
      unless structurally_compatible_for_or?(other)
601 602 603
        raise ArgumentError, 'Relation passed to #or must be structurally compatible'
      end

604 605
      self.where_clause = self.where_clause.or(other.where_clause)
      self.having_clause = self.having_clause.or(other.having_clause)
606 607 608 609

      self
    end

610 611 612 613
    private def structurally_compatible_for_or?(other) # :nodoc:
      Relation::SINGLE_VALUE_METHODS.all? { |m| send("#{m}_value") == other.send("#{m}_value") } &&
        (Relation::MULTI_VALUE_METHODS - [:extending]).all? { |m| send("#{m}_values") == other.send("#{m}_values") } &&
        (Relation::CLAUSE_METHODS - [:having, :where]).all? { |m| send("#{m}_clause") != other.send("#{m}_clause") }
614 615
    end

616 617 618 619
    # Allows to specify a HAVING clause. Note that you can't use HAVING
    # without also specifying a GROUP clause.
    #
    #   Order.having('SUM(price) > 30').group('user_id')
620
    def having(opts, *rest)
621
      opts.blank? ? self : spawn.having!(opts, *rest)
622 623
    end

J
Jon Leighton 已提交
624
    def having!(opts, *rest) # :nodoc:
625
      references!(PredicateBuilder.references(opts)) if Hash === opts
626

627
      self.having_clause += having_clause_factory.build(opts, rest)
628
      self
629 630
    end

631
    # Specifies a limit for the number of records to retrieve.
632 633 634 635
    #
    #   User.limit(10) # generated SQL has 'LIMIT 10'
    #
    #   User.limit(10).limit(20) # generated SQL has 'LIMIT 20'
636
    def limit(value)
J
Jon Leighton 已提交
637
      spawn.limit!(value)
638 639
    end

J
Jon Leighton 已提交
640
    def limit!(value) # :nodoc:
641 642
      self.limit_value = value
      self
643 644
    end

645 646 647 648
    # Specifies the number of rows to skip before returning rows.
    #
    #   User.offset(10) # generated SQL has "OFFSET 10"
    #
649
    # Should be used with order.
650
    #
651
    #   User.offset(10).order("name ASC")
652
    def offset(value)
J
Jon Leighton 已提交
653
      spawn.offset!(value)
654 655
    end

J
Jon Leighton 已提交
656
    def offset!(value) # :nodoc:
657 658
      self.offset_value = value
      self
659 660
    end

661
    # Specifies locking settings (default to +true+). For more information
662
    # on locking, please see +ActiveRecord::Locking+.
663
    def lock(locks = true)
J
Jon Leighton 已提交
664
      spawn.lock!(locks)
665
    end
666

J
Jon Leighton 已提交
667
    def lock!(locks = true) # :nodoc:
668
      case locks
669
      when String, TrueClass, NilClass
670
        self.lock_value = locks || true
671
      else
672
        self.lock_value = false
673
      end
674

675
      self
676 677
    end

678
    # Returns a chainable relation with zero records.
679
    #
680 681 682
    # The returned relation implements the Null Object pattern. It is an
    # object with defined null behavior and always returns an empty array of
    # records without querying the database.
683 684 685 686
    #
    # Any subsequent condition chained to the returned relation will continue
    # generating an empty relation and will not fire any query to the database.
    #
687 688
    # Used in cases where a method or scope could return zero records but the
    # result needs to be chainable.
689 690 691
    #
    # For example:
    #
A
AvnerCohen 已提交
692
    #   @posts = current_user.visible_posts.where(name: params[:name])
693
    #   # => the visible_posts method is expected to return a chainable Relation
694 695 696
    #
    #   def visible_posts
    #     case role
697
    #     when 'Country Manager'
A
AvnerCohen 已提交
698
    #       Post.where(country: country)
699
    #     when 'Reviewer'
700
    #       Post.published
701
    #     when 'Bad User'
702
    #       Post.none # It can't be chained if [] is returned.
703 704 705 706
    #     end
    #   end
    #
    def none
707
      where("1=0").extending!(NullRelation)
708 709
    end

J
Jon Leighton 已提交
710
    def none! # :nodoc:
711
      where!("1=0").extending!(NullRelation)
712 713
    end

714 715 716 717 718 719
    # Sets readonly attributes for the returned relation. If value is
    # true (default), attempting to update a record will result in an error.
    #
    #   users = User.readonly
    #   users.first.save
    #   => ActiveRecord::ReadOnlyRecord: ActiveRecord::ReadOnlyRecord
720
    def readonly(value = true)
J
Jon Leighton 已提交
721
      spawn.readonly!(value)
722 723
    end

J
Jon Leighton 已提交
724
    def readonly!(value = true) # :nodoc:
725 726
      self.readonly_value = value
      self
727 728
    end

729 730 731 732 733 734 735 736 737 738 739 740 741
    # Sets attributes to be used when creating new records from a
    # relation object.
    #
    #   users = User.where(name: 'Oscar')
    #   users.new.name # => 'Oscar'
    #
    #   users = users.create_with(name: 'DHH')
    #   users.new.name # => 'DHH'
    #
    # You can pass +nil+ to +create_with+ to reset attributes:
    #
    #   users = users.create_with(nil)
    #   users.new.name # => 'Oscar'
742
    def create_with(value)
J
Jon Leighton 已提交
743
      spawn.create_with!(value)
744 745
    end

J
Jon Leighton 已提交
746
    def create_with!(value) # :nodoc:
747 748 749 750 751 752 753
      if value
        value = sanitize_forbidden_attributes(value)
        self.create_with_value = create_with_value.merge(value)
      else
        self.create_with_value = {}
      end

754
      self
755 756
    end

757 758 759
    # Specifies table from which the records will be fetched. For example:
    #
    #   Topic.select('title').from('posts')
760
    #   # => SELECT title FROM posts
761 762 763
    #
    # Can accept other relation objects. For example:
    #
764
    #   Topic.select('title').from(Topic.approved)
765 766
    #   # => SELECT title FROM (SELECT * FROM topics WHERE approved = 't') subquery
    #
767
    #   Topic.select('a.title').from(Topic.approved, :a)
768 769 770 771
    #   # => SELECT a.title FROM (SELECT * FROM topics WHERE approved = 't') a
    #
    def from(value, subquery_name = nil)
      spawn.from!(value, subquery_name)
772 773
    end

J
Jon Leighton 已提交
774
    def from!(value, subquery_name = nil) # :nodoc:
775
      self.from_clause = Relation::FromClause.new(value, subquery_name)
776
      self
777 778
    end

779 780 781 782 783
    # Specifies whether the records should be unique or not. For example:
    #
    #   User.select(:name)
    #   # => Might return two records with the same name
    #
784 785
    #   User.select(:name).distinct
    #   # => Returns 1 record per distinct name
786
    #
787
    #   User.select(:name).distinct.distinct(false)
788
    #   # => You can also remove the uniqueness
789 790
    def distinct(value = true)
      spawn.distinct!(value)
791
    end
792
    alias uniq distinct
793

794 795 796
    # Like #distinct, but modifies relation in place.
    def distinct!(value = true) # :nodoc:
      self.distinct_value = value
797
      self
798
    end
799
    alias uniq! distinct!
800

801
    # Used to extend a scope with additional methods, either through
802 803
    # a module or through a block provided.
    #
804 805 806 807 808 809 810 811 812 813
    # The object returned is a relation, which can be further extended.
    #
    # === Using a module
    #
    #   module Pagination
    #     def page(number)
    #       # pagination code goes here
    #     end
    #   end
    #
814
    #   scope = Model.all.extending(Pagination)
815 816
    #   scope.page(params[:page])
    #
V
Vijay Dev 已提交
817
    # You can also pass a list of modules:
818
    #
819
    #   scope = Model.all.extending(Pagination, SomethingElse)
820 821 822
    #
    # === Using a block
    #
823
    #   scope = Model.all.extending do
824
    #     def page(number)
825
    #       # pagination code goes here
826 827 828 829 830 831
    #     end
    #   end
    #   scope.page(params[:page])
    #
    # You can also use a block and a module list:
    #
832
    #   scope = Model.all.extending(Pagination) do
833
    #     def per_page(number)
834
    #       # pagination code goes here
835 836
    #     end
    #   end
837 838
    def extending(*modules, &block)
      if modules.any? || block
J
Jon Leighton 已提交
839
        spawn.extending!(*modules, &block)
840 841 842 843
      else
        self
      end
    end
844

J
Jon Leighton 已提交
845
    def extending!(*modules, &block) # :nodoc:
846 847
      modules << Module.new(&block) if block
      modules.flatten!
848

849
      self.extending_values += modules
850
      extend(*extending_values) if extending_values.any?
851

852
      self
853 854
    end

855 856 857
    # Reverse the existing order clause on the relation.
    #
    #   User.order('name ASC').reverse_order # generated SQL has 'ORDER BY name DESC'
858
    def reverse_order
J
Jon Leighton 已提交
859
      spawn.reverse_order!
860 861
    end

J
Jon Leighton 已提交
862
    def reverse_order! # :nodoc:
863 864 865
      orders = order_values.uniq
      orders.reject!(&:blank?)
      self.order_values = reverse_sql_order(orders)
866
      self
867 868
    end

869
    # Returns the Arel object associated with the relation.
870
    def arel # :nodoc:
871
      @arel ||= build_arel
872 873
    end

874 875
    private

876 877 878 879 880
    def assert_mutability!
      raise ImmutableRelation if @loaded
      raise ImmutableRelation if defined?(@arel) && @arel
    end

881
    def build_arel
882
      arel = Arel::SelectManager.new(table)
883

884
      build_joins(arel, joins_values.flatten) unless joins_values.empty?
885

886
      arel.where(where_clause.ast) unless where_clause.empty?
887
      arel.having(having_clause.ast) unless having_clause.empty?
888 889
      arel.take(connection.sanitize_limit(limit_value)) if limit_value
      arel.skip(offset_value.to_i) if offset_value
890
      arel.group(*group_values.uniq.reject(&:blank?)) unless group_values.empty?
891

892
      build_order(arel)
893

894
      build_select(arel, select_values.uniq)
895

896
      arel.distinct(distinct_value)
897
      arel.from(build_from) unless from_clause.empty?
898
      arel.lock(lock_value) if lock_value
899

900 901 902
      arel
    end

903 904 905 906 907
    def symbol_unscoping(scope)
      if !VALID_UNSCOPING_VALUES.include?(scope)
        raise ArgumentError, "Called unscope() with invalid unscoping argument ':#{scope}'. Valid arguments are :#{VALID_UNSCOPING_VALUES.to_a.join(", :")}."
      end

908 909 910 911 912 913 914
      clause_method = Relation::CLAUSE_METHODS.include?(scope)
      multi_val_method = Relation::MULTI_VALUE_METHODS.include?(scope)
      if clause_method
        unscope_code = "#{scope}_clause="
      else
        unscope_code = "#{scope}_value#{'s' if multi_val_method}="
      end
915 916 917 918 919

      case scope
      when :order
        result = []
      else
920
        result = [] if multi_val_method
921 922 923 924 925
      end

      self.send(unscope_code, result)
    end

926 927 928 929 930 931
    def association_for_table(table_name)
      table_name = table_name.to_s
      @klass._reflect_on_association(table_name) ||
        @klass._reflect_on_association(table_name.singularize)
    end

932
    def build_from
933 934
      opts = from_clause.value
      name = from_clause.name
935 936 937 938 939 940 941 942 943
      case opts
      when Relation
        name ||= 'subquery'
        opts.arel.as(name.to_s)
      else
        opts
      end
    end

944
    def build_joins(manager, joins)
A
Aaron Patterson 已提交
945 946 947
      buckets = joins.group_by do |join|
        case join
        when String
948
          :string_join
A
Aaron Patterson 已提交
949
        when Hash, Symbol, Array
950
          :association_join
951
        when ActiveRecord::Associations::JoinDependency
952
          :stashed_join
953
        when Arel::Nodes::Join
954
          :join_node
A
Aaron Patterson 已提交
955 956 957
        else
          raise 'unknown class: %s' % join.class.name
        end
958
      end
959
      buckets.default = []
960

961 962 963 964
      association_joins         = buckets[:association_join]
      stashed_association_joins = buckets[:stashed_join]
      join_nodes                = buckets[:join_node].uniq
      string_joins              = buckets[:string_join].map(&:strip).uniq
965

966
      join_list = join_nodes + convert_join_strings_to_ast(manager, string_joins)
967

968
      join_dependency = ActiveRecord::Associations::JoinDependency.new(
969 970 971 972
        @klass,
        association_joins,
        join_list
      )
973

974
      join_infos = join_dependency.join_constraints stashed_association_joins
975

976 977
      join_infos.each do |info|
        info.joins.each { |join| manager.from(join) }
978
        manager.bind_values.concat info.binds
979
      end
980

981
      manager.join_sources.concat(join_list)
982 983

      manager
984 985
    end

986 987 988 989 990 991 992
    def convert_join_strings_to_ast(table, joins)
      joins
        .flatten
        .reject(&:blank?)
        .map { |join| table.create_string_join(Arel.sql(join)) }
    end

993
    def build_select(arel, selects)
C
Cody Cutrer 已提交
994
      if !selects.empty?
995
        expanded_select = selects.map do |field|
S
Sam 已提交
996 997 998 999 1000
          if (Symbol === field || String === field) && columns_hash.key?(field.to_s)
            arel_table[field]
          else
            field
          end
1001
        end
S
Sam 已提交
1002

1003
        arel.project(*expanded_select)
1004
      else
1005
        arel.project(@klass.arel_table[Arel.star])
1006 1007 1008
      end
    end

1009
    def reverse_sql_order(order_query)
B
Brian Mathiyakom 已提交
1010 1011
      order_query = ["#{quoted_table_name}.#{quoted_primary_key} ASC"] if order_query.empty?

1012
      order_query.flat_map do |o|
1013
        case o
1014
        when Arel::Nodes::Ordering
1015
          o.reverse
1016
        when String
1017
          o.to_s.split(',').map! do |s|
1018 1019 1020
            s.strip!
            s.gsub!(/\sasc\Z/i, ' DESC') || s.gsub!(/\sdesc\Z/i, ' ASC') || s.concat(' DESC')
          end
1021 1022 1023
        else
          o
        end
1024
      end
1025 1026
    end

1027
    def build_order(arel)
1028 1029
      orders = order_values.uniq
      orders.reject!(&:blank?)
1030

1031 1032
      arel.order(*orders) unless orders.empty?
    end
1033

1034 1035
    VALID_DIRECTIONS = [:asc, :desc, :ASC, :DESC,
                        'asc', 'desc', 'ASC', 'DESC'] # :nodoc:
1036

1037
    def validate_order_args(args)
Y
Yves Senn 已提交
1038 1039 1040
      args.each do |arg|
        next unless arg.is_a?(Hash)
        arg.each do |_key, value|
1041 1042
          raise ArgumentError, "Direction \"#{value}\" is invalid. Valid " \
                               "directions are: #{VALID_DIRECTIONS.inspect}" unless VALID_DIRECTIONS.include?(value)
1043 1044 1045
        end
      end
    end
P
Pratik Naik 已提交
1046

1047 1048 1049 1050 1051 1052 1053 1054 1055 1056
    def preprocess_order_args(order_args)
      order_args.flatten!
      validate_order_args(order_args)

      references = order_args.grep(String)
      references.map! { |arg| arg =~ /^([a-zA-Z]\w*)\.(\w+)/ && $1 }.compact!
      references!(references) if references.any?

      # if a symbol is given we prepend the quoted table name
      order_args.map! do |arg|
1057 1058
        case arg
        when Symbol
1059
          arg = klass.attribute_alias(arg) if klass.attribute_alias?(arg)
1060 1061 1062
          table[arg].asc
        when Hash
          arg.map { |field, dir|
1063
            field = klass.attribute_alias(field) if klass.attribute_alias?(field)
1064
            table[field].send(dir.downcase)
1065 1066 1067 1068 1069
          }
        else
          arg
        end
      end.flatten!
1070 1071
    end

1072 1073 1074 1075 1076 1077 1078 1079 1080 1081 1082 1083 1084
    # Checks to make sure that the arguments are not blank. Note that if some
    # blank-like object were initially passed into the query method, then this
    # method will not raise an error.
    #
    # Example:
    #
    #    Post.references()   # => raises an error
    #    Post.references([]) # => does not raise an error
    #
    # This particular method should be called with a method_name and the args
    # passed into that method as an input. For example:
    #
    # def references(*args)
1085
    #   check_if_method_has_arguments!("references", args)
1086 1087
    #   ...
    # end
1088
    def check_if_method_has_arguments!(method_name, args)
1089 1090 1091 1092
      if args.blank?
        raise ArgumentError, "The method .#{method_name}() must contain arguments."
      end
    end
S
Sean Griffin 已提交
1093 1094 1095 1096

    def new_where_clause
      Relation::WhereClause.empty
    end
1097
    alias new_having_clause new_where_clause
1098 1099 1100 1101

    def where_clause_factory
      @where_clause_factory ||= Relation::WhereClauseFactory.new(klass, predicate_builder)
    end
1102
    alias having_clause_factory where_clause_factory
1103 1104 1105 1106

    def new_from_clause
      Relation::FromClause.empty
    end
1107 1108
  end
end