query_methods.rb 39.2 KB
Newer Older
1 2 3 4
require_relative "from_clause"
require_relative "query_attribute"
require_relative "where_clause"
require_relative "where_clause_factory"
5
require "active_model/forbidden_attributes_protection"
6

7 8
module ActiveRecord
  module QueryMethods
9 10
    extend ActiveSupport::Concern

11 12
    include ActiveModel::ForbiddenAttributesProtection

13
    # WhereChain objects act as placeholder for queries in which #where does not have any parameter.
14
    # In this case, #where must be chained with #not to return a new relation.
15
    class WhereChain
16 17
      include ActiveModel::ForbiddenAttributesProtection

18 19 20 21
      def initialize(scope)
        @scope = scope
      end

22 23
      # Returns a new relation expressing WHERE + NOT condition according to
      # the conditions in the arguments.
24
      #
25
      # #not accepts conditions as a string, array, or hash. See QueryMethods#where for
26
      # more details on each format.
27 28
      #
      #    User.where.not("name = 'Jon'")
29
      #    # SELECT * FROM users WHERE NOT (name = 'Jon')
30 31
      #
      #    User.where.not(["name = ?", "Jon"])
32
      #    # SELECT * FROM users WHERE NOT (name = 'Jon')
33
      #
34
      #    User.where.not(name: "Jon")
35
      #    # SELECT * FROM users WHERE name != 'Jon'
36 37 38 39
      #
      #    User.where.not(name: nil)
      #    # SELECT * FROM users WHERE name IS NOT NULL
      #
40
      #    User.where.not(name: %w(Ko1 Nobu))
41
      #    # SELECT * FROM users WHERE name NOT IN ('Ko1', 'Nobu')
42 43 44
      #
      #    User.where.not(name: "Jon", role: "admin")
      #    # SELECT * FROM users WHERE name != 'Jon' AND role != 'admin'
45
      def not(opts, *rest)
46 47
        opts = sanitize_forbidden_attributes(opts)

48
        where_clause = @scope.send(:where_clause_factory).build(opts, rest)
49 50

        @scope.references!(PredicateBuilder.references(opts)) if Hash === opts
51
        @scope.where_clause += where_clause.invert
52 53 54 55
        @scope
      end
    end

56
    FROZEN_EMPTY_ARRAY = [].freeze
57
    FROZEN_EMPTY_HASH = {}.freeze
58

59
    Relation::VALUE_METHODS.each do |name|
60 61 62 63 64 65
      method_name = \
        case name
        when *Relation::MULTI_VALUE_METHODS then "#{name}_values"
        when *Relation::SINGLE_VALUE_METHODS then "#{name}_value"
        when *Relation::CLAUSE_METHODS then "#{name}_clause"
        end
66
      class_eval <<-CODE, __FILE__, __LINE__ + 1
67 68
        def #{method_name}                   # def includes_values
          get_value(#{name.inspect})         #   get_value(:includes)
69
        end                                  # end
70

71 72
        def #{method_name}=(value)           # def includes_values=(value)
          set_value(#{name.inspect}, value)  #   set_value(:includes, value)
73 74
        end                                  # end
      CODE
75 76
    end

77
    def bound_attributes
78
      if limit_value
79
        limit_bind = Attribute.with_cast_value(
80 81
          "LIMIT".freeze,
          connection.sanitize_limit(limit_value),
82
          Type.default_value,
83 84 85
        )
      end
      if offset_value
86
        offset_bind = Attribute.with_cast_value(
87 88
          "OFFSET".freeze,
          offset_value.to_i,
89
          Type.default_value,
90 91
        )
      end
92 93 94 95 96 97 98 99
      connection.combine_bind_parameters(
        from_clause: from_clause.binds,
        join_clause: arel.bind_values,
        where_clause: where_clause.binds,
        having_clause: having_clause.binds,
        limit: limit_bind,
        offset: offset_bind,
      )
S
Sean Griffin 已提交
100 101
    end

102
    alias extensions extending_values
103

O
Oscar Del Ben 已提交
104 105 106 107 108 109 110 111 112 113
    # Specify relationships to be included in the result set. For
    # example:
    #
    #   users = User.includes(:address)
    #   users.each do |user|
    #     user.address.city
    #   end
    #
    # allows you to access the +address+ attribute of the +User+ model without
    # firing an additional query. This will often result in a
114
    # performance improvement over a simple join.
115
    #
116 117 118 119 120 121 122 123
    # You can also specify multiple relationships, like this:
    #
    #   users = User.includes(:address, :friends)
    #
    # Loading nested relationships is possible using a Hash:
    #
    #   users = User.includes(:address, friends: [:address, :followers])
    #
124 125 126 127 128 129 130 131 132 133
    # === conditions
    #
    # If you want to add conditions to your included models you'll have
    # to explicitly reference them. For example:
    #
    #   User.includes(:posts).where('posts.name = ?', 'example')
    #
    # Will throw an error, but this will work:
    #
    #   User.includes(:posts).where('posts.name = ?', 'example').references(:posts)
134
    #
135
    # Note that #includes works with association names while #references needs
136
    # the actual table name.
137
    def includes(*args)
138
      check_if_method_has_arguments!(:includes, args)
139
      spawn.includes!(*args)
140
    end
141

J
Jon Leighton 已提交
142
    def includes!(*args) # :nodoc:
143 144
      args.reject!(&:blank?)
      args.flatten!
A
Aaron Patterson 已提交
145

146
      self.includes_values |= args
147
      self
148
    end
149

150 151 152
    # Forces eager loading by performing a LEFT OUTER JOIN on +args+:
    #
    #   User.eager_load(:posts)
153 154 155
    #   # SELECT "users"."id" AS t0_r0, "users"."name" AS t0_r1, ...
    #   # FROM "users" LEFT OUTER JOIN "posts" ON "posts"."user_id" =
    #   # "users"."id"
156
    def eager_load(*args)
157
      check_if_method_has_arguments!(:eager_load, args)
158
      spawn.eager_load!(*args)
159
    end
160

J
Jon Leighton 已提交
161
    def eager_load!(*args) # :nodoc:
162 163
      self.eager_load_values += args
      self
164 165
    end

166
    # Allows preloading of +args+, in the same way that #includes does:
167 168
    #
    #   User.preload(:posts)
169
    #   # SELECT "posts".* FROM "posts" WHERE "posts"."user_id" IN (1, 2, 3)
170
    def preload(*args)
171
      check_if_method_has_arguments!(:preload, args)
172
      spawn.preload!(*args)
173
    end
174

J
Jon Leighton 已提交
175
    def preload!(*args) # :nodoc:
176 177
      self.preload_values += args
      self
178
    end
179

180 181
    # Use to indicate that the given +table_names+ are referenced by an SQL string,
    # and should therefore be JOINed in any query rather than loaded separately.
182
    # This method only works in conjunction with #includes.
183
    # See #includes for more details.
184 185
    #
    #   User.includes(:posts).where("posts.name = 'foo'")
186
    #   # Doesn't JOIN the posts table, resulting in an error.
187 188
    #
    #   User.includes(:posts).where("posts.name = 'foo'").references(:posts)
189
    #   # Query now knows the string references posts, so adds a JOIN
190 191 192
    def references(*table_names)
      check_if_method_has_arguments!(:references, table_names)
      spawn.references!(*table_names)
193
    end
194

195 196 197
    def references!(*table_names) # :nodoc:
      table_names.flatten!
      table_names.map!(&:to_s)
198

199
      self.references_values |= table_names
200
      self
201 202
    end

203
    # Works in two unique ways.
204
    #
205
    # First: takes a block so it can be used just like +Array#select+.
206
    #
207
    #   Model.all.select { |m| m.field == value }
208 209
    #
    # This will build an array of objects from the database for the scope,
210
    # converting them into an array and iterating through them using +Array#select+.
211 212
    #
    # Second: Modifies the SELECT statement for the query so that only certain
V
Vijay Dev 已提交
213
    # fields are retrieved:
214
    #
215
    #   Model.select(:field)
216
    #   # => [#<Model id: nil, field: "value">]
217 218
    #
    # Although in the above example it looks as though this method returns an
V
Vijay Dev 已提交
219
    # array, it actually returns a relation object and can have other query
220 221
    # methods appended to it, such as the other methods in ActiveRecord::QueryMethods.
    #
222
    # The argument to the method can also be an array of fields.
223
    #
224
    #   Model.select(:field, :other_field, :and_one_more)
225
    #   # => [#<Model id: nil, field: "value", other_field: "value", and_one_more: "value">]
226
    #
227 228 229
    # You can also use one or more strings, which will be used unchanged as SELECT fields.
    #
    #   Model.select('field AS field_one', 'other_field AS field_two')
230
    #   # => [#<Model id: nil, field: "value", other_field: "value">]
231 232 233 234 235 236
    #
    # If an alias was specified, it will be accessible from the resulting objects:
    #
    #   Model.select('field AS field_one').first.field_one
    #   # => "value"
    #
237
    # Accessing attributes of an object that do not have fields retrieved by a select
238
    # except +id+ will throw ActiveModel::MissingAttributeError:
239
    #
240 241 242
    #   Model.select(:field).first.other_field
    #   # => ActiveModel::MissingAttributeError: missing attribute: other_field
    def select(*fields)
243 244
      if block_given?
        if fields.any?
245
          raise ArgumentError, "`select' with block doesn't take arguments."
246 247 248 249 250
        end

        return super()
      end

251
      raise ArgumentError, "Call `select' with at least one field" if fields.empty?
252
      spawn._select!(*fields)
253 254
    end

255
    def _select!(*fields) # :nodoc:
256
      fields.flatten!
257
      fields.map! do |field|
258
        klass.attribute_alias?(field) ? klass.attribute_alias(field).to_sym : field
259
      end
260
      self.select_values += fields
261
      self
262
    end
S
Santiago Pastorino 已提交
263

O
Oscar Del Ben 已提交
264 265 266
    # Allows to specify a group attribute:
    #
    #   User.group(:name)
267
    #   # SELECT "users".* FROM "users" GROUP BY name
O
Oscar Del Ben 已提交
268
    #
269
    # Returns an array with distinct records based on the +group+ attribute:
O
Oscar Del Ben 已提交
270 271
    #
    #   User.select([:id, :name])
272
    #   # => [#<User id: 1, name: "Oscar">, #<User id: 2, name: "Oscar">, #<User id: 3, name: "Foo">]
O
Oscar Del Ben 已提交
273 274
    #
    #   User.group(:name)
275
    #   # => [#<User id: 3, name: "Foo", ...>, #<User id: 2, name: "Oscar", ...>]
276 277
    #
    #   User.group('name AS grouped_name, age')
278
    #   # => [#<User id: 3, name: "Foo", age: 21, ...>, #<User id: 2, name: "Oscar", age: 21, ...>, #<User id: 5, name: "Foo", age: 23, ...>]
279 280
    #
    # Passing in an array of attributes to group by is also supported.
281
    #
282
    #   User.select([:id, :first_name]).group(:id, :first_name).first(3)
283
    #   # => [#<User id: 1, first_name: "Bill">, #<User id: 2, first_name: "Earl">, #<User id: 3, first_name: "Beto">]
284
    def group(*args)
285
      check_if_method_has_arguments!(:group, args)
286
      spawn.group!(*args)
287
    end
288

J
Jon Leighton 已提交
289
    def group!(*args) # :nodoc:
290 291 292
      args.flatten!

      self.group_values += args
293
      self
294
    end
295

O
Oscar Del Ben 已提交
296 297
    # Allows to specify an order attribute:
    #
298
    #   User.order(:name)
299
    #   # SELECT "users".* FROM "users" ORDER BY "users"."name" ASC
300
    #
301
    #   User.order(email: :desc)
302
    #   # SELECT "users".* FROM "users" ORDER BY "users"."email" DESC
303
    #
304
    #   User.order(:name, email: :desc)
305
    #   # SELECT "users".* FROM "users" ORDER BY "users"."name" ASC, "users"."email" DESC
306 307
    #
    #   User.order('name')
308
    #   # SELECT "users".* FROM "users" ORDER BY name
309 310
    #
    #   User.order('name DESC')
311
    #   # SELECT "users".* FROM "users" ORDER BY name DESC
312 313
    #
    #   User.order('name DESC, email')
314
    #   # SELECT "users".* FROM "users" ORDER BY name DESC, email
315
    def order(*args)
316
      check_if_method_has_arguments!(:order, args)
317
      spawn.order!(*args)
318
    end
319

J
Jon Leighton 已提交
320
    def order!(*args) # :nodoc:
321
      preprocess_order_args(args)
322

323
      self.order_values += args
324
      self
325
    end
326

327 328 329 330 331 332 333 334
    # Replaces any existing order defined on the relation with the specified order.
    #
    #   User.order('email DESC').reorder('id ASC') # generated SQL has 'ORDER BY id ASC'
    #
    # Subsequent calls to order on the same relation will be appended. For example:
    #
    #   User.order('email DESC').reorder('id ASC').order('name ASC')
    #
335
    # generates a query with 'ORDER BY id ASC, name ASC'.
S
Sebastian Martinez 已提交
336
    def reorder(*args)
337
      check_if_method_has_arguments!(:reorder, args)
338
      spawn.reorder!(*args)
339
    end
340

J
Jon Leighton 已提交
341
    def reorder!(*args) # :nodoc:
342
      preprocess_order_args(args)
343

344
      self.reordering_value = true
345
      self.order_values = args
346
      self
S
Sebastian Martinez 已提交
347 348
    end

349 350 351 352 353 354 355 356
    VALID_UNSCOPING_VALUES = Set.new([:where, :select, :group, :order, :lock,
                                     :limit, :offset, :joins, :includes, :from,
                                     :readonly, :having])

    # Removes an unwanted relation that is already defined on a chain of relations.
    # This is useful when passing around chains of relations and would like to
    # modify the relations without reconstructing the entire chain.
    #
357
    #   User.order('email DESC').unscope(:order) == User.all
358 359 360 361 362
    #
    # The method arguments are symbols which correspond to the names of the methods
    # which should be unscoped. The valid arguments are given in VALID_UNSCOPING_VALUES.
    # The method can also be called with multiple arguments. For example:
    #
363
    #   User.order('email DESC').select('id').where(name: "John")
364 365
    #       .unscope(:order, :select, :where) == User.all
    #
366
    # One can additionally pass a hash as an argument to unscope specific +:where+ values.
367
    # This is done by passing a hash with a single key-value pair. The key should be
368
    # +:where+ and the value should be the where value to unscope. For example:
369
    #
370 371
    #   User.where(name: "John", active: true).unscope(where: :name)
    #       == User.where(active: true)
372
    #
373 374
    # This method is similar to #except, but unlike
    # #except, it persists across merges:
375
    #
J
Jon Leighton 已提交
376 377
    #   User.order('email').merge(User.except(:order))
    #       == User.order('email')
378
    #
J
Jon Leighton 已提交
379 380 381 382 383
    #   User.order('email').merge(User.unscope(:order))
    #       == User.all
    #
    # This means it can be used in association definitions:
    #
R
Ryuta Kamizono 已提交
384
    #   has_many :comments, -> { unscope(where: :trashed) }
385 386
    #
    def unscope(*args)
387
      check_if_method_has_arguments!(:unscope, args)
388 389 390
      spawn.unscope!(*args)
    end

391
    def unscope!(*args) # :nodoc:
392
      args.flatten!
J
Jon Leighton 已提交
393
      self.unscope_values += args
394 395 396 397

      args.each do |scope|
        case scope
        when Symbol
398 399 400 401
          if !VALID_UNSCOPING_VALUES.include?(scope)
            raise ArgumentError, "Called unscope() with invalid unscoping argument ':#{scope}'. Valid arguments are :#{VALID_UNSCOPING_VALUES.to_a.join(", :")}."
          end
          set_value(scope, nil)
402 403 404 405 406 407
        when Hash
          scope.each do |key, target_value|
            if key != :where
              raise ArgumentError, "Hash arguments in .unscope(*args) must have :where as the key."
            end

408 409
            target_values = Array(target_value).map(&:to_s)
            self.where_clause = where_clause.except(*target_values)
410 411 412 413 414 415 416 417 418
          end
        else
          raise ArgumentError, "Unrecognized scoping: #{args.inspect}. Use .unscope(where: :attribute_name) or .unscope(:order), for example."
        end
      end

      self
    end

419 420
    # Performs a joins on +args+. The given symbol(s) should match the name of
    # the association(s).
421 422
    #
    #   User.joins(:posts)
423 424 425 426 427 428 429 430 431 432 433 434 435 436 437 438 439 440 441 442
    #   # SELECT "users".*
    #   # FROM "users"
    #   # INNER JOIN "posts" ON "posts"."user_id" = "users"."id"
    #
    # Multiple joins:
    #
    #   User.joins(:posts, :account)
    #   # SELECT "users".*
    #   # FROM "users"
    #   # INNER JOIN "posts" ON "posts"."user_id" = "users"."id"
    #   # INNER JOIN "accounts" ON "accounts"."id" = "users"."account_id"
    #
    # Nested joins:
    #
    #   User.joins(posts: [:comments])
    #   # SELECT "users".*
    #   # FROM "users"
    #   # INNER JOIN "posts" ON "posts"."user_id" = "users"."id"
    #   # INNER JOIN "comments" "comments_posts"
    #   #   ON "comments_posts"."post_id" = "posts"."id"
443 444 445 446
    #
    # You can use strings in order to customize your joins:
    #
    #   User.joins("LEFT JOIN bookmarks ON bookmarks.bookmarkable_type = 'Post' AND bookmarks.user_id = users.id")
447
    #   # SELECT "users".* FROM "users" LEFT JOIN bookmarks ON bookmarks.bookmarkable_type = 'Post' AND bookmarks.user_id = users.id
448
    def joins(*args)
449 450
      check_if_method_has_arguments!(:joins, args)
      spawn.joins!(*args)
451
    end
452

J
Jon Leighton 已提交
453
    def joins!(*args) # :nodoc:
454 455
      args.compact!
      args.flatten!
456 457
      self.joins_values += args
      self
P
Pratik Naik 已提交
458 459
    end

460 461 462 463 464 465 466 467 468 469 470 471 472
    # Performs a left outer joins on +args+:
    #
    #   User.left_outer_joins(:posts)
    #   => SELECT "users".* FROM "users" LEFT OUTER JOIN "posts" ON "posts"."user_id" = "users"."id"
    #
    def left_outer_joins(*args)
      check_if_method_has_arguments!(:left_outer_joins, args)

      args.compact!
      args.flatten!

      spawn.left_outer_joins!(*args)
    end
473
    alias :left_joins :left_outer_joins
474 475 476 477 478 479

    def left_outer_joins!(*args) # :nodoc:
      self.left_outer_joins_values += args
      self
    end

480 481 482 483 484 485 486 487 488 489
    # Returns a new relation, which is the result of filtering the current relation
    # according to the conditions in the arguments.
    #
    # #where accepts conditions in one of several formats. In the examples below, the resulting
    # SQL is given as an illustration; the actual query generated may be different depending
    # on the database adapter.
    #
    # === string
    #
    # A single string, without additional arguments, is passed to the query
490
    # constructor as an SQL fragment, and used in the where clause of the query.
491 492 493 494 495 496 497 498 499 500 501 502 503 504 505 506 507 508 509 510 511 512 513 514 515 516 517 518 519 520 521 522
    #
    #    Client.where("orders_count = '2'")
    #    # SELECT * from clients where orders_count = '2';
    #
    # Note that building your own string from user input may expose your application
    # to injection attacks if not done properly. As an alternative, it is recommended
    # to use one of the following methods.
    #
    # === array
    #
    # If an array is passed, then the first element of the array is treated as a template, and
    # the remaining elements are inserted into the template to generate the condition.
    # Active Record takes care of building the query to avoid injection attacks, and will
    # convert from the ruby type to the database type where needed. Elements are inserted
    # into the string in the order in which they appear.
    #
    #   User.where(["name = ? and email = ?", "Joe", "joe@example.com"])
    #   # SELECT * FROM users WHERE name = 'Joe' AND email = 'joe@example.com';
    #
    # Alternatively, you can use named placeholders in the template, and pass a hash as the
    # second element of the array. The names in the template are replaced with the corresponding
    # values from the hash.
    #
    #   User.where(["name = :name and email = :email", { name: "Joe", email: "joe@example.com" }])
    #   # SELECT * FROM users WHERE name = 'Joe' AND email = 'joe@example.com';
    #
    # This can make for more readable code in complex queries.
    #
    # Lastly, you can use sprintf-style % escapes in the template. This works slightly differently
    # than the previous methods; you are responsible for ensuring that the values in the template
    # are properly quoted. The values are passed to the connector for quoting, but the caller
    # is responsible for ensuring they are enclosed in quotes in the resulting SQL. After quoting,
523
    # the values are inserted using the same escapes as the Ruby core method +Kernel::sprintf+.
524 525 526 527 528 529 530 531 532 533 534 535 536 537 538 539 540 541 542 543 544 545 546 547 548 549 550 551 552 553 554
    #
    #   User.where(["name = '%s' and email = '%s'", "Joe", "joe@example.com"])
    #   # SELECT * FROM users WHERE name = 'Joe' AND email = 'joe@example.com';
    #
    # If #where is called with multiple arguments, these are treated as if they were passed as
    # the elements of a single array.
    #
    #   User.where("name = :name and email = :email", { name: "Joe", email: "joe@example.com" })
    #   # SELECT * FROM users WHERE name = 'Joe' AND email = 'joe@example.com';
    #
    # When using strings to specify conditions, you can use any operator available from
    # the database. While this provides the most flexibility, you can also unintentionally introduce
    # dependencies on the underlying database. If your code is intended for general consumption,
    # test with multiple database backends.
    #
    # === hash
    #
    # #where will also accept a hash condition, in which the keys are fields and the values
    # are values to be searched for.
    #
    # Fields can be symbols or strings. Values can be single values, arrays, or ranges.
    #
    #    User.where({ name: "Joe", email: "joe@example.com" })
    #    # SELECT * FROM users WHERE name = 'Joe' AND email = 'joe@example.com'
    #
    #    User.where({ name: ["Alice", "Bob"]})
    #    # SELECT * FROM users WHERE name IN ('Alice', 'Bob')
    #
    #    User.where({ created_at: (Time.now.midnight - 1.day)..Time.now.midnight })
    #    # SELECT * FROM users WHERE (created_at BETWEEN '2012-06-09 07:00:00.000000' AND '2012-06-10 07:00:00.000000')
    #
555 556 557 558 559 560
    # In the case of a belongs_to relationship, an association key can be used
    # to specify the model if an ActiveRecord object is used as the value.
    #
    #    author = Author.find(1)
    #
    #    # The following queries will be equivalent:
A
AvnerCohen 已提交
561 562
    #    Post.where(author: author)
    #    Post.where(author_id: author)
563 564 565
    #
    # This also works with polymorphic belongs_to relationships:
    #
A
AvnerCohen 已提交
566 567
    #    treasure = Treasure.create(name: 'gold coins')
    #    treasure.price_estimates << PriceEstimate.create(price: 125)
568 569
    #
    #    # The following queries will be equivalent:
A
AvnerCohen 已提交
570 571
    #    PriceEstimate.where(estimate_of: treasure)
    #    PriceEstimate.where(estimate_of_type: 'Treasure', estimate_of_id: treasure)
572
    #
573 574 575 576 577 578 579 580 581 582
    # === Joins
    #
    # If the relation is the result of a join, you may create a condition which uses any of the
    # tables in the join. For string and array conditions, use the table name in the condition.
    #
    #    User.joins(:posts).where("posts.created_at < ?", Time.now)
    #
    # For hash conditions, you can either use the table name in the key, or use a sub-hash.
    #
    #    User.joins(:posts).where({ "posts.published" => true })
A
AvnerCohen 已提交
583
    #    User.joins(:posts).where({ posts: { published: true } })
584
    #
585
    # === no argument
586
    #
587 588
    # If no argument is passed, #where returns a new instance of WhereChain, that
    # can be chained with #not to return a new relation that negates the where clause.
589 590
    #
    #    User.where.not(name: "Jon")
591
    #    # SELECT * FROM users WHERE name != 'Jon'
592
    #
593
    # See WhereChain for more details on #not.
594
    #
595
    # === blank condition
596
    #
597
    # If the condition is any blank-ish object, then #where is a no-op and returns
598
    # the current relation.
599
    def where(opts = :chain, *rest)
600
      if :chain == opts
601 602 603 604 605 606
        WhereChain.new(spawn)
      elsif opts.blank?
        self
      else
        spawn.where!(opts, *rest)
      end
607 608
    end

609
    def where!(opts, *rest) # :nodoc:
610 611
      opts = sanitize_forbidden_attributes(opts)
      references!(PredicateBuilder.references(opts)) if Hash === opts
612
      self.where_clause += where_clause_factory.build(opts, rest)
613
      self
614
    end
P
Pratik Naik 已提交
615

616 617
    # Allows you to change a previously set where condition for a given attribute, instead of appending to that condition.
    #
618 619 620 621 622 623 624 625
    #   Post.where(trashed: true).where(trashed: false)
    #   # WHERE `trashed` = 1 AND `trashed` = 0
    #
    #   Post.where(trashed: true).rewhere(trashed: false)
    #   # WHERE `trashed` = 0
    #
    #   Post.where(active: true).where(trashed: true).rewhere(trashed: false)
    #   # WHERE `active` = 1 AND `trashed` = 0
626
    #
627 628
    # This is short-hand for <tt>unscope(where: conditions.keys).where(conditions)</tt>.
    # Note that unlike reorder, we're only unscoping the named conditions -- not the entire where statement.
629 630 631 632
    def rewhere(conditions)
      unscope(where: conditions.keys).where(conditions)
    end

633 634 635 636
    # Returns a new relation, which is the logical union of this relation and the one passed as an
    # argument.
    #
    # The two relations must be structurally compatible: they must be scoping the same model, and
637 638
    # they must differ only by #where (if no #group has been defined) or #having (if a #group is
    # present). Neither relation may have a #limit, #offset, or #distinct set.
639
    #
640
    #    Post.where("id = 1").or(Post.where("author_id = 3"))
R
Ryuta Kamizono 已提交
641
    #    # SELECT `posts`.* FROM `posts` WHERE ((id = 1) OR (author_id = 3))
642 643
    #
    def or(other)
644 645 646 647
      unless other.is_a? Relation
        raise ArgumentError, "You have passed #{other.class.name} object to #or. Pass an ActiveRecord::Relation object instead."
      end

648 649 650
      spawn.or!(other)
    end

651
    def or!(other) # :nodoc:
652 653 654 655
      incompatible_values = structurally_incompatible_values_for_or(other)

      unless incompatible_values.empty?
        raise ArgumentError, "Relation passed to #or must be structurally compatible. Incompatible values: #{incompatible_values}"
656 657
      end

658
      self.where_clause = self.where_clause.or(other.where_clause)
659
      self.having_clause = having_clause.or(other.having_clause)
660 661 662 663

      self
    end

664 665 666 667
    # Allows to specify a HAVING clause. Note that you can't use HAVING
    # without also specifying a GROUP clause.
    #
    #   Order.having('SUM(price) > 30').group('user_id')
668
    def having(opts, *rest)
669
      opts.blank? ? self : spawn.having!(opts, *rest)
670 671
    end

J
Jon Leighton 已提交
672
    def having!(opts, *rest) # :nodoc:
673
      opts = sanitize_forbidden_attributes(opts)
674
      references!(PredicateBuilder.references(opts)) if Hash === opts
675

676
      self.having_clause += having_clause_factory.build(opts, rest)
677
      self
678 679
    end

680
    # Specifies a limit for the number of records to retrieve.
681 682 683 684
    #
    #   User.limit(10) # generated SQL has 'LIMIT 10'
    #
    #   User.limit(10).limit(20) # generated SQL has 'LIMIT 20'
685
    def limit(value)
J
Jon Leighton 已提交
686
      spawn.limit!(value)
687 688
    end

J
Jon Leighton 已提交
689
    def limit!(value) # :nodoc:
690 691
      self.limit_value = value
      self
692 693
    end

694 695 696 697
    # Specifies the number of rows to skip before returning rows.
    #
    #   User.offset(10) # generated SQL has "OFFSET 10"
    #
698
    # Should be used with order.
699
    #
700
    #   User.offset(10).order("name ASC")
701
    def offset(value)
J
Jon Leighton 已提交
702
      spawn.offset!(value)
703 704
    end

J
Jon Leighton 已提交
705
    def offset!(value) # :nodoc:
706 707
      self.offset_value = value
      self
708 709
    end

710
    # Specifies locking settings (default to +true+). For more information
711
    # on locking, please see ActiveRecord::Locking.
712
    def lock(locks = true)
J
Jon Leighton 已提交
713
      spawn.lock!(locks)
714
    end
715

J
Jon Leighton 已提交
716
    def lock!(locks = true) # :nodoc:
717
      case locks
718
      when String, TrueClass, NilClass
719
        self.lock_value = locks || true
720
      else
721
        self.lock_value = false
722
      end
723

724
      self
725 726
    end

727
    # Returns a chainable relation with zero records.
728
    #
729 730 731
    # The returned relation implements the Null Object pattern. It is an
    # object with defined null behavior and always returns an empty array of
    # records without querying the database.
732 733 734 735
    #
    # Any subsequent condition chained to the returned relation will continue
    # generating an empty relation and will not fire any query to the database.
    #
736 737
    # Used in cases where a method or scope could return zero records but the
    # result needs to be chainable.
738 739 740
    #
    # For example:
    #
A
AvnerCohen 已提交
741
    #   @posts = current_user.visible_posts.where(name: params[:name])
742
    #   # the visible_posts method is expected to return a chainable Relation
743 744 745
    #
    #   def visible_posts
    #     case role
746
    #     when 'Country Manager'
A
AvnerCohen 已提交
747
    #       Post.where(country: country)
748
    #     when 'Reviewer'
749
    #       Post.published
750
    #     when 'Bad User'
751
    #       Post.none # It can't be chained if [] is returned.
752 753 754 755
    #     end
    #   end
    #
    def none
756
      spawn.none!
757 758
    end

J
Jon Leighton 已提交
759
    def none! # :nodoc:
760
      where!("1=0").extending!(NullRelation)
761 762
    end

763 764 765 766 767
    # Sets readonly attributes for the returned relation. If value is
    # true (default), attempting to update a record will result in an error.
    #
    #   users = User.readonly
    #   users.first.save
768
    #   => ActiveRecord::ReadOnlyRecord: User is marked as readonly
769
    def readonly(value = true)
J
Jon Leighton 已提交
770
      spawn.readonly!(value)
771 772
    end

J
Jon Leighton 已提交
773
    def readonly!(value = true) # :nodoc:
774 775
      self.readonly_value = value
      self
776 777
    end

778 779 780 781 782 783 784 785 786
    # Sets attributes to be used when creating new records from a
    # relation object.
    #
    #   users = User.where(name: 'Oscar')
    #   users.new.name # => 'Oscar'
    #
    #   users = users.create_with(name: 'DHH')
    #   users.new.name # => 'DHH'
    #
787
    # You can pass +nil+ to #create_with to reset attributes:
788 789 790
    #
    #   users = users.create_with(nil)
    #   users.new.name # => 'Oscar'
791
    def create_with(value)
J
Jon Leighton 已提交
792
      spawn.create_with!(value)
793 794
    end

J
Jon Leighton 已提交
795
    def create_with!(value) # :nodoc:
796 797 798 799 800 801 802
      if value
        value = sanitize_forbidden_attributes(value)
        self.create_with_value = create_with_value.merge(value)
      else
        self.create_with_value = {}
      end

803
      self
804 805
    end

806 807 808
    # Specifies table from which the records will be fetched. For example:
    #
    #   Topic.select('title').from('posts')
809
    #   # SELECT title FROM posts
810 811 812
    #
    # Can accept other relation objects. For example:
    #
813
    #   Topic.select('title').from(Topic.approved)
814
    #   # SELECT title FROM (SELECT * FROM topics WHERE approved = 't') subquery
815
    #
816
    #   Topic.select('a.title').from(Topic.approved, :a)
817
    #   # SELECT a.title FROM (SELECT * FROM topics WHERE approved = 't') a
818 819 820
    #
    def from(value, subquery_name = nil)
      spawn.from!(value, subquery_name)
821 822
    end

J
Jon Leighton 已提交
823
    def from!(value, subquery_name = nil) # :nodoc:
824
      self.from_clause = Relation::FromClause.new(value, subquery_name)
825
      self
826 827
    end

828 829 830
    # Specifies whether the records should be unique or not. For example:
    #
    #   User.select(:name)
831
    #   # Might return two records with the same name
832
    #
833
    #   User.select(:name).distinct
834
    #   # Returns 1 record per distinct name
835
    #
836
    #   User.select(:name).distinct.distinct(false)
837
    #   # You can also remove the uniqueness
838 839
    def distinct(value = true)
      spawn.distinct!(value)
840 841
    end

842 843 844
    # Like #distinct, but modifies relation in place.
    def distinct!(value = true) # :nodoc:
      self.distinct_value = value
845
      self
846 847
    end

848
    # Used to extend a scope with additional methods, either through
849 850
    # a module or through a block provided.
    #
851 852 853 854 855 856 857 858 859 860
    # The object returned is a relation, which can be further extended.
    #
    # === Using a module
    #
    #   module Pagination
    #     def page(number)
    #       # pagination code goes here
    #     end
    #   end
    #
861
    #   scope = Model.all.extending(Pagination)
862 863
    #   scope.page(params[:page])
    #
V
Vijay Dev 已提交
864
    # You can also pass a list of modules:
865
    #
866
    #   scope = Model.all.extending(Pagination, SomethingElse)
867 868 869
    #
    # === Using a block
    #
870
    #   scope = Model.all.extending do
871
    #     def page(number)
872
    #       # pagination code goes here
873 874 875 876 877 878
    #     end
    #   end
    #   scope.page(params[:page])
    #
    # You can also use a block and a module list:
    #
879
    #   scope = Model.all.extending(Pagination) do
880
    #     def per_page(number)
881
    #       # pagination code goes here
882 883
    #     end
    #   end
884 885
    def extending(*modules, &block)
      if modules.any? || block
J
Jon Leighton 已提交
886
        spawn.extending!(*modules, &block)
887 888 889 890
      else
        self
      end
    end
891

J
Jon Leighton 已提交
892
    def extending!(*modules, &block) # :nodoc:
893 894
      modules << Module.new(&block) if block
      modules.flatten!
895

896
      self.extending_values += modules
897
      extend(*extending_values) if extending_values.any?
898

899
      self
900 901
    end

902 903 904
    # Reverse the existing order clause on the relation.
    #
    #   User.order('name ASC').reverse_order # generated SQL has 'ORDER BY name DESC'
905
    def reverse_order
J
Jon Leighton 已提交
906
      spawn.reverse_order!
907 908
    end

J
Jon Leighton 已提交
909
    def reverse_order! # :nodoc:
910 911 912
      orders = order_values.uniq
      orders.reject!(&:blank?)
      self.order_values = reverse_sql_order(orders)
913
      self
914 915
    end

916 917 918 919 920
    def skip_query_cache! # :nodoc:
      self.skip_query_cache_value = true
      self
    end

921
    # Returns the Arel object associated with the relation.
922
    def arel # :nodoc:
923
      @arel ||= build_arel
924 925
    end

926 927 928 929 930 931 932 933 934 935 936
    # Returns a relation value with a given name
    def get_value(name) # :nodoc:
      @values[name] || default_value_for(name)
    end

    # Sets the relation value with the given name
    def set_value(name, value) # :nodoc:
      assert_mutability!
      @values[name] = value
    end

937 938
    private

939 940 941 942
      def assert_mutability!
        raise ImmutableRelation if @loaded
        raise ImmutableRelation if defined?(@arel) && @arel
      end
943

944 945
      def build_arel
        arel = Arel::SelectManager.new(table)
946

947 948
        build_joins(arel, joins_values.flatten) unless joins_values.empty?
        build_left_outer_joins(arel, left_outer_joins_values.flatten) unless left_outer_joins_values.empty?
949

950 951
        arel.where(where_clause.ast) unless where_clause.empty?
        arel.having(having_clause.ast) unless having_clause.empty?
952
        arel.take(Arel::Nodes::BindParam.new) if limit_value
953 954
        arel.skip(Arel::Nodes::BindParam.new) if offset_value
        arel.group(*arel_columns(group_values.uniq.reject(&:blank?))) unless group_values.empty?
955

956
        build_order(arel)
957

958
        build_select(arel)
959

960 961 962
        arel.distinct(distinct_value)
        arel.from(build_from) unless from_clause.empty?
        arel.lock(lock_value) if lock_value
963

964
        arel
965 966
      end

967 968 969 970 971 972 973
      def build_from
        opts = from_clause.value
        name = from_clause.name
        case opts
        when Relation
          name ||= "subquery"
          opts.arel.as(name.to_s)
974
        else
975
          opts
976 977 978
        end
      end

979 980 981 982 983 984 985 986
      def build_left_outer_joins(manager, outer_joins)
        buckets = outer_joins.group_by do |join|
          case join
          when Hash, Symbol, Array
            :association_join
          else
            raise ArgumentError, "only Hash, Symbol and Array are allowed"
          end
A
Aaron Patterson 已提交
987
        end
988 989

        build_join_query(manager, buckets, Arel::Nodes::OuterJoin)
990
      end
991

992 993 994 995 996 997 998 999 1000 1001 1002 1003 1004 1005 1006
      def build_joins(manager, joins)
        buckets = joins.group_by do |join|
          case join
          when String
            :string_join
          when Hash, Symbol, Array
            :association_join
          when ActiveRecord::Associations::JoinDependency
            :stashed_join
          when Arel::Nodes::Join
            :join_node
          else
            raise "unknown class: %s" % join.class.name
          end
        end
1007

1008 1009
        build_join_query(manager, buckets, Arel::Nodes::InnerJoin)
      end
1010

1011 1012
      def build_join_query(manager, buckets, join_type)
        buckets.default = []
1013

1014 1015 1016 1017
        association_joins         = buckets[:association_join]
        stashed_association_joins = buckets[:stashed_join]
        join_nodes                = buckets[:join_node].uniq
        string_joins              = buckets[:string_join].map(&:strip).uniq
1018

1019
        join_list = join_nodes + convert_join_strings_to_ast(manager, string_joins)
1020

1021 1022 1023 1024 1025
        join_dependency = ActiveRecord::Associations::JoinDependency.new(
          @klass,
          association_joins,
          join_list
        )
1026

1027
        join_infos = join_dependency.join_constraints stashed_association_joins, join_type
1028

1029 1030 1031 1032
        join_infos.each do |info|
          info.joins.each { |join| manager.from(join) }
          manager.bind_values.concat info.binds
        end
1033

1034
        manager.join_sources.concat(join_list)
1035

1036 1037
        manager
      end
1038

1039 1040 1041 1042 1043
      def convert_join_strings_to_ast(table, joins)
        joins
          .flatten
          .reject(&:blank?)
          .map { |join| table.create_string_join(Arel.sql(join)) }
1044 1045
      end

1046 1047 1048
      def build_select(arel)
        if select_values.any?
          arel.project(*arel_columns(select_values.uniq))
1049
        else
1050
          arel.project(@klass.arel_table[Arel.star])
1051 1052 1053
        end
      end

1054 1055 1056 1057 1058 1059 1060 1061 1062 1063
      def arel_columns(columns)
        columns.map do |field|
          if (Symbol === field || String === field) && (klass.has_attribute?(field) || klass.attribute_alias?(field)) && !from_clause.value
            arel_attribute(field)
          elsif Symbol === field
            connection.quote_table_name(field.to_s)
          else
            field
          end
        end
1064
      end
B
Brian Mathiyakom 已提交
1065

1066 1067 1068 1069 1070 1071 1072 1073 1074 1075 1076 1077 1078 1079 1080 1081 1082 1083 1084 1085 1086 1087 1088
      def reverse_sql_order(order_query)
        if order_query.empty?
          return [arel_attribute(primary_key).desc] if primary_key
          raise IrreversibleOrderError,
            "Relation has no current order and table has no primary key to be used as default order"
        end

        order_query.flat_map do |o|
          case o
          when Arel::Attribute
            o.desc
          when Arel::Nodes::Ordering
            o.reverse
          when String
            if does_not_support_reverse?(o)
              raise IrreversibleOrderError, "Order #{o.inspect} can not be reversed automatically"
            end
            o.split(",").map! do |s|
              s.strip!
              s.gsub!(/\sasc\Z/i, " DESC") || s.gsub!(/\sdesc\Z/i, " ASC") || s.concat(" DESC")
            end
          else
            o
1089
          end
1090
        end
1091
      end
1092

1093 1094
      def does_not_support_reverse?(order)
        # Uses SQL function with multiple arguments.
R
Rafael Mendonça França 已提交
1095 1096 1097
        (order.include?(",") && order.split(",").find { |section| section.count("(") != section.count(")") }) ||
          # Uses "nulls first" like construction.
          /nulls (first|last)\Z/i.match?(order)
1098
      end
1099

1100 1101 1102
      def build_order(arel)
        orders = order_values.uniq
        orders.reject!(&:blank?)
1103

1104 1105
        arel.order(*orders) unless orders.empty?
      end
1106

1107
      VALID_DIRECTIONS = [:asc, :desc, :ASC, :DESC,
1108
                          "asc", "desc", "ASC", "DESC"].to_set # :nodoc:
1109

1110 1111 1112 1113
      def validate_order_args(args)
        args.each do |arg|
          next unless arg.is_a?(Hash)
          arg.each do |_key, value|
1114 1115 1116 1117
            unless VALID_DIRECTIONS.include?(value)
              raise ArgumentError,
                "Direction \"#{value}\" is invalid. Valid directions are: #{VALID_DIRECTIONS.to_a.inspect}"
            end
1118
          end
1119 1120
        end
      end
1121

1122 1123 1124
      def preprocess_order_args(order_args)
        order_args.map! do |arg|
          klass.send(:sanitize_sql_for_order, arg)
1125
        end
1126 1127 1128 1129
        order_args.flatten!
        validate_order_args(order_args)

        references = order_args.grep(String)
1130
        references.map! { |arg| arg =~ /^\W?(\w+)\W?\./ && $1 }.compact!
1131 1132 1133 1134 1135 1136 1137 1138 1139
        references!(references) if references.any?

        # if a symbol is given we prepend the quoted table name
        order_args.map! do |arg|
          case arg
          when Symbol
            arel_attribute(arg).asc
          when Hash
            arg.map { |field, dir|
1140 1141 1142 1143 1144 1145
              case field
              when Arel::Nodes::SqlLiteral
                field.send(dir.downcase)
              else
                arel_attribute(field).send(dir.downcase)
              end
1146 1147 1148 1149 1150 1151
            }
          else
            arg
          end
        end.flatten!
      end
1152

1153 1154 1155 1156 1157 1158 1159 1160 1161 1162 1163 1164 1165 1166 1167 1168
      # Checks to make sure that the arguments are not blank. Note that if some
      # blank-like object were initially passed into the query method, then this
      # method will not raise an error.
      #
      # Example:
      #
      #    Post.references()   # raises an error
      #    Post.references([]) # does not raise an error
      #
      # This particular method should be called with a method_name and the args
      # passed into that method as an input. For example:
      #
      # def references(*args)
      #   check_if_method_has_arguments!("references", args)
      #   ...
      # end
1169 1170 1171 1172
      def check_if_method_has_arguments!(method_name, args)
        if args.blank?
          raise ArgumentError, "The method .#{method_name}() must contain arguments."
        end
1173
      end
S
Sean Griffin 已提交
1174

1175
      STRUCTURAL_OR_METHODS = Relation::VALUE_METHODS - [:extending, :where, :having, :unscope]
1176
      def structurally_incompatible_values_for_or(other)
1177 1178 1179
        STRUCTURAL_OR_METHODS.reject do |method|
          get_value(method) == other.get_value(method)
        end
1180
      end
1181

1182 1183 1184 1185
      def where_clause_factory
        @where_clause_factory ||= Relation::WhereClauseFactory.new(klass, predicate_builder)
      end
      alias having_clause_factory where_clause_factory
1186

1187 1188 1189 1190 1191 1192 1193 1194 1195 1196 1197 1198 1199 1200 1201 1202 1203 1204
      def default_value_for(name)
        case name
        when :create_with
          FROZEN_EMPTY_HASH
        when :readonly
          false
        when :where, :having
          Relation::WhereClause.empty
        when :from
          Relation::FromClause.empty
        when *Relation::MULTI_VALUE_METHODS
          FROZEN_EMPTY_ARRAY
        when *Relation::SINGLE_VALUE_METHODS
          nil
        else
          raise ArgumentError, "unknown relation value #{name.inspect}"
        end
      end
1205 1206
  end
end