postgresql_adapter.rb 38.6 KB
Newer Older
D
Initial  
David Heinemeier Hansson 已提交
1
require 'active_record/connection_adapters/abstract_adapter'
2
require 'active_support/core_ext/object/blank'
3 4 5

# Make sure we're using pg high enough for PGResult#values
gem 'pg', '~> 0.11'
6
require 'pg'
D
Initial  
David Heinemeier Hansson 已提交
7 8 9 10 11

module ActiveRecord
  class Base
    # Establishes a connection to the database that's used by all Active Record objects
    def self.postgresql_connection(config) # :nodoc:
12
      config = config.symbolize_keys
D
Initial  
David Heinemeier Hansson 已提交
13
      host     = config[:host]
14
      port     = config[:port] || 5432
15 16
      username = config[:username].to_s if config[:username]
      password = config[:password].to_s if config[:password]
D
Initial  
David Heinemeier Hansson 已提交
17

18
      if config.key?(:database)
D
Initial  
David Heinemeier Hansson 已提交
19 20 21 22 23
        database = config[:database]
      else
        raise ArgumentError, "No database specified. Missing argument: database."
      end

24
      # The postgres drivers don't allow the creation of an unconnected PGconn object,
25 26 27 28
      # so just pass a nil connection object for the time being.
      ConnectionAdapters::PostgreSQLAdapter.new(nil, logger, [host, port, nil, nil, database, username, password], config)
    end
  end
29

30 31 32 33 34 35 36
  module ConnectionAdapters
    # PostgreSQL-specific extensions to column definitions in a table.
    class PostgreSQLColumn < Column #:nodoc:
      # Instantiates a new PostgreSQL column definition in a table.
      def initialize(name, default, sql_type = nil, null = true)
        super(name, self.class.extract_value_from_default(default), sql_type, null)
      end
37

38 39 40
      # :stopdoc:
      class << self
        attr_accessor :money_precision
41 42 43 44 45 46 47 48 49 50
        def string_to_time(string)
          return string unless String === string

          case string
          when 'infinity'  then 1.0 / 0.0
          when '-infinity' then -1.0 / 0.0
          else
            super
          end
        end
51 52 53
      end
      # :startdoc:

54
      private
55
        def extract_limit(sql_type)
56 57 58 59 60
          case sql_type
          when /^bigint/i;    8
          when /^smallint/i;  2
          else super
          end
61 62
        end

63 64 65 66 67
        # Extracts the scale from PostgreSQL-specific data types.
        def extract_scale(sql_type)
          # Money type has a fixed scale of 2.
          sql_type =~ /^money/ ? 2 : super
        end
68

69 70
        # Extracts the precision from PostgreSQL-specific data types.
        def extract_precision(sql_type)
71 72 73 74 75
          if sql_type == 'money'
            self.class.money_precision
          else
            super
          end
76
        end
77

78 79 80 81 82 83 84
        # Maps PostgreSQL-specific data types to logical Rails types.
        def simplified_type(field_type)
          case field_type
            # Numeric and monetary types
            when /^(?:real|double precision)$/
              :float
            # Monetary types
85
            when 'money'
86 87 88 89 90
              :decimal
            # Character types
            when /^(?:character varying|bpchar)(?:\(\d+\))?$/
              :string
            # Binary data types
91
            when 'bytea'
92 93 94 95
              :binary
            # Date/time types
            when /^timestamp with(?:out)? time zone$/
              :datetime
96
            when 'interval'
97 98 99 100 101 102 103 104 105 106 107
              :string
            # Geometric types
            when /^(?:point|line|lseg|box|"?path"?|polygon|circle)$/
              :string
            # Network address types
            when /^(?:cidr|inet|macaddr)$/
              :string
            # Bit strings
            when /^bit(?: varying)?(?:\(\d+\))?$/
              :string
            # XML type
108
            when 'xml'
109
              :xml
110 111 112
            # tsvector type
            when 'tsvector'
              :tsvector
113 114
            # Arrays
            when /^\D+\[\]$/
115
              :string
116
            # Object identifier types
117
            when 'oid'
118
              :integer
119
            # UUID type
120
            when 'uuid'
121 122 123 124
              :string
            # Small and big integer types
            when /^(?:small|big)int$/
              :integer
125 126 127 128 129
            # Pass through all types that are not specific to PostgreSQL.
            else
              super
          end
        end
130

131 132 133
        # Extracts the value from a PostgreSQL column default definition.
        def self.extract_value_from_default(default)
          case default
134 135 136 137 138 139 140 141
            # This is a performance optimization for Ruby 1.9.2 in development.
            # If the value is nil, we return nil straight away without checking
            # the regular expressions. If we check each regular expression,
            # Regexp#=== will call NilClass#to_str, which will trigger
            # method_missing (defined by whiny nil in ActiveSupport) which
            # makes this method very very slow.
            when NilClass
              nil
142
            # Numeric types
143 144
            when /\A\(?(-?\d+(\.\d*)?\)?)\z/
              $1
145
            # Character types
146
            when /\A'(.*)'::(?:character varying|bpchar|text)\z/m
147
              $1
148 149 150
            # Character types (8.1 formatting)
            when /\AE'(.*)'::(?:character varying|bpchar|text)\z/m
              $1.gsub(/\\(\d\d\d)/) { $1.oct.chr }
151
            # Binary data types
152
            when /\A'(.*)'::bytea\z/m
153 154
              $1
            # Date/time types
155
            when /\A'(.+)'::(?:time(?:stamp)? with(?:out)? time zone|date)\z/
156
              $1
157
            when /\A'(.*)'::interval\z/
158 159
              $1
            # Boolean type
160
            when 'true'
161
              true
162
            when 'false'
163 164
              false
            # Geometric types
165
            when /\A'(.*)'::(?:point|line|lseg|box|"?path"?|polygon|circle)\z/
166 167
              $1
            # Network address types
168
            when /\A'(.*)'::(?:cidr|inet|macaddr)\z/
169 170
              $1
            # Bit string types
171
            when /\AB'(.*)'::"?bit(?: varying)?"?\z/
172 173
              $1
            # XML type
174
            when /\A'(.*)'::xml\z/m
175 176
              $1
            # Arrays
177
            when /\A'(.*)'::"?\D+"?\[\]\z/
178 179
              $1
            # Object identifier types
180
            when /\A-?\d+\z/
181 182 183
              $1
            else
              # Anything else is blank, some user type, or some function
184
              # and we can't know the value of that, so return nil.
185 186 187
              nil
          end
        end
D
Initial  
David Heinemeier Hansson 已提交
188 189
    end

190 191
    # The PostgreSQL adapter works both with the native C (http://ruby.scripting.ca/postgres/) and the pure
    # Ruby (available both as gem and from http://rubyforge.org/frs/?group_id=234&release_id=1944) drivers.
192 193 194
    #
    # Options:
    #
P
Pratik Naik 已提交
195 196 197 198 199
    # * <tt>:host</tt> - Defaults to "localhost".
    # * <tt>:port</tt> - Defaults to 5432.
    # * <tt>:username</tt> - Defaults to nothing.
    # * <tt>:password</tt> - Defaults to nothing.
    # * <tt>:database</tt> - The name of the database. No default, must be provided.
200
    # * <tt>:schema_search_path</tt> - An optional schema search path for the connection given
201
    #   as a string of comma-separated schema names. This is backward-compatible with the <tt>:schema_order</tt> option.
202
    # * <tt>:encoding</tt> - An optional client encoding that is used in a <tt>SET client_encoding TO
203
    #   <encoding></tt> call on the connection.
204
    # * <tt>:min_messages</tt> - An optional client min messages that is used in a
205
    #   <tt>SET client_min_messages TO <min_messages></tt> call on the connection.
206
    class PostgreSQLAdapter < AbstractAdapter
207 208 209 210 211
      class TableDefinition < ActiveRecord::ConnectionAdapters::TableDefinition
        def xml(*args)
          options = args.extract_options!
          column(args[0], 'xml', options)
        end
212 213 214 215 216

        def tsvector(*args)
          options = args.extract_options!
          column(args[0], 'tsvector', options)
        end
217 218
      end

219
      ADAPTER_NAME = 'PostgreSQL'
220 221

      NATIVE_DATABASE_TYPES = {
222
        :primary_key => "serial primary key",
223 224 225 226 227 228 229 230 231 232
        :string      => { :name => "character varying", :limit => 255 },
        :text        => { :name => "text" },
        :integer     => { :name => "integer" },
        :float       => { :name => "float" },
        :decimal     => { :name => "decimal" },
        :datetime    => { :name => "timestamp" },
        :timestamp   => { :name => "timestamp" },
        :time        => { :name => "time" },
        :date        => { :name => "date" },
        :binary      => { :name => "bytea" },
233
        :boolean     => { :name => "boolean" },
234 235
        :xml         => { :name => "xml" },
        :tsvector    => { :name => "tsvector" }
236 237
      }

238
      # Returns 'PostgreSQL' as adapter name for identification purposes.
239
      def adapter_name
240
        ADAPTER_NAME
241 242
      end

243 244
      # Returns +true+, since this connection adapter supports prepared statement
      # caching.
245 246 247 248
      def supports_statement_cache?
        true
      end

249 250
      # Initializes and connects a PostgreSQL adapter.
      def initialize(connection, logger, connection_parameters, config)
251
        super(connection, logger)
252
        @connection_parameters, @config = connection_parameters, config
253

254 255
        # @local_tz is initialized as nil to avoid warnings when connect tries to use it
        @local_tz = nil
256
        @table_alias_length = nil
257
        @statements = {}
258

259
        connect
260 261 262 263 264

        if postgresql_version < 80200
          raise "Your version of PostgreSQL (#{postgresql_version}) is too old, please upgrade!"
        end

265
        @local_tz = execute('SHOW TIME ZONE', 'SCHEMA').first["TimeZone"]
266 267
      end

268 269 270 271
      def self.visitor_for(pool) # :nodoc:
        Arel::Visitors::PostgreSQL.new(pool)
      end

X
Xavier Noria 已提交
272
      # Clears the prepared statements cache.
273 274
      def clear_cache!
        @statements.each_value do |value|
275
          @connection.query "DEALLOCATE #{value}"
276 277 278 279
        end
        @statements.clear
      end

280 281
      # Is this connection alive and ready for queries?
      def active?
282 283
        @connection.status == PGconn::CONNECTION_OK
      rescue PGError
284
        false
285 286 287 288
      end

      # Close then reopen the connection.
      def reconnect!
289 290 291
        clear_cache!
        @connection.reset
        configure_connection
292
      end
293

294 295 296 297 298
      def reset!
        clear_cache!
        super
      end

299 300
      # Disconnects from the database if already connected. Otherwise, this
      # method does nothing.
301
      def disconnect!
302
        clear_cache!
303 304
        @connection.close rescue nil
      end
305

306
      def native_database_types #:nodoc:
307
        NATIVE_DATABASE_TYPES
308
      end
309

310
      # Returns true, since this connection adapter supports migrations.
311 312
      def supports_migrations?
        true
313 314
      end

315
      # Does PostgreSQL support finding primary key on non-Active Record tables?
316 317 318 319
      def supports_primary_key? #:nodoc:
        true
      end

320 321 322
      # Enable standard-conforming strings if available.
      def set_standard_conforming_strings
        old, self.client_min_messages = client_min_messages, 'panic'
323
        execute('SET standard_conforming_strings = on', 'SCHEMA') rescue nil
324 325
      ensure
        self.client_min_messages = old
326 327
      end

328
      def supports_insert_with_returning?
329
        true
330 331
      end

332 333 334
      def supports_ddl_transactions?
        true
      end
335

336
      # Returns true, since this connection adapter supports savepoints.
337 338 339
      def supports_savepoints?
        true
      end
340

341
      # Returns the configured supported identifier length supported by PostgreSQL
342
      def table_alias_length
343
        @table_alias_length ||= query('SHOW max_identifier_length')[0][0].to_i
344
      end
345

346 347
      # QUOTING ==================================================

348
      # Escapes binary strings for bytea input to the database.
349 350
      def escape_bytea(value)
        @connection.escape_bytea(value) if value
351 352 353 354 355
      end

      # Unescapes bytea output from a database to the binary string it represents.
      # NOTE: This is NOT an inverse of escape_bytea! This is only to be used
      #       on escaped binary output from database drive.
356 357
      def unescape_bytea(value)
        @connection.unescape_bytea(value) if value
358 359
      end

360 361
      # Quotes PostgreSQL-specific data types for SQL input.
      def quote(value, column = nil) #:nodoc:
362 363
        return super unless column

A
Aaron Patterson 已提交
364
        case value
365 366 367
        when Float
          return super unless value.infinite? && column.type == :datetime
          "'#{value.to_s.downcase}'"
A
Aaron Patterson 已提交
368 369
        when Numeric
          return super unless column.sql_type == 'money'
370
          # Not truly string input, so doesn't require (or allow) escape string syntax.
371
          "'#{value}'"
A
Aaron Patterson 已提交
372 373 374 375 376 377 378 379 380 381 382
        when String
          case column.sql_type
          when 'bytea' then "'#{escape_bytea(value)}'"
          when 'xml'   then "xml '#{quote_string(value)}'"
          when /^bit/
            case value
            when /^[01]*$/      then "B'#{value}'" # Bit-string notation
            when /^[0-9A-F]*$/i then "X'#{value}'" # Hexadecimal notation
            end
          else
            super
383
          end
384 385 386 387 388
        else
          super
        end
      end

389 390 391 392 393 394
      def type_cast(value, column)
        return super unless column

        case value
        when String
          return super unless 'bytea' == column.sql_type
395
          { :value => value, :format => 1 }
396 397 398 399 400
        else
          super
        end
      end

401 402 403
      # Quotes strings for use in SQL input.
      def quote_string(s) #:nodoc:
        @connection.escape(s)
404 405
      end

406 407 408 409 410 411 412 413 414 415 416 417 418 419 420 421 422 423 424
      # Checks the following cases:
      #
      # - table_name
      # - "table.name"
      # - schema_name.table_name
      # - schema_name."table.name"
      # - "schema.name".table_name
      # - "schema.name"."table.name"
      def quote_table_name(name)
        schema, name_part = extract_pg_identifier_from_name(name.to_s)

        unless name_part
          quote_column_name(schema)
        else
          table_name, name_part = extract_pg_identifier_from_name(name_part)
          "#{quote_column_name(schema)}.#{quote_column_name(table_name)}"
        end
      end

425 426
      # Quotes column names for use in SQL queries.
      def quote_column_name(name) #:nodoc:
427
        PGconn.quote_ident(name.to_s)
428 429
      end

430 431 432
      # Quote date/time values for use in SQL input. Includes microseconds
      # if the value is a Time responding to usec.
      def quoted_date(value) #:nodoc:
433 434 435 436 437
        if value.acts_like?(:time) && value.respond_to?(:usec)
          "#{super}.#{sprintf("%06d", value.usec)}"
        else
          super
        end
438 439
      end

440 441
      # Set the authorized user for this session
      def session_auth=(user)
442
        clear_cache!
A
Aaron Patterson 已提交
443
        exec_query "SET SESSION AUTHORIZATION #{user}"
444 445
      end

446 447
      # REFERENTIAL INTEGRITY ====================================

448
      def supports_disable_referential_integrity? #:nodoc:
449
        true
450 451
      end

452
      def disable_referential_integrity #:nodoc:
453
        if supports_disable_referential_integrity? then
454 455
          execute(tables.collect { |name| "ALTER TABLE #{quote_table_name(name)} DISABLE TRIGGER ALL" }.join(";"))
        end
456 457
        yield
      ensure
458
        if supports_disable_referential_integrity? then
459 460
          execute(tables.collect { |name| "ALTER TABLE #{quote_table_name(name)} ENABLE TRIGGER ALL" }.join(";"))
        end
461
      end
462 463 464

      # DATABASE STATEMENTS ======================================

465 466 467 468 469 470
      # Executes a SELECT query and returns an array of rows. Each row is an
      # array of field values.
      def select_rows(sql, name = nil)
        select_raw(sql, name).last
      end

471
      # Executes an INSERT query and returns the new record's ID
472
      def insert_sql(sql, name = nil, pk = nil, id_value = nil, sequence_name = nil)
473 474 475 476 477
        unless pk
          # Extract the table from the insert sql. Yuck.
          table_ref = extract_table_ref_from_insert_sql(sql)
          pk = primary_key(table_ref) if table_ref
        end
478

479
        if pk
480 481 482
          select_value("#{sql} RETURNING #{quote_column_name(pk)}")
        else
          super
483
        end
484
      end
485
      alias :create :insert
486

487 488
      # create a 2D array representing the result set
      def result_as_array(res) #:nodoc:
489
        # check if we have any binary column and if they need escaping
490 491
        ftypes = Array.new(res.nfields) do |i|
          [i, res.ftype(i)]
492 493
        end

494 495 496 497 498 499
        rows = res.values
        return rows unless ftypes.any? { |_, x|
          x == BYTEA_COLUMN_TYPE_OID || x == MONEY_COLUMN_TYPE_OID
        }

        typehash = ftypes.group_by { |_, type| type }
500 501
        binaries = typehash[BYTEA_COLUMN_TYPE_OID] || []
        monies   = typehash[MONEY_COLUMN_TYPE_OID] || []
502 503 504

        rows.each do |row|
          # unescape string passed BYTEA field (OID == 17)
505 506
          binaries.each do |index, _|
            row[index] = unescape_bytea(row[index])
507 508 509 510 511 512
          end

          # If this is a money type column and there are any currency symbols,
          # then strip them off. Indeed it would be prettier to do this in
          # PostgreSQLColumn.string_to_decimal but would break form input
          # fields that call value_before_type_cast.
513
          monies.each do |index, _|
514 515 516 517 518 519 520 521 522 523
            data = row[index]
            # Because money output is formatted according to the locale, there are two
            # cases to consider (note the decimal separators):
            #  (1) $12,345,678.12
            #  (2) $12.345.678,12
            case data
            when /^-?\D+[\d,]+\.\d{2}$/  # (1)
              data.gsub!(/[^-\d.]/, '')
            when /^-?\D+[\d.]+,\d{2}$/  # (2)
              data.gsub!(/[^-\d,]/, '').sub!(/,/, '.')
524
            end
525 526 527 528 529 530
          end
        end
      end


      # Queries the database and returns the results in an Array-like object
531
      def query(sql, name = nil) #:nodoc:
532
        log(sql, name) do
533
          result_as_array @connection.async_exec(sql)
534
        end
535 536
      end

537
      # Executes an SQL statement, returning a PGresult object on success
538 539
      # or raising a PGError exception otherwise.
      def execute(sql, name = nil)
540
        log(sql, name) do
541
          @connection.async_exec(sql)
542
        end
543 544
      end

545 546
      def substitute_at(column, index)
        Arel.sql("$#{index + 1}")
547 548
      end

A
Aaron Patterson 已提交
549
      def exec_query(sql, name = 'SQL', binds = [])
550
        log(sql, name, binds) do
551 552
          result = binds.empty? ? exec_no_cache(sql, binds) :
                                  exec_cache(sql, binds)
553

554 555 556
          ret = ActiveRecord::Result.new(result.fields, result_as_array(result))
          result.clear
          return ret
557 558 559
        end
      end

560 561 562 563 564 565 566 567 568
      def exec_delete(sql, name = 'SQL', binds = [])
        log(sql, name, binds) do
          result = binds.empty? ? exec_no_cache(sql, binds) :
                                  exec_cache(sql, binds)
          affected = result.cmd_tuples
          result.clear
          affected
        end
      end
569
      alias :exec_update :exec_delete
570

571 572
      def sql_for_insert(sql, pk, id_value, sequence_name, binds)
        unless pk
573 574 575
          # Extract the table from the insert sql. Yuck.
          table_ref = extract_table_ref_from_insert_sql(sql)
          pk = primary_key(table_ref) if table_ref
576 577 578 579 580 581 582
        end

        sql = "#{sql} RETURNING #{quote_column_name(pk)}" if pk

        [sql, binds]
      end

583
      # Executes an UPDATE query and returns the number of affected tuples.
584
      def update_sql(sql, name = nil)
585
        super.cmd_tuples
586 587
      end

588 589
      # Begins a transaction.
      def begin_db_transaction
590 591 592
        execute "BEGIN"
      end

593 594
      # Commits a transaction.
      def commit_db_transaction
595 596
        execute "COMMIT"
      end
597

598 599
      # Aborts a transaction.
      def rollback_db_transaction
600 601
        execute "ROLLBACK"
      end
602

603 604
      def outside_transaction?
        @connection.transaction_status == PGconn::PQTRANS_IDLE
605
      end
606

J
Jonathan Viney 已提交
607 608 609 610 611 612 613 614
      def create_savepoint
        execute("SAVEPOINT #{current_savepoint_name}")
      end

      def rollback_to_savepoint
        execute("ROLLBACK TO SAVEPOINT #{current_savepoint_name}")
      end

615
      def release_savepoint
J
Jonathan Viney 已提交
616 617
        execute("RELEASE SAVEPOINT #{current_savepoint_name}")
      end
618

619 620
      # SCHEMA STATEMENTS ========================================

621 622 623
      # Drops the database specified on the +name+ attribute
      # and creates it again using the provided +options+.
      def recreate_database(name, options = {}) #:nodoc:
624
        drop_database(name)
625
        create_database(name, options)
626 627
      end

628
      # Create a new PostgreSQL database. Options include <tt>:owner</tt>, <tt>:template</tt>,
629 630
      # <tt>:encoding</tt>, <tt>:tablespace</tt>, and <tt>:connection_limit</tt> (note that MySQL uses
      # <tt>:charset</tt> while PostgreSQL uses <tt>:encoding</tt>).
631 632 633 634 635 636 637 638 639 640
      #
      # Example:
      #   create_database config[:database], config
      #   create_database 'foo_development', :encoding => 'unicode'
      def create_database(name, options = {})
        options = options.reverse_merge(:encoding => "utf8")

        option_string = options.symbolize_keys.sum do |key, value|
          case key
          when :owner
641
            " OWNER = \"#{value}\""
642
          when :template
643
            " TEMPLATE = \"#{value}\""
644 645 646
          when :encoding
            " ENCODING = '#{value}'"
          when :tablespace
647
            " TABLESPACE = \"#{value}\""
648 649 650 651 652 653 654
          when :connection_limit
            " CONNECTION LIMIT = #{value}"
          else
            ""
          end
        end

655
        execute "CREATE DATABASE #{quote_table_name(name)}#{option_string}"
656 657
      end

658
      # Drops a PostgreSQL database.
659 660 661 662
      #
      # Example:
      #   drop_database 'matt_development'
      def drop_database(name) #:nodoc:
663
        execute "DROP DATABASE IF EXISTS #{quote_table_name(name)}"
664 665
      end

666 667
      # Returns the list of all tables in the schema search path or a specified schema.
      def tables(name = nil)
668
        query(<<-SQL, 'SCHEMA').map { |row| row[0] }
669
          SELECT tablename
670 671 672 673 674
          FROM pg_tables
          WHERE schemaname = ANY (current_schemas(false))
        SQL
      end

675
      # Returns true if table exists.
676 677
      # If the schema is not specified as part of +name+ then it will only find tables within
      # the current schema search path (regardless of permissions to access tables in other schemas)
678
      def table_exists?(name)
679
        schema, table = Utils.extract_schema_and_table(name.to_s)
680
        return false unless table
681

682 683
        binds = [[nil, table]]
        binds << [nil, schema] if schema
684 685

        exec_query(<<-SQL, 'SCHEMA', binds).rows.first[0].to_i > 0
686
          SELECT COUNT(*)
687 688 689 690 691
          FROM pg_class c
          LEFT JOIN pg_namespace n ON n.oid = c.relnamespace
          WHERE c.relkind in ('v','r')
          AND c.relname = $1
          AND n.nspname = #{schema ? '$2' : 'ANY (current_schemas(false))'}
692 693 694
        SQL
      end

695 696 697 698 699 700 701 702
      # Returns true if schema exists.
      def schema_exists?(name)
        exec_query(<<-SQL, 'SCHEMA', [[nil, name]]).rows.first[0].to_i > 0
          SELECT COUNT(*)
          FROM pg_namespace
          WHERE nspname = $1
        SQL
      end
703

704
      # Returns an array of indexes for the given table.
705
      def indexes(table_name, name = nil)
706 707
         schemas = schema_search_path.split(/,/).map { |p| quote(p) }.join(',')
         result = query(<<-SQL, name)
708
           SELECT distinct i.relname, d.indisunique, d.indkey, t.oid
709 710 711
           FROM pg_class t
           INNER JOIN pg_index d ON t.oid = d.indrelid
           INNER JOIN pg_class i ON d.indexrelid = i.oid
712 713 714
           WHERE i.relkind = 'i'
             AND d.indisprimary = 'f'
             AND t.relname = '#{table_name}'
715
             AND i.relnamespace IN (SELECT oid FROM pg_namespace WHERE nspname IN (#{schemas}) )
716 717 718
          ORDER BY i.relname
        SQL

719

720
        result.map do |row|
721 722 723 724 725
          index_name = row[0]
          unique = row[1] == 't'
          indkey = row[2].split(" ")
          oid = row[3]

726 727
          columns = Hash[query(<<-SQL, "Columns for index #{row[0]} on #{table_name}")]
          SELECT a.attnum, a.attname
728 729 730 731 732
          FROM pg_attribute a
          WHERE a.attrelid = #{oid}
          AND a.attnum IN (#{indkey.join(",")})
          SQL

733 734
          column_names = columns.values_at(*indkey).compact
          column_names.empty? ? nil : IndexDefinition.new(table_name, index_name, unique, column_names)
735
        end.compact
736 737
      end

738 739
      # Returns the list of all column definitions for a table.
      def columns(table_name, name = nil)
740
        # Limit, precision, and scale are all handled by the superclass.
741 742
        column_definitions(table_name).collect do |column_name, type, default, notnull|
          PostgreSQLColumn.new(column_name, default, type, notnull == 'f')
D
Initial  
David Heinemeier Hansson 已提交
743 744 745
        end
      end

746 747 748 749 750
      # Returns the current database name.
      def current_database
        query('select current_database()')[0][0]
      end

751 752 753 754 755
      # Returns the current schema name.
      def current_schema
        query('SELECT current_schema', 'SCHEMA')[0][0]
      end

756 757 758 759 760 761 762 763
      # Returns the current database encoding format.
      def encoding
        query(<<-end_sql)[0][0]
          SELECT pg_encoding_to_char(pg_database.encoding) FROM pg_database
          WHERE pg_database.datname LIKE '#{current_database}'
        end_sql
      end

764 765 766 767 768 769
      # Sets the schema search path to a string of comma-separated schema names.
      # Names beginning with $ have to be quoted (e.g. $user => '$user').
      # See: http://www.postgresql.org/docs/current/static/ddl-schemas.html
      #
      # This should be not be called manually but set in database.yml.
      def schema_search_path=(schema_csv)
770 771
        if schema_csv
          execute "SET search_path TO #{schema_csv}"
772
          @schema_search_path = schema_csv
773
        end
D
Initial  
David Heinemeier Hansson 已提交
774 775
      end

776 777
      # Returns the active schema search path.
      def schema_search_path
778
        @schema_search_path ||= query('SHOW search_path')[0][0]
779
      end
780

781 782
      # Returns the current client message level.
      def client_min_messages
783
        query('SHOW client_min_messages', 'SCHEMA')[0][0]
784 785 786 787
      end

      # Set the client message level.
      def client_min_messages=(level)
788
        execute("SET client_min_messages TO '#{level}'", 'SCHEMA')
789 790 791 792
      end

      # Returns the sequence name for a table's primary key or some other specified key.
      def default_sequence_name(table_name, pk = nil) #:nodoc:
793 794 795 796 797 798 799 800 801 802
        serial_sequence(table_name, pk || 'id').split('.').last
      rescue ActiveRecord::StatementInvalid
        "#{table_name}_#{pk || 'id'}_seq"
      end

      def serial_sequence(table, column)
        result = exec_query(<<-eosql, 'SCHEMA', [[nil, table], [nil, column]])
          SELECT pg_get_serial_sequence($1, $2)
        eosql
        result.rows.first.first
803 804
      end

805 806
      # Resets the sequence of a table's primary key to the maximum value.
      def reset_pk_sequence!(table, pk = nil, sequence = nil) #:nodoc:
807 808
        unless pk and sequence
          default_pk, default_sequence = pk_and_sequence_for(table)
809

810 811 812
          pk ||= default_pk
          sequence ||= default_sequence
        end
813

814 815 816 817 818
        if @logger && pk && !sequence
          @logger.warn "#{table} has primary key #{pk} with no default sequence"
        end

        if pk && sequence
819
          quoted_sequence = quote_table_name(sequence)
G
Guillermo Iguaran 已提交
820

821 822 823
          select_value <<-end_sql, 'Reset sequence'
            SELECT setval('#{quoted_sequence}', (SELECT COALESCE(MAX(#{quote_column_name pk})+(SELECT increment_by FROM #{quoted_sequence}), (SELECT min_value FROM #{quoted_sequence})) FROM #{quote_table_name(table)}), false)
          end_sql
824 825 826
        end
      end

827 828
      # Returns a table's primary key and belonging sequence.
      def pk_and_sequence_for(table) #:nodoc:
829 830
        # First try looking for a sequence with a dependency on the
        # given table's primary key.
831
        result = exec_query(<<-end_sql, 'SCHEMA').rows.first
832
          SELECT attr.attname, ns.nspname, seq.relname
833
          FROM pg_class seq
A
Akira Matsuda 已提交
834
          INNER JOIN pg_depend dep ON seq.oid = dep.objid
835 836
          INNER JOIN pg_attribute attr ON attr.attrelid = dep.refobjid AND attr.attnum = dep.refobjsubid
          INNER JOIN pg_constraint cons ON attr.attrelid = cons.conrelid AND attr.attnum = cons.conkey[1]
837
          INNER JOIN pg_namespace ns ON seq.relnamespace = ns.oid
838 839 840
          WHERE seq.relkind  = 'S'
            AND cons.contype = 'p'
            AND dep.refobjid = '#{quote_table_name(table)}'::regclass
841
        end_sql
842

843
        # [primary_key, sequence]
844 845 846 847 848
        if result.second ==  'public' then
          sequence = result.last
        else
          sequence = result.second+'.'+result.last
        end
G
Guillermo Iguaran 已提交
849

850
        [result.first, sequence]
851 852
      rescue
        nil
853 854
      end

855 856
      # Returns just a table's primary key
      def primary_key(table)
857
        row = exec_query(<<-end_sql, 'SCHEMA', [[nil, table]]).rows.first
858
          SELECT DISTINCT(attr.attname)
859 860 861 862 863
          FROM pg_attribute attr
          INNER JOIN pg_depend dep ON attr.attrelid = dep.refobjid AND attr.attnum = dep.refobjsubid
          INNER JOIN pg_constraint cons ON attr.attrelid = cons.conrelid AND attr.attnum = cons.conkey[1]
          WHERE cons.contype = 'p'
            AND dep.refobjid = $1::regclass
864 865 866
        end_sql

        row && row.first
867 868
      end

869
      # Renames a table.
870 871 872
      #
      # Example:
      #   rename_table('octopuses', 'octopi')
873
      def rename_table(name, new_name)
874
        execute "ALTER TABLE #{quote_table_name(name)} RENAME TO #{quote_table_name(new_name)}"
875
      end
876

877 878
      # Adds a new column to the named table.
      # See TableDefinition#column for details of the options you can use.
S
Scott Barron 已提交
879
      def add_column(table_name, column_name, type, options = {})
880 881
        add_column_sql = "ALTER TABLE #{quote_table_name(table_name)} ADD COLUMN #{quote_column_name(column_name)} #{type_to_sql(type, options[:limit], options[:precision], options[:scale])}"
        add_column_options!(add_column_sql, options)
882

883
        execute add_column_sql
S
Scott Barron 已提交
884
      end
D
Initial  
David Heinemeier Hansson 已提交
885

886 887
      # Changes the column of a table.
      def change_column(table_name, column_name, type, options = {})
888 889
        quoted_table_name = quote_table_name(table_name)

890
        execute "ALTER TABLE #{quoted_table_name} ALTER COLUMN #{quote_column_name(column_name)} TYPE #{type_to_sql(type, options[:limit], options[:precision], options[:scale])}"
891

892 893
        change_column_default(table_name, column_name, options[:default]) if options_include_default?(options)
        change_column_null(table_name, column_name, options[:null], options[:default]) if options.key?(:null)
894
      end
895

896 897
      # Changes the default value of a table column.
      def change_column_default(table_name, column_name, default)
898
        execute "ALTER TABLE #{quote_table_name(table_name)} ALTER COLUMN #{quote_column_name(column_name)} SET DEFAULT #{quote(default)}"
899
      end
900

901 902
      def change_column_null(table_name, column_name, null, default = nil)
        unless null || default.nil?
903
          execute("UPDATE #{quote_table_name(table_name)} SET #{quote_column_name(column_name)}=#{quote(default)} WHERE #{quote_column_name(column_name)} IS NULL")
904
        end
905
        execute("ALTER TABLE #{quote_table_name(table_name)} ALTER #{quote_column_name(column_name)} #{null ? 'DROP' : 'SET'} NOT NULL")
906 907
      end

908 909
      # Renames a column in a table.
      def rename_column(table_name, column_name, new_column_name)
910
        execute "ALTER TABLE #{quote_table_name(table_name)} RENAME COLUMN #{quote_column_name(column_name)} TO #{quote_column_name(new_column_name)}"
911
      end
912

913 914 915 916
      def remove_index!(table_name, index_name) #:nodoc:
        execute "DROP INDEX #{quote_table_name(index_name)}"
      end

917 918 919 920
      def rename_index(table_name, old_name, new_name)
        execute "ALTER INDEX #{quote_column_name(old_name)} RENAME TO #{quote_table_name(new_name)}"
      end

921 922
      def index_name_length
        63
923
      end
924

925 926
      # Maps logical Rails types to PostgreSQL-specific data types.
      def type_to_sql(type, limit = nil, precision = nil, scale = nil)
927
        return super unless type.to_s == 'integer'
928
        return 'integer' unless limit
929

930
        case limit
931 932 933
          when 1, 2; 'smallint'
          when 3, 4; 'integer'
          when 5..8; 'bigint'
934
          else raise(ActiveRecordError, "No integer type has byte size #{limit}. Use a numeric with precision 0 instead.")
935 936
        end
      end
937

938
      # Returns a SELECT DISTINCT clause for a given set of columns and a given ORDER BY clause.
939 940 941
      #
      # PostgreSQL requires the ORDER BY columns in the select list for distinct queries, and
      # requires that the ORDER BY include the distinct column.
942
      #
943
      #   distinct("posts.id", "posts.created_at desc")
944 945
      def distinct(columns, orders) #:nodoc:
        return "DISTINCT #{columns}" if orders.empty?
946

947 948
        # Construct a clean list of column names from the ORDER BY clause, removing
        # any ASC/DESC modifiers
949
        order_columns = orders.collect { |s| s.gsub(/\s+(ASC|DESC)\s*/i, '') }
950
        order_columns.delete_if { |c| c.blank? }
951
        order_columns = order_columns.zip((0...order_columns.size).to_a).map { |s,i| "#{s} AS alias_#{i}" }
952

953
        "DISTINCT #{columns}, #{order_columns * ', '}"
954
      end
955

956
      module Utils
957 958
        extend self

959 960 961 962 963 964 965 966 967 968
        # Returns an array of <tt>[schema_name, table_name]</tt> extracted from +name+.
        # +schema_name+ is nil if not specified in +name+.
        # +schema_name+ and +table_name+ exclude surrounding quotes (regardless of whether provided in +name+)
        # +name+ supports the range of schema/table references understood by PostgreSQL, for example:
        #
        # * <tt>table_name</tt>
        # * <tt>"table.name"</tt>
        # * <tt>schema_name.table_name</tt>
        # * <tt>schema_name."table.name"</tt>
        # * <tt>"schema.name"."table name"</tt>
969
        def extract_schema_and_table(name)
970 971 972 973 974
          table, schema = name.scan(/[^".\s]+|"[^"]*"/)[0..1].collect{|m| m.gsub(/(^"|"$)/,'') }.reverse
          [schema, table]
        end
      end

975
      protected
976
        # Returns the version of the connected PostgreSQL server.
977
        def postgresql_version
978
          @connection.server_version
979 980
        end

981 982 983
        def translate_exception(exception, message)
          case exception.message
          when /duplicate key value violates unique constraint/
984
            RecordNotUnique.new(message, exception)
985
          when /violates foreign key constraint/
986
            InvalidForeignKey.new(message, exception)
987 988 989 990 991
          else
            super
          end
        end

D
Initial  
David Heinemeier Hansson 已提交
992
      private
993 994
        def exec_no_cache(sql, binds)
          @connection.async_exec(sql)
995
        end
996

997 998 999 1000 1001 1002
        def exec_cache(sql, binds)
          unless @statements.key? sql
            nextkey = "a#{@statements.length + 1}"
            @connection.prepare nextkey, sql
            @statements[sql] = nextkey
          end
1003

1004 1005 1006 1007 1008 1009 1010 1011 1012 1013
          key = @statements[sql]

          # Clear the queue
          @connection.get_last_result
          @connection.send_query_prepared(key, binds.map { |col, val|
            type_cast(val, col)
          })
          @connection.block
          @connection.get_last_result
        end
1014

P
Pratik Naik 已提交
1015
        # The internal PostgreSQL identifier of the money data type.
1016
        MONEY_COLUMN_TYPE_OID = 790 #:nodoc:
1017 1018
        # The internal PostgreSQL identifier of the BYTEA data type.
        BYTEA_COLUMN_TYPE_OID = 17 #:nodoc:
1019 1020 1021 1022 1023 1024 1025 1026 1027

        # Connects to a PostgreSQL server and sets up the adapter depending on the
        # connected server's characteristics.
        def connect
          @connection = PGconn.connect(*@connection_parameters)

          # Money type has a fixed precision of 10 in PostgreSQL 8.2 and below, and as of
          # PostgreSQL 8.3 it has a fixed precision of 19. PostgreSQLColumn.extract_precision
          # should know about this but can't detect it there, so deal with it here.
1028 1029
          PostgreSQLColumn.money_precision = (postgresql_version >= 80300) ? 19 : 10

1030 1031 1032
          configure_connection
        end

1033
        # Configures the encoding, verbosity, schema search path, and time zone of the connection.
1034
        # This is called by #connect and should not be called manually.
1035 1036
        def configure_connection
          if @config[:encoding]
1037
            @connection.set_client_encoding(@config[:encoding])
1038
          end
1039 1040
          self.client_min_messages = @config[:min_messages] if @config[:min_messages]
          self.schema_search_path = @config[:schema_search_path] || @config[:schema_order]
1041 1042 1043 1044

          # Use standard-conforming strings if available so we don't have to do the E'...' dance.
          set_standard_conforming_strings

1045
          # If using Active Record's time zone support configure the connection to return
1046
          # TIMESTAMP WITH ZONE types in UTC.
1047
          if ActiveRecord::Base.default_timezone == :utc
1048
            execute("SET time zone 'UTC'", 'SCHEMA')
1049
          elsif @local_tz
1050
            execute("SET time zone '#{@local_tz}'", 'SCHEMA')
1051
          end
1052 1053
        end

1054
        # Returns the current ID of a table's sequence.
1055 1056 1057
        def last_insert_id(sequence_name) #:nodoc:
          r = exec_query("SELECT currval($1)", 'SQL', [[nil, sequence_name]])
          Integer(r.rows.first.first)
D
Initial  
David Heinemeier Hansson 已提交
1058 1059
        end

1060
        # Executes a SELECT query and returns the results, performing any data type
1061
        # conversions that are required to be performed here instead of in PostgreSQLColumn.
1062
        def select(sql, name = nil, binds = [])
A
Aaron Patterson 已提交
1063
          exec_query(sql, name, binds).to_a
1064 1065 1066
        end

        def select_raw(sql, name = nil)
1067
          res = execute(sql, name)
1068
          results = result_as_array(res)
1069
          fields = res.fields
1070
          res.clear
1071
          return fields, results
M
Marcel Molina 已提交
1072 1073
        end

1074
        # Returns the list of a table's column names, data types, and default values.
1075 1076 1077 1078 1079 1080 1081 1082 1083 1084 1085 1086 1087 1088 1089 1090 1091
        #
        # The underlying query is roughly:
        #  SELECT column.name, column.type, default.value
        #    FROM column LEFT JOIN default
        #      ON column.table_id = default.table_id
        #     AND column.num = default.column_num
        #   WHERE column.table_id = get_table_id('table_name')
        #     AND column.num > 0
        #     AND NOT column.is_dropped
        #   ORDER BY column.num
        #
        # If the table name is not prefixed with a schema, the database will
        # take the first match from the schema search path.
        #
        # Query implementation notes:
        #  - format_type includes the column size constraint, e.g. varchar(50)
        #  - ::regclass is a function that gives the id for a table name
1092
        def column_definitions(table_name) #:nodoc:
1093
          exec_query(<<-end_sql, 'SCHEMA').rows
1094
            SELECT a.attname, format_type(a.atttypid, a.atttypmod), d.adsrc, a.attnotnull
1095 1096
              FROM pg_attribute a LEFT JOIN pg_attrdef d
                ON a.attrelid = d.adrelid AND a.attnum = d.adnum
1097
             WHERE a.attrelid = '#{quote_table_name(table_name)}'::regclass
1098 1099 1100
               AND a.attnum > 0 AND NOT a.attisdropped
             ORDER BY a.attnum
          end_sql
D
Initial  
David Heinemeier Hansson 已提交
1101
        end
1102 1103

        def extract_pg_identifier_from_name(name)
1104
          match_data = name.start_with?('"') ? name.match(/\"([^\"]+)\"/) : name.match(/([^\.]+)/)
1105 1106

          if match_data
1107 1108
            rest = name[match_data[0].length, name.length]
            rest = rest[1, rest.length] if rest.start_with? "."
1109 1110 1111
            [match_data[1], (rest.length > 0 ? rest : nil)]
          end
        end
1112

1113 1114 1115 1116 1117
        def extract_table_ref_from_insert_sql(sql)
          sql[/into\s+([^\(]*).*values\s*\(/i]
          $1.strip if $1
        end

1118 1119 1120
        def table_definition
          TableDefinition.new(self)
        end
D
Initial  
David Heinemeier Hansson 已提交
1121 1122 1123
    end
  end
end