postgresql_adapter.rb 36.6 KB
Newer Older
D
Initial  
David Heinemeier Hansson 已提交
1
require 'active_record/connection_adapters/abstract_adapter'
J
Jeremy Kemper 已提交
2
require 'active_support/core_ext/kernel/requires'
3
require 'active_support/core_ext/object/blank'
D
Initial  
David Heinemeier Hansson 已提交
4 5 6 7 8

module ActiveRecord
  class Base
    # Establishes a connection to the database that's used by all Active Record objects
    def self.postgresql_connection(config) # :nodoc:
9 10
      require 'pg'

11
      config = config.symbolize_keys
D
Initial  
David Heinemeier Hansson 已提交
12
      host     = config[:host]
13
      port     = config[:port] || 5432
14 15
      username = config[:username].to_s if config[:username]
      password = config[:password].to_s if config[:password]
D
Initial  
David Heinemeier Hansson 已提交
16 17 18 19 20 21 22

      if config.has_key?(:database)
        database = config[:database]
      else
        raise ArgumentError, "No database specified. Missing argument: database."
      end

23
      # The postgres drivers don't allow the creation of an unconnected PGconn object,
24 25 26 27
      # so just pass a nil connection object for the time being.
      ConnectionAdapters::PostgreSQLAdapter.new(nil, logger, [host, port, nil, nil, database, username, password], config)
    end
  end
28

29
  module ConnectionAdapters
30 31 32 33 34 35
    class TableDefinition
      def xml(*args)
        options = args.extract_options!
        column(args[0], 'xml', options)
      end
    end
36 37 38 39 40 41
    # PostgreSQL-specific extensions to column definitions in a table.
    class PostgreSQLColumn < Column #:nodoc:
      # Instantiates a new PostgreSQL column definition in a table.
      def initialize(name, default, sql_type = nil, null = true)
        super(name, self.class.extract_value_from_default(default), sql_type, null)
      end
42

43 44 45 46 47 48
      # :stopdoc:
      class << self
        attr_accessor :money_precision
      end
      # :startdoc:

49
      private
50
        def extract_limit(sql_type)
51 52 53 54 55
          case sql_type
          when /^bigint/i;    8
          when /^smallint/i;  2
          else super
          end
56 57
        end

58 59 60 61 62
        # Extracts the scale from PostgreSQL-specific data types.
        def extract_scale(sql_type)
          # Money type has a fixed scale of 2.
          sql_type =~ /^money/ ? 2 : super
        end
63

64 65
        # Extracts the precision from PostgreSQL-specific data types.
        def extract_precision(sql_type)
66 67 68 69 70
          if sql_type == 'money'
            self.class.money_precision
          else
            super
          end
71
        end
72

73 74 75 76 77 78 79
        # Maps PostgreSQL-specific data types to logical Rails types.
        def simplified_type(field_type)
          case field_type
            # Numeric and monetary types
            when /^(?:real|double precision)$/
              :float
            # Monetary types
80
            when 'money'
81 82 83 84 85
              :decimal
            # Character types
            when /^(?:character varying|bpchar)(?:\(\d+\))?$/
              :string
            # Binary data types
86
            when 'bytea'
87 88 89 90
              :binary
            # Date/time types
            when /^timestamp with(?:out)? time zone$/
              :datetime
91
            when 'interval'
92 93 94 95 96 97 98 99 100 101 102
              :string
            # Geometric types
            when /^(?:point|line|lseg|box|"?path"?|polygon|circle)$/
              :string
            # Network address types
            when /^(?:cidr|inet|macaddr)$/
              :string
            # Bit strings
            when /^bit(?: varying)?(?:\(\d+\))?$/
              :string
            # XML type
103
            when 'xml'
104
              :xml
105 106
            # Arrays
            when /^\D+\[\]$/
107
              :string
108
            # Object identifier types
109
            when 'oid'
110
              :integer
111
            # UUID type
112
            when 'uuid'
113 114 115 116
              :string
            # Small and big integer types
            when /^(?:small|big)int$/
              :integer
117 118 119 120 121
            # Pass through all types that are not specific to PostgreSQL.
            else
              super
          end
        end
122

123 124 125 126
        # Extracts the value from a PostgreSQL column default definition.
        def self.extract_value_from_default(default)
          case default
            # Numeric types
127 128
            when /\A\(?(-?\d+(\.\d*)?\)?)\z/
              $1
129
            # Character types
130
            when /\A'(.*)'::(?:character varying|bpchar|text)\z/m
131
              $1
132 133 134
            # Character types (8.1 formatting)
            when /\AE'(.*)'::(?:character varying|bpchar|text)\z/m
              $1.gsub(/\\(\d\d\d)/) { $1.oct.chr }
135
            # Binary data types
136
            when /\A'(.*)'::bytea\z/m
137 138
              $1
            # Date/time types
139
            when /\A'(.+)'::(?:time(?:stamp)? with(?:out)? time zone|date)\z/
140
              $1
141
            when /\A'(.*)'::interval\z/
142 143
              $1
            # Boolean type
144
            when 'true'
145
              true
146
            when 'false'
147 148
              false
            # Geometric types
149
            when /\A'(.*)'::(?:point|line|lseg|box|"?path"?|polygon|circle)\z/
150 151
              $1
            # Network address types
152
            when /\A'(.*)'::(?:cidr|inet|macaddr)\z/
153 154
              $1
            # Bit string types
155
            when /\AB'(.*)'::"?bit(?: varying)?"?\z/
156 157
              $1
            # XML type
158
            when /\A'(.*)'::xml\z/m
159 160
              $1
            # Arrays
161
            when /\A'(.*)'::"?\D+"?\[\]\z/
162 163
              $1
            # Object identifier types
164
            when /\A-?\d+\z/
165 166 167
              $1
            else
              # Anything else is blank, some user type, or some function
168
              # and we can't know the value of that, so return nil.
169 170 171
              nil
          end
        end
D
Initial  
David Heinemeier Hansson 已提交
172 173 174 175
    end
  end

  module ConnectionAdapters
176 177
    # The PostgreSQL adapter works both with the native C (http://ruby.scripting.ca/postgres/) and the pure
    # Ruby (available both as gem and from http://rubyforge.org/frs/?group_id=234&release_id=1944) drivers.
178 179 180
    #
    # Options:
    #
P
Pratik Naik 已提交
181 182 183 184 185 186 187 188 189
    # * <tt>:host</tt> - Defaults to "localhost".
    # * <tt>:port</tt> - Defaults to 5432.
    # * <tt>:username</tt> - Defaults to nothing.
    # * <tt>:password</tt> - Defaults to nothing.
    # * <tt>:database</tt> - The name of the database. No default, must be provided.
    # * <tt>:schema_search_path</tt> - An optional schema search path for the connection given as a string of comma-separated schema names.  This is backward-compatible with the <tt>:schema_order</tt> option.
    # * <tt>:encoding</tt> - An optional client encoding that is used in a <tt>SET client_encoding TO <encoding></tt> call on the connection.
    # * <tt>:min_messages</tt> - An optional client min messages that is used in a <tt>SET client_min_messages TO <min_messages></tt> call on the connection.
    # * <tt>:allow_concurrency</tt> - If true, use async query methods so Ruby threads don't deadlock; otherwise, use blocking query methods.
190
    class PostgreSQLAdapter < AbstractAdapter
191 192 193 194 195 196 197 198 199 200 201 202 203 204
      ADAPTER_NAME = 'PostgreSQL'.freeze

      NATIVE_DATABASE_TYPES = {
        :primary_key => "serial primary key".freeze,
        :string      => { :name => "character varying", :limit => 255 },
        :text        => { :name => "text" },
        :integer     => { :name => "integer" },
        :float       => { :name => "float" },
        :decimal     => { :name => "decimal" },
        :datetime    => { :name => "timestamp" },
        :timestamp   => { :name => "timestamp" },
        :time        => { :name => "time" },
        :date        => { :name => "date" },
        :binary      => { :name => "bytea" },
205 206
        :boolean     => { :name => "boolean" },
        :xml         => { :name => "xml" }
207 208
      }

209
      # Returns 'PostgreSQL' as adapter name for identification purposes.
210
      def adapter_name
211
        ADAPTER_NAME
212 213
      end

214 215
      # Initializes and connects a PostgreSQL adapter.
      def initialize(connection, logger, connection_parameters, config)
216
        super(connection, logger)
217
        @connection_parameters, @config = connection_parameters, config
218

219 220
        # @local_tz is initialized as nil to avoid warnings when connect tries to use it
        @local_tz = nil
221
        connect
222
        @local_tz = execute('SHOW TIME ZONE').first["TimeZone"]
223 224
      end

225 226 227
      # Is this connection alive and ready for queries?
      def active?
        if @connection.respond_to?(:status)
228
          @connection.status == PGconn::CONNECTION_OK
229
        else
230
          # We're asking the driver, not Active Record, so use @connection.query instead of #query
231
          @connection.query 'SELECT 1'
232 233
          true
        end
234
      # postgres-pr raises a NoMethodError when querying if no connection is available.
235
      rescue PGError, NoMethodError
236
        false
237 238 239 240 241 242
      end

      # Close then reopen the connection.
      def reconnect!
        if @connection.respond_to?(:reset)
          @connection.reset
243
          configure_connection
244 245 246
        else
          disconnect!
          connect
247 248
        end
      end
249

250
      # Close the connection.
251 252 253
      def disconnect!
        @connection.close rescue nil
      end
254

255
      def native_database_types #:nodoc:
256
        NATIVE_DATABASE_TYPES
257
      end
258

259
      # Does PostgreSQL support migrations?
260 261
      def supports_migrations?
        true
262 263
      end

264
      # Does PostgreSQL support finding primary key on non-Active Record tables?
265 266 267 268
      def supports_primary_key? #:nodoc:
        true
      end

269 270 271 272 273 274
      # Enable standard-conforming strings if available.
      def set_standard_conforming_strings
        old, self.client_min_messages = client_min_messages, 'panic'
        execute('SET standard_conforming_strings = on') rescue nil
      ensure
        self.client_min_messages = old
275 276
      end

277
      def supports_insert_with_returning?
278
        postgresql_version >= 80200
279 280
      end

281 282 283
      def supports_ddl_transactions?
        true
      end
284

285 286 287
      def supports_savepoints?
        true
      end
288

289 290
      # Returns the configured supported identifier length supported by PostgreSQL,
      # or report the default of 63 on PostgreSQL 7.x.
291
      def table_alias_length
292
        @table_alias_length ||= (postgresql_version >= 80000 ? query('SHOW max_identifier_length')[0][0].to_i : 63)
293
      end
294

295 296
      # QUOTING ==================================================

297
      # Escapes binary strings for bytea input to the database.
298 299
      def escape_bytea(value)
        @connection.escape_bytea(value) if value
300 301 302 303 304
      end

      # Unescapes bytea output from a database to the binary string it represents.
      # NOTE: This is NOT an inverse of escape_bytea! This is only to be used
      #       on escaped binary output from database drive.
305 306
      def unescape_bytea(value)
        @connection.unescape_bytea(value) if value
307 308
      end

309 310
      # Quotes PostgreSQL-specific data types for SQL input.
      def quote(value, column = nil) #:nodoc:
311
        if value.kind_of?(String) && column && column.type == :binary
312
          "'#{escape_bytea(value)}'"
313
        elsif value.kind_of?(String) && column && column.sql_type == 'xml'
314
          "xml '#{quote_string(value)}'"
315
        elsif value.kind_of?(Numeric) && column && column.sql_type == 'money'
316 317 318 319 320 321 322 323 324
          # Not truly string input, so doesn't require (or allow) escape string syntax.
          "'#{value.to_s}'"
        elsif value.kind_of?(String) && column && column.sql_type =~ /^bit/
          case value
            when /^[01]*$/
              "B'#{value}'" # Bit-string notation
            when /^[0-9A-F]*$/i
              "X'#{value}'" # Hexadecimal notation
          end
325 326 327 328 329
        else
          super
        end
      end

330 331 332
      # Quotes strings for use in SQL input.
      def quote_string(s) #:nodoc:
        @connection.escape(s)
333 334
      end

335 336 337 338 339 340 341 342 343 344 345 346 347 348 349 350 351 352 353
      # Checks the following cases:
      #
      # - table_name
      # - "table.name"
      # - schema_name.table_name
      # - schema_name."table.name"
      # - "schema.name".table_name
      # - "schema.name"."table.name"
      def quote_table_name(name)
        schema, name_part = extract_pg_identifier_from_name(name.to_s)

        unless name_part
          quote_column_name(schema)
        else
          table_name, name_part = extract_pg_identifier_from_name(name_part)
          "#{quote_column_name(schema)}.#{quote_column_name(table_name)}"
        end
      end

354 355
      # Quotes column names for use in SQL queries.
      def quote_column_name(name) #:nodoc:
356
        PGconn.quote_ident(name.to_s)
357 358
      end

359 360 361
      # Quote date/time values for use in SQL input. Includes microseconds
      # if the value is a Time responding to usec.
      def quoted_date(value) #:nodoc:
362 363 364 365 366
        if value.acts_like?(:time) && value.respond_to?(:usec)
          "#{super}.#{sprintf("%06d", value.usec)}"
        else
          super
        end
367 368
      end

369 370
      # REFERENTIAL INTEGRITY ====================================

371 372 373 374 375 376 377
      def supports_disable_referential_integrity?() #:nodoc:
        version = query("SHOW server_version")[0][0].split('.')
        (version[0].to_i >= 8 && version[1].to_i >= 1) ? true : false
      rescue
        return false
      end

378
      def disable_referential_integrity #:nodoc:
379 380 381
        if supports_disable_referential_integrity?() then
          execute(tables.collect { |name| "ALTER TABLE #{quote_table_name(name)} DISABLE TRIGGER ALL" }.join(";"))
        end
382 383
        yield
      ensure
384 385 386
        if supports_disable_referential_integrity?() then
          execute(tables.collect { |name| "ALTER TABLE #{quote_table_name(name)} ENABLE TRIGGER ALL" }.join(";"))
        end
387
      end
388 389 390

      # DATABASE STATEMENTS ======================================

391 392 393 394 395 396
      # Executes a SELECT query and returns an array of rows. Each row is an
      # array of field values.
      def select_rows(sql, name = nil)
        select_raw(sql, name).last
      end

397
      # Executes an INSERT query and returns the new record's ID
398
      def insert(sql, name = nil, pk = nil, id_value = nil, sequence_name = nil)
399 400 401 402 403 404 405 406 407 408 409 410 411 412
        # Extract the table from the insert sql. Yuck.
        table = sql.split(" ", 4)[2].gsub('"', '')

        # Try an insert with 'returning id' if available (PG >= 8.2)
        if supports_insert_with_returning?
          pk, sequence_name = *pk_and_sequence_for(table) unless pk
          if pk
            id = select_value("#{sql} RETURNING #{quote_column_name(pk)}")
            clear_query_cache
            return id
          end
        end

        # Otherwise, insert then grab last_insert_id.
413 414 415 416 417 418 419 420 421 422 423 424 425 426
        if insert_id = super
          insert_id
        else
          # If neither pk nor sequence name is given, look them up.
          unless pk || sequence_name
            pk, sequence_name = *pk_and_sequence_for(table)
          end

          # If a pk is given, fallback to default sequence name.
          # Don't fetch last insert id for a table without a pk.
          if pk && sequence_name ||= default_sequence_name(table, pk)
            last_insert_id(table, sequence_name)
          end
        end
427
      end
428
      alias :create :insert
429

430 431
      # create a 2D array representing the result set
      def result_as_array(res) #:nodoc:
432 433
        # check if we have any binary column and if they need escaping
        unescape_col = []
434
        res.nfields.times do |j|
435
          # unescape string passed BYTEA field (OID == 17)
436
          unescape_col << ( res.ftype(j)==17 )
437 438
        end

439
        ary = []
440
        res.ntuples.times do |i|
441
          ary << []
442
          res.nfields.times do |j|
443 444 445
            data = res.getvalue(i,j)
            data = unescape_bytea(data) if unescape_col[j] and data.is_a?(String)
            ary[i] << data
446 447 448 449 450 451 452
          end
        end
        return ary
      end


      # Queries the database and returns the results in an Array-like object
453
      def query(sql, name = nil) #:nodoc:
454 455
        log(sql, name) do
          if @async
456
            res = @connection.async_exec(sql)
457
          else
458
            res = @connection.exec(sql)
459
          end
460
          return result_as_array(res)
461
        end
462 463
      end

464
      # Executes an SQL statement, returning a PGresult object on success
465 466
      # or raising a PGError exception otherwise.
      def execute(sql, name = nil)
467 468 469 470 471 472 473
        log(sql, name) do
          if @async
            @connection.async_exec(sql)
          else
            @connection.exec(sql)
          end
        end
474 475
      end

476
      # Executes an UPDATE query and returns the number of affected tuples.
477
      def update_sql(sql, name = nil)
478
        super.cmd_tuples
479 480
      end

481 482
      # Begins a transaction.
      def begin_db_transaction
483 484 485
        execute "BEGIN"
      end

486 487
      # Commits a transaction.
      def commit_db_transaction
488 489
        execute "COMMIT"
      end
490

491 492
      # Aborts a transaction.
      def rollback_db_transaction
493 494
        execute "ROLLBACK"
      end
495

496 497
      def outside_transaction?
        @connection.transaction_status == PGconn::PQTRANS_IDLE
498
      end
499

J
Jonathan Viney 已提交
500 501 502 503 504 505 506 507
      def create_savepoint
        execute("SAVEPOINT #{current_savepoint_name}")
      end

      def rollback_to_savepoint
        execute("ROLLBACK TO SAVEPOINT #{current_savepoint_name}")
      end

508
      def release_savepoint
J
Jonathan Viney 已提交
509 510
        execute("RELEASE SAVEPOINT #{current_savepoint_name}")
      end
511

512 513
      # SCHEMA STATEMENTS ========================================

514 515 516 517 518
      def recreate_database(name) #:nodoc:
        drop_database(name)
        create_database(name)
      end

519 520 521
      # Create a new PostgreSQL database.  Options include <tt>:owner</tt>, <tt>:template</tt>,
      # <tt>:encoding</tt>, <tt>:tablespace</tt>, and <tt>:connection_limit</tt> (note that MySQL uses
      # <tt>:charset</tt> while PostgreSQL uses <tt>:encoding</tt>).
522 523 524 525 526 527 528 529 530 531
      #
      # Example:
      #   create_database config[:database], config
      #   create_database 'foo_development', :encoding => 'unicode'
      def create_database(name, options = {})
        options = options.reverse_merge(:encoding => "utf8")

        option_string = options.symbolize_keys.sum do |key, value|
          case key
          when :owner
532
            " OWNER = \"#{value}\""
533
          when :template
534
            " TEMPLATE = \"#{value}\""
535 536 537
          when :encoding
            " ENCODING = '#{value}'"
          when :tablespace
538
            " TABLESPACE = \"#{value}\""
539 540 541 542 543 544 545
          when :connection_limit
            " CONNECTION LIMIT = #{value}"
          else
            ""
          end
        end

546
        execute "CREATE DATABASE #{quote_table_name(name)}#{option_string}"
547 548 549 550 551 552 553
      end

      # Drops a PostgreSQL database
      #
      # Example:
      #   drop_database 'matt_development'
      def drop_database(name) #:nodoc:
554 555 556 557 558 559 560 561 562
        if postgresql_version >= 80200
          execute "DROP DATABASE IF EXISTS #{quote_table_name(name)}"
        else
          begin
            execute "DROP DATABASE #{quote_table_name(name)}"
          rescue ActiveRecord::StatementInvalid
            @logger.warn "#{name} database doesn't exist." if @logger
          end
        end
563 564
      end

565 566
      # Returns the list of all tables in the schema search path or a specified schema.
      def tables(name = nil)
567 568
        query(<<-SQL, name).map { |row| row[0] }
          SELECT tablename
569 570 571 572 573 574 575 576 577 578 579 580 581 582 583 584 585 586 587 588 589
          FROM pg_tables
          WHERE schemaname = ANY (current_schemas(false))
        SQL
      end

      def table_exists?(name)
        name          = name.to_s
        schema, table = name.split('.', 2)

        unless table # A table was provided without a schema
          table  = schema
          schema = nil
        end

        if name =~ /^"/ # Handle quoted table names
          table  = name
          schema = nil
        end

        query(<<-SQL).first[0].to_i > 0
            SELECT COUNT(*)
590
            FROM pg_tables
591 592
            WHERE tablename = '#{table.gsub(/(^"|"$)/,'')}'
            #{schema ? "AND schemaname = '#{schema}'" : ''}
593 594 595
        SQL
      end

596 597
      # Returns the list of all indexes for a table.
      def indexes(table_name, name = nil)
598 599
         schemas = schema_search_path.split(/,/).map { |p| quote(p) }.join(',')
         result = query(<<-SQL, name)
600 601
           SELECT distinct i.relname, d.indisunique, d.indkey, t.oid
             FROM pg_class t, pg_class i, pg_index d
602 603 604 605 606
           WHERE i.relkind = 'i'
             AND d.indexrelid = i.oid
             AND d.indisprimary = 'f'
             AND t.oid = d.indrelid
             AND t.relname = '#{table_name}'
607
             AND i.relnamespace IN (SELECT oid FROM pg_namespace WHERE nspname IN (#{schemas}) )
608 609 610
          ORDER BY i.relname
        SQL

611

612
        result.map do |row|
613 614 615 616 617
          index_name = row[0]
          unique = row[1] == 't'
          indkey = row[2].split(" ")
          oid = row[3]

618 619
          columns = Hash[query(<<-SQL, "Columns for index #{row[0]} on #{table_name}")]
          SELECT a.attnum, a.attname
620 621 622 623 624
          FROM pg_attribute a
          WHERE a.attrelid = #{oid}
          AND a.attnum IN (#{indkey.join(",")})
          SQL

625 626
          column_names = columns.values_at(*indkey).compact
          column_names.empty? ? nil : IndexDefinition.new(table_name, index_name, unique, column_names)
627
        end.compact
628 629
      end

630 631
      # Returns the list of all column definitions for a table.
      def columns(table_name, name = nil)
632
        # Limit, precision, and scale are all handled by the superclass.
633 634
        column_definitions(table_name).collect do |name, type, default, notnull|
          PostgreSQLColumn.new(name, default, type, notnull == 'f')
D
Initial  
David Heinemeier Hansson 已提交
635 636 637
        end
      end

638 639 640 641 642 643 644 645 646 647 648 649 650
      # Returns the current database name.
      def current_database
        query('select current_database()')[0][0]
      end

      # Returns the current database encoding format.
      def encoding
        query(<<-end_sql)[0][0]
          SELECT pg_encoding_to_char(pg_database.encoding) FROM pg_database
          WHERE pg_database.datname LIKE '#{current_database}'
        end_sql
      end

651 652 653 654 655 656
      # Sets the schema search path to a string of comma-separated schema names.
      # Names beginning with $ have to be quoted (e.g. $user => '$user').
      # See: http://www.postgresql.org/docs/current/static/ddl-schemas.html
      #
      # This should be not be called manually but set in database.yml.
      def schema_search_path=(schema_csv)
657 658
        if schema_csv
          execute "SET search_path TO #{schema_csv}"
659
          @schema_search_path = schema_csv
660
        end
D
Initial  
David Heinemeier Hansson 已提交
661 662
      end

663 664
      # Returns the active schema search path.
      def schema_search_path
665
        @schema_search_path ||= query('SHOW search_path')[0][0]
666
      end
667

668 669 670 671 672 673 674 675 676 677 678 679
      # Returns the current client message level.
      def client_min_messages
        query('SHOW client_min_messages')[0][0]
      end

      # Set the client message level.
      def client_min_messages=(level)
        execute("SET client_min_messages TO '#{level}'")
      end

      # Returns the sequence name for a table's primary key or some other specified key.
      def default_sequence_name(table_name, pk = nil) #:nodoc:
680
        default_pk, default_seq = pk_and_sequence_for(table_name)
681
        default_seq || "#{table_name}_#{pk || default_pk || 'id'}_seq"
682 683
      end

684 685
      # Resets the sequence of a table's primary key to the maximum value.
      def reset_pk_sequence!(table, pk = nil, sequence = nil) #:nodoc:
686 687 688 689 690 691 692
        unless pk and sequence
          default_pk, default_sequence = pk_and_sequence_for(table)
          pk ||= default_pk
          sequence ||= default_sequence
        end
        if pk
          if sequence
693 694
            quoted_sequence = quote_column_name(sequence)

695
            select_value <<-end_sql, 'Reset sequence'
696
              SELECT setval('#{quoted_sequence}', (SELECT COALESCE(MAX(#{quote_column_name pk})+(SELECT increment_by FROM #{quoted_sequence}), (SELECT min_value FROM #{quoted_sequence})) FROM #{quote_table_name(table)}), false)
697 698 699 700
            end_sql
          else
            @logger.warn "#{table} has primary key #{pk} with no default sequence" if @logger
          end
701 702 703
        end
      end

704 705
      # Returns a table's primary key and belonging sequence.
      def pk_and_sequence_for(table) #:nodoc:
706 707
        # First try looking for a sequence with a dependency on the
        # given table's primary key.
708
        result = query(<<-end_sql, 'PK and serial sequence')[0]
709
          SELECT attr.attname, seq.relname
710 711 712 713 714 715 716 717 718 719 720 721
          FROM pg_class      seq,
               pg_attribute  attr,
               pg_depend     dep,
               pg_namespace  name,
               pg_constraint cons
          WHERE seq.oid           = dep.objid
            AND seq.relkind       = 'S'
            AND attr.attrelid     = dep.refobjid
            AND attr.attnum       = dep.refobjsubid
            AND attr.attrelid     = cons.conrelid
            AND attr.attnum       = cons.conkey[1]
            AND cons.contype      = 'p'
722
            AND dep.refobjid      = '#{quote_table_name(table)}'::regclass
723
        end_sql
724 725 726 727 728

        if result.nil? or result.empty?
          # If that fails, try parsing the primary key's default value.
          # Support the 7.x and 8.0 nextval('foo'::text) as well as
          # the 8.1+ nextval('foo'::regclass).
729
          result = query(<<-end_sql, 'PK and custom sequence')[0]
730 731 732 733 734 735 736
            SELECT attr.attname,
              CASE
                WHEN split_part(def.adsrc, '''', 2) ~ '.' THEN
                  substr(split_part(def.adsrc, '''', 2),
                         strpos(split_part(def.adsrc, '''', 2), '.')+1)
                ELSE split_part(def.adsrc, '''', 2)
              END
737 738 739 740
            FROM pg_class       t
            JOIN pg_attribute   attr ON (t.oid = attrelid)
            JOIN pg_attrdef     def  ON (adrelid = attrelid AND adnum = attnum)
            JOIN pg_constraint  cons ON (conrelid = adrelid AND adnum = conkey[1])
741
            WHERE t.oid = '#{quote_table_name(table)}'::regclass
742
              AND cons.contype = 'p'
743
              AND def.adsrc ~* 'nextval'
744 745
          end_sql
        end
746

747
        # [primary_key, sequence]
748
        [result.first, result.last]
749 750
      rescue
        nil
751 752
      end

753 754 755 756 757 758
      # Returns just a table's primary key
      def primary_key(table)
        pk_and_sequence = pk_and_sequence_for(table)
        pk_and_sequence && pk_and_sequence.first
      end

759
      # Renames a table.
760
      def rename_table(name, new_name)
761
        execute "ALTER TABLE #{quote_table_name(name)} RENAME TO #{quote_table_name(new_name)}"
762
      end
763

764 765
      # Adds a new column to the named table.
      # See TableDefinition#column for details of the options you can use.
S
Scott Barron 已提交
766
      def add_column(table_name, column_name, type, options = {})
767 768 769 770
        default = options[:default]
        notnull = options[:null] == false

        # Add the column.
771
        execute("ALTER TABLE #{quote_table_name(table_name)} ADD COLUMN #{quote_column_name(column_name)} #{type_to_sql(type, options[:limit], options[:precision], options[:scale])}")
772

773 774
        change_column_default(table_name, column_name, default) if options_include_default?(options)
        change_column_null(table_name, column_name, false, default) if notnull
S
Scott Barron 已提交
775
      end
D
Initial  
David Heinemeier Hansson 已提交
776

777 778
      # Changes the column of a table.
      def change_column(table_name, column_name, type, options = {})
779 780
        quoted_table_name = quote_table_name(table_name)

781
        begin
782
          execute "ALTER TABLE #{quoted_table_name} ALTER COLUMN #{quote_column_name(column_name)} TYPE #{type_to_sql(type, options[:limit], options[:precision], options[:scale])}"
783 784
        rescue ActiveRecord::StatementInvalid => e
          raise e if postgresql_version > 80000
785
          # This is PostgreSQL 7.x, so we have to use a more arcane way of doing it.
786 787 788 789 790 791 792 793 794 795 796
          begin
            begin_db_transaction
            tmp_column_name = "#{column_name}_ar_tmp"
            add_column(table_name, tmp_column_name, type, options)
            execute "UPDATE #{quoted_table_name} SET #{quote_column_name(tmp_column_name)} = CAST(#{quote_column_name(column_name)} AS #{type_to_sql(type, options[:limit], options[:precision], options[:scale])})"
            remove_column(table_name, column_name)
            rename_column(table_name, tmp_column_name, column_name)
            commit_db_transaction
          rescue
            rollback_db_transaction
          end
797
        end
798

799 800
        change_column_default(table_name, column_name, options[:default]) if options_include_default?(options)
        change_column_null(table_name, column_name, options[:null], options[:default]) if options.key?(:null)
801
      end
802

803 804
      # Changes the default value of a table column.
      def change_column_default(table_name, column_name, default)
805
        execute "ALTER TABLE #{quote_table_name(table_name)} ALTER COLUMN #{quote_column_name(column_name)} SET DEFAULT #{quote(default)}"
806
      end
807

808 809
      def change_column_null(table_name, column_name, null, default = nil)
        unless null || default.nil?
810
          execute("UPDATE #{quote_table_name(table_name)} SET #{quote_column_name(column_name)}=#{quote(default)} WHERE #{quote_column_name(column_name)} IS NULL")
811
        end
812
        execute("ALTER TABLE #{quote_table_name(table_name)} ALTER #{quote_column_name(column_name)} #{null ? 'DROP' : 'SET'} NOT NULL")
813 814
      end

815 816
      # Renames a column in a table.
      def rename_column(table_name, column_name, new_column_name)
817
        execute "ALTER TABLE #{quote_table_name(table_name)} RENAME COLUMN #{quote_column_name(column_name)} TO #{quote_column_name(new_column_name)}"
818
      end
819

820 821 822 823 824 825
      def remove_index!(table_name, index_name) #:nodoc:
        execute "DROP INDEX #{quote_table_name(index_name)}"
      end

      def index_name_length
        63
826
      end
827

828 829
      # Maps logical Rails types to PostgreSQL-specific data types.
      def type_to_sql(type, limit = nil, precision = nil, scale = nil)
830 831
        return super unless type.to_s == 'integer'

832 833 834 835
        case limit
          when 1..2;      'smallint'
          when 3..4, nil; 'integer'
          when 5..8;      'bigint'
836
          else raise(ActiveRecordError, "No integer type has byte size #{limit}. Use a numeric with precision 0 instead.")
837 838
        end
      end
839

840
      # Returns a SELECT DISTINCT clause for a given set of columns and a given ORDER BY clause.
841 842 843
      #
      # PostgreSQL requires the ORDER BY columns in the select list for distinct queries, and
      # requires that the ORDER BY include the distinct column.
844
      #
845
      #   distinct("posts.id", "posts.created_at desc")
846
      def distinct(columns, order_by) #:nodoc:
847 848
        return "DISTINCT #{columns}" if order_by.blank?

849 850
        # Construct a clean list of column names from the ORDER BY clause, removing
        # any ASC/DESC modifiers
851
        order_columns = order_by.split(',').collect { |s| s.split.first }
852
        order_columns.delete_if(&:blank?)
853
        order_columns = order_columns.zip((0...order_columns.size).to_a).map { |s,i| "#{s} AS alias_#{i}" }
854

855 856
        # Return a DISTINCT ON() clause that's distinct on the columns we want but includes
        # all the required columns for the ORDER BY to work properly.
857 858
        sql = "DISTINCT ON (#{columns}) #{columns}, "
        sql << order_columns * ', '
859
      end
860

861 862 863 864 865 866 867 868 869 870 871 872 873 874 875 876 877
      protected
        # Returns the version of the connected PostgreSQL version.
        def postgresql_version
          @postgresql_version ||=
            if @connection.respond_to?(:server_version)
              @connection.server_version
            else
              # Mimic PGconn.server_version behavior
              begin
                query('SELECT version()')[0][0] =~ /PostgreSQL (\d+)\.(\d+)\.(\d+)/
                ($1.to_i * 10000) + ($2.to_i * 100) + $3.to_i
              rescue
                0
              end
            end
        end

878 879 880
        def translate_exception(exception, message)
          case exception.message
          when /duplicate key value violates unique constraint/
881
            RecordNotUnique.new(message, exception)
882
          when /violates foreign key constraint/
883
            InvalidForeignKey.new(message, exception)
884 885 886 887 888
          else
            super
          end
        end

D
Initial  
David Heinemeier Hansson 已提交
889
      private
P
Pratik Naik 已提交
890
        # The internal PostgreSQL identifier of the money data type.
891 892 893 894 895 896 897 898 899 900 901 902 903 904
        MONEY_COLUMN_TYPE_OID = 790 #:nodoc:

        # Connects to a PostgreSQL server and sets up the adapter depending on the
        # connected server's characteristics.
        def connect
          @connection = PGconn.connect(*@connection_parameters)
          PGconn.translate_results = false if PGconn.respond_to?(:translate_results=)

          # Ignore async_exec and async_query when using postgres-pr.
          @async = @config[:allow_concurrency] && @connection.respond_to?(:async_exec)

          # Money type has a fixed precision of 10 in PostgreSQL 8.2 and below, and as of
          # PostgreSQL 8.3 it has a fixed precision of 19. PostgreSQLColumn.extract_precision
          # should know about this but can't detect it there, so deal with it here.
905 906
          PostgreSQLColumn.money_precision = (postgresql_version >= 80300) ? 19 : 10

907 908 909
          configure_connection
        end

910
        # Configures the encoding, verbosity, schema search path, and time zone of the connection.
911
        # This is called by #connect and should not be called manually.
912 913
        def configure_connection
          if @config[:encoding]
914 915 916 917 918
            if @connection.respond_to?(:set_client_encoding)
              @connection.set_client_encoding(@config[:encoding])
            else
              execute("SET client_encoding TO '#{@config[:encoding]}'")
            end
919
          end
920 921
          self.client_min_messages = @config[:min_messages] if @config[:min_messages]
          self.schema_search_path = @config[:schema_search_path] || @config[:schema_order]
922 923 924 925

          # Use standard-conforming strings if available so we don't have to do the E'...' dance.
          set_standard_conforming_strings

926
          # If using Active Record's time zone support configure the connection to return
927
          # TIMESTAMP WITH ZONE types in UTC.
928 929
          if ActiveRecord::Base.default_timezone == :utc
            execute("SET time zone 'UTC'")
930 931
          elsif @local_tz
            execute("SET time zone '#{@local_tz}'")
932
          end
933 934
        end

935 936
        # Returns the current ID of a table's sequence.
        def last_insert_id(table, sequence_name) #:nodoc:
937
          Integer(select_value("SELECT currval('#{sequence_name}')"))
D
Initial  
David Heinemeier Hansson 已提交
938 939
        end

940
        # Executes a SELECT query and returns the results, performing any data type
941
        # conversions that are required to be performed here instead of in PostgreSQLColumn.
D
Initial  
David Heinemeier Hansson 已提交
942
        def select(sql, name = nil)
943
          fields, rows = select_raw(sql, name)
944 945
          rows.map do |row|
            Hash[*fields.zip(row).flatten]
946 947 948 949
          end
        end

        def select_raw(sql, name = nil)
950
          res = execute(sql, name)
951
          results = result_as_array(res)
952 953
          fields = res.fields
          rows = results.map do |row|
954
            row.each_with_index do |cell, cell_index|
955 956 957 958 959 960 961 962 963
              # If this is a money type column and there are any currency symbols,
              # then strip them off. Indeed it would be prettier to do this in
              # PostgreSQLColumn.string_to_decimal but would break form input
              # fields that call value_before_type_cast.
              if res.ftype(cell_index) == MONEY_COLUMN_TYPE_OID
                # Because money output is formatted according to the locale, there are two
                # cases to consider (note the decimal separators):
                #  (1) $12,345,678.12
                #  (2) $12.345.678,12
964
                case cell
965
                when /^-?\D+[\d,]+\.\d{2}$/  # (1)
966
                  row[cell_index] = cell.gsub(/[^-\d\.]/, '')
967
                when /^-?\D+[\d\.]+,\d{2}$/  # (2)
968
                  row[cell_index] = cell.gsub(/[^-\d,]/, '').sub(/,/, '.')
M
Marcel Molina 已提交
969 970 971
                end
              end
            end
972
            row
M
Marcel Molina 已提交
973
          end
974
          res.clear
975
          return fields, rows
M
Marcel Molina 已提交
976 977
        end

978
        # Returns the list of a table's column names, data types, and default values.
979 980 981 982 983 984 985 986 987 988 989 990 991 992 993 994 995
        #
        # The underlying query is roughly:
        #  SELECT column.name, column.type, default.value
        #    FROM column LEFT JOIN default
        #      ON column.table_id = default.table_id
        #     AND column.num = default.column_num
        #   WHERE column.table_id = get_table_id('table_name')
        #     AND column.num > 0
        #     AND NOT column.is_dropped
        #   ORDER BY column.num
        #
        # If the table name is not prefixed with a schema, the database will
        # take the first match from the schema search path.
        #
        # Query implementation notes:
        #  - format_type includes the column size constraint, e.g. varchar(50)
        #  - ::regclass is a function that gives the id for a table name
996
        def column_definitions(table_name) #:nodoc:
997
          query <<-end_sql
998
            SELECT a.attname, format_type(a.atttypid, a.atttypmod), d.adsrc, a.attnotnull
999 1000
              FROM pg_attribute a LEFT JOIN pg_attrdef d
                ON a.attrelid = d.adrelid AND a.attnum = d.adnum
1001
             WHERE a.attrelid = '#{quote_table_name(table_name)}'::regclass
1002 1003 1004
               AND a.attnum > 0 AND NOT a.attisdropped
             ORDER BY a.attnum
          end_sql
D
Initial  
David Heinemeier Hansson 已提交
1005
        end
1006 1007 1008 1009 1010 1011 1012 1013 1014 1015

        def extract_pg_identifier_from_name(name)
          match_data = name[0,1] == '"' ? name.match(/\"([^\"]+)\"/) : name.match(/([^\.]+)/)

          if match_data
            rest = name[match_data[0].length..-1]
            rest = rest[1..-1] if rest[0,1] == "."
            [match_data[1], (rest.length > 0 ? rest : nil)]
          end
        end
D
Initial  
David Heinemeier Hansson 已提交
1016 1017 1018
    end
  end
end
1019