migration.rb 42.0 KB
Newer Older
1
require "active_support/core_ext/module/attribute_accessors"
2
require 'set'
3

4
module ActiveRecord
5 6 7 8 9 10 11
  class MigrationError < ActiveRecordError#:nodoc:
    def initialize(message = nil)
      message = "\n\n#{message}\n\n" if message
      super
    end
  end

12 13 14
  # Exception that can be raised to stop migrations from being rolled back.
  # For example the following migration is not reversible.
  # Rolling back this migration will raise an ActiveRecord::IrreversibleMigration error.
15
  #
16
  #   class IrreversibleMigrationExample < ActiveRecord::Migration[5.0]
17 18 19 20 21 22 23 24 25 26 27 28 29 30 31
  #     def change
  #       create_table :distributors do |t|
  #         t.string :zipcode
  #       end
  #
  #       execute <<-SQL
  #         ALTER TABLE distributors
  #           ADD CONSTRAINT zipchk
  #             CHECK (char_length(zipcode) = 5) NO INHERIT;
  #       SQL
  #     end
  #   end
  #
  # There are two ways to mitigate this problem.
  #
32
  # 1. Define <tt>#up</tt> and <tt>#down</tt> methods instead of <tt>#change</tt>:
33
  #
34
  #  class ReversibleMigrationExample < ActiveRecord::Migration[5.0]
35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56
  #    def up
  #      create_table :distributors do |t|
  #        t.string :zipcode
  #      end
  #
  #      execute <<-SQL
  #        ALTER TABLE distributors
  #          ADD CONSTRAINT zipchk
  #            CHECK (char_length(zipcode) = 5) NO INHERIT;
  #      SQL
  #    end
  #
  #    def down
  #      execute <<-SQL
  #        ALTER TABLE distributors
  #          DROP CONSTRAINT zipchk
  #      SQL
  #
  #      drop_table :distributors
  #    end
  #  end
  #
57
  # 2. Use the #reversible method in <tt>#change</tt> method:
58
  #
59
  #   class ReversibleMigrationExample < ActiveRecord::Migration[5.0]
60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82
  #     def change
  #       create_table :distributors do |t|
  #         t.string :zipcode
  #       end
  #
  #       reversible do |dir|
  #         dir.up do
  #           execute <<-SQL
  #             ALTER TABLE distributors
  #               ADD CONSTRAINT zipchk
  #                 CHECK (char_length(zipcode) = 5) NO INHERIT;
  #           SQL
  #         end
  #
  #         dir.down do
  #           execute <<-SQL
  #             ALTER TABLE distributors
  #               DROP CONSTRAINT zipchk
  #           SQL
  #         end
  #       end
  #     end
  #   end
83
  class IrreversibleMigration < MigrationError
84
  end
85

86
  class DuplicateMigrationVersionError < MigrationError#:nodoc:
87 88 89 90 91 92
    def initialize(version = nil)
      if version
        super("Multiple migrations have the version number #{version}.")
      else
        super("Duplicate migration version error.")
      end
93 94
    end
  end
95

96
  class DuplicateMigrationNameError < MigrationError#:nodoc:
97 98 99 100 101 102
    def initialize(name = nil)
      if name
        super("Multiple migrations have the name #{name}.")
      else
        super("Duplicate migration name.")
      end
103 104 105
    end
  end

106
  class UnknownMigrationVersionError < MigrationError #:nodoc:
107 108 109 110 111 112
    def initialize(version = nil)
      if version
        super("No migration with version number #{version}.")
      else
        super("Unknown migration version.")
      end
113 114 115
    end
  end

116
  class IllegalMigrationNameError < MigrationError#:nodoc:
117 118 119 120 121 122
    def initialize(name = nil)
      if name
        super("Illegal name for migration file: #{name}\n\t(only lower case letters, numbers, and '_' allowed).")
      else
        super("Illegal name for migration.")
      end
123 124 125
    end
  end

126
  class PendingMigrationError < MigrationError#:nodoc:
127 128
    def initialize(message = nil)
      if !message && defined?(Rails.env)
129
        super("Migrations are pending. To resolve this issue, run:\n\n\tbin/rails db:migrate RAILS_ENV=#{::Rails.env}")
130
      elsif !message
131
        super("Migrations are pending. To resolve this issue, run:\n\n\tbin/rails db:migrate")
132
      else
133
        super
134
      end
S
schneems 已提交
135 136 137
    end
  end

138 139 140 141 142 143 144 145
  class ConcurrentMigrationError < MigrationError #:nodoc:
    DEFAULT_MESSAGE = "Cannot run migrations because another migration process is currently running.".freeze

    def initialize(message = DEFAULT_MESSAGE)
      super
    end
  end

146 147
  class NoEnvironmentInSchemaError < MigrationError #:nodoc:
    def initialize
148
      msg = "Environment data not found in the schema. To resolve this issue, run: \n\n\tbin/rails db:environment:set"
149 150 151 152 153 154 155 156 157 158
      if defined?(Rails.env)
        super("#{msg} RAILS_ENV=#{::Rails.env}")
      else
        super(msg)
      end
    end
  end

  class ProtectedEnvironmentError < ActiveRecordError #:nodoc:
    def initialize(env = "production")
159 160
      msg = "You are attempting to run a destructive action against your '#{env}' database.\n"
      msg << "If you are sure you want to continue, run the same command with the environment variable:\n"
161 162 163 164 165
      msg << "DISABLE_DATABASE_ENVIRONMENT_CHECK=1"
      super(msg)
    end
  end

S
schneems 已提交
166
  class EnvironmentMismatchError < ActiveRecordError
167
    def initialize(current: nil, stored: nil)
168 169 170
      msg =  "You are attempting to modify a database that was last run in `#{ stored }` environment.\n"
      msg << "You are running in `#{ current }` environment."
      msg << "If you are sure you want to continue, first set the environment using:\n\n"
171
      msg << "\tbin/rails db:environment:set"
172 173 174 175 176
      if defined?(Rails.env)
        super("#{msg} RAILS_ENV=#{::Rails.env}")
      else
        super(msg)
      end
S
schneems 已提交
177 178 179
    end
  end

R
Rizwan Reza 已提交
180
  # = Active Record Migrations
181 182
  #
  # Migrations can manage the evolution of a schema used by several physical
R
Rizwan Reza 已提交
183 184
  # databases. It's a solution to the common problem of adding a field to make
  # a new feature work in your local database, but being unsure of how to
185
  # push that change to other developers and to the production server. With
R
Rizwan Reza 已提交
186
  # migrations, you can describe the transformations in self-contained classes
187
  # that can be checked into version control systems and executed against
R
Rizwan Reza 已提交
188
  # another database that might be one, two, or five versions behind.
189 190 191
  #
  # Example of a simple migration:
  #
192
  #   class AddSsl < ActiveRecord::Migration[5.0]
193
  #     def up
194
  #       add_column :accounts, :ssl_enabled, :boolean, default: true
195
  #     end
196
  #
197
  #     def down
198 199 200 201
  #       remove_column :accounts, :ssl_enabled
  #     end
  #   end
  #
202 203
  # This migration will add a boolean flag to the accounts table and remove it
  # if you're backing out of the migration. It shows how all migrations have
204
  # two methods +up+ and +down+ that describes the transformations
R
Rizwan Reza 已提交
205
  # required to implement or remove the migration. These methods can consist
206
  # of both the migration specific methods like +add_column+ and +remove_column+,
207
  # but may also contain regular Ruby code for generating data needed for the
R
Rizwan Reza 已提交
208
  # transformations.
209 210 211
  #
  # Example of a more complex migration that also needs to initialize data:
  #
212
  #   class AddSystemSettings < ActiveRecord::Migration[5.0]
213
  #     def up
214
  #       create_table :system_settings do |t|
215 216
  #         t.string  :name
  #         t.string  :label
V
Vijay Dev 已提交
217
  #         t.text    :value
218
  #         t.string  :type
V
Vijay Dev 已提交
219
  #         t.integer :position
220
  #       end
221
  #
222 223 224
  #       SystemSetting.create  name:  'notice',
  #                             label: 'Use notice?',
  #                             value: 1
225
  #     end
226
  #
227
  #     def down
228 229 230 231
  #       drop_table :system_settings
  #     end
  #   end
  #
232
  # This migration first adds the +system_settings+ table, then creates the very
R
Rizwan Reza 已提交
233
  # first row in it using the Active Record model that relies on the table. It
234
  # also uses the more advanced +create_table+ syntax where you can specify a
R
Rizwan Reza 已提交
235
  # complete table schema in one block call.
236 237 238
  #
  # == Available transformations
  #
239 240 241 242 243 244 245
  # === Creation
  #
  # * <tt>create_join_table(table_1, table_2, options)</tt>: Creates a join
  #   table having its name as the lexical order of the first two
  #   arguments. See
  #   ActiveRecord::ConnectionAdapters::SchemaStatements#create_join_table for
  #   details.
246
  # * <tt>create_table(name, options)</tt>: Creates a table called +name+ and
R
Rizwan Reza 已提交
247
  #   makes the table object available to a block that can then add columns to it,
248
  #   following the same format as +add_column+. See example above. The options hash
249
  #   is for fragments like "DEFAULT CHARSET=UTF-8" that are appended to the create
R
Rizwan Reza 已提交
250
  #   table definition.
251
  # * <tt>add_column(table_name, column_name, type, options)</tt>: Adds a new column
R
Rizwan Reza 已提交
252
  #   to the table called +table_name+
253
  #   named +column_name+ specified to be one of the following types:
254
  #   <tt>:string</tt>, <tt>:text</tt>, <tt>:integer</tt>, <tt>:float</tt>,
R
Rizwan Reza 已提交
255
  #   <tt>:decimal</tt>, <tt>:datetime</tt>, <tt>:timestamp</tt>, <tt>:time</tt>,
256
  #   <tt>:date</tt>, <tt>:binary</tt>, <tt>:boolean</tt>. A default value can be
257
  #   specified by passing an +options+ hash like <tt>{ default: 11 }</tt>.
258
  #   Other options include <tt>:limit</tt> and <tt>:null</tt> (e.g.
259
  #   <tt>{ limit: 50, null: false }</tt>) -- see
R
Rizwan Reza 已提交
260
  #   ActiveRecord::ConnectionAdapters::TableDefinition#column for details.
261 262 263
  # * <tt>add_foreign_key(from_table, to_table, options)</tt>: Adds a new
  #   foreign key. +from_table+ is the table with the key column, +to_table+ contains
  #   the referenced primary key.
264
  # * <tt>add_index(table_name, column_names, options)</tt>: Adds a new index
R
Rizwan Reza 已提交
265
  #   with the name of the column. Other options include
266
  #   <tt>:name</tt>, <tt>:unique</tt> (e.g.
267
  #   <tt>{ name: 'users_name_index', unique: true }</tt>) and <tt>:order</tt>
L
Lincoln Lee 已提交
268
  #   (e.g. <tt>{ order: { name: :desc } }</tt>).
269 270 271
  # * <tt>add_reference(:table_name, :reference_name)</tt>: Adds a new column
  #   +reference_name_id+ by default an integer. See
  #   ActiveRecord::ConnectionAdapters::SchemaStatements#add_reference for details.
272 273 274 275 276 277 278 279 280 281 282 283 284 285 286 287 288 289 290 291 292 293 294 295 296 297 298 299 300 301 302 303 304 305
  # * <tt>add_timestamps(table_name, options)</tt>: Adds timestamps (+created_at+
  #   and +updated_at+) columns to +table_name+.
  #
  # === Modification
  #
  # * <tt>change_column(table_name, column_name, type, options)</tt>:  Changes
  #   the column to a different type using the same parameters as add_column.
  # * <tt>change_column_default(table_name, column_name, default)</tt>: Sets a
  #   default value for +column_name+ definded by +default+ on +table_name+.
  # * <tt>change_column_null(table_name, column_name, null, default = nil)</tt>:
  #   Sets or removes a +NOT NULL+ constraint on +column_name+. The +null+ flag
  #   indicates whether the value can be +NULL+. See
  #   ActiveRecord::ConnectionAdapters::SchemaStatements#change_column_null for
  #   details.
  # * <tt>change_table(name, options)</tt>: Allows to make column alterations to
  #   the table called +name+. It makes the table object available to a block that
  #   can then add/remove columns, indexes or foreign keys to it.
  # * <tt>rename_column(table_name, column_name, new_column_name)</tt>: Renames
  #   a column but keeps the type and content.
  # * <tt>rename_index(table_name, old_name, new_name)</tt>: Renames an index.
  # * <tt>rename_table(old_name, new_name)</tt>: Renames the table called +old_name+
  #   to +new_name+.
  #
  # === Deletion
  #
  # * <tt>drop_table(name)</tt>: Drops the table called +name+.
  # * <tt>drop_join_table(table_1, table_2, options)</tt>: Drops the join table
  #   specified by the given arguments.
  # * <tt>remove_column(table_name, column_name, type, options)</tt>: Removes the column
  #   named +column_name+ from the table called +table_name+.
  # * <tt>remove_columns(table_name, *column_names)</tt>: Removes the given
  #   columns from the table definition.
  # * <tt>remove_foreign_key(from_table, options_or_to_table)</tt>: Removes the
  #   given foreign key from the table called +table_name+.
A
Aleksandar Diklic 已提交
306 307
  # * <tt>remove_index(table_name, column: column_names)</tt>: Removes the index
  #   specified by +column_names+.
308
  # * <tt>remove_index(table_name, name: index_name)</tt>: Removes the index
309
  #   specified by +index_name+.
310 311 312 313
  # * <tt>remove_reference(table_name, ref_name, options)</tt>: Removes the
  #   reference(s) on +table_name+ specified by +ref_name+.
  # * <tt>remove_timestamps(table_name, options)</tt>: Removes the timestamp
  #   columns (+created_at+ and +updated_at+) from the table definition.
314 315 316
  #
  # == Irreversible transformations
  #
317 318
  # Some transformations are destructive in a manner that cannot be reversed.
  # Migrations of that kind should raise an <tt>ActiveRecord::IrreversibleMigration</tt>
R
Rizwan Reza 已提交
319
  # exception in their +down+ method.
320
  #
321 322
  # == Running migrations from within Rails
  #
323 324
  # The Rails package has several tools to help create and apply migrations.
  #
325
  # To generate a new migration, you can use
326
  #   rails generate migration MyNewMigration
P
Pratik Naik 已提交
327
  #
328
  # where MyNewMigration is the name of your migration. The generator will
329 330
  # create an empty migration file <tt>timestamp_my_new_migration.rb</tt>
  # in the <tt>db/migrate/</tt> directory where <tt>timestamp</tt> is the
R
Rizwan Reza 已提交
331
  # UTC formatted date and time that the migration was generated.
P
Pratik Naik 已提交
332 333
  #
  # There is a special syntactic shortcut to generate migrations that add fields to a table.
R
Rizwan Reza 已提交
334
  #
335
  #   rails generate migration add_fieldname_to_tablename fieldname:string
P
Pratik Naik 已提交
336
  #
337
  # This will generate the file <tt>timestamp_add_fieldname_to_tablename.rb</tt>, which will look like this:
338
  #   class AddFieldnameToTablename < ActiveRecord::Migration[5.0]
339
  #     def change
340
  #       add_column :tablenames, :fieldname, :string
P
Pratik Naik 已提交
341 342
  #     end
  #   end
343
  #
344
  # To run migrations against the currently configured database, use
345
  # <tt>rails db:migrate</tt>. This will update the database by running all of the
346
  # pending migrations, creating the <tt>schema_migrations</tt> table
347
  # (see "About the schema_migrations table" section below) if missing. It will also
P
Pratik Naik 已提交
348 349
  # invoke the db:schema:dump task, which will update your db/schema.rb file
  # to match the structure of your database.
350 351
  #
  # To roll the database back to a previous migration version, use
352
  # <tt>rails db:migrate VERSION=X</tt> where <tt>X</tt> is the version to which
353
  # you wish to downgrade. Alternatively, you can also use the STEP option if you
354
  # wish to rollback last few migrations. <tt>rails db:migrate STEP=2</tt> will rollback
355
  # the latest two migrations.
356 357
  #
  # If any of the migrations throw an <tt>ActiveRecord::IrreversibleMigration</tt> exception,
358
  # that step will fail and you'll have some manual work to do.
359
  #
360 361
  # == Database support
  #
362
  # Migrations are currently supported in MySQL, PostgreSQL, SQLite,
363
  # SQL Server, and Oracle (all supported databases except DB2).
364 365 366 367 368
  #
  # == More examples
  #
  # Not all migrations change the schema. Some just fix the data:
  #
369
  #   class RemoveEmptyTags < ActiveRecord::Migration[5.0]
370
  #     def up
V
Vijay Dev 已提交
371
  #       Tag.all.each { |tag| tag.destroy if tag.pages.empty? }
372
  #     end
373
  #
374
  #     def down
375
  #       # not much we can do to restore deleted data
376
  #       raise ActiveRecord::IrreversibleMigration, "Can't recover the deleted tags"
377 378 379 380 381
  #     end
  #   end
  #
  # Others remove columns when they migrate up instead of down:
  #
382
  #   class RemoveUnnecessaryItemAttributes < ActiveRecord::Migration[5.0]
383
  #     def up
384 385 386 387
  #       remove_column :items, :incomplete_items_count
  #       remove_column :items, :completed_items_count
  #     end
  #
388
  #     def down
389 390 391 392
  #       add_column :items, :incomplete_items_count
  #       add_column :items, :completed_items_count
  #     end
  #   end
393
  #
D
David Heinemeier Hansson 已提交
394
  # And sometimes you need to do something in SQL not abstracted directly by migrations:
395
  #
396
  #   class MakeJoinUnique < ActiveRecord::Migration[5.0]
397
  #     def up
398 399 400
  #       execute "ALTER TABLE `pages_linked_pages` ADD UNIQUE `page_id_linked_page_id` (`page_id`,`linked_page_id`)"
  #     end
  #
401
  #     def down
402 403 404
  #       execute "ALTER TABLE `pages_linked_pages` DROP INDEX `page_id_linked_page_id`"
  #     end
  #   end
405
  #
406
  # == Using a model after changing its table
407
  #
408 409 410
  # Sometimes you'll want to add a column in a migration and populate it
  # immediately after. In that case, you'll need to make a call to
  # <tt>Base#reset_column_information</tt> in order to ensure that the model has the
R
Rizwan Reza 已提交
411
  # latest column data from after the new column was added. Example:
412
  #
413
  #   class AddPeopleSalary < ActiveRecord::Migration[5.0]
A
Aaron Patterson 已提交
414
  #     def up
415
  #       add_column :people, :salary, :integer
416
  #       Person.reset_column_information
V
Vijay Dev 已提交
417
  #       Person.all.each do |p|
418
  #         p.update_attribute :salary, SalaryCalculator.compute(p)
419 420
  #       end
  #     end
421
  #   end
J
Jamis Buck 已提交
422 423 424 425 426 427 428 429 430
  #
  # == Controlling verbosity
  #
  # By default, migrations will describe the actions they are taking, writing
  # them to the console as they happen, along with benchmarks describing how
  # long each step took.
  #
  # You can quiet them down by setting ActiveRecord::Migration.verbose = false.
  #
P
Pratik Naik 已提交
431
  # You can also insert your own messages and benchmarks by using the +say_with_time+
J
Jamis Buck 已提交
432 433
  # method:
  #
A
Aaron Patterson 已提交
434
  #   def up
J
Jamis Buck 已提交
435 436
  #     ...
  #     say_with_time "Updating salaries..." do
V
Vijay Dev 已提交
437
  #       Person.all.each do |p|
438
  #         p.update_attribute :salary, SalaryCalculator.compute(p)
J
Jamis Buck 已提交
439 440 441 442 443 444 445
  #       end
  #     end
  #     ...
  #   end
  #
  # The phrase "Updating salaries..." would then be printed, along with the
  # benchmark for the block when the block completes.
446
  #
447 448 449 450 451 452 453 454 455 456 457 458
  # == Timestamped Migrations
  #
  # By default, Rails generates migrations that look like:
  #
  #    20080717013526_your_migration_name.rb
  #
  # The prefix is a generation timestamp (in UTC).
  #
  # If you'd prefer to use numeric prefixes, you can turn timestamped migrations
  # off by setting:
  #
  #    config.active_record.timestamped_migrations = false
459
  #
460
  # In application.rb.
461
  #
462 463 464
  # == Reversible Migrations
  #
  # Reversible migrations are migrations that know how to go +down+ for you.
465
  # You simply supply the +up+ logic, and the Migration system figures out
466 467 468 469 470
  # how to execute the down commands for you.
  #
  # To define a reversible migration, define the +change+ method in your
  # migration like this:
  #
471
  #   class TenderloveMigration < ActiveRecord::Migration[5.0]
472
  #     def change
473
  #       create_table(:horses) do |t|
474 475 476 477 478 479 480 481 482 483 484 485 486 487 488 489 490 491 492
  #         t.column :content, :text
  #         t.column :remind_at, :datetime
  #       end
  #     end
  #   end
  #
  # This migration will create the horses table for you on the way up, and
  # automatically figure out how to drop the table on the way down.
  #
  # Some commands like +remove_column+ cannot be reversed.  If you care to
  # define how to move up and down in these cases, you should define the +up+
  # and +down+ methods as before.
  #
  # If a command cannot be reversed, an
  # <tt>ActiveRecord::IrreversibleMigration</tt> exception will be raised when
  # the migration is moving down.
  #
  # For a list of commands that are reversible, please see
  # <tt>ActiveRecord::Migration::CommandRecorder</tt>.
493 494 495 496 497 498 499 500
  #
  # == Transactional Migrations
  #
  # If the database adapter supports DDL transactions, all migrations will
  # automatically be wrapped in a transaction. There are queries that you
  # can't execute inside a transaction though, and for these situations
  # you can turn the automatic transactions off.
  #
501
  #   class ChangeEnum < ActiveRecord::Migration[5.0]
502 503
  #     disable_ddl_transaction!
  #
504 505 506 507 508 509 510
  #     def up
  #       execute "ALTER TYPE model_size ADD VALUE 'new_value'"
  #     end
  #   end
  #
  # Remember that you can still open your own transactions, even if you
  # are in a Migration with <tt>self.disable_ddl_transaction!</tt>.
511
  class Migration
512
    autoload :CommandRecorder, 'active_record/migration/command_recorder'
513 514 515 516 517 518 519 520 521 522 523 524 525 526
    autoload :Compatibility, 'active_record/migration/compatibility'

    # This must be defined before the inherited hook, below
    class Current < Migration # :nodoc:
    end

    def self.inherited(subclass) # :nodoc:
      super
      if subclass.superclass == Migration
        subclass.include Compatibility::Legacy
      end
    end

    def self.[](version)
527
      Compatibility.find(version)
528 529 530
    end

    def self.current_version
531
      ActiveRecord::VERSION::STRING.to_f
532
    end
533

534
    MigrationFilenameRegexp = /\A([0-9]+)_([_a-z0-9]*)\.?([_a-z0-9]*)?\.rb\z/ # :nodoc:
S
schneems 已提交
535 536

    # This class is used to verify that all migrations have been run before
G
Gaurish Sharma 已提交
537
    # loading a web page if <tt>config.active_record.migration_error</tt> is set to :page_load
S
schneems 已提交
538
    class CheckPending
539
      def initialize(app)
S
schneems 已提交
540
        @app = app
541
        @last_check = 0
S
schneems 已提交
542 543 544
      end

      def call(env)
545
        if connection.supports_migrations?
546 547
          mtime = ActiveRecord::Migrator.last_migration.mtime.to_i
          if @last_check < mtime
548
            ActiveRecord::Migration.check_pending!(connection)
549 550
            @last_check = mtime
          end
551
        end
552
        @app.call(env)
S
schneems 已提交
553
      end
554 555 556 557 558 559

      private

      def connection
        ActiveRecord::Base.connection
      end
S
schneems 已提交
560 561
    end

562
    class << self
563
      attr_accessor :delegate # :nodoc:
564
      attr_accessor :disable_ddl_transaction # :nodoc:
565

566 567 568 569
      def nearest_delegate # :nodoc:
        delegate || superclass.nearest_delegate
      end

570
      # Raises <tt>ActiveRecord::PendingMigrationError</tt> error if any migrations are pending.
571 572
      def check_pending!(connection = Base.connection)
        raise ActiveRecord::PendingMigrationError if ActiveRecord::Migrator.needs_migration?(connection)
573
      end
S
schneems 已提交
574

575
      def load_schema_if_pending!
576
        if ActiveRecord::Migrator.needs_migration? || !ActiveRecord::Migrator.any_migrations?
L
Luke Hutscal 已提交
577
          # Roundtrip to Rake to allow plugins to hook into database initialization.
Y
Yves Senn 已提交
578 579 580
          FileUtils.cd Rails.root do
            current_config = Base.connection_config
            Base.clear_all_connections!
581
            system("bin/rails db:test:prepare")
Y
Yves Senn 已提交
582 583 584
            # Establish a new connection, the old database may be gone (db:test:prepare uses purge)
            Base.establish_connection(current_config)
          end
585 586 587 588 589 590 591 592 593 594
          check_pending!
        end
      end

      def maintain_test_schema! # :nodoc:
        if ActiveRecord::Base.maintain_test_schema
          suppress_messages { load_schema_if_pending! }
        end
      end

595
      def method_missing(name, *args, &block) # :nodoc:
596
        nearest_delegate.send(name, *args, &block)
597
      end
598

599 600 601
      def migrate(direction)
        new.migrate direction
      end
602

603 604 605 606
      # Disable the transaction wrapping this migration.
      # You can still create your own transactions even after calling #disable_ddl_transaction!
      #
      # For more details read the {"Transactional Migrations" section above}[rdoc-ref:Migration].
607 608 609
      def disable_ddl_transaction!
        @disable_ddl_transaction = true
      end
610 611 612 613 614
    end

    def disable_ddl_transaction # :nodoc:
      self.class.disable_ddl_transaction
    end
615

616
    cattr_accessor :verbose
617
    attr_accessor :name, :version
618

619 620 621
    def initialize(name = self.class.name, version = nil)
      @name       = name
      @version    = version
622
      @connection = nil
623 624
    end

625
    self.verbose = true
626 627 628
    # instantiate the delegate object after initialize is defined
    self.delegate = new

629 630
    # Reverses the migration commands for the given block and
    # the given migrations.
631 632 633 634 635
    #
    # The following migration will remove the table 'horses'
    # and create the table 'apples' on the way up, and the reverse
    # on the way down.
    #
636
    #   class FixTLMigration < ActiveRecord::Migration[5.0]
637 638 639 640 641 642 643 644 645 646 647 648 649
    #     def change
    #       revert do
    #         create_table(:horses) do |t|
    #           t.text :content
    #           t.datetime :remind_at
    #         end
    #       end
    #       create_table(:apples) do |t|
    #         t.string :variety
    #       end
    #     end
    #   end
    #
650 651 652
    # Or equivalently, if +TenderloveMigration+ is defined as in the
    # documentation for Migration:
    #
653
    #   require_relative '20121212123456_tenderlove_migration'
654
    #
655
    #   class FixupTLMigration < ActiveRecord::Migration[5.0]
656 657 658 659 660 661 662 663
    #     def change
    #       revert TenderloveMigration
    #
    #       create_table(:apples) do |t|
    #         t.string :variety
    #       end
    #     end
    #   end
664
    #
665 666 667 668
    # This command can be nested.
    def revert(*migration_classes)
      run(*migration_classes.reverse, revert: true) unless migration_classes.empty?
      if block_given?
669 670
        if connection.respond_to? :revert
          connection.revert { yield }
671
        else
672
          recorder = CommandRecorder.new(connection)
673 674
          @connection = recorder
          suppress_messages do
675
            connection.revert { yield }
676 677 678 679 680 681
          end
          @connection = recorder.delegate
          recorder.commands.each do |cmd, args, block|
            send(cmd, *args, &block)
          end
        end
682
      end
683 684 685
    end

    def reverting?
686
      connection.respond_to?(:reverting) && connection.reverting
687 688
    end

689
    class ReversibleBlockHelper < Struct.new(:reverting) # :nodoc:
690 691 692 693 694 695 696 697 698 699 700 701 702 703 704 705 706 707
      def up
        yield unless reverting
      end

      def down
        yield if reverting
      end
    end

    # Used to specify an operation that can be run in one direction or another.
    # Call the methods +up+ and +down+ of the yielded object to run a block
    # only in one given direction.
    # The whole block will be called in the right order within the migration.
    #
    # In the following example, the looping on users will always be done
    # when the three columns 'first_name', 'last_name' and 'full_name' exist,
    # even when migrating down:
    #
708
    #    class SplitNameMigration < ActiveRecord::Migration[5.0]
709 710 711 712 713 714 715 716 717 718 719 720 721 722 723 724 725 726
    #      def change
    #        add_column :users, :first_name, :string
    #        add_column :users, :last_name, :string
    #
    #        reversible do |dir|
    #          User.reset_column_information
    #          User.all.each do |u|
    #            dir.up   { u.first_name, u.last_name = u.full_name.split(' ') }
    #            dir.down { u.full_name = "#{u.first_name} #{u.last_name}" }
    #            u.save
    #          end
    #        end
    #
    #        revert { add_column :users, :full_name, :string }
    #      end
    #    end
    def reversible
      helper = ReversibleBlockHelper.new(reverting?)
M
Marc-Andre Lafortune 已提交
727
      execute_block{ yield helper }
728 729
    end

730 731 732 733 734 735 736 737 738 739 740 741 742
    # Runs the given migration classes.
    # Last argument can specify options:
    # - :direction (default is :up)
    # - :revert (default is false)
    def run(*migration_classes)
      opts = migration_classes.extract_options!
      dir = opts[:direction] || :up
      dir = (dir == :down ? :up : :down) if opts[:revert]
      if reverting?
        # If in revert and going :up, say, we want to execute :down without reverting, so
        revert { run(*migration_classes, direction: dir, revert: true) }
      else
        migration_classes.each do |migration_class|
743
          migration_class.new.exec_migration(connection, dir)
744 745 746 747
        end
      end
    end

748 749
    def up
      self.class.delegate = self
750
      return unless self.class.respond_to?(:up)
751 752 753 754 755
      self.class.up
    end

    def down
      self.class.delegate = self
756
      return unless self.class.respond_to?(:down)
757 758 759
      self.class.down
    end

760 761 762
    # Execute this migration in the named direction
    def migrate(direction)
      return unless respond_to?(direction)
J
Jamis Buck 已提交
763

764 765 766 767
      case direction
      when :up   then announce "migrating"
      when :down then announce "reverting"
      end
J
Jamis Buck 已提交
768

769 770
      time   = nil
      ActiveRecord::Base.connection_pool.with_connection do |conn|
771
        time = Benchmark.measure do
772
          exec_migration(conn, direction)
773
        end
774
      end
775

776 777 778
      case direction
      when :up   then announce "migrated (%.4fs)" % time.real; write
      when :down then announce "reverted (%.4fs)" % time.real; write
J
Jamis Buck 已提交
779
      end
780
    end
781 782 783 784 785 786 787 788 789 790 791 792 793 794 795

    def exec_migration(conn, direction)
      @connection = conn
      if respond_to?(:change)
        if direction == :down
          revert { change }
        else
          change
        end
      else
        send(direction)
      end
    ensure
      @connection = nil
    end
J
Jamis Buck 已提交
796

797 798 799
    def write(text="")
      puts(text) if verbose
    end
800

801 802 803 804 805
    def announce(message)
      text = "#{version} #{name}: #{message}"
      length = [0, 75 - text.length].max
      write "== %s %s" % [text, "=" * length]
    end
J
Jamis Buck 已提交
806

807 808 809
    def say(message, subitem=false)
      write "#{subitem ? "   ->" : "--"} #{message}"
    end
J
Jamis Buck 已提交
810

811 812 813 814 815 816 817 818
    def say_with_time(message)
      say(message)
      result = nil
      time = Benchmark.measure { result = yield }
      say "%.4fs" % time.real, :subitem
      say("#{result} rows", :subitem) if result.is_a?(Integer)
      result
    end
819

820 821 822 823 824 825
    def suppress_messages
      save, self.verbose = verbose, false
      yield
    ensure
      self.verbose = save
    end
826

827
    def connection
828
      @connection || ActiveRecord::Base.connection
829
    end
830

831
    def method_missing(method, *arguments, &block)
832
      arg_list = arguments.map(&:inspect) * ', '
833 834

      say_with_time "#{method}(#{arg_list})" do
835
        unless connection.respond_to? :revert
836
          unless arguments.empty? || [:execute, :enable_extension, :disable_extension].include?(method)
837
            arguments[0] = proper_table_name(arguments.first, table_name_options)
838 839
            if [:rename_table, :add_foreign_key].include?(method) ||
              (method == :remove_foreign_key && !arguments.second.is_a?(Hash))
Y
Yves Senn 已提交
840 841
              arguments[1] = proper_table_name(arguments.second, table_name_options)
            end
842
          end
843
        end
844 845
        return super unless connection.respond_to?(method)
        connection.send(method, *arguments, &block)
J
Jamis Buck 已提交
846
      end
847
    end
848

849 850
    def copy(destination, sources, options = {})
      copied = []
851

A
Arun Agrawal 已提交
852
      FileUtils.mkdir_p(destination) unless File.exist?(destination)
853

854 855
      destination_migrations = ActiveRecord::Migrator.migrations(destination)
      last = destination_migrations.last
856
      sources.each do |scope, path|
857
        source_migrations = ActiveRecord::Migrator.migrations(path)
858

859
        source_migrations.each do |migration|
860 861 862 863 864 865 866 867 868 869 870
          source = File.binread(migration.filename)
          inserted_comment = "# This migration comes from #{scope} (originally #{migration.version})\n"
          if /\A#.*\b(?:en)?coding:\s*\S+/ =~ source
            # If we have a magic comment in the original migration,
            # insert our comment after the first newline(end of the magic comment line)
            # so the magic keep working.
            # Note that magic comments must be at the first line(except sh-bang).
            source[/\n/] = "\n#{inserted_comment}"
          else
            source = "#{inserted_comment}#{source}"
          end
871

872
          if duplicate = destination_migrations.detect { |m| m.name == migration.name }
873 874
            if options[:on_skip] && duplicate.scope != scope.to_s
              options[:on_skip].call(scope, migration)
875
            end
876 877
            next
          end
878

879
          migration.version = next_migration_number(last ? last.version + 1 : 0).to_i
880
          new_path = File.join(destination, "#{migration.version}_#{migration.name.underscore}.#{scope}.rb")
881 882
          old_path, migration.filename = migration.filename, new_path
          last = migration
883

884
          File.binwrite(migration.filename, source)
885
          copied << migration
886
          options[:on_copy].call(scope, migration, old_path) if options[:on_copy]
887
          destination_migrations << migration
888 889 890
        end
      end

891 892 893
      copied
    end

894 895 896 897 898 899 900 901 902 903 904
    # Finds the correct table name given an Active Record object.
    # Uses the Active Record object's own table_name, or pre/suffix from the
    # options passed in.
    def proper_table_name(name, options = {})
      if name.respond_to? :table_name
        name.table_name
      else
        "#{options[:table_name_prefix]}#{name}#{options[:table_name_suffix]}"
      end
    end

V
Vijay Dev 已提交
905
    # Determines the version number of the next migration.
906 907 908 909
    def next_migration_number(number)
      if ActiveRecord::Base.timestamped_migrations
        [Time.now.utc.strftime("%Y%m%d%H%M%S"), "%.14d" % number].max
      else
910
        SchemaMigration.normalize_migration_number(number)
911
      end
912
    end
M
Marc-Andre Lafortune 已提交
913

914 915 916
    # Builds a hash for use in ActiveRecord::Migration#proper_table_name using
    # the Active Record object's table_name prefix and suffix
    def table_name_options(config = ActiveRecord::Base) #:nodoc:
917 918 919 920 921 922
      {
        table_name_prefix: config.table_name_prefix,
        table_name_suffix: config.table_name_suffix
      }
    end

M
Marc-Andre Lafortune 已提交
923 924 925 926 927 928 929 930
    private
    def execute_block
      if connection.respond_to? :execute_block
        super # use normal delegation to record the block
      else
        yield
      end
    end
931 932
  end

933 934
  # MigrationProxy is used to defer loading of the actual migration classes
  # until they are needed
935
  class MigrationProxy < Struct.new(:name, :version, :filename, :scope)
936

937
    def initialize(name, version, filename, scope)
938 939 940
      super
      @migration = nil
    end
941

942 943 944 945
    def basename
      File.basename(filename)
    end

946 947 948 949
    def mtime
      File.mtime filename
    end

950
    delegate :migrate, :announce, :write, :disable_ddl_transaction, to: :migration
951 952 953 954 955 956 957 958

    private

      def migration
        @migration ||= load_migration
      end

      def load_migration
959
        require(File.expand_path(filename))
960
        name.constantize.new(name, version)
961 962 963 964
      end

  end

A
Arun Agrawal 已提交
965 966
  class NullMigration < MigrationProxy #:nodoc:
    def initialize
967 968 969 970 971 972 973 974
      super(nil, 0, nil, nil)
    end

    def mtime
      0
    end
  end

975
  class Migrator#:nodoc:
976
    class << self
977 978
      attr_writer :migrations_paths
      alias :migrations_path= :migrations_paths=
979

980
      def migrate(migrations_paths, target_version = nil, &block)
981
        case
982 983 984 985 986 987 988 989
        when target_version.nil?
          up(migrations_paths, target_version, &block)
        when current_version == 0 && target_version == 0
          []
        when current_version > target_version
          down(migrations_paths, target_version, &block)
        else
          up(migrations_paths, target_version, &block)
990 991
        end
      end
992

993 994
      def rollback(migrations_paths, steps=1)
        move(:down, migrations_paths, steps)
995
      end
996

997 998
      def forward(migrations_paths, steps=1)
        move(:up, migrations_paths, steps)
999 1000
      end

1001 1002 1003 1004
      def up(migrations_paths, target_version = nil)
        migrations = migrations(migrations_paths)
        migrations.select! { |m| yield m } if block_given?

1005
        new(:up, migrations, target_version).migrate
1006
      end
1007

1008
      def down(migrations_paths, target_version = nil)
1009 1010 1011
        migrations = migrations(migrations_paths)
        migrations.select! { |m| yield m } if block_given?

1012
        new(:down, migrations, target_version).migrate
1013
      end
1014

1015
      def run(direction, migrations_paths, target_version)
1016
        new(direction, migrations(migrations_paths), target_version).run
1017 1018 1019
      end

      def open(migrations_paths)
1020
        new(:up, migrations(migrations_paths), nil)
1021
      end
1022

1023
      def schema_migrations_table_name
A
Aaron Patterson 已提交
1024
        SchemaMigration.table_name
1025 1026
      end

1027
      def get_all_versions(connection = Base.connection)
1028 1029 1030 1031 1032 1033
        ActiveSupport::Deprecation.silence do
          if connection.table_exists?(schema_migrations_table_name)
            SchemaMigration.all.map { |x| x.version.to_i }.sort
          else
            []
          end
1034
        end
1035 1036
      end

1037
      def current_version(connection = Base.connection)
1038
        get_all_versions(connection).max || 0
1039
      end
1040

1041
      def needs_migration?(connection = Base.connection)
1042
        (migrations(migrations_paths).collect(&:version) - get_all_versions(connection)).size > 0
1043 1044
      end

1045 1046 1047 1048
      def any_migrations?
        migrations(migrations_paths).any?
      end

A
Arun Agrawal 已提交
1049
      def last_migration #:nodoc:
1050
        migrations(migrations_paths).last || NullMigration.new
1051 1052
      end

1053 1054
      def migrations_paths
        @migrations_paths ||= ['db/migrate']
Y
yui-knk 已提交
1055
        # just to not break things if someone uses: migrations_path = some_string
1056
        Array(@migrations_paths)
1057 1058
      end

1059 1060 1061 1062 1063 1064 1065 1066
      def match_to_migration_filename?(filename) # :nodoc:
        File.basename(filename) =~ Migration::MigrationFilenameRegexp
      end

      def parse_migration_filename(filename) # :nodoc:
        File.basename(filename).scan(Migration::MigrationFilenameRegexp).first
      end

1067
      def migrations(paths)
1068
        paths = Array(paths)
1069

1070
        files = Dir[*paths.map { |p| "#{p}/**/[0-9]*_*.rb" }]
1071

A
Aaron Patterson 已提交
1072
        migrations = files.map do |file|
1073
          version, name, scope = parse_migration_filename(file)
1074 1075
          raise IllegalMigrationNameError.new(file) unless version
          version = version.to_i
A
Aaron Patterson 已提交
1076
          name = name.camelize
1077

1078
          MigrationProxy.new(name, version, file, scope)
1079 1080 1081 1082 1083
        end

        migrations.sort_by(&:version)
      end

1084 1085
      private

1086
      def move(direction, migrations_paths, steps)
1087
        migrator = new(direction, migrations(migrations_paths))
1088 1089 1090 1091 1092
        start_index = migrator.migrations.index(migrator.current_migration)

        if start_index
          finish = migrator.migrations[start_index + steps]
          version = finish ? finish.version : 0
1093
          send(direction, migrations_paths, version)
1094 1095
        end
      end
1096
    end
1097

1098
    def initialize(direction, migrations, target_version = nil)
1099
      raise StandardError.new("This database does not yet support migrations") unless Base.connection.supports_migrations?
1100

1101 1102 1103
      @direction         = direction
      @target_version    = target_version
      @migrated_versions = nil
1104
      @migrations        = migrations
1105

1106 1107
      validate(@migrations)

1108
      Base.connection.initialize_schema_migrations_table
1109
      Base.connection.initialize_internal_metadata_table
1110 1111 1112
    end

    def current_version
1113
      migrated.max || 0
1114
    end
1115

1116 1117 1118
    def current_migration
      migrations.detect { |m| m.version == current_version }
    end
1119
    alias :current :current_migration
1120

1121
    def run
1122 1123 1124 1125
      if use_advisory_lock?
        with_advisory_lock { run_without_lock }
      else
        run_without_lock
1126
      end
1127
    end
1128

1129
    def migrate
1130 1131 1132 1133
      if use_advisory_lock?
        with_advisory_lock { migrate_without_lock }
      else
        migrate_without_lock
1134
      end
1135 1136 1137 1138 1139 1140 1141 1142 1143 1144 1145
    end

    def runnable
      runnable = migrations[start..finish]
      if up?
        runnable.reject { |m| ran?(m) }
      else
        # skip the last migration if we're headed down, but not ALL the way down
        runnable.pop if target
        runnable.find_all { |m| ran?(m) }
      end
1146
    end
1147

1148
    def migrations
1149
      down? ? @migrations.reverse : @migrations.sort_by(&:version)
1150 1151
    end

1152
    def pending_migrations
1153
      already_migrated = migrated
1154
      migrations.reject { |m| already_migrated.include?(m.version) }
1155 1156 1157
    end

    def migrated
1158 1159 1160 1161 1162
      @migrated_versions || load_migrated
    end

    def load_migrated
      @migrated_versions = Set.new(self.class.get_all_versions)
1163 1164
    end

1165
    private
1166

1167
    # Used for running a specific migration.
1168 1169 1170
    def run_without_lock
      migration = migrations.detect { |m| m.version == @target_version }
      raise UnknownMigrationVersionError.new(@target_version) if migration.nil?
1171 1172 1173
      execute_migration_in_transaction(migration, @direction)

      record_environment
1174 1175
    end

1176
    # Used for running multiple migrations up to or down to a certain value.
1177
    def migrate_without_lock
1178
      if invalid_target?
1179 1180 1181 1182
        raise UnknownMigrationVersionError.new(@target_version)
      end

      runnable.each do |migration|
1183
        execute_migration_in_transaction(migration, @direction)
1184
      end
1185 1186 1187 1188 1189 1190 1191 1192

      record_environment
    end

    # Stores the current environment in the database.
    def record_environment
      return if down?
      ActiveRecord::InternalMetadata[:environment] = ActiveRecord::Migrator.current_environment
1193 1194
    end

1195 1196 1197 1198
    def ran?(migration)
      migrated.include?(migration.version.to_i)
    end

1199 1200 1201 1202 1203
    # Return true if a valid version is not provided.
    def invalid_target?
      !target && @target_version && @target_version > 0
    end

N
Neeraj Singh 已提交
1204
    def execute_migration_in_transaction(migration, direction)
1205 1206 1207 1208 1209
      return if down? && !migrated.include?(migration.version.to_i)
      return if up?   &&  migrated.include?(migration.version.to_i)

      Base.logger.info "Migrating to #{migration.name} (#{migration.version})" if Base.logger

N
Neeraj Singh 已提交
1210 1211 1212 1213
      ddl_transaction(migration) do
        migration.migrate(direction)
        record_version_state_after_migrating(migration.version)
      end
1214 1215 1216 1217 1218
    rescue => e
      msg = "An error has occurred, "
      msg << "this and " if use_transaction?(migration)
      msg << "all later migrations canceled:\n\n#{e}"
      raise StandardError, msg, e.backtrace
N
Neeraj Singh 已提交
1219 1220
    end

1221 1222 1223 1224 1225 1226 1227 1228 1229 1230 1231 1232
    def target
      migrations.detect { |m| m.version == @target_version }
    end

    def finish
      migrations.index(target) || migrations.size - 1
    end

    def start
      up? ? 0 : (migrations.index(current) || 0)
    end

1233 1234 1235
    def validate(migrations)
      name ,= migrations.group_by(&:name).find { |_,v| v.length > 1 }
      raise DuplicateMigrationNameError.new(name) if name
1236

1237 1238 1239 1240
      version ,= migrations.group_by(&:version).find { |_,v| v.length > 1 }
      raise DuplicateMigrationVersionError.new(version) if version
    end

1241
    def record_version_state_after_migrating(version)
1242
      if down?
1243 1244
        migrated.delete(version)
        ActiveRecord::SchemaMigration.where(:version => version.to_s).delete_all
1245
      else
1246
        migrated << version
1247
        ActiveRecord::SchemaMigration.create!(version: version.to_s)
1248
      end
1249
    end
1250

1251
    def self.last_stored_environment
1252 1253 1254 1255 1256 1257
      return nil if current_version == 0
      raise NoEnvironmentInSchemaError unless ActiveRecord::InternalMetadata.table_exists?

      environment = ActiveRecord::InternalMetadata[:environment]
      raise NoEnvironmentInSchemaError unless environment
      environment
1258 1259
    end

1260
    def self.current_environment
S
schneems 已提交
1261 1262 1263
      ActiveRecord::ConnectionHandling::DEFAULT_ENV.call
    end

1264
    def self.protected_environment?
1265
      ActiveRecord::Base.protected_environments.include?(last_stored_environment) if last_stored_environment
1266 1267
    end

1268 1269 1270 1271 1272 1273 1274 1275 1276
    def up?
      @direction == :up
    end

    def down?
      @direction == :down
    end

    # Wrap the migration in a transaction only if supported by the adapter.
1277 1278
    def ddl_transaction(migration)
      if use_transaction?(migration)
1279
        Base.transaction { yield }
1280
      else
1281
        yield
1282
      end
1283
    end
1284 1285 1286 1287

    def use_transaction?(migration)
      !migration.disable_ddl_transaction && Base.connection.supports_ddl_transactions?
    end
1288 1289 1290 1291 1292 1293

    def use_advisory_lock?
      Base.connection.supports_advisory_locks?
    end

    def with_advisory_lock
1294 1295
      lock_id = generate_migrator_advisory_lock_id
      got_lock = Base.connection.get_advisory_lock(lock_id)
1296 1297 1298 1299
      raise ConcurrentMigrationError unless got_lock
      load_migrated # reload schema_migrations to be sure it wasn't changed by another process before we got the lock
      yield
    ensure
1300
      Base.connection.release_advisory_lock(lock_id) if got_lock
1301 1302 1303
    end

    MIGRATOR_SALT = 2053462845
1304
    def generate_migrator_advisory_lock_id
1305 1306 1307
      db_name_hash = Zlib.crc32(Base.connection.current_database)
      MIGRATOR_SALT * db_name_hash
    end
1308
  end
1309
end