migration.rb 42.3 KB
Newer Older
1
require "active_support/core_ext/module/attribute_accessors"
2
require 'set'
3

4
module ActiveRecord
5 6 7 8 9 10 11
  class MigrationError < ActiveRecordError#:nodoc:
    def initialize(message = nil)
      message = "\n\n#{message}\n\n" if message
      super
    end
  end

12 13 14
  # Exception that can be raised to stop migrations from being rolled back.
  # For example the following migration is not reversible.
  # Rolling back this migration will raise an ActiveRecord::IrreversibleMigration error.
15
  #
16
  #   class IrreversibleMigrationExample < ActiveRecord::Migration[5.0]
17 18 19 20 21 22 23 24 25 26 27 28 29 30 31
  #     def change
  #       create_table :distributors do |t|
  #         t.string :zipcode
  #       end
  #
  #       execute <<-SQL
  #         ALTER TABLE distributors
  #           ADD CONSTRAINT zipchk
  #             CHECK (char_length(zipcode) = 5) NO INHERIT;
  #       SQL
  #     end
  #   end
  #
  # There are two ways to mitigate this problem.
  #
32
  # 1. Define <tt>#up</tt> and <tt>#down</tt> methods instead of <tt>#change</tt>:
33
  #
34
  #  class ReversibleMigrationExample < ActiveRecord::Migration[5.0]
35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56
  #    def up
  #      create_table :distributors do |t|
  #        t.string :zipcode
  #      end
  #
  #      execute <<-SQL
  #        ALTER TABLE distributors
  #          ADD CONSTRAINT zipchk
  #            CHECK (char_length(zipcode) = 5) NO INHERIT;
  #      SQL
  #    end
  #
  #    def down
  #      execute <<-SQL
  #        ALTER TABLE distributors
  #          DROP CONSTRAINT zipchk
  #      SQL
  #
  #      drop_table :distributors
  #    end
  #  end
  #
57
  # 2. Use the #reversible method in <tt>#change</tt> method:
58
  #
59
  #   class ReversibleMigrationExample < ActiveRecord::Migration[5.0]
60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82
  #     def change
  #       create_table :distributors do |t|
  #         t.string :zipcode
  #       end
  #
  #       reversible do |dir|
  #         dir.up do
  #           execute <<-SQL
  #             ALTER TABLE distributors
  #               ADD CONSTRAINT zipchk
  #                 CHECK (char_length(zipcode) = 5) NO INHERIT;
  #           SQL
  #         end
  #
  #         dir.down do
  #           execute <<-SQL
  #             ALTER TABLE distributors
  #               DROP CONSTRAINT zipchk
  #           SQL
  #         end
  #       end
  #     end
  #   end
83
  class IrreversibleMigration < MigrationError
84
  end
85

86
  class DuplicateMigrationVersionError < MigrationError#:nodoc:
87 88 89 90 91 92
    def initialize(version = nil)
      if version
        super("Multiple migrations have the version number #{version}.")
      else
        super("Duplicate migration version error.")
      end
93 94
    end
  end
95

96
  class DuplicateMigrationNameError < MigrationError#:nodoc:
97 98 99 100 101 102
    def initialize(name = nil)
      if name
        super("Multiple migrations have the name #{name}.")
      else
        super("Duplicate migration name.")
      end
103 104 105
    end
  end

106
  class UnknownMigrationVersionError < MigrationError #:nodoc:
107 108 109 110 111 112
    def initialize(version = nil)
      if version
        super("No migration with version number #{version}.")
      else
        super("Unknown migration version.")
      end
113 114 115
    end
  end

116
  class IllegalMigrationNameError < MigrationError#:nodoc:
117 118 119 120 121 122
    def initialize(name = nil)
      if name
        super("Illegal name for migration file: #{name}\n\t(only lower case letters, numbers, and '_' allowed).")
      else
        super("Illegal name for migration.")
      end
123 124 125
    end
  end

126
  class PendingMigrationError < MigrationError#:nodoc:
127 128
    def initialize(message = nil)
      if !message && defined?(Rails.env)
129
        super("Migrations are pending. To resolve this issue, run:\n\n\tbin/rails db:migrate RAILS_ENV=#{::Rails.env}")
130
      elsif !message
131
        super("Migrations are pending. To resolve this issue, run:\n\n\tbin/rails db:migrate")
132
      else
133
        super
134
      end
S
schneems 已提交
135 136 137
    end
  end

138 139 140 141 142 143 144 145
  class ConcurrentMigrationError < MigrationError #:nodoc:
    DEFAULT_MESSAGE = "Cannot run migrations because another migration process is currently running.".freeze

    def initialize(message = DEFAULT_MESSAGE)
      super
    end
  end

146 147
  class NoEnvironmentInSchemaError < MigrationError #:nodoc:
    def initialize
148
      msg = "Environment data not found in the schema. To resolve this issue, run: \n\n\tbin/rails db:environment:set"
149 150 151 152 153 154 155 156 157 158 159
      if defined?(Rails.env)
        super("#{msg} RAILS_ENV=#{::Rails.env}")
      else
        super(msg)
      end
    end
  end

  class ProtectedEnvironmentError < ActiveRecordError #:nodoc:
    def initialize(env = "production")
      msg = "You are attempting to run a destructive action against your '#{env}' database\n"
160
      msg << "If you are sure you want to continue, run the same command with the environment variable\n"
161 162 163 164 165
      msg << "DISABLE_DATABASE_ENVIRONMENT_CHECK=1"
      super(msg)
    end
  end

S
schneems 已提交
166
  class EnvironmentMismatchError < ActiveRecordError
167
    def initialize(current: nil, stored: nil)
168 169 170
      msg =  "You are attempting to modify a database that was last run in `#{ stored }` environment.\n"
      msg << "You are running in `#{ current }` environment."
      msg << "If you are sure you want to continue, first set the environment using:\n\n"
171
      msg << "\tbin/rails db:environment:set"
172 173 174 175 176
      if defined?(Rails.env)
        super("#{msg} RAILS_ENV=#{::Rails.env}")
      else
        super(msg)
      end
S
schneems 已提交
177 178 179
    end
  end

R
Rizwan Reza 已提交
180
  # = Active Record Migrations
181 182
  #
  # Migrations can manage the evolution of a schema used by several physical
R
Rizwan Reza 已提交
183 184
  # databases. It's a solution to the common problem of adding a field to make
  # a new feature work in your local database, but being unsure of how to
185
  # push that change to other developers and to the production server. With
R
Rizwan Reza 已提交
186
  # migrations, you can describe the transformations in self-contained classes
187
  # that can be checked into version control systems and executed against
R
Rizwan Reza 已提交
188
  # another database that might be one, two, or five versions behind.
189 190 191
  #
  # Example of a simple migration:
  #
192
  #   class AddSsl < ActiveRecord::Migration[5.0]
193
  #     def up
194
  #       add_column :accounts, :ssl_enabled, :boolean, default: true
195
  #     end
196
  #
197
  #     def down
198 199 200 201
  #       remove_column :accounts, :ssl_enabled
  #     end
  #   end
  #
202 203
  # This migration will add a boolean flag to the accounts table and remove it
  # if you're backing out of the migration. It shows how all migrations have
204
  # two methods +up+ and +down+ that describes the transformations
R
Rizwan Reza 已提交
205
  # required to implement or remove the migration. These methods can consist
206
  # of both the migration specific methods like +add_column+ and +remove_column+,
207
  # but may also contain regular Ruby code for generating data needed for the
R
Rizwan Reza 已提交
208
  # transformations.
209 210 211
  #
  # Example of a more complex migration that also needs to initialize data:
  #
212
  #   class AddSystemSettings < ActiveRecord::Migration[5.0]
213
  #     def up
214
  #       create_table :system_settings do |t|
215 216
  #         t.string  :name
  #         t.string  :label
V
Vijay Dev 已提交
217
  #         t.text    :value
218
  #         t.string  :type
V
Vijay Dev 已提交
219
  #         t.integer :position
220
  #       end
221
  #
222 223 224
  #       SystemSetting.create  name:  'notice',
  #                             label: 'Use notice?',
  #                             value: 1
225
  #     end
226
  #
227
  #     def down
228 229 230 231
  #       drop_table :system_settings
  #     end
  #   end
  #
232
  # This migration first adds the +system_settings+ table, then creates the very
R
Rizwan Reza 已提交
233
  # first row in it using the Active Record model that relies on the table. It
234
  # also uses the more advanced +create_table+ syntax where you can specify a
R
Rizwan Reza 已提交
235
  # complete table schema in one block call.
236 237 238
  #
  # == Available transformations
  #
239 240 241 242 243 244 245
  # === Creation
  #
  # * <tt>create_join_table(table_1, table_2, options)</tt>: Creates a join
  #   table having its name as the lexical order of the first two
  #   arguments. See
  #   ActiveRecord::ConnectionAdapters::SchemaStatements#create_join_table for
  #   details.
246
  # * <tt>create_table(name, options)</tt>: Creates a table called +name+ and
R
Rizwan Reza 已提交
247
  #   makes the table object available to a block that can then add columns to it,
248
  #   following the same format as +add_column+. See example above. The options hash
249
  #   is for fragments like "DEFAULT CHARSET=UTF-8" that are appended to the create
R
Rizwan Reza 已提交
250
  #   table definition.
251
  # * <tt>add_column(table_name, column_name, type, options)</tt>: Adds a new column
R
Rizwan Reza 已提交
252
  #   to the table called +table_name+
253
  #   named +column_name+ specified to be one of the following types:
254
  #   <tt>:string</tt>, <tt>:text</tt>, <tt>:integer</tt>, <tt>:float</tt>,
R
Rizwan Reza 已提交
255
  #   <tt>:decimal</tt>, <tt>:datetime</tt>, <tt>:timestamp</tt>, <tt>:time</tt>,
256
  #   <tt>:date</tt>, <tt>:binary</tt>, <tt>:boolean</tt>. A default value can be
257
  #   specified by passing an +options+ hash like <tt>{ default: 11 }</tt>.
258
  #   Other options include <tt>:limit</tt> and <tt>:null</tt> (e.g.
259
  #   <tt>{ limit: 50, null: false }</tt>) -- see
R
Rizwan Reza 已提交
260
  #   ActiveRecord::ConnectionAdapters::TableDefinition#column for details.
261 262 263
  # * <tt>add_foreign_key(from_table, to_table, options)</tt>: Adds a new
  #   foreign key. +from_table+ is the table with the key column, +to_table+ contains
  #   the referenced primary key.
264
  # * <tt>add_index(table_name, column_names, options)</tt>: Adds a new index
R
Rizwan Reza 已提交
265
  #   with the name of the column. Other options include
266
  #   <tt>:name</tt>, <tt>:unique</tt> (e.g.
267
  #   <tt>{ name: 'users_name_index', unique: true }</tt>) and <tt>:order</tt>
L
Lincoln Lee 已提交
268
  #   (e.g. <tt>{ order: { name: :desc } }</tt>).
269 270 271
  # * <tt>add_reference(:table_name, :reference_name)</tt>: Adds a new column
  #   +reference_name_id+ by default an integer. See
  #   ActiveRecord::ConnectionAdapters::SchemaStatements#add_reference for details.
272 273 274 275 276 277 278 279 280 281 282 283 284 285 286 287 288 289 290 291 292 293 294 295 296 297 298 299 300 301 302 303 304 305
  # * <tt>add_timestamps(table_name, options)</tt>: Adds timestamps (+created_at+
  #   and +updated_at+) columns to +table_name+.
  #
  # === Modification
  #
  # * <tt>change_column(table_name, column_name, type, options)</tt>:  Changes
  #   the column to a different type using the same parameters as add_column.
  # * <tt>change_column_default(table_name, column_name, default)</tt>: Sets a
  #   default value for +column_name+ definded by +default+ on +table_name+.
  # * <tt>change_column_null(table_name, column_name, null, default = nil)</tt>:
  #   Sets or removes a +NOT NULL+ constraint on +column_name+. The +null+ flag
  #   indicates whether the value can be +NULL+. See
  #   ActiveRecord::ConnectionAdapters::SchemaStatements#change_column_null for
  #   details.
  # * <tt>change_table(name, options)</tt>: Allows to make column alterations to
  #   the table called +name+. It makes the table object available to a block that
  #   can then add/remove columns, indexes or foreign keys to it.
  # * <tt>rename_column(table_name, column_name, new_column_name)</tt>: Renames
  #   a column but keeps the type and content.
  # * <tt>rename_index(table_name, old_name, new_name)</tt>: Renames an index.
  # * <tt>rename_table(old_name, new_name)</tt>: Renames the table called +old_name+
  #   to +new_name+.
  #
  # === Deletion
  #
  # * <tt>drop_table(name)</tt>: Drops the table called +name+.
  # * <tt>drop_join_table(table_1, table_2, options)</tt>: Drops the join table
  #   specified by the given arguments.
  # * <tt>remove_column(table_name, column_name, type, options)</tt>: Removes the column
  #   named +column_name+ from the table called +table_name+.
  # * <tt>remove_columns(table_name, *column_names)</tt>: Removes the given
  #   columns from the table definition.
  # * <tt>remove_foreign_key(from_table, options_or_to_table)</tt>: Removes the
  #   given foreign key from the table called +table_name+.
A
Aleksandar Diklic 已提交
306 307
  # * <tt>remove_index(table_name, column: column_names)</tt>: Removes the index
  #   specified by +column_names+.
308
  # * <tt>remove_index(table_name, name: index_name)</tt>: Removes the index
309
  #   specified by +index_name+.
310 311 312 313
  # * <tt>remove_reference(table_name, ref_name, options)</tt>: Removes the
  #   reference(s) on +table_name+ specified by +ref_name+.
  # * <tt>remove_timestamps(table_name, options)</tt>: Removes the timestamp
  #   columns (+created_at+ and +updated_at+) from the table definition.
314 315 316
  #
  # == Irreversible transformations
  #
317 318
  # Some transformations are destructive in a manner that cannot be reversed.
  # Migrations of that kind should raise an <tt>ActiveRecord::IrreversibleMigration</tt>
R
Rizwan Reza 已提交
319
  # exception in their +down+ method.
320
  #
321 322
  # == Running migrations from within Rails
  #
323 324
  # The Rails package has several tools to help create and apply migrations.
  #
325
  # To generate a new migration, you can use
326
  #   rails generate migration MyNewMigration
P
Pratik Naik 已提交
327
  #
328
  # where MyNewMigration is the name of your migration. The generator will
329 330
  # create an empty migration file <tt>timestamp_my_new_migration.rb</tt>
  # in the <tt>db/migrate/</tt> directory where <tt>timestamp</tt> is the
R
Rizwan Reza 已提交
331
  # UTC formatted date and time that the migration was generated.
P
Pratik Naik 已提交
332 333
  #
  # There is a special syntactic shortcut to generate migrations that add fields to a table.
R
Rizwan Reza 已提交
334
  #
335
  #   rails generate migration add_fieldname_to_tablename fieldname:string
P
Pratik Naik 已提交
336
  #
337
  # This will generate the file <tt>timestamp_add_fieldname_to_tablename.rb</tt>, which will look like this:
338
  #   class AddFieldnameToTablename < ActiveRecord::Migration[5.0]
339
  #     def change
340
  #       add_column :tablenames, :fieldname, :string
P
Pratik Naik 已提交
341 342
  #     end
  #   end
343
  #
344
  # To run migrations against the currently configured database, use
345
  # <tt>rails db:migrate</tt>. This will update the database by running all of the
346
  # pending migrations, creating the <tt>schema_migrations</tt> table
347
  # (see "About the schema_migrations table" section below) if missing. It will also
P
Pratik Naik 已提交
348 349
  # invoke the db:schema:dump task, which will update your db/schema.rb file
  # to match the structure of your database.
350 351
  #
  # To roll the database back to a previous migration version, use
352
  # <tt>rails db:migrate VERSION=X</tt> where <tt>X</tt> is the version to which
353
  # you wish to downgrade. Alternatively, you can also use the STEP option if you
354
  # wish to rollback last few migrations. <tt>rails db:migrate STEP=2</tt> will rollback
355
  # the latest two migrations.
356 357
  #
  # If any of the migrations throw an <tt>ActiveRecord::IrreversibleMigration</tt> exception,
358
  # that step will fail and you'll have some manual work to do.
359
  #
360 361
  # == Database support
  #
362
  # Migrations are currently supported in MySQL, PostgreSQL, SQLite,
363
  # SQL Server, and Oracle (all supported databases except DB2).
364 365 366 367 368
  #
  # == More examples
  #
  # Not all migrations change the schema. Some just fix the data:
  #
369
  #   class RemoveEmptyTags < ActiveRecord::Migration[5.0]
370
  #     def up
V
Vijay Dev 已提交
371
  #       Tag.all.each { |tag| tag.destroy if tag.pages.empty? }
372
  #     end
373
  #
374
  #     def down
375
  #       # not much we can do to restore deleted data
376
  #       raise ActiveRecord::IrreversibleMigration, "Can't recover the deleted tags"
377 378 379 380 381
  #     end
  #   end
  #
  # Others remove columns when they migrate up instead of down:
  #
382
  #   class RemoveUnnecessaryItemAttributes < ActiveRecord::Migration[5.0]
383
  #     def up
384 385 386 387
  #       remove_column :items, :incomplete_items_count
  #       remove_column :items, :completed_items_count
  #     end
  #
388
  #     def down
389 390 391 392
  #       add_column :items, :incomplete_items_count
  #       add_column :items, :completed_items_count
  #     end
  #   end
393
  #
D
David Heinemeier Hansson 已提交
394
  # And sometimes you need to do something in SQL not abstracted directly by migrations:
395
  #
396
  #   class MakeJoinUnique < ActiveRecord::Migration[5.0]
397
  #     def up
398 399 400
  #       execute "ALTER TABLE `pages_linked_pages` ADD UNIQUE `page_id_linked_page_id` (`page_id`,`linked_page_id`)"
  #     end
  #
401
  #     def down
402 403 404
  #       execute "ALTER TABLE `pages_linked_pages` DROP INDEX `page_id_linked_page_id`"
  #     end
  #   end
405
  #
406
  # == Using a model after changing its table
407
  #
408 409 410
  # Sometimes you'll want to add a column in a migration and populate it
  # immediately after. In that case, you'll need to make a call to
  # <tt>Base#reset_column_information</tt> in order to ensure that the model has the
R
Rizwan Reza 已提交
411
  # latest column data from after the new column was added. Example:
412
  #
413
  #   class AddPeopleSalary < ActiveRecord::Migration[5.0]
A
Aaron Patterson 已提交
414
  #     def up
415
  #       add_column :people, :salary, :integer
416
  #       Person.reset_column_information
V
Vijay Dev 已提交
417
  #       Person.all.each do |p|
418
  #         p.update_attribute :salary, SalaryCalculator.compute(p)
419 420
  #       end
  #     end
421
  #   end
J
Jamis Buck 已提交
422 423 424 425 426 427 428 429 430
  #
  # == Controlling verbosity
  #
  # By default, migrations will describe the actions they are taking, writing
  # them to the console as they happen, along with benchmarks describing how
  # long each step took.
  #
  # You can quiet them down by setting ActiveRecord::Migration.verbose = false.
  #
P
Pratik Naik 已提交
431
  # You can also insert your own messages and benchmarks by using the +say_with_time+
J
Jamis Buck 已提交
432 433
  # method:
  #
A
Aaron Patterson 已提交
434
  #   def up
J
Jamis Buck 已提交
435 436
  #     ...
  #     say_with_time "Updating salaries..." do
V
Vijay Dev 已提交
437
  #       Person.all.each do |p|
438
  #         p.update_attribute :salary, SalaryCalculator.compute(p)
J
Jamis Buck 已提交
439 440 441 442 443 444 445
  #       end
  #     end
  #     ...
  #   end
  #
  # The phrase "Updating salaries..." would then be printed, along with the
  # benchmark for the block when the block completes.
446
  #
447 448 449 450 451 452 453 454 455 456 457 458
  # == Timestamped Migrations
  #
  # By default, Rails generates migrations that look like:
  #
  #    20080717013526_your_migration_name.rb
  #
  # The prefix is a generation timestamp (in UTC).
  #
  # If you'd prefer to use numeric prefixes, you can turn timestamped migrations
  # off by setting:
  #
  #    config.active_record.timestamped_migrations = false
459
  #
460
  # In application.rb.
461
  #
462 463 464
  # == Reversible Migrations
  #
  # Reversible migrations are migrations that know how to go +down+ for you.
465
  # You simply supply the +up+ logic, and the Migration system figures out
466 467 468 469 470
  # how to execute the down commands for you.
  #
  # To define a reversible migration, define the +change+ method in your
  # migration like this:
  #
471
  #   class TenderloveMigration < ActiveRecord::Migration[5.0]
472
  #     def change
473
  #       create_table(:horses) do |t|
474 475 476 477 478 479 480 481 482 483 484 485 486 487 488 489 490 491 492
  #         t.column :content, :text
  #         t.column :remind_at, :datetime
  #       end
  #     end
  #   end
  #
  # This migration will create the horses table for you on the way up, and
  # automatically figure out how to drop the table on the way down.
  #
  # Some commands like +remove_column+ cannot be reversed.  If you care to
  # define how to move up and down in these cases, you should define the +up+
  # and +down+ methods as before.
  #
  # If a command cannot be reversed, an
  # <tt>ActiveRecord::IrreversibleMigration</tt> exception will be raised when
  # the migration is moving down.
  #
  # For a list of commands that are reversible, please see
  # <tt>ActiveRecord::Migration::CommandRecorder</tt>.
493 494 495 496 497 498 499 500
  #
  # == Transactional Migrations
  #
  # If the database adapter supports DDL transactions, all migrations will
  # automatically be wrapped in a transaction. There are queries that you
  # can't execute inside a transaction though, and for these situations
  # you can turn the automatic transactions off.
  #
501
  #   class ChangeEnum < ActiveRecord::Migration[5.0]
502 503
  #     disable_ddl_transaction!
  #
504 505 506 507 508 509 510
  #     def up
  #       execute "ALTER TYPE model_size ADD VALUE 'new_value'"
  #     end
  #   end
  #
  # Remember that you can still open your own transactions, even if you
  # are in a Migration with <tt>self.disable_ddl_transaction!</tt>.
511
  class Migration
512
    autoload :CommandRecorder, 'active_record/migration/command_recorder'
513 514 515 516 517 518 519 520 521 522 523 524 525 526 527 528 529 530
    autoload :Compatibility, 'active_record/migration/compatibility'

    # This must be defined before the inherited hook, below
    class Current < Migration # :nodoc:
    end

    def self.inherited(subclass) # :nodoc:
      super
      if subclass.superclass == Migration
        subclass.include Compatibility::Legacy
      end
    end

    def self.[](version)
      version = version.to_s
      name = "V#{version.tr('.', '_')}"
      unless Compatibility.const_defined?(name)
        versions = Compatibility.constants.grep(/\AV[0-9_]+\z/).map { |s| s.to_s.delete('V').tr('_', '.').inspect }
531
        raise ArgumentError, "Unknown migration version #{version.inspect}; expected one of #{versions.sort.join(', ')}"
532 533 534 535 536 537 538
      end
      Compatibility.const_get(name)
    end

    def self.current_version
      Rails.version.to_f
    end
539

540
    MigrationFilenameRegexp = /\A([0-9]+)_([_a-z0-9]*)\.?([_a-z0-9]*)?\.rb\z/ # :nodoc:
S
schneems 已提交
541 542 543 544

    # This class is used to verify that all migrations have been run before
    # loading a web page if config.active_record.migration_error is set to :page_load
    class CheckPending
545
      def initialize(app)
S
schneems 已提交
546
        @app = app
547
        @last_check = 0
S
schneems 已提交
548 549 550
      end

      def call(env)
551
        if connection.supports_migrations?
552 553
          mtime = ActiveRecord::Migrator.last_migration.mtime.to_i
          if @last_check < mtime
554
            ActiveRecord::Migration.check_pending!(connection)
555 556
            @last_check = mtime
          end
557
        end
558
        @app.call(env)
S
schneems 已提交
559
      end
560 561 562 563 564 565

      private

      def connection
        ActiveRecord::Base.connection
      end
S
schneems 已提交
566 567
    end

568
    class << self
569
      attr_accessor :delegate # :nodoc:
570
      attr_accessor :disable_ddl_transaction # :nodoc:
571

572 573 574 575
      def nearest_delegate # :nodoc:
        delegate || superclass.nearest_delegate
      end

576
      # Raises <tt>ActiveRecord::PendingMigrationError</tt> error if any migrations are pending.
577 578
      def check_pending!(connection = Base.connection)
        raise ActiveRecord::PendingMigrationError if ActiveRecord::Migrator.needs_migration?(connection)
579
      end
S
schneems 已提交
580

581
      def load_schema_if_pending!
582
        if ActiveRecord::Migrator.needs_migration? || !ActiveRecord::Migrator.any_migrations?
L
Luke Hutscal 已提交
583
          # Roundtrip to Rake to allow plugins to hook into database initialization.
Y
Yves Senn 已提交
584 585 586
          FileUtils.cd Rails.root do
            current_config = Base.connection_config
            Base.clear_all_connections!
587
            system("bin/rails db:test:prepare")
Y
Yves Senn 已提交
588 589 590
            # Establish a new connection, the old database may be gone (db:test:prepare uses purge)
            Base.establish_connection(current_config)
          end
591 592 593 594 595 596 597 598 599 600
          check_pending!
        end
      end

      def maintain_test_schema! # :nodoc:
        if ActiveRecord::Base.maintain_test_schema
          suppress_messages { load_schema_if_pending! }
        end
      end

601
      def method_missing(name, *args, &block) # :nodoc:
602
        nearest_delegate.send(name, *args, &block)
603
      end
604

605 606 607
      def migrate(direction)
        new.migrate direction
      end
608

609 610 611 612
      # Disable the transaction wrapping this migration.
      # You can still create your own transactions even after calling #disable_ddl_transaction!
      #
      # For more details read the {"Transactional Migrations" section above}[rdoc-ref:Migration].
613 614 615
      def disable_ddl_transaction!
        @disable_ddl_transaction = true
      end
616 617 618 619 620
    end

    def disable_ddl_transaction # :nodoc:
      self.class.disable_ddl_transaction
    end
621

622
    cattr_accessor :verbose
623
    attr_accessor :name, :version
624

625 626 627
    def initialize(name = self.class.name, version = nil)
      @name       = name
      @version    = version
628
      @connection = nil
629 630
    end

631
    self.verbose = true
632 633 634
    # instantiate the delegate object after initialize is defined
    self.delegate = new

635 636
    # Reverses the migration commands for the given block and
    # the given migrations.
637 638 639 640 641
    #
    # The following migration will remove the table 'horses'
    # and create the table 'apples' on the way up, and the reverse
    # on the way down.
    #
642
    #   class FixTLMigration < ActiveRecord::Migration[5.0]
643 644 645 646 647 648 649 650 651 652 653 654 655
    #     def change
    #       revert do
    #         create_table(:horses) do |t|
    #           t.text :content
    #           t.datetime :remind_at
    #         end
    #       end
    #       create_table(:apples) do |t|
    #         t.string :variety
    #       end
    #     end
    #   end
    #
656 657 658
    # Or equivalently, if +TenderloveMigration+ is defined as in the
    # documentation for Migration:
    #
659
    #   require_relative '20121212123456_tenderlove_migration'
660
    #
661
    #   class FixupTLMigration < ActiveRecord::Migration[5.0]
662 663 664 665 666 667 668 669
    #     def change
    #       revert TenderloveMigration
    #
    #       create_table(:apples) do |t|
    #         t.string :variety
    #       end
    #     end
    #   end
670
    #
671 672 673 674
    # This command can be nested.
    def revert(*migration_classes)
      run(*migration_classes.reverse, revert: true) unless migration_classes.empty?
      if block_given?
675 676
        if connection.respond_to? :revert
          connection.revert { yield }
677
        else
678
          recorder = CommandRecorder.new(connection)
679 680
          @connection = recorder
          suppress_messages do
681
            connection.revert { yield }
682 683 684 685 686 687
          end
          @connection = recorder.delegate
          recorder.commands.each do |cmd, args, block|
            send(cmd, *args, &block)
          end
        end
688
      end
689 690 691
    end

    def reverting?
692
      connection.respond_to?(:reverting) && connection.reverting
693 694
    end

695
    class ReversibleBlockHelper < Struct.new(:reverting) # :nodoc:
696 697 698 699 700 701 702 703 704 705 706 707 708 709 710 711 712 713
      def up
        yield unless reverting
      end

      def down
        yield if reverting
      end
    end

    # Used to specify an operation that can be run in one direction or another.
    # Call the methods +up+ and +down+ of the yielded object to run a block
    # only in one given direction.
    # The whole block will be called in the right order within the migration.
    #
    # In the following example, the looping on users will always be done
    # when the three columns 'first_name', 'last_name' and 'full_name' exist,
    # even when migrating down:
    #
714
    #    class SplitNameMigration < ActiveRecord::Migration[5.0]
715 716 717 718 719 720 721 722 723 724 725 726 727 728 729 730 731 732
    #      def change
    #        add_column :users, :first_name, :string
    #        add_column :users, :last_name, :string
    #
    #        reversible do |dir|
    #          User.reset_column_information
    #          User.all.each do |u|
    #            dir.up   { u.first_name, u.last_name = u.full_name.split(' ') }
    #            dir.down { u.full_name = "#{u.first_name} #{u.last_name}" }
    #            u.save
    #          end
    #        end
    #
    #        revert { add_column :users, :full_name, :string }
    #      end
    #    end
    def reversible
      helper = ReversibleBlockHelper.new(reverting?)
M
Marc-Andre Lafortune 已提交
733
      execute_block{ yield helper }
734 735
    end

736 737 738 739 740 741 742 743 744 745 746 747 748
    # Runs the given migration classes.
    # Last argument can specify options:
    # - :direction (default is :up)
    # - :revert (default is false)
    def run(*migration_classes)
      opts = migration_classes.extract_options!
      dir = opts[:direction] || :up
      dir = (dir == :down ? :up : :down) if opts[:revert]
      if reverting?
        # If in revert and going :up, say, we want to execute :down without reverting, so
        revert { run(*migration_classes, direction: dir, revert: true) }
      else
        migration_classes.each do |migration_class|
749
          migration_class.new.exec_migration(connection, dir)
750 751 752 753
        end
      end
    end

754 755
    def up
      self.class.delegate = self
756
      return unless self.class.respond_to?(:up)
757 758 759 760 761
      self.class.up
    end

    def down
      self.class.delegate = self
762
      return unless self.class.respond_to?(:down)
763 764 765
      self.class.down
    end

766 767 768
    # Execute this migration in the named direction
    def migrate(direction)
      return unless respond_to?(direction)
J
Jamis Buck 已提交
769

770 771 772 773
      case direction
      when :up   then announce "migrating"
      when :down then announce "reverting"
      end
J
Jamis Buck 已提交
774

775 776
      time   = nil
      ActiveRecord::Base.connection_pool.with_connection do |conn|
777
        time = Benchmark.measure do
778
          exec_migration(conn, direction)
779
        end
780
      end
781

782 783 784
      case direction
      when :up   then announce "migrated (%.4fs)" % time.real; write
      when :down then announce "reverted (%.4fs)" % time.real; write
J
Jamis Buck 已提交
785
      end
786
    end
787 788 789 790 791 792 793 794 795 796 797 798 799 800 801

    def exec_migration(conn, direction)
      @connection = conn
      if respond_to?(:change)
        if direction == :down
          revert { change }
        else
          change
        end
      else
        send(direction)
      end
    ensure
      @connection = nil
    end
J
Jamis Buck 已提交
802

803 804 805
    def write(text="")
      puts(text) if verbose
    end
806

807 808 809 810 811
    def announce(message)
      text = "#{version} #{name}: #{message}"
      length = [0, 75 - text.length].max
      write "== %s %s" % [text, "=" * length]
    end
J
Jamis Buck 已提交
812

813 814 815
    def say(message, subitem=false)
      write "#{subitem ? "   ->" : "--"} #{message}"
    end
J
Jamis Buck 已提交
816

817 818 819 820 821 822 823 824
    def say_with_time(message)
      say(message)
      result = nil
      time = Benchmark.measure { result = yield }
      say "%.4fs" % time.real, :subitem
      say("#{result} rows", :subitem) if result.is_a?(Integer)
      result
    end
825

826 827 828 829 830 831
    def suppress_messages
      save, self.verbose = verbose, false
      yield
    ensure
      self.verbose = save
    end
832

833
    def connection
834
      @connection || ActiveRecord::Base.connection
835
    end
836

837
    def method_missing(method, *arguments, &block)
838
      arg_list = arguments.map(&:inspect) * ', '
839 840

      say_with_time "#{method}(#{arg_list})" do
841
        unless connection.respond_to? :revert
842
          unless arguments.empty? || [:execute, :enable_extension, :disable_extension].include?(method)
843
            arguments[0] = proper_table_name(arguments.first, table_name_options)
844 845
            if [:rename_table, :add_foreign_key].include?(method) ||
              (method == :remove_foreign_key && !arguments.second.is_a?(Hash))
Y
Yves Senn 已提交
846 847
              arguments[1] = proper_table_name(arguments.second, table_name_options)
            end
848
          end
849
        end
850 851
        return super unless connection.respond_to?(method)
        connection.send(method, *arguments, &block)
J
Jamis Buck 已提交
852
      end
853
    end
854

855 856
    def copy(destination, sources, options = {})
      copied = []
857

A
Arun Agrawal 已提交
858
      FileUtils.mkdir_p(destination) unless File.exist?(destination)
859

860 861
      destination_migrations = ActiveRecord::Migrator.migrations(destination)
      last = destination_migrations.last
862
      sources.each do |scope, path|
863
        source_migrations = ActiveRecord::Migrator.migrations(path)
864

865
        source_migrations.each do |migration|
866 867 868 869 870 871 872 873 874 875 876
          source = File.binread(migration.filename)
          inserted_comment = "# This migration comes from #{scope} (originally #{migration.version})\n"
          if /\A#.*\b(?:en)?coding:\s*\S+/ =~ source
            # If we have a magic comment in the original migration,
            # insert our comment after the first newline(end of the magic comment line)
            # so the magic keep working.
            # Note that magic comments must be at the first line(except sh-bang).
            source[/\n/] = "\n#{inserted_comment}"
          else
            source = "#{inserted_comment}#{source}"
          end
877

878
          if duplicate = destination_migrations.detect { |m| m.name == migration.name }
879 880
            if options[:on_skip] && duplicate.scope != scope.to_s
              options[:on_skip].call(scope, migration)
881
            end
882 883
            next
          end
884

885
          migration.version = next_migration_number(last ? last.version + 1 : 0).to_i
886
          new_path = File.join(destination, "#{migration.version}_#{migration.name.underscore}.#{scope}.rb")
887 888
          old_path, migration.filename = migration.filename, new_path
          last = migration
889

890
          File.binwrite(migration.filename, source)
891
          copied << migration
892
          options[:on_copy].call(scope, migration, old_path) if options[:on_copy]
893
          destination_migrations << migration
894 895 896
        end
      end

897 898 899
      copied
    end

900 901 902 903 904 905 906 907 908 909 910
    # Finds the correct table name given an Active Record object.
    # Uses the Active Record object's own table_name, or pre/suffix from the
    # options passed in.
    def proper_table_name(name, options = {})
      if name.respond_to? :table_name
        name.table_name
      else
        "#{options[:table_name_prefix]}#{name}#{options[:table_name_suffix]}"
      end
    end

V
Vijay Dev 已提交
911
    # Determines the version number of the next migration.
912 913 914 915
    def next_migration_number(number)
      if ActiveRecord::Base.timestamped_migrations
        [Time.now.utc.strftime("%Y%m%d%H%M%S"), "%.14d" % number].max
      else
916
        SchemaMigration.normalize_migration_number(number)
917
      end
918
    end
M
Marc-Andre Lafortune 已提交
919

920 921 922
    # Builds a hash for use in ActiveRecord::Migration#proper_table_name using
    # the Active Record object's table_name prefix and suffix
    def table_name_options(config = ActiveRecord::Base) #:nodoc:
923 924 925 926 927 928
      {
        table_name_prefix: config.table_name_prefix,
        table_name_suffix: config.table_name_suffix
      }
    end

M
Marc-Andre Lafortune 已提交
929 930 931 932 933 934 935 936
    private
    def execute_block
      if connection.respond_to? :execute_block
        super # use normal delegation to record the block
      else
        yield
      end
    end
937 938
  end

939 940
  # MigrationProxy is used to defer loading of the actual migration classes
  # until they are needed
941
  class MigrationProxy < Struct.new(:name, :version, :filename, :scope)
942

943
    def initialize(name, version, filename, scope)
944 945 946
      super
      @migration = nil
    end
947

948 949 950 951
    def basename
      File.basename(filename)
    end

952 953 954 955
    def mtime
      File.mtime filename
    end

956
    delegate :migrate, :announce, :write, :disable_ddl_transaction, to: :migration
957 958 959 960 961 962 963 964

    private

      def migration
        @migration ||= load_migration
      end

      def load_migration
965
        require(File.expand_path(filename))
966
        name.constantize.new(name, version)
967 968 969 970
      end

  end

A
Arun Agrawal 已提交
971 972
  class NullMigration < MigrationProxy #:nodoc:
    def initialize
973 974 975 976 977 978 979 980
      super(nil, 0, nil, nil)
    end

    def mtime
      0
    end
  end

981
  class Migrator#:nodoc:
982
    class << self
983 984
      attr_writer :migrations_paths
      alias :migrations_path= :migrations_paths=
985

986
      def migrate(migrations_paths, target_version = nil, &block)
987
        case
988 989 990 991 992 993 994 995
        when target_version.nil?
          up(migrations_paths, target_version, &block)
        when current_version == 0 && target_version == 0
          []
        when current_version > target_version
          down(migrations_paths, target_version, &block)
        else
          up(migrations_paths, target_version, &block)
996 997
        end
      end
998

999 1000
      def rollback(migrations_paths, steps=1)
        move(:down, migrations_paths, steps)
1001
      end
1002

1003 1004
      def forward(migrations_paths, steps=1)
        move(:up, migrations_paths, steps)
1005 1006
      end

1007 1008 1009 1010
      def up(migrations_paths, target_version = nil)
        migrations = migrations(migrations_paths)
        migrations.select! { |m| yield m } if block_given?

1011
        new(:up, migrations, target_version).migrate
1012
      end
1013

1014
      def down(migrations_paths, target_version = nil)
1015 1016 1017
        migrations = migrations(migrations_paths)
        migrations.select! { |m| yield m } if block_given?

1018
        new(:down, migrations, target_version).migrate
1019
      end
1020

1021
      def run(direction, migrations_paths, target_version)
1022
        new(direction, migrations(migrations_paths), target_version).run
1023 1024 1025
      end

      def open(migrations_paths)
1026
        new(:up, migrations(migrations_paths), nil)
1027
      end
1028

1029
      def schema_migrations_table_name
A
Aaron Patterson 已提交
1030
        SchemaMigration.table_name
1031 1032
      end

1033
      def get_all_versions(connection = Base.connection)
1034 1035 1036 1037 1038 1039
        ActiveSupport::Deprecation.silence do
          if connection.table_exists?(schema_migrations_table_name)
            SchemaMigration.all.map { |x| x.version.to_i }.sort
          else
            []
          end
1040
        end
1041 1042
      end

1043
      def current_version(connection = Base.connection)
1044
        get_all_versions(connection).max || 0
1045
      end
1046

1047
      def needs_migration?(connection = Base.connection)
1048
        (migrations(migrations_paths).collect(&:version) - get_all_versions(connection)).size > 0
1049 1050
      end

1051 1052 1053 1054
      def any_migrations?
        migrations(migrations_paths).any?
      end

A
Arun Agrawal 已提交
1055
      def last_migration #:nodoc:
1056
        migrations(migrations_paths).last || NullMigration.new
1057 1058
      end

1059 1060
      def migrations_paths
        @migrations_paths ||= ['db/migrate']
Y
yui-knk 已提交
1061
        # just to not break things if someone uses: migrations_path = some_string
1062
        Array(@migrations_paths)
1063 1064
      end

1065 1066 1067 1068 1069 1070 1071 1072
      def match_to_migration_filename?(filename) # :nodoc:
        File.basename(filename) =~ Migration::MigrationFilenameRegexp
      end

      def parse_migration_filename(filename) # :nodoc:
        File.basename(filename).scan(Migration::MigrationFilenameRegexp).first
      end

1073
      def migrations(paths)
1074
        paths = Array(paths)
1075

1076
        files = Dir[*paths.map { |p| "#{p}/**/[0-9]*_*.rb" }]
1077

A
Aaron Patterson 已提交
1078
        migrations = files.map do |file|
1079
          version, name, scope = parse_migration_filename(file)
1080 1081
          raise IllegalMigrationNameError.new(file) unless version
          version = version.to_i
A
Aaron Patterson 已提交
1082
          name = name.camelize
1083

1084
          MigrationProxy.new(name, version, file, scope)
1085 1086 1087 1088 1089
        end

        migrations.sort_by(&:version)
      end

1090 1091
      private

1092
      def move(direction, migrations_paths, steps)
1093
        migrator = new(direction, migrations(migrations_paths))
1094 1095 1096 1097 1098
        start_index = migrator.migrations.index(migrator.current_migration)

        if start_index
          finish = migrator.migrations[start_index + steps]
          version = finish ? finish.version : 0
1099
          send(direction, migrations_paths, version)
1100 1101
        end
      end
1102
    end
1103

1104
    def initialize(direction, migrations, target_version = nil)
1105
      raise StandardError.new("This database does not yet support migrations") unless Base.connection.supports_migrations?
1106

1107 1108 1109
      @direction         = direction
      @target_version    = target_version
      @migrated_versions = nil
1110
      @migrations        = migrations
1111

1112 1113
      validate(@migrations)

1114
      Base.connection.initialize_schema_migrations_table
1115
      Base.connection.initialize_internal_metadata_table
1116 1117 1118
    end

    def current_version
1119
      migrated.max || 0
1120
    end
1121

1122 1123 1124
    def current_migration
      migrations.detect { |m| m.version == current_version }
    end
1125
    alias :current :current_migration
1126

1127
    def run
1128 1129 1130 1131
      if use_advisory_lock?
        with_advisory_lock { run_without_lock }
      else
        run_without_lock
1132
      end
1133
    end
1134

1135
    def migrate
1136 1137 1138 1139
      if use_advisory_lock?
        with_advisory_lock { migrate_without_lock }
      else
        migrate_without_lock
1140
      end
1141 1142 1143 1144 1145 1146 1147 1148 1149 1150 1151
    end

    def runnable
      runnable = migrations[start..finish]
      if up?
        runnable.reject { |m| ran?(m) }
      else
        # skip the last migration if we're headed down, but not ALL the way down
        runnable.pop if target
        runnable.find_all { |m| ran?(m) }
      end
1152
    end
1153

1154
    def migrations
1155
      down? ? @migrations.reverse : @migrations.sort_by(&:version)
1156 1157
    end

1158
    def pending_migrations
1159
      already_migrated = migrated
1160
      migrations.reject { |m| already_migrated.include?(m.version) }
1161 1162 1163
    end

    def migrated
1164 1165 1166 1167 1168
      @migrated_versions || load_migrated
    end

    def load_migrated
      @migrated_versions = Set.new(self.class.get_all_versions)
1169 1170
    end

1171
    private
1172

1173
    # Used for running a specific migration.
1174 1175 1176
    def run_without_lock
      migration = migrations.detect { |m| m.version == @target_version }
      raise UnknownMigrationVersionError.new(@target_version) if migration.nil?
1177 1178 1179
      execute_migration_in_transaction(migration, @direction)

      record_environment
1180 1181
    end

1182
    # Used for running multiple migrations up to or down to a certain value.
1183
    def migrate_without_lock
1184
      if invalid_target?
1185 1186 1187 1188
        raise UnknownMigrationVersionError.new(@target_version)
      end

      runnable.each do |migration|
1189
        execute_migration_in_transaction(migration, @direction)
1190
      end
1191 1192 1193 1194 1195 1196 1197 1198

      record_environment
    end

    # Stores the current environment in the database.
    def record_environment
      return if down?
      ActiveRecord::InternalMetadata[:environment] = ActiveRecord::Migrator.current_environment
1199 1200
    end

1201 1202 1203 1204
    def ran?(migration)
      migrated.include?(migration.version.to_i)
    end

1205 1206 1207 1208 1209
    # Return true if a valid version is not provided.
    def invalid_target?
      !target && @target_version && @target_version > 0
    end

N
Neeraj Singh 已提交
1210
    def execute_migration_in_transaction(migration, direction)
1211 1212 1213 1214 1215
      return if down? && !migrated.include?(migration.version.to_i)
      return if up?   &&  migrated.include?(migration.version.to_i)

      Base.logger.info "Migrating to #{migration.name} (#{migration.version})" if Base.logger

N
Neeraj Singh 已提交
1216 1217 1218 1219
      ddl_transaction(migration) do
        migration.migrate(direction)
        record_version_state_after_migrating(migration.version)
      end
1220 1221 1222 1223 1224
    rescue => e
      msg = "An error has occurred, "
      msg << "this and " if use_transaction?(migration)
      msg << "all later migrations canceled:\n\n#{e}"
      raise StandardError, msg, e.backtrace
N
Neeraj Singh 已提交
1225 1226
    end

1227 1228 1229 1230 1231 1232 1233 1234 1235 1236 1237 1238
    def target
      migrations.detect { |m| m.version == @target_version }
    end

    def finish
      migrations.index(target) || migrations.size - 1
    end

    def start
      up? ? 0 : (migrations.index(current) || 0)
    end

1239 1240 1241
    def validate(migrations)
      name ,= migrations.group_by(&:name).find { |_,v| v.length > 1 }
      raise DuplicateMigrationNameError.new(name) if name
1242

1243 1244 1245 1246
      version ,= migrations.group_by(&:version).find { |_,v| v.length > 1 }
      raise DuplicateMigrationVersionError.new(version) if version
    end

1247
    def record_version_state_after_migrating(version)
1248
      if down?
1249 1250
        migrated.delete(version)
        ActiveRecord::SchemaMigration.where(:version => version.to_s).delete_all
1251
      else
1252
        migrated << version
1253
        ActiveRecord::SchemaMigration.create!(version: version.to_s)
1254
      end
1255
    end
1256

1257
    def self.last_stored_environment
1258 1259 1260 1261 1262 1263
      return nil if current_version == 0
      raise NoEnvironmentInSchemaError unless ActiveRecord::InternalMetadata.table_exists?

      environment = ActiveRecord::InternalMetadata[:environment]
      raise NoEnvironmentInSchemaError unless environment
      environment
1264 1265
    end

1266
    def self.current_environment
S
schneems 已提交
1267 1268 1269
      ActiveRecord::ConnectionHandling::DEFAULT_ENV.call
    end

1270
    def self.protected_environment?
1271
      ActiveRecord::Base.protected_environments.include?(last_stored_environment) if last_stored_environment
1272 1273
    end

1274 1275 1276 1277 1278 1279 1280 1281 1282
    def up?
      @direction == :up
    end

    def down?
      @direction == :down
    end

    # Wrap the migration in a transaction only if supported by the adapter.
1283 1284
    def ddl_transaction(migration)
      if use_transaction?(migration)
1285
        Base.transaction { yield }
1286
      else
1287
        yield
1288
      end
1289
    end
1290 1291 1292 1293

    def use_transaction?(migration)
      !migration.disable_ddl_transaction && Base.connection.supports_ddl_transactions?
    end
1294 1295 1296 1297 1298 1299

    def use_advisory_lock?
      Base.connection.supports_advisory_locks?
    end

    def with_advisory_lock
1300 1301
      lock_id = generate_migrator_advisory_lock_id
      got_lock = Base.connection.get_advisory_lock(lock_id)
1302 1303 1304 1305
      raise ConcurrentMigrationError unless got_lock
      load_migrated # reload schema_migrations to be sure it wasn't changed by another process before we got the lock
      yield
    ensure
1306
      Base.connection.release_advisory_lock(lock_id) if got_lock
1307 1308 1309
    end

    MIGRATOR_SALT = 2053462845
1310
    def generate_migrator_advisory_lock_id
1311 1312 1313
      db_name_hash = Zlib.crc32(Base.connection.current_database)
      MIGRATOR_SALT * db_name_hash
    end
1314
  end
1315
end