Fix under perl 5.19.4
[dbsrgits/DBIx-Class-DeploymentHandler.git] / lib / DBIx / Class / DeploymentHandler / DeployMethod / SQL / Translator.pm
CommitLineData
45d0d9d5 1package DBIx::Class::DeploymentHandler::DeployMethod::SQL::Translator;
334bced5 2use Moose;
9af9d0b2 3
9a3a62f1 4# ABSTRACT: Manage your SQL and Perl migrations in nicely laid out directories
5
9af9d0b2 6use autodie;
7use Carp qw( carp croak );
56203087 8use DBIx::Class::DeploymentHandler::LogImporter qw(:log :dlog);
1fcd4fe6 9use Context::Preserve;
9af9d0b2 10
7f50d101 11use Try::Tiny;
9af9d0b2 12
d23c7c77 13use SQL::Translator;
14require SQL::Translator::Diff;
9af9d0b2 15
d23c7c77 16require DBIx::Class::Storage; # loaded for type constraint
41863428 17use DBIx::Class::DeploymentHandler::Types;
18
297e662f 19use Path::Class qw(file dir);
2e68a8e1 20
7521a845 21with 'DBIx::Class::DeploymentHandler::HandlesDeploy';
3c1b5ee8 22
93460690 23has ignore_ddl => (
24 isa => 'Bool',
25 is => 'ro',
26 default => undef,
27);
28
92624ee5 29has force_overwrite => (
30 isa => 'Bool',
31 is => 'ro',
32 default => undef,
33);
34
d54b8d69 35has schema => (
d54b8d69 36 is => 'ro',
37 required => 1,
d54b8d69 38);
39
334bced5 40has storage => (
41 isa => 'DBIx::Class::Storage',
42 is => 'ro',
43 lazy_build => 1,
44);
45
6e2665d3 46sub _build_storage {
47 my $self = shift;
2eaf903b 48 my $s = $self->schema->storage;
49 $s->_determine_driver;
50 $s
51}
52
02a7b8ac 53has sql_translator_args => (
334bced5 54 isa => 'HashRef',
55 is => 'ro',
56 default => sub { {} },
57);
91adde75 58has script_directory => (
334bced5 59 isa => 'Str',
60 is => 'ro',
61 required => 1,
62 default => 'sql',
63);
64
334bced5 65has databases => (
66 coerce => 1,
67 isa => 'DBIx::Class::DeploymentHandler::Databases',
68 is => 'ro',
69 default => sub { [qw( MySQL SQLite PostgreSQL )] },
70);
71
a7d53deb 72has txn_wrap => (
73 is => 'ro',
74 isa => 'Bool',
75 default => 1,
76);
77
73caa630 78has schema_version => (
79 is => 'ro',
e86c0c07 80 isa => 'Str',
73caa630 81 lazy_build => 1,
82);
83
6df6dcb9 84# this will probably never get called as the DBICDH
85# will be passing down a schema_version normally, which
86# is built the same way, but we leave this in place
115c68ce 87sub _build_schema_version {
6e2665d3 88 my $self = shift;
115c68ce 89 $self->schema->schema_version
6e2665d3 90}
73caa630 91
6e2665d3 92sub __ddl_consume_with_prefix {
93 my ($self, $type, $versions, $prefix) = @_;
91adde75 94 my $base_dir = $self->script_directory;
262166c1 95
297e662f 96 my $main = dir( $base_dir, $type );
76d08d08 97 my $common =
297e662f 98 dir( $base_dir, '_common', $prefix, join q(-), @{$versions} );
262166c1 99
25c3bec3 100 my $common_any =
297e662f 101 dir( $base_dir, '_common', $prefix, '_any' );
25c3bec3 102
262166c1 103 my $dir;
104 if (-d $main) {
297e662f 105 $dir = dir($main, $prefix, join q(-), @{$versions})
262166c1 106 } else {
38857f30 107 if ($self->ignore_ddl) {
108 return []
109 } else {
110 croak "$main does not exist; please write/generate some SQL"
111 }
262166c1 112 }
297e662f 113 my $dir_any = dir($main, $prefix, '_any');
262166c1 114
ef44838b 115 my %files;
116 try {
117 opendir my($dh), $dir;
118 %files =
119 map { $_ => "$dir/$_" }
120 grep { /\.(?:sql|pl|sql-\w+)$/ && -f "$dir/$_" }
121 readdir $dh;
122 closedir $dh;
123 } catch {
124 die $_ unless $self->ignore_ddl;
125 };
25c3bec3 126 for my $dirname (grep { -d $_ } $common, $common_any, $dir_any) {
127 opendir my($dh), $dirname;
297e662f 128 for my $filename (grep { /\.(?:sql|pl)$/ && -f file($dirname,$_) } readdir $dh) {
262166c1 129 unless ($files{$filename}) {
297e662f 130 $files{$filename} = file($dirname,$filename);
262166c1 131 }
132 }
133 closedir $dh;
134 }
135
136 return [@files{sort keys %files}]
137}
3c1b5ee8 138
6e2665d3 139sub _ddl_initialize_consume_filenames {
140 my ($self, $type, $version) = @_;
ff40cb1f 141 $self->__ddl_consume_with_prefix($type, [ $version ], 'initialize')
fc4b7602 142}
143
6e2665d3 144sub _ddl_schema_consume_filenames {
145 my ($self, $type, $version) = @_;
58eb99c3 146 $self->__ddl_consume_with_prefix($type, [ $version ], 'deploy')
3c1b5ee8 147}
148
6e2665d3 149sub _ddl_protoschema_deploy_consume_filenames {
150 my ($self, $version) = @_;
c72832d7 151 my $base_dir = $self->script_directory;
152
297e662f 153 my $dir = dir( $base_dir, '_source', 'deploy', $version);
c72832d7 154 return [] unless -d $dir;
155
156 opendir my($dh), $dir;
157 my %files = map { $_ => "$dir/$_" } grep { /\.yml$/ && -f "$dir/$_" } readdir $dh;
158 closedir $dh;
159
160 return [@files{sort keys %files}]
161}
162
6e2665d3 163sub _ddl_protoschema_upgrade_consume_filenames {
164 my ($self, $versions) = @_;
f9c6ab50 165 my $base_dir = $self->script_directory;
166
297e662f 167 my $dir = dir( $base_dir, '_preprocess_schema', 'upgrade', join q(-), @{$versions});
f9c6ab50 168
169 return [] unless -d $dir;
170
171 opendir my($dh), $dir;
172 my %files = map { $_ => "$dir/$_" } grep { /\.pl$/ && -f "$dir/$_" } readdir $dh;
173 closedir $dh;
174
175 return [@files{sort keys %files}]
176}
177
6e2665d3 178sub _ddl_protoschema_downgrade_consume_filenames {
179 my ($self, $versions) = @_;
f9c6ab50 180 my $base_dir = $self->script_directory;
181
297e662f 182 my $dir = dir( $base_dir, '_preprocess_schema', 'downgrade', join q(-), @{$versions});
f9c6ab50 183
184 return [] unless -d $dir;
185
186 opendir my($dh), $dir;
187 my %files = map { $_ => "$dir/$_" } grep { /\.pl$/ && -f "$dir/$_" } readdir $dh;
188 closedir $dh;
189
190 return [@files{sort keys %files}]
191}
192
6e2665d3 193sub _ddl_protoschema_produce_filename {
194 my ($self, $version) = @_;
297e662f 195 my $dirname = dir( $self->script_directory, '_source', 'deploy', $version );
196 $dirname->mkpath unless -d $dirname;
7e08eddd 197
297e662f 198 return "" . file( $dirname, '001-auto.yml' );
7e08eddd 199}
200
6e2665d3 201sub _ddl_schema_produce_filename {
202 my ($self, $type, $version) = @_;
297e662f 203 my $dirname = dir( $self->script_directory, $type, 'deploy', $version );
204 $dirname->mkpath unless -d $dirname;
d54b8d69 205
297e662f 206 return "" . file( $dirname, '001-auto.sql' );
d54b8d69 207}
208
6e2665d3 209sub _ddl_schema_upgrade_consume_filenames {
210 my ($self, $type, $versions) = @_;
58eb99c3 211 $self->__ddl_consume_with_prefix($type, $versions, 'upgrade')
3c1b5ee8 212}
213
6e2665d3 214sub _ddl_schema_downgrade_consume_filenames {
215 my ($self, $type, $versions) = @_;
58eb99c3 216 $self->__ddl_consume_with_prefix($type, $versions, 'downgrade')
a41a04e5 217}
218
6e2665d3 219sub _ddl_schema_upgrade_produce_filename {
220 my ($self, $type, $versions) = @_;
91adde75 221 my $dir = $self->script_directory;
76d311e7 222
297e662f 223 my $dirname = dir( $dir, $type, 'upgrade', join q(-), @{$versions});
224 $dirname->mkpath unless -d $dirname;
a41a04e5 225
297e662f 226 return "" . file( $dirname, '001-auto.sql' );
a41a04e5 227}
228
6e2665d3 229sub _ddl_schema_downgrade_produce_filename {
230 my ($self, $type, $versions, $dir) = @_;
297e662f 231 my $dirname = dir( $dir, $type, 'downgrade', join q(-), @{$versions} );
232 $dirname->mkpath unless -d $dirname;
24f4524b 233
297e662f 234 return "" . file( $dirname, '001-auto.sql');
24f4524b 235}
236
6e2665d3 237sub _run_sql_array {
238 my ($self, $sql) = @_;
41219a5d 239 my $storage = $self->storage;
5d7b27cf 240
115c68ce 241 $sql = [ _split_sql_chunk( @$sql ) ];
1f0d0633 242
f4075791 243 Dlog_trace { "Running SQL $_" } $sql;
f36afe83 244 foreach my $line (@{$sql}) {
5d7b27cf 245 $storage->_query_start($line);
10a62c3d 246 # the whole reason we do this is so that we can see the line that was run
5d7b27cf 247 try {
5d7b27cf 248 $storage->dbh_do (sub { $_[1]->do($line) });
249 }
250 catch {
10a62c3d 251 die "$_ (running line '$line')"
60e09fce 252 };
5d7b27cf 253 $storage->_query_end($line);
254 }
4d09f712 255 return join "\n", @$sql
f36afe83 256}
257
115c68ce 258# split a chunk o' SQL into statements
259sub _split_sql_chunk {
260 my @sql = map { split /;\n/, $_ } @_;
261
262 for ( @sql ) {
263 # strip transactions
264 s/^(?:BEGIN|BEGIN TRANSACTION|COMMIT).*//mgi;
265
266 # trim whitespaces
267 s/^\s+|\s+$//mg;
268
269 # remove comments
270 s/^--.*//gm;
271
272 # remove blank lines
273 s/^\n//mg;
274
275 # put on single line
276 s/\n/ /g;
277 }
278
279 return @sql;
280}
281
6e2665d3 282sub _run_sql {
283 my ($self, $filename) = @_;
f4075791 284 log_debug { "Running SQL from $filename" };
f36afe83 285 return $self->_run_sql_array($self->_read_sql_file($filename));
5d7b27cf 286}
2e68a8e1 287
a89cd737 288sub _load_sandbox {
289 my $_file = shift;
290
291 my $_package = $_file;
32bd7c45 292 $_package =~ s/([^A-Za-z0-9_])/sprintf("_%2x", ord($1))/eg;
a89cd737 293
32bd7c45 294 my $fn = eval sprintf <<'END_EVAL', $_package;
a89cd737 295package DBICDH::Sandbox::%s;
296{
32bd7c45 297 our $app;
298 $app ||= require $_file;
a89cd737 299 if ( !$app && ( my $error = $@ || $! )) { die $error; }
300 $app;
301}
302END_EVAL
32bd7c45 303
304 croak $@ if $@;
305
80dcc097 306 croak "$_file should define an anonymous sub that takes a schema but it didn't!"
32bd7c45 307 unless ref $fn && ref $fn eq 'CODE';
308
309 return $fn;
a89cd737 310}
311
6e2665d3 312sub _run_perl {
313 my ($self, $filename, $versions) = @_;
f4075791 314 log_debug { "Running Perl from $filename" };
c8a2f7bd 315
a89cd737 316 my $fn = _load_sandbox($filename);
317
f4075791 318 Dlog_trace { "Running Perl $_" } $fn;
5d7b27cf 319
32bd7c45 320 $fn->($self->schema, $versions)
5d7b27cf 321}
5d7b27cf 322
1fcd4fe6 323sub txn_do {
324 my ( $self, $code ) = @_;
325 return $code->() unless $self->txn_wrap;
326
327 my $guard = $self->schema->txn_scope_guard;
328
329 return preserve_context { $code->() } after => sub { $guard->commit };
330}
331
6e2665d3 332sub _run_sql_and_perl {
333 my ($self, $filenames, $sql_to_run, $versions) = @_;
5d7b27cf 334 my @files = @{$filenames};
1fcd4fe6 335 $self->txn_do(sub {
336 $self->_run_sql_array($sql_to_run) if $self->ignore_ddl;
337
338 my $sql = ($sql_to_run)?join ";\n", @$sql_to_run:'';
339 FILENAME:
297e662f 340 for my $filename (map file($_), @files) {
48c4a2bb 341 if ($self->ignore_ddl && $filename->basename =~ /^[^-]*-auto.*\.sql$/) {
1fcd4fe6 342 next FILENAME
343 } elsif ($filename =~ /\.sql$/) {
344 $sql .= $self->_run_sql($filename)
345 } elsif ( $filename =~ /\.pl$/ ) {
346 $self->_run_perl($filename, $versions)
347 } else {
348 croak "A file ($filename) got to deploy that wasn't sql or perl!";
349 }
350 }
351
352 return $sql;
353 });
41219a5d 354}
355
356sub deploy {
357 my $self = shift;
be140a5f 358 my $version = (shift @_ || {})->{version} || $self->schema_version;
f4075791 359 log_info { "deploying version $version" };
ef44838b 360 my $sqlt_type = $self->storage->sqlt_type;
361 my $sql;
362 if ($self->ignore_ddl) {
363 $sql = $self->_sql_from_yaml({},
4ea5caf5 364 '_ddl_protoschema_deploy_consume_filenames', $sqlt_type
ef44838b 365 );
366 }
367 return $self->_run_sql_and_perl($self->_ddl_schema_consume_filenames(
368 $sqlt_type,
369 $version,
25c3bec3 370 ), $sql, [$version]);
2e68a8e1 371}
372
ff40cb1f 373sub initialize {
9faec51a 374 my $self = shift;
375 my $args = shift;
376 my $version = $args->{version} || $self->schema_version;
ff40cb1f 377 log_info { "initializing version $version" };
9faec51a 378 my $storage_type = $args->{storage_type} || $self->storage->sqlt_type;
fc4b7602 379
ff40cb1f 380 my @files = @{$self->_ddl_initialize_consume_filenames(
9faec51a 381 $storage_type,
fc4b7602 382 $version,
383 )};
384
385 for my $filename (@files) {
386 # We ignore sql for now (till I figure out what to do with it)
387 if ( $filename =~ /^(.+)\.pl$/ ) {
fc4b7602 388 my $filedata = do { local( @ARGV, $/ ) = $filename; <> };
fc4b7602 389
9faec51a 390 no warnings 'redefine';
5b5defbc 391 my $fn = eval "$filedata";
fc4b7602 392 use warnings;
5b5defbc 393
9faec51a 394 if ($@) {
6e9a733d 395 croak "$filename failed to compile: $@";
9faec51a 396 } elsif (ref $fn eq 'CODE') {
fc4b7602 397 $fn->()
398 } else {
6e9a733d 399 croak "$filename should define an anonymous sub but it didn't!";
fc4b7602 400 }
401 } else {
ff40cb1f 402 croak "A file ($filename) got to initialize_scripts that wasn't sql or perl!";
fc4b7602 403 }
404 }
405}
406
6e2665d3 407sub _sqldiff_from_yaml {
408 my ($self, $from_version, $to_version, $db, $direction) = @_;
91adde75 409 my $dir = $self->script_directory;
28563f97 410 my $sqltargs = {
411 add_drop_table => 1,
412 ignore_constraint_names => 1,
413 ignore_index_names => 1,
414 %{$self->sql_translator_args}
415 };
d54b8d69 416
28563f97 417 my $source_schema;
418 {
419 my $prefilename = $self->_ddl_protoschema_produce_filename($from_version, $dir);
420
421 # should probably be a croak
422 carp("No previous schema file found ($prefilename)")
423 unless -e $prefilename;
424
425 my $t = SQL::Translator->new({
426 %{$sqltargs},
427 debug => 0,
428 trace => 0,
429 parser => 'SQL::Translator::Parser::YAML',
430 });
431
432 my $out = $t->translate( $prefilename )
433 or croak($t->error);
434
435 $source_schema = $t->schema;
436
437 $source_schema->name( $prefilename )
438 unless $source_schema->name;
439 }
440
441 my $dest_schema;
442 {
443 my $filename = $self->_ddl_protoschema_produce_filename($to_version, $dir);
444
445 # should probably be a croak
446 carp("No next schema file found ($filename)")
447 unless -e $filename;
448
449 my $t = SQL::Translator->new({
450 %{$sqltargs},
451 debug => 0,
452 trace => 0,
453 parser => 'SQL::Translator::Parser::YAML',
454 });
455
456 my $out = $t->translate( $filename )
457 or croak($t->error);
458
459 $dest_schema = $t->schema;
460
461 $dest_schema->name( $filename )
462 unless $dest_schema->name;
463 }
f9c6ab50 464
465 my $transform_files_method = "_ddl_protoschema_${direction}_consume_filenames";
466 my $transforms = $self->_coderefs_per_files(
467 $self->$transform_files_method([$from_version, $to_version])
468 );
469 $_->($source_schema, $dest_schema) for @$transforms;
470
28563f97 471 return [SQL::Translator::Diff::schema_diff(
472 $source_schema, $db,
473 $dest_schema, $db,
474 $sqltargs
475 )];
476}
477
6e2665d3 478sub _sql_from_yaml {
479 my ($self, $sqltargs, $from_file, $db) = @_;
28563f97 480 my $schema = $self->schema;
481 my $version = $self->schema_version;
93460690 482
4ea5caf5 483 my @sql;
2e68a8e1 484
4ea5caf5 485 my $actual_file = $self->$from_file($version);
f08935ea 486 for my $yaml_filename (@{(
4ea5caf5 487 DlogS_trace { "generating SQL from Serialized SQL Files: $_" }
488 (ref $actual_file?$actual_file:[$actual_file])
f08935ea 489 )}) {
4ea5caf5 490 my $sqlt = SQL::Translator->new({
491 add_drop_table => 0,
492 parser => 'SQL::Translator::Parser::YAML',
493 %{$sqltargs},
494 producer => $db,
495 });
496
497 push @sql, $sqlt->translate($yaml_filename);
498 if(!@sql) {
499 carp("Failed to translate to $db, skipping. (" . $sqlt->error . ")");
500 return undef;
501 }
28563f97 502 }
503 return \@sql;
504}
505
506sub _prepare_install {
507 my $self = shift;
508 my $sqltargs = { %{$self->sql_translator_args}, %{shift @_} };
509 my $from_file = shift;
510 my $to_file = shift;
511 my $dir = $self->script_directory;
512 my $databases = $self->databases;
513 my $version = $self->schema_version;
514
2e68a8e1 515 foreach my $db (@$databases) {
28563f97 516 my $sql = $self->_sql_from_yaml($sqltargs, $from_file, $db ) or next;
2e68a8e1 517
c8a2f7bd 518 my $filename = $self->$to_file($db, $version, $dir);
9600776d 519 if (-e $filename ) {
92624ee5 520 if ($self->force_overwrite) {
521 carp "Overwriting existing DDL file - $filename";
522 unlink $filename;
523 } else {
524 die "Cannot overwrite '$filename', either enable force_overwrite or delete it"
525 }
2e68a8e1 526 }
387b11d2 527 open my $file, q(>), $filename;
870526b1 528 print {$file} join ";\n", @$sql, '';
2e68a8e1 529 close $file;
530 }
531}
532
c8a2f7bd 533sub _resultsource_install_filename {
534 my ($self, $source_name) = @_;
535 return sub {
536 my ($self, $type, $version) = @_;
297e662f 537 my $dirname = dir( $self->script_directory, $type, 'deploy', $version );
538 $dirname->mkpath unless -d $dirname;
c8a2f7bd 539
297e662f 540 return "" . file( $dirname, "001-auto-$source_name.sql" );
c8a2f7bd 541 }
542}
543
e62add58 544sub _resultsource_protoschema_filename {
545 my ($self, $source_name) = @_;
546 return sub {
547 my ($self, $version) = @_;
297e662f 548 my $dirname = dir( $self->script_directory, '_source', 'deploy', $version );
549 $dirname->mkpath unless -d $dirname;
e62add58 550
297e662f 551 return "" . file( $dirname, "001-auto-$source_name.yml" );
e62add58 552 }
553}
554
c8a2f7bd 555sub install_resultsource {
be140a5f 556 my ($self, $args) = @_;
ba99ba44 557 my $source = $args->{result_source}
558 or die 'result_source must be passed to install_resultsource';
559 my $version = $args->{version}
560 or die 'version must be passed to install_resultsource';
f4075791 561 log_info { 'installing_resultsource ' . $source->source_name . ", version $version" };
c8a2f7bd 562 my $rs_install_file =
563 $self->_resultsource_install_filename($source->source_name);
564
565 my $files = [
566 $self->$rs_install_file(
567 $self->storage->sqlt_type,
568 $version,
569 )
570 ];
25c3bec3 571 $self->_run_sql_and_perl($files, '', [$version]);
c8a2f7bd 572}
573
574sub prepare_resultsource_install {
575 my $self = shift;
be140a5f 576 my $source = (shift @_)->{result_source};
f4075791 577 log_info { 'preparing install for resultsource ' . $source->source_name };
c8a2f7bd 578
e62add58 579 my $install_filename = $self->_resultsource_install_filename($source->source_name);
580 my $proto_filename = $self->_resultsource_protoschema_filename($source->source_name);
6cae2f56 581 $self->prepare_protoschema({
c8a2f7bd 582 parser_args => { sources => [$source->source_name], }
e62add58 583 }, $proto_filename);
584 $self->_prepare_install({}, $proto_filename, $install_filename);
c8a2f7bd 585}
586
91557c90 587sub prepare_deploy {
f4075791 588 log_info { 'preparing deploy' };
c8a2f7bd 589 my $self = shift;
6776a6d4 590 $self->prepare_protoschema({
591 # Exclude __VERSION so that it gets installed separately
592 parser_args => { sources => [grep { $_ ne '__VERSION' } $self->schema->sources], }
593 }, '_ddl_protoschema_produce_filename');
e62add58 594 $self->_prepare_install({}, '_ddl_protoschema_produce_filename', '_ddl_schema_produce_filename');
c8a2f7bd 595}
596
a41a04e5 597sub prepare_upgrade {
be140a5f 598 my ($self, $args) = @_;
0df68524 599 log_info {
f4075791 600 "preparing upgrade from $args->{from_version} to $args->{to_version}"
0df68524 601 };
be140a5f 602 $self->_prepare_changegrade(
58eb99c3 603 $args->{from_version}, $args->{to_version}, $args->{version_set}, 'upgrade'
be140a5f 604 );
76d311e7 605}
606
607sub prepare_downgrade {
be140a5f 608 my ($self, $args) = @_;
0df68524 609 log_info {
f4075791 610 "preparing downgrade from $args->{from_version} to $args->{to_version}"
0df68524 611 };
be140a5f 612 $self->_prepare_changegrade(
58eb99c3 613 $args->{from_version}, $args->{to_version}, $args->{version_set}, 'downgrade'
be140a5f 614 );
76d311e7 615}
616
6e2665d3 617sub _coderefs_per_files {
618 my ($self, $files) = @_;
f9c6ab50 619 no warnings 'redefine';
620 [map eval do { local( @ARGV, $/ ) = $_; <> }, @$files]
621}
622
6e2665d3 623sub _prepare_changegrade {
624 my ($self, $from_version, $to_version, $version_set, $direction) = @_;
2e68a8e1 625 my $schema = $self->schema;
626 my $databases = $self->databases;
91adde75 627 my $dir = $self->script_directory;
2e68a8e1 628
73caa630 629 my $schema_version = $self->schema_version;
e62add58 630 my $diff_file_method = "_ddl_schema_${direction}_produce_filename";
e62add58 631 foreach my $db (@$databases) {
632 my $diff_file = $self->$diff_file_method($db, $version_set, $dir );
633 if(-e $diff_file) {
92624ee5 634 if ($self->force_overwrite) {
635 carp("Overwriting existing $direction-diff file - $diff_file");
636 unlink $diff_file;
637 } else {
638 die "Cannot overwrite '$diff_file', either enable force_overwrite or delete it"
639 }
2e68a8e1 640 }
641
387b11d2 642 open my $file, q(>), $diff_file;
f9c6ab50 643 print {$file} join ";\n", @{$self->_sqldiff_from_yaml($from_version, $to_version, $db, $direction)};
2e68a8e1 644 close $file;
645 }
646}
647
6e2665d3 648sub _read_sql_file {
649 my ($self, $file) = @_;
334bced5 650 return unless $file;
651
115c68ce 652 local $/ = undef; #sluuuuuurp
653
aabd4237 654 open my $fh, '<', $file;
115c68ce 655 return [ _split_sql_chunk( <$fh> ) ];
1f0d0633 656}
657
7d2a6974 658sub downgrade_single_step {
76d311e7 659 my $self = shift;
be140a5f 660 my $version_set = (shift @_)->{version_set};
f4075791 661 Dlog_info { "downgrade_single_step'ing $_" } $version_set;
41219a5d 662
ef44838b 663 my $sqlt_type = $self->storage->sqlt_type;
664 my $sql_to_run;
665 if ($self->ignore_ddl) {
666 $sql_to_run = $self->_sqldiff_from_yaml(
58eb99c3 667 $version_set->[0], $version_set->[1], $sqlt_type, 'downgrade',
ef44838b 668 );
669 }
58eb99c3 670 my $sql = $self->_run_sql_and_perl($self->_ddl_schema_downgrade_consume_filenames(
ef44838b 671 $sqlt_type,
627581cd 672 $version_set,
25c3bec3 673 ), $sql_to_run, $version_set);
3249629f 674
41219a5d 675 return ['', $sql];
76d311e7 676}
677
7d2a6974 678sub upgrade_single_step {
7521a845 679 my $self = shift;
be140a5f 680 my $version_set = (shift @_)->{version_set};
f4075791 681 Dlog_info { "upgrade_single_step'ing $_" } $version_set;
41219a5d 682
ef44838b 683 my $sqlt_type = $self->storage->sqlt_type;
684 my $sql_to_run;
685 if ($self->ignore_ddl) {
686 $sql_to_run = $self->_sqldiff_from_yaml(
58eb99c3 687 $version_set->[0], $version_set->[1], $sqlt_type, 'upgrade',
ef44838b 688 );
689 }
58eb99c3 690 my $sql = $self->_run_sql_and_perl($self->_ddl_schema_upgrade_consume_filenames(
ef44838b 691 $sqlt_type,
627581cd 692 $version_set,
25c3bec3 693 ), $sql_to_run, $version_set);
41219a5d 694 return ['', $sql];
334bced5 695}
696
6cae2f56 697sub prepare_protoschema {
7e08eddd 698 my $self = shift;
e62add58 699 my $sqltargs = { %{$self->sql_translator_args}, %{shift @_} };
700 my $to_file = shift;
7e08eddd 701 my $filename
e62add58 702 = $self->$to_file($self->schema_version);
7e08eddd 703
e62add58 704 # we do this because the code that uses this sets parser args,
705 # so we just need to merge in the package
7e08eddd 706 my $sqlt = SQL::Translator->new({
707 parser => 'SQL::Translator::Parser::DBIx::Class',
708 producer => 'SQL::Translator::Producer::YAML',
e62add58 709 %{ $sqltargs },
7e08eddd 710 });
711
dc223c88 712 my $yml = $sqlt->translate(data => $self->schema);
7e08eddd 713
714 croak("Failed to translate to YAML: " . $sqlt->error)
715 unless $yml;
716
717 if (-e $filename ) {
92624ee5 718 if ($self->force_overwrite) {
719 carp "Overwriting existing DDL-YML file - $filename";
720 unlink $filename;
721 } else {
722 die "Cannot overwrite '$filename', either enable force_overwrite or delete it"
723 }
7e08eddd 724 }
725
726 open my $file, q(>), $filename;
727 print {$file} $yml;
728 close $file;
729}
730
aabd4237 731__PACKAGE__->meta->make_immutable;
732
2e68a8e1 7331;
e051bb00 734
e52174e3 735# vim: ts=2 sw=2 expandtab
736
e051bb00 737__END__
738
bcc72297 739=head1 DESCRIPTION
740
e62add58 741This class is the meat of L<DBIx::Class::DeploymentHandler>. It takes care
742of generating serialized schemata as well as sql files to move from one
743version of a schema to the rest. One of the hallmark features of this class
744is that it allows for multiple sql files for deploy and upgrade, allowing
745developers to fine tune deployment. In addition it also allows for perl
746files to be run at any stage of the process.
bcc72297 747
748For basic usage see L<DBIx::Class::DeploymentHandler::HandlesDeploy>. What's
749documented here is extra fun stuff or private methods.
750
751=head1 DIRECTORY LAYOUT
752
39c88a9a 753Arguably this is the best feature of L<DBIx::Class::DeploymentHandler>.
754It's spiritually based upon L<DBIx::Migration::Directories>, but has a
755lot of extensions and modifications, so even if you are familiar with it,
756please read this. I feel like the best way to describe the layout is with
757the following example:
92c34cab 758
759 $sql_migration_dir
58eb99c3 760 |- _source
761 | |- deploy
03882cab 762 | |- 1
763 | | `- 001-auto.yml
764 | |- 2
765 | | `- 001-auto.yml
766 | `- 3
767 | `- 001-auto.yml
92c34cab 768 |- SQLite
58eb99c3 769 | |- downgrade
4f85efc6 770 | | `- 2-1
e62add58 771 | | `- 001-auto.sql
58eb99c3 772 | |- deploy
92c34cab 773 | | `- 1
e62add58 774 | | `- 001-auto.sql
58eb99c3 775 | `- upgrade
92c34cab 776 | |- 1-2
e62add58 777 | | `- 001-auto.sql
92c34cab 778 | `- 2-3
e62add58 779 | `- 001-auto.sql
92c34cab 780 |- _common
58eb99c3 781 | |- downgrade
4f85efc6 782 | | `- 2-1
92c34cab 783 | | `- 002-remove-customers.pl
58eb99c3 784 | `- upgrade
92c34cab 785 | `- 1-2
25c3bec3 786 | | `- 002-generate-customers.pl
787 | `- _any
788 | `- 999-bump-action.pl
92c34cab 789 `- MySQL
58eb99c3 790 |- downgrade
4f85efc6 791 | `- 2-1
e62add58 792 | `- 001-auto.sql
ff40cb1f 793 |- initialize
80ff6f6d 794 | `- 1
795 | |- 001-create_database.pl
796 | `- 002-create_users_and_permissions.pl
58eb99c3 797 |- deploy
92c34cab 798 | `- 1
e62add58 799 | `- 001-auto.sql
58eb99c3 800 `- upgrade
92c34cab 801 `- 1-2
e62add58 802 `- 001-auto.sql
92c34cab 803
804So basically, the code
805
806 $dm->deploy(1)
807
808on an C<SQLite> database that would simply run
58eb99c3 809C<$sql_migration_dir/SQLite/deploy/1/001-auto.sql>. Next,
92c34cab 810
811 $dm->upgrade_single_step([1,2])
812
58eb99c3 813would run C<$sql_migration_dir/SQLite/upgrade/1-2/001-auto.sql> followed by
25c3bec3 814C<$sql_migration_dir/_common/upgrade/1-2/002-generate-customers.pl>, and
815finally punctuated by
816C<$sql_migration_dir/_common/upgrade/_any/999-bump-action.pl>.
92c34cab 817
0824f31f 818C<.pl> files don't have to be in the C<_common> directory, but most of the time
39c88a9a 819they should be, because perl scripts are generally database independent.
92c34cab 820
ff40cb1f 821Note that unlike most steps in the process, C<initialize> will not run SQL, as
822there may not even be an database at initialize time. It will run perl scripts
80ff6f6d 823just like the other steps in the process, but nothing is passed to them.
824Until people have used this more it will remain freeform, but a recommended use
ff40cb1f 825of initialize is to have it prompt for username and password, and then call the
80ff6f6d 826appropriate C<< CREATE DATABASE >> commands etc.
827
03882cab 828=head2 Directory Specification
829
830The following subdirectories are recognized by this DeployMethod:
831
832=over 2
833
58eb99c3 834=item C<_source> This directory can contain the following directories:
03882cab 835
836=over 2
837
39c88a9a 838=item C<deploy> This directory merely contains directories named after schema
839versions, which in turn contain C<yaml> files that are serialized versions
840of the schema at that version. These files are not for editing by hand.
841
842=back
843
844=item C<_preprocess_schema> This directory can contain the following
845directories:
846
847=over 2
848
58eb99c3 849=item C<downgrade> This directory merely contains directories named after
03882cab 850migrations, which are of the form C<$from_version-$to_version>. Inside of
851these directories you may put Perl scripts which are to return a subref
852that takes the arguments C<< $from_schema, $to_schema >>, which are
853L<SQL::Translator::Schema> objects.
854
58eb99c3 855=item C<upgrade> This directory merely contains directories named after
03882cab 856migrations, which are of the form C<$from_version-$to_version>. Inside of
857these directories you may put Perl scripts which are to return a subref
858that takes the arguments C<< $from_schema, $to_schema >>, which are
859L<SQL::Translator::Schema> objects.
860
03882cab 861=back
862
5b766a24 863=item C<$storage_type> This is a set of scripts that gets run depending on what
864your storage type is. If you are not sure what your storage type is, take a
865look at the producers listed for L<SQL::Translator>. Also note, C<_common>
866is a special case. C<_common> will get merged into whatever other files you
25c3bec3 867already have. This directory can contain the following directories itself:
71d00500 868
869=over 2
870
ff40cb1f 871=item C<initialize> Gets run before the C<deploy> is C<deploy>ed. Has the
58eb99c3 872same structure as the C<deploy> subdirectory as well; that is, it has a
873directory for each schema version. Unlike C<deploy>, C<upgrade>, and C<downgrade>
71d00500 874though, it can only run C<.pl> files, and the coderef in the perl files get
875no arguments passed to them.
876
58eb99c3 877=item C<deploy> Gets run when the schema is C<deploy>ed. Structure is a
71d00500 878directory per schema version, and then files are merged with C<_common> and run
879in filename order. C<.sql> files are merely run, as expected. C<.pl> files are
880run according to L</PERL SCRIPTS>.
881
58eb99c3 882=item C<upgrade> Gets run when the schema is C<upgrade>d. Structure is a directory
71d00500 883per upgrade step, (for example, C<1-2> for upgrading from version 1 to version
8842,) and then files are merged with C<_common> and run in filename order.
885C<.sql> files are merely run, as expected. C<.pl> files are run according
886to L</PERL SCRIPTS>.
887
58eb99c3 888=item C<downgrade> Gets run when the schema is C<downgrade>d. Structure is a directory
71d00500 889per downgrade step, (for example, C<2-1> for downgrading from version 2 to version
8901,) and then files are merged with C<_common> and run in filename order.
891C<.sql> files are merely run, as expected. C<.pl> files are run according
892to L</PERL SCRIPTS>.
893
894
895=back
896
03882cab 897=back
898
25c3bec3 899Note that there can be an C<_any> in the place of any of the versions (like
900C<1-2> or C<1>), which means those scripts will be run B<every> time. So if
901you have an C<_any> in C<_common/upgrade>, that script will get run for every
902upgrade.
903
92c34cab 904=head1 PERL SCRIPTS
905
7d0b0f2b 906A perl script for this tool is very simple. It merely needs to contain an
25c3bec3 907anonymous sub that takes a L<DBIx::Class::Schema> and the version set as it's
908arguments.
909
92c34cab 910A very basic perl script might look like:
911
912 #!perl
913
914 use strict;
915 use warnings;
916
57a30fa8 917 use DBIx::Class::DeploymentHandler::DeployMethod::SQL::Translator::ScriptHelpers
918 'schema_from_schema_loader';
919
920 schema_from_schema_loader({ naming => 'v4' }, sub {
92c34cab 921 my $schema = shift;
922
25c3bec3 923 # [1] for deploy, [1,2] for upgrade or downgrade, probably used with _any
924 my $versions = shift;
925
92c34cab 926 $schema->resultset('Users')->create({
927 name => 'root',
928 password => 'root',
929 })
57a30fa8 930 })
931
932Note that the above uses
933L<DBIx::Class::DeploymentHanlder::DeployMethod::SQL::Translator::ScriptHelpers/schema_from_schema_loader>.
934Using a raw coderef is strongly discouraged as it is likely to break as you
935modify your schema.
bcc72297 936
39c88a9a 937=attr ignore_ddl
938
939This attribute will, when set to true (default is false), cause the DM to use
940L<SQL::Translator> to use the C<_source>'s serialized SQL::Translator::Schema
941instead of any pregenerated SQL. If you have a development server this is
942probably the best plan of action as you will not be putting as many generated
943files in your version control. Goes well with with C<databases> of C<[]>.
944
92624ee5 945=attr force_overwrite
946
947When this attribute is true generated files will be overwritten when the
948methods which create such files are run again. The default is false, in which
949case the program will die with a message saying which file needs to be deleted.
950
eb28403b 951=attr schema
a65184c8 952
bcc72297 953The L<DBIx::Class::Schema> (B<required>) that is used to talk to the database
954and generate the DDL.
955
eb28403b 956=attr storage
a65184c8 957
bcc72297 958The L<DBIx::Class::Storage> that is I<actually> used to talk to the database
959and generate the DDL. This is automatically created with L</_build_storage>.
960
02a7b8ac 961=attr sql_translator_args
cfc9edf9 962
02a7b8ac 963The arguments that get passed to L<SQL::Translator> when it's used.
a65184c8 964
91adde75 965=attr script_directory
cfc9edf9 966
91adde75 967The directory (default C<'sql'>) that scripts are stored in
cfc9edf9 968
eb28403b 969=attr databases
cfc9edf9 970
971The types of databases (default C<< [qw( MySQL SQLite PostgreSQL )] >>) to
972generate files for
973
eb28403b 974=attr txn_wrap
975
bcc72297 976Set to true (which is the default) to wrap all upgrades and deploys in a single
977transaction.
978
73caa630 979=attr schema_version
980
981The version the schema on your harddrive is at. Defaults to
982C<< $self->schema->schema_version >>.
ec167a97 983
984=head1 SEE ALSO
985
986This class is an implementation of
987L<DBIx::Class::DeploymentHandler::HandlesDeploy>. Pretty much all the
988documentation is there.