Ensure that sqltargs are passed to deploy when ignore_ddl is set
[dbsrgits/DBIx-Class-DeploymentHandler.git] / lib / DBIx / Class / DeploymentHandler / DeployMethod / SQL / Translator.pm
CommitLineData
45d0d9d5 1package DBIx::Class::DeploymentHandler::DeployMethod::SQL::Translator;
334bced5 2use Moose;
9af9d0b2 3
9a3a62f1 4# ABSTRACT: Manage your SQL and Perl migrations in nicely laid out directories
5
9af9d0b2 6use autodie;
7use Carp qw( carp croak );
56203087 8use DBIx::Class::DeploymentHandler::LogImporter qw(:log :dlog);
1fcd4fe6 9use Context::Preserve;
9af9d0b2 10
7f50d101 11use Try::Tiny;
9af9d0b2 12
d23c7c77 13use SQL::Translator;
14require SQL::Translator::Diff;
9af9d0b2 15
d23c7c77 16require DBIx::Class::Storage; # loaded for type constraint
41863428 17use DBIx::Class::DeploymentHandler::Types;
18
297e662f 19use Path::Class qw(file dir);
2e68a8e1 20
7521a845 21with 'DBIx::Class::DeploymentHandler::HandlesDeploy';
3c1b5ee8 22
93460690 23has ignore_ddl => (
24 isa => 'Bool',
25 is => 'ro',
26 default => undef,
27);
28
92624ee5 29has force_overwrite => (
30 isa => 'Bool',
31 is => 'ro',
32 default => undef,
33);
34
d54b8d69 35has schema => (
d54b8d69 36 is => 'ro',
37 required => 1,
d54b8d69 38);
39
334bced5 40has storage => (
41 isa => 'DBIx::Class::Storage',
42 is => 'ro',
43 lazy_build => 1,
44);
45
6e2665d3 46sub _build_storage {
47 my $self = shift;
2eaf903b 48 my $s = $self->schema->storage;
49 $s->_determine_driver;
50 $s
51}
52
02a7b8ac 53has sql_translator_args => (
334bced5 54 isa => 'HashRef',
55 is => 'ro',
56 default => sub { {} },
57);
91adde75 58has script_directory => (
334bced5 59 isa => 'Str',
60 is => 'ro',
61 required => 1,
62 default => 'sql',
63);
64
334bced5 65has databases => (
66 coerce => 1,
67 isa => 'DBIx::Class::DeploymentHandler::Databases',
68 is => 'ro',
69 default => sub { [qw( MySQL SQLite PostgreSQL )] },
70);
71
a7d53deb 72has txn_wrap => (
73 is => 'ro',
74 isa => 'Bool',
75 default => 1,
76);
77
73caa630 78has schema_version => (
79 is => 'ro',
e86c0c07 80 isa => 'Str',
73caa630 81 lazy_build => 1,
82);
83
6df6dcb9 84# this will probably never get called as the DBICDH
85# will be passing down a schema_version normally, which
86# is built the same way, but we leave this in place
115c68ce 87sub _build_schema_version {
6e2665d3 88 my $self = shift;
115c68ce 89 $self->schema->schema_version
6e2665d3 90}
73caa630 91
6e2665d3 92sub __ddl_consume_with_prefix {
93 my ($self, $type, $versions, $prefix) = @_;
91adde75 94 my $base_dir = $self->script_directory;
262166c1 95
297e662f 96 my $main = dir( $base_dir, $type );
76d08d08 97 my $common =
297e662f 98 dir( $base_dir, '_common', $prefix, join q(-), @{$versions} );
262166c1 99
25c3bec3 100 my $common_any =
297e662f 101 dir( $base_dir, '_common', $prefix, '_any' );
25c3bec3 102
262166c1 103 my $dir;
104 if (-d $main) {
297e662f 105 $dir = dir($main, $prefix, join q(-), @{$versions})
262166c1 106 } else {
38857f30 107 if ($self->ignore_ddl) {
108 return []
109 } else {
110 croak "$main does not exist; please write/generate some SQL"
111 }
262166c1 112 }
297e662f 113 my $dir_any = dir($main, $prefix, '_any');
262166c1 114
ef44838b 115 my %files;
116 try {
117 opendir my($dh), $dir;
118 %files =
119 map { $_ => "$dir/$_" }
120 grep { /\.(?:sql|pl|sql-\w+)$/ && -f "$dir/$_" }
121 readdir $dh;
122 closedir $dh;
123 } catch {
124 die $_ unless $self->ignore_ddl;
125 };
25c3bec3 126 for my $dirname (grep { -d $_ } $common, $common_any, $dir_any) {
127 opendir my($dh), $dirname;
297e662f 128 for my $filename (grep { /\.(?:sql|pl)$/ && -f file($dirname,$_) } readdir $dh) {
262166c1 129 unless ($files{$filename}) {
297e662f 130 $files{$filename} = file($dirname,$filename);
262166c1 131 }
132 }
133 closedir $dh;
134 }
135
136 return [@files{sort keys %files}]
137}
3c1b5ee8 138
6e2665d3 139sub _ddl_initialize_consume_filenames {
140 my ($self, $type, $version) = @_;
ff40cb1f 141 $self->__ddl_consume_with_prefix($type, [ $version ], 'initialize')
fc4b7602 142}
143
6e2665d3 144sub _ddl_schema_consume_filenames {
145 my ($self, $type, $version) = @_;
58eb99c3 146 $self->__ddl_consume_with_prefix($type, [ $version ], 'deploy')
3c1b5ee8 147}
148
6e2665d3 149sub _ddl_protoschema_deploy_consume_filenames {
150 my ($self, $version) = @_;
c72832d7 151 my $base_dir = $self->script_directory;
152
297e662f 153 my $dir = dir( $base_dir, '_source', 'deploy', $version);
c72832d7 154 return [] unless -d $dir;
155
156 opendir my($dh), $dir;
157 my %files = map { $_ => "$dir/$_" } grep { /\.yml$/ && -f "$dir/$_" } readdir $dh;
158 closedir $dh;
159
160 return [@files{sort keys %files}]
161}
162
6e2665d3 163sub _ddl_protoschema_upgrade_consume_filenames {
164 my ($self, $versions) = @_;
f9c6ab50 165 my $base_dir = $self->script_directory;
166
297e662f 167 my $dir = dir( $base_dir, '_preprocess_schema', 'upgrade', join q(-), @{$versions});
f9c6ab50 168
169 return [] unless -d $dir;
170
171 opendir my($dh), $dir;
172 my %files = map { $_ => "$dir/$_" } grep { /\.pl$/ && -f "$dir/$_" } readdir $dh;
173 closedir $dh;
174
175 return [@files{sort keys %files}]
176}
177
6e2665d3 178sub _ddl_protoschema_downgrade_consume_filenames {
179 my ($self, $versions) = @_;
f9c6ab50 180 my $base_dir = $self->script_directory;
181
297e662f 182 my $dir = dir( $base_dir, '_preprocess_schema', 'downgrade', join q(-), @{$versions});
f9c6ab50 183
184 return [] unless -d $dir;
185
186 opendir my($dh), $dir;
187 my %files = map { $_ => "$dir/$_" } grep { /\.pl$/ && -f "$dir/$_" } readdir $dh;
188 closedir $dh;
189
190 return [@files{sort keys %files}]
191}
192
6e2665d3 193sub _ddl_protoschema_produce_filename {
194 my ($self, $version) = @_;
297e662f 195 my $dirname = dir( $self->script_directory, '_source', 'deploy', $version );
196 $dirname->mkpath unless -d $dirname;
7e08eddd 197
297e662f 198 return "" . file( $dirname, '001-auto.yml' );
7e08eddd 199}
200
6e2665d3 201sub _ddl_schema_produce_filename {
202 my ($self, $type, $version) = @_;
297e662f 203 my $dirname = dir( $self->script_directory, $type, 'deploy', $version );
204 $dirname->mkpath unless -d $dirname;
d54b8d69 205
297e662f 206 return "" . file( $dirname, '001-auto.sql' );
d54b8d69 207}
208
6e2665d3 209sub _ddl_schema_upgrade_consume_filenames {
210 my ($self, $type, $versions) = @_;
58eb99c3 211 $self->__ddl_consume_with_prefix($type, $versions, 'upgrade')
3c1b5ee8 212}
213
6e2665d3 214sub _ddl_schema_downgrade_consume_filenames {
215 my ($self, $type, $versions) = @_;
58eb99c3 216 $self->__ddl_consume_with_prefix($type, $versions, 'downgrade')
a41a04e5 217}
218
6e2665d3 219sub _ddl_schema_upgrade_produce_filename {
220 my ($self, $type, $versions) = @_;
91adde75 221 my $dir = $self->script_directory;
76d311e7 222
297e662f 223 my $dirname = dir( $dir, $type, 'upgrade', join q(-), @{$versions});
224 $dirname->mkpath unless -d $dirname;
a41a04e5 225
297e662f 226 return "" . file( $dirname, '001-auto.sql' );
a41a04e5 227}
228
6e2665d3 229sub _ddl_schema_downgrade_produce_filename {
230 my ($self, $type, $versions, $dir) = @_;
297e662f 231 my $dirname = dir( $dir, $type, 'downgrade', join q(-), @{$versions} );
232 $dirname->mkpath unless -d $dirname;
24f4524b 233
297e662f 234 return "" . file( $dirname, '001-auto.sql');
24f4524b 235}
236
6e2665d3 237sub _run_sql_array {
238 my ($self, $sql) = @_;
41219a5d 239 my $storage = $self->storage;
5d7b27cf 240
115c68ce 241 $sql = [ _split_sql_chunk( @$sql ) ];
1f0d0633 242
f4075791 243 Dlog_trace { "Running SQL $_" } $sql;
f36afe83 244 foreach my $line (@{$sql}) {
5d7b27cf 245 $storage->_query_start($line);
10a62c3d 246 # the whole reason we do this is so that we can see the line that was run
5d7b27cf 247 try {
5d7b27cf 248 $storage->dbh_do (sub { $_[1]->do($line) });
249 }
250 catch {
10a62c3d 251 die "$_ (running line '$line')"
60e09fce 252 };
5d7b27cf 253 $storage->_query_end($line);
254 }
4d09f712 255 return join "\n", @$sql
f36afe83 256}
257
115c68ce 258# split a chunk o' SQL into statements
259sub _split_sql_chunk {
260 my @sql = map { split /;\n/, $_ } @_;
261
262 for ( @sql ) {
263 # strip transactions
264 s/^(?:BEGIN|BEGIN TRANSACTION|COMMIT).*//mgi;
265
266 # trim whitespaces
55e13b19 267 s/^\s+//gm;
268 s/\s+$//gm;
115c68ce 269
270 # remove comments
271 s/^--.*//gm;
272
273 # remove blank lines
55e13b19 274 s/^\n//gm;
115c68ce 275
276 # put on single line
277 s/\n/ /g;
278 }
279
55e13b19 280 return grep $_, @sql;
115c68ce 281}
282
6e2665d3 283sub _run_sql {
284 my ($self, $filename) = @_;
f4075791 285 log_debug { "Running SQL from $filename" };
f36afe83 286 return $self->_run_sql_array($self->_read_sql_file($filename));
5d7b27cf 287}
2e68a8e1 288
a89cd737 289sub _load_sandbox {
290 my $_file = shift;
291
292 my $_package = $_file;
32bd7c45 293 $_package =~ s/([^A-Za-z0-9_])/sprintf("_%2x", ord($1))/eg;
a89cd737 294
32bd7c45 295 my $fn = eval sprintf <<'END_EVAL', $_package;
a89cd737 296package DBICDH::Sandbox::%s;
297{
32bd7c45 298 our $app;
299 $app ||= require $_file;
a89cd737 300 if ( !$app && ( my $error = $@ || $! )) { die $error; }
301 $app;
302}
303END_EVAL
32bd7c45 304
305 croak $@ if $@;
306
80dcc097 307 croak "$_file should define an anonymous sub that takes a schema but it didn't!"
32bd7c45 308 unless ref $fn && ref $fn eq 'CODE';
309
310 return $fn;
a89cd737 311}
312
6e2665d3 313sub _run_perl {
314 my ($self, $filename, $versions) = @_;
f4075791 315 log_debug { "Running Perl from $filename" };
c8a2f7bd 316
a89cd737 317 my $fn = _load_sandbox($filename);
318
f4075791 319 Dlog_trace { "Running Perl $_" } $fn;
5d7b27cf 320
32bd7c45 321 $fn->($self->schema, $versions)
5d7b27cf 322}
5d7b27cf 323
1fcd4fe6 324sub txn_do {
325 my ( $self, $code ) = @_;
326 return $code->() unless $self->txn_wrap;
327
328 my $guard = $self->schema->txn_scope_guard;
329
330 return preserve_context { $code->() } after => sub { $guard->commit };
331}
332
6e2665d3 333sub _run_sql_and_perl {
334 my ($self, $filenames, $sql_to_run, $versions) = @_;
5d7b27cf 335 my @files = @{$filenames};
1fcd4fe6 336 $self->txn_do(sub {
337 $self->_run_sql_array($sql_to_run) if $self->ignore_ddl;
338
339 my $sql = ($sql_to_run)?join ";\n", @$sql_to_run:'';
340 FILENAME:
297e662f 341 for my $filename (map file($_), @files) {
48c4a2bb 342 if ($self->ignore_ddl && $filename->basename =~ /^[^-]*-auto.*\.sql$/) {
1fcd4fe6 343 next FILENAME
344 } elsif ($filename =~ /\.sql$/) {
345 $sql .= $self->_run_sql($filename)
346 } elsif ( $filename =~ /\.pl$/ ) {
347 $self->_run_perl($filename, $versions)
348 } else {
349 croak "A file ($filename) got to deploy that wasn't sql or perl!";
350 }
351 }
352
353 return $sql;
354 });
41219a5d 355}
356
357sub deploy {
358 my $self = shift;
be140a5f 359 my $version = (shift @_ || {})->{version} || $self->schema_version;
f4075791 360 log_info { "deploying version $version" };
ef44838b 361 my $sqlt_type = $self->storage->sqlt_type;
362 my $sql;
b6bd39e5 363 my $sqltargs = $self->sql_translator_args;
ef44838b 364 if ($self->ignore_ddl) {
b6bd39e5 365 $sql = $self->_sql_from_yaml($sqltargs,
4ea5caf5 366 '_ddl_protoschema_deploy_consume_filenames', $sqlt_type
ef44838b 367 );
368 }
369 return $self->_run_sql_and_perl($self->_ddl_schema_consume_filenames(
370 $sqlt_type,
371 $version,
25c3bec3 372 ), $sql, [$version]);
2e68a8e1 373}
374
ff40cb1f 375sub initialize {
9faec51a 376 my $self = shift;
377 my $args = shift;
378 my $version = $args->{version} || $self->schema_version;
ff40cb1f 379 log_info { "initializing version $version" };
9faec51a 380 my $storage_type = $args->{storage_type} || $self->storage->sqlt_type;
fc4b7602 381
ff40cb1f 382 my @files = @{$self->_ddl_initialize_consume_filenames(
9faec51a 383 $storage_type,
fc4b7602 384 $version,
385 )};
386
387 for my $filename (@files) {
388 # We ignore sql for now (till I figure out what to do with it)
389 if ( $filename =~ /^(.+)\.pl$/ ) {
fc4b7602 390 my $filedata = do { local( @ARGV, $/ ) = $filename; <> };
fc4b7602 391
9faec51a 392 no warnings 'redefine';
5b5defbc 393 my $fn = eval "$filedata";
fc4b7602 394 use warnings;
5b5defbc 395
9faec51a 396 if ($@) {
6e9a733d 397 croak "$filename failed to compile: $@";
9faec51a 398 } elsif (ref $fn eq 'CODE') {
fc4b7602 399 $fn->()
400 } else {
6e9a733d 401 croak "$filename should define an anonymous sub but it didn't!";
fc4b7602 402 }
403 } else {
ff40cb1f 404 croak "A file ($filename) got to initialize_scripts that wasn't sql or perl!";
fc4b7602 405 }
406 }
407}
408
6e2665d3 409sub _sqldiff_from_yaml {
410 my ($self, $from_version, $to_version, $db, $direction) = @_;
91adde75 411 my $dir = $self->script_directory;
28563f97 412 my $sqltargs = {
413 add_drop_table => 1,
414 ignore_constraint_names => 1,
415 ignore_index_names => 1,
416 %{$self->sql_translator_args}
417 };
d54b8d69 418
28563f97 419 my $source_schema;
420 {
421 my $prefilename = $self->_ddl_protoschema_produce_filename($from_version, $dir);
422
423 # should probably be a croak
424 carp("No previous schema file found ($prefilename)")
425 unless -e $prefilename;
426
427 my $t = SQL::Translator->new({
428 %{$sqltargs},
429 debug => 0,
430 trace => 0,
431 parser => 'SQL::Translator::Parser::YAML',
432 });
433
434 my $out = $t->translate( $prefilename )
435 or croak($t->error);
436
437 $source_schema = $t->schema;
438
439 $source_schema->name( $prefilename )
440 unless $source_schema->name;
441 }
442
443 my $dest_schema;
444 {
445 my $filename = $self->_ddl_protoschema_produce_filename($to_version, $dir);
446
447 # should probably be a croak
448 carp("No next schema file found ($filename)")
449 unless -e $filename;
450
451 my $t = SQL::Translator->new({
452 %{$sqltargs},
453 debug => 0,
454 trace => 0,
455 parser => 'SQL::Translator::Parser::YAML',
456 });
457
458 my $out = $t->translate( $filename )
459 or croak($t->error);
460
461 $dest_schema = $t->schema;
462
463 $dest_schema->name( $filename )
464 unless $dest_schema->name;
465 }
f9c6ab50 466
467 my $transform_files_method = "_ddl_protoschema_${direction}_consume_filenames";
468 my $transforms = $self->_coderefs_per_files(
469 $self->$transform_files_method([$from_version, $to_version])
470 );
471 $_->($source_schema, $dest_schema) for @$transforms;
472
28563f97 473 return [SQL::Translator::Diff::schema_diff(
474 $source_schema, $db,
475 $dest_schema, $db,
476 $sqltargs
477 )];
478}
479
6e2665d3 480sub _sql_from_yaml {
481 my ($self, $sqltargs, $from_file, $db) = @_;
28563f97 482 my $schema = $self->schema;
483 my $version = $self->schema_version;
93460690 484
4ea5caf5 485 my @sql;
2e68a8e1 486
4ea5caf5 487 my $actual_file = $self->$from_file($version);
f08935ea 488 for my $yaml_filename (@{(
4ea5caf5 489 DlogS_trace { "generating SQL from Serialized SQL Files: $_" }
490 (ref $actual_file?$actual_file:[$actual_file])
f08935ea 491 )}) {
4ea5caf5 492 my $sqlt = SQL::Translator->new({
493 add_drop_table => 0,
494 parser => 'SQL::Translator::Parser::YAML',
495 %{$sqltargs},
496 producer => $db,
497 });
498
499 push @sql, $sqlt->translate($yaml_filename);
500 if(!@sql) {
501 carp("Failed to translate to $db, skipping. (" . $sqlt->error . ")");
502 return undef;
503 }
28563f97 504 }
505 return \@sql;
506}
507
508sub _prepare_install {
509 my $self = shift;
510 my $sqltargs = { %{$self->sql_translator_args}, %{shift @_} };
511 my $from_file = shift;
512 my $to_file = shift;
513 my $dir = $self->script_directory;
514 my $databases = $self->databases;
515 my $version = $self->schema_version;
516
2e68a8e1 517 foreach my $db (@$databases) {
28563f97 518 my $sql = $self->_sql_from_yaml($sqltargs, $from_file, $db ) or next;
2e68a8e1 519
c8a2f7bd 520 my $filename = $self->$to_file($db, $version, $dir);
9600776d 521 if (-e $filename ) {
92624ee5 522 if ($self->force_overwrite) {
523 carp "Overwriting existing DDL file - $filename";
524 unlink $filename;
525 } else {
526 die "Cannot overwrite '$filename', either enable force_overwrite or delete it"
527 }
2e68a8e1 528 }
387b11d2 529 open my $file, q(>), $filename;
870526b1 530 print {$file} join ";\n", @$sql, '';
2e68a8e1 531 close $file;
532 }
533}
534
c8a2f7bd 535sub _resultsource_install_filename {
536 my ($self, $source_name) = @_;
537 return sub {
538 my ($self, $type, $version) = @_;
297e662f 539 my $dirname = dir( $self->script_directory, $type, 'deploy', $version );
540 $dirname->mkpath unless -d $dirname;
c8a2f7bd 541
297e662f 542 return "" . file( $dirname, "001-auto-$source_name.sql" );
c8a2f7bd 543 }
544}
545
e62add58 546sub _resultsource_protoschema_filename {
547 my ($self, $source_name) = @_;
548 return sub {
549 my ($self, $version) = @_;
297e662f 550 my $dirname = dir( $self->script_directory, '_source', 'deploy', $version );
551 $dirname->mkpath unless -d $dirname;
e62add58 552
297e662f 553 return "" . file( $dirname, "001-auto-$source_name.yml" );
e62add58 554 }
555}
556
c8a2f7bd 557sub install_resultsource {
be140a5f 558 my ($self, $args) = @_;
ba99ba44 559 my $source = $args->{result_source}
560 or die 'result_source must be passed to install_resultsource';
561 my $version = $args->{version}
562 or die 'version must be passed to install_resultsource';
f4075791 563 log_info { 'installing_resultsource ' . $source->source_name . ", version $version" };
c8a2f7bd 564 my $rs_install_file =
565 $self->_resultsource_install_filename($source->source_name);
566
567 my $files = [
568 $self->$rs_install_file(
569 $self->storage->sqlt_type,
570 $version,
571 )
572 ];
25c3bec3 573 $self->_run_sql_and_perl($files, '', [$version]);
c8a2f7bd 574}
575
576sub prepare_resultsource_install {
577 my $self = shift;
be140a5f 578 my $source = (shift @_)->{result_source};
f4075791 579 log_info { 'preparing install for resultsource ' . $source->source_name };
c8a2f7bd 580
e62add58 581 my $install_filename = $self->_resultsource_install_filename($source->source_name);
582 my $proto_filename = $self->_resultsource_protoschema_filename($source->source_name);
6cae2f56 583 $self->prepare_protoschema({
c8a2f7bd 584 parser_args => { sources => [$source->source_name], }
e62add58 585 }, $proto_filename);
586 $self->_prepare_install({}, $proto_filename, $install_filename);
c8a2f7bd 587}
588
91557c90 589sub prepare_deploy {
f4075791 590 log_info { 'preparing deploy' };
c8a2f7bd 591 my $self = shift;
6776a6d4 592 $self->prepare_protoschema({
593 # Exclude __VERSION so that it gets installed separately
594 parser_args => { sources => [grep { $_ ne '__VERSION' } $self->schema->sources], }
595 }, '_ddl_protoschema_produce_filename');
e62add58 596 $self->_prepare_install({}, '_ddl_protoschema_produce_filename', '_ddl_schema_produce_filename');
c8a2f7bd 597}
598
a41a04e5 599sub prepare_upgrade {
be140a5f 600 my ($self, $args) = @_;
0df68524 601 log_info {
f4075791 602 "preparing upgrade from $args->{from_version} to $args->{to_version}"
0df68524 603 };
be140a5f 604 $self->_prepare_changegrade(
58eb99c3 605 $args->{from_version}, $args->{to_version}, $args->{version_set}, 'upgrade'
be140a5f 606 );
76d311e7 607}
608
609sub prepare_downgrade {
be140a5f 610 my ($self, $args) = @_;
0df68524 611 log_info {
f4075791 612 "preparing downgrade from $args->{from_version} to $args->{to_version}"
0df68524 613 };
be140a5f 614 $self->_prepare_changegrade(
58eb99c3 615 $args->{from_version}, $args->{to_version}, $args->{version_set}, 'downgrade'
be140a5f 616 );
76d311e7 617}
618
6e2665d3 619sub _coderefs_per_files {
620 my ($self, $files) = @_;
f9c6ab50 621 no warnings 'redefine';
622 [map eval do { local( @ARGV, $/ ) = $_; <> }, @$files]
623}
624
6e2665d3 625sub _prepare_changegrade {
626 my ($self, $from_version, $to_version, $version_set, $direction) = @_;
2e68a8e1 627 my $schema = $self->schema;
628 my $databases = $self->databases;
91adde75 629 my $dir = $self->script_directory;
2e68a8e1 630
73caa630 631 my $schema_version = $self->schema_version;
e62add58 632 my $diff_file_method = "_ddl_schema_${direction}_produce_filename";
e62add58 633 foreach my $db (@$databases) {
634 my $diff_file = $self->$diff_file_method($db, $version_set, $dir );
635 if(-e $diff_file) {
92624ee5 636 if ($self->force_overwrite) {
637 carp("Overwriting existing $direction-diff file - $diff_file");
638 unlink $diff_file;
639 } else {
640 die "Cannot overwrite '$diff_file', either enable force_overwrite or delete it"
641 }
2e68a8e1 642 }
643
387b11d2 644 open my $file, q(>), $diff_file;
f9c6ab50 645 print {$file} join ";\n", @{$self->_sqldiff_from_yaml($from_version, $to_version, $db, $direction)};
2e68a8e1 646 close $file;
647 }
648}
649
6e2665d3 650sub _read_sql_file {
651 my ($self, $file) = @_;
334bced5 652 return unless $file;
653
115c68ce 654 local $/ = undef; #sluuuuuurp
655
aabd4237 656 open my $fh, '<', $file;
115c68ce 657 return [ _split_sql_chunk( <$fh> ) ];
1f0d0633 658}
659
7d2a6974 660sub downgrade_single_step {
76d311e7 661 my $self = shift;
be140a5f 662 my $version_set = (shift @_)->{version_set};
f4075791 663 Dlog_info { "downgrade_single_step'ing $_" } $version_set;
41219a5d 664
ef44838b 665 my $sqlt_type = $self->storage->sqlt_type;
666 my $sql_to_run;
667 if ($self->ignore_ddl) {
668 $sql_to_run = $self->_sqldiff_from_yaml(
58eb99c3 669 $version_set->[0], $version_set->[1], $sqlt_type, 'downgrade',
ef44838b 670 );
671 }
58eb99c3 672 my $sql = $self->_run_sql_and_perl($self->_ddl_schema_downgrade_consume_filenames(
ef44838b 673 $sqlt_type,
627581cd 674 $version_set,
25c3bec3 675 ), $sql_to_run, $version_set);
3249629f 676
41219a5d 677 return ['', $sql];
76d311e7 678}
679
7d2a6974 680sub upgrade_single_step {
7521a845 681 my $self = shift;
be140a5f 682 my $version_set = (shift @_)->{version_set};
f4075791 683 Dlog_info { "upgrade_single_step'ing $_" } $version_set;
41219a5d 684
ef44838b 685 my $sqlt_type = $self->storage->sqlt_type;
686 my $sql_to_run;
687 if ($self->ignore_ddl) {
688 $sql_to_run = $self->_sqldiff_from_yaml(
58eb99c3 689 $version_set->[0], $version_set->[1], $sqlt_type, 'upgrade',
ef44838b 690 );
691 }
58eb99c3 692 my $sql = $self->_run_sql_and_perl($self->_ddl_schema_upgrade_consume_filenames(
ef44838b 693 $sqlt_type,
627581cd 694 $version_set,
25c3bec3 695 ), $sql_to_run, $version_set);
41219a5d 696 return ['', $sql];
334bced5 697}
698
6cae2f56 699sub prepare_protoschema {
7e08eddd 700 my $self = shift;
e62add58 701 my $sqltargs = { %{$self->sql_translator_args}, %{shift @_} };
702 my $to_file = shift;
7e08eddd 703 my $filename
e62add58 704 = $self->$to_file($self->schema_version);
7e08eddd 705
e62add58 706 # we do this because the code that uses this sets parser args,
707 # so we just need to merge in the package
7e08eddd 708 my $sqlt = SQL::Translator->new({
709 parser => 'SQL::Translator::Parser::DBIx::Class',
710 producer => 'SQL::Translator::Producer::YAML',
e62add58 711 %{ $sqltargs },
7e08eddd 712 });
713
dc223c88 714 my $yml = $sqlt->translate(data => $self->schema);
7e08eddd 715
716 croak("Failed to translate to YAML: " . $sqlt->error)
717 unless $yml;
718
719 if (-e $filename ) {
92624ee5 720 if ($self->force_overwrite) {
721 carp "Overwriting existing DDL-YML file - $filename";
722 unlink $filename;
723 } else {
724 die "Cannot overwrite '$filename', either enable force_overwrite or delete it"
725 }
7e08eddd 726 }
727
728 open my $file, q(>), $filename;
729 print {$file} $yml;
730 close $file;
731}
732
aabd4237 733__PACKAGE__->meta->make_immutable;
734
2e68a8e1 7351;
e051bb00 736
e52174e3 737# vim: ts=2 sw=2 expandtab
738
e051bb00 739__END__
740
bcc72297 741=head1 DESCRIPTION
742
e62add58 743This class is the meat of L<DBIx::Class::DeploymentHandler>. It takes care
744of generating serialized schemata as well as sql files to move from one
745version of a schema to the rest. One of the hallmark features of this class
746is that it allows for multiple sql files for deploy and upgrade, allowing
747developers to fine tune deployment. In addition it also allows for perl
748files to be run at any stage of the process.
bcc72297 749
750For basic usage see L<DBIx::Class::DeploymentHandler::HandlesDeploy>. What's
751documented here is extra fun stuff or private methods.
752
753=head1 DIRECTORY LAYOUT
754
39c88a9a 755Arguably this is the best feature of L<DBIx::Class::DeploymentHandler>.
756It's spiritually based upon L<DBIx::Migration::Directories>, but has a
757lot of extensions and modifications, so even if you are familiar with it,
758please read this. I feel like the best way to describe the layout is with
759the following example:
92c34cab 760
761 $sql_migration_dir
58eb99c3 762 |- _source
763 | |- deploy
03882cab 764 | |- 1
765 | | `- 001-auto.yml
766 | |- 2
767 | | `- 001-auto.yml
768 | `- 3
769 | `- 001-auto.yml
92c34cab 770 |- SQLite
58eb99c3 771 | |- downgrade
4f85efc6 772 | | `- 2-1
e62add58 773 | | `- 001-auto.sql
58eb99c3 774 | |- deploy
92c34cab 775 | | `- 1
e62add58 776 | | `- 001-auto.sql
58eb99c3 777 | `- upgrade
92c34cab 778 | |- 1-2
e62add58 779 | | `- 001-auto.sql
92c34cab 780 | `- 2-3
e62add58 781 | `- 001-auto.sql
92c34cab 782 |- _common
58eb99c3 783 | |- downgrade
4f85efc6 784 | | `- 2-1
92c34cab 785 | | `- 002-remove-customers.pl
58eb99c3 786 | `- upgrade
92c34cab 787 | `- 1-2
25c3bec3 788 | | `- 002-generate-customers.pl
789 | `- _any
790 | `- 999-bump-action.pl
92c34cab 791 `- MySQL
58eb99c3 792 |- downgrade
4f85efc6 793 | `- 2-1
e62add58 794 | `- 001-auto.sql
ff40cb1f 795 |- initialize
80ff6f6d 796 | `- 1
797 | |- 001-create_database.pl
798 | `- 002-create_users_and_permissions.pl
58eb99c3 799 |- deploy
92c34cab 800 | `- 1
e62add58 801 | `- 001-auto.sql
58eb99c3 802 `- upgrade
92c34cab 803 `- 1-2
e62add58 804 `- 001-auto.sql
92c34cab 805
806So basically, the code
807
808 $dm->deploy(1)
809
810on an C<SQLite> database that would simply run
58eb99c3 811C<$sql_migration_dir/SQLite/deploy/1/001-auto.sql>. Next,
92c34cab 812
813 $dm->upgrade_single_step([1,2])
814
58eb99c3 815would run C<$sql_migration_dir/SQLite/upgrade/1-2/001-auto.sql> followed by
25c3bec3 816C<$sql_migration_dir/_common/upgrade/1-2/002-generate-customers.pl>, and
817finally punctuated by
818C<$sql_migration_dir/_common/upgrade/_any/999-bump-action.pl>.
92c34cab 819
0824f31f 820C<.pl> files don't have to be in the C<_common> directory, but most of the time
39c88a9a 821they should be, because perl scripts are generally database independent.
92c34cab 822
ff40cb1f 823Note that unlike most steps in the process, C<initialize> will not run SQL, as
824there may not even be an database at initialize time. It will run perl scripts
80ff6f6d 825just like the other steps in the process, but nothing is passed to them.
826Until people have used this more it will remain freeform, but a recommended use
ff40cb1f 827of initialize is to have it prompt for username and password, and then call the
80ff6f6d 828appropriate C<< CREATE DATABASE >> commands etc.
829
03882cab 830=head2 Directory Specification
831
832The following subdirectories are recognized by this DeployMethod:
833
834=over 2
835
58eb99c3 836=item C<_source> This directory can contain the following directories:
03882cab 837
838=over 2
839
39c88a9a 840=item C<deploy> This directory merely contains directories named after schema
841versions, which in turn contain C<yaml> files that are serialized versions
842of the schema at that version. These files are not for editing by hand.
843
844=back
845
846=item C<_preprocess_schema> This directory can contain the following
847directories:
848
849=over 2
850
58eb99c3 851=item C<downgrade> This directory merely contains directories named after
03882cab 852migrations, which are of the form C<$from_version-$to_version>. Inside of
853these directories you may put Perl scripts which are to return a subref
854that takes the arguments C<< $from_schema, $to_schema >>, which are
855L<SQL::Translator::Schema> objects.
856
58eb99c3 857=item C<upgrade> This directory merely contains directories named after
03882cab 858migrations, which are of the form C<$from_version-$to_version>. Inside of
859these directories you may put Perl scripts which are to return a subref
860that takes the arguments C<< $from_schema, $to_schema >>, which are
861L<SQL::Translator::Schema> objects.
862
03882cab 863=back
864
5b766a24 865=item C<$storage_type> This is a set of scripts that gets run depending on what
866your storage type is. If you are not sure what your storage type is, take a
867look at the producers listed for L<SQL::Translator>. Also note, C<_common>
868is a special case. C<_common> will get merged into whatever other files you
25c3bec3 869already have. This directory can contain the following directories itself:
71d00500 870
871=over 2
872
ff40cb1f 873=item C<initialize> Gets run before the C<deploy> is C<deploy>ed. Has the
58eb99c3 874same structure as the C<deploy> subdirectory as well; that is, it has a
875directory for each schema version. Unlike C<deploy>, C<upgrade>, and C<downgrade>
71d00500 876though, it can only run C<.pl> files, and the coderef in the perl files get
877no arguments passed to them.
878
58eb99c3 879=item C<deploy> Gets run when the schema is C<deploy>ed. Structure is a
71d00500 880directory per schema version, and then files are merged with C<_common> and run
881in filename order. C<.sql> files are merely run, as expected. C<.pl> files are
882run according to L</PERL SCRIPTS>.
883
58eb99c3 884=item C<upgrade> Gets run when the schema is C<upgrade>d. Structure is a directory
71d00500 885per upgrade step, (for example, C<1-2> for upgrading from version 1 to version
8862,) and then files are merged with C<_common> and run in filename order.
887C<.sql> files are merely run, as expected. C<.pl> files are run according
888to L</PERL SCRIPTS>.
889
58eb99c3 890=item C<downgrade> Gets run when the schema is C<downgrade>d. Structure is a directory
71d00500 891per downgrade step, (for example, C<2-1> for downgrading from version 2 to version
8921,) and then files are merged with C<_common> and run in filename order.
893C<.sql> files are merely run, as expected. C<.pl> files are run according
894to L</PERL SCRIPTS>.
895
896
897=back
898
03882cab 899=back
900
25c3bec3 901Note that there can be an C<_any> in the place of any of the versions (like
902C<1-2> or C<1>), which means those scripts will be run B<every> time. So if
903you have an C<_any> in C<_common/upgrade>, that script will get run for every
904upgrade.
905
92c34cab 906=head1 PERL SCRIPTS
907
7d0b0f2b 908A perl script for this tool is very simple. It merely needs to contain an
25c3bec3 909anonymous sub that takes a L<DBIx::Class::Schema> and the version set as it's
910arguments.
911
92c34cab 912A very basic perl script might look like:
913
914 #!perl
915
916 use strict;
917 use warnings;
918
57a30fa8 919 use DBIx::Class::DeploymentHandler::DeployMethod::SQL::Translator::ScriptHelpers
920 'schema_from_schema_loader';
921
922 schema_from_schema_loader({ naming => 'v4' }, sub {
92c34cab 923 my $schema = shift;
924
25c3bec3 925 # [1] for deploy, [1,2] for upgrade or downgrade, probably used with _any
926 my $versions = shift;
927
92c34cab 928 $schema->resultset('Users')->create({
929 name => 'root',
930 password => 'root',
931 })
57a30fa8 932 })
933
934Note that the above uses
935L<DBIx::Class::DeploymentHanlder::DeployMethod::SQL::Translator::ScriptHelpers/schema_from_schema_loader>.
936Using a raw coderef is strongly discouraged as it is likely to break as you
937modify your schema.
bcc72297 938
39c88a9a 939=attr ignore_ddl
940
941This attribute will, when set to true (default is false), cause the DM to use
942L<SQL::Translator> to use the C<_source>'s serialized SQL::Translator::Schema
943instead of any pregenerated SQL. If you have a development server this is
944probably the best plan of action as you will not be putting as many generated
945files in your version control. Goes well with with C<databases> of C<[]>.
946
92624ee5 947=attr force_overwrite
948
949When this attribute is true generated files will be overwritten when the
950methods which create such files are run again. The default is false, in which
951case the program will die with a message saying which file needs to be deleted.
952
eb28403b 953=attr schema
a65184c8 954
bcc72297 955The L<DBIx::Class::Schema> (B<required>) that is used to talk to the database
956and generate the DDL.
957
eb28403b 958=attr storage
a65184c8 959
bcc72297 960The L<DBIx::Class::Storage> that is I<actually> used to talk to the database
961and generate the DDL. This is automatically created with L</_build_storage>.
962
02a7b8ac 963=attr sql_translator_args
cfc9edf9 964
02a7b8ac 965The arguments that get passed to L<SQL::Translator> when it's used.
a65184c8 966
91adde75 967=attr script_directory
cfc9edf9 968
91adde75 969The directory (default C<'sql'>) that scripts are stored in
cfc9edf9 970
eb28403b 971=attr databases
cfc9edf9 972
973The types of databases (default C<< [qw( MySQL SQLite PostgreSQL )] >>) to
974generate files for
975
eb28403b 976=attr txn_wrap
977
bcc72297 978Set to true (which is the default) to wrap all upgrades and deploys in a single
979transaction.
980
73caa630 981=attr schema_version
982
983The version the schema on your harddrive is at. Defaults to
984C<< $self->schema->schema_version >>.
ec167a97 985
986=head1 SEE ALSO
987
988This class is an implementation of
989L<DBIx::Class::DeploymentHandler::HandlesDeploy>. Pretty much all the
990documentation is there.