Correctly strip lines that are all whitespace
[dbsrgits/DBIx-Class-DeploymentHandler.git] / lib / DBIx / Class / DeploymentHandler / DeployMethod / SQL / Translator.pm
CommitLineData
45d0d9d5 1package DBIx::Class::DeploymentHandler::DeployMethod::SQL::Translator;
334bced5 2use Moose;
9af9d0b2 3
9a3a62f1 4# ABSTRACT: Manage your SQL and Perl migrations in nicely laid out directories
5
9af9d0b2 6use autodie;
7use Carp qw( carp croak );
56203087 8use DBIx::Class::DeploymentHandler::LogImporter qw(:log :dlog);
1fcd4fe6 9use Context::Preserve;
9af9d0b2 10
7f50d101 11use Try::Tiny;
9af9d0b2 12
d23c7c77 13use SQL::Translator;
14require SQL::Translator::Diff;
9af9d0b2 15
d23c7c77 16require DBIx::Class::Storage; # loaded for type constraint
41863428 17use DBIx::Class::DeploymentHandler::Types;
18
297e662f 19use Path::Class qw(file dir);
2e68a8e1 20
7521a845 21with 'DBIx::Class::DeploymentHandler::HandlesDeploy';
3c1b5ee8 22
93460690 23has ignore_ddl => (
24 isa => 'Bool',
25 is => 'ro',
26 default => undef,
27);
28
92624ee5 29has force_overwrite => (
30 isa => 'Bool',
31 is => 'ro',
32 default => undef,
33);
34
d54b8d69 35has schema => (
d54b8d69 36 is => 'ro',
37 required => 1,
d54b8d69 38);
39
334bced5 40has storage => (
41 isa => 'DBIx::Class::Storage',
42 is => 'ro',
43 lazy_build => 1,
44);
45
6e2665d3 46sub _build_storage {
47 my $self = shift;
2eaf903b 48 my $s = $self->schema->storage;
49 $s->_determine_driver;
50 $s
51}
52
02a7b8ac 53has sql_translator_args => (
334bced5 54 isa => 'HashRef',
55 is => 'ro',
56 default => sub { {} },
57);
91adde75 58has script_directory => (
334bced5 59 isa => 'Str',
60 is => 'ro',
61 required => 1,
62 default => 'sql',
63);
64
334bced5 65has databases => (
66 coerce => 1,
67 isa => 'DBIx::Class::DeploymentHandler::Databases',
68 is => 'ro',
69 default => sub { [qw( MySQL SQLite PostgreSQL )] },
70);
71
a7d53deb 72has txn_wrap => (
73 is => 'ro',
74 isa => 'Bool',
75 default => 1,
76);
77
73caa630 78has schema_version => (
79 is => 'ro',
e86c0c07 80 isa => 'Str',
73caa630 81 lazy_build => 1,
82);
83
6df6dcb9 84# this will probably never get called as the DBICDH
85# will be passing down a schema_version normally, which
86# is built the same way, but we leave this in place
115c68ce 87sub _build_schema_version {
6e2665d3 88 my $self = shift;
115c68ce 89 $self->schema->schema_version
6e2665d3 90}
73caa630 91
6e2665d3 92sub __ddl_consume_with_prefix {
93 my ($self, $type, $versions, $prefix) = @_;
91adde75 94 my $base_dir = $self->script_directory;
262166c1 95
297e662f 96 my $main = dir( $base_dir, $type );
76d08d08 97 my $common =
297e662f 98 dir( $base_dir, '_common', $prefix, join q(-), @{$versions} );
262166c1 99
25c3bec3 100 my $common_any =
297e662f 101 dir( $base_dir, '_common', $prefix, '_any' );
25c3bec3 102
262166c1 103 my $dir;
104 if (-d $main) {
297e662f 105 $dir = dir($main, $prefix, join q(-), @{$versions})
262166c1 106 } else {
38857f30 107 if ($self->ignore_ddl) {
108 return []
109 } else {
110 croak "$main does not exist; please write/generate some SQL"
111 }
262166c1 112 }
297e662f 113 my $dir_any = dir($main, $prefix, '_any');
262166c1 114
ef44838b 115 my %files;
116 try {
117 opendir my($dh), $dir;
118 %files =
119 map { $_ => "$dir/$_" }
120 grep { /\.(?:sql|pl|sql-\w+)$/ && -f "$dir/$_" }
121 readdir $dh;
122 closedir $dh;
123 } catch {
124 die $_ unless $self->ignore_ddl;
125 };
25c3bec3 126 for my $dirname (grep { -d $_ } $common, $common_any, $dir_any) {
127 opendir my($dh), $dirname;
297e662f 128 for my $filename (grep { /\.(?:sql|pl)$/ && -f file($dirname,$_) } readdir $dh) {
262166c1 129 unless ($files{$filename}) {
297e662f 130 $files{$filename} = file($dirname,$filename);
262166c1 131 }
132 }
133 closedir $dh;
134 }
135
136 return [@files{sort keys %files}]
137}
3c1b5ee8 138
6e2665d3 139sub _ddl_initialize_consume_filenames {
140 my ($self, $type, $version) = @_;
ff40cb1f 141 $self->__ddl_consume_with_prefix($type, [ $version ], 'initialize')
fc4b7602 142}
143
6e2665d3 144sub _ddl_schema_consume_filenames {
145 my ($self, $type, $version) = @_;
58eb99c3 146 $self->__ddl_consume_with_prefix($type, [ $version ], 'deploy')
3c1b5ee8 147}
148
6e2665d3 149sub _ddl_protoschema_deploy_consume_filenames {
150 my ($self, $version) = @_;
c72832d7 151 my $base_dir = $self->script_directory;
152
297e662f 153 my $dir = dir( $base_dir, '_source', 'deploy', $version);
c72832d7 154 return [] unless -d $dir;
155
156 opendir my($dh), $dir;
157 my %files = map { $_ => "$dir/$_" } grep { /\.yml$/ && -f "$dir/$_" } readdir $dh;
158 closedir $dh;
159
160 return [@files{sort keys %files}]
161}
162
6e2665d3 163sub _ddl_protoschema_upgrade_consume_filenames {
164 my ($self, $versions) = @_;
f9c6ab50 165 my $base_dir = $self->script_directory;
166
297e662f 167 my $dir = dir( $base_dir, '_preprocess_schema', 'upgrade', join q(-), @{$versions});
f9c6ab50 168
169 return [] unless -d $dir;
170
171 opendir my($dh), $dir;
172 my %files = map { $_ => "$dir/$_" } grep { /\.pl$/ && -f "$dir/$_" } readdir $dh;
173 closedir $dh;
174
175 return [@files{sort keys %files}]
176}
177
6e2665d3 178sub _ddl_protoschema_downgrade_consume_filenames {
179 my ($self, $versions) = @_;
f9c6ab50 180 my $base_dir = $self->script_directory;
181
297e662f 182 my $dir = dir( $base_dir, '_preprocess_schema', 'downgrade', join q(-), @{$versions});
f9c6ab50 183
184 return [] unless -d $dir;
185
186 opendir my($dh), $dir;
187 my %files = map { $_ => "$dir/$_" } grep { /\.pl$/ && -f "$dir/$_" } readdir $dh;
188 closedir $dh;
189
190 return [@files{sort keys %files}]
191}
192
6e2665d3 193sub _ddl_protoschema_produce_filename {
194 my ($self, $version) = @_;
297e662f 195 my $dirname = dir( $self->script_directory, '_source', 'deploy', $version );
196 $dirname->mkpath unless -d $dirname;
7e08eddd 197
297e662f 198 return "" . file( $dirname, '001-auto.yml' );
7e08eddd 199}
200
6e2665d3 201sub _ddl_schema_produce_filename {
202 my ($self, $type, $version) = @_;
297e662f 203 my $dirname = dir( $self->script_directory, $type, 'deploy', $version );
204 $dirname->mkpath unless -d $dirname;
d54b8d69 205
297e662f 206 return "" . file( $dirname, '001-auto.sql' );
d54b8d69 207}
208
6e2665d3 209sub _ddl_schema_upgrade_consume_filenames {
210 my ($self, $type, $versions) = @_;
58eb99c3 211 $self->__ddl_consume_with_prefix($type, $versions, 'upgrade')
3c1b5ee8 212}
213
6e2665d3 214sub _ddl_schema_downgrade_consume_filenames {
215 my ($self, $type, $versions) = @_;
58eb99c3 216 $self->__ddl_consume_with_prefix($type, $versions, 'downgrade')
a41a04e5 217}
218
6e2665d3 219sub _ddl_schema_upgrade_produce_filename {
220 my ($self, $type, $versions) = @_;
91adde75 221 my $dir = $self->script_directory;
76d311e7 222
297e662f 223 my $dirname = dir( $dir, $type, 'upgrade', join q(-), @{$versions});
224 $dirname->mkpath unless -d $dirname;
a41a04e5 225
297e662f 226 return "" . file( $dirname, '001-auto.sql' );
a41a04e5 227}
228
6e2665d3 229sub _ddl_schema_downgrade_produce_filename {
230 my ($self, $type, $versions, $dir) = @_;
297e662f 231 my $dirname = dir( $dir, $type, 'downgrade', join q(-), @{$versions} );
232 $dirname->mkpath unless -d $dirname;
24f4524b 233
297e662f 234 return "" . file( $dirname, '001-auto.sql');
24f4524b 235}
236
6e2665d3 237sub _run_sql_array {
238 my ($self, $sql) = @_;
41219a5d 239 my $storage = $self->storage;
5d7b27cf 240
115c68ce 241 $sql = [ _split_sql_chunk( @$sql ) ];
1f0d0633 242
f4075791 243 Dlog_trace { "Running SQL $_" } $sql;
f36afe83 244 foreach my $line (@{$sql}) {
5d7b27cf 245 $storage->_query_start($line);
10a62c3d 246 # the whole reason we do this is so that we can see the line that was run
5d7b27cf 247 try {
5d7b27cf 248 $storage->dbh_do (sub { $_[1]->do($line) });
249 }
250 catch {
10a62c3d 251 die "$_ (running line '$line')"
60e09fce 252 };
5d7b27cf 253 $storage->_query_end($line);
254 }
4d09f712 255 return join "\n", @$sql
f36afe83 256}
257
115c68ce 258# split a chunk o' SQL into statements
259sub _split_sql_chunk {
260 my @sql = map { split /;\n/, $_ } @_;
261
262 for ( @sql ) {
263 # strip transactions
264 s/^(?:BEGIN|BEGIN TRANSACTION|COMMIT).*//mgi;
265
266 # trim whitespaces
55e13b19 267 s/^\s+//gm;
268 s/\s+$//gm;
115c68ce 269
270 # remove comments
271 s/^--.*//gm;
272
273 # remove blank lines
55e13b19 274 s/^\n//gm;
115c68ce 275
276 # put on single line
277 s/\n/ /g;
278 }
279
55e13b19 280 return grep $_, @sql;
115c68ce 281}
282
6e2665d3 283sub _run_sql {
284 my ($self, $filename) = @_;
f4075791 285 log_debug { "Running SQL from $filename" };
f36afe83 286 return $self->_run_sql_array($self->_read_sql_file($filename));
5d7b27cf 287}
2e68a8e1 288
a89cd737 289sub _load_sandbox {
290 my $_file = shift;
291
292 my $_package = $_file;
32bd7c45 293 $_package =~ s/([^A-Za-z0-9_])/sprintf("_%2x", ord($1))/eg;
a89cd737 294
32bd7c45 295 my $fn = eval sprintf <<'END_EVAL', $_package;
a89cd737 296package DBICDH::Sandbox::%s;
297{
32bd7c45 298 our $app;
299 $app ||= require $_file;
a89cd737 300 if ( !$app && ( my $error = $@ || $! )) { die $error; }
301 $app;
302}
303END_EVAL
32bd7c45 304
305 croak $@ if $@;
306
80dcc097 307 croak "$_file should define an anonymous sub that takes a schema but it didn't!"
32bd7c45 308 unless ref $fn && ref $fn eq 'CODE';
309
310 return $fn;
a89cd737 311}
312
6e2665d3 313sub _run_perl {
314 my ($self, $filename, $versions) = @_;
f4075791 315 log_debug { "Running Perl from $filename" };
c8a2f7bd 316
a89cd737 317 my $fn = _load_sandbox($filename);
318
f4075791 319 Dlog_trace { "Running Perl $_" } $fn;
5d7b27cf 320
32bd7c45 321 $fn->($self->schema, $versions)
5d7b27cf 322}
5d7b27cf 323
1fcd4fe6 324sub txn_do {
325 my ( $self, $code ) = @_;
326 return $code->() unless $self->txn_wrap;
327
328 my $guard = $self->schema->txn_scope_guard;
329
330 return preserve_context { $code->() } after => sub { $guard->commit };
331}
332
6e2665d3 333sub _run_sql_and_perl {
334 my ($self, $filenames, $sql_to_run, $versions) = @_;
5d7b27cf 335 my @files = @{$filenames};
1fcd4fe6 336 $self->txn_do(sub {
337 $self->_run_sql_array($sql_to_run) if $self->ignore_ddl;
338
339 my $sql = ($sql_to_run)?join ";\n", @$sql_to_run:'';
340 FILENAME:
297e662f 341 for my $filename (map file($_), @files) {
48c4a2bb 342 if ($self->ignore_ddl && $filename->basename =~ /^[^-]*-auto.*\.sql$/) {
1fcd4fe6 343 next FILENAME
344 } elsif ($filename =~ /\.sql$/) {
345 $sql .= $self->_run_sql($filename)
346 } elsif ( $filename =~ /\.pl$/ ) {
347 $self->_run_perl($filename, $versions)
348 } else {
349 croak "A file ($filename) got to deploy that wasn't sql or perl!";
350 }
351 }
352
353 return $sql;
354 });
41219a5d 355}
356
357sub deploy {
358 my $self = shift;
be140a5f 359 my $version = (shift @_ || {})->{version} || $self->schema_version;
f4075791 360 log_info { "deploying version $version" };
ef44838b 361 my $sqlt_type = $self->storage->sqlt_type;
362 my $sql;
363 if ($self->ignore_ddl) {
364 $sql = $self->_sql_from_yaml({},
4ea5caf5 365 '_ddl_protoschema_deploy_consume_filenames', $sqlt_type
ef44838b 366 );
367 }
368 return $self->_run_sql_and_perl($self->_ddl_schema_consume_filenames(
369 $sqlt_type,
370 $version,
25c3bec3 371 ), $sql, [$version]);
2e68a8e1 372}
373
ff40cb1f 374sub initialize {
9faec51a 375 my $self = shift;
376 my $args = shift;
377 my $version = $args->{version} || $self->schema_version;
ff40cb1f 378 log_info { "initializing version $version" };
9faec51a 379 my $storage_type = $args->{storage_type} || $self->storage->sqlt_type;
fc4b7602 380
ff40cb1f 381 my @files = @{$self->_ddl_initialize_consume_filenames(
9faec51a 382 $storage_type,
fc4b7602 383 $version,
384 )};
385
386 for my $filename (@files) {
387 # We ignore sql for now (till I figure out what to do with it)
388 if ( $filename =~ /^(.+)\.pl$/ ) {
fc4b7602 389 my $filedata = do { local( @ARGV, $/ ) = $filename; <> };
fc4b7602 390
9faec51a 391 no warnings 'redefine';
5b5defbc 392 my $fn = eval "$filedata";
fc4b7602 393 use warnings;
5b5defbc 394
9faec51a 395 if ($@) {
6e9a733d 396 croak "$filename failed to compile: $@";
9faec51a 397 } elsif (ref $fn eq 'CODE') {
fc4b7602 398 $fn->()
399 } else {
6e9a733d 400 croak "$filename should define an anonymous sub but it didn't!";
fc4b7602 401 }
402 } else {
ff40cb1f 403 croak "A file ($filename) got to initialize_scripts that wasn't sql or perl!";
fc4b7602 404 }
405 }
406}
407
6e2665d3 408sub _sqldiff_from_yaml {
409 my ($self, $from_version, $to_version, $db, $direction) = @_;
91adde75 410 my $dir = $self->script_directory;
28563f97 411 my $sqltargs = {
412 add_drop_table => 1,
413 ignore_constraint_names => 1,
414 ignore_index_names => 1,
415 %{$self->sql_translator_args}
416 };
d54b8d69 417
28563f97 418 my $source_schema;
419 {
420 my $prefilename = $self->_ddl_protoschema_produce_filename($from_version, $dir);
421
422 # should probably be a croak
423 carp("No previous schema file found ($prefilename)")
424 unless -e $prefilename;
425
426 my $t = SQL::Translator->new({
427 %{$sqltargs},
428 debug => 0,
429 trace => 0,
430 parser => 'SQL::Translator::Parser::YAML',
431 });
432
433 my $out = $t->translate( $prefilename )
434 or croak($t->error);
435
436 $source_schema = $t->schema;
437
438 $source_schema->name( $prefilename )
439 unless $source_schema->name;
440 }
441
442 my $dest_schema;
443 {
444 my $filename = $self->_ddl_protoschema_produce_filename($to_version, $dir);
445
446 # should probably be a croak
447 carp("No next schema file found ($filename)")
448 unless -e $filename;
449
450 my $t = SQL::Translator->new({
451 %{$sqltargs},
452 debug => 0,
453 trace => 0,
454 parser => 'SQL::Translator::Parser::YAML',
455 });
456
457 my $out = $t->translate( $filename )
458 or croak($t->error);
459
460 $dest_schema = $t->schema;
461
462 $dest_schema->name( $filename )
463 unless $dest_schema->name;
464 }
f9c6ab50 465
466 my $transform_files_method = "_ddl_protoschema_${direction}_consume_filenames";
467 my $transforms = $self->_coderefs_per_files(
468 $self->$transform_files_method([$from_version, $to_version])
469 );
470 $_->($source_schema, $dest_schema) for @$transforms;
471
28563f97 472 return [SQL::Translator::Diff::schema_diff(
473 $source_schema, $db,
474 $dest_schema, $db,
475 $sqltargs
476 )];
477}
478
6e2665d3 479sub _sql_from_yaml {
480 my ($self, $sqltargs, $from_file, $db) = @_;
28563f97 481 my $schema = $self->schema;
482 my $version = $self->schema_version;
93460690 483
4ea5caf5 484 my @sql;
2e68a8e1 485
4ea5caf5 486 my $actual_file = $self->$from_file($version);
f08935ea 487 for my $yaml_filename (@{(
4ea5caf5 488 DlogS_trace { "generating SQL from Serialized SQL Files: $_" }
489 (ref $actual_file?$actual_file:[$actual_file])
f08935ea 490 )}) {
4ea5caf5 491 my $sqlt = SQL::Translator->new({
492 add_drop_table => 0,
493 parser => 'SQL::Translator::Parser::YAML',
494 %{$sqltargs},
495 producer => $db,
496 });
497
498 push @sql, $sqlt->translate($yaml_filename);
499 if(!@sql) {
500 carp("Failed to translate to $db, skipping. (" . $sqlt->error . ")");
501 return undef;
502 }
28563f97 503 }
504 return \@sql;
505}
506
507sub _prepare_install {
508 my $self = shift;
509 my $sqltargs = { %{$self->sql_translator_args}, %{shift @_} };
510 my $from_file = shift;
511 my $to_file = shift;
512 my $dir = $self->script_directory;
513 my $databases = $self->databases;
514 my $version = $self->schema_version;
515
2e68a8e1 516 foreach my $db (@$databases) {
28563f97 517 my $sql = $self->_sql_from_yaml($sqltargs, $from_file, $db ) or next;
2e68a8e1 518
c8a2f7bd 519 my $filename = $self->$to_file($db, $version, $dir);
9600776d 520 if (-e $filename ) {
92624ee5 521 if ($self->force_overwrite) {
522 carp "Overwriting existing DDL file - $filename";
523 unlink $filename;
524 } else {
525 die "Cannot overwrite '$filename', either enable force_overwrite or delete it"
526 }
2e68a8e1 527 }
387b11d2 528 open my $file, q(>), $filename;
870526b1 529 print {$file} join ";\n", @$sql, '';
2e68a8e1 530 close $file;
531 }
532}
533
c8a2f7bd 534sub _resultsource_install_filename {
535 my ($self, $source_name) = @_;
536 return sub {
537 my ($self, $type, $version) = @_;
297e662f 538 my $dirname = dir( $self->script_directory, $type, 'deploy', $version );
539 $dirname->mkpath unless -d $dirname;
c8a2f7bd 540
297e662f 541 return "" . file( $dirname, "001-auto-$source_name.sql" );
c8a2f7bd 542 }
543}
544
e62add58 545sub _resultsource_protoschema_filename {
546 my ($self, $source_name) = @_;
547 return sub {
548 my ($self, $version) = @_;
297e662f 549 my $dirname = dir( $self->script_directory, '_source', 'deploy', $version );
550 $dirname->mkpath unless -d $dirname;
e62add58 551
297e662f 552 return "" . file( $dirname, "001-auto-$source_name.yml" );
e62add58 553 }
554}
555
c8a2f7bd 556sub install_resultsource {
be140a5f 557 my ($self, $args) = @_;
ba99ba44 558 my $source = $args->{result_source}
559 or die 'result_source must be passed to install_resultsource';
560 my $version = $args->{version}
561 or die 'version must be passed to install_resultsource';
f4075791 562 log_info { 'installing_resultsource ' . $source->source_name . ", version $version" };
c8a2f7bd 563 my $rs_install_file =
564 $self->_resultsource_install_filename($source->source_name);
565
566 my $files = [
567 $self->$rs_install_file(
568 $self->storage->sqlt_type,
569 $version,
570 )
571 ];
25c3bec3 572 $self->_run_sql_and_perl($files, '', [$version]);
c8a2f7bd 573}
574
575sub prepare_resultsource_install {
576 my $self = shift;
be140a5f 577 my $source = (shift @_)->{result_source};
f4075791 578 log_info { 'preparing install for resultsource ' . $source->source_name };
c8a2f7bd 579
e62add58 580 my $install_filename = $self->_resultsource_install_filename($source->source_name);
581 my $proto_filename = $self->_resultsource_protoschema_filename($source->source_name);
6cae2f56 582 $self->prepare_protoschema({
c8a2f7bd 583 parser_args => { sources => [$source->source_name], }
e62add58 584 }, $proto_filename);
585 $self->_prepare_install({}, $proto_filename, $install_filename);
c8a2f7bd 586}
587
91557c90 588sub prepare_deploy {
f4075791 589 log_info { 'preparing deploy' };
c8a2f7bd 590 my $self = shift;
6776a6d4 591 $self->prepare_protoschema({
592 # Exclude __VERSION so that it gets installed separately
593 parser_args => { sources => [grep { $_ ne '__VERSION' } $self->schema->sources], }
594 }, '_ddl_protoschema_produce_filename');
e62add58 595 $self->_prepare_install({}, '_ddl_protoschema_produce_filename', '_ddl_schema_produce_filename');
c8a2f7bd 596}
597
a41a04e5 598sub prepare_upgrade {
be140a5f 599 my ($self, $args) = @_;
0df68524 600 log_info {
f4075791 601 "preparing upgrade from $args->{from_version} to $args->{to_version}"
0df68524 602 };
be140a5f 603 $self->_prepare_changegrade(
58eb99c3 604 $args->{from_version}, $args->{to_version}, $args->{version_set}, 'upgrade'
be140a5f 605 );
76d311e7 606}
607
608sub prepare_downgrade {
be140a5f 609 my ($self, $args) = @_;
0df68524 610 log_info {
f4075791 611 "preparing downgrade from $args->{from_version} to $args->{to_version}"
0df68524 612 };
be140a5f 613 $self->_prepare_changegrade(
58eb99c3 614 $args->{from_version}, $args->{to_version}, $args->{version_set}, 'downgrade'
be140a5f 615 );
76d311e7 616}
617
6e2665d3 618sub _coderefs_per_files {
619 my ($self, $files) = @_;
f9c6ab50 620 no warnings 'redefine';
621 [map eval do { local( @ARGV, $/ ) = $_; <> }, @$files]
622}
623
6e2665d3 624sub _prepare_changegrade {
625 my ($self, $from_version, $to_version, $version_set, $direction) = @_;
2e68a8e1 626 my $schema = $self->schema;
627 my $databases = $self->databases;
91adde75 628 my $dir = $self->script_directory;
2e68a8e1 629
73caa630 630 my $schema_version = $self->schema_version;
e62add58 631 my $diff_file_method = "_ddl_schema_${direction}_produce_filename";
e62add58 632 foreach my $db (@$databases) {
633 my $diff_file = $self->$diff_file_method($db, $version_set, $dir );
634 if(-e $diff_file) {
92624ee5 635 if ($self->force_overwrite) {
636 carp("Overwriting existing $direction-diff file - $diff_file");
637 unlink $diff_file;
638 } else {
639 die "Cannot overwrite '$diff_file', either enable force_overwrite or delete it"
640 }
2e68a8e1 641 }
642
387b11d2 643 open my $file, q(>), $diff_file;
f9c6ab50 644 print {$file} join ";\n", @{$self->_sqldiff_from_yaml($from_version, $to_version, $db, $direction)};
2e68a8e1 645 close $file;
646 }
647}
648
6e2665d3 649sub _read_sql_file {
650 my ($self, $file) = @_;
334bced5 651 return unless $file;
652
115c68ce 653 local $/ = undef; #sluuuuuurp
654
aabd4237 655 open my $fh, '<', $file;
115c68ce 656 return [ _split_sql_chunk( <$fh> ) ];
1f0d0633 657}
658
7d2a6974 659sub downgrade_single_step {
76d311e7 660 my $self = shift;
be140a5f 661 my $version_set = (shift @_)->{version_set};
f4075791 662 Dlog_info { "downgrade_single_step'ing $_" } $version_set;
41219a5d 663
ef44838b 664 my $sqlt_type = $self->storage->sqlt_type;
665 my $sql_to_run;
666 if ($self->ignore_ddl) {
667 $sql_to_run = $self->_sqldiff_from_yaml(
58eb99c3 668 $version_set->[0], $version_set->[1], $sqlt_type, 'downgrade',
ef44838b 669 );
670 }
58eb99c3 671 my $sql = $self->_run_sql_and_perl($self->_ddl_schema_downgrade_consume_filenames(
ef44838b 672 $sqlt_type,
627581cd 673 $version_set,
25c3bec3 674 ), $sql_to_run, $version_set);
3249629f 675
41219a5d 676 return ['', $sql];
76d311e7 677}
678
7d2a6974 679sub upgrade_single_step {
7521a845 680 my $self = shift;
be140a5f 681 my $version_set = (shift @_)->{version_set};
f4075791 682 Dlog_info { "upgrade_single_step'ing $_" } $version_set;
41219a5d 683
ef44838b 684 my $sqlt_type = $self->storage->sqlt_type;
685 my $sql_to_run;
686 if ($self->ignore_ddl) {
687 $sql_to_run = $self->_sqldiff_from_yaml(
58eb99c3 688 $version_set->[0], $version_set->[1], $sqlt_type, 'upgrade',
ef44838b 689 );
690 }
58eb99c3 691 my $sql = $self->_run_sql_and_perl($self->_ddl_schema_upgrade_consume_filenames(
ef44838b 692 $sqlt_type,
627581cd 693 $version_set,
25c3bec3 694 ), $sql_to_run, $version_set);
41219a5d 695 return ['', $sql];
334bced5 696}
697
6cae2f56 698sub prepare_protoschema {
7e08eddd 699 my $self = shift;
e62add58 700 my $sqltargs = { %{$self->sql_translator_args}, %{shift @_} };
701 my $to_file = shift;
7e08eddd 702 my $filename
e62add58 703 = $self->$to_file($self->schema_version);
7e08eddd 704
e62add58 705 # we do this because the code that uses this sets parser args,
706 # so we just need to merge in the package
7e08eddd 707 my $sqlt = SQL::Translator->new({
708 parser => 'SQL::Translator::Parser::DBIx::Class',
709 producer => 'SQL::Translator::Producer::YAML',
e62add58 710 %{ $sqltargs },
7e08eddd 711 });
712
dc223c88 713 my $yml = $sqlt->translate(data => $self->schema);
7e08eddd 714
715 croak("Failed to translate to YAML: " . $sqlt->error)
716 unless $yml;
717
718 if (-e $filename ) {
92624ee5 719 if ($self->force_overwrite) {
720 carp "Overwriting existing DDL-YML file - $filename";
721 unlink $filename;
722 } else {
723 die "Cannot overwrite '$filename', either enable force_overwrite or delete it"
724 }
7e08eddd 725 }
726
727 open my $file, q(>), $filename;
728 print {$file} $yml;
729 close $file;
730}
731
aabd4237 732__PACKAGE__->meta->make_immutable;
733
2e68a8e1 7341;
e051bb00 735
e52174e3 736# vim: ts=2 sw=2 expandtab
737
e051bb00 738__END__
739
bcc72297 740=head1 DESCRIPTION
741
e62add58 742This class is the meat of L<DBIx::Class::DeploymentHandler>. It takes care
743of generating serialized schemata as well as sql files to move from one
744version of a schema to the rest. One of the hallmark features of this class
745is that it allows for multiple sql files for deploy and upgrade, allowing
746developers to fine tune deployment. In addition it also allows for perl
747files to be run at any stage of the process.
bcc72297 748
749For basic usage see L<DBIx::Class::DeploymentHandler::HandlesDeploy>. What's
750documented here is extra fun stuff or private methods.
751
752=head1 DIRECTORY LAYOUT
753
39c88a9a 754Arguably this is the best feature of L<DBIx::Class::DeploymentHandler>.
755It's spiritually based upon L<DBIx::Migration::Directories>, but has a
756lot of extensions and modifications, so even if you are familiar with it,
757please read this. I feel like the best way to describe the layout is with
758the following example:
92c34cab 759
760 $sql_migration_dir
58eb99c3 761 |- _source
762 | |- deploy
03882cab 763 | |- 1
764 | | `- 001-auto.yml
765 | |- 2
766 | | `- 001-auto.yml
767 | `- 3
768 | `- 001-auto.yml
92c34cab 769 |- SQLite
58eb99c3 770 | |- downgrade
4f85efc6 771 | | `- 2-1
e62add58 772 | | `- 001-auto.sql
58eb99c3 773 | |- deploy
92c34cab 774 | | `- 1
e62add58 775 | | `- 001-auto.sql
58eb99c3 776 | `- upgrade
92c34cab 777 | |- 1-2
e62add58 778 | | `- 001-auto.sql
92c34cab 779 | `- 2-3
e62add58 780 | `- 001-auto.sql
92c34cab 781 |- _common
58eb99c3 782 | |- downgrade
4f85efc6 783 | | `- 2-1
92c34cab 784 | | `- 002-remove-customers.pl
58eb99c3 785 | `- upgrade
92c34cab 786 | `- 1-2
25c3bec3 787 | | `- 002-generate-customers.pl
788 | `- _any
789 | `- 999-bump-action.pl
92c34cab 790 `- MySQL
58eb99c3 791 |- downgrade
4f85efc6 792 | `- 2-1
e62add58 793 | `- 001-auto.sql
ff40cb1f 794 |- initialize
80ff6f6d 795 | `- 1
796 | |- 001-create_database.pl
797 | `- 002-create_users_and_permissions.pl
58eb99c3 798 |- deploy
92c34cab 799 | `- 1
e62add58 800 | `- 001-auto.sql
58eb99c3 801 `- upgrade
92c34cab 802 `- 1-2
e62add58 803 `- 001-auto.sql
92c34cab 804
805So basically, the code
806
807 $dm->deploy(1)
808
809on an C<SQLite> database that would simply run
58eb99c3 810C<$sql_migration_dir/SQLite/deploy/1/001-auto.sql>. Next,
92c34cab 811
812 $dm->upgrade_single_step([1,2])
813
58eb99c3 814would run C<$sql_migration_dir/SQLite/upgrade/1-2/001-auto.sql> followed by
25c3bec3 815C<$sql_migration_dir/_common/upgrade/1-2/002-generate-customers.pl>, and
816finally punctuated by
817C<$sql_migration_dir/_common/upgrade/_any/999-bump-action.pl>.
92c34cab 818
0824f31f 819C<.pl> files don't have to be in the C<_common> directory, but most of the time
39c88a9a 820they should be, because perl scripts are generally database independent.
92c34cab 821
ff40cb1f 822Note that unlike most steps in the process, C<initialize> will not run SQL, as
823there may not even be an database at initialize time. It will run perl scripts
80ff6f6d 824just like the other steps in the process, but nothing is passed to them.
825Until people have used this more it will remain freeform, but a recommended use
ff40cb1f 826of initialize is to have it prompt for username and password, and then call the
80ff6f6d 827appropriate C<< CREATE DATABASE >> commands etc.
828
03882cab 829=head2 Directory Specification
830
831The following subdirectories are recognized by this DeployMethod:
832
833=over 2
834
58eb99c3 835=item C<_source> This directory can contain the following directories:
03882cab 836
837=over 2
838
39c88a9a 839=item C<deploy> This directory merely contains directories named after schema
840versions, which in turn contain C<yaml> files that are serialized versions
841of the schema at that version. These files are not for editing by hand.
842
843=back
844
845=item C<_preprocess_schema> This directory can contain the following
846directories:
847
848=over 2
849
58eb99c3 850=item C<downgrade> This directory merely contains directories named after
03882cab 851migrations, which are of the form C<$from_version-$to_version>. Inside of
852these directories you may put Perl scripts which are to return a subref
853that takes the arguments C<< $from_schema, $to_schema >>, which are
854L<SQL::Translator::Schema> objects.
855
58eb99c3 856=item C<upgrade> This directory merely contains directories named after
03882cab 857migrations, which are of the form C<$from_version-$to_version>. Inside of
858these directories you may put Perl scripts which are to return a subref
859that takes the arguments C<< $from_schema, $to_schema >>, which are
860L<SQL::Translator::Schema> objects.
861
03882cab 862=back
863
5b766a24 864=item C<$storage_type> This is a set of scripts that gets run depending on what
865your storage type is. If you are not sure what your storage type is, take a
866look at the producers listed for L<SQL::Translator>. Also note, C<_common>
867is a special case. C<_common> will get merged into whatever other files you
25c3bec3 868already have. This directory can contain the following directories itself:
71d00500 869
870=over 2
871
ff40cb1f 872=item C<initialize> Gets run before the C<deploy> is C<deploy>ed. Has the
58eb99c3 873same structure as the C<deploy> subdirectory as well; that is, it has a
874directory for each schema version. Unlike C<deploy>, C<upgrade>, and C<downgrade>
71d00500 875though, it can only run C<.pl> files, and the coderef in the perl files get
876no arguments passed to them.
877
58eb99c3 878=item C<deploy> Gets run when the schema is C<deploy>ed. Structure is a
71d00500 879directory per schema version, and then files are merged with C<_common> and run
880in filename order. C<.sql> files are merely run, as expected. C<.pl> files are
881run according to L</PERL SCRIPTS>.
882
58eb99c3 883=item C<upgrade> Gets run when the schema is C<upgrade>d. Structure is a directory
71d00500 884per upgrade step, (for example, C<1-2> for upgrading from version 1 to version
8852,) and then files are merged with C<_common> and run in filename order.
886C<.sql> files are merely run, as expected. C<.pl> files are run according
887to L</PERL SCRIPTS>.
888
58eb99c3 889=item C<downgrade> Gets run when the schema is C<downgrade>d. Structure is a directory
71d00500 890per downgrade step, (for example, C<2-1> for downgrading from version 2 to version
8911,) and then files are merged with C<_common> and run in filename order.
892C<.sql> files are merely run, as expected. C<.pl> files are run according
893to L</PERL SCRIPTS>.
894
895
896=back
897
03882cab 898=back
899
25c3bec3 900Note that there can be an C<_any> in the place of any of the versions (like
901C<1-2> or C<1>), which means those scripts will be run B<every> time. So if
902you have an C<_any> in C<_common/upgrade>, that script will get run for every
903upgrade.
904
92c34cab 905=head1 PERL SCRIPTS
906
7d0b0f2b 907A perl script for this tool is very simple. It merely needs to contain an
25c3bec3 908anonymous sub that takes a L<DBIx::Class::Schema> and the version set as it's
909arguments.
910
92c34cab 911A very basic perl script might look like:
912
913 #!perl
914
915 use strict;
916 use warnings;
917
57a30fa8 918 use DBIx::Class::DeploymentHandler::DeployMethod::SQL::Translator::ScriptHelpers
919 'schema_from_schema_loader';
920
921 schema_from_schema_loader({ naming => 'v4' }, sub {
92c34cab 922 my $schema = shift;
923
25c3bec3 924 # [1] for deploy, [1,2] for upgrade or downgrade, probably used with _any
925 my $versions = shift;
926
92c34cab 927 $schema->resultset('Users')->create({
928 name => 'root',
929 password => 'root',
930 })
57a30fa8 931 })
932
933Note that the above uses
934L<DBIx::Class::DeploymentHanlder::DeployMethod::SQL::Translator::ScriptHelpers/schema_from_schema_loader>.
935Using a raw coderef is strongly discouraged as it is likely to break as you
936modify your schema.
bcc72297 937
39c88a9a 938=attr ignore_ddl
939
940This attribute will, when set to true (default is false), cause the DM to use
941L<SQL::Translator> to use the C<_source>'s serialized SQL::Translator::Schema
942instead of any pregenerated SQL. If you have a development server this is
943probably the best plan of action as you will not be putting as many generated
944files in your version control. Goes well with with C<databases> of C<[]>.
945
92624ee5 946=attr force_overwrite
947
948When this attribute is true generated files will be overwritten when the
949methods which create such files are run again. The default is false, in which
950case the program will die with a message saying which file needs to be deleted.
951
eb28403b 952=attr schema
a65184c8 953
bcc72297 954The L<DBIx::Class::Schema> (B<required>) that is used to talk to the database
955and generate the DDL.
956
eb28403b 957=attr storage
a65184c8 958
bcc72297 959The L<DBIx::Class::Storage> that is I<actually> used to talk to the database
960and generate the DDL. This is automatically created with L</_build_storage>.
961
02a7b8ac 962=attr sql_translator_args
cfc9edf9 963
02a7b8ac 964The arguments that get passed to L<SQL::Translator> when it's used.
a65184c8 965
91adde75 966=attr script_directory
cfc9edf9 967
91adde75 968The directory (default C<'sql'>) that scripts are stored in
cfc9edf9 969
eb28403b 970=attr databases
cfc9edf9 971
972The types of databases (default C<< [qw( MySQL SQLite PostgreSQL )] >>) to
973generate files for
974
eb28403b 975=attr txn_wrap
976
bcc72297 977Set to true (which is the default) to wrap all upgrades and deploys in a single
978transaction.
979
73caa630 980=attr schema_version
981
982The version the schema on your harddrive is at. Defaults to
983C<< $self->schema->schema_version >>.
ec167a97 984
985=head1 SEE ALSO
986
987This class is an implementation of
988L<DBIx::Class::DeploymentHandler::HandlesDeploy>. Pretty much all the
989documentation is there.