nah
[dbsrgits/DBIx-Class-DeploymentHandler.git] / lib / DBIx / Class / DeploymentHandler / DeployMethod / SQL / Translator.pm
CommitLineData
45d0d9d5 1package DBIx::Class::DeploymentHandler::DeployMethod::SQL::Translator;
334bced5 2use Moose;
9af9d0b2 3
4use autodie;
5use Carp qw( carp croak );
6
2e68a8e1 7use Method::Signatures::Simple;
7f50d101 8use Try::Tiny;
9af9d0b2 9
d23c7c77 10use SQL::Translator;
11require SQL::Translator::Diff;
9af9d0b2 12
d23c7c77 13require DBIx::Class::Storage; # loaded for type constraint
41863428 14use DBIx::Class::DeploymentHandler::Types;
15
9af9d0b2 16use File::Path 'mkpath';
17use File::Spec::Functions;
2e68a8e1 18
7521a845 19with 'DBIx::Class::DeploymentHandler::HandlesDeploy';
3c1b5ee8 20
d54b8d69 21has schema => (
22 isa => 'DBIx::Class::Schema',
23 is => 'ro',
24 required => 1,
25 handles => [qw( schema_version )],
26);
27
334bced5 28has storage => (
29 isa => 'DBIx::Class::Storage',
30 is => 'ro',
31 lazy_build => 1,
32);
33
2eaf903b 34method _build_storage {
35 my $s = $self->schema->storage;
36 $s->_determine_driver;
37 $s
38}
39
334bced5 40has sqltargs => (
41 isa => 'HashRef',
42 is => 'ro',
43 default => sub { {} },
44);
45has upgrade_directory => (
46 isa => 'Str',
47 is => 'ro',
48 required => 1,
49 default => 'sql',
50);
51
334bced5 52has databases => (
53 coerce => 1,
54 isa => 'DBIx::Class::DeploymentHandler::Databases',
55 is => 'ro',
56 default => sub { [qw( MySQL SQLite PostgreSQL )] },
57);
58
334bced5 59has _filedata => (
60 isa => 'ArrayRef[Str]',
61 is => 'rw',
aabd4237 62 default => sub { [] },
334bced5 63);
64
a7d53deb 65has txn_wrap => (
66 is => 'ro',
67 isa => 'Bool',
68 default => 1,
69);
70
76d311e7 71method __ddl_consume_with_prefix($type, $versions, $prefix) {
262166c1 72 my $base_dir = $self->upgrade_directory;
73
76d08d08 74 my $main = catfile( $base_dir, $type );
75 my $generic = catfile( $base_dir, '_generic' );
76 my $common =
77 catfile( $base_dir, '_common', $prefix, join q(-), @{$versions} );
262166c1 78
79 my $dir;
80 if (-d $main) {
76d08d08 81 $dir = catfile($main, $prefix, join q(-), @{$versions})
262166c1 82 } elsif (-d $generic) {
9af9d0b2 83 $dir = catfile($generic, $prefix, join q(-), @{$versions});
262166c1 84 } else {
9af9d0b2 85 croak "neither $main or $generic exist; please write/generate some SQL";
262166c1 86 }
87
88 opendir my($dh), $dir;
41219a5d 89 my %files = map { $_ => "$dir/$_" } grep { /\.(?:sql|pl)$/ && -f "$dir/$_" } readdir $dh;
262166c1 90 closedir $dh;
91
92 if (-d $common) {
93 opendir my($dh), $common;
41219a5d 94 for my $filename (grep { /\.(?:sql|pl)$/ && -f catfile($common,$_) } readdir $dh) {
262166c1 95 unless ($files{$filename}) {
9af9d0b2 96 $files{$filename} = catfile($common,$filename);
262166c1 97 }
98 }
99 closedir $dh;
100 }
101
102 return [@files{sort keys %files}]
103}
3c1b5ee8 104
76d311e7 105method _ddl_schema_consume_filenames($type, $version) {
106 $self->__ddl_consume_with_prefix($type, [ $version ], 'schema')
3c1b5ee8 107}
108
76d311e7 109method _ddl_schema_produce_filename($type, $version) {
76d08d08 110 my $dirname = catfile( $self->upgrade_directory, $type, 'schema', $version );
111 mkpath($dirname) unless -d $dirname;
d54b8d69 112
76d08d08 113 return catfile( $dirname, '001-auto.sql' );
d54b8d69 114}
115
76d311e7 116method _ddl_schema_up_consume_filenames($type, $versions) {
117 $self->__ddl_consume_with_prefix($type, $versions, 'up')
3c1b5ee8 118}
119
76d311e7 120method _ddl_schema_down_consume_filenames($type, $versions) {
121 $self->__ddl_consume_with_prefix($type, $versions, 'down')
a41a04e5 122}
123
76d311e7 124method _ddl_schema_up_produce_filename($type, $versions) {
125 my $dir = $self->upgrade_directory;
126
76d08d08 127 my $dirname = catfile( $dir, $type, 'up', join q(-), @{$versions});
128 mkpath($dirname) unless -d $dirname;
a41a04e5 129
76d08d08 130 return catfile( $dirname, '001-auto.sql'
a41a04e5 131 );
132}
133
76d311e7 134method _ddl_schema_down_produce_filename($type, $versions, $dir) {
76d08d08 135 my $dirname = catfile( $dir, $type, 'down', join q(-), @{$versions} );
136 mkpath($dirname) unless -d $dirname;
24f4524b 137
76d08d08 138 return catfile( $dirname, '001-auto.sql');
24f4524b 139}
140
41219a5d 141method _run_sql_and_perl($filenames) {
142 my @files = @{$filenames};
143 my $storage = $self->storage;
2e68a8e1 144
a7d53deb 145 my $guard = $self->schema->txn_scope_guard if $self->txn_wrap;
146
41219a5d 147 my $sql;
148 for my $filename (@files) {
149 if ($filename =~ /\.sql$/) {
150 my @sql = @{$self->_read_sql_file($filename)};
151 $sql .= join "\n", @sql;
152
153 foreach my $line (@sql) {
154 $storage->_query_start($line);
155 try {
156 # do a dbh_do cycle here, as we need some error checking in
157 # place (even though we will ignore errors)
158 $storage->dbh_do (sub { $_[1]->do($line) });
159 }
160 catch {
161 carp "$_ (running '${line}')"
162 }
163 $storage->_query_end($line);
164 }
165 } elsif ( $filename =~ /\.pl$/ ) {
166 qx( $^X $filename );
167 } else {
168 croak "A file got to deploy that wasn't sql or perl!";
2e68a8e1 169 }
2e68a8e1 170 }
a7d53deb 171
172 $guard->commit if $self->txn_wrap;
41219a5d 173
174 return $sql;
175}
176
177sub deploy {
178 my $self = shift;
179
180 return $self->_run_sql_and_perl($self->_ddl_schema_consume_filenames(
181 $self->storage->sqlt_type,
182 $self->schema_version
183 ));
2e68a8e1 184}
185
7521a845 186sub prepare_install {
187 my $self = shift;
2e68a8e1 188 my $schema = $self->schema;
189 my $databases = $self->databases;
190 my $dir = $self->upgrade_directory;
191 my $sqltargs = $self->sqltargs;
d54b8d69 192 my $version = $schema->schema_version;
193
9600776d 194 my $sqlt = SQL::Translator->new({
d54b8d69 195 add_drop_table => 1,
2e68a8e1 196 ignore_constraint_names => 1,
d54b8d69 197 ignore_index_names => 1,
198 parser => 'SQL::Translator::Parser::DBIx::Class',
3aaf766f 199 %{$sqltargs}
9600776d 200 });
2e68a8e1 201
d53e0bfc 202 my $sqlt_schema = $sqlt->translate( data => $schema )
387b11d2 203 or croak($sqlt->error);
2e68a8e1 204
205 foreach my $db (@$databases) {
206 $sqlt->reset;
207 $sqlt->{schema} = $sqlt_schema;
208 $sqlt->producer($db);
209
76d311e7 210 my $filename = $self->_ddl_schema_produce_filename($db, $version, $dir);
9600776d 211 if (-e $filename ) {
2e68a8e1 212 carp "Overwriting existing DDL file - $filename";
213 unlink $filename;
214 }
215
216 my $output = $sqlt->translate;
217 if(!$output) {
218 carp("Failed to translate to $db, skipping. (" . $sqlt->error . ")");
219 next;
220 }
387b11d2 221 open my $file, q(>), $filename;
2e68a8e1 222 print {$file} $output;
223 close $file;
224 }
225}
226
a41a04e5 227sub prepare_upgrade {
9600776d 228 my ($self, $from_version, $to_version, $version_set) = @_;
63e95f13 229 # for updates prepared automatically (rob's stuff)
230 # one would want to explicitly set $version_set to
231 # [$to_version]
76d311e7 232 $self->_prepare_changegrade($from_version, $to_version, $version_set, 'up');
233}
234
235sub prepare_downgrade {
236 my ($self, $from_version, $to_version, $version_set) = @_;
237
76d311e7 238 # for updates prepared automatically (rob's stuff)
239 # one would want to explicitly set $version_set to
240 # [$to_version]
76d311e7 241 $self->_prepare_changegrade($from_version, $to_version, $version_set, 'down');
242}
243
244method _prepare_changegrade($from_version, $to_version, $version_set, $direction) {
2e68a8e1 245 my $schema = $self->schema;
246 my $databases = $self->databases;
247 my $dir = $self->upgrade_directory;
248 my $sqltargs = $self->sqltargs;
249
9600776d 250 my $schema_version = $schema->schema_version;
2e68a8e1 251
252 $sqltargs = {
253 add_drop_table => 1,
254 ignore_constraint_names => 1,
255 ignore_index_names => 1,
256 %{$sqltargs}
257 };
258
259 my $sqlt = SQL::Translator->new( $sqltargs );
260
261 $sqlt->parser('SQL::Translator::Parser::DBIx::Class');
d53e0bfc 262 my $sqlt_schema = $sqlt->translate( data => $schema )
387b11d2 263 or croak($sqlt->error);
2e68a8e1 264
265 foreach my $db (@$databases) {
266 $sqlt->reset;
267 $sqlt->{schema} = $sqlt_schema;
268 $sqlt->producer($db);
269
76d311e7 270 my $prefilename = $self->_ddl_schema_produce_filename($db, $from_version, $dir);
2e68a8e1 271 unless(-e $prefilename) {
272 carp("No previous schema file found ($prefilename)");
273 next;
274 }
76d311e7 275 my $diff_file_method = "_ddl_schema_${direction}_produce_filename";
276 my $diff_file = $self->$diff_file_method($db, $version_set, $dir );
2e68a8e1 277 if(-e $diff_file) {
76d311e7 278 carp("Overwriting existing $direction-diff file - $diff_file");
2e68a8e1 279 unlink $diff_file;
280 }
281
282 my $source_schema;
283 {
284 my $t = SQL::Translator->new({
285 %{$sqltargs},
286 debug => 0,
287 trace => 0,
288 });
289
290 $t->parser( $db ) # could this really throw an exception?
387b11d2 291 or croak($t->error);
2e68a8e1 292
293 my $out = $t->translate( $prefilename )
387b11d2 294 or croak($t->error);
2e68a8e1 295
296 $source_schema = $t->schema;
297
298 $source_schema->name( $prefilename )
299 unless $source_schema->name;
300 }
301
302 # The "new" style of producers have sane normalization and can support
303 # diffing a SQL file against a DBIC->SQLT schema. Old style ones don't
304 # And we have to diff parsed SQL against parsed SQL.
305 my $dest_schema = $sqlt_schema;
306
307 unless ( "SQL::Translator::Producer::$db"->can('preprocess_schema') ) {
308 my $t = SQL::Translator->new({
309 %{$sqltargs},
310 debug => 0,
311 trace => 0,
312 });
313
314 $t->parser( $db ) # could this really throw an exception?
387b11d2 315 or croak($t->error);
2e68a8e1 316
76d311e7 317 my $filename = $self->_ddl_schema_produce_filename($db, $to_version, $dir);
2e68a8e1 318 my $out = $t->translate( $filename )
387b11d2 319 or croak($t->error);
2e68a8e1 320
321 $dest_schema = $t->schema;
322
323 $dest_schema->name( $filename )
324 unless $dest_schema->name;
325 }
326
327 my $diff = SQL::Translator::Diff::schema_diff(
328 $source_schema, $db,
329 $dest_schema, $db,
330 $sqltargs
331 );
387b11d2 332 open my $file, q(>), $diff_file;
2e68a8e1 333 print {$file} $diff;
334 close $file;
335 }
336}
337
334bced5 338method _read_sql_file($file) {
339 return unless $file;
340
aabd4237 341 open my $fh, '<', $file;
0d19af1d 342 my @data = split /;\n/, join '', <$fh>;
334bced5 343 close $fh;
344
345 @data = grep {
0d19af1d 346 $_ && # remove blank lines
347 !/^(BEGIN|BEGIN TRANSACTION|COMMIT)/ # strip txn's
348 } map {
349 s/^\s+//; s/\s+$//; # trim whitespace
350 join '', grep { !/^--/ } split /\n/ # remove comments
351 } @data;
334bced5 352
353 return \@data;
354}
355
7d2a6974 356sub downgrade_single_step {
76d311e7 357 my $self = shift;
358 my @version_set = @{ shift @_ };
41219a5d 359
360 my $sql = $self->_run_sql_and_perl($self->_ddl_schema_down_consume_filenames(
76d311e7 361 $self->storage->sqlt_type,
362 \@version_set,
41219a5d 363 ));
3249629f 364
41219a5d 365 return ['', $sql];
76d311e7 366}
367
7d2a6974 368sub upgrade_single_step {
7521a845 369 my $self = shift;
24f4524b 370 my @version_set = @{ shift @_ };
41219a5d 371
372 my $sql = $self->_run_sql_and_perl($self->_ddl_schema_up_consume_filenames(
334bced5 373 $self->storage->sqlt_type,
24f4524b 374 \@version_set,
41219a5d 375 ));
376 return ['', $sql];
334bced5 377}
378
aabd4237 379__PACKAGE__->meta->make_immutable;
380
2e68a8e1 3811;
e051bb00 382
383__END__
384
2eaf903b 385vim: ts=2 sw=2 expandtab