1 package DBIx::Class::DeploymentHandler::DeployMethod::SQL::Translator;
3 use Method::Signatures::Simple;
6 require SQL::Translator::Diff;
7 require DBIx::Class::Storage; # loaded for type constraint
11 with 'DBIx::Class::DeploymentHandler::HandlesDeploy';
16 isa => 'DBIx::Class::Schema',
19 handles => [qw( schema_version )],
23 isa => 'DBIx::Class::Storage',
28 method _build_storage {
29 my $s = $self->schema->storage;
30 $s->_determine_driver;
37 default => sub { {} },
39 has upgrade_directory => (
48 isa => 'DBIx::Class::DeploymentHandler::Databases',
50 default => sub { [qw( MySQL SQLite PostgreSQL )] },
54 isa => 'ArrayRef[Str]',
58 method __ddl_consume_with_prefix($type, $versions, $prefix) {
59 my $base_dir = $self->upgrade_directory;
61 my $main = File::Spec->catfile( $base_dir, $type );
62 my $generic = File::Spec->catfile( $base_dir, '_generic' );
63 my $common = File::Spec->catfile( $base_dir, '_common', $prefix, join q(-), @{$versions} );
67 $dir = File::Spec->catfile($main, $prefix, join q(-), @{$versions})
68 } elsif (-d $generic) {
69 $dir = File::Spec->catfile($main, $prefix, join q(-), @{$versions})
74 opendir my($dh), $dir;
75 my %files = map { $_ => "$dir/$_" } grep { /\.sql$/ && -f "$dir/$_" } readdir($dh);
79 opendir my($dh), $common;
80 for my $filename (grep { /\.sql$/ && -f "$common/$_" } readdir($dh)) {
81 unless ($files{$filename}) {
82 $files{$filename} = "$common/$_";
88 return [@files{sort keys %files}]
91 method _ddl_schema_consume_filenames($type, $version) {
92 $self->__ddl_consume_with_prefix($type, [ $version ], 'schema')
95 method _ddl_schema_produce_filename($type, $version) {
96 my $base_dir = $self->upgrade_directory;
97 my $dirname = File::Spec->catfile(
98 $base_dir, $type, 'schema', $version
100 File::Path::mkpath($dirname) unless -d $dirname;
102 return File::Spec->catfile(
103 $dirname, '001-auto.sql'
107 method _ddl_schema_up_consume_filenames($type, $versions) {
108 $self->__ddl_consume_with_prefix($type, $versions, 'up')
111 method _ddl_schema_down_consume_filenames($type, $versions) {
112 $self->__ddl_consume_with_prefix($type, $versions, 'down')
115 method _ddl_schema_up_produce_filename($type, $versions) {
116 my $dir = $self->upgrade_directory;
118 my $dirname = File::Spec->catfile(
119 $dir, $type, 'up', join( q(-), @{$versions} )
121 File::Path::mkpath($dirname) unless -d $dirname;
123 return File::Spec->catfile(
124 $dirname, '001-auto.sql'
128 method _ddl_schema_down_produce_filename($type, $versions, $dir) {
129 my $dirname = File::Spec->catfile(
130 $dir, $type, 'down', join( q(-), @{$versions} )
132 File::Path::mkpath($dirname) unless -d $dirname;
134 return File::Spec->catfile(
135 $dirname, '001-auto.sql'
139 method _deployment_statements {
140 my $dir = $self->upgrade_directory;
141 my $schema = $self->schema;
142 my $type = $self->storage->sqlt_type;
143 my $sqltargs = $self->sqltargs;
144 my $version = $self->schema_version;
146 my @filenames = @{$self->_ddl_schema_consume_filenames($type, $version)};
148 for my $filename (@filenames) {
151 open $file, q(<), $filename
152 or carp "Can't open $filename ($!)";
155 return join '', @rows;
159 # sources needs to be a parser arg, but for simplicty allow at top level
161 $sqltargs->{parser_args}{sources} = delete $sqltargs->{sources}
162 if exists $sqltargs->{sources};
164 my $tr = SQL::Translator->new(
165 producer => "SQL::Translator::Producer::${type}",
167 parser => 'SQL::Translator::Parser::DBIx::Class',
171 my $ret = $tr->translate;
173 $schema->throw_exception( 'Unable to produce deployment statements: ' . $tr->error)
181 my $storage = $self->storage;
185 #< frew> k, also, we filter out comments and transaction stuff and blank lines
186 #< frew> is that really necesary?
187 #< frew> and what if I want to run my upgrade in a txn? seems like something you'd
188 # always want to do really
189 #< ribasushi> again - some stuff chokes
190 #< frew> ok, so I see filtering out -- and \s*
191 #< frew> but I think the txn filtering should be optional and default to NOT filter it
193 #< ribasushi> then you have a problem
195 #< ribasushi> someone runs a deploy in txn_do
196 #< ribasushi> the inner begin will blow up
197 #< frew> because it's a nested TXN?
198 #< ribasushi> (you an't begin twice on most dbs)
200 #< ribasushi> on sqlite - for sure
201 #< frew> so...read the docs and set txn_filter to true?
202 #< ribasushi> more like wrap deploy in a txn
203 #< frew> I like that better
204 #< ribasushi> and make sure the ddl has no literal txns in them
206 #< ribasushi> this way you have stuff under control
207 #< frew> so we have txn_wrap default to true
208 #< frew> and if people wanna do that by hand they can
210 return if(!$line || $line =~ /^--|^BEGIN TRANSACTION|^COMMIT|^\s+$/);
211 $storage->_query_start($line);
213 # do a dbh_do cycle here, as we need some error checking in
214 # place (even though we will ignore errors)
215 $storage->dbh_do (sub { $_[1]->do($line) });
218 carp "$_ (running '${line}')"
220 $storage->_query_end($line);
222 my @statements = $self->_deployment_statements();
223 if (@statements > 1) {
224 foreach my $statement (@statements) {
225 $deploy->( $statement );
228 elsif (@statements == 1) {
229 foreach my $line ( split(";\n", $statements[0])) {
235 sub prepare_install {
237 my $schema = $self->schema;
238 my $databases = $self->databases;
239 my $dir = $self->upgrade_directory;
240 my $sqltargs = $self->sqltargs;
241 my $version = $schema->schema_version;
244 carp "Upgrade directory $dir does not exist, using ./\n";
249 my $sqlt = SQL::Translator->new({
251 ignore_constraint_names => 1,
252 ignore_index_names => 1,
253 parser => 'SQL::Translator::Parser::DBIx::Class',
257 my $sqlt_schema = $sqlt->translate({ data => $schema })
258 or $self->throw_exception ($sqlt->error);
260 foreach my $db (@$databases) {
262 $sqlt->{schema} = $sqlt_schema;
263 $sqlt->producer($db);
265 my $filename = $self->_ddl_schema_produce_filename($db, $version, $dir);
267 carp "Overwriting existing DDL file - $filename";
271 my $output = $sqlt->translate;
273 carp("Failed to translate to $db, skipping. (" . $sqlt->error . ")");
277 unless( open $file, q(>), $filename ) {
278 $self->throw_exception("Can't open $filename for writing ($!)");
281 print {$file} $output;
286 sub prepare_upgrade {
287 my ($self, $from_version, $to_version, $version_set) = @_;
289 $from_version ||= $self->db_version;
290 $to_version ||= $self->schema_version;
292 # for updates prepared automatically (rob's stuff)
293 # one would want to explicitly set $version_set to
295 $version_set ||= [$from_version, $to_version];
297 $self->_prepare_changegrade($from_version, $to_version, $version_set, 'up');
300 sub prepare_downgrade {
301 my ($self, $from_version, $to_version, $version_set) = @_;
303 $from_version ||= $self->db_version;
304 $to_version ||= $self->schema_version;
306 # for updates prepared automatically (rob's stuff)
307 # one would want to explicitly set $version_set to
309 $version_set ||= [$from_version, $to_version];
311 $self->_prepare_changegrade($from_version, $to_version, $version_set, 'down');
314 method _prepare_changegrade($from_version, $to_version, $version_set, $direction) {
315 my $schema = $self->schema;
316 my $databases = $self->databases;
317 my $dir = $self->upgrade_directory;
318 my $sqltargs = $self->sqltargs;
320 my $schema_version = $schema->schema_version;
324 ignore_constraint_names => 1,
325 ignore_index_names => 1,
329 my $sqlt = SQL::Translator->new( $sqltargs );
331 $sqlt->parser('SQL::Translator::Parser::DBIx::Class');
332 my $sqlt_schema = $sqlt->translate({ data => $schema })
333 or $self->throw_exception ($sqlt->error);
335 foreach my $db (@$databases) {
337 $sqlt->{schema} = $sqlt_schema;
338 $sqlt->producer($db);
340 my $prefilename = $self->_ddl_schema_produce_filename($db, $from_version, $dir);
341 unless(-e $prefilename) {
342 carp("No previous schema file found ($prefilename)");
345 my $diff_file_method = "_ddl_schema_${direction}_produce_filename";
346 my $diff_file = $self->$diff_file_method($db, $version_set, $dir );
348 carp("Overwriting existing $direction-diff file - $diff_file");
354 my $t = SQL::Translator->new({
360 $t->parser( $db ) # could this really throw an exception?
361 or $self->throw_exception ($t->error);
363 my $out = $t->translate( $prefilename )
364 or $self->throw_exception ($t->error);
366 $source_schema = $t->schema;
368 $source_schema->name( $prefilename )
369 unless $source_schema->name;
372 # The "new" style of producers have sane normalization and can support
373 # diffing a SQL file against a DBIC->SQLT schema. Old style ones don't
374 # And we have to diff parsed SQL against parsed SQL.
375 my $dest_schema = $sqlt_schema;
377 unless ( "SQL::Translator::Producer::$db"->can('preprocess_schema') ) {
378 my $t = SQL::Translator->new({
384 $t->parser( $db ) # could this really throw an exception?
385 or $self->throw_exception ($t->error);
387 my $filename = $self->_ddl_schema_produce_filename($db, $to_version, $dir);
388 my $out = $t->translate( $filename )
389 or $self->throw_exception ($t->error);
391 $dest_schema = $t->schema;
393 $dest_schema->name( $filename )
394 unless $dest_schema->name;
397 my $diff = SQL::Translator::Diff::schema_diff(
403 unless(open $file, q(>), $diff_file) {
404 $self->throw_exception("Can't write to $diff_file ($!)");
412 method _read_sql_file($file) {
415 open my $fh, '<', $file or carp("Can't open upgrade file, $file ($!)");
416 my @data = split /\n/, join '', <$fh>;
422 !/^(BEGIN|BEGIN TRANSACTION|COMMIT)/m
429 # these are exactly the same for now
430 sub _downgrade_single_step {
432 my @version_set = @{ shift @_ };
433 my @upgrade_files = @{$self->_ddl_schema_up_consume_filenames(
434 $self->storage->sqlt_type,
438 for my $upgrade_file (@upgrade_files) {
439 unless (-f $upgrade_file) {
441 carp "Upgrade not possible, no upgrade file found ($upgrade_file), please create one\n";
445 $self->_filedata($self->_read_sql_file($upgrade_file)); # I don't like this --fREW 2010-02-22
446 $self->schema->txn_do(sub { $self->_do_upgrade });
450 sub _upgrade_single_step {
452 my @version_set = @{ shift @_ };
453 my @upgrade_files = @{$self->_ddl_schema_up_consume_filenames(
454 $self->storage->sqlt_type,
458 for my $upgrade_file (@upgrade_files) {
459 unless (-f $upgrade_file) {
461 carp "Upgrade not possible, no upgrade file found ($upgrade_file), please create one\n";
465 $self->_filedata($self->_read_sql_file($upgrade_file)); # I don't like this --fREW 2010-02-22
466 $self->schema->txn_do(sub { $self->_do_upgrade });
470 method _do_upgrade { $self->_run_upgrade(qr/.*?/) }
472 method _run_upgrade($stm) {
473 return unless $self->_filedata;
474 my @statements = grep { $_ =~ $stm } @{$self->_filedata};
477 $self->storage->debugobj->query_start($_) if $self->storage->debug;
478 $self->_apply_statement($_);
479 $self->storage->debugobj->query_end($_) if $self->storage->debug;
483 method _apply_statement($statement) {
485 $self->storage->dbh->do($_) or carp "SQL was: $_"
492 vim: ts=2 sw=2 expandtab