2 role SQL::Translator::Producer::SQL::MySQL {
3 use SQL::Translator::Constants qw(:sqlt_types :sqlt_constants);
4 use SQL::Translator::Types qw(Column Constraint Index Table View);
5 my $DEFAULT_MAX_ID_LENGTH = 64;
9 # Use only lowercase for the keys (e.g. "long" and not "LONG")
15 varchar2 => 'varchar',
31 'long integer' => 'integer',
33 'datetime' => 'datetime',
42 # Column types that do not support lenth attribute
44 my @no_length_attr = qw/ date time timestamp datetime year /;
46 method preprocess_schema($schema) {
49 # extra->{mysql_table_type} used to be the type. It belongs in options, so
50 # move it if we find it. Return Engine type if found in extra or options
51 # Similarly for mysql_charset and mysql_collate
52 my $extra_to_options = sub {
53 my ($table, $extra_name, $opt_name) = @_;
55 my $extra = $table->extra;
57 my $extra_type = delete $extra->{$extra_name};
59 # Now just to find if there is already an Engine or Type option...
60 # and lets normalize it to ENGINE since:
62 # The ENGINE table option specifies the storage engine for the table.
63 # TYPE is a synonym, but ENGINE is the preferred option name.
66 # We have to use the hash directly here since otherwise there is no way
68 my $options = ( $table->{options} ||= []);
70 # If multiple option names, normalize to the first one
72 OPT_NAME: for ( @$opt_name[1..$#$opt_name] ) {
73 for my $idx ( 0..$#{$options} ) {
74 my ($key, $value) = %{ $options->[$idx] };
77 $options->[$idx] = { $opt_name->[0] => $value };
82 $opt_name = $opt_name->[0];
87 # This assumes that there isn't both a Type and an Engine option.
89 for my $idx ( 0..$#{$options} ) {
90 my ($key, $value) = %{ $options->[$idx] };
92 next unless uc $key eq $opt_name;
94 # make sure case is right on option name
95 delete $options->[$idx]{$key};
96 return $options->[$idx]{$opt_name} = $value || $extra_type;
101 push @$options, { $opt_name => $extra_type };
107 # Names are only specific to a given schema
111 # Work out which tables need to be InnoDB to support foreign key
112 # constraints. We do this first as we need InnoDB at both ends.
114 foreach my $table ( $schema->get_tables ) {
116 $extra_to_options->($table, 'mysql_table_type', ['ENGINE', 'TYPE'] );
117 $extra_to_options->($table, 'mysql_charset', 'CHARACTER SET' );
118 $extra_to_options->($table, 'mysql_collate', 'COLLATE' );
120 foreach my $c ( $table->get_constraints ) {
121 next unless $c->type eq FOREIGN_KEY;
123 # Normalize constraint names here.
124 my $c_name = $c->name;
125 # Give the constraint a name if it doesn't have one, so it doens't feel
127 $c_name = $table->name . '_fk' unless length $c_name;
129 $c->name( $self->next_unused_name($c_name) );
131 for my $meth (qw/table reference_table/) {
132 my $table = $schema->get_table($c->$meth) || next;
133 # This normalizes the types to ENGINE and returns the value if its there
134 next if $extra_to_options->($table, 'mysql_table_type', ['ENGINE', 'TYPE']);
135 # $table->options( [ { ENGINE => 'InnoDB' } ] );
137 } # foreach constraints
139 my %map = ( mysql_collate => 'collate', mysql_charset => 'character set');
140 foreach my $f ( $table->get_fields ) {
141 my $extra = $f->extra;
143 $extra->{$map{$_}} = delete $extra->{$_} if exists $extra->{$_};
147 if ( !$size[0] && $f->data_type =~ /char$/ ) {
156 my $translator = $self->translator;
157 my $DEBUG = 0;# = $translator->debug;
159 my $no_comments = $translator->no_comments;
160 my $add_drop_table = $translator->add_drop_table;
161 my $schema = $translator->schema;
162 my $show_warnings = $translator->show_warnings || 0;
163 my $producer_args = $translator->producer_args;
164 my $mysql_version = $translator->engine_version ($producer_args->{mysql_version}, 'perl') || 0;
165 my $max_id_length = $producer_args->{mysql_max_id_length} || $DEFAULT_MAX_ID_LENGTH;
167 my ($qt, $qf, $qc) = ('','', '');
168 $qt = '`' if $translator->quote_table_names;
169 $qf = '`' if $translator->quote_field_names;
171 #debug("PKG: Beginning production\n");
174 $create .= $self->header_comment unless ($no_comments);
175 # \todo Don't set if MySQL 3.x is set on command line
176 my @create = "SET foreign_key_checks=0";
178 $self->preprocess_schema($schema);
185 for my $table ( $schema->get_tables ) {
186 # print $table->name, "\n";
187 push @table_defs, $self->create_table($table,
188 { add_drop_table => $add_drop_table,
189 show_warnings => $show_warnings,
190 no_comments => $no_comments,
191 quote_table_names => $qt,
192 quote_field_names => $qf,
193 max_id_length => $max_id_length,
194 mysql_version => $mysql_version
198 if ($mysql_version >= 5.000001) {
199 for my $view ( $schema->get_views ) {
200 push @table_defs, $self->create_view($view,
201 { add_replace_view => $add_drop_table,
202 show_warnings => $show_warnings,
203 no_comments => $no_comments,
204 quote_table_names => $qt,
205 quote_field_names => $qf,
206 max_id_length => $max_id_length,
207 mysql_version => $mysql_version
213 #warn "@table_defs\n";
214 push @table_defs, "SET foreign_key_checks=1";
215 return wantarray ? ($create ? $create : (), @create, @table_defs) : ($create . join('', map { $_ ? "$_;\n\n" : () } (@create, @table_defs)));
218 method create_view($view, $options) {
219 my $qt = $options->{quote_table_names} || '';
220 my $qf = $options->{quote_field_names} || '';
222 my $view_name = $view->name;
223 #debug("PKG: Looking at view '${view_name}'\n");
225 # Header. Should this look like what mysqldump produces?
227 $create .= "--\n-- View: ${qt}${view_name}${qt}\n--\n" unless $options->{no_comments};
229 $create .= ' OR REPLACE' if $options->{add_replace_view};
232 my $extra = $view->extra;
234 if( exists($extra->{mysql_algorithm}) && defined(my $algorithm = $extra->{mysql_algorithm}) ){
235 $create .= " ALGORITHM = ${algorithm}\n" if $algorithm =~ /(?:UNDEFINED|MERGE|TEMPTABLE)/i;
238 if( exists($extra->{mysql_definer}) && defined(my $user = $extra->{mysql_definer}) ){
239 $create .= " DEFINER = ${user}\n";
242 if( exists($extra->{mysql_security}) && defined(my $security = $extra->{mysql_security}) ){
243 $create .= " SQL SECURITY ${security}\n" if $security =~ /(?:DEFINER|INVOKER)/i;
247 $create .= " VIEW ${qt}${view_name}${qt}";
249 if( my @fields = $view->fields ){
250 my $list = join ', ', map { "${qf}${_}${qf}"} @fields;
251 $create .= " ( ${list} )";
253 if( my $sql = $view->sql ){
254 $create .= " AS (\n ${sql}\n )";
259 method create_table($table, $options) {
260 my $qt = $options->{quote_table_names} || '';
261 my $qf = $options->{quote_field_names} || '';
263 my $table_name = $self->quote_table_name($table->name, $qt);
264 #debug("PKG: Looking at table '$table_name'\n");
267 # Header. Should this look like what mysqldump produces?
271 $create .= "--\n-- Table: $table_name\n--\n" unless $options->{no_comments};
272 $drop = qq[DROP TABLE IF EXISTS $table_name] if $options->{add_drop_table};
273 $create .= "CREATE TABLE $table_name (\n";
279 for my $field ( $table->get_fields ) {
280 push @field_defs, $self->create_field($field, $options);
288 for my $index ( $table->get_indices ) {
289 push @index_defs, $self->create_index($index, $options);
290 $indexed_fields{ $_ } = 1 for $index->fields;
294 # Constraints -- need to handle more than just FK. -ky
297 my @constraints = $table->get_constraints;
298 for my $c ( @constraints ) {
299 my $constr = $self->create_constraint($c, $options);
300 push @constraint_defs, $constr if($constr); #use Data::Dumper; warn Dumper($c->columns) if $constr =~ /^CONSTRAINT/; # unless $c->fields;
301 next unless $c->fields;
303 unless ( $indexed_fields{ ($c->fields())[0] } || $c->type ne FOREIGN_KEY ) {
304 push @index_defs, "INDEX ($qf" . ($c->fields())[0] . "$qf)";
305 $indexed_fields{ ($c->fields())[0] } = 1;
309 $create .= join(",\n", map { " $_" }
310 @field_defs, @index_defs, @constraint_defs
317 $create .= $self->generate_table_options($table, $options) || '';
318 # $create .= ";\n\n";
320 return $drop ? ($drop,$create) : $create;
323 method quote_table_name(Str $table_name, Str $qt) {
324 $table_name =~ s/\./$qt.$qt/g;
326 return "$qt$table_name$qt";
329 method generate_table_options(Table $table, $options?) {
332 my $table_type_defined = 0;
333 my $qf = $options->{quote_field_names} ||= '';
334 my $charset = $table->extra->{'mysql_charset'};
335 my $collate = $table->extra->{'mysql_collate'};
338 for my $t1_option_ref ($table->options) {
339 my($key, $value) = %{$t1_option_ref};
340 $table_type_defined = 1
341 if uc $key eq 'ENGINE' or uc $key eq 'TYPE';
342 if (uc $key eq 'CHARACTER SET') {
345 } elsif (uc $key eq 'COLLATE') {
348 } elsif (uc $key eq 'UNION') {
349 $union = "($qf". join("$qf, $qf", @$value) ."$qf)";
352 $create .= " $key=$value";
355 my $mysql_table_type = $table->extra->{'mysql_table_type'};
356 $create .= " ENGINE=$mysql_table_type"
357 if $mysql_table_type && !$table_type_defined;
358 my $comments = $table->comments;
360 $create .= " DEFAULT CHARACTER SET $charset" if $charset;
361 $create .= " COLLATE $collate" if $collate;
362 $create .= " UNION=$union" if $union;
363 $create .= qq[ comment='$comments'] if $comments;
367 method create_field($field, $options?) {
368 my $qf = $options->{quote_field_names} ||= '';
370 my $field_name = $field->name;
371 #debug("PKG: Looking at field '$field_name'\n");
372 my $field_def = "$qf$field_name$qf";
375 my $data_type = $field->data_type;
376 my @size = $field->size;
377 my %extra = $field->extra;
378 my $list = $extra{'list'} || [];
379 # \todo deal with embedded quotes
380 my $commalist = join( ', ', map { qq['$_'] } @$list );
381 my $charset = $extra{'mysql_charset'};
382 my $collate = $extra{'mysql_collate'};
384 my $mysql_version = $options->{mysql_version} || 0;
386 # Oracle "number" type -- figure best MySQL type
388 if ( lc $data_type eq 'number' ) {
390 if ( scalar @size > 1 ) {
391 $data_type = 'double';
393 elsif ( $size[0] && $size[0] >= 12 ) {
394 $data_type = 'bigint';
396 elsif ( $size[0] && $size[0] <= 1 ) {
397 $data_type = 'tinyint';
404 # Convert a large Oracle varchar to "text"
405 # (not necessary as of 5.0.3 http://dev.mysql.com/doc/refman/5.0/en/char.html)
407 elsif ( $data_type =~ /char/i && $size[0] > 255 ) {
408 unless ($size[0] <= 65535 && $mysql_version >= 5.000003 ) {
413 elsif ( $data_type =~ /boolean/i ) {
414 if ($mysql_version >= 4) {
415 $data_type = 'boolean';
418 $commalist = "'0','1'";
421 # elsif ( exists $translate{ lc $data_type } ) {
422 # $data_type = $translate{ lc $data_type };
425 @size = () if $data_type =~ /(text|blob)/i;
427 if ( $data_type =~ /(double|float)/ && scalar @size == 1 ) {
431 $field_def .= " $data_type";
433 if ( lc($data_type) eq 'enum' || lc($data_type) eq 'set') {
434 $field_def .= '(' . $commalist . ')';
437 defined $size[0] && $size[0] > 0
439 ! grep lc($data_type) eq $_, @no_length_attr
441 $field_def .= '(' . join( ', ', @size ) . ')';
445 $field_def .= " CHARACTER SET $charset" if $charset;
446 $field_def .= " COLLATE $collate" if $collate;
449 for my $qual ( qw[ binary unsigned zerofill ] ) {
450 my $val = $extra{ $qual } || $extra{ uc $qual } or next;
451 $field_def .= " $qual";
453 for my $qual ( 'character set', 'collate', 'on update' ) {
454 my $val = $extra{ $qual } || $extra{ uc $qual } or next;
455 $field_def .= " $qual $val";
459 $field_def .= ' NOT NULL' unless $field->is_nullable;
461 # Default? XXX Need better quoting!
462 my $default = $field->default_value;
464 # if ( defined $default ) {
465 # SQL::Translator::Producer->_apply_default_value(
474 if ( my $comments = $field->comments ) {
475 $field_def .= qq[ comment '$comments'];
479 $field_def .= " auto_increment" if $field->is_auto_increment;
484 method alter_create_index(Index $index, $options?) {
485 my $qt = $options->{quote_table_names} || '';
486 my $qf = $options->{quote_field_names} || '';
490 $qt.$index->table->name.$qt,
496 method create_index($index, $options?) {
497 # my ( $index, $options ) = @_;
499 my $qf = $options->{quote_field_names} || '';
504 lc $index->type eq 'normal' ? 'INDEX' : $index->type . ' INDEX',
507 $self->truncate_id_uniquely(
509 $options->{max_id_length} || $DEFAULT_MAX_ID_LENGTH
513 '(' . $qf . join( "$qf, $qf", $index->fields ) . $qf . ')'
517 method alter_drop_index(Index $index, $options?) {
518 my $qt = $options->{quote_table_names} || '';
519 my $qf = $options->{quote_field_names} || '';
523 $qt.$index->table->name.$qt,
526 $index->name || $index->fields
531 method alter_drop_constraint(Constraint $c, $options?) {
532 my $qt = $options->{quote_table_names} || '';
533 my $qc = $options->{quote_field_names} || '';
535 my $out = sprintf('ALTER TABLE %s DROP %s %s',
536 $qt . $c->table->name . $qt,
537 $c->type eq FOREIGN_KEY ? $c->type : "INDEX",
538 $qc . $c->name . $qc );
543 method alter_create_constraint($index, $options?) {
544 my $qt = $options->{quote_table_names} || '';
547 $qt.$index->table->name.$qt,
549 $self->create_constraint(@_) );
552 method create_constraint(Constraint $c, $options?) {
553 my $qf = $options->{quote_field_names} || '';
554 my $qt = $options->{quote_table_names} || '';
555 my $leave_name = $options->{leave_name} || undef;
557 my @fields = $c->fields or return;
559 if ( $c->type eq PRIMARY_KEY ) {
560 return 'PRIMARY KEY (' . $qf . join("$qf, $qf", @fields). $qf . ')';
562 elsif ( $c->type eq UNIQUE ) {
565 (defined $c->name ? $qf.$self->truncate_id_uniquely( $c->name, $options->{max_id_length} || $DEFAULT_MAX_ID_LENGTH ).$qf.' ' : '').
566 '(' . $qf . join("$qf, $qf", @fields). $qf . ')';
568 elsif ( $c->type eq FOREIGN_KEY ) {
570 # Make sure FK field is indexed or MySQL complains.
572 my $table = $c->table;
573 my $c_name = $self->truncate_id_uniquely( $c->name, $options->{max_id_length} || $DEFAULT_MAX_ID_LENGTH );
583 $def .= ' ('.$qf . join( "$qf, $qf", @fields ) . $qf . ')';
585 $def .= ' REFERENCES ' . $qt . $c->reference_table . $qt;
586 my @rfields = map { $_ || () } $c->reference_fields;
588 unless ( @rfields ) {
589 my $rtable_name = $c->reference_table;
590 if ( my $ref_table = $table->schema->get_table( $rtable_name ) ) {
591 push @rfields, $ref_table->primary_key;
594 warn "Can't find reference table '$rtable_name' " .
595 "in schema\n" if $options->{show_warnings};
600 $def .= ' (' . $qf . join( "$qf, $qf", @rfields ) . $qf . ')';
603 warn "FK constraint on " . $table->name . '.' .
604 join('', @fields) . " has no reference fields\n"
605 if $options->{show_warnings};
608 if ( $c->match_type ) {
610 $def .= ( $c->match_type =~ /full/i ) ? 'FULL' : 'PARTIAL';
612 # if ( $c->on_delete ) {
613 # $def .= ' ON DELETE '.join( ' ', $c->on_delete );
616 # if ( $c->on_update ) {
617 # $def .= ' ON UPDATE '.join( ' ', $c->on_update );
625 method alter_table(Str $to_table, $options?) {
626 my $qt = $options->{quote_table_names} || '';
628 my $table_options = $self->generate_table_options($to_table, $options) || '';
629 my $out = sprintf('ALTER TABLE %s%s',
630 $qt . $to_table->name . $qt,
636 method rename_field(@args) { alter_field(@args) }
637 method alter_field(Str $from_field, Str $to_field, $options?) {
638 my $qf = $options->{quote_field_names} || '';
639 my $qt = $options->{quote_table_names} || '';
641 my $out = sprintf('ALTER TABLE %s CHANGE COLUMN %s %s',
642 $qt . $to_field->table->name . $qt,
643 $qf . $from_field->name . $qf,
644 $self->create_field($to_field, $options));
649 method add_field(Str $new_field, $options?) {
650 my $qt = $options->{quote_table_names} || '';
652 my $out = sprintf('ALTER TABLE %s ADD COLUMN %s',
653 $qt . $new_field->table->name . $qt,
654 create_field($new_field, $options));
660 method drop_field(Str $old_field, $options?) {
661 my $qf = $options->{quote_field_names} || '';
662 my $qt = $options->{quote_table_names} || '';
664 my $out = sprintf('ALTER TABLE %s DROP COLUMN %s',
665 $qt . $old_field->table->name . $qt,
666 $qf . $old_field->name . $qf);
672 method batch_alter_table($table, $diff_hash, $options?) {
673 # InnoDB has an issue with dropping and re-adding a FK constraint under the
674 # name in a single alter statment, see: http://bugs.mysql.com/bug.php?id=13741
676 # We have to work round this.
679 my %fks_to_drop = map {
680 $_->type eq FOREIGN_KEY
683 } @{$diff_hash->{alter_drop_constraint} };
685 my %fks_to_create = map {
686 if ( $_->type eq FOREIGN_KEY) {
687 $fks_to_alter{$_->name} = $fks_to_drop{$_->name} if $fks_to_drop{$_->name};
690 } @{$diff_hash->{alter_create_constraint} };
693 if (scalar keys %fks_to_alter) {
694 $diff_hash->{alter_drop_constraint} = [
695 grep { !$fks_to_alter{$_->name} } @{ $diff_hash->{alter_drop_constraint} }
698 @drop_stmt = batch_alter_table($table, { alter_drop_constraint => [ values %fks_to_alter ] }, $options);
703 if (@{ $diff_hash->{$_} || [] }) {
704 my $meth = __PACKAGE__->can($_) or die __PACKAGE__ . " cant $_";
705 map { $meth->( (ref $_ eq 'ARRAY' ? @$_ : $_), $options ) } @{ $diff_hash->{$_} }
708 alter_drop_constraint
715 alter_create_constraint
718 # rename_table makes things a bit more complex
719 my $renamed_from = "";
720 $renamed_from = $diff_hash->{rename_table}[0][0]->name
721 if $diff_hash->{rename_table} && @{$diff_hash->{rename_table}};
723 return unless @stmts;
724 # Just zero or one stmts. return now
725 return (@drop_stmt,@stmts) unless @stmts > 1;
727 # Now strip off the 'ALTER TABLE xyz' of all but the first one
729 my $qt = $options->{quote_table_names} || '';
730 my $table_name = $qt . $table->name . $qt;
733 my $re = $renamed_from
734 ? qr/^ALTER TABLE (?:\Q$table_name\E|\Q$qt$renamed_from$qt\E) /
735 : qr/^ALTER TABLE \Q$table_name\E /;
737 my $first = shift @stmts;
738 my ($alter_table) = $first =~ /($re)/;
740 my $padd = " " x length($alter_table);
742 return @drop_stmt, join( ",\n", $first, map { s/$re//; $padd . $_ } @stmts);
746 method drop_table(Str $table, $options?) {
747 my $qt = $options->{quote_table_names} || '';
749 # Drop (foreign key) constraints so table drops cleanly
750 my @sql = batch_alter_table($table, { alter_drop_constraint => [ grep { $_->type eq 'FOREIGN KEY' } $table->get_constraints ] }, $options);
752 return (@sql, "DROP TABLE $qt$table$qt");
753 # return join("\n", @sql, "DROP TABLE $qt$table$qt");
757 method rename_table(Str $old_table, Str $new_table, $options?) {
758 my $qt = $options->{quote_table_names} || '';
760 return "ALTER TABLE $qt$old_table$qt RENAME TO $qt$new_table$qt";
763 method next_unused_name($name?) {
764 # my $name = shift || '';
765 if ( !defined($used_names{$name}) ) {
766 $used_names{$name} = $name;
771 while ( defined($used_names{$name . '_' . $i}) ) {
775 $used_names{$name} = $name;
779 method header_comment($producer?, $comment_char?) {
780 $producer ||= caller;
781 my $now = scalar localtime;
782 my $DEFAULT_COMMENT = '-- ';
784 $comment_char = $DEFAULT_COMMENT
785 unless defined $comment_char;
787 my $header_comment =<<"HEADER_COMMENT";
789 ${comment_char}Created by $producer
790 ${comment_char}Created on $now
794 # Any additional stuff passed in
795 for my $additional_comment (@_) {
796 $header_comment .= "${comment_char}${additional_comment}\n";
799 return $header_comment;
802 use constant COLLISION_TAG_LENGTH => 8;
804 method truncate_id_uniquely(Str $desired_name, Int $max_symbol_length) {
805 use Digest::SHA1 qw(sha1_hex);
807 unless defined $desired_name && length $desired_name > $max_symbol_length;
809 my $truncated_name = substr $desired_name, 0,
810 $max_symbol_length - COLLISION_TAG_LENGTH - 1;
812 # Hex isn't the most space-efficient, but it skirts around allowed
814 my $digest = sha1_hex($desired_name);
815 my $collision_tag = substr $digest, 0, COLLISION_TAG_LENGTH;
817 return $truncated_name