Release 0.11005
[dbsrgits/SQL-Translator.git] / lib / SQL / Translator / Parser / SQLite.pm
CommitLineData
72aa2647 1package SQL::Translator::Parser::SQLite;
2
3# -------------------------------------------------------------------
478f608d 4# Copyright (C) 2002-2009 SQLFairy Authors
72aa2647 5#
6# This program is free software; you can redistribute it and/or
7# modify it under the terms of the GNU General Public License as
8# published by the Free Software Foundation; version 2.
9#
10# This program is distributed in the hope that it will be useful, but
11# WITHOUT ANY WARRANTY; without even the implied warranty of
12# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
13# General Public License for more details.
14#
15# You should have received a copy of the GNU General Public License
16# along with this program; if not, write to the Free Software
17# Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA
18# 02111-1307 USA
19# -------------------------------------------------------------------
20
21=head1 NAME
22
23SQL::Translator::Parser::SQLite - parser for SQLite
24
25=head1 SYNOPSIS
26
27 use SQL::Translator;
28 use SQL::Translator::Parser::SQLite;
29
30 my $translator = SQL::Translator->new;
31 $translator->parser("SQL::Translator::Parser::SQLite");
32
33=head1 DESCRIPTION
34
35This is a grammar for parsing CREATE statements for SQLite as
36described here:
37
38 http://www.sqlite.org/lang.html
39
40CREATE INDEX
41
42sql-statement ::=
43 CREATE [TEMP | TEMPORARY] [UNIQUE] INDEX index-name
44 ON [database-name .] table-name ( column-name [, column-name]* )
45 [ ON CONFLICT conflict-algorithm ]
46
47column-name ::=
48 name [ ASC | DESC ]
49
50CREATE TABLE
51
52sql-command ::=
53 CREATE [TEMP | TEMPORARY] TABLE table-name (
54 column-def [, column-def]*
55 [, constraint]*
56 )
57
58sql-command ::=
59 CREATE [TEMP | TEMPORARY] TABLE table-name AS select-statement
60
61column-def ::=
62 name [type] [[CONSTRAINT name] column-constraint]*
63
64type ::=
65 typename |
66 typename ( number ) |
67 typename ( number , number )
68
69column-constraint ::=
70 NOT NULL [ conflict-clause ] |
71 PRIMARY KEY [sort-order] [ conflict-clause ] |
72 UNIQUE [ conflict-clause ] |
73 CHECK ( expr ) [ conflict-clause ] |
74 DEFAULT value
75
76constraint ::=
77 PRIMARY KEY ( name [, name]* ) [ conflict-clause ]|
78 UNIQUE ( name [, name]* ) [ conflict-clause ] |
79 CHECK ( expr ) [ conflict-clause ]
80
81conflict-clause ::=
82 ON CONFLICT conflict-algorithm
83
84CREATE TRIGGER
85
86sql-statement ::=
87 CREATE [TEMP | TEMPORARY] TRIGGER trigger-name [ BEFORE | AFTER ]
88 database-event ON [database-name .] table-name
89 trigger-action
90
91sql-statement ::=
92 CREATE [TEMP | TEMPORARY] TRIGGER trigger-name INSTEAD OF
93 database-event ON [database-name .] view-name
94 trigger-action
95
96database-event ::=
97 DELETE |
98 INSERT |
99 UPDATE |
100 UPDATE OF column-list
101
102trigger-action ::=
103 [ FOR EACH ROW | FOR EACH STATEMENT ] [ WHEN expression ]
104 BEGIN
105 trigger-step ; [ trigger-step ; ]*
106 END
107
108trigger-step ::=
109 update-statement | insert-statement |
51af147e 110 delete-statement | select-statement
72aa2647 111
112CREATE VIEW
113
114sql-command ::=
115 CREATE [TEMP | TEMPORARY] VIEW view-name AS select-statement
116
117ON CONFLICT clause
118
119 conflict-clause ::=
120 ON CONFLICT conflict-algorithm
121
122 conflict-algorithm ::=
123 ROLLBACK | ABORT | FAIL | IGNORE | REPLACE
124
125expression
126
127expr ::=
128 expr binary-op expr |
129 expr like-op expr |
130 unary-op expr |
131 ( expr ) |
132 column-name |
133 table-name . column-name |
134 database-name . table-name . column-name |
135 literal-value |
136 function-name ( expr-list | * ) |
137 expr (+) |
138 expr ISNULL |
139 expr NOTNULL |
140 expr [NOT] BETWEEN expr AND expr |
141 expr [NOT] IN ( value-list ) |
142 expr [NOT] IN ( select-statement ) |
143 ( select-statement ) |
144 CASE [expr] ( WHEN expr THEN expr )+ [ELSE expr] END
145
146like-op::=
147 LIKE | GLOB | NOT LIKE | NOT GLOB
148
149=cut
150
151use strict;
da06ac74 152use vars qw[ $DEBUG $VERSION $GRAMMAR @EXPORT_OK ];
11ad2df9 153$VERSION = '1.59';
72aa2647 154$DEBUG = 0 unless defined $DEBUG;
155
156use Data::Dumper;
157use Parse::RecDescent;
158use Exporter;
159use base qw(Exporter);
160
161@EXPORT_OK = qw(parse);
162
163# Enable warnings within the Parse::RecDescent module.
164$::RD_ERRORS = 1; # Make sure the parser dies when it encounters an error
165$::RD_WARN = 1; # Enable warnings. This will warn on unused rules &c.
166$::RD_HINT = 1; # Give out hints to help fix problems.
167
168$GRAMMAR = q!
169
170{
70698e1c 171 my ( %tables, $table_order, @table_comments, @views, @triggers );
72aa2647 172}
173
174#
175# The "eofile" rule makes the parser fail if any "statement" rule
176# fails. Otherwise, the first successful match by a "statement"
177# won't cause the failure needed to know that the parse, as a whole,
178# failed. -ky
179#
70698e1c 180startrule : statement(s) eofile {
8c12c406 181 $return = {
70698e1c 182 tables => \%tables,
183 views => \@views,
184 triggers => \@triggers,
185 }
186}
72aa2647 187
188eofile : /^\Z/
189
190statement : begin_transaction
191 | commit
ac9c4e2e 192 | drop
72aa2647 193 | comment
194 | create
195 | <error>
196
f9c96971 197begin_transaction : /begin/i TRANSACTION(?) SEMICOLON
72aa2647 198
199commit : /commit/i SEMICOLON
200
ae602737 201drop : /drop/i (tbl_drop | view_drop | trg_drop) SEMICOLON
202
203tbl_drop: TABLE <commit> table_name
204
205view_drop: VIEW if_exists(?) view_name
206
207trg_drop: TRIGGER if_exists(?) trigger_name
ac9c4e2e 208
72aa2647 209comment : /^\s*(?:#|-{2}).*\n/
210 {
211 my $comment = $item[1];
212 $comment =~ s/^\s*(#|-{2})\s*//;
213 $comment =~ s/\s*$//;
214 $return = $comment;
215 }
216
217comment : /\/\*/ /[^\*]+/ /\*\//
218 {
219 my $comment = $item[2];
220 $comment =~ s/^\s*|\s*$//g;
221 $return = $comment;
222 }
223
224#
225# Create Index
226#
6ceb5f1c 227create : CREATE TEMPORARY(?) UNIQUE(?) INDEX NAME ON table_name parens_field_list conflict_clause(?) SEMICOLON
72aa2647 228 {
229 my $db_name = $item[7]->{'db_name'} || '';
230 my $table_name = $item[7]->{'name'};
231
232 my $index = {
233 name => $item[5],
234 fields => $item[8],
235 on_conflict => $item[9][0],
236 is_temporary => $item[2][0] ? 1 : 0,
237 };
238
239 my $is_unique = $item[3][0];
240
241 if ( $is_unique ) {
242 $index->{'type'} = 'unique';
243 push @{ $tables{ $table_name }{'constraints'} }, $index;
244 }
245 else {
246 push @{ $tables{ $table_name }{'indices'} }, $index;
247 }
248 }
249
250#
251# Create Table
252#
253create : CREATE TEMPORARY(?) TABLE table_name '(' definition(s /,/) ')' SEMICOLON
254 {
255 my $db_name = $item[4]->{'db_name'} || '';
256 my $table_name = $item[4]->{'name'};
257
258 $tables{ $table_name }{'name'} = $table_name;
259 $tables{ $table_name }{'is_temporary'} = $item[2][0] ? 1 : 0;
260 $tables{ $table_name }{'order'} = ++$table_order;
261
262 for my $def ( @{ $item[6] } ) {
263 if ( $def->{'supertype'} eq 'column' ) {
264 push @{ $tables{ $table_name }{'fields'} }, $def;
265 }
266 elsif ( $def->{'supertype'} eq 'constraint' ) {
267 push @{ $tables{ $table_name }{'constraints'} }, $def;
268 }
269 }
270 }
271
272definition : constraint_def | column_def
273
ae602737 274column_def: comment(s?) NAME type(?) column_constraint(s?)
72aa2647 275 {
276 my $column = {
277 supertype => 'column',
ae602737 278 name => $item[2],
279 data_type => $item[3][0]->{'type'},
280 size => $item[3][0]->{'size'},
72aa2647 281 is_nullable => 1,
282 is_primary_key => 0,
283 is_unique => 0,
284 check => '',
285 default => undef,
ae602737 286 constraints => $item[4],
287 comments => $item[1],
72aa2647 288 };
289
ae602737 290
291 for my $c ( @{ $item[4] } ) {
72aa2647 292 if ( $c->{'type'} eq 'not_null' ) {
293 $column->{'is_nullable'} = 0;
294 }
295 elsif ( $c->{'type'} eq 'primary_key' ) {
296 $column->{'is_primary_key'} = 1;
297 }
298 elsif ( $c->{'type'} eq 'unique' ) {
299 $column->{'is_unique'} = 1;
300 }
301 elsif ( $c->{'type'} eq 'check' ) {
302 $column->{'check'} = $c->{'expression'};
303 }
304 elsif ( $c->{'type'} eq 'default' ) {
305 $column->{'default'} = $c->{'value'};
306 }
6ceb5f1c 307 elsif ( $c->{'type'} eq 'autoincrement' ) {
308 $column->{'is_auto_inc'} = 1;
309 }
72aa2647 310 }
311
312 $column;
313 }
314
315type : WORD parens_value_list(?)
316 {
317 $return = {
318 type => $item[1],
319 size => $item[2][0],
320 }
321 }
322
323column_constraint : NOT_NULL conflict_clause(?)
324 {
325 $return = {
326 type => 'not_null',
327 }
328 }
329 |
330 PRIMARY_KEY sort_order(?) conflict_clause(?)
331 {
332 $return = {
333 type => 'primary_key',
334 sort_order => $item[2][0],
335 on_conflict => $item[2][0],
336 }
337 }
338 |
339 UNIQUE conflict_clause(?)
340 {
341 $return = {
342 type => 'unique',
343 on_conflict => $item[2][0],
344 }
345 }
346 |
347 CHECK_C '(' expr ')' conflict_clause(?)
348 {
349 $return = {
350 type => 'check',
351 expression => $item[3],
352 on_conflict => $item[5][0],
353 }
354 }
355 |
356 DEFAULT VALUE
357 {
358 $return = {
359 type => 'default',
360 value => $item[2],
361 }
362 }
08e01b5c 363 |
364 REFERENCES ref_def
365 {
366 $return = {
367 type => 'foreign_key',
368 reference_table => $item[2]{'reference_table'},
369 reference_fields => $item[2]{'reference_fields'},
370 }
371 }
6ceb5f1c 372 |
373 AUTOINCREMENT
374 {
375 $return = {
376 type => 'autoincrement',
377 }
378 }
72aa2647 379
380constraint_def : PRIMARY_KEY parens_field_list conflict_clause(?)
381 {
382 $return = {
383 supertype => 'constraint',
384 type => 'primary_key',
385 fields => $item[2],
386 on_conflict => $item[3][0],
387 }
388 }
389 |
390 UNIQUE parens_field_list conflict_clause(?)
391 {
392 $return = {
393 supertype => 'constraint',
394 type => 'unique',
395 fields => $item[2],
396 on_conflict => $item[3][0],
397 }
398 }
399 |
400 CHECK_C '(' expr ')' conflict_clause(?)
401 {
402 $return = {
403 supertype => 'constraint',
404 type => 'check',
405 expression => $item[3],
406 on_conflict => $item[5][0],
407 }
408 }
409
08e01b5c 410ref_def : /(\w+)\s*\((\w+)\)/
411 { $return = { reference_table => $1, reference_fields => $2 } }
412
72aa2647 413table_name : qualified_name
414
415qualified_name : NAME
416 { $return = { name => $item[1] } }
417
418qualified_name : /(\w+)\.(\w+)/
419 { $return = { db_name => $1, name => $2 } }
420
421field_name : NAME
422
423conflict_clause : /on conflict/i conflict_algorigthm
424
425conflict_algorigthm : /(rollback|abort|fail|ignore|replace)/i
426
427parens_field_list : '(' column_list ')'
428 { $item[2] }
429
430column_list : field_name(s /,/)
431
432parens_value_list : '(' VALUE(s /,/) ')'
433 { $item[2] }
434
435expr : /[^)]+/
436
437sort_order : /(ASC|DESC)/i
438
439#
440# Create Trigger
441
2661d702 442create : CREATE TEMPORARY(?) TRIGGER NAME before_or_after(?) database_event ON table_name trigger_action SEMICOLON
72aa2647 443 {
444 my $table_name = $item[8]->{'name'};
70698e1c 445 push @triggers, {
72aa2647 446 name => $item[4],
447 is_temporary => $item[2][0] ? 1 : 0,
448 when => $item[5][0],
449 instead_of => 0,
d0fcb05d 450 db_events => [ $item[6] ],
72aa2647 451 action => $item[9],
da2f5992 452 on_table => $table_name,
72aa2647 453 }
454 }
455
456create : CREATE TEMPORARY(?) TRIGGER NAME instead_of database_event ON view_name trigger_action
457 {
458 my $table_name = $item[8]->{'name'};
70698e1c 459 push @triggers, {
72aa2647 460 name => $item[4],
461 is_temporary => $item[2][0] ? 1 : 0,
462 when => undef,
463 instead_of => 1,
d0fcb05d 464 db_events => [ $item[6] ],
72aa2647 465 action => $item[9],
da2f5992 466 on_table => $table_name,
72aa2647 467 }
468 }
469
470database_event : /(delete|insert|update)/i
471
472database_event : /update of/i column_list
473
474trigger_action : for_each(?) when(?) BEGIN_C trigger_step(s) END_C
475 {
476 $return = {
477 for_each => $item[1][0],
478 when => $item[2][0],
479 steps => $item[4],
480 }
481 }
482
d0fcb05d 483for_each : /FOR EACH ROW/i
72aa2647 484
485when : WHEN expr { $item[2] }
486
9bf756df 487string :
488 /'(\\.|''|[^\\\'])*'/
489
490nonstring : /[^;\'"]+/
491
9644fab3 492statement_body : string | nonstring
9bf756df 493
9644fab3 494trigger_step : /(select|delete|insert|update)/i statement_body(s?) SEMICOLON
72aa2647 495 {
67a1819d 496 $return = join( ' ', $item[1], join ' ', @{ $item[2] || [] } )
72aa2647 497 }
498
499before_or_after : /(before|after)/i { $return = lc $1 }
500
501instead_of : /instead of/i
502
ae602737 503if_exists : /if exists/i
504
72aa2647 505view_name : qualified_name
506
ae602737 507trigger_name : qualified_name
508
72aa2647 509#
70698e1c 510# Create View
511#
512create : CREATE TEMPORARY(?) VIEW view_name AS select_statement
513 {
514 push @views, {
515 name => $item[4]->{'name'},
516 sql => $item[6],
517 is_temporary => $item[2][0] ? 1 : 0,
518 }
519 }
520
521select_statement : SELECT /[^;]+/ SEMICOLON
522 {
523 $return = join( ' ', $item[1], $item[2] );
524 }
525
526#
72aa2647 527# Tokens
528#
529BEGIN_C : /begin/i
530
531END_C : /end/i
532
f9c96971 533TRANSACTION: /transaction/i
534
72aa2647 535CREATE : /create/i
536
537TEMPORARY : /temp(orary)?/i { 1 }
538
539TABLE : /table/i
540
541INDEX : /index/i
542
543NOT_NULL : /not null/i
544
545PRIMARY_KEY : /primary key/i
546
547CHECK_C : /check/i
548
549DEFAULT : /default/i
550
551TRIGGER : /trigger/i
552
70698e1c 553VIEW : /view/i
554
555SELECT : /select/i
556
72aa2647 557ON : /on/i
558
70698e1c 559AS : /as/i
560
72aa2647 561WORD : /\w+/
562
563WHEN : /when/i
564
08e01b5c 565REFERENCES : /references/i
566
6ceb5f1c 567AUTOINCREMENT : /autoincrement/i
568
72aa2647 569UNIQUE : /unique/i { 1 }
570
571SEMICOLON : ';'
572
6ceb5f1c 573NAME : /["']?(\w+)["']?/ { $return = $1 }
72aa2647 574
70698e1c 575VALUE : /[-+]?\.?\d+(?:[eE]\d+)?/
72aa2647 576 { $item[1] }
577 | /'.*?'/
578 {
579 # remove leading/trailing quotes
580 my $val = $item[1];
581 $val =~ s/^['"]|['"]$//g;
582 $return = $val;
583 }
584 | /NULL/
585 { 'NULL' }
ac9c4e2e 586 | /CURRENT_TIMESTAMP/i
587 { 'CURRENT_TIMESTAMP' }
72aa2647 588
589!;
590
591# -------------------------------------------------------------------
592sub parse {
593 my ( $translator, $data ) = @_;
594 my $parser = Parse::RecDescent->new($GRAMMAR);
595
596 local $::RD_TRACE = $translator->trace ? 1 : undef;
597 local $DEBUG = $translator->debug;
598
599 unless (defined $parser) {
600 return $translator->error("Error instantiating Parse::RecDescent ".
601 "instance: Bad grammer");
602 }
603
604 my $result = $parser->startrule($data);
605 return $translator->error( "Parse failed." ) unless defined $result;
606 warn Dumper( $result ) if $DEBUG;
607
608 my $schema = $translator->schema;
b727fc08 609 my @tables =
610 map { $_->[1] }
611 sort { $a->[0] <=> $b->[0] }
612 map { [ $result->{'tables'}{ $_ }->{'order'}, $_ ] }
613 keys %{ $result->{'tables'} };
72aa2647 614
615 for my $table_name ( @tables ) {
70698e1c 616 my $tdata = $result->{'tables'}{ $table_name };
72aa2647 617 my $table = $schema->add_table(
618 name => $tdata->{'name'},
619 ) or die $schema->error;
620
621 $table->comments( $tdata->{'comments'} );
622
623 for my $fdata ( @{ $tdata->{'fields'} } ) {
624 my $field = $table->add_field(
625 name => $fdata->{'name'},
626 data_type => $fdata->{'data_type'},
627 size => $fdata->{'size'},
628 default_value => $fdata->{'default'},
629 is_auto_increment => $fdata->{'is_auto_inc'},
630 is_nullable => $fdata->{'is_nullable'},
631 comments => $fdata->{'comments'},
632 ) or die $table->error;
633
634 $table->primary_key( $field->name ) if $fdata->{'is_primary_key'};
635
636 for my $cdata ( @{ $fdata->{'constraints'} } ) {
637 next unless $cdata->{'type'} eq 'foreign_key';
638 $cdata->{'fields'} ||= [ $field->name ];
639 push @{ $tdata->{'constraints'} }, $cdata;
640 }
641 }
642
643 for my $idata ( @{ $tdata->{'indices'} || [] } ) {
644 my $index = $table->add_index(
645 name => $idata->{'name'},
646 type => uc $idata->{'type'},
647 fields => $idata->{'fields'},
648 ) or die $table->error;
649 }
650
651 for my $cdata ( @{ $tdata->{'constraints'} || [] } ) {
652 my $constraint = $table->add_constraint(
653 name => $cdata->{'name'},
654 type => $cdata->{'type'},
655 fields => $cdata->{'fields'},
656 reference_table => $cdata->{'reference_table'},
657 reference_fields => $cdata->{'reference_fields'},
658 match_type => $cdata->{'match_type'} || '',
08e01b5c 659 on_delete => $cdata->{'on_delete'}
660 || $cdata->{'on_delete_do'},
661 on_update => $cdata->{'on_update'}
662 || $cdata->{'on_update_do'},
72aa2647 663 ) or die $table->error;
664 }
665 }
666
70698e1c 667 for my $def ( @{ $result->{'views'} || [] } ) {
668 my $view = $schema->add_view(
669 name => $def->{'name'},
670 sql => $def->{'sql'},
671 );
672 }
673
674 for my $def ( @{ $result->{'triggers'} || [] } ) {
675 my $view = $schema->add_trigger(
676 name => $def->{'name'},
677 perform_action_when => $def->{'when'},
d0fcb05d 678 database_events => $def->{'db_events'},
70698e1c 679 action => $def->{'action'},
da2f5992 680 on_table => $def->{'on_table'},
70698e1c 681 );
682 }
683
72aa2647 684 return 1;
685}
686
6871;
688
689# -------------------------------------------------------------------
690# All wholsome food is caught without a net or a trap.
691# William Blake
692# -------------------------------------------------------------------
693
694=pod
695
696=head1 AUTHOR
697
08e01b5c 698Ken Youens-Clark E<lt>kclark@cpan.orgE<gt>.
72aa2647 699
700=head1 SEE ALSO
701
702perl(1), Parse::RecDescent, SQL::Translator::Schema.
703
704=cut