Commit | Line | Data |
72aa2647 |
1 | package SQL::Translator::Parser::SQLite; |
2 | |
3 | # ------------------------------------------------------------------- |
67a1819d |
4 | # $Id: SQLite.pm,v 1.11 2006-06-22 19:06:35 mwz444 Exp $ |
72aa2647 |
5 | # ------------------------------------------------------------------- |
90075866 |
6 | # Copyright (C) 2002-4 SQLFairy Authors |
72aa2647 |
7 | # |
8 | # This program is free software; you can redistribute it and/or |
9 | # modify it under the terms of the GNU General Public License as |
10 | # published by the Free Software Foundation; version 2. |
11 | # |
12 | # This program is distributed in the hope that it will be useful, but |
13 | # WITHOUT ANY WARRANTY; without even the implied warranty of |
14 | # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU |
15 | # General Public License for more details. |
16 | # |
17 | # You should have received a copy of the GNU General Public License |
18 | # along with this program; if not, write to the Free Software |
19 | # Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA |
20 | # 02111-1307 USA |
21 | # ------------------------------------------------------------------- |
22 | |
23 | =head1 NAME |
24 | |
25 | SQL::Translator::Parser::SQLite - parser for SQLite |
26 | |
27 | =head1 SYNOPSIS |
28 | |
29 | use SQL::Translator; |
30 | use SQL::Translator::Parser::SQLite; |
31 | |
32 | my $translator = SQL::Translator->new; |
33 | $translator->parser("SQL::Translator::Parser::SQLite"); |
34 | |
35 | =head1 DESCRIPTION |
36 | |
37 | This is a grammar for parsing CREATE statements for SQLite as |
38 | described here: |
39 | |
40 | http://www.sqlite.org/lang.html |
41 | |
42 | CREATE INDEX |
43 | |
44 | sql-statement ::= |
45 | CREATE [TEMP | TEMPORARY] [UNIQUE] INDEX index-name |
46 | ON [database-name .] table-name ( column-name [, column-name]* ) |
47 | [ ON CONFLICT conflict-algorithm ] |
48 | |
49 | column-name ::= |
50 | name [ ASC | DESC ] |
51 | |
52 | CREATE TABLE |
53 | |
54 | sql-command ::= |
55 | CREATE [TEMP | TEMPORARY] TABLE table-name ( |
56 | column-def [, column-def]* |
57 | [, constraint]* |
58 | ) |
59 | |
60 | sql-command ::= |
61 | CREATE [TEMP | TEMPORARY] TABLE table-name AS select-statement |
62 | |
63 | column-def ::= |
64 | name [type] [[CONSTRAINT name] column-constraint]* |
65 | |
66 | type ::= |
67 | typename | |
68 | typename ( number ) | |
69 | typename ( number , number ) |
70 | |
71 | column-constraint ::= |
72 | NOT NULL [ conflict-clause ] | |
73 | PRIMARY KEY [sort-order] [ conflict-clause ] | |
74 | UNIQUE [ conflict-clause ] | |
75 | CHECK ( expr ) [ conflict-clause ] | |
76 | DEFAULT value |
77 | |
78 | constraint ::= |
79 | PRIMARY KEY ( name [, name]* ) [ conflict-clause ]| |
80 | UNIQUE ( name [, name]* ) [ conflict-clause ] | |
81 | CHECK ( expr ) [ conflict-clause ] |
82 | |
83 | conflict-clause ::= |
84 | ON CONFLICT conflict-algorithm |
85 | |
86 | CREATE TRIGGER |
87 | |
88 | sql-statement ::= |
89 | CREATE [TEMP | TEMPORARY] TRIGGER trigger-name [ BEFORE | AFTER ] |
90 | database-event ON [database-name .] table-name |
91 | trigger-action |
92 | |
93 | sql-statement ::= |
94 | CREATE [TEMP | TEMPORARY] TRIGGER trigger-name INSTEAD OF |
95 | database-event ON [database-name .] view-name |
96 | trigger-action |
97 | |
98 | database-event ::= |
99 | DELETE | |
100 | INSERT | |
101 | UPDATE | |
102 | UPDATE OF column-list |
103 | |
104 | trigger-action ::= |
105 | [ FOR EACH ROW | FOR EACH STATEMENT ] [ WHEN expression ] |
106 | BEGIN |
107 | trigger-step ; [ trigger-step ; ]* |
108 | END |
109 | |
110 | trigger-step ::= |
111 | update-statement | insert-statement | |
51af147e |
112 | delete-statement | select-statement |
72aa2647 |
113 | |
114 | CREATE VIEW |
115 | |
116 | sql-command ::= |
117 | CREATE [TEMP | TEMPORARY] VIEW view-name AS select-statement |
118 | |
119 | ON CONFLICT clause |
120 | |
121 | conflict-clause ::= |
122 | ON CONFLICT conflict-algorithm |
123 | |
124 | conflict-algorithm ::= |
125 | ROLLBACK | ABORT | FAIL | IGNORE | REPLACE |
126 | |
127 | expression |
128 | |
129 | expr ::= |
130 | expr binary-op expr | |
131 | expr like-op expr | |
132 | unary-op expr | |
133 | ( expr ) | |
134 | column-name | |
135 | table-name . column-name | |
136 | database-name . table-name . column-name | |
137 | literal-value | |
138 | function-name ( expr-list | * ) | |
139 | expr (+) | |
140 | expr ISNULL | |
141 | expr NOTNULL | |
142 | expr [NOT] BETWEEN expr AND expr | |
143 | expr [NOT] IN ( value-list ) | |
144 | expr [NOT] IN ( select-statement ) | |
145 | ( select-statement ) | |
146 | CASE [expr] ( WHEN expr THEN expr )+ [ELSE expr] END |
147 | |
148 | like-op::= |
149 | LIKE | GLOB | NOT LIKE | NOT GLOB |
150 | |
151 | =cut |
152 | |
153 | use strict; |
154 | use vars qw[ $DEBUG $VERSION $GRAMMAR @EXPORT_OK ]; |
67a1819d |
155 | $VERSION = sprintf "%d.%02d", q$Revision: 1.11 $ =~ /(\d+)\.(\d+)/; |
72aa2647 |
156 | $DEBUG = 0 unless defined $DEBUG; |
157 | |
158 | use Data::Dumper; |
159 | use Parse::RecDescent; |
160 | use Exporter; |
161 | use base qw(Exporter); |
162 | |
163 | @EXPORT_OK = qw(parse); |
164 | |
165 | # Enable warnings within the Parse::RecDescent module. |
166 | $::RD_ERRORS = 1; # Make sure the parser dies when it encounters an error |
167 | $::RD_WARN = 1; # Enable warnings. This will warn on unused rules &c. |
168 | $::RD_HINT = 1; # Give out hints to help fix problems. |
169 | |
170 | $GRAMMAR = q! |
171 | |
172 | { |
70698e1c |
173 | my ( %tables, $table_order, @table_comments, @views, @triggers ); |
72aa2647 |
174 | } |
175 | |
176 | # |
177 | # The "eofile" rule makes the parser fail if any "statement" rule |
178 | # fails. Otherwise, the first successful match by a "statement" |
179 | # won't cause the failure needed to know that the parse, as a whole, |
180 | # failed. -ky |
181 | # |
70698e1c |
182 | startrule : statement(s) eofile { |
8c12c406 |
183 | $return = { |
70698e1c |
184 | tables => \%tables, |
185 | views => \@views, |
186 | triggers => \@triggers, |
187 | } |
188 | } |
72aa2647 |
189 | |
190 | eofile : /^\Z/ |
191 | |
192 | statement : begin_transaction |
193 | | commit |
ac9c4e2e |
194 | | drop |
72aa2647 |
195 | | comment |
196 | | create |
197 | | <error> |
198 | |
199 | begin_transaction : /begin transaction/i SEMICOLON |
200 | |
201 | commit : /commit/i SEMICOLON |
202 | |
ac9c4e2e |
203 | drop : /drop/i TABLE <commit> table_name SEMICOLON |
204 | |
72aa2647 |
205 | comment : /^\s*(?:#|-{2}).*\n/ |
206 | { |
207 | my $comment = $item[1]; |
208 | $comment =~ s/^\s*(#|-{2})\s*//; |
209 | $comment =~ s/\s*$//; |
210 | $return = $comment; |
211 | } |
212 | |
213 | comment : /\/\*/ /[^\*]+/ /\*\// |
214 | { |
215 | my $comment = $item[2]; |
216 | $comment =~ s/^\s*|\s*$//g; |
217 | $return = $comment; |
218 | } |
219 | |
220 | # |
221 | # Create Index |
222 | # |
223 | create : CREATE TEMPORARY(?) UNIQUE(?) INDEX WORD ON table_name parens_field_list conflict_clause(?) SEMICOLON |
224 | { |
225 | my $db_name = $item[7]->{'db_name'} || ''; |
226 | my $table_name = $item[7]->{'name'}; |
227 | |
228 | my $index = { |
229 | name => $item[5], |
230 | fields => $item[8], |
231 | on_conflict => $item[9][0], |
232 | is_temporary => $item[2][0] ? 1 : 0, |
233 | }; |
234 | |
235 | my $is_unique = $item[3][0]; |
236 | |
237 | if ( $is_unique ) { |
238 | $index->{'type'} = 'unique'; |
239 | push @{ $tables{ $table_name }{'constraints'} }, $index; |
240 | } |
241 | else { |
242 | push @{ $tables{ $table_name }{'indices'} }, $index; |
243 | } |
244 | } |
245 | |
246 | # |
247 | # Create Table |
248 | # |
249 | create : CREATE TEMPORARY(?) TABLE table_name '(' definition(s /,/) ')' SEMICOLON |
250 | { |
251 | my $db_name = $item[4]->{'db_name'} || ''; |
252 | my $table_name = $item[4]->{'name'}; |
253 | |
254 | $tables{ $table_name }{'name'} = $table_name; |
255 | $tables{ $table_name }{'is_temporary'} = $item[2][0] ? 1 : 0; |
256 | $tables{ $table_name }{'order'} = ++$table_order; |
257 | |
258 | for my $def ( @{ $item[6] } ) { |
259 | if ( $def->{'supertype'} eq 'column' ) { |
260 | push @{ $tables{ $table_name }{'fields'} }, $def; |
261 | } |
262 | elsif ( $def->{'supertype'} eq 'constraint' ) { |
263 | push @{ $tables{ $table_name }{'constraints'} }, $def; |
264 | } |
265 | } |
266 | } |
267 | |
268 | definition : constraint_def | column_def |
269 | |
270 | column_def: NAME type(?) column_constraint(s?) |
271 | { |
272 | my $column = { |
273 | supertype => 'column', |
274 | name => $item[1], |
275 | data_type => $item[2][0]->{'type'}, |
276 | size => $item[2][0]->{'size'}, |
277 | is_nullable => 1, |
278 | is_primary_key => 0, |
279 | is_unique => 0, |
280 | check => '', |
281 | default => undef, |
282 | constraints => $item[3], |
283 | }; |
284 | |
285 | for my $c ( @{ $item[3] } ) { |
286 | if ( $c->{'type'} eq 'not_null' ) { |
287 | $column->{'is_nullable'} = 0; |
288 | } |
289 | elsif ( $c->{'type'} eq 'primary_key' ) { |
290 | $column->{'is_primary_key'} = 1; |
291 | } |
292 | elsif ( $c->{'type'} eq 'unique' ) { |
293 | $column->{'is_unique'} = 1; |
294 | } |
295 | elsif ( $c->{'type'} eq 'check' ) { |
296 | $column->{'check'} = $c->{'expression'}; |
297 | } |
298 | elsif ( $c->{'type'} eq 'default' ) { |
299 | $column->{'default'} = $c->{'value'}; |
300 | } |
301 | } |
302 | |
303 | $column; |
304 | } |
305 | |
306 | type : WORD parens_value_list(?) |
307 | { |
308 | $return = { |
309 | type => $item[1], |
310 | size => $item[2][0], |
311 | } |
312 | } |
313 | |
314 | column_constraint : NOT_NULL conflict_clause(?) |
315 | { |
316 | $return = { |
317 | type => 'not_null', |
318 | } |
319 | } |
320 | | |
321 | PRIMARY_KEY sort_order(?) conflict_clause(?) |
322 | { |
323 | $return = { |
324 | type => 'primary_key', |
325 | sort_order => $item[2][0], |
326 | on_conflict => $item[2][0], |
327 | } |
328 | } |
329 | | |
330 | UNIQUE conflict_clause(?) |
331 | { |
332 | $return = { |
333 | type => 'unique', |
334 | on_conflict => $item[2][0], |
335 | } |
336 | } |
337 | | |
338 | CHECK_C '(' expr ')' conflict_clause(?) |
339 | { |
340 | $return = { |
341 | type => 'check', |
342 | expression => $item[3], |
343 | on_conflict => $item[5][0], |
344 | } |
345 | } |
346 | | |
347 | DEFAULT VALUE |
348 | { |
349 | $return = { |
350 | type => 'default', |
351 | value => $item[2], |
352 | } |
353 | } |
354 | |
355 | constraint_def : PRIMARY_KEY parens_field_list conflict_clause(?) |
356 | { |
357 | $return = { |
358 | supertype => 'constraint', |
359 | type => 'primary_key', |
360 | fields => $item[2], |
361 | on_conflict => $item[3][0], |
362 | } |
363 | } |
364 | | |
365 | UNIQUE parens_field_list conflict_clause(?) |
366 | { |
367 | $return = { |
368 | supertype => 'constraint', |
369 | type => 'unique', |
370 | fields => $item[2], |
371 | on_conflict => $item[3][0], |
372 | } |
373 | } |
374 | | |
375 | CHECK_C '(' expr ')' conflict_clause(?) |
376 | { |
377 | $return = { |
378 | supertype => 'constraint', |
379 | type => 'check', |
380 | expression => $item[3], |
381 | on_conflict => $item[5][0], |
382 | } |
383 | } |
384 | |
385 | table_name : qualified_name |
386 | |
387 | qualified_name : NAME |
388 | { $return = { name => $item[1] } } |
389 | |
390 | qualified_name : /(\w+)\.(\w+)/ |
391 | { $return = { db_name => $1, name => $2 } } |
392 | |
393 | field_name : NAME |
394 | |
395 | conflict_clause : /on conflict/i conflict_algorigthm |
396 | |
397 | conflict_algorigthm : /(rollback|abort|fail|ignore|replace)/i |
398 | |
399 | parens_field_list : '(' column_list ')' |
400 | { $item[2] } |
401 | |
402 | column_list : field_name(s /,/) |
403 | |
404 | parens_value_list : '(' VALUE(s /,/) ')' |
405 | { $item[2] } |
406 | |
407 | expr : /[^)]+/ |
408 | |
409 | sort_order : /(ASC|DESC)/i |
410 | |
411 | # |
412 | # Create Trigger |
413 | |
414 | create : CREATE TEMPORARY(?) TRIGGER NAME before_or_after(?) database_event ON table_name trigger_action |
415 | { |
416 | my $table_name = $item[8]->{'name'}; |
70698e1c |
417 | push @triggers, { |
72aa2647 |
418 | name => $item[4], |
419 | is_temporary => $item[2][0] ? 1 : 0, |
420 | when => $item[5][0], |
421 | instead_of => 0, |
422 | db_event => $item[6], |
423 | action => $item[9], |
da2f5992 |
424 | on_table => $table_name, |
72aa2647 |
425 | } |
426 | } |
427 | |
428 | create : CREATE TEMPORARY(?) TRIGGER NAME instead_of database_event ON view_name trigger_action |
429 | { |
430 | my $table_name = $item[8]->{'name'}; |
70698e1c |
431 | push @triggers, { |
72aa2647 |
432 | name => $item[4], |
433 | is_temporary => $item[2][0] ? 1 : 0, |
434 | when => undef, |
435 | instead_of => 1, |
436 | db_event => $item[6], |
437 | action => $item[9], |
da2f5992 |
438 | on_table => $table_name, |
72aa2647 |
439 | } |
440 | } |
441 | |
442 | database_event : /(delete|insert|update)/i |
443 | |
444 | database_event : /update of/i column_list |
445 | |
446 | trigger_action : for_each(?) when(?) BEGIN_C trigger_step(s) END_C |
447 | { |
448 | $return = { |
449 | for_each => $item[1][0], |
450 | when => $item[2][0], |
451 | steps => $item[4], |
452 | } |
453 | } |
454 | |
455 | for_each : /FOR EACH ROW/i | /FOR EACH STATEMENT/i |
456 | |
457 | when : WHEN expr { $item[2] } |
458 | |
9bf756df |
459 | string : |
460 | /'(\\.|''|[^\\\'])*'/ |
461 | |
462 | nonstring : /[^;\'"]+/ |
463 | |
464 | statement_body : (string | nonstring)(s?) |
465 | |
466 | trigger_step : /(select|delete|insert|update)/i statement_body SEMICOLON |
72aa2647 |
467 | { |
67a1819d |
468 | $return = join( ' ', $item[1], join ' ', @{ $item[2] || [] } ) |
72aa2647 |
469 | } |
470 | |
471 | before_or_after : /(before|after)/i { $return = lc $1 } |
472 | |
473 | instead_of : /instead of/i |
474 | |
475 | view_name : qualified_name |
476 | |
477 | # |
70698e1c |
478 | # Create View |
479 | # |
480 | create : CREATE TEMPORARY(?) VIEW view_name AS select_statement |
481 | { |
482 | push @views, { |
483 | name => $item[4]->{'name'}, |
484 | sql => $item[6], |
485 | is_temporary => $item[2][0] ? 1 : 0, |
486 | } |
487 | } |
488 | |
489 | select_statement : SELECT /[^;]+/ SEMICOLON |
490 | { |
491 | $return = join( ' ', $item[1], $item[2] ); |
492 | } |
493 | |
494 | # |
72aa2647 |
495 | # Tokens |
496 | # |
497 | BEGIN_C : /begin/i |
498 | |
499 | END_C : /end/i |
500 | |
501 | CREATE : /create/i |
502 | |
503 | TEMPORARY : /temp(orary)?/i { 1 } |
504 | |
505 | TABLE : /table/i |
506 | |
507 | INDEX : /index/i |
508 | |
509 | NOT_NULL : /not null/i |
510 | |
511 | PRIMARY_KEY : /primary key/i |
512 | |
513 | CHECK_C : /check/i |
514 | |
515 | DEFAULT : /default/i |
516 | |
517 | TRIGGER : /trigger/i |
518 | |
70698e1c |
519 | VIEW : /view/i |
520 | |
521 | SELECT : /select/i |
522 | |
72aa2647 |
523 | ON : /on/i |
524 | |
70698e1c |
525 | AS : /as/i |
526 | |
72aa2647 |
527 | WORD : /\w+/ |
528 | |
529 | WHEN : /when/i |
530 | |
531 | UNIQUE : /unique/i { 1 } |
532 | |
533 | SEMICOLON : ';' |
534 | |
70698e1c |
535 | NAME : /'?(\w+)'?/ { $return = $1 } |
72aa2647 |
536 | |
70698e1c |
537 | VALUE : /[-+]?\.?\d+(?:[eE]\d+)?/ |
72aa2647 |
538 | { $item[1] } |
539 | | /'.*?'/ |
540 | { |
541 | # remove leading/trailing quotes |
542 | my $val = $item[1]; |
543 | $val =~ s/^['"]|['"]$//g; |
544 | $return = $val; |
545 | } |
546 | | /NULL/ |
547 | { 'NULL' } |
ac9c4e2e |
548 | | /CURRENT_TIMESTAMP/i |
549 | { 'CURRENT_TIMESTAMP' } |
72aa2647 |
550 | |
551 | !; |
552 | |
553 | # ------------------------------------------------------------------- |
554 | sub parse { |
555 | my ( $translator, $data ) = @_; |
556 | my $parser = Parse::RecDescent->new($GRAMMAR); |
557 | |
558 | local $::RD_TRACE = $translator->trace ? 1 : undef; |
559 | local $DEBUG = $translator->debug; |
560 | |
561 | unless (defined $parser) { |
562 | return $translator->error("Error instantiating Parse::RecDescent ". |
563 | "instance: Bad grammer"); |
564 | } |
565 | |
566 | my $result = $parser->startrule($data); |
567 | return $translator->error( "Parse failed." ) unless defined $result; |
568 | warn Dumper( $result ) if $DEBUG; |
569 | |
570 | my $schema = $translator->schema; |
b727fc08 |
571 | my @tables = |
572 | map { $_->[1] } |
573 | sort { $a->[0] <=> $b->[0] } |
574 | map { [ $result->{'tables'}{ $_ }->{'order'}, $_ ] } |
575 | keys %{ $result->{'tables'} }; |
72aa2647 |
576 | |
577 | for my $table_name ( @tables ) { |
70698e1c |
578 | my $tdata = $result->{'tables'}{ $table_name }; |
72aa2647 |
579 | my $table = $schema->add_table( |
580 | name => $tdata->{'name'}, |
581 | ) or die $schema->error; |
582 | |
583 | $table->comments( $tdata->{'comments'} ); |
584 | |
585 | for my $fdata ( @{ $tdata->{'fields'} } ) { |
586 | my $field = $table->add_field( |
587 | name => $fdata->{'name'}, |
588 | data_type => $fdata->{'data_type'}, |
589 | size => $fdata->{'size'}, |
590 | default_value => $fdata->{'default'}, |
591 | is_auto_increment => $fdata->{'is_auto_inc'}, |
592 | is_nullable => $fdata->{'is_nullable'}, |
593 | comments => $fdata->{'comments'}, |
594 | ) or die $table->error; |
595 | |
596 | $table->primary_key( $field->name ) if $fdata->{'is_primary_key'}; |
597 | |
598 | for my $cdata ( @{ $fdata->{'constraints'} } ) { |
599 | next unless $cdata->{'type'} eq 'foreign_key'; |
600 | $cdata->{'fields'} ||= [ $field->name ]; |
601 | push @{ $tdata->{'constraints'} }, $cdata; |
602 | } |
603 | } |
604 | |
605 | for my $idata ( @{ $tdata->{'indices'} || [] } ) { |
606 | my $index = $table->add_index( |
607 | name => $idata->{'name'}, |
608 | type => uc $idata->{'type'}, |
609 | fields => $idata->{'fields'}, |
610 | ) or die $table->error; |
611 | } |
612 | |
613 | for my $cdata ( @{ $tdata->{'constraints'} || [] } ) { |
614 | my $constraint = $table->add_constraint( |
615 | name => $cdata->{'name'}, |
616 | type => $cdata->{'type'}, |
617 | fields => $cdata->{'fields'}, |
618 | reference_table => $cdata->{'reference_table'}, |
619 | reference_fields => $cdata->{'reference_fields'}, |
620 | match_type => $cdata->{'match_type'} || '', |
100684f3 |
621 | on_delete => $cdata->{'on_delete'} || $cdata->{'on_delete_do'}, |
622 | on_update => $cdata->{'on_update'} || $cdata->{'on_update_do'}, |
72aa2647 |
623 | ) or die $table->error; |
624 | } |
625 | } |
626 | |
70698e1c |
627 | for my $def ( @{ $result->{'views'} || [] } ) { |
628 | my $view = $schema->add_view( |
629 | name => $def->{'name'}, |
630 | sql => $def->{'sql'}, |
631 | ); |
632 | } |
633 | |
634 | for my $def ( @{ $result->{'triggers'} || [] } ) { |
635 | my $view = $schema->add_trigger( |
636 | name => $def->{'name'}, |
637 | perform_action_when => $def->{'when'}, |
638 | database_event => $def->{'db_event'}, |
639 | action => $def->{'action'}, |
da2f5992 |
640 | on_table => $def->{'on_table'}, |
70698e1c |
641 | ); |
642 | } |
643 | |
72aa2647 |
644 | return 1; |
645 | } |
646 | |
647 | 1; |
648 | |
649 | # ------------------------------------------------------------------- |
650 | # All wholsome food is caught without a net or a trap. |
651 | # William Blake |
652 | # ------------------------------------------------------------------- |
653 | |
654 | =pod |
655 | |
656 | =head1 AUTHOR |
657 | |
658 | Ken Y. Clark E<lt>kclark@cpan.orgE<gt>. |
659 | |
660 | =head1 SEE ALSO |
661 | |
662 | perl(1), Parse::RecDescent, SQL::Translator::Schema. |
663 | |
664 | =cut |