Add test to prove insert statements with quoted semi-colons can still be skipped
[dbsrgits/SQL-Translator.git] / lib / SQL / Translator / Parser / SQLite.pm
CommitLineData
72aa2647 1package SQL::Translator::Parser::SQLite;
2
3# -------------------------------------------------------------------
9bf756df 4# $Id: SQLite.pm,v 1.10 2006-06-09 13:56:58 schiffbruechige Exp $
72aa2647 5# -------------------------------------------------------------------
90075866 6# Copyright (C) 2002-4 SQLFairy Authors
72aa2647 7#
8# This program is free software; you can redistribute it and/or
9# modify it under the terms of the GNU General Public License as
10# published by the Free Software Foundation; version 2.
11#
12# This program is distributed in the hope that it will be useful, but
13# WITHOUT ANY WARRANTY; without even the implied warranty of
14# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
15# General Public License for more details.
16#
17# You should have received a copy of the GNU General Public License
18# along with this program; if not, write to the Free Software
19# Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA
20# 02111-1307 USA
21# -------------------------------------------------------------------
22
23=head1 NAME
24
25SQL::Translator::Parser::SQLite - parser for SQLite
26
27=head1 SYNOPSIS
28
29 use SQL::Translator;
30 use SQL::Translator::Parser::SQLite;
31
32 my $translator = SQL::Translator->new;
33 $translator->parser("SQL::Translator::Parser::SQLite");
34
35=head1 DESCRIPTION
36
37This is a grammar for parsing CREATE statements for SQLite as
38described here:
39
40 http://www.sqlite.org/lang.html
41
42CREATE INDEX
43
44sql-statement ::=
45 CREATE [TEMP | TEMPORARY] [UNIQUE] INDEX index-name
46 ON [database-name .] table-name ( column-name [, column-name]* )
47 [ ON CONFLICT conflict-algorithm ]
48
49column-name ::=
50 name [ ASC | DESC ]
51
52CREATE TABLE
53
54sql-command ::=
55 CREATE [TEMP | TEMPORARY] TABLE table-name (
56 column-def [, column-def]*
57 [, constraint]*
58 )
59
60sql-command ::=
61 CREATE [TEMP | TEMPORARY] TABLE table-name AS select-statement
62
63column-def ::=
64 name [type] [[CONSTRAINT name] column-constraint]*
65
66type ::=
67 typename |
68 typename ( number ) |
69 typename ( number , number )
70
71column-constraint ::=
72 NOT NULL [ conflict-clause ] |
73 PRIMARY KEY [sort-order] [ conflict-clause ] |
74 UNIQUE [ conflict-clause ] |
75 CHECK ( expr ) [ conflict-clause ] |
76 DEFAULT value
77
78constraint ::=
79 PRIMARY KEY ( name [, name]* ) [ conflict-clause ]|
80 UNIQUE ( name [, name]* ) [ conflict-clause ] |
81 CHECK ( expr ) [ conflict-clause ]
82
83conflict-clause ::=
84 ON CONFLICT conflict-algorithm
85
86CREATE TRIGGER
87
88sql-statement ::=
89 CREATE [TEMP | TEMPORARY] TRIGGER trigger-name [ BEFORE | AFTER ]
90 database-event ON [database-name .] table-name
91 trigger-action
92
93sql-statement ::=
94 CREATE [TEMP | TEMPORARY] TRIGGER trigger-name INSTEAD OF
95 database-event ON [database-name .] view-name
96 trigger-action
97
98database-event ::=
99 DELETE |
100 INSERT |
101 UPDATE |
102 UPDATE OF column-list
103
104trigger-action ::=
105 [ FOR EACH ROW | FOR EACH STATEMENT ] [ WHEN expression ]
106 BEGIN
107 trigger-step ; [ trigger-step ; ]*
108 END
109
110trigger-step ::=
111 update-statement | insert-statement |
51af147e 112 delete-statement | select-statement
72aa2647 113
114CREATE VIEW
115
116sql-command ::=
117 CREATE [TEMP | TEMPORARY] VIEW view-name AS select-statement
118
119ON CONFLICT clause
120
121 conflict-clause ::=
122 ON CONFLICT conflict-algorithm
123
124 conflict-algorithm ::=
125 ROLLBACK | ABORT | FAIL | IGNORE | REPLACE
126
127expression
128
129expr ::=
130 expr binary-op expr |
131 expr like-op expr |
132 unary-op expr |
133 ( expr ) |
134 column-name |
135 table-name . column-name |
136 database-name . table-name . column-name |
137 literal-value |
138 function-name ( expr-list | * ) |
139 expr (+) |
140 expr ISNULL |
141 expr NOTNULL |
142 expr [NOT] BETWEEN expr AND expr |
143 expr [NOT] IN ( value-list ) |
144 expr [NOT] IN ( select-statement ) |
145 ( select-statement ) |
146 CASE [expr] ( WHEN expr THEN expr )+ [ELSE expr] END
147
148like-op::=
149 LIKE | GLOB | NOT LIKE | NOT GLOB
150
151=cut
152
153use strict;
154use vars qw[ $DEBUG $VERSION $GRAMMAR @EXPORT_OK ];
9bf756df 155$VERSION = sprintf "%d.%02d", q$Revision: 1.10 $ =~ /(\d+)\.(\d+)/;
72aa2647 156$DEBUG = 0 unless defined $DEBUG;
157
158use Data::Dumper;
159use Parse::RecDescent;
160use Exporter;
161use base qw(Exporter);
162
163@EXPORT_OK = qw(parse);
164
165# Enable warnings within the Parse::RecDescent module.
166$::RD_ERRORS = 1; # Make sure the parser dies when it encounters an error
167$::RD_WARN = 1; # Enable warnings. This will warn on unused rules &c.
168$::RD_HINT = 1; # Give out hints to help fix problems.
169
170$GRAMMAR = q!
171
172{
70698e1c 173 my ( %tables, $table_order, @table_comments, @views, @triggers );
72aa2647 174}
175
176#
177# The "eofile" rule makes the parser fail if any "statement" rule
178# fails. Otherwise, the first successful match by a "statement"
179# won't cause the failure needed to know that the parse, as a whole,
180# failed. -ky
181#
70698e1c 182startrule : statement(s) eofile {
8c12c406 183 $return = {
70698e1c 184 tables => \%tables,
185 views => \@views,
186 triggers => \@triggers,
187 }
188}
72aa2647 189
190eofile : /^\Z/
191
192statement : begin_transaction
193 | commit
ac9c4e2e 194 | drop
72aa2647 195 | comment
196 | create
197 | <error>
198
199begin_transaction : /begin transaction/i SEMICOLON
200
201commit : /commit/i SEMICOLON
202
ac9c4e2e 203drop : /drop/i TABLE <commit> table_name SEMICOLON
204
72aa2647 205comment : /^\s*(?:#|-{2}).*\n/
206 {
207 my $comment = $item[1];
208 $comment =~ s/^\s*(#|-{2})\s*//;
209 $comment =~ s/\s*$//;
210 $return = $comment;
211 }
212
213comment : /\/\*/ /[^\*]+/ /\*\//
214 {
215 my $comment = $item[2];
216 $comment =~ s/^\s*|\s*$//g;
217 $return = $comment;
218 }
219
220#
221# Create Index
222#
223create : CREATE TEMPORARY(?) UNIQUE(?) INDEX WORD ON table_name parens_field_list conflict_clause(?) SEMICOLON
224 {
225 my $db_name = $item[7]->{'db_name'} || '';
226 my $table_name = $item[7]->{'name'};
227
228 my $index = {
229 name => $item[5],
230 fields => $item[8],
231 on_conflict => $item[9][0],
232 is_temporary => $item[2][0] ? 1 : 0,
233 };
234
235 my $is_unique = $item[3][0];
236
237 if ( $is_unique ) {
238 $index->{'type'} = 'unique';
239 push @{ $tables{ $table_name }{'constraints'} }, $index;
240 }
241 else {
242 push @{ $tables{ $table_name }{'indices'} }, $index;
243 }
244 }
245
246#
247# Create Table
248#
249create : CREATE TEMPORARY(?) TABLE table_name '(' definition(s /,/) ')' SEMICOLON
250 {
251 my $db_name = $item[4]->{'db_name'} || '';
252 my $table_name = $item[4]->{'name'};
253
254 $tables{ $table_name }{'name'} = $table_name;
255 $tables{ $table_name }{'is_temporary'} = $item[2][0] ? 1 : 0;
256 $tables{ $table_name }{'order'} = ++$table_order;
257
258 for my $def ( @{ $item[6] } ) {
259 if ( $def->{'supertype'} eq 'column' ) {
260 push @{ $tables{ $table_name }{'fields'} }, $def;
261 }
262 elsif ( $def->{'supertype'} eq 'constraint' ) {
263 push @{ $tables{ $table_name }{'constraints'} }, $def;
264 }
265 }
266 }
267
268definition : constraint_def | column_def
269
270column_def: NAME type(?) column_constraint(s?)
271 {
272 my $column = {
273 supertype => 'column',
274 name => $item[1],
275 data_type => $item[2][0]->{'type'},
276 size => $item[2][0]->{'size'},
277 is_nullable => 1,
278 is_primary_key => 0,
279 is_unique => 0,
280 check => '',
281 default => undef,
282 constraints => $item[3],
283 };
284
285 for my $c ( @{ $item[3] } ) {
286 if ( $c->{'type'} eq 'not_null' ) {
287 $column->{'is_nullable'} = 0;
288 }
289 elsif ( $c->{'type'} eq 'primary_key' ) {
290 $column->{'is_primary_key'} = 1;
291 }
292 elsif ( $c->{'type'} eq 'unique' ) {
293 $column->{'is_unique'} = 1;
294 }
295 elsif ( $c->{'type'} eq 'check' ) {
296 $column->{'check'} = $c->{'expression'};
297 }
298 elsif ( $c->{'type'} eq 'default' ) {
299 $column->{'default'} = $c->{'value'};
300 }
301 }
302
303 $column;
304 }
305
306type : WORD parens_value_list(?)
307 {
308 $return = {
309 type => $item[1],
310 size => $item[2][0],
311 }
312 }
313
314column_constraint : NOT_NULL conflict_clause(?)
315 {
316 $return = {
317 type => 'not_null',
318 }
319 }
320 |
321 PRIMARY_KEY sort_order(?) conflict_clause(?)
322 {
323 $return = {
324 type => 'primary_key',
325 sort_order => $item[2][0],
326 on_conflict => $item[2][0],
327 }
328 }
329 |
330 UNIQUE conflict_clause(?)
331 {
332 $return = {
333 type => 'unique',
334 on_conflict => $item[2][0],
335 }
336 }
337 |
338 CHECK_C '(' expr ')' conflict_clause(?)
339 {
340 $return = {
341 type => 'check',
342 expression => $item[3],
343 on_conflict => $item[5][0],
344 }
345 }
346 |
347 DEFAULT VALUE
348 {
349 $return = {
350 type => 'default',
351 value => $item[2],
352 }
353 }
354
355constraint_def : PRIMARY_KEY parens_field_list conflict_clause(?)
356 {
357 $return = {
358 supertype => 'constraint',
359 type => 'primary_key',
360 fields => $item[2],
361 on_conflict => $item[3][0],
362 }
363 }
364 |
365 UNIQUE parens_field_list conflict_clause(?)
366 {
367 $return = {
368 supertype => 'constraint',
369 type => 'unique',
370 fields => $item[2],
371 on_conflict => $item[3][0],
372 }
373 }
374 |
375 CHECK_C '(' expr ')' conflict_clause(?)
376 {
377 $return = {
378 supertype => 'constraint',
379 type => 'check',
380 expression => $item[3],
381 on_conflict => $item[5][0],
382 }
383 }
384
385table_name : qualified_name
386
387qualified_name : NAME
388 { $return = { name => $item[1] } }
389
390qualified_name : /(\w+)\.(\w+)/
391 { $return = { db_name => $1, name => $2 } }
392
393field_name : NAME
394
395conflict_clause : /on conflict/i conflict_algorigthm
396
397conflict_algorigthm : /(rollback|abort|fail|ignore|replace)/i
398
399parens_field_list : '(' column_list ')'
400 { $item[2] }
401
402column_list : field_name(s /,/)
403
404parens_value_list : '(' VALUE(s /,/) ')'
405 { $item[2] }
406
407expr : /[^)]+/
408
409sort_order : /(ASC|DESC)/i
410
411#
412# Create Trigger
413
414create : CREATE TEMPORARY(?) TRIGGER NAME before_or_after(?) database_event ON table_name trigger_action
415 {
416 my $table_name = $item[8]->{'name'};
70698e1c 417 push @triggers, {
72aa2647 418 name => $item[4],
419 is_temporary => $item[2][0] ? 1 : 0,
420 when => $item[5][0],
421 instead_of => 0,
422 db_event => $item[6],
423 action => $item[9],
da2f5992 424 on_table => $table_name,
72aa2647 425 }
426 }
427
428create : CREATE TEMPORARY(?) TRIGGER NAME instead_of database_event ON view_name trigger_action
429 {
430 my $table_name = $item[8]->{'name'};
70698e1c 431 push @triggers, {
72aa2647 432 name => $item[4],
433 is_temporary => $item[2][0] ? 1 : 0,
434 when => undef,
435 instead_of => 1,
436 db_event => $item[6],
437 action => $item[9],
da2f5992 438 on_table => $table_name,
72aa2647 439 }
440 }
441
442database_event : /(delete|insert|update)/i
443
444database_event : /update of/i column_list
445
446trigger_action : for_each(?) when(?) BEGIN_C trigger_step(s) END_C
447 {
448 $return = {
449 for_each => $item[1][0],
450 when => $item[2][0],
451 steps => $item[4],
452 }
453 }
454
455for_each : /FOR EACH ROW/i | /FOR EACH STATEMENT/i
456
457when : WHEN expr { $item[2] }
458
9bf756df 459string :
460 /'(\\.|''|[^\\\'])*'/
461
462nonstring : /[^;\'"]+/
463
464statement_body : (string | nonstring)(s?)
465
466trigger_step : /(select|delete|insert|update)/i statement_body SEMICOLON
72aa2647 467 {
468 $return = join( ' ', $item[1], $item[2] )
469 }
470
471before_or_after : /(before|after)/i { $return = lc $1 }
472
473instead_of : /instead of/i
474
475view_name : qualified_name
476
477#
70698e1c 478# Create View
479#
480create : CREATE TEMPORARY(?) VIEW view_name AS select_statement
481 {
482 push @views, {
483 name => $item[4]->{'name'},
484 sql => $item[6],
485 is_temporary => $item[2][0] ? 1 : 0,
486 }
487 }
488
489select_statement : SELECT /[^;]+/ SEMICOLON
490 {
491 $return = join( ' ', $item[1], $item[2] );
492 }
493
494#
72aa2647 495# Tokens
496#
497BEGIN_C : /begin/i
498
499END_C : /end/i
500
501CREATE : /create/i
502
503TEMPORARY : /temp(orary)?/i { 1 }
504
505TABLE : /table/i
506
507INDEX : /index/i
508
509NOT_NULL : /not null/i
510
511PRIMARY_KEY : /primary key/i
512
513CHECK_C : /check/i
514
515DEFAULT : /default/i
516
517TRIGGER : /trigger/i
518
70698e1c 519VIEW : /view/i
520
521SELECT : /select/i
522
72aa2647 523ON : /on/i
524
70698e1c 525AS : /as/i
526
72aa2647 527WORD : /\w+/
528
529WHEN : /when/i
530
531UNIQUE : /unique/i { 1 }
532
533SEMICOLON : ';'
534
70698e1c 535NAME : /'?(\w+)'?/ { $return = $1 }
72aa2647 536
70698e1c 537VALUE : /[-+]?\.?\d+(?:[eE]\d+)?/
72aa2647 538 { $item[1] }
539 | /'.*?'/
540 {
541 # remove leading/trailing quotes
542 my $val = $item[1];
543 $val =~ s/^['"]|['"]$//g;
544 $return = $val;
545 }
546 | /NULL/
547 { 'NULL' }
ac9c4e2e 548 | /CURRENT_TIMESTAMP/i
549 { 'CURRENT_TIMESTAMP' }
72aa2647 550
551!;
552
553# -------------------------------------------------------------------
554sub parse {
555 my ( $translator, $data ) = @_;
556 my $parser = Parse::RecDescent->new($GRAMMAR);
557
558 local $::RD_TRACE = $translator->trace ? 1 : undef;
559 local $DEBUG = $translator->debug;
560
561 unless (defined $parser) {
562 return $translator->error("Error instantiating Parse::RecDescent ".
563 "instance: Bad grammer");
564 }
565
566 my $result = $parser->startrule($data);
567 return $translator->error( "Parse failed." ) unless defined $result;
568 warn Dumper( $result ) if $DEBUG;
569
570 my $schema = $translator->schema;
b727fc08 571 my @tables =
572 map { $_->[1] }
573 sort { $a->[0] <=> $b->[0] }
574 map { [ $result->{'tables'}{ $_ }->{'order'}, $_ ] }
575 keys %{ $result->{'tables'} };
72aa2647 576
577 for my $table_name ( @tables ) {
70698e1c 578 my $tdata = $result->{'tables'}{ $table_name };
72aa2647 579 my $table = $schema->add_table(
580 name => $tdata->{'name'},
581 ) or die $schema->error;
582
583 $table->comments( $tdata->{'comments'} );
584
585 for my $fdata ( @{ $tdata->{'fields'} } ) {
586 my $field = $table->add_field(
587 name => $fdata->{'name'},
588 data_type => $fdata->{'data_type'},
589 size => $fdata->{'size'},
590 default_value => $fdata->{'default'},
591 is_auto_increment => $fdata->{'is_auto_inc'},
592 is_nullable => $fdata->{'is_nullable'},
593 comments => $fdata->{'comments'},
594 ) or die $table->error;
595
596 $table->primary_key( $field->name ) if $fdata->{'is_primary_key'};
597
598 for my $cdata ( @{ $fdata->{'constraints'} } ) {
599 next unless $cdata->{'type'} eq 'foreign_key';
600 $cdata->{'fields'} ||= [ $field->name ];
601 push @{ $tdata->{'constraints'} }, $cdata;
602 }
603 }
604
605 for my $idata ( @{ $tdata->{'indices'} || [] } ) {
606 my $index = $table->add_index(
607 name => $idata->{'name'},
608 type => uc $idata->{'type'},
609 fields => $idata->{'fields'},
610 ) or die $table->error;
611 }
612
613 for my $cdata ( @{ $tdata->{'constraints'} || [] } ) {
614 my $constraint = $table->add_constraint(
615 name => $cdata->{'name'},
616 type => $cdata->{'type'},
617 fields => $cdata->{'fields'},
618 reference_table => $cdata->{'reference_table'},
619 reference_fields => $cdata->{'reference_fields'},
620 match_type => $cdata->{'match_type'} || '',
100684f3 621 on_delete => $cdata->{'on_delete'} || $cdata->{'on_delete_do'},
622 on_update => $cdata->{'on_update'} || $cdata->{'on_update_do'},
72aa2647 623 ) or die $table->error;
624 }
625 }
626
70698e1c 627 for my $def ( @{ $result->{'views'} || [] } ) {
628 my $view = $schema->add_view(
629 name => $def->{'name'},
630 sql => $def->{'sql'},
631 );
632 }
633
634 for my $def ( @{ $result->{'triggers'} || [] } ) {
635 my $view = $schema->add_trigger(
636 name => $def->{'name'},
637 perform_action_when => $def->{'when'},
638 database_event => $def->{'db_event'},
639 action => $def->{'action'},
da2f5992 640 on_table => $def->{'on_table'},
70698e1c 641 );
642 }
643
72aa2647 644 return 1;
645}
646
6471;
648
649# -------------------------------------------------------------------
650# All wholsome food is caught without a net or a trap.
651# William Blake
652# -------------------------------------------------------------------
653
654=pod
655
656=head1 AUTHOR
657
658Ken Y. Clark E<lt>kclark@cpan.orgE<gt>.
659
660=head1 SEE ALSO
661
662perl(1), Parse::RecDescent, SQL::Translator::Schema.
663
664=cut