set values in update via expand/render
[scpubgit/Q-Branch.git] / lib / SQL / Abstract.pm
CommitLineData
96449e8e 1package SQL::Abstract; # see doc at end of file
2
96449e8e 3use strict;
4use warnings;
9d9d5bd6 5use Carp ();
312d830b 6use List::Util ();
7use Scalar::Util ();
96449e8e 8
0da0fe34 9use Exporter 'import';
10our @EXPORT_OK = qw(is_plain_value is_literal_value);
11
12BEGIN {
13 if ($] < 5.009_005) {
14 require MRO::Compat;
15 }
16 else {
17 require mro;
18 }
843a94b5 19
20 *SQL::Abstract::_ENV_::DETECT_AUTOGENERATED_STRINGIFICATION = $ENV{SQLA_ISVALUE_IGNORE_AUTOGENERATED_STRINGIFICATION}
21 ? sub () { 0 }
22 : sub () { 1 }
23 ;
0da0fe34 24}
25
96449e8e 26#======================================================================
27# GLOBALS
28#======================================================================
29
dc6afcf8 30our $VERSION = '1.86';
7479e27e 31
22f1a437 32# This would confuse some packagers
c520207b 33$VERSION = eval $VERSION if $VERSION =~ /_/; # numify for warning-free dev releases
96449e8e 34
35our $AUTOLOAD;
36
37# special operators (-in, -between). May be extended/overridden by user.
38# See section WHERE: BUILTIN SPECIAL OPERATORS below for implementation
39my @BUILTIN_SPECIAL_OPS = (
f663e672 40 {regex => qr/^ (?: not \s )? between $/ix, handler => sub { die "NOPE" }},
41 {regex => qr/^ (?: not \s )? in $/ix, handler => sub { die "NOPE" }},
87c8e45b 42 {regex => qr/^ is (?: \s+ not )? $/ix, handler => sub { die "NOPE" }},
96449e8e 43);
44
45#======================================================================
46# DEBUGGING AND ERROR REPORTING
47#======================================================================
48
49sub _debug {
50 return unless $_[0]->{debug}; shift; # a little faster
51 my $func = (caller(1))[3];
52 warn "[$func] ", @_, "\n";
53}
54
55sub belch (@) {
56 my($func) = (caller(1))[3];
9d9d5bd6 57 Carp::carp "[$func] Warning: ", @_;
96449e8e 58}
59
60sub puke (@) {
61 my($func) = (caller(1))[3];
9d9d5bd6 62 Carp::croak "[$func] Fatal: ", @_;
96449e8e 63}
64
0da0fe34 65sub is_literal_value ($) {
66 ref $_[0] eq 'SCALAR' ? [ ${$_[0]} ]
67 : ( ref $_[0] eq 'REF' and ref ${$_[0]} eq 'ARRAY' ) ? [ @${ $_[0] } ]
0da0fe34 68 : undef;
69}
70
71# FIXME XSify - this can be done so much more efficiently
72sub is_plain_value ($) {
73 no strict 'refs';
966200cc 74 ! length ref $_[0] ? \($_[0])
0da0fe34 75 : (
76 ref $_[0] eq 'HASH' and keys %{$_[0]} == 1
77 and
78 exists $_[0]->{-value}
966200cc 79 ) ? \($_[0]->{-value})
0da0fe34 80 : (
a1c9e0ff 81 # reuse @_ for even moar speedz
82 defined ( $_[1] = Scalar::Util::blessed $_[0] )
0da0fe34 83 and
84 # deliberately not using Devel::OverloadInfo - the checks we are
85 # intersted in are much more limited than the fullblown thing, and
86 # this is a very hot piece of code
87 (
e8d729d4 88 # simply using ->can('(""') can leave behind stub methods that
89 # break actually using the overload later (see L<perldiag/Stub
90 # found while resolving method "%s" overloading "%s" in package
91 # "%s"> and the source of overload::mycan())
44e54b41 92 #
0da0fe34 93 # either has stringification which DBI SHOULD prefer out of the box
a1c9e0ff 94 grep { *{ (qq[${_}::(""]) }{CODE} } @{ $_[2] = mro::get_linear_isa( $_[1] ) }
0da0fe34 95 or
20e178a8 96 # has nummification or boolification, AND fallback is *not* disabled
0da0fe34 97 (
843a94b5 98 SQL::Abstract::_ENV_::DETECT_AUTOGENERATED_STRINGIFICATION
99 and
20e178a8 100 (
101 grep { *{"${_}::(0+"}{CODE} } @{$_[2]}
102 or
103 grep { *{"${_}::(bool"}{CODE} } @{$_[2]}
104 )
0da0fe34 105 and
106 (
107 # no fallback specified at all
a1c9e0ff 108 ! ( ($_[3]) = grep { *{"${_}::()"}{CODE} } @{$_[2]} )
0da0fe34 109 or
110 # fallback explicitly undef
a1c9e0ff 111 ! defined ${"$_[3]::()"}
0da0fe34 112 or
113 # explicitly true
a1c9e0ff 114 !! ${"$_[3]::()"}
0da0fe34 115 )
116 )
117 )
966200cc 118 ) ? \($_[0])
0da0fe34 119 : undef;
120}
121
122
96449e8e 123
124#======================================================================
125# NEW
126#======================================================================
127
128sub new {
129 my $self = shift;
130 my $class = ref($self) || $self;
131 my %opt = (ref $_[0] eq 'HASH') ? %{$_[0]} : @_;
132
133 # choose our case by keeping an option around
134 delete $opt{case} if $opt{case} && $opt{case} ne 'lower';
135
136 # default logic for interpreting arrayrefs
ef559da3 137 $opt{logic} = $opt{logic} ? uc $opt{logic} : 'OR';
96449e8e 138
139 # how to return bind vars
96449e8e 140 $opt{bindtype} ||= 'normal';
141
142 # default comparison is "=", but can be overridden
143 $opt{cmp} ||= '=';
144
3af02ccb 145 # try to recognize which are the 'equality' and 'inequality' ops
3cdadcbe 146 # (temporary quickfix (in 2007), should go through a more seasoned API)
147 $opt{equality_op} = qr/^( \Q$opt{cmp}\E | \= )$/ix;
148 $opt{inequality_op} = qr/^( != | <> )$/ix;
149
150 $opt{like_op} = qr/^ (is\s+)? r?like $/xi;
151 $opt{not_like_op} = qr/^ (is\s+)? not \s+ r?like $/xi;
96449e8e 152
153 # SQL booleans
154 $opt{sqltrue} ||= '1=1';
155 $opt{sqlfalse} ||= '0=1';
156
9d48860e 157 # special operators
99a65fa8 158 $opt{user_special_ops} = [ @{$opt{special_ops} ||= []} ];
b6251592 159 # regexes are applied in order, thus push after user-defines
96449e8e 160 push @{$opt{special_ops}}, @BUILTIN_SPECIAL_OPS;
161
9d48860e 162 # unary operators
59f23b3d 163 $opt{unary_ops} ||= [];
59f23b3d 164
3af02ccb 165 # rudimentary sanity-check for user supplied bits treated as functions/operators
b6251592 166 # If a purported function matches this regular expression, an exception is thrown.
167 # Literal SQL is *NOT* subject to this check, only functions (and column names
168 # when quoting is not in effect)
96449e8e 169
b6251592 170 # FIXME
171 # need to guard against ()'s in column names too, but this will break tons of
172 # hacks... ideas anyone?
173 $opt{injection_guard} ||= qr/
174 \;
175 |
176 ^ \s* go \s
177 /xmi;
96449e8e 178
b6251592 179 return bless \%opt, $class;
180}
96449e8e 181
e175845b 182sub sqltrue { +{ -literal => [ $_[0]->{sqltrue} ] } }
183sub sqlfalse { +{ -literal => [ $_[0]->{sqlfalse} ] } }
170e6c33 184
185sub _assert_pass_injection_guard {
186 if ($_[1] =~ $_[0]->{injection_guard}) {
187 my $class = ref $_[0];
188 puke "Possible SQL injection attempt '$_[1]'. If this is indeed a part of the "
189 . "desired SQL use literal SQL ( \'...' or \[ '...' ] ) or supply your own "
190 . "{injection_guard} attribute to ${class}->new()"
191 }
192}
193
194
96449e8e 195#======================================================================
196# INSERT methods
197#======================================================================
198
199sub insert {
02288357 200 my $self = shift;
201 my $table = $self->_table(shift);
202 my $data = shift || return;
203 my $options = shift;
96449e8e 204
205 my $method = $self->_METHOD_FOR_refkind("_insert", $data);
02288357 206 my ($sql, @bind) = $self->$method($data);
96449e8e 207 $sql = join " ", $self->_sqlcase('insert into'), $table, $sql;
02288357 208
e82e648a 209 if ($options->{returning}) {
ca4f826a 210 my ($s, @b) = $self->_insert_returning($options);
e82e648a 211 $sql .= $s;
212 push @bind, @b;
02288357 213 }
214
96449e8e 215 return wantarray ? ($sql, @bind) : $sql;
216}
217
60f3fd3f 218# So that subclasses can override INSERT ... RETURNING separately from
219# UPDATE and DELETE (e.g. DBIx::Class::SQLMaker::Oracle does this)
b17a3ece 220sub _insert_returning { shift->_returning(@_) }
221
95904db5 222sub _returning {
e82e648a 223 my ($self, $options) = @_;
6b1fe79d 224
e82e648a 225 my $f = $options->{returning};
226
ff96fdd4 227 my ($sql, @bind) = $self->_render_expr(
228 $self->_expand_maybe_list_expr($f, undef, -ident)
229 );
230 return wantarray
231 ? $self->_sqlcase(' returning ') . $sql
232 : ($self->_sqlcase(' returning ').$sql, @bind);
6b1fe79d 233}
234
96449e8e 235sub _insert_HASHREF { # explicit list of fields and then values
236 my ($self, $data) = @_;
237
238 my @fields = sort keys %$data;
239
fe3ae272 240 my ($sql, @bind) = $self->_insert_values($data);
96449e8e 241
242 # assemble SQL
243 $_ = $self->_quote($_) foreach @fields;
244 $sql = "( ".join(", ", @fields).") ".$sql;
245
246 return ($sql, @bind);
247}
248
249sub _insert_ARRAYREF { # just generate values(?,?) part (no list of fields)
250 my ($self, $data) = @_;
251
252 # no names (arrayref) so can't generate bindtype
253 $self->{bindtype} ne 'columns'
254 or belch "can't do 'columns' bindtype when called with arrayref";
255
19b6ccce 256 my (@values, @all_bind);
257 foreach my $value (@$data) {
258 my ($values, @bind) = $self->_insert_value(undef, $value);
259 push @values, $values;
260 push @all_bind, @bind;
261 }
262 my $sql = $self->_sqlcase('values')." ( ".join(", ", @values)." )";
263 return ($sql, @all_bind);
fe3ae272 264}
265
266sub _insert_ARRAYREFREF { # literal SQL with bind
267 my ($self, $data) = @_;
268
269 my ($sql, @bind) = @${$data};
270 $self->_assert_bindval_matches_bindtype(@bind);
271
272 return ($sql, @bind);
273}
274
275
276sub _insert_SCALARREF { # literal SQL without bind
277 my ($self, $data) = @_;
278
279 return ($$data);
280}
281
282sub _insert_values {
283 my ($self, $data) = @_;
284
96449e8e 285 my (@values, @all_bind);
fe3ae272 286 foreach my $column (sort keys %$data) {
19b6ccce 287 my ($values, @bind) = $self->_insert_value($column, $data->{$column});
288 push @values, $values;
289 push @all_bind, @bind;
290 }
291 my $sql = $self->_sqlcase('values')." ( ".join(", ", @values)." )";
292 return ($sql, @all_bind);
293}
96449e8e 294
19b6ccce 295sub _insert_value {
296 my ($self, $column, $v) = @_;
96449e8e 297
720ca4f7 298 return $self->_render_expr(
299 $self->_expand_insert_value($column, $v)
300 );
301}
96449e8e 302
720ca4f7 303sub _expand_insert_value {
304 my ($self, $column, $v) = @_;
96449e8e 305
720ca4f7 306 if (ref($v) eq 'ARRAY') {
307 if ($self->{array_datatypes}) {
308 return +{ -bind => [ $column, $v ] };
309 }
310 my ($sql, @bind) = @$v;
311 $self->_assert_bindval_matches_bindtype(@bind);
312 return +{ -literal => $v };
313 }
314 if (ref($v) eq 'HASH') {
315 if (grep !/^-/, keys %$v) {
316 belch "HASH ref as bind value in insert is not supported";
317 return +{ -bind => [ $column, $v ] };
318 }
319 }
320 if (!defined($v)) {
321 return +{ -bind => [ $column, undef ] };
322 }
323 local our $Cur_Col_Meta = $column;
324 return $self->_expand_expr($v);
96449e8e 325}
326
327
96449e8e 328
329#======================================================================
330# UPDATE methods
331#======================================================================
332
333
334sub update {
95904db5 335 my $self = shift;
336 my $table = $self->_table(shift);
337 my $data = shift || return;
338 my $where = shift;
339 my $options = shift;
96449e8e 340
341 # first build the 'SET' part of the sql statement
96449e8e 342 puke "Unsupported data type specified to \$sql->update"
343 unless ref $data eq 'HASH';
344
9ade906e 345 my ($sql, @all_bind) = $self->_update_set_values($data);
a9e94508 346 $sql = $self->_sqlcase('update ') . $table . $self->_sqlcase(' set ')
9ade906e 347 . $sql;
348
349 if ($where) {
350 my($where_sql, @where_bind) = $self->where($where);
351 $sql .= $where_sql;
352 push @all_bind, @where_bind;
353 }
354
355 if ($options->{returning}) {
356 my ($returning_sql, @returning_bind) = $self->_update_returning($options);
357 $sql .= $returning_sql;
358 push @all_bind, @returning_bind;
359 }
360
361 return wantarray ? ($sql, @all_bind) : $sql;
362}
363
364sub _update_set_values {
365 my ($self, $data) = @_;
366
89690da2 367 return $self->_render_expr(
368 $self->_expand_update_set_values($data),
369 );
370}
96449e8e 371
89690da2 372sub _expand_update_set_values {
373 my ($self, $data) = @_;
374 $self->_expand_maybe_list_expr( [
375 map {
376 my ($k, $set) = @$_;
377 +{ -op => [ '=', { -ident => $k }, $set ] };
378 }
379 map {
380 my $k = $_;
381 my $v = $data->{$k};
382 (ref($v) eq 'ARRAY'
383 ? ($self->{array_datatypes}
384 ? [ $k, +{ -bind => [ $k, $v ] } ]
385 : [ $k, +{ -literal => $v } ])
386 : do {
387 local our $Cur_Col_Meta = $k;
388 [ $k, $self->_expand_expr($v) ]
389 }
390 );
391 } sort keys %$data
392 ] );
96449e8e 393}
394
60f3fd3f 395# So that subclasses can override UPDATE ... RETURNING separately from
396# INSERT and DELETE
20bb2ad5 397sub _update_returning { shift->_returning(@_) }
96449e8e 398
399
400
401#======================================================================
402# SELECT
403#======================================================================
404
405
406sub select {
407 my $self = shift;
408 my $table = $self->_table(shift);
409 my $fields = shift || '*';
410 my $where = shift;
411 my $order = shift;
412
daa4ccdd 413 my ($fields_sql, @bind) = $self->_select_fields($fields);
96449e8e 414
daa4ccdd 415 my ($where_sql, @where_bind) = $self->where($where, $order);
416 push @bind, @where_bind;
417
418 my $sql = join(' ', $self->_sqlcase('select'), $fields_sql,
96449e8e 419 $self->_sqlcase('from'), $table)
420 . $where_sql;
421
9d48860e 422 return wantarray ? ($sql, @bind) : $sql;
96449e8e 423}
424
daa4ccdd 425sub _select_fields {
426 my ($self, $fields) = @_;
27592e2b 427 return $self->_render_expr(
428 $self->_expand_maybe_list_expr($fields, undef, '-ident')
429 );
daa4ccdd 430}
431
96449e8e 432#======================================================================
433# DELETE
434#======================================================================
435
436
437sub delete {
85327cd5 438 my $self = shift;
439 my $table = $self->_table(shift);
440 my $where = shift;
441 my $options = shift;
96449e8e 442
443 my($where_sql, @bind) = $self->where($where);
a9e94508 444 my $sql = $self->_sqlcase('delete from ') . $table . $where_sql;
96449e8e 445
85327cd5 446 if ($options->{returning}) {
ca4f826a 447 my ($returning_sql, @returning_bind) = $self->_delete_returning($options);
85327cd5 448 $sql .= $returning_sql;
449 push @bind, @returning_bind;
450 }
451
9d48860e 452 return wantarray ? ($sql, @bind) : $sql;
96449e8e 453}
454
60f3fd3f 455# So that subclasses can override DELETE ... RETURNING separately from
456# INSERT and UPDATE
85327cd5 457sub _delete_returning { shift->_returning(@_) }
458
459
96449e8e 460
461#======================================================================
462# WHERE: entry point
463#======================================================================
464
465
466
467# Finally, a separate routine just to handle WHERE clauses
468sub where {
469 my ($self, $where, $order) = @_;
470
7ad12721 471 local $self->{convert_where} = $self->{convert};
472
96449e8e 473 # where ?
e175845b 474 my ($sql, @bind) = defined($where)
475 ? $self->_recurse_where($where)
476 : (undef);
417dd15e 477 $sql = (defined $sql and length $sql) ? $self->_sqlcase(' where ') . "( $sql )" : '';
96449e8e 478
479 # order by?
480 if ($order) {
26fe4d30 481 my ($order_sql, @order_bind) = $self->_order_by($order);
482 $sql .= $order_sql;
483 push @bind, @order_bind;
96449e8e 484 }
485
9d48860e 486 return wantarray ? ($sql, @bind) : $sql;
96449e8e 487}
488
a2cd381d 489sub _expand_expr {
2558b622 490 my ($self, $expr, $logic, $default_scalar_to) = @_;
491 local our $Default_Scalar_To = $default_scalar_to if $default_scalar_to;
252518da 492 return undef unless defined($expr);
59588695 493 if (ref($expr) eq 'HASH') {
494 if (keys %$expr > 1) {
495 $logic ||= 'and';
77617257 496 return +{ -op => [
497 $logic,
59588695 498 map $self->_expand_expr_hashpair($_ => $expr->{$_}, $logic),
499 sort keys %$expr
500 ] };
501 }
99a65fa8 502 return unless %$expr;
59588695 503 return $self->_expand_expr_hashpair(%$expr, $logic);
a2cd381d 504 }
08264f40 505 if (ref($expr) eq 'ARRAY') {
99a65fa8 506 my $logic = lc($logic || $self->{logic});
08264f40 507 $logic eq 'and' or $logic eq 'or' or puke "unknown logic: $logic";
508
509 my @expr = @$expr;
510
511 my @res;
512
513 while (my ($el) = splice @expr, 0, 1) {
514 puke "Supplying an empty left hand side argument is not supported in array-pairs"
515 unless defined($el) and length($el);
516 my $elref = ref($el);
517 if (!$elref) {
518 push(@res, $self->_expand_expr({ $el, shift(@expr) }));
519 } elsif ($elref eq 'ARRAY') {
520 push(@res, $self->_expand_expr($el)) if @$el;
ec857800 521 } elsif (my $l = is_literal_value($el)) {
522 push @res, { -literal => $l };
08264f40 523 } elsif ($elref eq 'HASH') {
524 push @res, $self->_expand_expr($el);
525 } else {
da4a0964 526 die "notreached";
08264f40 527 }
528 }
2143604f 529 return { -op => [ $logic, @res ] };
08264f40 530 }
ca3da680 531 if (my $literal = is_literal_value($expr)) {
532 return +{ -literal => $literal };
533 }
99a65fa8 534 if (!ref($expr) or Scalar::Util::blessed($expr)) {
2558b622 535 if (my $d = $Default_Scalar_To) {
536 return +{ $d => $expr };
537 }
99a65fa8 538 if (my $m = our $Cur_Col_Meta) {
539 return +{ -bind => [ $m, $expr ] };
540 }
252518da 541 return +{ -value => $expr };
542 }
252518da 543 die "notreached";
a2cd381d 544}
96449e8e 545
59588695 546sub _expand_expr_hashpair {
547 my ($self, $k, $v, $logic) = @_;
d13725da 548 unless (defined($k) and length($k)) {
2d64004f 549 if (defined($k) and my $literal = is_literal_value($v)) {
d13725da 550 belch 'Hash-pairs consisting of an empty string with a literal are deprecated, and will be removed in 2.0: use -and => [ $literal ] instead';
2d64004f 551 return { -literal => $literal };
d13725da 552 }
553 puke "Supplying an empty left hand side argument is not supported";
554 }
ef071fad 555 if ($k =~ /^-/) {
99a65fa8 556 $self->_assert_pass_injection_guard($k =~ /^-(.*)$/s);
557 if ($k =~ s/ [_\s]? \d+ $//x ) {
558 belch 'Use of [and|or|nest]_N modifiers is deprecated and will be removed in SQLA v2.0. '
559 . "You probably wanted ...-and => [ $k => COND1, $k => COND2 ... ]";
560 }
ef071fad 561 if ($k eq '-nest') {
562 return $self->_expand_expr($v);
563 }
6ab1562a 564 if ($k eq '-bool') {
565 if (ref($v)) {
566 return $self->_expand_expr($v);
567 }
568 puke "-bool => undef not supported" unless defined($v);
569 return { -ident => $v };
570 }
99a65fa8 571 if ($k eq '-not') {
0c7e3af0 572 return { -op => [ 'not', $self->_expand_expr($v) ] };
99a65fa8 573 }
ce3bc4b0 574 if (my ($rest) = $k =~/^-not[_ ](.*)$/) {
0c7e3af0 575 return +{ -op => [
576 'not',
99a65fa8 577 $self->_expand_expr_hashpair("-${rest}", $v, $logic)
0c7e3af0 578 ] };
ce3bc4b0 579 }
99a65fa8 580 if (my ($logic) = $k =~ /^-(and|or)$/i) {
dd2d5bf7 581 if (ref($v) eq 'HASH') {
582 return $self->_expand_expr($v, $logic);
583 }
99a65fa8 584 if (ref($v) eq 'ARRAY') {
585 return $self->_expand_expr($v, $logic);
586 }
dd2d5bf7 587 }
99a65fa8 588 {
589 my $op = $k;
590 $op =~ s/^-// if length($op) > 1;
591
592 # top level special ops are illegal in general
593 puke "Illegal use of top-level '-$op'"
7f1bdbce 594 if List::Util::first { $op =~ $_->{regex} } @{$self->{special_ops}};
99a65fa8 595 }
596 if ($k eq '-value' and my $m = our $Cur_Col_Meta) {
597 return +{ -bind => [ $m, $v ] };
598 }
711892b1 599 if ($k eq '-op' or $k eq '-ident' or $k eq '-value' or $k eq '-bind' or $k eq '-literal' or $k eq '-func') {
99a65fa8 600 return { $k => $v };
d13725da 601 }
4325df6a 602 if (my $custom = $self->{custom_expansions}{($k =~ /^-(.*)$/)[0]}) {
603 return $self->$custom($v);
604 }
711892b1 605 if (
606 ref($v) eq 'HASH'
607 and keys %$v == 1
608 and (keys %$v)[0] =~ /^-/
609 ) {
610 my ($func) = $k =~ /^-(.*)$/;
611 return +{ -func => [ $func, $self->_expand_expr($v) ] };
612 }
613 if (!ref($v) or is_literal_value($v)) {
99a65fa8 614 return +{ -op => [ $k =~ /^-(.*)$/, $self->_expand_expr($v) ] };
59588695 615 }
99a65fa8 616 }
617 if (
618 !defined($v)
619 or (
620 ref($v) eq 'HASH'
621 and exists $v->{-value}
622 and not defined $v->{-value}
623 )
624 ) {
625 return $self->_expand_expr_hashpair($k => { $self->{cmp} => undef });
626 }
627 if (!ref($v) or Scalar::Util::blessed($v)) {
628 return +{
629 -op => [
630 $self->{cmp},
631 { -ident => $k },
632 { -bind => [ $k, $v ] }
633 ]
634 };
635 }
636 if (ref($v) eq 'HASH') {
637 if (keys %$v > 1) {
e175845b 638 return { -op => [
639 'and',
99a65fa8 640 map $self->_expand_expr_hashpair($k => { $_ => $v->{$_} }),
641 sort keys %$v
642 ] };
643 }
644 my ($vk, $vv) = %$v;
645 $vk =~ s/^-//;
646 $vk = lc($vk);
647 $self->_assert_pass_injection_guard($vk);
648 if ($vk =~ s/ [_\s]? \d+ $//x ) {
649 belch 'Use of [and|or|nest]_N modifiers is deprecated and will be removed in SQLA v2.0. '
650 . "You probably wanted ...-and => [ -$vk => COND1, -$vk => COND2 ... ]";
651 }
652 if ($vk =~ /^(?:not[ _])?between$/) {
653 local our $Cur_Col_Meta = $k;
654 my @rhs = map $self->_expand_expr($_),
655 ref($vv) eq 'ARRAY' ? @$vv : $vv;
656 unless (
657 (@rhs == 1 and ref($rhs[0]) eq 'HASH' and $rhs[0]->{-literal})
658 or
659 (@rhs == 2 and defined($rhs[0]) and defined($rhs[1]))
660 ) {
661 puke "Operator '${\uc($vk)}' requires either an arrayref with two defined values or expressions, or a single literal scalarref/arrayref-ref";
b5b18861 662 }
99a65fa8 663 return +{ -op => [
664 join(' ', split '_', $vk),
665 { -ident => $k },
666 @rhs
667 ] }
668 }
669 if ($vk =~ /^(?:not[ _])?in$/) {
670 if (my $literal = is_literal_value($vv)) {
671 my ($sql, @bind) = @$literal;
672 my $opened_sql = $self->_open_outer_paren($sql);
10d07c4e 673 return +{ -op => [
99a65fa8 674 $vk, { -ident => $k },
675 [ { -literal => [ $opened_sql, @bind ] } ]
10d07c4e 676 ] };
677 }
99a65fa8 678 my $undef_err =
679 'SQL::Abstract before v1.75 used to generate incorrect SQL when the '
680 . "-${\uc($vk)} operator was given an undef-containing list: !!!AUDIT YOUR CODE "
681 . 'AND DATA!!! (the upcoming Data::Query-based version of SQL::Abstract '
682 . 'will emit the logically correct SQL instead of raising this exception)'
683 ;
684 puke("Argument passed to the '${\uc($vk)}' operator can not be undefined")
685 if !defined($vv);
686 my @rhs = map $self->_expand_expr($_),
687 map { ref($_) ? $_ : { -bind => [ $k, $_ ] } }
688 map { defined($_) ? $_: puke($undef_err) }
689 (ref($vv) eq 'ARRAY' ? @$vv : $vv);
e175845b 690 return $self->${\($vk =~ /^not/ ? 'sqltrue' : 'sqlfalse')} unless @rhs;
99a65fa8 691
692 return +{ -op => [
693 join(' ', split '_', $vk),
694 { -ident => $k },
695 \@rhs
696 ] };
697 }
698 if ($vk eq 'ident') {
699 if (! defined $vv or ref $vv) {
700 puke "-$vk requires a single plain scalar argument (a quotable identifier)";
f7778474 701 }
99a65fa8 702 return +{ -op => [
703 $self->{cmp},
704 { -ident => $k },
705 { -ident => $vv }
706 ] };
707 }
708 if ($vk eq 'value') {
709 return $self->_expand_expr_hashpair($k, undef) unless defined($vv);
710 return +{ -op => [
711 $self->{cmp},
712 { -ident => $k },
713 { -bind => [ $k, $vv ] }
714 ] };
715 }
716 if ($vk =~ /^is(?:[ _]not)?$/) {
717 puke "$vk can only take undef as argument"
718 if defined($vv)
719 and not (
720 ref($vv) eq 'HASH'
721 and exists($vv->{-value})
722 and !defined($vv->{-value})
723 );
724 $vk =~ s/_/ /g;
725 return +{ -op => [ $vk.' null', { -ident => $k } ] };
726 }
727 if ($vk =~ /^(and|or)$/) {
728 if (ref($vv) eq 'HASH') {
e62fe58a 729 return +{ -op => [
730 $vk,
99a65fa8 731 map $self->_expand_expr_hashpair($k, { $_ => $vv->{$_} }),
732 sort keys %$vv
7d7868d1 733 ] };
734 }
e28d9b13 735 }
99a65fa8 736 if (my $us = List::Util::first { $vk =~ $_->{regex} } @{$self->{user_special_ops}}) {
737 return { -op => [ $vk, { -ident => $k }, $vv ] };
7dbe1183 738 }
99a65fa8 739 if (ref($vv) eq 'ARRAY') {
740 my ($logic, @values) = (
741 (defined($vv->[0]) and $vv->[0] =~ /^-(and|or)$/i)
742 ? @$vv
743 : (-or => @$vv)
744 );
745 if (
746 $vk =~ $self->{inequality_op}
747 or join(' ', split '_', $vk) =~ $self->{not_like_op}
748 ) {
749 if (lc($logic) eq '-or' and @values > 1) {
750 my $op = uc join ' ', split '_', $vk;
751 belch "A multi-element arrayref as an argument to the inequality op '$op' "
752 . 'is technically equivalent to an always-true 1=1 (you probably wanted '
753 . "to say ...{ \$inequality_op => [ -and => \@values ] }... instead)"
754 ;
755 }
ef071fad 756 }
b3cb13e8 757 unless (@values) {
758 # try to DWIM on equality operators
759 my $op = join ' ', split '_', $vk;
760 return
e175845b 761 $op =~ $self->{equality_op} ? $self->sqlfalse
762 : $op =~ $self->{like_op} ? belch("Supplying an empty arrayref to '@{[ uc $op]}' is deprecated") && $self->sqlfalse
763 : $op =~ $self->{inequality_op} ? $self->sqltrue
764 : $op =~ $self->{not_like_op} ? belch("Supplying an empty arrayref to '@{[ uc $op]}' is deprecated") && $self->sqltrue
b3cb13e8 765 : puke "operator '$op' applied on an empty array (field '$k')";
766 }
63c97a0b 767 return +{ -op => [
768 $logic =~ /^-(.*)$/,
99a65fa8 769 map $self->_expand_expr_hashpair($k => { $vk => $_ }),
770 @values
771 ] };
772 }
773 if (
774 !defined($vv)
775 or (
776 ref($vv) eq 'HASH'
777 and exists $vv->{-value}
778 and not defined $vv->{-value}
779 )
780 ) {
781 my $op = join ' ', split '_', $vk;
782 my $is =
783 $op =~ /^not$/i ? 'is not' # legacy
784 : $op =~ $self->{equality_op} ? 'is'
785 : $op =~ $self->{like_op} ? belch("Supplying an undefined argument to '@{[ uc $op]}' is deprecated") && 'is'
786 : $op =~ $self->{inequality_op} ? 'is not'
787 : $op =~ $self->{not_like_op} ? belch("Supplying an undefined argument to '@{[ uc $op]}' is deprecated") && 'is not'
788 : puke "unexpected operator '$op' with undef operand";
789 return +{ -op => [ $is.' null', { -ident => $k } ] };
790 }
791 local our $Cur_Col_Meta = $k;
792 return +{ -op => [
793 $vk,
794 { -ident => $k },
795 $self->_expand_expr($vv)
796 ] };
797 }
798 if (ref($v) eq 'ARRAY') {
e175845b 799 return $self->sqlfalse unless @$v;
99a65fa8 800 $self->_debug("ARRAY($k) means distribute over elements");
801 my $this_logic = (
802 $v->[0] =~ /^-((?:and|or))$/i
803 ? ($v = [ @{$v}[1..$#$v] ], $1)
804 : ($self->{logic} || 'or')
805 );
cba28f66 806 return +{ -op => [
807 $this_logic,
808 map $self->_expand_expr({ $k => $_ }, $this_logic), @$v
809 ] };
99a65fa8 810 }
811 if (my $literal = is_literal_value($v)) {
812 unless (length $k) {
813 belch 'Hash-pairs consisting of an empty string with a literal are deprecated, and will be removed in 2.0: use -and => [ $literal ] instead';
814 return \$literal;
815 }
816 my ($sql, @bind) = @$literal;
817 if ($self->{bindtype} eq 'columns') {
818 for (@bind) {
819 if (!defined $_ || ref($_) ne 'ARRAY' || @$_ != 2) {
820 puke "bindtype 'columns' selected, you need to pass: [column_name => bind_value]"
aa8d7bdb 821 }
822 }
331e2209 823 }
99a65fa8 824 return +{ -literal => [ $self->_quote($k).' '.$sql, @bind ] };
331e2209 825 }
99a65fa8 826 die "notreached";
59588695 827}
828
e175845b 829sub _render_expr {
830 my ($self, $expr) = @_;
831 my ($k, $v, @rest) = %$expr;
832 die "No" if @rest;
181dcebf 833 my %op = map +("-$_" => '_render_'.$_),
e175845b 834 qw(op func value bind ident literal);
835 if (my $meth = $op{$k}) {
181dcebf 836 return $self->$meth($v);
e175845b 837 }
838 die "notreached: $k";
839}
840
96449e8e 841sub _recurse_where {
842 my ($self, $where, $logic) = @_;
843
99a65fa8 844#print STDERR Data::Dumper::Concise::Dumper([ $where, $logic ]);
845
a2cd381d 846 my $where_exp = $self->_expand_expr($where, $logic);
847
99a65fa8 848#print STDERR Data::Dumper::Concise::Dumper([ EXP => $where_exp ]);
849
96449e8e 850 # dispatch on appropriate method according to refkind of $where
e175845b 851# my $method = $self->_METHOD_FOR_refkind("_where", $where_exp);
852
853# my ($sql, @bind) = $self->$method($where_exp, $logic);
311b2151 854
e175845b 855 my ($sql, @bind) = defined($where_exp) ? $self->_render_expr($where_exp) : (undef);
311b2151 856
abe1a491 857 # DBIx::Class used to call _recurse_where in scalar context
858 # something else might too...
859 if (wantarray) {
860 return ($sql, @bind);
861 }
862 else {
863 belch "Calling _recurse_where in scalar context is deprecated and will go away before 2.0";
864 return $sql;
865 }
96449e8e 866}
867
181dcebf 868sub _render_ident {
869 my ($self, $ident) = @_;
cc422895 870
9cf28dfb 871 return $self->_convert($self->_quote($ident));
cc422895 872}
873
181dcebf 874sub _render_value {
875 my ($self, $value) = @_;
cc422895 876
52511ae3 877 return ($self->_convert('?'), $self->_bindtype(undef, $value));
cc422895 878}
879
c452734e 880my %unop_postfix = map +($_ => 1),
881 'is null', 'is not null',
882 'asc', 'desc',
883;
d13725da 884
b5b18861 885my %special = (
886 (map +($_ => do {
887 my $op = $_;
888 sub {
889 my ($self, $args) = @_;
890 my ($left, $low, $high) = @$args;
891 my ($rhsql, @rhbind) = do {
892 if (@$args == 2) {
893 puke "Single arg to between must be a literal"
894 unless $low->{-literal};
895 @{$low->{-literal}}
896 } else {
e56dd780 897 my ($l, $h) = map [ $self->_render_expr($_) ], $low, $high;
b5b18861 898 (join(' ', $l->[0], $self->_sqlcase('and'), $h->[0]),
899 @{$l}[1..$#$l], @{$h}[1..$#$h])
900 }
901 };
e56dd780 902 my ($lhsql, @lhbind) = $self->_render_expr($left);
b5b18861 903 return (
904 join(' ', '(', $lhsql, $self->_sqlcase($op), $rhsql, ')'),
905 @lhbind, @rhbind
906 );
907 }
908 }), 'between', 'not between'),
10d07c4e 909 (map +($_ => do {
910 my $op = $_;
911 sub {
912 my ($self, $args) = @_;
913 my ($lhs, $rhs) = @$args;
914 my @in_bind;
915 my @in_sql = map {
0ce981f8 916 my ($sql, @bind) = $self->_render_expr($_);
10d07c4e 917 push @in_bind, @bind;
918 $sql;
919 } @$rhs;
0ce981f8 920 my ($lhsql, @lbind) = $self->_render_expr($lhs);
10d07c4e 921 return (
922 $lhsql.' '.$self->_sqlcase($op).' ( '
923 .join(', ', @in_sql)
924 .' )',
925 @lbind, @in_bind
926 );
927 }
928 }), 'in', 'not in'),
b5b18861 929);
930
181dcebf 931sub _render_op {
932 my ($self, $v) = @_;
d13725da 933 my ($op, @args) = @$v;
934 $op =~ s/^-// if length($op) > 1;
cba28f66 935 $op = lc($op);
b5b18861 936 if (my $h = $special{$op}) {
937 return $self->$h(\@args);
938 }
99a65fa8 939 if (my $us = List::Util::first { $op =~ $_->{regex} } @{$self->{user_special_ops}}) {
940 puke "Special op '${op}' requires first value to be identifier"
941 unless my ($k) = map $_->{-ident}, grep ref($_) eq 'HASH', $args[0];
942 return $self->${\($us->{handler})}($k, $op, $args[1]);
943 }
944 my $final_op = $op =~ /^(?:is|not)_/ ? join(' ', split '_', $op) : $op;
2143604f 945 if (@args == 1 and $op !~ /^(and|or)$/) {
ec857800 946 my ($expr_sql, @bind) = $self->_render_expr($args[0]);
d13725da 947 my $op_sql = $self->_sqlcase($final_op);
948 my $final_sql = (
949 $unop_postfix{lc($final_op)}
950 ? "${expr_sql} ${op_sql}"
951 : "${op_sql} ${expr_sql}"
952 );
0c7e3af0 953 return (($op eq 'not' ? '('.$final_sql.')' : $final_sql), @bind);
16d9289c 954 } else {
ec857800 955 my @parts = map [ $self->_render_expr($_) ], @args;
77617257 956 my ($final_sql) = map +($op =~ /^(and|or)$/ ? "(${_})" : $_), join(
2f9c5405 957 ($final_op eq ',' ? '' : ' ').$self->_sqlcase($final_op).' ',
77617257 958 map $_->[0], @parts
959 );
99a65fa8 960 return (
77617257 961 $final_sql,
16d9289c 962 map @{$_}[1..$#$_], @parts
99a65fa8 963 );
d13725da 964 }
965 die "unhandled";
966}
967
181dcebf 968sub _render_func {
969 my ($self, $rest) = @_;
711892b1 970 my ($func, @args) = @$rest;
971 my @arg_sql;
972 my @bind = map {
973 my @x = @$_;
974 push @arg_sql, shift @x;
975 @x
0f199fce 976 } map [ $self->_render_expr($_) ], @args;
711892b1 977 return ($self->_sqlcase($func).'('.join(', ', @arg_sql).')', @bind);
978}
979
181dcebf 980sub _render_bind {
981 my ($self, $bind) = @_;
d13725da 982 return ($self->_convert('?'), $self->_bindtype(@$bind));
983}
984
181dcebf 985sub _render_literal {
986 my ($self, $literal) = @_;
465d43fd 987 $self->_assert_bindval_matches_bindtype(@{$literal}[1..$#$literal]);
aa8d7bdb 988 return @$literal;
989}
990
4a1f01a3 991# Some databases (SQLite) treat col IN (1, 2) different from
992# col IN ( (1, 2) ). Use this to strip all outer parens while
993# adding them back in the corresponding method
994sub _open_outer_paren {
995 my ($self, $sql) = @_;
a5f91feb 996
ca4f826a 997 while (my ($inner) = $sql =~ /^ \s* \( (.*) \) \s* $/xs) {
a5f91feb 998
999 # there are closing parens inside, need the heavy duty machinery
1000 # to reevaluate the extraction starting from $sql (full reevaluation)
ca4f826a 1001 if ($inner =~ /\)/) {
a5f91feb 1002 require Text::Balanced;
1003
1004 my (undef, $remainder) = do {
1005 # idiotic design - writes to $@ but *DOES NOT* throw exceptions
1006 local $@;
ca4f826a 1007 Text::Balanced::extract_bracketed($sql, '()', qr/\s*/);
a5f91feb 1008 };
1009
1010 # the entire expression needs to be a balanced bracketed thing
1011 # (after an extract no remainder sans trailing space)
1012 last if defined $remainder and $remainder =~ /\S/;
1013 }
1014
1015 $sql = $inner;
1016 }
1017
1018 $sql;
4a1f01a3 1019}
1020
96449e8e 1021
96449e8e 1022#======================================================================
1023# ORDER BY
1024#======================================================================
1025
1026sub _order_by {
1027 my ($self, $arg) = @_;
1028
4325df6a 1029 return '' unless defined($arg) and not (ref($arg) eq 'ARRAY' and !@$arg);
2b6158af 1030
4325df6a 1031 my $expander = sub {
1032 my ($self, $dir, $expr) = @_;
1033 my @exp = map +(defined($dir) ? { -op => [ $dir => $_ ] } : $_),
1034 map $self->_expand_expr($_, undef, -ident),
1035 ref($expr) eq 'ARRAY' ? @$expr : $expr;
1036 return (@exp > 1 ? { -op => [ ',', @exp ] } : $exp[0]);
1037 };
18c743c8 1038
4325df6a 1039 local $self->{custom_expansions} = {
1040 asc => sub { shift->$expander(asc => @_) },
1041 desc => sub { shift->$expander(desc => @_) },
1042 };
f267b646 1043
4325df6a 1044 my $expanded = $self->$expander(undef, $arg);
1045
1046 my ($sql, @bind) = $self->_render_expr($expanded);
1047
1048 my $final_sql = $self->_sqlcase(' order by ').$sql;
1049
1050 return wantarray ? ($final_sql, @bind) : $final_sql;
f267b646 1051}
1052
96449e8e 1053#======================================================================
1054# DATASOURCE (FOR NOW, JUST PLAIN TABLE OR LIST OF TABLES)
1055#======================================================================
1056
1057sub _table {
1058 my $self = shift;
1059 my $from = shift;
7ad12721 1060 ($self->_render_expr(
8476c6a3 1061 $self->_expand_maybe_list_expr($from, undef, -ident)
7ad12721 1062 ))[0];
96449e8e 1063}
1064
1065
1066#======================================================================
1067# UTILITY FUNCTIONS
1068#======================================================================
1069
8476c6a3 1070sub _expand_maybe_list_expr {
1071 my ($self, $expr, $logic, $default) = @_;
bba04f52 1072 my $e = do {
1073 if (ref($expr) eq 'ARRAY') {
1074 return { -op => [
8476c6a3 1075 ',', map $self->_expand_expr($_, $logic, $default), @$expr
bba04f52 1076 ] } if @$expr > 1;
1077 $expr->[0]
1078 } else {
1079 $expr
1080 }
1081 };
1082 return $self->_expand_expr($e, $logic, $default);
8476c6a3 1083}
1084
955e77ca 1085# highly optimized, as it's called way too often
96449e8e 1086sub _quote {
955e77ca 1087 # my ($self, $label) = @_;
96449e8e 1088
955e77ca 1089 return '' unless defined $_[1];
955e77ca 1090 return ${$_[1]} if ref($_[1]) eq 'SCALAR';
96449e8e 1091
439834d3 1092 $_[0]->{quote_char} or
1093 ($_[0]->_assert_pass_injection_guard($_[1]), return $_[1]);
96449e8e 1094
07d7c35c 1095 my $qref = ref $_[0]->{quote_char};
439834d3 1096 my ($l, $r) =
1097 !$qref ? ($_[0]->{quote_char}, $_[0]->{quote_char})
1098 : ($qref eq 'ARRAY') ? @{$_[0]->{quote_char}}
1099 : puke "Unsupported quote_char format: $_[0]->{quote_char}";
1100
46be4313 1101 my $esc = $_[0]->{escape_char} || $r;
96449e8e 1102
07d7c35c 1103 # parts containing * are naturally unquoted
ca4f826a 1104 return join($_[0]->{name_sep}||'', map
439834d3 1105 +( $_ eq '*' ? $_ : do { (my $n = $_) =~ s/(\Q$esc\E|\Q$r\E)/$esc$1/g; $l . $n . $r } ),
955e77ca 1106 ( $_[0]->{name_sep} ? split (/\Q$_[0]->{name_sep}\E/, $_[1] ) : $_[1] )
1107 );
96449e8e 1108}
1109
1110
1111# Conversion, if applicable
d7c862e0 1112sub _convert {
07d7c35c 1113 #my ($self, $arg) = @_;
7ad12721 1114 if ($_[0]->{convert_where}) {
1115 return $_[0]->_sqlcase($_[0]->{convert_where}) .'(' . $_[1] . ')';
96449e8e 1116 }
07d7c35c 1117 return $_[1];
96449e8e 1118}
1119
1120# And bindtype
d7c862e0 1121sub _bindtype {
07d7c35c 1122 #my ($self, $col, @vals) = @_;
07d7c35c 1123 # called often - tighten code
1124 return $_[0]->{bindtype} eq 'columns'
1125 ? map {[$_[1], $_]} @_[2 .. $#_]
1126 : @_[2 .. $#_]
1127 ;
96449e8e 1128}
1129
fe3ae272 1130# Dies if any element of @bind is not in [colname => value] format
1131# if bindtype is 'columns'.
1132sub _assert_bindval_matches_bindtype {
c94a6c93 1133# my ($self, @bind) = @_;
1134 my $self = shift;
fe3ae272 1135 if ($self->{bindtype} eq 'columns') {
c94a6c93 1136 for (@_) {
1137 if (!defined $_ || ref($_) ne 'ARRAY' || @$_ != 2) {
3a06278c 1138 puke "bindtype 'columns' selected, you need to pass: [column_name => bind_value]"
fe3ae272 1139 }
1140 }
1141 }
1142}
1143
96449e8e 1144sub _join_sql_clauses {
1145 my ($self, $logic, $clauses_aref, $bind_aref) = @_;
1146
1147 if (@$clauses_aref > 1) {
1148 my $join = " " . $self->_sqlcase($logic) . " ";
1149 my $sql = '( ' . join($join, @$clauses_aref) . ' )';
1150 return ($sql, @$bind_aref);
1151 }
1152 elsif (@$clauses_aref) {
1153 return ($clauses_aref->[0], @$bind_aref); # no parentheses
1154 }
1155 else {
1156 return (); # if no SQL, ignore @$bind_aref
1157 }
1158}
1159
1160
1161# Fix SQL case, if so requested
1162sub _sqlcase {
96449e8e 1163 # LDNOTE: if $self->{case} is true, then it contains 'lower', so we
1164 # don't touch the argument ... crooked logic, but let's not change it!
07d7c35c 1165 return $_[0]->{case} ? $_[1] : uc($_[1]);
96449e8e 1166}
1167
1168
1169#======================================================================
1170# DISPATCHING FROM REFKIND
1171#======================================================================
1172
1173sub _refkind {
1174 my ($self, $data) = @_;
96449e8e 1175
955e77ca 1176 return 'UNDEF' unless defined $data;
1177
1178 # blessed objects are treated like scalars
1179 my $ref = (Scalar::Util::blessed $data) ? '' : ref $data;
1180
1181 return 'SCALAR' unless $ref;
1182
1183 my $n_steps = 1;
1184 while ($ref eq 'REF') {
96449e8e 1185 $data = $$data;
955e77ca 1186 $ref = (Scalar::Util::blessed $data) ? '' : ref $data;
1187 $n_steps++ if $ref;
96449e8e 1188 }
1189
848556bc 1190 return ($ref||'SCALAR') . ('REF' x $n_steps);
96449e8e 1191}
1192
1193sub _try_refkind {
1194 my ($self, $data) = @_;
1195 my @try = ($self->_refkind($data));
1196 push @try, 'SCALAR_or_UNDEF' if $try[0] eq 'SCALAR' || $try[0] eq 'UNDEF';
1197 push @try, 'FALLBACK';
955e77ca 1198 return \@try;
96449e8e 1199}
1200
1201sub _METHOD_FOR_refkind {
1202 my ($self, $meth_prefix, $data) = @_;
f39eaa60 1203
1204 my $method;
955e77ca 1205 for (@{$self->_try_refkind($data)}) {
f39eaa60 1206 $method = $self->can($meth_prefix."_".$_)
1207 and last;
1208 }
1209
1210 return $method || puke "cannot dispatch on '$meth_prefix' for ".$self->_refkind($data);
96449e8e 1211}
1212
1213
1214sub _SWITCH_refkind {
1215 my ($self, $data, $dispatch_table) = @_;
1216
f39eaa60 1217 my $coderef;
955e77ca 1218 for (@{$self->_try_refkind($data)}) {
f39eaa60 1219 $coderef = $dispatch_table->{$_}
1220 and last;
1221 }
1222
1223 puke "no dispatch entry for ".$self->_refkind($data)
1224 unless $coderef;
1225
96449e8e 1226 $coderef->();
1227}
1228
1229
1230
1231
1232#======================================================================
1233# VALUES, GENERATE, AUTOLOAD
1234#======================================================================
1235
1236# LDNOTE: original code from nwiger, didn't touch code in that section
1237# I feel the AUTOLOAD stuff should not be the default, it should
1238# only be activated on explicit demand by user.
1239
1240sub values {
1241 my $self = shift;
1242 my $data = shift || return;
1243 puke "Argument to ", __PACKAGE__, "->values must be a \\%hash"
1244 unless ref $data eq 'HASH';
bab725ce 1245
1246 my @all_bind;
ca4f826a 1247 foreach my $k (sort keys %$data) {
bab725ce 1248 my $v = $data->{$k};
1249 $self->_SWITCH_refkind($v, {
9d48860e 1250 ARRAYREF => sub {
bab725ce 1251 if ($self->{array_datatypes}) { # array datatype
1252 push @all_bind, $self->_bindtype($k, $v);
1253 }
1254 else { # literal SQL with bind
1255 my ($sql, @bind) = @$v;
1256 $self->_assert_bindval_matches_bindtype(@bind);
1257 push @all_bind, @bind;
1258 }
1259 },
1260 ARRAYREFREF => sub { # literal SQL with bind
1261 my ($sql, @bind) = @${$v};
1262 $self->_assert_bindval_matches_bindtype(@bind);
1263 push @all_bind, @bind;
1264 },
1265 SCALARREF => sub { # literal SQL without bind
1266 },
1267 SCALAR_or_UNDEF => sub {
1268 push @all_bind, $self->_bindtype($k, $v);
1269 },
1270 });
1271 }
1272
1273 return @all_bind;
96449e8e 1274}
1275
1276sub generate {
1277 my $self = shift;
1278
1279 my(@sql, @sqlq, @sqlv);
1280
1281 for (@_) {
1282 my $ref = ref $_;
1283 if ($ref eq 'HASH') {
1284 for my $k (sort keys %$_) {
1285 my $v = $_->{$k};
1286 my $r = ref $v;
1287 my $label = $self->_quote($k);
1288 if ($r eq 'ARRAY') {
fe3ae272 1289 # literal SQL with bind
1290 my ($sql, @bind) = @$v;
1291 $self->_assert_bindval_matches_bindtype(@bind);
96449e8e 1292 push @sqlq, "$label = $sql";
fe3ae272 1293 push @sqlv, @bind;
96449e8e 1294 } elsif ($r eq 'SCALAR') {
fe3ae272 1295 # literal SQL without bind
96449e8e 1296 push @sqlq, "$label = $$v";
9d48860e 1297 } else {
96449e8e 1298 push @sqlq, "$label = ?";
1299 push @sqlv, $self->_bindtype($k, $v);
1300 }
1301 }
1302 push @sql, $self->_sqlcase('set'), join ', ', @sqlq;
1303 } elsif ($ref eq 'ARRAY') {
1304 # unlike insert(), assume these are ONLY the column names, i.e. for SQL
1305 for my $v (@$_) {
1306 my $r = ref $v;
fe3ae272 1307 if ($r eq 'ARRAY') { # literal SQL with bind
1308 my ($sql, @bind) = @$v;
1309 $self->_assert_bindval_matches_bindtype(@bind);
1310 push @sqlq, $sql;
1311 push @sqlv, @bind;
1312 } elsif ($r eq 'SCALAR') { # literal SQL without bind
96449e8e 1313 # embedded literal SQL
1314 push @sqlq, $$v;
9d48860e 1315 } else {
96449e8e 1316 push @sqlq, '?';
1317 push @sqlv, $v;
1318 }
1319 }
1320 push @sql, '(' . join(', ', @sqlq) . ')';
1321 } elsif ($ref eq 'SCALAR') {
1322 # literal SQL
1323 push @sql, $$_;
1324 } else {
1325 # strings get case twiddled
1326 push @sql, $self->_sqlcase($_);
1327 }
1328 }
1329
1330 my $sql = join ' ', @sql;
1331
1332 # this is pretty tricky
1333 # if ask for an array, return ($stmt, @bind)
1334 # otherwise, s/?/shift @sqlv/ to put it inline
1335 if (wantarray) {
1336 return ($sql, @sqlv);
1337 } else {
1338 1 while $sql =~ s/\?/my $d = shift(@sqlv);
1339 ref $d ? $d->[1] : $d/e;
1340 return $sql;
1341 }
1342}
1343
1344
1345sub DESTROY { 1 }
1346
1347sub AUTOLOAD {
1348 # This allows us to check for a local, then _form, attr
1349 my $self = shift;
1350 my($name) = $AUTOLOAD =~ /.*::(.+)/;
1351 return $self->generate($name, @_);
1352}
1353
13541;
1355
1356
1357
1358__END__
32eab2da 1359
1360=head1 NAME
1361
1362SQL::Abstract - Generate SQL from Perl data structures
1363
1364=head1 SYNOPSIS
1365
1366 use SQL::Abstract;
1367
1368 my $sql = SQL::Abstract->new;
1369
85783f3c 1370 my($stmt, @bind) = $sql->select($source, \@fields, \%where, $order);
32eab2da 1371
1372 my($stmt, @bind) = $sql->insert($table, \%fieldvals || \@values);
1373
1374 my($stmt, @bind) = $sql->update($table, \%fieldvals, \%where);
1375
1376 my($stmt, @bind) = $sql->delete($table, \%where);
1377
1378 # Then, use these in your DBI statements
1379 my $sth = $dbh->prepare($stmt);
1380 $sth->execute(@bind);
1381
1382 # Just generate the WHERE clause
85783f3c 1383 my($stmt, @bind) = $sql->where(\%where, $order);
32eab2da 1384
1385 # Return values in the same order, for hashed queries
1386 # See PERFORMANCE section for more details
1387 my @bind = $sql->values(\%fieldvals);
1388
1389=head1 DESCRIPTION
1390
1391This module was inspired by the excellent L<DBIx::Abstract>.
1392However, in using that module I found that what I really wanted
1393to do was generate SQL, but still retain complete control over my
1394statement handles and use the DBI interface. So, I set out to
1395create an abstract SQL generation module.
1396
1397While based on the concepts used by L<DBIx::Abstract>, there are
1398several important differences, especially when it comes to WHERE
1399clauses. I have modified the concepts used to make the SQL easier
1400to generate from Perl data structures and, IMO, more intuitive.
1401The underlying idea is for this module to do what you mean, based
1402on the data structures you provide it. The big advantage is that
1403you don't have to modify your code every time your data changes,
1404as this module figures it out.
1405
1406To begin with, an SQL INSERT is as easy as just specifying a hash
1407of C<key=value> pairs:
1408
1409 my %data = (
1410 name => 'Jimbo Bobson',
1411 phone => '123-456-7890',
1412 address => '42 Sister Lane',
1413 city => 'St. Louis',
1414 state => 'Louisiana',
1415 );
1416
1417The SQL can then be generated with this:
1418
1419 my($stmt, @bind) = $sql->insert('people', \%data);
1420
1421Which would give you something like this:
1422
1423 $stmt = "INSERT INTO people
1424 (address, city, name, phone, state)
1425 VALUES (?, ?, ?, ?, ?)";
1426 @bind = ('42 Sister Lane', 'St. Louis', 'Jimbo Bobson',
1427 '123-456-7890', 'Louisiana');
1428
1429These are then used directly in your DBI code:
1430
1431 my $sth = $dbh->prepare($stmt);
1432 $sth->execute(@bind);
1433
96449e8e 1434=head2 Inserting and Updating Arrays
1435
1436If your database has array types (like for example Postgres),
1437activate the special option C<< array_datatypes => 1 >>
9d48860e 1438when creating the C<SQL::Abstract> object.
96449e8e 1439Then you may use an arrayref to insert and update database array types:
1440
1441 my $sql = SQL::Abstract->new(array_datatypes => 1);
1442 my %data = (
1443 planets => [qw/Mercury Venus Earth Mars/]
1444 );
9d48860e 1445
96449e8e 1446 my($stmt, @bind) = $sql->insert('solar_system', \%data);
1447
1448This results in:
1449
1450 $stmt = "INSERT INTO solar_system (planets) VALUES (?)"
1451
1452 @bind = (['Mercury', 'Venus', 'Earth', 'Mars']);
1453
1454
1455=head2 Inserting and Updating SQL
1456
1457In order to apply SQL functions to elements of your C<%data> you may
1458specify a reference to an arrayref for the given hash value. For example,
1459if you need to execute the Oracle C<to_date> function on a value, you can
1460say something like this:
32eab2da 1461
1462 my %data = (
1463 name => 'Bill',
3ae1c5e2 1464 date_entered => \[ "to_date(?,'MM/DD/YYYY')", "03/02/2003" ],
9d48860e 1465 );
32eab2da 1466
1467The first value in the array is the actual SQL. Any other values are
1468optional and would be included in the bind values array. This gives
1469you:
1470
1471 my($stmt, @bind) = $sql->insert('people', \%data);
1472
9d48860e 1473 $stmt = "INSERT INTO people (name, date_entered)
32eab2da 1474 VALUES (?, to_date(?,'MM/DD/YYYY'))";
1475 @bind = ('Bill', '03/02/2003');
1476
1477An UPDATE is just as easy, all you change is the name of the function:
1478
1479 my($stmt, @bind) = $sql->update('people', \%data);
1480
1481Notice that your C<%data> isn't touched; the module will generate
1482the appropriately quirky SQL for you automatically. Usually you'll
1483want to specify a WHERE clause for your UPDATE, though, which is
1484where handling C<%where> hashes comes in handy...
1485
96449e8e 1486=head2 Complex where statements
1487
32eab2da 1488This module can generate pretty complicated WHERE statements
1489easily. For example, simple C<key=value> pairs are taken to mean
1490equality, and if you want to see if a field is within a set
1491of values, you can use an arrayref. Let's say we wanted to
1492SELECT some data based on this criteria:
1493
1494 my %where = (
1495 requestor => 'inna',
1496 worker => ['nwiger', 'rcwe', 'sfz'],
1497 status => { '!=', 'completed' }
1498 );
1499
1500 my($stmt, @bind) = $sql->select('tickets', '*', \%where);
1501
1502The above would give you something like this:
1503
1504 $stmt = "SELECT * FROM tickets WHERE
1505 ( requestor = ? ) AND ( status != ? )
1506 AND ( worker = ? OR worker = ? OR worker = ? )";
1507 @bind = ('inna', 'completed', 'nwiger', 'rcwe', 'sfz');
1508
1509Which you could then use in DBI code like so:
1510
1511 my $sth = $dbh->prepare($stmt);
1512 $sth->execute(@bind);
1513
1514Easy, eh?
1515
0da0fe34 1516=head1 METHODS
32eab2da 1517
13cc86af 1518The methods are simple. There's one for every major SQL operation,
32eab2da 1519and a constructor you use first. The arguments are specified in a
13cc86af 1520similar order for each method (table, then fields, then a where
32eab2da 1521clause) to try and simplify things.
1522
32eab2da 1523=head2 new(option => 'value')
1524
1525The C<new()> function takes a list of options and values, and returns
1526a new B<SQL::Abstract> object which can then be used to generate SQL
1527through the methods below. The options accepted are:
1528
1529=over
1530
1531=item case
1532
1533If set to 'lower', then SQL will be generated in all lowercase. By
1534default SQL is generated in "textbook" case meaning something like:
1535
1536 SELECT a_field FROM a_table WHERE some_field LIKE '%someval%'
1537
96449e8e 1538Any setting other than 'lower' is ignored.
1539
32eab2da 1540=item cmp
1541
1542This determines what the default comparison operator is. By default
1543it is C<=>, meaning that a hash like this:
1544
1545 %where = (name => 'nwiger', email => 'nate@wiger.org');
1546
1547Will generate SQL like this:
1548
1549 WHERE name = 'nwiger' AND email = 'nate@wiger.org'
1550
1551However, you may want loose comparisons by default, so if you set
1552C<cmp> to C<like> you would get SQL such as:
1553
1554 WHERE name like 'nwiger' AND email like 'nate@wiger.org'
1555
3af02ccb 1556You can also override the comparison on an individual basis - see
32eab2da 1557the huge section on L</"WHERE CLAUSES"> at the bottom.
1558
96449e8e 1559=item sqltrue, sqlfalse
1560
1561Expressions for inserting boolean values within SQL statements.
6e0c6552 1562By default these are C<1=1> and C<1=0>. They are used
1563by the special operators C<-in> and C<-not_in> for generating
1564correct SQL even when the argument is an empty array (see below).
96449e8e 1565
32eab2da 1566=item logic
1567
1568This determines the default logical operator for multiple WHERE
7cac25e6 1569statements in arrays or hashes. If absent, the default logic is "or"
1570for arrays, and "and" for hashes. This means that a WHERE
32eab2da 1571array of the form:
1572
1573 @where = (
9d48860e 1574 event_date => {'>=', '2/13/99'},
1575 event_date => {'<=', '4/24/03'},
32eab2da 1576 );
1577
7cac25e6 1578will generate SQL like this:
32eab2da 1579
1580 WHERE event_date >= '2/13/99' OR event_date <= '4/24/03'
1581
1582This is probably not what you want given this query, though (look
1583at the dates). To change the "OR" to an "AND", simply specify:
1584
1585 my $sql = SQL::Abstract->new(logic => 'and');
1586
1587Which will change the above C<WHERE> to:
1588
1589 WHERE event_date >= '2/13/99' AND event_date <= '4/24/03'
1590
96449e8e 1591The logic can also be changed locally by inserting
be21dde3 1592a modifier in front of an arrayref:
96449e8e 1593
9d48860e 1594 @where = (-and => [event_date => {'>=', '2/13/99'},
7cac25e6 1595 event_date => {'<=', '4/24/03'} ]);
96449e8e 1596
1597See the L</"WHERE CLAUSES"> section for explanations.
1598
32eab2da 1599=item convert
1600
1601This will automatically convert comparisons using the specified SQL
1602function for both column and value. This is mostly used with an argument
1603of C<upper> or C<lower>, so that the SQL will have the effect of
1604case-insensitive "searches". For example, this:
1605
1606 $sql = SQL::Abstract->new(convert => 'upper');
1607 %where = (keywords => 'MaKe iT CAse inSeNSItive');
1608
1609Will turn out the following SQL:
1610
1611 WHERE upper(keywords) like upper('MaKe iT CAse inSeNSItive')
1612
1613The conversion can be C<upper()>, C<lower()>, or any other SQL function
1614that can be applied symmetrically to fields (actually B<SQL::Abstract> does
1615not validate this option; it will just pass through what you specify verbatim).
1616
1617=item bindtype
1618
1619This is a kludge because many databases suck. For example, you can't
1620just bind values using DBI's C<execute()> for Oracle C<CLOB> or C<BLOB> fields.
1621Instead, you have to use C<bind_param()>:
1622
1623 $sth->bind_param(1, 'reg data');
1624 $sth->bind_param(2, $lots, {ora_type => ORA_CLOB});
1625
1626The problem is, B<SQL::Abstract> will normally just return a C<@bind> array,
1627which loses track of which field each slot refers to. Fear not.
1628
1629If you specify C<bindtype> in new, you can determine how C<@bind> is returned.
1630Currently, you can specify either C<normal> (default) or C<columns>. If you
1631specify C<columns>, you will get an array that looks like this:
1632
1633 my $sql = SQL::Abstract->new(bindtype => 'columns');
1634 my($stmt, @bind) = $sql->insert(...);
1635
1636 @bind = (
1637 [ 'column1', 'value1' ],
1638 [ 'column2', 'value2' ],
1639 [ 'column3', 'value3' ],
1640 );
1641
1642You can then iterate through this manually, using DBI's C<bind_param()>.
e3f9dff4 1643
32eab2da 1644 $sth->prepare($stmt);
1645 my $i = 1;
1646 for (@bind) {
1647 my($col, $data) = @$_;
1648 if ($col eq 'details' || $col eq 'comments') {
1649 $sth->bind_param($i, $data, {ora_type => ORA_CLOB});
1650 } elsif ($col eq 'image') {
1651 $sth->bind_param($i, $data, {ora_type => ORA_BLOB});
1652 } else {
1653 $sth->bind_param($i, $data);
1654 }
1655 $i++;
1656 }
1657 $sth->execute; # execute without @bind now
1658
1659Now, why would you still use B<SQL::Abstract> if you have to do this crap?
1660Basically, the advantage is still that you don't have to care which fields
1661are or are not included. You could wrap that above C<for> loop in a simple
1662sub called C<bind_fields()> or something and reuse it repeatedly. You still
1663get a layer of abstraction over manual SQL specification.
1664
3ae1c5e2 1665Note that if you set L</bindtype> to C<columns>, the C<\[ $sql, @bind ]>
deb148a2 1666construct (see L</Literal SQL with placeholders and bind values (subqueries)>)
1667will expect the bind values in this format.
1668
32eab2da 1669=item quote_char
1670
1671This is the character that a table or column name will be quoted
9d48860e 1672with. By default this is an empty string, but you could set it to
32eab2da 1673the character C<`>, to generate SQL like this:
1674
1675 SELECT `a_field` FROM `a_table` WHERE `some_field` LIKE '%someval%'
1676
96449e8e 1677Alternatively, you can supply an array ref of two items, the first being the left
1678hand quote character, and the second the right hand quote character. For
1679example, you could supply C<['[',']']> for SQL Server 2000 compliant quotes
1680that generates SQL like this:
1681
1682 SELECT [a_field] FROM [a_table] WHERE [some_field] LIKE '%someval%'
1683
9d48860e 1684Quoting is useful if you have tables or columns names that are reserved
96449e8e 1685words in your database's SQL dialect.
32eab2da 1686
46be4313 1687=item escape_char
1688
1689This is the character that will be used to escape L</quote_char>s appearing
1690in an identifier before it has been quoted.
1691
80790166 1692The parameter default in case of a single L</quote_char> character is the quote
46be4313 1693character itself.
1694
1695When opening-closing-style quoting is used (L</quote_char> is an arrayref)
9de2bd86 1696this parameter defaults to the B<closing (right)> L</quote_char>. Occurrences
46be4313 1697of the B<opening (left)> L</quote_char> within the identifier are currently left
1698untouched. The default for opening-closing-style quotes may change in future
1699versions, thus you are B<strongly encouraged> to specify the escape character
1700explicitly.
1701
32eab2da 1702=item name_sep
1703
1704This is the character that separates a table and column name. It is
1705necessary to specify this when the C<quote_char> option is selected,
1706so that tables and column names can be individually quoted like this:
1707
1708 SELECT `table`.`one_field` FROM `table` WHERE `table`.`other_field` = 1
1709
b6251592 1710=item injection_guard
1711
1712A regular expression C<qr/.../> that is applied to any C<-function> and unquoted
1713column name specified in a query structure. This is a safety mechanism to avoid
1714injection attacks when mishandling user input e.g.:
1715
1716 my %condition_as_column_value_pairs = get_values_from_user();
1717 $sqla->select( ... , \%condition_as_column_value_pairs );
1718
1719If the expression matches an exception is thrown. Note that literal SQL
1720supplied via C<\'...'> or C<\['...']> is B<not> checked in any way.
1721
1722Defaults to checking for C<;> and the C<GO> keyword (TransactSQL)
1723
96449e8e 1724=item array_datatypes
32eab2da 1725
9d48860e 1726When this option is true, arrayrefs in INSERT or UPDATE are
1727interpreted as array datatypes and are passed directly
96449e8e 1728to the DBI layer.
1729When this option is false, arrayrefs are interpreted
1730as literal SQL, just like refs to arrayrefs
1731(but this behavior is for backwards compatibility; when writing
1732new queries, use the "reference to arrayref" syntax
1733for literal SQL).
32eab2da 1734
32eab2da 1735
96449e8e 1736=item special_ops
32eab2da 1737
9d48860e 1738Takes a reference to a list of "special operators"
96449e8e 1739to extend the syntax understood by L<SQL::Abstract>.
1740See section L</"SPECIAL OPERATORS"> for details.
32eab2da 1741
59f23b3d 1742=item unary_ops
1743
9d48860e 1744Takes a reference to a list of "unary operators"
59f23b3d 1745to extend the syntax understood by L<SQL::Abstract>.
1746See section L</"UNARY OPERATORS"> for details.
1747
32eab2da 1748
32eab2da 1749
96449e8e 1750=back
32eab2da 1751
02288357 1752=head2 insert($table, \@values || \%fieldvals, \%options)
32eab2da 1753
1754This is the simplest function. You simply give it a table name
1755and either an arrayref of values or hashref of field/value pairs.
1756It returns an SQL INSERT statement and a list of bind values.
96449e8e 1757See the sections on L</"Inserting and Updating Arrays"> and
1758L</"Inserting and Updating SQL"> for information on how to insert
1759with those data types.
32eab2da 1760
02288357 1761The optional C<\%options> hash reference may contain additional
1762options to generate the insert SQL. Currently supported options
1763are:
1764
1765=over 4
1766
1767=item returning
1768
1769Takes either a scalar of raw SQL fields, or an array reference of
1770field names, and adds on an SQL C<RETURNING> statement at the end.
1771This allows you to return data generated by the insert statement
1772(such as row IDs) without performing another C<SELECT> statement.
1773Note, however, this is not part of the SQL standard and may not
1774be supported by all database engines.
1775
1776=back
1777
95904db5 1778=head2 update($table, \%fieldvals, \%where, \%options)
32eab2da 1779
1780This takes a table, hashref of field/value pairs, and an optional
86298391 1781hashref L<WHERE clause|/WHERE CLAUSES>. It returns an SQL UPDATE function and a list
32eab2da 1782of bind values.
96449e8e 1783See the sections on L</"Inserting and Updating Arrays"> and
1784L</"Inserting and Updating SQL"> for information on how to insert
1785with those data types.
32eab2da 1786
95904db5 1787The optional C<\%options> hash reference may contain additional
1788options to generate the update SQL. Currently supported options
1789are:
1790
1791=over 4
1792
1793=item returning
1794
1795See the C<returning> option to
1796L<insert|/insert($table, \@values || \%fieldvals, \%options)>.
1797
1798=back
1799
96449e8e 1800=head2 select($source, $fields, $where, $order)
32eab2da 1801
9d48860e 1802This returns a SQL SELECT statement and associated list of bind values, as
be21dde3 1803specified by the arguments:
32eab2da 1804
96449e8e 1805=over
32eab2da 1806
96449e8e 1807=item $source
32eab2da 1808
9d48860e 1809Specification of the 'FROM' part of the statement.
96449e8e 1810The argument can be either a plain scalar (interpreted as a table
1811name, will be quoted), or an arrayref (interpreted as a list
1812of table names, joined by commas, quoted), or a scalarref
063097a3 1813(literal SQL, not quoted).
32eab2da 1814
96449e8e 1815=item $fields
32eab2da 1816
9d48860e 1817Specification of the list of fields to retrieve from
96449e8e 1818the source.
1819The argument can be either an arrayref (interpreted as a list
9d48860e 1820of field names, will be joined by commas and quoted), or a
96449e8e 1821plain scalar (literal SQL, not quoted).
521647e7 1822Please observe that this API is not as flexible as that of
1823the first argument C<$source>, for backwards compatibility reasons.
32eab2da 1824
96449e8e 1825=item $where
32eab2da 1826
96449e8e 1827Optional argument to specify the WHERE part of the query.
1828The argument is most often a hashref, but can also be
9d48860e 1829an arrayref or plain scalar --
96449e8e 1830see section L<WHERE clause|/"WHERE CLAUSES"> for details.
32eab2da 1831
96449e8e 1832=item $order
32eab2da 1833
96449e8e 1834Optional argument to specify the ORDER BY part of the query.
9d48860e 1835The argument can be a scalar, a hashref or an arrayref
96449e8e 1836-- see section L<ORDER BY clause|/"ORDER BY CLAUSES">
1837for details.
32eab2da 1838
96449e8e 1839=back
32eab2da 1840
32eab2da 1841
85327cd5 1842=head2 delete($table, \%where, \%options)
32eab2da 1843
86298391 1844This takes a table name and optional hashref L<WHERE clause|/WHERE CLAUSES>.
32eab2da 1845It returns an SQL DELETE statement and list of bind values.
1846
85327cd5 1847The optional C<\%options> hash reference may contain additional
1848options to generate the delete SQL. Currently supported options
1849are:
1850
1851=over 4
1852
1853=item returning
1854
1855See the C<returning> option to
1856L<insert|/insert($table, \@values || \%fieldvals, \%options)>.
1857
1858=back
1859
85783f3c 1860=head2 where(\%where, $order)
32eab2da 1861
1862This is used to generate just the WHERE clause. For example,
1863if you have an arbitrary data structure and know what the
1864rest of your SQL is going to look like, but want an easy way
1865to produce a WHERE clause, use this. It returns an SQL WHERE
1866clause and list of bind values.
1867
32eab2da 1868
1869=head2 values(\%data)
1870
1871This just returns the values from the hash C<%data>, in the same
1872order that would be returned from any of the other above queries.
1873Using this allows you to markedly speed up your queries if you
1874are affecting lots of rows. See below under the L</"PERFORMANCE"> section.
1875
32eab2da 1876=head2 generate($any, 'number', $of, \@data, $struct, \%types)
1877
1878Warning: This is an experimental method and subject to change.
1879
1880This returns arbitrarily generated SQL. It's a really basic shortcut.
1881It will return two different things, depending on return context:
1882
1883 my($stmt, @bind) = $sql->generate('create table', \$table, \@fields);
1884 my $stmt_and_val = $sql->generate('create table', \$table, \@fields);
1885
1886These would return the following:
1887
1888 # First calling form
1889 $stmt = "CREATE TABLE test (?, ?)";
1890 @bind = (field1, field2);
1891
1892 # Second calling form
1893 $stmt_and_val = "CREATE TABLE test (field1, field2)";
1894
1895Depending on what you're trying to do, it's up to you to choose the correct
1896format. In this example, the second form is what you would want.
1897
1898By the same token:
1899
1900 $sql->generate('alter session', { nls_date_format => 'MM/YY' });
1901
1902Might give you:
1903
1904 ALTER SESSION SET nls_date_format = 'MM/YY'
1905
1906You get the idea. Strings get their case twiddled, but everything
1907else remains verbatim.
1908
0da0fe34 1909=head1 EXPORTABLE FUNCTIONS
1910
1911=head2 is_plain_value
1912
1913Determines if the supplied argument is a plain value as understood by this
1914module:
1915
1916=over
1917
1918=item * The value is C<undef>
1919
1920=item * The value is a non-reference
1921
1922=item * The value is an object with stringification overloading
1923
1924=item * The value is of the form C<< { -value => $anything } >>
1925
1926=back
1927
9de2bd86 1928On failure returns C<undef>, on success returns a B<scalar> reference
966200cc 1929to the original supplied argument.
0da0fe34 1930
843a94b5 1931=over
1932
1933=item * Note
1934
1935The stringification overloading detection is rather advanced: it takes
1936into consideration not only the presence of a C<""> overload, but if that
1937fails also checks for enabled
1938L<autogenerated versions of C<"">|overload/Magic Autogeneration>, based
1939on either C<0+> or C<bool>.
1940
1941Unfortunately testing in the field indicates that this
1942detection B<< may tickle a latent bug in perl versions before 5.018 >>,
1943but only when very large numbers of stringifying objects are involved.
1944At the time of writing ( Sep 2014 ) there is no clear explanation of
1945the direct cause, nor is there a manageably small test case that reliably
1946reproduces the problem.
1947
1948If you encounter any of the following exceptions in B<random places within
1949your application stack> - this module may be to blame:
1950
1951 Operation "ne": no method found,
1952 left argument in overloaded package <something>,
1953 right argument in overloaded package <something>
1954
1955or perhaps even
1956
1957 Stub found while resolving method "???" overloading """" in package <something>
1958
1959If you fall victim to the above - please attempt to reduce the problem
1960to something that could be sent to the L<SQL::Abstract developers
1f490ae4 1961|DBIx::Class/GETTING HELP/SUPPORT>
843a94b5 1962(either publicly or privately). As a workaround in the meantime you can
1963set C<$ENV{SQLA_ISVALUE_IGNORE_AUTOGENERATED_STRINGIFICATION}> to a true
1964value, which will most likely eliminate your problem (at the expense of
1965not being able to properly detect exotic forms of stringification).
1966
1967This notice and environment variable will be removed in a future version,
1968as soon as the underlying problem is found and a reliable workaround is
1969devised.
1970
1971=back
1972
0da0fe34 1973=head2 is_literal_value
1974
1975Determines if the supplied argument is a literal value as understood by this
1976module:
1977
1978=over
1979
1980=item * C<\$sql_string>
1981
1982=item * C<\[ $sql_string, @bind_values ]>
1983
0da0fe34 1984=back
1985
9de2bd86 1986On failure returns C<undef>, on success returns an B<array> reference
966200cc 1987containing the unpacked version of the supplied literal SQL and bind values.
0da0fe34 1988
32eab2da 1989=head1 WHERE CLAUSES
1990
96449e8e 1991=head2 Introduction
1992
32eab2da 1993This module uses a variation on the idea from L<DBIx::Abstract>. It
1994is B<NOT>, repeat I<not> 100% compatible. B<The main logic of this
1995module is that things in arrays are OR'ed, and things in hashes
1996are AND'ed.>
1997
1998The easiest way to explain is to show lots of examples. After
1999each C<%where> hash shown, it is assumed you used:
2000
2001 my($stmt, @bind) = $sql->where(\%where);
2002
2003However, note that the C<%where> hash can be used directly in any
2004of the other functions as well, as described above.
2005
96449e8e 2006=head2 Key-value pairs
2007
32eab2da 2008So, let's get started. To begin, a simple hash:
2009
2010 my %where = (
2011 user => 'nwiger',
2012 status => 'completed'
2013 );
2014
2015Is converted to SQL C<key = val> statements:
2016
2017 $stmt = "WHERE user = ? AND status = ?";
2018 @bind = ('nwiger', 'completed');
2019
2020One common thing I end up doing is having a list of values that
2021a field can be in. To do this, simply specify a list inside of
2022an arrayref:
2023
2024 my %where = (
2025 user => 'nwiger',
2026 status => ['assigned', 'in-progress', 'pending'];
2027 );
2028
2029This simple code will create the following:
9d48860e 2030
32eab2da 2031 $stmt = "WHERE user = ? AND ( status = ? OR status = ? OR status = ? )";
2032 @bind = ('nwiger', 'assigned', 'in-progress', 'pending');
2033
9d48860e 2034A field associated to an empty arrayref will be considered a
7cac25e6 2035logical false and will generate 0=1.
8a68b5be 2036
b864ba9b 2037=head2 Tests for NULL values
2038
2039If the value part is C<undef> then this is converted to SQL <IS NULL>
2040
2041 my %where = (
2042 user => 'nwiger',
2043 status => undef,
2044 );
2045
2046becomes:
2047
2048 $stmt = "WHERE user = ? AND status IS NULL";
2049 @bind = ('nwiger');
2050
e9614080 2051To test if a column IS NOT NULL:
2052
2053 my %where = (
2054 user => 'nwiger',
2055 status => { '!=', undef },
2056 );
cc422895 2057
6e0c6552 2058=head2 Specific comparison operators
96449e8e 2059
32eab2da 2060If you want to specify a different type of operator for your comparison,
2061you can use a hashref for a given column:
2062
2063 my %where = (
2064 user => 'nwiger',
2065 status => { '!=', 'completed' }
2066 );
2067
2068Which would generate:
2069
2070 $stmt = "WHERE user = ? AND status != ?";
2071 @bind = ('nwiger', 'completed');
2072
2073To test against multiple values, just enclose the values in an arrayref:
2074
96449e8e 2075 status => { '=', ['assigned', 'in-progress', 'pending'] };
2076
f2d5020d 2077Which would give you:
96449e8e 2078
2079 "WHERE status = ? OR status = ? OR status = ?"
2080
2081
2082The hashref can also contain multiple pairs, in which case it is expanded
32eab2da 2083into an C<AND> of its elements:
2084
2085 my %where = (
2086 user => 'nwiger',
2087 status => { '!=', 'completed', -not_like => 'pending%' }
2088 );
2089
2090 # Or more dynamically, like from a form
2091 $where{user} = 'nwiger';
2092 $where{status}{'!='} = 'completed';
2093 $where{status}{'-not_like'} = 'pending%';
2094
2095 # Both generate this
2096 $stmt = "WHERE user = ? AND status != ? AND status NOT LIKE ?";
2097 @bind = ('nwiger', 'completed', 'pending%');
2098
96449e8e 2099
32eab2da 2100To get an OR instead, you can combine it with the arrayref idea:
2101
2102 my %where => (
2103 user => 'nwiger',
1a6f2a03 2104 priority => [ { '=', 2 }, { '>', 5 } ]
32eab2da 2105 );
2106
2107Which would generate:
2108
1a6f2a03 2109 $stmt = "WHERE ( priority = ? OR priority > ? ) AND user = ?";
2110 @bind = ('2', '5', 'nwiger');
32eab2da 2111
44b9e502 2112If you want to include literal SQL (with or without bind values), just use a
13cc86af 2113scalar reference or reference to an arrayref as the value:
44b9e502 2114
2115 my %where = (
2116 date_entered => { '>' => \["to_date(?, 'MM/DD/YYYY')", "11/26/2008"] },
2117 date_expires => { '<' => \"now()" }
2118 );
2119
2120Which would generate:
2121
13cc86af 2122 $stmt = "WHERE date_entered > to_date(?, 'MM/DD/YYYY') AND date_expires < now()";
44b9e502 2123 @bind = ('11/26/2008');
2124
96449e8e 2125
2126=head2 Logic and nesting operators
2127
2128In the example above,
2129there is a subtle trap if you want to say something like
32eab2da 2130this (notice the C<AND>):
2131
2132 WHERE priority != ? AND priority != ?
2133
2134Because, in Perl you I<can't> do this:
2135
13cc86af 2136 priority => { '!=' => 2, '!=' => 1 }
32eab2da 2137
2138As the second C<!=> key will obliterate the first. The solution
2139is to use the special C<-modifier> form inside an arrayref:
2140
9d48860e 2141 priority => [ -and => {'!=', 2},
96449e8e 2142 {'!=', 1} ]
2143
32eab2da 2144
2145Normally, these would be joined by C<OR>, but the modifier tells it
2146to use C<AND> instead. (Hint: You can use this in conjunction with the
2147C<logic> option to C<new()> in order to change the way your queries
2148work by default.) B<Important:> Note that the C<-modifier> goes
2149B<INSIDE> the arrayref, as an extra first element. This will
2150B<NOT> do what you think it might:
2151
2152 priority => -and => [{'!=', 2}, {'!=', 1}] # WRONG!
2153
2154Here is a quick list of equivalencies, since there is some overlap:
2155
2156 # Same
2157 status => {'!=', 'completed', 'not like', 'pending%' }
2158 status => [ -and => {'!=', 'completed'}, {'not like', 'pending%'}]
2159
2160 # Same
2161 status => {'=', ['assigned', 'in-progress']}
2162 status => [ -or => {'=', 'assigned'}, {'=', 'in-progress'}]
2163 status => [ {'=', 'assigned'}, {'=', 'in-progress'} ]
2164
e3f9dff4 2165
2166
be21dde3 2167=head2 Special operators: IN, BETWEEN, etc.
96449e8e 2168
32eab2da 2169You can also use the hashref format to compare a list of fields using the
2170C<IN> comparison operator, by specifying the list as an arrayref:
2171
2172 my %where = (
2173 status => 'completed',
2174 reportid => { -in => [567, 2335, 2] }
2175 );
2176
2177Which would generate:
2178
2179 $stmt = "WHERE status = ? AND reportid IN (?,?,?)";
2180 @bind = ('completed', '567', '2335', '2');
2181
9d48860e 2182The reverse operator C<-not_in> generates SQL C<NOT IN> and is used in
96449e8e 2183the same way.
2184
6e0c6552 2185If the argument to C<-in> is an empty array, 'sqlfalse' is generated
be21dde3 2186(by default: C<1=0>). Similarly, C<< -not_in => [] >> generates
2187'sqltrue' (by default: C<1=1>).
6e0c6552 2188
e41c3bdd 2189In addition to the array you can supply a chunk of literal sql or
2190literal sql with bind:
6e0c6552 2191
e41c3bdd 2192 my %where = {
2193 customer => { -in => \[
2194 'SELECT cust_id FROM cust WHERE balance > ?',
2195 2000,
2196 ],
2197 status => { -in => \'SELECT status_codes FROM states' },
2198 };
6e0c6552 2199
e41c3bdd 2200would generate:
2201
2202 $stmt = "WHERE (
2203 customer IN ( SELECT cust_id FROM cust WHERE balance > ? )
2204 AND status IN ( SELECT status_codes FROM states )
2205 )";
2206 @bind = ('2000');
2207
0dfd2442 2208Finally, if the argument to C<-in> is not a reference, it will be
2209treated as a single-element array.
e41c3bdd 2210
2211Another pair of operators is C<-between> and C<-not_between>,
96449e8e 2212used with an arrayref of two values:
32eab2da 2213
2214 my %where = (
2215 user => 'nwiger',
2216 completion_date => {
2217 -not_between => ['2002-10-01', '2003-02-06']
2218 }
2219 );
2220
2221Would give you:
2222
2223 WHERE user = ? AND completion_date NOT BETWEEN ( ? AND ? )
2224
e41c3bdd 2225Just like with C<-in> all plausible combinations of literal SQL
2226are possible:
2227
2228 my %where = {
2229 start0 => { -between => [ 1, 2 ] },
2230 start1 => { -between => \["? AND ?", 1, 2] },
2231 start2 => { -between => \"lower(x) AND upper(y)" },
9d48860e 2232 start3 => { -between => [
e41c3bdd 2233 \"lower(x)",
2234 \["upper(?)", 'stuff' ],
2235 ] },
2236 };
2237
2238Would give you:
2239
2240 $stmt = "WHERE (
2241 ( start0 BETWEEN ? AND ? )
2242 AND ( start1 BETWEEN ? AND ? )
2243 AND ( start2 BETWEEN lower(x) AND upper(y) )
2244 AND ( start3 BETWEEN lower(x) AND upper(?) )
2245 )";
2246 @bind = (1, 2, 1, 2, 'stuff');
2247
2248
9d48860e 2249These are the two builtin "special operators"; but the
be21dde3 2250list can be expanded: see section L</"SPECIAL OPERATORS"> below.
96449e8e 2251
59f23b3d 2252=head2 Unary operators: bool
97a920ef 2253
2254If you wish to test against boolean columns or functions within your
2255database you can use the C<-bool> and C<-not_bool> operators. For
2256example to test the column C<is_user> being true and the column
827bb0eb 2257C<is_enabled> being false you would use:-
97a920ef 2258
2259 my %where = (
2260 -bool => 'is_user',
2261 -not_bool => 'is_enabled',
2262 );
2263
2264Would give you:
2265
277b5d3f 2266 WHERE is_user AND NOT is_enabled
97a920ef 2267
0b604e9d 2268If a more complex combination is required, testing more conditions,
2269then you should use the and/or operators:-
2270
2271 my %where = (
2272 -and => [
2273 -bool => 'one',
23401b81 2274 -not_bool => { two=> { -rlike => 'bar' } },
2275 -not_bool => { three => [ { '=', 2 }, { '>', 5 } ] },
0b604e9d 2276 ],
2277 );
2278
2279Would give you:
2280
23401b81 2281 WHERE
2282 one
2283 AND
2284 (NOT two RLIKE ?)
2285 AND
2286 (NOT ( three = ? OR three > ? ))
97a920ef 2287
2288
107b72f1 2289=head2 Nested conditions, -and/-or prefixes
96449e8e 2290
32eab2da 2291So far, we've seen how multiple conditions are joined with a top-level
2292C<AND>. We can change this by putting the different conditions we want in
2293hashes and then putting those hashes in an array. For example:
2294
2295 my @where = (
2296 {
2297 user => 'nwiger',
2298 status => { -like => ['pending%', 'dispatched'] },
2299 },
2300 {
2301 user => 'robot',
2302 status => 'unassigned',
2303 }
2304 );
2305
2306This data structure would create the following:
2307
2308 $stmt = "WHERE ( user = ? AND ( status LIKE ? OR status LIKE ? ) )
2309 OR ( user = ? AND status = ? ) )";
2310 @bind = ('nwiger', 'pending', 'dispatched', 'robot', 'unassigned');
2311
107b72f1 2312
48d9f5f8 2313Clauses in hashrefs or arrayrefs can be prefixed with an C<-and> or C<-or>
be21dde3 2314to change the logic inside:
32eab2da 2315
2316 my @where = (
2317 -and => [
2318 user => 'nwiger',
48d9f5f8 2319 [
2320 -and => [ workhrs => {'>', 20}, geo => 'ASIA' ],
2321 -or => { workhrs => {'<', 50}, geo => 'EURO' },
32eab2da 2322 ],
2323 ],
2324 );
2325
2326That would yield:
2327
13cc86af 2328 $stmt = "WHERE ( user = ?
2329 AND ( ( workhrs > ? AND geo = ? )
2330 OR ( workhrs < ? OR geo = ? ) ) )";
2331 @bind = ('nwiger', '20', 'ASIA', '50', 'EURO');
107b72f1 2332
cc422895 2333=head3 Algebraic inconsistency, for historical reasons
107b72f1 2334
7cac25e6 2335C<Important note>: when connecting several conditions, the C<-and->|C<-or>
2336operator goes C<outside> of the nested structure; whereas when connecting
2337several constraints on one column, the C<-and> operator goes
be21dde3 2338C<inside> the arrayref. Here is an example combining both features:
7cac25e6 2339
2340 my @where = (
2341 -and => [a => 1, b => 2],
2342 -or => [c => 3, d => 4],
2343 e => [-and => {-like => 'foo%'}, {-like => '%bar'} ]
2344 )
2345
2346yielding
2347
9d48860e 2348 WHERE ( ( ( a = ? AND b = ? )
2349 OR ( c = ? OR d = ? )
7cac25e6 2350 OR ( e LIKE ? AND e LIKE ? ) ) )
2351
107b72f1 2352This difference in syntax is unfortunate but must be preserved for
be21dde3 2353historical reasons. So be careful: the two examples below would
107b72f1 2354seem algebraically equivalent, but they are not
2355
a948b1fe 2356 { col => [ -and =>
2357 { -like => 'foo%' },
2358 { -like => '%bar' },
2359 ] }
be21dde3 2360 # yields: WHERE ( ( col LIKE ? AND col LIKE ? ) )
107b72f1 2361
a948b1fe 2362 [ -and =>
2363 { col => { -like => 'foo%' } },
2364 { col => { -like => '%bar' } },
2365 ]
be21dde3 2366 # yields: WHERE ( ( col LIKE ? OR col LIKE ? ) )
107b72f1 2367
7cac25e6 2368
cc422895 2369=head2 Literal SQL and value type operators
96449e8e 2370
cc422895 2371The basic premise of SQL::Abstract is that in WHERE specifications the "left
2372side" is a column name and the "right side" is a value (normally rendered as
2373a placeholder). This holds true for both hashrefs and arrayref pairs as you
2374see in the L</WHERE CLAUSES> examples above. Sometimes it is necessary to
2375alter this behavior. There are several ways of doing so.
e9614080 2376
cc422895 2377=head3 -ident
2378
2379This is a virtual operator that signals the string to its right side is an
2380identifier (a column name) and not a value. For example to compare two
2381columns you would write:
32eab2da 2382
e9614080 2383 my %where = (
2384 priority => { '<', 2 },
cc422895 2385 requestor => { -ident => 'submitter' },
e9614080 2386 );
2387
2388which creates:
2389
2390 $stmt = "WHERE priority < ? AND requestor = submitter";
2391 @bind = ('2');
2392
cc422895 2393If you are maintaining legacy code you may see a different construct as
2394described in L</Deprecated usage of Literal SQL>, please use C<-ident> in new
2395code.
2396
2397=head3 -value
e9614080 2398
cc422895 2399This is a virtual operator that signals that the construct to its right side
2400is a value to be passed to DBI. This is for example necessary when you want
2401to write a where clause against an array (for RDBMS that support such
2402datatypes). For example:
e9614080 2403
32eab2da 2404 my %where = (
cc422895 2405 array => { -value => [1, 2, 3] }
32eab2da 2406 );
2407
cc422895 2408will result in:
32eab2da 2409
cc422895 2410 $stmt = 'WHERE array = ?';
2411 @bind = ([1, 2, 3]);
32eab2da 2412
cc422895 2413Note that if you were to simply say:
32eab2da 2414
2415 my %where = (
cc422895 2416 array => [1, 2, 3]
32eab2da 2417 );
2418
3af02ccb 2419the result would probably not be what you wanted:
cc422895 2420
2421 $stmt = 'WHERE array = ? OR array = ? OR array = ?';
2422 @bind = (1, 2, 3);
2423
2424=head3 Literal SQL
96449e8e 2425
cc422895 2426Finally, sometimes only literal SQL will do. To include a random snippet
2427of SQL verbatim, you specify it as a scalar reference. Consider this only
2428as a last resort. Usually there is a better way. For example:
96449e8e 2429
2430 my %where = (
cc422895 2431 priority => { '<', 2 },
2432 requestor => { -in => \'(SELECT name FROM hitmen)' },
96449e8e 2433 );
2434
cc422895 2435Would create:
96449e8e 2436
cc422895 2437 $stmt = "WHERE priority < ? AND requestor IN (SELECT name FROM hitmen)"
2438 @bind = (2);
2439
2440Note that in this example, you only get one bind parameter back, since
2441the verbatim SQL is passed as part of the statement.
2442
2443=head4 CAVEAT
2444
2445 Never use untrusted input as a literal SQL argument - this is a massive
2446 security risk (there is no way to check literal snippets for SQL
2447 injections and other nastyness). If you need to deal with untrusted input
2448 use literal SQL with placeholders as described next.
96449e8e 2449
cc422895 2450=head3 Literal SQL with placeholders and bind values (subqueries)
96449e8e 2451
2452If the literal SQL to be inserted has placeholders and bind values,
2453use a reference to an arrayref (yes this is a double reference --
2454not so common, but perfectly legal Perl). For example, to find a date
2455in Postgres you can use something like this:
2456
2457 my %where = (
3ae1c5e2 2458 date_column => \[ "= date '2008-09-30' - ?::integer", 10 ]
96449e8e 2459 )
2460
2461This would create:
2462
d2a8fe1a 2463 $stmt = "WHERE ( date_column = date '2008-09-30' - ?::integer )"
96449e8e 2464 @bind = ('10');
2465
deb148a2 2466Note that you must pass the bind values in the same format as they are returned
85783f3c 2467by L<where|/where(\%where, $order)>. This means that if you set L</bindtype>
1f490ae4 2468to C<columns>, you must provide the bind values in the
2469C<< [ column_meta => value ] >> format, where C<column_meta> is an opaque
2470scalar value; most commonly the column name, but you can use any scalar value
2471(including references and blessed references), L<SQL::Abstract> will simply
2472pass it through intact. So if C<bindtype> is set to C<columns> the above
2473example will look like:
deb148a2 2474
2475 my %where = (
3ae1c5e2 2476 date_column => \[ "= date '2008-09-30' - ?::integer", [ {} => 10 ] ]
deb148a2 2477 )
96449e8e 2478
2479Literal SQL is especially useful for nesting parenthesized clauses in the
be21dde3 2480main SQL query. Here is a first example:
96449e8e 2481
2482 my ($sub_stmt, @sub_bind) = ("SELECT c1 FROM t1 WHERE c2 < ? AND c3 LIKE ?",
2483 100, "foo%");
2484 my %where = (
2485 foo => 1234,
2486 bar => \["IN ($sub_stmt)" => @sub_bind],
2487 );
2488
be21dde3 2489This yields:
96449e8e 2490
9d48860e 2491 $stmt = "WHERE (foo = ? AND bar IN (SELECT c1 FROM t1
96449e8e 2492 WHERE c2 < ? AND c3 LIKE ?))";
2493 @bind = (1234, 100, "foo%");
2494
9d48860e 2495Other subquery operators, like for example C<"E<gt> ALL"> or C<"NOT IN">,
96449e8e 2496are expressed in the same way. Of course the C<$sub_stmt> and
9d48860e 2497its associated bind values can be generated through a former call
96449e8e 2498to C<select()> :
2499
2500 my ($sub_stmt, @sub_bind)
9d48860e 2501 = $sql->select("t1", "c1", {c2 => {"<" => 100},
96449e8e 2502 c3 => {-like => "foo%"}});
2503 my %where = (
2504 foo => 1234,
2505 bar => \["> ALL ($sub_stmt)" => @sub_bind],
2506 );
2507
2508In the examples above, the subquery was used as an operator on a column;
9d48860e 2509but the same principle also applies for a clause within the main C<%where>
be21dde3 2510hash, like an EXISTS subquery:
96449e8e 2511
9d48860e 2512 my ($sub_stmt, @sub_bind)
96449e8e 2513 = $sql->select("t1", "*", {c1 => 1, c2 => \"> t0.c0"});
48d9f5f8 2514 my %where = ( -and => [
96449e8e 2515 foo => 1234,
48d9f5f8 2516 \["EXISTS ($sub_stmt)" => @sub_bind],
2517 ]);
96449e8e 2518
2519which yields
2520
9d48860e 2521 $stmt = "WHERE (foo = ? AND EXISTS (SELECT * FROM t1
96449e8e 2522 WHERE c1 = ? AND c2 > t0.c0))";
2523 @bind = (1234, 1);
2524
2525
9d48860e 2526Observe that the condition on C<c2> in the subquery refers to
be21dde3 2527column C<t0.c0> of the main query: this is I<not> a bind
9d48860e 2528value, so we have to express it through a scalar ref.
96449e8e 2529Writing C<< c2 => {">" => "t0.c0"} >> would have generated
2530C<< c2 > ? >> with bind value C<"t0.c0"> ... not exactly
2531what we wanted here.
2532
96449e8e 2533Finally, here is an example where a subquery is used
2534for expressing unary negation:
2535
9d48860e 2536 my ($sub_stmt, @sub_bind)
96449e8e 2537 = $sql->where({age => [{"<" => 10}, {">" => 20}]});
2538 $sub_stmt =~ s/^ where //i; # don't want "WHERE" in the subclause
2539 my %where = (
2540 lname => {like => '%son%'},
48d9f5f8 2541 \["NOT ($sub_stmt)" => @sub_bind],
96449e8e 2542 );
2543
2544This yields
2545
2546 $stmt = "lname LIKE ? AND NOT ( age < ? OR age > ? )"
2547 @bind = ('%son%', 10, 20)
2548
cc422895 2549=head3 Deprecated usage of Literal SQL
2550
2551Below are some examples of archaic use of literal SQL. It is shown only as
2552reference for those who deal with legacy code. Each example has a much
2553better, cleaner and safer alternative that users should opt for in new code.
2554
2555=over
2556
2557=item *
2558
2559 my %where = ( requestor => \'IS NOT NULL' )
2560
2561 $stmt = "WHERE requestor IS NOT NULL"
2562
2563This used to be the way of generating NULL comparisons, before the handling
2564of C<undef> got formalized. For new code please use the superior syntax as
2565described in L</Tests for NULL values>.
96449e8e 2566
cc422895 2567=item *
2568
2569 my %where = ( requestor => \'= submitter' )
2570
2571 $stmt = "WHERE requestor = submitter"
2572
2573This used to be the only way to compare columns. Use the superior L</-ident>
2574method for all new code. For example an identifier declared in such a way
2575will be properly quoted if L</quote_char> is properly set, while the legacy
2576form will remain as supplied.
2577
2578=item *
2579
2580 my %where = ( is_ready => \"", completed => { '>', '2012-12-21' } )
2581
2582 $stmt = "WHERE completed > ? AND is_ready"
2583 @bind = ('2012-12-21')
2584
2585Using an empty string literal used to be the only way to express a boolean.
2586For all new code please use the much more readable
2587L<-bool|/Unary operators: bool> operator.
2588
2589=back
96449e8e 2590
2591=head2 Conclusion
2592
32eab2da 2593These pages could go on for a while, since the nesting of the data
2594structures this module can handle are pretty much unlimited (the
2595module implements the C<WHERE> expansion as a recursive function
2596internally). Your best bet is to "play around" with the module a
2597little to see how the data structures behave, and choose the best
2598format for your data based on that.
2599
2600And of course, all the values above will probably be replaced with
2601variables gotten from forms or the command line. After all, if you
2602knew everything ahead of time, you wouldn't have to worry about
2603dynamically-generating SQL and could just hardwire it into your
2604script.
2605
86298391 2606=head1 ORDER BY CLAUSES
2607
9d48860e 2608Some functions take an order by clause. This can either be a scalar (just a
18710f60 2609column name), a hashref of C<< { -desc => 'col' } >> or C<< { -asc => 'col' }
2610>>, a scalarref, an arrayref-ref, or an arrayref of any of the previous
2611forms. Examples:
1cfa1db3 2612
8c15b421 2613 Given | Will Generate
18710f60 2614 ---------------------------------------------------------------
8c15b421 2615 |
2616 'colA' | ORDER BY colA
2617 |
2618 [qw/colA colB/] | ORDER BY colA, colB
2619 |
2620 {-asc => 'colA'} | ORDER BY colA ASC
2621 |
2622 {-desc => 'colB'} | ORDER BY colB DESC
2623 |
2624 ['colA', {-asc => 'colB'}] | ORDER BY colA, colB ASC
2625 |
2626 { -asc => [qw/colA colB/] } | ORDER BY colA ASC, colB ASC
2627 |
2628 \'colA DESC' | ORDER BY colA DESC
2629 |
2630 \[ 'FUNC(colA, ?)', $x ] | ORDER BY FUNC(colA, ?)
2631 | /* ...with $x bound to ? */
2632 |
bd805d85 2633 [ | ORDER BY
2634 { -asc => 'colA' }, | colA ASC,
2635 { -desc => [qw/colB/] }, | colB DESC,
2636 { -asc => [qw/colC colD/] },| colC ASC, colD ASC,
2637 \'colE DESC', | colE DESC,
2638 \[ 'FUNC(colF, ?)', $x ], | FUNC(colF, ?)
2639 ] | /* ...with $x bound to ? */
18710f60 2640 ===============================================================
86298391 2641
96449e8e 2642
2643
2644=head1 SPECIAL OPERATORS
2645
e3f9dff4 2646 my $sqlmaker = SQL::Abstract->new(special_ops => [
3a2e1a5e 2647 {
2648 regex => qr/.../,
e3f9dff4 2649 handler => sub {
2650 my ($self, $field, $op, $arg) = @_;
2651 ...
3a2e1a5e 2652 },
2653 },
2654 {
2655 regex => qr/.../,
2656 handler => 'method_name',
e3f9dff4 2657 },
2658 ]);
2659
9d48860e 2660A "special operator" is a SQL syntactic clause that can be
e3f9dff4 2661applied to a field, instead of a usual binary operator.
be21dde3 2662For example:
e3f9dff4 2663
2664 WHERE field IN (?, ?, ?)
2665 WHERE field BETWEEN ? AND ?
2666 WHERE MATCH(field) AGAINST (?, ?)
96449e8e 2667
e3f9dff4 2668Special operators IN and BETWEEN are fairly standard and therefore
3a2e1a5e 2669are builtin within C<SQL::Abstract> (as the overridable methods
2670C<_where_field_IN> and C<_where_field_BETWEEN>). For other operators,
2671like the MATCH .. AGAINST example above which is specific to MySQL,
2672you can write your own operator handlers - supply a C<special_ops>
2673argument to the C<new> method. That argument takes an arrayref of
2674operator definitions; each operator definition is a hashref with two
2675entries:
96449e8e 2676
e3f9dff4 2677=over
2678
2679=item regex
2680
2681the regular expression to match the operator
96449e8e 2682
e3f9dff4 2683=item handler
2684
3a2e1a5e 2685Either a coderef or a plain scalar method name. In both cases
2686the expected return is C<< ($sql, @bind) >>.
2687
2688When supplied with a method name, it is simply called on the
13cc86af 2689L<SQL::Abstract> object as:
3a2e1a5e 2690
ca4f826a 2691 $self->$method_name($field, $op, $arg)
3a2e1a5e 2692
2693 Where:
2694
3a2e1a5e 2695 $field is the LHS of the operator
13cc86af 2696 $op is the part that matched the handler regex
3a2e1a5e 2697 $arg is the RHS
2698
2699When supplied with a coderef, it is called as:
2700
2701 $coderef->($self, $field, $op, $arg)
2702
e3f9dff4 2703
2704=back
2705
9d48860e 2706For example, here is an implementation
e3f9dff4 2707of the MATCH .. AGAINST syntax for MySQL
2708
2709 my $sqlmaker = SQL::Abstract->new(special_ops => [
9d48860e 2710
e3f9dff4 2711 # special op for MySql MATCH (field) AGAINST(word1, word2, ...)
9d48860e 2712 {regex => qr/^match$/i,
e3f9dff4 2713 handler => sub {
2714 my ($self, $field, $op, $arg) = @_;
2715 $arg = [$arg] if not ref $arg;
2716 my $label = $self->_quote($field);
2717 my ($placeholder) = $self->_convert('?');
2718 my $placeholders = join ", ", (($placeholder) x @$arg);
2719 my $sql = $self->_sqlcase('match') . " ($label) "
2720 . $self->_sqlcase('against') . " ($placeholders) ";
2721 my @bind = $self->_bindtype($field, @$arg);
2722 return ($sql, @bind);
2723 }
2724 },
9d48860e 2725
e3f9dff4 2726 ]);
96449e8e 2727
2728
59f23b3d 2729=head1 UNARY OPERATORS
2730
112b5232 2731 my $sqlmaker = SQL::Abstract->new(unary_ops => [
59f23b3d 2732 {
2733 regex => qr/.../,
2734 handler => sub {
2735 my ($self, $op, $arg) = @_;
2736 ...
2737 },
2738 },
2739 {
2740 regex => qr/.../,
2741 handler => 'method_name',
2742 },
2743 ]);
2744
9d48860e 2745A "unary operator" is a SQL syntactic clause that can be
59f23b3d 2746applied to a field - the operator goes before the field
2747
2748You can write your own operator handlers - supply a C<unary_ops>
2749argument to the C<new> method. That argument takes an arrayref of
2750operator definitions; each operator definition is a hashref with two
2751entries:
2752
2753=over
2754
2755=item regex
2756
2757the regular expression to match the operator
2758
2759=item handler
2760
2761Either a coderef or a plain scalar method name. In both cases
2762the expected return is C<< $sql >>.
2763
2764When supplied with a method name, it is simply called on the
13cc86af 2765L<SQL::Abstract> object as:
59f23b3d 2766
ca4f826a 2767 $self->$method_name($op, $arg)
59f23b3d 2768
2769 Where:
2770
2771 $op is the part that matched the handler regex
2772 $arg is the RHS or argument of the operator
2773
2774When supplied with a coderef, it is called as:
2775
2776 $coderef->($self, $op, $arg)
2777
2778
2779=back
2780
2781
32eab2da 2782=head1 PERFORMANCE
2783
2784Thanks to some benchmarking by Mark Stosberg, it turns out that
2785this module is many orders of magnitude faster than using C<DBIx::Abstract>.
2786I must admit this wasn't an intentional design issue, but it's a
2787byproduct of the fact that you get to control your C<DBI> handles
2788yourself.
2789
2790To maximize performance, use a code snippet like the following:
2791
2792 # prepare a statement handle using the first row
2793 # and then reuse it for the rest of the rows
2794 my($sth, $stmt);
2795 for my $href (@array_of_hashrefs) {
2796 $stmt ||= $sql->insert('table', $href);
2797 $sth ||= $dbh->prepare($stmt);
2798 $sth->execute($sql->values($href));
2799 }
2800
2801The reason this works is because the keys in your C<$href> are sorted
2802internally by B<SQL::Abstract>. Thus, as long as your data retains
2803the same structure, you only have to generate the SQL the first time
2804around. On subsequent queries, simply use the C<values> function provided
2805by this module to return your values in the correct order.
2806
b864ba9b 2807However this depends on the values having the same type - if, for
2808example, the values of a where clause may either have values
2809(resulting in sql of the form C<column = ?> with a single bind
2810value), or alternatively the values might be C<undef> (resulting in
2811sql of the form C<column IS NULL> with no bind value) then the
2812caching technique suggested will not work.
96449e8e 2813
32eab2da 2814=head1 FORMBUILDER
2815
2816If you use my C<CGI::FormBuilder> module at all, you'll hopefully
2817really like this part (I do, at least). Building up a complex query
2818can be as simple as the following:
2819
2820 #!/usr/bin/perl
2821
46dc2f3e 2822 use warnings;
2823 use strict;
2824
32eab2da 2825 use CGI::FormBuilder;
2826 use SQL::Abstract;
2827
2828 my $form = CGI::FormBuilder->new(...);
2829 my $sql = SQL::Abstract->new;
2830
2831 if ($form->submitted) {
2832 my $field = $form->field;
2833 my $id = delete $field->{id};
2834 my($stmt, @bind) = $sql->update('table', $field, {id => $id});
2835 }
2836
2837Of course, you would still have to connect using C<DBI> to run the
2838query, but the point is that if you make your form look like your
2839table, the actual query script can be extremely simplistic.
2840
2841If you're B<REALLY> lazy (I am), check out C<HTML::QuickTable> for
9d48860e 2842a fast interface to returning and formatting data. I frequently
32eab2da 2843use these three modules together to write complex database query
2844apps in under 50 lines.
2845
af733667 2846=head1 HOW TO CONTRIBUTE
2847
2848Contributions are always welcome, in all usable forms (we especially
2849welcome documentation improvements). The delivery methods include git-
2850or unified-diff formatted patches, GitHub pull requests, or plain bug
2851reports either via RT or the Mailing list. Contributors are generally
2852granted full access to the official repository after their first several
2853patches pass successful review.
2854
2855This project is maintained in a git repository. The code and related tools are
2856accessible at the following locations:
d8cc1792 2857
2858=over
2859
af733667 2860=item * Official repo: L<git://git.shadowcat.co.uk/dbsrgits/SQL-Abstract.git>
2861
2862=item * Official gitweb: L<http://git.shadowcat.co.uk/gitweb/gitweb.cgi?p=dbsrgits/SQL-Abstract.git>
2863
2864=item * GitHub mirror: L<https://github.com/dbsrgits/sql-abstract>
d8cc1792 2865
af733667 2866=item * Authorized committers: L<ssh://dbsrgits@git.shadowcat.co.uk/SQL-Abstract.git>
d8cc1792 2867
2868=back
32eab2da 2869
96449e8e 2870=head1 CHANGES
2871
2872Version 1.50 was a major internal refactoring of C<SQL::Abstract>.
2873Great care has been taken to preserve the I<published> behavior
2874documented in previous versions in the 1.* family; however,
9d48860e 2875some features that were previously undocumented, or behaved
96449e8e 2876differently from the documentation, had to be changed in order
2877to clarify the semantics. Hence, client code that was relying
9d48860e 2878on some dark areas of C<SQL::Abstract> v1.*
96449e8e 2879B<might behave differently> in v1.50.
32eab2da 2880
be21dde3 2881The main changes are:
d2a8fe1a 2882
96449e8e 2883=over
32eab2da 2884
9d48860e 2885=item *
32eab2da 2886
3ae1c5e2 2887support for literal SQL through the C<< \ [ $sql, @bind ] >> syntax.
96449e8e 2888
2889=item *
2890
145fbfc8 2891support for the { operator => \"..." } construct (to embed literal SQL)
2892
2893=item *
2894
9c37b9c0 2895support for the { operator => \["...", @bind] } construct (to embed literal SQL with bind values)
2896
2897=item *
2898
96449e8e 2899optional support for L<array datatypes|/"Inserting and Updating Arrays">
2900
9d48860e 2901=item *
96449e8e 2902
be21dde3 2903defensive programming: check arguments
96449e8e 2904
2905=item *
2906
2907fixed bug with global logic, which was previously implemented
7cac25e6 2908through global variables yielding side-effects. Prior versions would
96449e8e 2909interpret C<< [ {cond1, cond2}, [cond3, cond4] ] >>
2910as C<< "(cond1 AND cond2) OR (cond3 AND cond4)" >>.
2911Now this is interpreted
2912as C<< "(cond1 AND cond2) OR (cond3 OR cond4)" >>.
2913
96449e8e 2914
2915=item *
2916
2917fixed semantics of _bindtype on array args
2918
9d48860e 2919=item *
96449e8e 2920
2921dropped the C<_anoncopy> of the %where tree. No longer necessary,
2922we just avoid shifting arrays within that tree.
2923
2924=item *
2925
2926dropped the C<_modlogic> function
2927
2928=back
32eab2da 2929
32eab2da 2930=head1 ACKNOWLEDGEMENTS
2931
2932There are a number of individuals that have really helped out with
2933this module. Unfortunately, most of them submitted bugs via CPAN
2934so I have no idea who they are! But the people I do know are:
2935
9d48860e 2936 Ash Berlin (order_by hash term support)
b643abe1 2937 Matt Trout (DBIx::Class support)
32eab2da 2938 Mark Stosberg (benchmarking)
2939 Chas Owens (initial "IN" operator support)
2940 Philip Collins (per-field SQL functions)
2941 Eric Kolve (hashref "AND" support)
2942 Mike Fragassi (enhancements to "BETWEEN" and "LIKE")
2943 Dan Kubb (support for "quote_char" and "name_sep")
f5aab26e 2944 Guillermo Roditi (patch to cleanup "IN" and "BETWEEN", fix and tests for _order_by)
48d9f5f8 2945 Laurent Dami (internal refactoring, extensible list of special operators, literal SQL)
dbdf7648 2946 Norbert Buchmuller (support for literal SQL in hashpair, misc. fixes & tests)
e96c510a 2947 Peter Rabbitson (rewrite of SQLA::Test, misc. fixes & tests)
02288357 2948 Oliver Charles (support for "RETURNING" after "INSERT")
32eab2da 2949
2950Thanks!
2951
32eab2da 2952=head1 SEE ALSO
2953
86298391 2954L<DBIx::Class>, L<DBIx::Abstract>, L<CGI::FormBuilder>, L<HTML::QuickTable>.
32eab2da 2955
32eab2da 2956=head1 AUTHOR
2957
b643abe1 2958Copyright (c) 2001-2007 Nathan Wiger <nwiger@cpan.org>. All Rights Reserved.
2959
2960This module is actively maintained by Matt Trout <mst@shadowcatsystems.co.uk>
32eab2da 2961
abe72f94 2962For support, your best bet is to try the C<DBIx::Class> users mailing list.
2963While not an official support venue, C<DBIx::Class> makes heavy use of
2964C<SQL::Abstract>, and as such list members there are very familiar with
2965how to create queries.
2966
0d067ded 2967=head1 LICENSE
2968
d988ab87 2969This module is free software; you may copy this under the same
2970terms as perl itself (either the GNU General Public License or
2971the Artistic License)
32eab2da 2972
2973=cut