also barf on arrayref based order_by with the same problem
[scpubgit/Q-Branch.git] / lib / SQL / Abstract.pm
CommitLineData
96449e8e 1package SQL::Abstract; # see doc at end of file
2
96449e8e 3use strict;
4use warnings;
9d9d5bd6 5use Carp ();
312d830b 6use List::Util ();
7use Scalar::Util ();
96449e8e 8
0da0fe34 9use Exporter 'import';
10our @EXPORT_OK = qw(is_plain_value is_literal_value);
11
12BEGIN {
13 if ($] < 5.009_005) {
14 require MRO::Compat;
15 }
16 else {
17 require mro;
18 }
843a94b5 19
20 *SQL::Abstract::_ENV_::DETECT_AUTOGENERATED_STRINGIFICATION = $ENV{SQLA_ISVALUE_IGNORE_AUTOGENERATED_STRINGIFICATION}
21 ? sub () { 0 }
22 : sub () { 1 }
23 ;
0da0fe34 24}
25
96449e8e 26#======================================================================
27# GLOBALS
28#======================================================================
29
dc6afcf8 30our $VERSION = '1.86';
7479e27e 31
22f1a437 32# This would confuse some packagers
c520207b 33$VERSION = eval $VERSION if $VERSION =~ /_/; # numify for warning-free dev releases
96449e8e 34
35our $AUTOLOAD;
36
37# special operators (-in, -between). May be extended/overridden by user.
38# See section WHERE: BUILTIN SPECIAL OPERATORS below for implementation
39my @BUILTIN_SPECIAL_OPS = (
f663e672 40 {regex => qr/^ (?: not \s )? between $/ix, handler => sub { die "NOPE" }},
41 {regex => qr/^ (?: not \s )? in $/ix, handler => sub { die "NOPE" }},
87c8e45b 42 {regex => qr/^ is (?: \s+ not )? $/ix, handler => sub { die "NOPE" }},
96449e8e 43);
44
45#======================================================================
46# DEBUGGING AND ERROR REPORTING
47#======================================================================
48
49sub _debug {
50 return unless $_[0]->{debug}; shift; # a little faster
51 my $func = (caller(1))[3];
52 warn "[$func] ", @_, "\n";
53}
54
55sub belch (@) {
56 my($func) = (caller(1))[3];
9d9d5bd6 57 Carp::carp "[$func] Warning: ", @_;
96449e8e 58}
59
60sub puke (@) {
61 my($func) = (caller(1))[3];
9d9d5bd6 62 Carp::croak "[$func] Fatal: ", @_;
96449e8e 63}
64
0da0fe34 65sub is_literal_value ($) {
66 ref $_[0] eq 'SCALAR' ? [ ${$_[0]} ]
67 : ( ref $_[0] eq 'REF' and ref ${$_[0]} eq 'ARRAY' ) ? [ @${ $_[0] } ]
0da0fe34 68 : undef;
69}
70
71# FIXME XSify - this can be done so much more efficiently
72sub is_plain_value ($) {
73 no strict 'refs';
966200cc 74 ! length ref $_[0] ? \($_[0])
0da0fe34 75 : (
76 ref $_[0] eq 'HASH' and keys %{$_[0]} == 1
77 and
78 exists $_[0]->{-value}
966200cc 79 ) ? \($_[0]->{-value})
0da0fe34 80 : (
a1c9e0ff 81 # reuse @_ for even moar speedz
82 defined ( $_[1] = Scalar::Util::blessed $_[0] )
0da0fe34 83 and
84 # deliberately not using Devel::OverloadInfo - the checks we are
85 # intersted in are much more limited than the fullblown thing, and
86 # this is a very hot piece of code
87 (
e8d729d4 88 # simply using ->can('(""') can leave behind stub methods that
89 # break actually using the overload later (see L<perldiag/Stub
90 # found while resolving method "%s" overloading "%s" in package
91 # "%s"> and the source of overload::mycan())
44e54b41 92 #
0da0fe34 93 # either has stringification which DBI SHOULD prefer out of the box
a1c9e0ff 94 grep { *{ (qq[${_}::(""]) }{CODE} } @{ $_[2] = mro::get_linear_isa( $_[1] ) }
0da0fe34 95 or
20e178a8 96 # has nummification or boolification, AND fallback is *not* disabled
0da0fe34 97 (
843a94b5 98 SQL::Abstract::_ENV_::DETECT_AUTOGENERATED_STRINGIFICATION
99 and
20e178a8 100 (
101 grep { *{"${_}::(0+"}{CODE} } @{$_[2]}
102 or
103 grep { *{"${_}::(bool"}{CODE} } @{$_[2]}
104 )
0da0fe34 105 and
106 (
107 # no fallback specified at all
a1c9e0ff 108 ! ( ($_[3]) = grep { *{"${_}::()"}{CODE} } @{$_[2]} )
0da0fe34 109 or
110 # fallback explicitly undef
a1c9e0ff 111 ! defined ${"$_[3]::()"}
0da0fe34 112 or
113 # explicitly true
a1c9e0ff 114 !! ${"$_[3]::()"}
0da0fe34 115 )
116 )
117 )
966200cc 118 ) ? \($_[0])
0da0fe34 119 : undef;
120}
121
122
96449e8e 123
124#======================================================================
125# NEW
126#======================================================================
127
128sub new {
129 my $self = shift;
130 my $class = ref($self) || $self;
131 my %opt = (ref $_[0] eq 'HASH') ? %{$_[0]} : @_;
132
133 # choose our case by keeping an option around
134 delete $opt{case} if $opt{case} && $opt{case} ne 'lower';
135
136 # default logic for interpreting arrayrefs
ef559da3 137 $opt{logic} = $opt{logic} ? uc $opt{logic} : 'OR';
96449e8e 138
139 # how to return bind vars
96449e8e 140 $opt{bindtype} ||= 'normal';
141
142 # default comparison is "=", but can be overridden
143 $opt{cmp} ||= '=';
144
3af02ccb 145 # try to recognize which are the 'equality' and 'inequality' ops
3cdadcbe 146 # (temporary quickfix (in 2007), should go through a more seasoned API)
147 $opt{equality_op} = qr/^( \Q$opt{cmp}\E | \= )$/ix;
148 $opt{inequality_op} = qr/^( != | <> )$/ix;
149
150 $opt{like_op} = qr/^ (is\s+)? r?like $/xi;
151 $opt{not_like_op} = qr/^ (is\s+)? not \s+ r?like $/xi;
96449e8e 152
153 # SQL booleans
154 $opt{sqltrue} ||= '1=1';
155 $opt{sqlfalse} ||= '0=1';
156
9d48860e 157 # special operators
30af97c5 158 $opt{special_ops} ||= [];
159
b6251592 160 # regexes are applied in order, thus push after user-defines
96449e8e 161 push @{$opt{special_ops}}, @BUILTIN_SPECIAL_OPS;
162
9d48860e 163 # unary operators
59f23b3d 164 $opt{unary_ops} ||= [];
59f23b3d 165
3af02ccb 166 # rudimentary sanity-check for user supplied bits treated as functions/operators
b6251592 167 # If a purported function matches this regular expression, an exception is thrown.
168 # Literal SQL is *NOT* subject to this check, only functions (and column names
169 # when quoting is not in effect)
96449e8e 170
b6251592 171 # FIXME
172 # need to guard against ()'s in column names too, but this will break tons of
173 # hacks... ideas anyone?
174 $opt{injection_guard} ||= qr/
175 \;
176 |
177 ^ \s* go \s
178 /xmi;
96449e8e 179
b07681b1 180 $opt{node_types} = +{
181 map +("-$_" => '_render_'.$_),
182 qw(op func value bind ident literal)
183 };
184
ec19b759 185 $opt{expand_unary} = {};
186
b6251592 187 return bless \%opt, $class;
188}
96449e8e 189
e175845b 190sub sqltrue { +{ -literal => [ $_[0]->{sqltrue} ] } }
191sub sqlfalse { +{ -literal => [ $_[0]->{sqlfalse} ] } }
170e6c33 192
193sub _assert_pass_injection_guard {
194 if ($_[1] =~ $_[0]->{injection_guard}) {
195 my $class = ref $_[0];
196 puke "Possible SQL injection attempt '$_[1]'. If this is indeed a part of the "
197 . "desired SQL use literal SQL ( \'...' or \[ '...' ] ) or supply your own "
198 . "{injection_guard} attribute to ${class}->new()"
199 }
200}
201
202
96449e8e 203#======================================================================
204# INSERT methods
205#======================================================================
206
207sub insert {
02288357 208 my $self = shift;
209 my $table = $self->_table(shift);
210 my $data = shift || return;
211 my $options = shift;
96449e8e 212
213 my $method = $self->_METHOD_FOR_refkind("_insert", $data);
02288357 214 my ($sql, @bind) = $self->$method($data);
96449e8e 215 $sql = join " ", $self->_sqlcase('insert into'), $table, $sql;
02288357 216
e82e648a 217 if ($options->{returning}) {
ca4f826a 218 my ($s, @b) = $self->_insert_returning($options);
e82e648a 219 $sql .= $s;
220 push @bind, @b;
02288357 221 }
222
96449e8e 223 return wantarray ? ($sql, @bind) : $sql;
224}
225
60f3fd3f 226# So that subclasses can override INSERT ... RETURNING separately from
227# UPDATE and DELETE (e.g. DBIx::Class::SQLMaker::Oracle does this)
b17a3ece 228sub _insert_returning { shift->_returning(@_) }
229
95904db5 230sub _returning {
e82e648a 231 my ($self, $options) = @_;
6b1fe79d 232
e82e648a 233 my $f = $options->{returning};
234
ff96fdd4 235 my ($sql, @bind) = $self->_render_expr(
236 $self->_expand_maybe_list_expr($f, undef, -ident)
237 );
238 return wantarray
239 ? $self->_sqlcase(' returning ') . $sql
240 : ($self->_sqlcase(' returning ').$sql, @bind);
6b1fe79d 241}
242
96449e8e 243sub _insert_HASHREF { # explicit list of fields and then values
244 my ($self, $data) = @_;
245
246 my @fields = sort keys %$data;
247
fe3ae272 248 my ($sql, @bind) = $self->_insert_values($data);
96449e8e 249
250 # assemble SQL
251 $_ = $self->_quote($_) foreach @fields;
252 $sql = "( ".join(", ", @fields).") ".$sql;
253
254 return ($sql, @bind);
255}
256
257sub _insert_ARRAYREF { # just generate values(?,?) part (no list of fields)
258 my ($self, $data) = @_;
259
260 # no names (arrayref) so can't generate bindtype
261 $self->{bindtype} ne 'columns'
262 or belch "can't do 'columns' bindtype when called with arrayref";
263
19b6ccce 264 my (@values, @all_bind);
265 foreach my $value (@$data) {
266 my ($values, @bind) = $self->_insert_value(undef, $value);
267 push @values, $values;
268 push @all_bind, @bind;
269 }
270 my $sql = $self->_sqlcase('values')." ( ".join(", ", @values)." )";
271 return ($sql, @all_bind);
fe3ae272 272}
273
274sub _insert_ARRAYREFREF { # literal SQL with bind
275 my ($self, $data) = @_;
276
277 my ($sql, @bind) = @${$data};
278 $self->_assert_bindval_matches_bindtype(@bind);
279
280 return ($sql, @bind);
281}
282
283
284sub _insert_SCALARREF { # literal SQL without bind
285 my ($self, $data) = @_;
286
287 return ($$data);
288}
289
290sub _insert_values {
291 my ($self, $data) = @_;
292
96449e8e 293 my (@values, @all_bind);
fe3ae272 294 foreach my $column (sort keys %$data) {
19b6ccce 295 my ($values, @bind) = $self->_insert_value($column, $data->{$column});
296 push @values, $values;
297 push @all_bind, @bind;
298 }
299 my $sql = $self->_sqlcase('values')." ( ".join(", ", @values)." )";
300 return ($sql, @all_bind);
301}
96449e8e 302
19b6ccce 303sub _insert_value {
304 my ($self, $column, $v) = @_;
96449e8e 305
720ca4f7 306 return $self->_render_expr(
307 $self->_expand_insert_value($column, $v)
308 );
309}
96449e8e 310
720ca4f7 311sub _expand_insert_value {
312 my ($self, $column, $v) = @_;
96449e8e 313
720ca4f7 314 if (ref($v) eq 'ARRAY') {
315 if ($self->{array_datatypes}) {
316 return +{ -bind => [ $column, $v ] };
317 }
318 my ($sql, @bind) = @$v;
319 $self->_assert_bindval_matches_bindtype(@bind);
320 return +{ -literal => $v };
321 }
322 if (ref($v) eq 'HASH') {
323 if (grep !/^-/, keys %$v) {
324 belch "HASH ref as bind value in insert is not supported";
325 return +{ -bind => [ $column, $v ] };
326 }
327 }
328 if (!defined($v)) {
329 return +{ -bind => [ $column, undef ] };
330 }
331 local our $Cur_Col_Meta = $column;
332 return $self->_expand_expr($v);
96449e8e 333}
334
335
96449e8e 336
337#======================================================================
338# UPDATE methods
339#======================================================================
340
341
342sub update {
95904db5 343 my $self = shift;
344 my $table = $self->_table(shift);
345 my $data = shift || return;
346 my $where = shift;
347 my $options = shift;
96449e8e 348
349 # first build the 'SET' part of the sql statement
96449e8e 350 puke "Unsupported data type specified to \$sql->update"
351 unless ref $data eq 'HASH';
352
9ade906e 353 my ($sql, @all_bind) = $self->_update_set_values($data);
a9e94508 354 $sql = $self->_sqlcase('update ') . $table . $self->_sqlcase(' set ')
9ade906e 355 . $sql;
356
357 if ($where) {
358 my($where_sql, @where_bind) = $self->where($where);
359 $sql .= $where_sql;
360 push @all_bind, @where_bind;
361 }
362
363 if ($options->{returning}) {
364 my ($returning_sql, @returning_bind) = $self->_update_returning($options);
365 $sql .= $returning_sql;
366 push @all_bind, @returning_bind;
367 }
368
369 return wantarray ? ($sql, @all_bind) : $sql;
370}
371
372sub _update_set_values {
373 my ($self, $data) = @_;
374
89690da2 375 return $self->_render_expr(
376 $self->_expand_update_set_values($data),
377 );
378}
96449e8e 379
89690da2 380sub _expand_update_set_values {
381 my ($self, $data) = @_;
382 $self->_expand_maybe_list_expr( [
383 map {
384 my ($k, $set) = @$_;
385 +{ -op => [ '=', { -ident => $k }, $set ] };
386 }
387 map {
388 my $k = $_;
389 my $v = $data->{$k};
390 (ref($v) eq 'ARRAY'
391 ? ($self->{array_datatypes}
392 ? [ $k, +{ -bind => [ $k, $v ] } ]
393 : [ $k, +{ -literal => $v } ])
394 : do {
395 local our $Cur_Col_Meta = $k;
396 [ $k, $self->_expand_expr($v) ]
397 }
398 );
399 } sort keys %$data
400 ] );
96449e8e 401}
402
60f3fd3f 403# So that subclasses can override UPDATE ... RETURNING separately from
404# INSERT and DELETE
20bb2ad5 405sub _update_returning { shift->_returning(@_) }
96449e8e 406
407
408
409#======================================================================
410# SELECT
411#======================================================================
412
413
414sub select {
415 my $self = shift;
416 my $table = $self->_table(shift);
417 my $fields = shift || '*';
418 my $where = shift;
419 my $order = shift;
420
daa4ccdd 421 my ($fields_sql, @bind) = $self->_select_fields($fields);
96449e8e 422
daa4ccdd 423 my ($where_sql, @where_bind) = $self->where($where, $order);
424 push @bind, @where_bind;
425
426 my $sql = join(' ', $self->_sqlcase('select'), $fields_sql,
96449e8e 427 $self->_sqlcase('from'), $table)
428 . $where_sql;
429
9d48860e 430 return wantarray ? ($sql, @bind) : $sql;
96449e8e 431}
432
daa4ccdd 433sub _select_fields {
434 my ($self, $fields) = @_;
27592e2b 435 return $self->_render_expr(
436 $self->_expand_maybe_list_expr($fields, undef, '-ident')
437 );
daa4ccdd 438}
439
96449e8e 440#======================================================================
441# DELETE
442#======================================================================
443
444
445sub delete {
85327cd5 446 my $self = shift;
447 my $table = $self->_table(shift);
448 my $where = shift;
449 my $options = shift;
96449e8e 450
451 my($where_sql, @bind) = $self->where($where);
a9e94508 452 my $sql = $self->_sqlcase('delete from ') . $table . $where_sql;
96449e8e 453
85327cd5 454 if ($options->{returning}) {
ca4f826a 455 my ($returning_sql, @returning_bind) = $self->_delete_returning($options);
85327cd5 456 $sql .= $returning_sql;
457 push @bind, @returning_bind;
458 }
459
9d48860e 460 return wantarray ? ($sql, @bind) : $sql;
96449e8e 461}
462
60f3fd3f 463# So that subclasses can override DELETE ... RETURNING separately from
464# INSERT and UPDATE
85327cd5 465sub _delete_returning { shift->_returning(@_) }
466
467
96449e8e 468
469#======================================================================
470# WHERE: entry point
471#======================================================================
472
473
474
475# Finally, a separate routine just to handle WHERE clauses
476sub where {
477 my ($self, $where, $order) = @_;
478
7ad12721 479 local $self->{convert_where} = $self->{convert};
480
96449e8e 481 # where ?
e175845b 482 my ($sql, @bind) = defined($where)
483 ? $self->_recurse_where($where)
484 : (undef);
417dd15e 485 $sql = (defined $sql and length $sql) ? $self->_sqlcase(' where ') . "( $sql )" : '';
96449e8e 486
487 # order by?
488 if ($order) {
26fe4d30 489 my ($order_sql, @order_bind) = $self->_order_by($order);
490 $sql .= $order_sql;
491 push @bind, @order_bind;
96449e8e 492 }
493
9d48860e 494 return wantarray ? ($sql, @bind) : $sql;
96449e8e 495}
496
a2cd381d 497sub _expand_expr {
2558b622 498 my ($self, $expr, $logic, $default_scalar_to) = @_;
499 local our $Default_Scalar_To = $default_scalar_to if $default_scalar_to;
252518da 500 return undef unless defined($expr);
59588695 501 if (ref($expr) eq 'HASH') {
502 if (keys %$expr > 1) {
503 $logic ||= 'and';
77617257 504 return +{ -op => [
505 $logic,
59588695 506 map $self->_expand_expr_hashpair($_ => $expr->{$_}, $logic),
507 sort keys %$expr
508 ] };
509 }
99a65fa8 510 return unless %$expr;
59588695 511 return $self->_expand_expr_hashpair(%$expr, $logic);
a2cd381d 512 }
08264f40 513 if (ref($expr) eq 'ARRAY') {
99a65fa8 514 my $logic = lc($logic || $self->{logic});
08264f40 515 $logic eq 'and' or $logic eq 'or' or puke "unknown logic: $logic";
516
517 my @expr = @$expr;
518
519 my @res;
520
521 while (my ($el) = splice @expr, 0, 1) {
522 puke "Supplying an empty left hand side argument is not supported in array-pairs"
523 unless defined($el) and length($el);
524 my $elref = ref($el);
525 if (!$elref) {
526 push(@res, $self->_expand_expr({ $el, shift(@expr) }));
527 } elsif ($elref eq 'ARRAY') {
528 push(@res, $self->_expand_expr($el)) if @$el;
ec857800 529 } elsif (my $l = is_literal_value($el)) {
530 push @res, { -literal => $l };
08264f40 531 } elsif ($elref eq 'HASH') {
532 push @res, $self->_expand_expr($el);
533 } else {
da4a0964 534 die "notreached";
08264f40 535 }
536 }
2143604f 537 return { -op => [ $logic, @res ] };
08264f40 538 }
ca3da680 539 if (my $literal = is_literal_value($expr)) {
540 return +{ -literal => $literal };
541 }
99a65fa8 542 if (!ref($expr) or Scalar::Util::blessed($expr)) {
2558b622 543 if (my $d = $Default_Scalar_To) {
544 return +{ $d => $expr };
545 }
99a65fa8 546 if (my $m = our $Cur_Col_Meta) {
547 return +{ -bind => [ $m, $expr ] };
548 }
252518da 549 return +{ -value => $expr };
550 }
252518da 551 die "notreached";
a2cd381d 552}
96449e8e 553
59588695 554sub _expand_expr_hashpair {
555 my ($self, $k, $v, $logic) = @_;
d13725da 556 unless (defined($k) and length($k)) {
2d64004f 557 if (defined($k) and my $literal = is_literal_value($v)) {
d13725da 558 belch 'Hash-pairs consisting of an empty string with a literal are deprecated, and will be removed in 2.0: use -and => [ $literal ] instead';
2d64004f 559 return { -literal => $literal };
d13725da 560 }
561 puke "Supplying an empty left hand side argument is not supported";
562 }
ef071fad 563 if ($k =~ /^-/) {
99a65fa8 564 $self->_assert_pass_injection_guard($k =~ /^-(.*)$/s);
565 if ($k =~ s/ [_\s]? \d+ $//x ) {
566 belch 'Use of [and|or|nest]_N modifiers is deprecated and will be removed in SQLA v2.0. '
567 . "You probably wanted ...-and => [ $k => COND1, $k => COND2 ... ]";
568 }
ef071fad 569 if ($k eq '-nest') {
570 return $self->_expand_expr($v);
571 }
6ab1562a 572 if ($k eq '-bool') {
573 if (ref($v)) {
574 return $self->_expand_expr($v);
575 }
576 puke "-bool => undef not supported" unless defined($v);
577 return { -ident => $v };
578 }
99a65fa8 579 if ($k eq '-not') {
0c7e3af0 580 return { -op => [ 'not', $self->_expand_expr($v) ] };
99a65fa8 581 }
ce3bc4b0 582 if (my ($rest) = $k =~/^-not[_ ](.*)$/) {
0c7e3af0 583 return +{ -op => [
584 'not',
99a65fa8 585 $self->_expand_expr_hashpair("-${rest}", $v, $logic)
0c7e3af0 586 ] };
ce3bc4b0 587 }
99a65fa8 588 if (my ($logic) = $k =~ /^-(and|or)$/i) {
dd2d5bf7 589 if (ref($v) eq 'HASH') {
590 return $self->_expand_expr($v, $logic);
591 }
99a65fa8 592 if (ref($v) eq 'ARRAY') {
593 return $self->_expand_expr($v, $logic);
594 }
dd2d5bf7 595 }
99a65fa8 596 {
597 my $op = $k;
598 $op =~ s/^-// if length($op) > 1;
599
600 # top level special ops are illegal in general
601 puke "Illegal use of top-level '-$op'"
7f1bdbce 602 if List::Util::first { $op =~ $_->{regex} } @{$self->{special_ops}};
96a8d74a 603 if (my $us = List::Util::first { $op =~ $_->{regex} } @{$self->{unary_ops}}) {
604 return { -op => [ $op, $v ] };
605 }
99a65fa8 606 }
607 if ($k eq '-value' and my $m = our $Cur_Col_Meta) {
608 return +{ -bind => [ $m, $v ] };
609 }
ec19b759 610 if (my $custom = $self->{expand_unary}{$k}) {
611 return $self->$custom($v);
612 }
b07681b1 613 if ($self->{node_types}{$k}) {
99a65fa8 614 return { $k => $v };
d13725da 615 }
711892b1 616 if (
617 ref($v) eq 'HASH'
618 and keys %$v == 1
619 and (keys %$v)[0] =~ /^-/
620 ) {
621 my ($func) = $k =~ /^-(.*)$/;
622 return +{ -func => [ $func, $self->_expand_expr($v) ] };
623 }
624 if (!ref($v) or is_literal_value($v)) {
99a65fa8 625 return +{ -op => [ $k =~ /^-(.*)$/, $self->_expand_expr($v) ] };
59588695 626 }
99a65fa8 627 }
628 if (
629 !defined($v)
630 or (
631 ref($v) eq 'HASH'
632 and exists $v->{-value}
633 and not defined $v->{-value}
634 )
635 ) {
636 return $self->_expand_expr_hashpair($k => { $self->{cmp} => undef });
637 }
638 if (!ref($v) or Scalar::Util::blessed($v)) {
ec19b759 639 my $d = our $Default_Scalar_To;
99a65fa8 640 return +{
641 -op => [
642 $self->{cmp},
643 { -ident => $k },
ec19b759 644 ($d ? { $d => $v } : { -bind => [ $k, $v ] })
99a65fa8 645 ]
646 };
647 }
648 if (ref($v) eq 'HASH') {
649 if (keys %$v > 1) {
e175845b 650 return { -op => [
651 'and',
99a65fa8 652 map $self->_expand_expr_hashpair($k => { $_ => $v->{$_} }),
653 sort keys %$v
654 ] };
655 }
656 my ($vk, $vv) = %$v;
657 $vk =~ s/^-//;
658 $vk = lc($vk);
659 $self->_assert_pass_injection_guard($vk);
660 if ($vk =~ s/ [_\s]? \d+ $//x ) {
661 belch 'Use of [and|or|nest]_N modifiers is deprecated and will be removed in SQLA v2.0. '
662 . "You probably wanted ...-and => [ -$vk => COND1, -$vk => COND2 ... ]";
663 }
664 if ($vk =~ /^(?:not[ _])?between$/) {
665 local our $Cur_Col_Meta = $k;
666 my @rhs = map $self->_expand_expr($_),
667 ref($vv) eq 'ARRAY' ? @$vv : $vv;
668 unless (
669 (@rhs == 1 and ref($rhs[0]) eq 'HASH' and $rhs[0]->{-literal})
670 or
671 (@rhs == 2 and defined($rhs[0]) and defined($rhs[1]))
672 ) {
673 puke "Operator '${\uc($vk)}' requires either an arrayref with two defined values or expressions, or a single literal scalarref/arrayref-ref";
b5b18861 674 }
99a65fa8 675 return +{ -op => [
676 join(' ', split '_', $vk),
677 { -ident => $k },
678 @rhs
679 ] }
680 }
681 if ($vk =~ /^(?:not[ _])?in$/) {
682 if (my $literal = is_literal_value($vv)) {
683 my ($sql, @bind) = @$literal;
684 my $opened_sql = $self->_open_outer_paren($sql);
10d07c4e 685 return +{ -op => [
99a65fa8 686 $vk, { -ident => $k },
687 [ { -literal => [ $opened_sql, @bind ] } ]
10d07c4e 688 ] };
689 }
99a65fa8 690 my $undef_err =
691 'SQL::Abstract before v1.75 used to generate incorrect SQL when the '
692 . "-${\uc($vk)} operator was given an undef-containing list: !!!AUDIT YOUR CODE "
693 . 'AND DATA!!! (the upcoming Data::Query-based version of SQL::Abstract '
694 . 'will emit the logically correct SQL instead of raising this exception)'
695 ;
696 puke("Argument passed to the '${\uc($vk)}' operator can not be undefined")
697 if !defined($vv);
698 my @rhs = map $self->_expand_expr($_),
699 map { ref($_) ? $_ : { -bind => [ $k, $_ ] } }
700 map { defined($_) ? $_: puke($undef_err) }
701 (ref($vv) eq 'ARRAY' ? @$vv : $vv);
e175845b 702 return $self->${\($vk =~ /^not/ ? 'sqltrue' : 'sqlfalse')} unless @rhs;
99a65fa8 703
704 return +{ -op => [
705 join(' ', split '_', $vk),
706 { -ident => $k },
707 \@rhs
708 ] };
709 }
710 if ($vk eq 'ident') {
02b8fe35 711 if (! defined $vv or (ref($vv) and ref($vv) eq 'ARRAY')) {
712 puke "-$vk requires a single plain scalar argument (a quotable identifier) or an arrayref of identifier parts";
f7778474 713 }
99a65fa8 714 return +{ -op => [
715 $self->{cmp},
716 { -ident => $k },
717 { -ident => $vv }
718 ] };
719 }
720 if ($vk eq 'value') {
721 return $self->_expand_expr_hashpair($k, undef) unless defined($vv);
722 return +{ -op => [
723 $self->{cmp},
724 { -ident => $k },
725 { -bind => [ $k, $vv ] }
726 ] };
727 }
728 if ($vk =~ /^is(?:[ _]not)?$/) {
729 puke "$vk can only take undef as argument"
730 if defined($vv)
731 and not (
732 ref($vv) eq 'HASH'
733 and exists($vv->{-value})
734 and !defined($vv->{-value})
735 );
736 $vk =~ s/_/ /g;
737 return +{ -op => [ $vk.' null', { -ident => $k } ] };
738 }
739 if ($vk =~ /^(and|or)$/) {
740 if (ref($vv) eq 'HASH') {
e62fe58a 741 return +{ -op => [
742 $vk,
99a65fa8 743 map $self->_expand_expr_hashpair($k, { $_ => $vv->{$_} }),
744 sort keys %$vv
7d7868d1 745 ] };
746 }
e28d9b13 747 }
30af97c5 748 if (my $us = List::Util::first { $vk =~ $_->{regex} } @{$self->{special_ops}}) {
99a65fa8 749 return { -op => [ $vk, { -ident => $k }, $vv ] };
7dbe1183 750 }
96a8d74a 751 if (my $us = List::Util::first { $vk =~ $_->{regex} } @{$self->{unary_ops}}) {
752 return { -op => [
753 $self->{cmp},
754 { -ident => $k },
755 { -op => [ $vk, $vv ] }
756 ] };
757 }
99a65fa8 758 if (ref($vv) eq 'ARRAY') {
759 my ($logic, @values) = (
760 (defined($vv->[0]) and $vv->[0] =~ /^-(and|or)$/i)
761 ? @$vv
762 : (-or => @$vv)
763 );
764 if (
765 $vk =~ $self->{inequality_op}
766 or join(' ', split '_', $vk) =~ $self->{not_like_op}
767 ) {
768 if (lc($logic) eq '-or' and @values > 1) {
769 my $op = uc join ' ', split '_', $vk;
770 belch "A multi-element arrayref as an argument to the inequality op '$op' "
771 . 'is technically equivalent to an always-true 1=1 (you probably wanted '
772 . "to say ...{ \$inequality_op => [ -and => \@values ] }... instead)"
773 ;
774 }
ef071fad 775 }
b3cb13e8 776 unless (@values) {
777 # try to DWIM on equality operators
778 my $op = join ' ', split '_', $vk;
779 return
e175845b 780 $op =~ $self->{equality_op} ? $self->sqlfalse
781 : $op =~ $self->{like_op} ? belch("Supplying an empty arrayref to '@{[ uc $op]}' is deprecated") && $self->sqlfalse
782 : $op =~ $self->{inequality_op} ? $self->sqltrue
783 : $op =~ $self->{not_like_op} ? belch("Supplying an empty arrayref to '@{[ uc $op]}' is deprecated") && $self->sqltrue
b3cb13e8 784 : puke "operator '$op' applied on an empty array (field '$k')";
785 }
63c97a0b 786 return +{ -op => [
787 $logic =~ /^-(.*)$/,
99a65fa8 788 map $self->_expand_expr_hashpair($k => { $vk => $_ }),
789 @values
790 ] };
791 }
792 if (
793 !defined($vv)
794 or (
795 ref($vv) eq 'HASH'
796 and exists $vv->{-value}
797 and not defined $vv->{-value}
798 )
799 ) {
800 my $op = join ' ', split '_', $vk;
801 my $is =
802 $op =~ /^not$/i ? 'is not' # legacy
803 : $op =~ $self->{equality_op} ? 'is'
804 : $op =~ $self->{like_op} ? belch("Supplying an undefined argument to '@{[ uc $op]}' is deprecated") && 'is'
805 : $op =~ $self->{inequality_op} ? 'is not'
806 : $op =~ $self->{not_like_op} ? belch("Supplying an undefined argument to '@{[ uc $op]}' is deprecated") && 'is not'
807 : puke "unexpected operator '$op' with undef operand";
808 return +{ -op => [ $is.' null', { -ident => $k } ] };
809 }
810 local our $Cur_Col_Meta = $k;
811 return +{ -op => [
812 $vk,
813 { -ident => $k },
814 $self->_expand_expr($vv)
815 ] };
816 }
817 if (ref($v) eq 'ARRAY') {
e175845b 818 return $self->sqlfalse unless @$v;
99a65fa8 819 $self->_debug("ARRAY($k) means distribute over elements");
820 my $this_logic = (
821 $v->[0] =~ /^-((?:and|or))$/i
822 ? ($v = [ @{$v}[1..$#$v] ], $1)
823 : ($self->{logic} || 'or')
824 );
cba28f66 825 return +{ -op => [
826 $this_logic,
827 map $self->_expand_expr({ $k => $_ }, $this_logic), @$v
828 ] };
99a65fa8 829 }
830 if (my $literal = is_literal_value($v)) {
831 unless (length $k) {
832 belch 'Hash-pairs consisting of an empty string with a literal are deprecated, and will be removed in 2.0: use -and => [ $literal ] instead';
833 return \$literal;
834 }
835 my ($sql, @bind) = @$literal;
836 if ($self->{bindtype} eq 'columns') {
837 for (@bind) {
838 if (!defined $_ || ref($_) ne 'ARRAY' || @$_ != 2) {
839 puke "bindtype 'columns' selected, you need to pass: [column_name => bind_value]"
aa8d7bdb 840 }
841 }
331e2209 842 }
99a65fa8 843 return +{ -literal => [ $self->_quote($k).' '.$sql, @bind ] };
331e2209 844 }
99a65fa8 845 die "notreached";
59588695 846}
847
e175845b 848sub _render_expr {
849 my ($self, $expr) = @_;
850 my ($k, $v, @rest) = %$expr;
851 die "No" if @rest;
b07681b1 852 if (my $meth = $self->{node_types}{$k}) {
181dcebf 853 return $self->$meth($v);
e175845b 854 }
855 die "notreached: $k";
856}
857
96449e8e 858sub _recurse_where {
859 my ($self, $where, $logic) = @_;
860
99a65fa8 861#print STDERR Data::Dumper::Concise::Dumper([ $where, $logic ]);
862
a2cd381d 863 my $where_exp = $self->_expand_expr($where, $logic);
864
99a65fa8 865#print STDERR Data::Dumper::Concise::Dumper([ EXP => $where_exp ]);
866
96449e8e 867 # dispatch on appropriate method according to refkind of $where
e175845b 868# my $method = $self->_METHOD_FOR_refkind("_where", $where_exp);
869
870# my ($sql, @bind) = $self->$method($where_exp, $logic);
311b2151 871
e175845b 872 my ($sql, @bind) = defined($where_exp) ? $self->_render_expr($where_exp) : (undef);
311b2151 873
abe1a491 874 # DBIx::Class used to call _recurse_where in scalar context
875 # something else might too...
876 if (wantarray) {
877 return ($sql, @bind);
878 }
879 else {
880 belch "Calling _recurse_where in scalar context is deprecated and will go away before 2.0";
881 return $sql;
882 }
96449e8e 883}
884
181dcebf 885sub _render_ident {
886 my ($self, $ident) = @_;
cc422895 887
9cf28dfb 888 return $self->_convert($self->_quote($ident));
cc422895 889}
890
181dcebf 891sub _render_value {
892 my ($self, $value) = @_;
cc422895 893
52511ae3 894 return ($self->_convert('?'), $self->_bindtype(undef, $value));
cc422895 895}
896
c452734e 897my %unop_postfix = map +($_ => 1),
898 'is null', 'is not null',
899 'asc', 'desc',
900;
d13725da 901
b5b18861 902my %special = (
903 (map +($_ => do {
904 my $op = $_;
905 sub {
906 my ($self, $args) = @_;
907 my ($left, $low, $high) = @$args;
908 my ($rhsql, @rhbind) = do {
909 if (@$args == 2) {
910 puke "Single arg to between must be a literal"
911 unless $low->{-literal};
912 @{$low->{-literal}}
913 } else {
e56dd780 914 my ($l, $h) = map [ $self->_render_expr($_) ], $low, $high;
b5b18861 915 (join(' ', $l->[0], $self->_sqlcase('and'), $h->[0]),
916 @{$l}[1..$#$l], @{$h}[1..$#$h])
917 }
918 };
e56dd780 919 my ($lhsql, @lhbind) = $self->_render_expr($left);
b5b18861 920 return (
921 join(' ', '(', $lhsql, $self->_sqlcase($op), $rhsql, ')'),
922 @lhbind, @rhbind
923 );
924 }
925 }), 'between', 'not between'),
10d07c4e 926 (map +($_ => do {
927 my $op = $_;
928 sub {
929 my ($self, $args) = @_;
930 my ($lhs, $rhs) = @$args;
931 my @in_bind;
932 my @in_sql = map {
0ce981f8 933 my ($sql, @bind) = $self->_render_expr($_);
10d07c4e 934 push @in_bind, @bind;
935 $sql;
936 } @$rhs;
0ce981f8 937 my ($lhsql, @lbind) = $self->_render_expr($lhs);
10d07c4e 938 return (
939 $lhsql.' '.$self->_sqlcase($op).' ( '
940 .join(', ', @in_sql)
941 .' )',
942 @lbind, @in_bind
943 );
944 }
945 }), 'in', 'not in'),
b5b18861 946);
947
181dcebf 948sub _render_op {
949 my ($self, $v) = @_;
d13725da 950 my ($op, @args) = @$v;
951 $op =~ s/^-// if length($op) > 1;
cba28f66 952 $op = lc($op);
b5b18861 953 if (my $h = $special{$op}) {
954 return $self->$h(\@args);
955 }
30af97c5 956 if (my $us = List::Util::first { $op =~ $_->{regex} } @{$self->{special_ops}}) {
99a65fa8 957 puke "Special op '${op}' requires first value to be identifier"
958 unless my ($k) = map $_->{-ident}, grep ref($_) eq 'HASH', $args[0];
959 return $self->${\($us->{handler})}($k, $op, $args[1]);
960 }
96a8d74a 961 if (my $us = List::Util::first { $op =~ $_->{regex} } @{$self->{unary_ops}}) {
962 return $self->${\($us->{handler})}($op, $args[0]);
963 }
99a65fa8 964 my $final_op = $op =~ /^(?:is|not)_/ ? join(' ', split '_', $op) : $op;
2143604f 965 if (@args == 1 and $op !~ /^(and|or)$/) {
ec857800 966 my ($expr_sql, @bind) = $self->_render_expr($args[0]);
d13725da 967 my $op_sql = $self->_sqlcase($final_op);
968 my $final_sql = (
969 $unop_postfix{lc($final_op)}
970 ? "${expr_sql} ${op_sql}"
971 : "${op_sql} ${expr_sql}"
972 );
0c7e3af0 973 return (($op eq 'not' ? '('.$final_sql.')' : $final_sql), @bind);
16d9289c 974 } else {
ec857800 975 my @parts = map [ $self->_render_expr($_) ], @args;
77617257 976 my ($final_sql) = map +($op =~ /^(and|or)$/ ? "(${_})" : $_), join(
2f9c5405 977 ($final_op eq ',' ? '' : ' ').$self->_sqlcase($final_op).' ',
77617257 978 map $_->[0], @parts
979 );
99a65fa8 980 return (
77617257 981 $final_sql,
16d9289c 982 map @{$_}[1..$#$_], @parts
99a65fa8 983 );
d13725da 984 }
985 die "unhandled";
986}
987
181dcebf 988sub _render_func {
989 my ($self, $rest) = @_;
711892b1 990 my ($func, @args) = @$rest;
991 my @arg_sql;
992 my @bind = map {
993 my @x = @$_;
994 push @arg_sql, shift @x;
995 @x
0f199fce 996 } map [ $self->_render_expr($_) ], @args;
711892b1 997 return ($self->_sqlcase($func).'('.join(', ', @arg_sql).')', @bind);
998}
999
181dcebf 1000sub _render_bind {
1001 my ($self, $bind) = @_;
d13725da 1002 return ($self->_convert('?'), $self->_bindtype(@$bind));
1003}
1004
181dcebf 1005sub _render_literal {
1006 my ($self, $literal) = @_;
465d43fd 1007 $self->_assert_bindval_matches_bindtype(@{$literal}[1..$#$literal]);
aa8d7bdb 1008 return @$literal;
1009}
1010
4a1f01a3 1011# Some databases (SQLite) treat col IN (1, 2) different from
1012# col IN ( (1, 2) ). Use this to strip all outer parens while
1013# adding them back in the corresponding method
1014sub _open_outer_paren {
1015 my ($self, $sql) = @_;
a5f91feb 1016
ca4f826a 1017 while (my ($inner) = $sql =~ /^ \s* \( (.*) \) \s* $/xs) {
a5f91feb 1018
1019 # there are closing parens inside, need the heavy duty machinery
1020 # to reevaluate the extraction starting from $sql (full reevaluation)
ca4f826a 1021 if ($inner =~ /\)/) {
a5f91feb 1022 require Text::Balanced;
1023
1024 my (undef, $remainder) = do {
1025 # idiotic design - writes to $@ but *DOES NOT* throw exceptions
1026 local $@;
ca4f826a 1027 Text::Balanced::extract_bracketed($sql, '()', qr/\s*/);
a5f91feb 1028 };
1029
1030 # the entire expression needs to be a balanced bracketed thing
1031 # (after an extract no remainder sans trailing space)
1032 last if defined $remainder and $remainder =~ /\S/;
1033 }
1034
1035 $sql = $inner;
1036 }
1037
1038 $sql;
4a1f01a3 1039}
1040
96449e8e 1041
96449e8e 1042#======================================================================
1043# ORDER BY
1044#======================================================================
1045
1046sub _order_by {
1047 my ($self, $arg) = @_;
1048
4325df6a 1049 return '' unless defined($arg) and not (ref($arg) eq 'ARRAY' and !@$arg);
2b6158af 1050
4325df6a 1051 my $expander = sub {
1052 my ($self, $dir, $expr) = @_;
52ca537e 1053 my @to_expand = ref($expr) eq 'ARRAY' ? @$expr : $expr;
1054 foreach my $arg (@to_expand) {
1055 if (
1056 ref($arg) eq 'HASH'
1057 and keys %$arg > 1
1058 and grep /^-(asc|desc)$/, keys %$arg
1059 ) {
1060 puke "ordering direction hash passed to order by must have exactly one key (-asc or -desc)";
1061 }
1062 }
4325df6a 1063 my @exp = map +(defined($dir) ? { -op => [ $dir => $_ ] } : $_),
52ca537e 1064 map $self->_expand_expr($_, undef, -ident), @to_expand;
4325df6a 1065 return (@exp > 1 ? { -op => [ ',', @exp ] } : $exp[0]);
1066 };
18c743c8 1067
ec19b759 1068 local @{$self->{expand_unary}}{qw(-asc -desc)} = (
1069 sub { shift->$expander(asc => @_) },
1070 sub { shift->$expander(desc => @_) },
1071 );
f267b646 1072
4325df6a 1073 my $expanded = $self->$expander(undef, $arg);
1074
1075 my ($sql, @bind) = $self->_render_expr($expanded);
1076
1077 my $final_sql = $self->_sqlcase(' order by ').$sql;
1078
1079 return wantarray ? ($final_sql, @bind) : $final_sql;
f267b646 1080}
1081
96449e8e 1082#======================================================================
1083# DATASOURCE (FOR NOW, JUST PLAIN TABLE OR LIST OF TABLES)
1084#======================================================================
1085
1086sub _table {
1087 my $self = shift;
1088 my $from = shift;
7ad12721 1089 ($self->_render_expr(
8476c6a3 1090 $self->_expand_maybe_list_expr($from, undef, -ident)
7ad12721 1091 ))[0];
96449e8e 1092}
1093
1094
1095#======================================================================
1096# UTILITY FUNCTIONS
1097#======================================================================
1098
8476c6a3 1099sub _expand_maybe_list_expr {
1100 my ($self, $expr, $logic, $default) = @_;
bba04f52 1101 my $e = do {
1102 if (ref($expr) eq 'ARRAY') {
1103 return { -op => [
8476c6a3 1104 ',', map $self->_expand_expr($_, $logic, $default), @$expr
bba04f52 1105 ] } if @$expr > 1;
1106 $expr->[0]
1107 } else {
1108 $expr
1109 }
1110 };
1111 return $self->_expand_expr($e, $logic, $default);
8476c6a3 1112}
1113
955e77ca 1114# highly optimized, as it's called way too often
96449e8e 1115sub _quote {
955e77ca 1116 # my ($self, $label) = @_;
96449e8e 1117
955e77ca 1118 return '' unless defined $_[1];
955e77ca 1119 return ${$_[1]} if ref($_[1]) eq 'SCALAR';
d3162b5c 1120 puke 'Identifier cannot be hashref' if ref($_[1]) eq 'HASH';
96449e8e 1121
d3162b5c 1122 unless ($_[0]->{quote_char}) {
1123 if (ref($_[1]) eq 'ARRAY') {
1124 return join($_[0]->{name_sep}||'.', @{$_[1]});
1125 } else {
1126 $_[0]->_assert_pass_injection_guard($_[1]);
1127 return $_[1];
1128 }
1129 }
96449e8e 1130
07d7c35c 1131 my $qref = ref $_[0]->{quote_char};
439834d3 1132 my ($l, $r) =
1133 !$qref ? ($_[0]->{quote_char}, $_[0]->{quote_char})
1134 : ($qref eq 'ARRAY') ? @{$_[0]->{quote_char}}
1135 : puke "Unsupported quote_char format: $_[0]->{quote_char}";
1136
46be4313 1137 my $esc = $_[0]->{escape_char} || $r;
96449e8e 1138
07d7c35c 1139 # parts containing * are naturally unquoted
d3162b5c 1140 return join(
1141 $_[0]->{name_sep}||'',
1142 map +(
1143 $_ eq '*'
1144 ? $_
1145 : do { (my $n = $_) =~ s/(\Q$esc\E|\Q$r\E)/$esc$1/g; $l . $n . $r }
1146 ),
1147 (ref($_[1]) eq 'ARRAY'
1148 ? @{$_[1]}
1149 : (
1150 $_[0]->{name_sep}
1151 ? split (/\Q$_[0]->{name_sep}\E/, $_[1] )
1152 : $_[1]
1153 )
1154 )
955e77ca 1155 );
96449e8e 1156}
1157
1158
1159# Conversion, if applicable
d7c862e0 1160sub _convert {
07d7c35c 1161 #my ($self, $arg) = @_;
7ad12721 1162 if ($_[0]->{convert_where}) {
1163 return $_[0]->_sqlcase($_[0]->{convert_where}) .'(' . $_[1] . ')';
96449e8e 1164 }
07d7c35c 1165 return $_[1];
96449e8e 1166}
1167
1168# And bindtype
d7c862e0 1169sub _bindtype {
07d7c35c 1170 #my ($self, $col, @vals) = @_;
07d7c35c 1171 # called often - tighten code
1172 return $_[0]->{bindtype} eq 'columns'
1173 ? map {[$_[1], $_]} @_[2 .. $#_]
1174 : @_[2 .. $#_]
1175 ;
96449e8e 1176}
1177
fe3ae272 1178# Dies if any element of @bind is not in [colname => value] format
1179# if bindtype is 'columns'.
1180sub _assert_bindval_matches_bindtype {
c94a6c93 1181# my ($self, @bind) = @_;
1182 my $self = shift;
fe3ae272 1183 if ($self->{bindtype} eq 'columns') {
c94a6c93 1184 for (@_) {
1185 if (!defined $_ || ref($_) ne 'ARRAY' || @$_ != 2) {
3a06278c 1186 puke "bindtype 'columns' selected, you need to pass: [column_name => bind_value]"
fe3ae272 1187 }
1188 }
1189 }
1190}
1191
96449e8e 1192sub _join_sql_clauses {
1193 my ($self, $logic, $clauses_aref, $bind_aref) = @_;
1194
1195 if (@$clauses_aref > 1) {
1196 my $join = " " . $self->_sqlcase($logic) . " ";
1197 my $sql = '( ' . join($join, @$clauses_aref) . ' )';
1198 return ($sql, @$bind_aref);
1199 }
1200 elsif (@$clauses_aref) {
1201 return ($clauses_aref->[0], @$bind_aref); # no parentheses
1202 }
1203 else {
1204 return (); # if no SQL, ignore @$bind_aref
1205 }
1206}
1207
1208
1209# Fix SQL case, if so requested
1210sub _sqlcase {
96449e8e 1211 # LDNOTE: if $self->{case} is true, then it contains 'lower', so we
1212 # don't touch the argument ... crooked logic, but let's not change it!
07d7c35c 1213 return $_[0]->{case} ? $_[1] : uc($_[1]);
96449e8e 1214}
1215
1216
1217#======================================================================
1218# DISPATCHING FROM REFKIND
1219#======================================================================
1220
1221sub _refkind {
1222 my ($self, $data) = @_;
96449e8e 1223
955e77ca 1224 return 'UNDEF' unless defined $data;
1225
1226 # blessed objects are treated like scalars
1227 my $ref = (Scalar::Util::blessed $data) ? '' : ref $data;
1228
1229 return 'SCALAR' unless $ref;
1230
1231 my $n_steps = 1;
1232 while ($ref eq 'REF') {
96449e8e 1233 $data = $$data;
955e77ca 1234 $ref = (Scalar::Util::blessed $data) ? '' : ref $data;
1235 $n_steps++ if $ref;
96449e8e 1236 }
1237
848556bc 1238 return ($ref||'SCALAR') . ('REF' x $n_steps);
96449e8e 1239}
1240
1241sub _try_refkind {
1242 my ($self, $data) = @_;
1243 my @try = ($self->_refkind($data));
1244 push @try, 'SCALAR_or_UNDEF' if $try[0] eq 'SCALAR' || $try[0] eq 'UNDEF';
1245 push @try, 'FALLBACK';
955e77ca 1246 return \@try;
96449e8e 1247}
1248
1249sub _METHOD_FOR_refkind {
1250 my ($self, $meth_prefix, $data) = @_;
f39eaa60 1251
1252 my $method;
955e77ca 1253 for (@{$self->_try_refkind($data)}) {
f39eaa60 1254 $method = $self->can($meth_prefix."_".$_)
1255 and last;
1256 }
1257
1258 return $method || puke "cannot dispatch on '$meth_prefix' for ".$self->_refkind($data);
96449e8e 1259}
1260
1261
1262sub _SWITCH_refkind {
1263 my ($self, $data, $dispatch_table) = @_;
1264
f39eaa60 1265 my $coderef;
955e77ca 1266 for (@{$self->_try_refkind($data)}) {
f39eaa60 1267 $coderef = $dispatch_table->{$_}
1268 and last;
1269 }
1270
1271 puke "no dispatch entry for ".$self->_refkind($data)
1272 unless $coderef;
1273
96449e8e 1274 $coderef->();
1275}
1276
1277
1278
1279
1280#======================================================================
1281# VALUES, GENERATE, AUTOLOAD
1282#======================================================================
1283
1284# LDNOTE: original code from nwiger, didn't touch code in that section
1285# I feel the AUTOLOAD stuff should not be the default, it should
1286# only be activated on explicit demand by user.
1287
1288sub values {
1289 my $self = shift;
1290 my $data = shift || return;
1291 puke "Argument to ", __PACKAGE__, "->values must be a \\%hash"
1292 unless ref $data eq 'HASH';
bab725ce 1293
1294 my @all_bind;
ca4f826a 1295 foreach my $k (sort keys %$data) {
bab725ce 1296 my $v = $data->{$k};
1297 $self->_SWITCH_refkind($v, {
9d48860e 1298 ARRAYREF => sub {
bab725ce 1299 if ($self->{array_datatypes}) { # array datatype
1300 push @all_bind, $self->_bindtype($k, $v);
1301 }
1302 else { # literal SQL with bind
1303 my ($sql, @bind) = @$v;
1304 $self->_assert_bindval_matches_bindtype(@bind);
1305 push @all_bind, @bind;
1306 }
1307 },
1308 ARRAYREFREF => sub { # literal SQL with bind
1309 my ($sql, @bind) = @${$v};
1310 $self->_assert_bindval_matches_bindtype(@bind);
1311 push @all_bind, @bind;
1312 },
1313 SCALARREF => sub { # literal SQL without bind
1314 },
1315 SCALAR_or_UNDEF => sub {
1316 push @all_bind, $self->_bindtype($k, $v);
1317 },
1318 });
1319 }
1320
1321 return @all_bind;
96449e8e 1322}
1323
1324sub generate {
1325 my $self = shift;
1326
1327 my(@sql, @sqlq, @sqlv);
1328
1329 for (@_) {
1330 my $ref = ref $_;
1331 if ($ref eq 'HASH') {
1332 for my $k (sort keys %$_) {
1333 my $v = $_->{$k};
1334 my $r = ref $v;
1335 my $label = $self->_quote($k);
1336 if ($r eq 'ARRAY') {
fe3ae272 1337 # literal SQL with bind
1338 my ($sql, @bind) = @$v;
1339 $self->_assert_bindval_matches_bindtype(@bind);
96449e8e 1340 push @sqlq, "$label = $sql";
fe3ae272 1341 push @sqlv, @bind;
96449e8e 1342 } elsif ($r eq 'SCALAR') {
fe3ae272 1343 # literal SQL without bind
96449e8e 1344 push @sqlq, "$label = $$v";
9d48860e 1345 } else {
96449e8e 1346 push @sqlq, "$label = ?";
1347 push @sqlv, $self->_bindtype($k, $v);
1348 }
1349 }
1350 push @sql, $self->_sqlcase('set'), join ', ', @sqlq;
1351 } elsif ($ref eq 'ARRAY') {
1352 # unlike insert(), assume these are ONLY the column names, i.e. for SQL
1353 for my $v (@$_) {
1354 my $r = ref $v;
fe3ae272 1355 if ($r eq 'ARRAY') { # literal SQL with bind
1356 my ($sql, @bind) = @$v;
1357 $self->_assert_bindval_matches_bindtype(@bind);
1358 push @sqlq, $sql;
1359 push @sqlv, @bind;
1360 } elsif ($r eq 'SCALAR') { # literal SQL without bind
96449e8e 1361 # embedded literal SQL
1362 push @sqlq, $$v;
9d48860e 1363 } else {
96449e8e 1364 push @sqlq, '?';
1365 push @sqlv, $v;
1366 }
1367 }
1368 push @sql, '(' . join(', ', @sqlq) . ')';
1369 } elsif ($ref eq 'SCALAR') {
1370 # literal SQL
1371 push @sql, $$_;
1372 } else {
1373 # strings get case twiddled
1374 push @sql, $self->_sqlcase($_);
1375 }
1376 }
1377
1378 my $sql = join ' ', @sql;
1379
1380 # this is pretty tricky
1381 # if ask for an array, return ($stmt, @bind)
1382 # otherwise, s/?/shift @sqlv/ to put it inline
1383 if (wantarray) {
1384 return ($sql, @sqlv);
1385 } else {
1386 1 while $sql =~ s/\?/my $d = shift(@sqlv);
1387 ref $d ? $d->[1] : $d/e;
1388 return $sql;
1389 }
1390}
1391
1392
1393sub DESTROY { 1 }
1394
1395sub AUTOLOAD {
1396 # This allows us to check for a local, then _form, attr
1397 my $self = shift;
1398 my($name) = $AUTOLOAD =~ /.*::(.+)/;
1399 return $self->generate($name, @_);
1400}
1401
14021;
1403
1404
1405
1406__END__
32eab2da 1407
1408=head1 NAME
1409
1410SQL::Abstract - Generate SQL from Perl data structures
1411
1412=head1 SYNOPSIS
1413
1414 use SQL::Abstract;
1415
1416 my $sql = SQL::Abstract->new;
1417
85783f3c 1418 my($stmt, @bind) = $sql->select($source, \@fields, \%where, $order);
32eab2da 1419
1420 my($stmt, @bind) = $sql->insert($table, \%fieldvals || \@values);
1421
1422 my($stmt, @bind) = $sql->update($table, \%fieldvals, \%where);
1423
1424 my($stmt, @bind) = $sql->delete($table, \%where);
1425
1426 # Then, use these in your DBI statements
1427 my $sth = $dbh->prepare($stmt);
1428 $sth->execute(@bind);
1429
1430 # Just generate the WHERE clause
85783f3c 1431 my($stmt, @bind) = $sql->where(\%where, $order);
32eab2da 1432
1433 # Return values in the same order, for hashed queries
1434 # See PERFORMANCE section for more details
1435 my @bind = $sql->values(\%fieldvals);
1436
1437=head1 DESCRIPTION
1438
1439This module was inspired by the excellent L<DBIx::Abstract>.
1440However, in using that module I found that what I really wanted
1441to do was generate SQL, but still retain complete control over my
1442statement handles and use the DBI interface. So, I set out to
1443create an abstract SQL generation module.
1444
1445While based on the concepts used by L<DBIx::Abstract>, there are
1446several important differences, especially when it comes to WHERE
1447clauses. I have modified the concepts used to make the SQL easier
1448to generate from Perl data structures and, IMO, more intuitive.
1449The underlying idea is for this module to do what you mean, based
1450on the data structures you provide it. The big advantage is that
1451you don't have to modify your code every time your data changes,
1452as this module figures it out.
1453
1454To begin with, an SQL INSERT is as easy as just specifying a hash
1455of C<key=value> pairs:
1456
1457 my %data = (
1458 name => 'Jimbo Bobson',
1459 phone => '123-456-7890',
1460 address => '42 Sister Lane',
1461 city => 'St. Louis',
1462 state => 'Louisiana',
1463 );
1464
1465The SQL can then be generated with this:
1466
1467 my($stmt, @bind) = $sql->insert('people', \%data);
1468
1469Which would give you something like this:
1470
1471 $stmt = "INSERT INTO people
1472 (address, city, name, phone, state)
1473 VALUES (?, ?, ?, ?, ?)";
1474 @bind = ('42 Sister Lane', 'St. Louis', 'Jimbo Bobson',
1475 '123-456-7890', 'Louisiana');
1476
1477These are then used directly in your DBI code:
1478
1479 my $sth = $dbh->prepare($stmt);
1480 $sth->execute(@bind);
1481
96449e8e 1482=head2 Inserting and Updating Arrays
1483
1484If your database has array types (like for example Postgres),
1485activate the special option C<< array_datatypes => 1 >>
9d48860e 1486when creating the C<SQL::Abstract> object.
96449e8e 1487Then you may use an arrayref to insert and update database array types:
1488
1489 my $sql = SQL::Abstract->new(array_datatypes => 1);
1490 my %data = (
1491 planets => [qw/Mercury Venus Earth Mars/]
1492 );
9d48860e 1493
96449e8e 1494 my($stmt, @bind) = $sql->insert('solar_system', \%data);
1495
1496This results in:
1497
1498 $stmt = "INSERT INTO solar_system (planets) VALUES (?)"
1499
1500 @bind = (['Mercury', 'Venus', 'Earth', 'Mars']);
1501
1502
1503=head2 Inserting and Updating SQL
1504
1505In order to apply SQL functions to elements of your C<%data> you may
1506specify a reference to an arrayref for the given hash value. For example,
1507if you need to execute the Oracle C<to_date> function on a value, you can
1508say something like this:
32eab2da 1509
1510 my %data = (
1511 name => 'Bill',
3ae1c5e2 1512 date_entered => \[ "to_date(?,'MM/DD/YYYY')", "03/02/2003" ],
9d48860e 1513 );
32eab2da 1514
1515The first value in the array is the actual SQL. Any other values are
1516optional and would be included in the bind values array. This gives
1517you:
1518
1519 my($stmt, @bind) = $sql->insert('people', \%data);
1520
9d48860e 1521 $stmt = "INSERT INTO people (name, date_entered)
32eab2da 1522 VALUES (?, to_date(?,'MM/DD/YYYY'))";
1523 @bind = ('Bill', '03/02/2003');
1524
1525An UPDATE is just as easy, all you change is the name of the function:
1526
1527 my($stmt, @bind) = $sql->update('people', \%data);
1528
1529Notice that your C<%data> isn't touched; the module will generate
1530the appropriately quirky SQL for you automatically. Usually you'll
1531want to specify a WHERE clause for your UPDATE, though, which is
1532where handling C<%where> hashes comes in handy...
1533
96449e8e 1534=head2 Complex where statements
1535
32eab2da 1536This module can generate pretty complicated WHERE statements
1537easily. For example, simple C<key=value> pairs are taken to mean
1538equality, and if you want to see if a field is within a set
1539of values, you can use an arrayref. Let's say we wanted to
1540SELECT some data based on this criteria:
1541
1542 my %where = (
1543 requestor => 'inna',
1544 worker => ['nwiger', 'rcwe', 'sfz'],
1545 status => { '!=', 'completed' }
1546 );
1547
1548 my($stmt, @bind) = $sql->select('tickets', '*', \%where);
1549
1550The above would give you something like this:
1551
1552 $stmt = "SELECT * FROM tickets WHERE
1553 ( requestor = ? ) AND ( status != ? )
1554 AND ( worker = ? OR worker = ? OR worker = ? )";
1555 @bind = ('inna', 'completed', 'nwiger', 'rcwe', 'sfz');
1556
1557Which you could then use in DBI code like so:
1558
1559 my $sth = $dbh->prepare($stmt);
1560 $sth->execute(@bind);
1561
1562Easy, eh?
1563
0da0fe34 1564=head1 METHODS
32eab2da 1565
13cc86af 1566The methods are simple. There's one for every major SQL operation,
32eab2da 1567and a constructor you use first. The arguments are specified in a
13cc86af 1568similar order for each method (table, then fields, then a where
32eab2da 1569clause) to try and simplify things.
1570
32eab2da 1571=head2 new(option => 'value')
1572
1573The C<new()> function takes a list of options and values, and returns
1574a new B<SQL::Abstract> object which can then be used to generate SQL
1575through the methods below. The options accepted are:
1576
1577=over
1578
1579=item case
1580
1581If set to 'lower', then SQL will be generated in all lowercase. By
1582default SQL is generated in "textbook" case meaning something like:
1583
1584 SELECT a_field FROM a_table WHERE some_field LIKE '%someval%'
1585
96449e8e 1586Any setting other than 'lower' is ignored.
1587
32eab2da 1588=item cmp
1589
1590This determines what the default comparison operator is. By default
1591it is C<=>, meaning that a hash like this:
1592
1593 %where = (name => 'nwiger', email => 'nate@wiger.org');
1594
1595Will generate SQL like this:
1596
1597 WHERE name = 'nwiger' AND email = 'nate@wiger.org'
1598
1599However, you may want loose comparisons by default, so if you set
1600C<cmp> to C<like> you would get SQL such as:
1601
1602 WHERE name like 'nwiger' AND email like 'nate@wiger.org'
1603
3af02ccb 1604You can also override the comparison on an individual basis - see
32eab2da 1605the huge section on L</"WHERE CLAUSES"> at the bottom.
1606
96449e8e 1607=item sqltrue, sqlfalse
1608
1609Expressions for inserting boolean values within SQL statements.
6e0c6552 1610By default these are C<1=1> and C<1=0>. They are used
1611by the special operators C<-in> and C<-not_in> for generating
1612correct SQL even when the argument is an empty array (see below).
96449e8e 1613
32eab2da 1614=item logic
1615
1616This determines the default logical operator for multiple WHERE
7cac25e6 1617statements in arrays or hashes. If absent, the default logic is "or"
1618for arrays, and "and" for hashes. This means that a WHERE
32eab2da 1619array of the form:
1620
1621 @where = (
9d48860e 1622 event_date => {'>=', '2/13/99'},
1623 event_date => {'<=', '4/24/03'},
32eab2da 1624 );
1625
7cac25e6 1626will generate SQL like this:
32eab2da 1627
1628 WHERE event_date >= '2/13/99' OR event_date <= '4/24/03'
1629
1630This is probably not what you want given this query, though (look
1631at the dates). To change the "OR" to an "AND", simply specify:
1632
1633 my $sql = SQL::Abstract->new(logic => 'and');
1634
1635Which will change the above C<WHERE> to:
1636
1637 WHERE event_date >= '2/13/99' AND event_date <= '4/24/03'
1638
96449e8e 1639The logic can also be changed locally by inserting
be21dde3 1640a modifier in front of an arrayref:
96449e8e 1641
9d48860e 1642 @where = (-and => [event_date => {'>=', '2/13/99'},
7cac25e6 1643 event_date => {'<=', '4/24/03'} ]);
96449e8e 1644
1645See the L</"WHERE CLAUSES"> section for explanations.
1646
32eab2da 1647=item convert
1648
1649This will automatically convert comparisons using the specified SQL
1650function for both column and value. This is mostly used with an argument
1651of C<upper> or C<lower>, so that the SQL will have the effect of
1652case-insensitive "searches". For example, this:
1653
1654 $sql = SQL::Abstract->new(convert => 'upper');
1655 %where = (keywords => 'MaKe iT CAse inSeNSItive');
1656
1657Will turn out the following SQL:
1658
1659 WHERE upper(keywords) like upper('MaKe iT CAse inSeNSItive')
1660
1661The conversion can be C<upper()>, C<lower()>, or any other SQL function
1662that can be applied symmetrically to fields (actually B<SQL::Abstract> does
1663not validate this option; it will just pass through what you specify verbatim).
1664
1665=item bindtype
1666
1667This is a kludge because many databases suck. For example, you can't
1668just bind values using DBI's C<execute()> for Oracle C<CLOB> or C<BLOB> fields.
1669Instead, you have to use C<bind_param()>:
1670
1671 $sth->bind_param(1, 'reg data');
1672 $sth->bind_param(2, $lots, {ora_type => ORA_CLOB});
1673
1674The problem is, B<SQL::Abstract> will normally just return a C<@bind> array,
1675which loses track of which field each slot refers to. Fear not.
1676
1677If you specify C<bindtype> in new, you can determine how C<@bind> is returned.
1678Currently, you can specify either C<normal> (default) or C<columns>. If you
1679specify C<columns>, you will get an array that looks like this:
1680
1681 my $sql = SQL::Abstract->new(bindtype => 'columns');
1682 my($stmt, @bind) = $sql->insert(...);
1683
1684 @bind = (
1685 [ 'column1', 'value1' ],
1686 [ 'column2', 'value2' ],
1687 [ 'column3', 'value3' ],
1688 );
1689
1690You can then iterate through this manually, using DBI's C<bind_param()>.
e3f9dff4 1691
32eab2da 1692 $sth->prepare($stmt);
1693 my $i = 1;
1694 for (@bind) {
1695 my($col, $data) = @$_;
1696 if ($col eq 'details' || $col eq 'comments') {
1697 $sth->bind_param($i, $data, {ora_type => ORA_CLOB});
1698 } elsif ($col eq 'image') {
1699 $sth->bind_param($i, $data, {ora_type => ORA_BLOB});
1700 } else {
1701 $sth->bind_param($i, $data);
1702 }
1703 $i++;
1704 }
1705 $sth->execute; # execute without @bind now
1706
1707Now, why would you still use B<SQL::Abstract> if you have to do this crap?
1708Basically, the advantage is still that you don't have to care which fields
1709are or are not included. You could wrap that above C<for> loop in a simple
1710sub called C<bind_fields()> or something and reuse it repeatedly. You still
1711get a layer of abstraction over manual SQL specification.
1712
3ae1c5e2 1713Note that if you set L</bindtype> to C<columns>, the C<\[ $sql, @bind ]>
deb148a2 1714construct (see L</Literal SQL with placeholders and bind values (subqueries)>)
1715will expect the bind values in this format.
1716
32eab2da 1717=item quote_char
1718
1719This is the character that a table or column name will be quoted
9d48860e 1720with. By default this is an empty string, but you could set it to
32eab2da 1721the character C<`>, to generate SQL like this:
1722
1723 SELECT `a_field` FROM `a_table` WHERE `some_field` LIKE '%someval%'
1724
96449e8e 1725Alternatively, you can supply an array ref of two items, the first being the left
1726hand quote character, and the second the right hand quote character. For
1727example, you could supply C<['[',']']> for SQL Server 2000 compliant quotes
1728that generates SQL like this:
1729
1730 SELECT [a_field] FROM [a_table] WHERE [some_field] LIKE '%someval%'
1731
9d48860e 1732Quoting is useful if you have tables or columns names that are reserved
96449e8e 1733words in your database's SQL dialect.
32eab2da 1734
46be4313 1735=item escape_char
1736
1737This is the character that will be used to escape L</quote_char>s appearing
1738in an identifier before it has been quoted.
1739
80790166 1740The parameter default in case of a single L</quote_char> character is the quote
46be4313 1741character itself.
1742
1743When opening-closing-style quoting is used (L</quote_char> is an arrayref)
9de2bd86 1744this parameter defaults to the B<closing (right)> L</quote_char>. Occurrences
46be4313 1745of the B<opening (left)> L</quote_char> within the identifier are currently left
1746untouched. The default for opening-closing-style quotes may change in future
1747versions, thus you are B<strongly encouraged> to specify the escape character
1748explicitly.
1749
32eab2da 1750=item name_sep
1751
1752This is the character that separates a table and column name. It is
1753necessary to specify this when the C<quote_char> option is selected,
1754so that tables and column names can be individually quoted like this:
1755
1756 SELECT `table`.`one_field` FROM `table` WHERE `table`.`other_field` = 1
1757
b6251592 1758=item injection_guard
1759
1760A regular expression C<qr/.../> that is applied to any C<-function> and unquoted
1761column name specified in a query structure. This is a safety mechanism to avoid
1762injection attacks when mishandling user input e.g.:
1763
1764 my %condition_as_column_value_pairs = get_values_from_user();
1765 $sqla->select( ... , \%condition_as_column_value_pairs );
1766
1767If the expression matches an exception is thrown. Note that literal SQL
1768supplied via C<\'...'> or C<\['...']> is B<not> checked in any way.
1769
1770Defaults to checking for C<;> and the C<GO> keyword (TransactSQL)
1771
96449e8e 1772=item array_datatypes
32eab2da 1773
9d48860e 1774When this option is true, arrayrefs in INSERT or UPDATE are
1775interpreted as array datatypes and are passed directly
96449e8e 1776to the DBI layer.
1777When this option is false, arrayrefs are interpreted
1778as literal SQL, just like refs to arrayrefs
1779(but this behavior is for backwards compatibility; when writing
1780new queries, use the "reference to arrayref" syntax
1781for literal SQL).
32eab2da 1782
32eab2da 1783
96449e8e 1784=item special_ops
32eab2da 1785
9d48860e 1786Takes a reference to a list of "special operators"
96449e8e 1787to extend the syntax understood by L<SQL::Abstract>.
1788See section L</"SPECIAL OPERATORS"> for details.
32eab2da 1789
59f23b3d 1790=item unary_ops
1791
9d48860e 1792Takes a reference to a list of "unary operators"
59f23b3d 1793to extend the syntax understood by L<SQL::Abstract>.
1794See section L</"UNARY OPERATORS"> for details.
1795
32eab2da 1796
32eab2da 1797
96449e8e 1798=back
32eab2da 1799
02288357 1800=head2 insert($table, \@values || \%fieldvals, \%options)
32eab2da 1801
1802This is the simplest function. You simply give it a table name
1803and either an arrayref of values or hashref of field/value pairs.
1804It returns an SQL INSERT statement and a list of bind values.
96449e8e 1805See the sections on L</"Inserting and Updating Arrays"> and
1806L</"Inserting and Updating SQL"> for information on how to insert
1807with those data types.
32eab2da 1808
02288357 1809The optional C<\%options> hash reference may contain additional
1810options to generate the insert SQL. Currently supported options
1811are:
1812
1813=over 4
1814
1815=item returning
1816
1817Takes either a scalar of raw SQL fields, or an array reference of
1818field names, and adds on an SQL C<RETURNING> statement at the end.
1819This allows you to return data generated by the insert statement
1820(such as row IDs) without performing another C<SELECT> statement.
1821Note, however, this is not part of the SQL standard and may not
1822be supported by all database engines.
1823
1824=back
1825
95904db5 1826=head2 update($table, \%fieldvals, \%where, \%options)
32eab2da 1827
1828This takes a table, hashref of field/value pairs, and an optional
86298391 1829hashref L<WHERE clause|/WHERE CLAUSES>. It returns an SQL UPDATE function and a list
32eab2da 1830of bind values.
96449e8e 1831See the sections on L</"Inserting and Updating Arrays"> and
1832L</"Inserting and Updating SQL"> for information on how to insert
1833with those data types.
32eab2da 1834
95904db5 1835The optional C<\%options> hash reference may contain additional
1836options to generate the update SQL. Currently supported options
1837are:
1838
1839=over 4
1840
1841=item returning
1842
1843See the C<returning> option to
1844L<insert|/insert($table, \@values || \%fieldvals, \%options)>.
1845
1846=back
1847
96449e8e 1848=head2 select($source, $fields, $where, $order)
32eab2da 1849
9d48860e 1850This returns a SQL SELECT statement and associated list of bind values, as
be21dde3 1851specified by the arguments:
32eab2da 1852
96449e8e 1853=over
32eab2da 1854
96449e8e 1855=item $source
32eab2da 1856
9d48860e 1857Specification of the 'FROM' part of the statement.
96449e8e 1858The argument can be either a plain scalar (interpreted as a table
1859name, will be quoted), or an arrayref (interpreted as a list
1860of table names, joined by commas, quoted), or a scalarref
063097a3 1861(literal SQL, not quoted).
32eab2da 1862
96449e8e 1863=item $fields
32eab2da 1864
9d48860e 1865Specification of the list of fields to retrieve from
96449e8e 1866the source.
1867The argument can be either an arrayref (interpreted as a list
9d48860e 1868of field names, will be joined by commas and quoted), or a
96449e8e 1869plain scalar (literal SQL, not quoted).
521647e7 1870Please observe that this API is not as flexible as that of
1871the first argument C<$source>, for backwards compatibility reasons.
32eab2da 1872
96449e8e 1873=item $where
32eab2da 1874
96449e8e 1875Optional argument to specify the WHERE part of the query.
1876The argument is most often a hashref, but can also be
9d48860e 1877an arrayref or plain scalar --
96449e8e 1878see section L<WHERE clause|/"WHERE CLAUSES"> for details.
32eab2da 1879
96449e8e 1880=item $order
32eab2da 1881
96449e8e 1882Optional argument to specify the ORDER BY part of the query.
9d48860e 1883The argument can be a scalar, a hashref or an arrayref
96449e8e 1884-- see section L<ORDER BY clause|/"ORDER BY CLAUSES">
1885for details.
32eab2da 1886
96449e8e 1887=back
32eab2da 1888
32eab2da 1889
85327cd5 1890=head2 delete($table, \%where, \%options)
32eab2da 1891
86298391 1892This takes a table name and optional hashref L<WHERE clause|/WHERE CLAUSES>.
32eab2da 1893It returns an SQL DELETE statement and list of bind values.
1894
85327cd5 1895The optional C<\%options> hash reference may contain additional
1896options to generate the delete SQL. Currently supported options
1897are:
1898
1899=over 4
1900
1901=item returning
1902
1903See the C<returning> option to
1904L<insert|/insert($table, \@values || \%fieldvals, \%options)>.
1905
1906=back
1907
85783f3c 1908=head2 where(\%where, $order)
32eab2da 1909
1910This is used to generate just the WHERE clause. For example,
1911if you have an arbitrary data structure and know what the
1912rest of your SQL is going to look like, but want an easy way
1913to produce a WHERE clause, use this. It returns an SQL WHERE
1914clause and list of bind values.
1915
32eab2da 1916
1917=head2 values(\%data)
1918
1919This just returns the values from the hash C<%data>, in the same
1920order that would be returned from any of the other above queries.
1921Using this allows you to markedly speed up your queries if you
1922are affecting lots of rows. See below under the L</"PERFORMANCE"> section.
1923
32eab2da 1924=head2 generate($any, 'number', $of, \@data, $struct, \%types)
1925
1926Warning: This is an experimental method and subject to change.
1927
1928This returns arbitrarily generated SQL. It's a really basic shortcut.
1929It will return two different things, depending on return context:
1930
1931 my($stmt, @bind) = $sql->generate('create table', \$table, \@fields);
1932 my $stmt_and_val = $sql->generate('create table', \$table, \@fields);
1933
1934These would return the following:
1935
1936 # First calling form
1937 $stmt = "CREATE TABLE test (?, ?)";
1938 @bind = (field1, field2);
1939
1940 # Second calling form
1941 $stmt_and_val = "CREATE TABLE test (field1, field2)";
1942
1943Depending on what you're trying to do, it's up to you to choose the correct
1944format. In this example, the second form is what you would want.
1945
1946By the same token:
1947
1948 $sql->generate('alter session', { nls_date_format => 'MM/YY' });
1949
1950Might give you:
1951
1952 ALTER SESSION SET nls_date_format = 'MM/YY'
1953
1954You get the idea. Strings get their case twiddled, but everything
1955else remains verbatim.
1956
0da0fe34 1957=head1 EXPORTABLE FUNCTIONS
1958
1959=head2 is_plain_value
1960
1961Determines if the supplied argument is a plain value as understood by this
1962module:
1963
1964=over
1965
1966=item * The value is C<undef>
1967
1968=item * The value is a non-reference
1969
1970=item * The value is an object with stringification overloading
1971
1972=item * The value is of the form C<< { -value => $anything } >>
1973
1974=back
1975
9de2bd86 1976On failure returns C<undef>, on success returns a B<scalar> reference
966200cc 1977to the original supplied argument.
0da0fe34 1978
843a94b5 1979=over
1980
1981=item * Note
1982
1983The stringification overloading detection is rather advanced: it takes
1984into consideration not only the presence of a C<""> overload, but if that
1985fails also checks for enabled
1986L<autogenerated versions of C<"">|overload/Magic Autogeneration>, based
1987on either C<0+> or C<bool>.
1988
1989Unfortunately testing in the field indicates that this
1990detection B<< may tickle a latent bug in perl versions before 5.018 >>,
1991but only when very large numbers of stringifying objects are involved.
1992At the time of writing ( Sep 2014 ) there is no clear explanation of
1993the direct cause, nor is there a manageably small test case that reliably
1994reproduces the problem.
1995
1996If you encounter any of the following exceptions in B<random places within
1997your application stack> - this module may be to blame:
1998
1999 Operation "ne": no method found,
2000 left argument in overloaded package <something>,
2001 right argument in overloaded package <something>
2002
2003or perhaps even
2004
2005 Stub found while resolving method "???" overloading """" in package <something>
2006
2007If you fall victim to the above - please attempt to reduce the problem
2008to something that could be sent to the L<SQL::Abstract developers
1f490ae4 2009|DBIx::Class/GETTING HELP/SUPPORT>
843a94b5 2010(either publicly or privately). As a workaround in the meantime you can
2011set C<$ENV{SQLA_ISVALUE_IGNORE_AUTOGENERATED_STRINGIFICATION}> to a true
2012value, which will most likely eliminate your problem (at the expense of
2013not being able to properly detect exotic forms of stringification).
2014
2015This notice and environment variable will be removed in a future version,
2016as soon as the underlying problem is found and a reliable workaround is
2017devised.
2018
2019=back
2020
0da0fe34 2021=head2 is_literal_value
2022
2023Determines if the supplied argument is a literal value as understood by this
2024module:
2025
2026=over
2027
2028=item * C<\$sql_string>
2029
2030=item * C<\[ $sql_string, @bind_values ]>
2031
0da0fe34 2032=back
2033
9de2bd86 2034On failure returns C<undef>, on success returns an B<array> reference
966200cc 2035containing the unpacked version of the supplied literal SQL and bind values.
0da0fe34 2036
32eab2da 2037=head1 WHERE CLAUSES
2038
96449e8e 2039=head2 Introduction
2040
32eab2da 2041This module uses a variation on the idea from L<DBIx::Abstract>. It
2042is B<NOT>, repeat I<not> 100% compatible. B<The main logic of this
2043module is that things in arrays are OR'ed, and things in hashes
2044are AND'ed.>
2045
2046The easiest way to explain is to show lots of examples. After
2047each C<%where> hash shown, it is assumed you used:
2048
2049 my($stmt, @bind) = $sql->where(\%where);
2050
2051However, note that the C<%where> hash can be used directly in any
2052of the other functions as well, as described above.
2053
96449e8e 2054=head2 Key-value pairs
2055
32eab2da 2056So, let's get started. To begin, a simple hash:
2057
2058 my %where = (
2059 user => 'nwiger',
2060 status => 'completed'
2061 );
2062
2063Is converted to SQL C<key = val> statements:
2064
2065 $stmt = "WHERE user = ? AND status = ?";
2066 @bind = ('nwiger', 'completed');
2067
2068One common thing I end up doing is having a list of values that
2069a field can be in. To do this, simply specify a list inside of
2070an arrayref:
2071
2072 my %where = (
2073 user => 'nwiger',
2074 status => ['assigned', 'in-progress', 'pending'];
2075 );
2076
2077This simple code will create the following:
9d48860e 2078
32eab2da 2079 $stmt = "WHERE user = ? AND ( status = ? OR status = ? OR status = ? )";
2080 @bind = ('nwiger', 'assigned', 'in-progress', 'pending');
2081
9d48860e 2082A field associated to an empty arrayref will be considered a
7cac25e6 2083logical false and will generate 0=1.
8a68b5be 2084
b864ba9b 2085=head2 Tests for NULL values
2086
2087If the value part is C<undef> then this is converted to SQL <IS NULL>
2088
2089 my %where = (
2090 user => 'nwiger',
2091 status => undef,
2092 );
2093
2094becomes:
2095
2096 $stmt = "WHERE user = ? AND status IS NULL";
2097 @bind = ('nwiger');
2098
e9614080 2099To test if a column IS NOT NULL:
2100
2101 my %where = (
2102 user => 'nwiger',
2103 status => { '!=', undef },
2104 );
cc422895 2105
6e0c6552 2106=head2 Specific comparison operators
96449e8e 2107
32eab2da 2108If you want to specify a different type of operator for your comparison,
2109you can use a hashref for a given column:
2110
2111 my %where = (
2112 user => 'nwiger',
2113 status => { '!=', 'completed' }
2114 );
2115
2116Which would generate:
2117
2118 $stmt = "WHERE user = ? AND status != ?";
2119 @bind = ('nwiger', 'completed');
2120
2121To test against multiple values, just enclose the values in an arrayref:
2122
96449e8e 2123 status => { '=', ['assigned', 'in-progress', 'pending'] };
2124
f2d5020d 2125Which would give you:
96449e8e 2126
2127 "WHERE status = ? OR status = ? OR status = ?"
2128
2129
2130The hashref can also contain multiple pairs, in which case it is expanded
32eab2da 2131into an C<AND> of its elements:
2132
2133 my %where = (
2134 user => 'nwiger',
2135 status => { '!=', 'completed', -not_like => 'pending%' }
2136 );
2137
2138 # Or more dynamically, like from a form
2139 $where{user} = 'nwiger';
2140 $where{status}{'!='} = 'completed';
2141 $where{status}{'-not_like'} = 'pending%';
2142
2143 # Both generate this
2144 $stmt = "WHERE user = ? AND status != ? AND status NOT LIKE ?";
2145 @bind = ('nwiger', 'completed', 'pending%');
2146
96449e8e 2147
32eab2da 2148To get an OR instead, you can combine it with the arrayref idea:
2149
2150 my %where => (
2151 user => 'nwiger',
1a6f2a03 2152 priority => [ { '=', 2 }, { '>', 5 } ]
32eab2da 2153 );
2154
2155Which would generate:
2156
1a6f2a03 2157 $stmt = "WHERE ( priority = ? OR priority > ? ) AND user = ?";
2158 @bind = ('2', '5', 'nwiger');
32eab2da 2159
44b9e502 2160If you want to include literal SQL (with or without bind values), just use a
13cc86af 2161scalar reference or reference to an arrayref as the value:
44b9e502 2162
2163 my %where = (
2164 date_entered => { '>' => \["to_date(?, 'MM/DD/YYYY')", "11/26/2008"] },
2165 date_expires => { '<' => \"now()" }
2166 );
2167
2168Which would generate:
2169
13cc86af 2170 $stmt = "WHERE date_entered > to_date(?, 'MM/DD/YYYY') AND date_expires < now()";
44b9e502 2171 @bind = ('11/26/2008');
2172
96449e8e 2173
2174=head2 Logic and nesting operators
2175
2176In the example above,
2177there is a subtle trap if you want to say something like
32eab2da 2178this (notice the C<AND>):
2179
2180 WHERE priority != ? AND priority != ?
2181
2182Because, in Perl you I<can't> do this:
2183
13cc86af 2184 priority => { '!=' => 2, '!=' => 1 }
32eab2da 2185
2186As the second C<!=> key will obliterate the first. The solution
2187is to use the special C<-modifier> form inside an arrayref:
2188
9d48860e 2189 priority => [ -and => {'!=', 2},
96449e8e 2190 {'!=', 1} ]
2191
32eab2da 2192
2193Normally, these would be joined by C<OR>, but the modifier tells it
2194to use C<AND> instead. (Hint: You can use this in conjunction with the
2195C<logic> option to C<new()> in order to change the way your queries
2196work by default.) B<Important:> Note that the C<-modifier> goes
2197B<INSIDE> the arrayref, as an extra first element. This will
2198B<NOT> do what you think it might:
2199
2200 priority => -and => [{'!=', 2}, {'!=', 1}] # WRONG!
2201
2202Here is a quick list of equivalencies, since there is some overlap:
2203
2204 # Same
2205 status => {'!=', 'completed', 'not like', 'pending%' }
2206 status => [ -and => {'!=', 'completed'}, {'not like', 'pending%'}]
2207
2208 # Same
2209 status => {'=', ['assigned', 'in-progress']}
2210 status => [ -or => {'=', 'assigned'}, {'=', 'in-progress'}]
2211 status => [ {'=', 'assigned'}, {'=', 'in-progress'} ]
2212
e3f9dff4 2213
2214
be21dde3 2215=head2 Special operators: IN, BETWEEN, etc.
96449e8e 2216
32eab2da 2217You can also use the hashref format to compare a list of fields using the
2218C<IN> comparison operator, by specifying the list as an arrayref:
2219
2220 my %where = (
2221 status => 'completed',
2222 reportid => { -in => [567, 2335, 2] }
2223 );
2224
2225Which would generate:
2226
2227 $stmt = "WHERE status = ? AND reportid IN (?,?,?)";
2228 @bind = ('completed', '567', '2335', '2');
2229
9d48860e 2230The reverse operator C<-not_in> generates SQL C<NOT IN> and is used in
96449e8e 2231the same way.
2232
6e0c6552 2233If the argument to C<-in> is an empty array, 'sqlfalse' is generated
be21dde3 2234(by default: C<1=0>). Similarly, C<< -not_in => [] >> generates
2235'sqltrue' (by default: C<1=1>).
6e0c6552 2236
e41c3bdd 2237In addition to the array you can supply a chunk of literal sql or
2238literal sql with bind:
6e0c6552 2239
e41c3bdd 2240 my %where = {
2241 customer => { -in => \[
2242 'SELECT cust_id FROM cust WHERE balance > ?',
2243 2000,
2244 ],
2245 status => { -in => \'SELECT status_codes FROM states' },
2246 };
6e0c6552 2247
e41c3bdd 2248would generate:
2249
2250 $stmt = "WHERE (
2251 customer IN ( SELECT cust_id FROM cust WHERE balance > ? )
2252 AND status IN ( SELECT status_codes FROM states )
2253 )";
2254 @bind = ('2000');
2255
0dfd2442 2256Finally, if the argument to C<-in> is not a reference, it will be
2257treated as a single-element array.
e41c3bdd 2258
2259Another pair of operators is C<-between> and C<-not_between>,
96449e8e 2260used with an arrayref of two values:
32eab2da 2261
2262 my %where = (
2263 user => 'nwiger',
2264 completion_date => {
2265 -not_between => ['2002-10-01', '2003-02-06']
2266 }
2267 );
2268
2269Would give you:
2270
2271 WHERE user = ? AND completion_date NOT BETWEEN ( ? AND ? )
2272
e41c3bdd 2273Just like with C<-in> all plausible combinations of literal SQL
2274are possible:
2275
2276 my %where = {
2277 start0 => { -between => [ 1, 2 ] },
2278 start1 => { -between => \["? AND ?", 1, 2] },
2279 start2 => { -between => \"lower(x) AND upper(y)" },
9d48860e 2280 start3 => { -between => [
e41c3bdd 2281 \"lower(x)",
2282 \["upper(?)", 'stuff' ],
2283 ] },
2284 };
2285
2286Would give you:
2287
2288 $stmt = "WHERE (
2289 ( start0 BETWEEN ? AND ? )
2290 AND ( start1 BETWEEN ? AND ? )
2291 AND ( start2 BETWEEN lower(x) AND upper(y) )
2292 AND ( start3 BETWEEN lower(x) AND upper(?) )
2293 )";
2294 @bind = (1, 2, 1, 2, 'stuff');
2295
2296
9d48860e 2297These are the two builtin "special operators"; but the
be21dde3 2298list can be expanded: see section L</"SPECIAL OPERATORS"> below.
96449e8e 2299
59f23b3d 2300=head2 Unary operators: bool
97a920ef 2301
2302If you wish to test against boolean columns or functions within your
2303database you can use the C<-bool> and C<-not_bool> operators. For
2304example to test the column C<is_user> being true and the column
827bb0eb 2305C<is_enabled> being false you would use:-
97a920ef 2306
2307 my %where = (
2308 -bool => 'is_user',
2309 -not_bool => 'is_enabled',
2310 );
2311
2312Would give you:
2313
277b5d3f 2314 WHERE is_user AND NOT is_enabled
97a920ef 2315
0b604e9d 2316If a more complex combination is required, testing more conditions,
2317then you should use the and/or operators:-
2318
2319 my %where = (
2320 -and => [
2321 -bool => 'one',
23401b81 2322 -not_bool => { two=> { -rlike => 'bar' } },
2323 -not_bool => { three => [ { '=', 2 }, { '>', 5 } ] },
0b604e9d 2324 ],
2325 );
2326
2327Would give you:
2328
23401b81 2329 WHERE
2330 one
2331 AND
2332 (NOT two RLIKE ?)
2333 AND
2334 (NOT ( three = ? OR three > ? ))
97a920ef 2335
2336
107b72f1 2337=head2 Nested conditions, -and/-or prefixes
96449e8e 2338
32eab2da 2339So far, we've seen how multiple conditions are joined with a top-level
2340C<AND>. We can change this by putting the different conditions we want in
2341hashes and then putting those hashes in an array. For example:
2342
2343 my @where = (
2344 {
2345 user => 'nwiger',
2346 status => { -like => ['pending%', 'dispatched'] },
2347 },
2348 {
2349 user => 'robot',
2350 status => 'unassigned',
2351 }
2352 );
2353
2354This data structure would create the following:
2355
2356 $stmt = "WHERE ( user = ? AND ( status LIKE ? OR status LIKE ? ) )
2357 OR ( user = ? AND status = ? ) )";
2358 @bind = ('nwiger', 'pending', 'dispatched', 'robot', 'unassigned');
2359
107b72f1 2360
48d9f5f8 2361Clauses in hashrefs or arrayrefs can be prefixed with an C<-and> or C<-or>
be21dde3 2362to change the logic inside:
32eab2da 2363
2364 my @where = (
2365 -and => [
2366 user => 'nwiger',
48d9f5f8 2367 [
2368 -and => [ workhrs => {'>', 20}, geo => 'ASIA' ],
2369 -or => { workhrs => {'<', 50}, geo => 'EURO' },
32eab2da 2370 ],
2371 ],
2372 );
2373
2374That would yield:
2375
13cc86af 2376 $stmt = "WHERE ( user = ?
2377 AND ( ( workhrs > ? AND geo = ? )
2378 OR ( workhrs < ? OR geo = ? ) ) )";
2379 @bind = ('nwiger', '20', 'ASIA', '50', 'EURO');
107b72f1 2380
cc422895 2381=head3 Algebraic inconsistency, for historical reasons
107b72f1 2382
7cac25e6 2383C<Important note>: when connecting several conditions, the C<-and->|C<-or>
2384operator goes C<outside> of the nested structure; whereas when connecting
2385several constraints on one column, the C<-and> operator goes
be21dde3 2386C<inside> the arrayref. Here is an example combining both features:
7cac25e6 2387
2388 my @where = (
2389 -and => [a => 1, b => 2],
2390 -or => [c => 3, d => 4],
2391 e => [-and => {-like => 'foo%'}, {-like => '%bar'} ]
2392 )
2393
2394yielding
2395
9d48860e 2396 WHERE ( ( ( a = ? AND b = ? )
2397 OR ( c = ? OR d = ? )
7cac25e6 2398 OR ( e LIKE ? AND e LIKE ? ) ) )
2399
107b72f1 2400This difference in syntax is unfortunate but must be preserved for
be21dde3 2401historical reasons. So be careful: the two examples below would
107b72f1 2402seem algebraically equivalent, but they are not
2403
a948b1fe 2404 { col => [ -and =>
2405 { -like => 'foo%' },
2406 { -like => '%bar' },
2407 ] }
be21dde3 2408 # yields: WHERE ( ( col LIKE ? AND col LIKE ? ) )
107b72f1 2409
a948b1fe 2410 [ -and =>
2411 { col => { -like => 'foo%' } },
2412 { col => { -like => '%bar' } },
2413 ]
be21dde3 2414 # yields: WHERE ( ( col LIKE ? OR col LIKE ? ) )
107b72f1 2415
7cac25e6 2416
cc422895 2417=head2 Literal SQL and value type operators
96449e8e 2418
cc422895 2419The basic premise of SQL::Abstract is that in WHERE specifications the "left
2420side" is a column name and the "right side" is a value (normally rendered as
2421a placeholder). This holds true for both hashrefs and arrayref pairs as you
2422see in the L</WHERE CLAUSES> examples above. Sometimes it is necessary to
2423alter this behavior. There are several ways of doing so.
e9614080 2424
cc422895 2425=head3 -ident
2426
2427This is a virtual operator that signals the string to its right side is an
2428identifier (a column name) and not a value. For example to compare two
2429columns you would write:
32eab2da 2430
e9614080 2431 my %where = (
2432 priority => { '<', 2 },
cc422895 2433 requestor => { -ident => 'submitter' },
e9614080 2434 );
2435
2436which creates:
2437
2438 $stmt = "WHERE priority < ? AND requestor = submitter";
2439 @bind = ('2');
2440
cc422895 2441If you are maintaining legacy code you may see a different construct as
2442described in L</Deprecated usage of Literal SQL>, please use C<-ident> in new
2443code.
2444
2445=head3 -value
e9614080 2446
cc422895 2447This is a virtual operator that signals that the construct to its right side
2448is a value to be passed to DBI. This is for example necessary when you want
2449to write a where clause against an array (for RDBMS that support such
2450datatypes). For example:
e9614080 2451
32eab2da 2452 my %where = (
cc422895 2453 array => { -value => [1, 2, 3] }
32eab2da 2454 );
2455
cc422895 2456will result in:
32eab2da 2457
cc422895 2458 $stmt = 'WHERE array = ?';
2459 @bind = ([1, 2, 3]);
32eab2da 2460
cc422895 2461Note that if you were to simply say:
32eab2da 2462
2463 my %where = (
cc422895 2464 array => [1, 2, 3]
32eab2da 2465 );
2466
3af02ccb 2467the result would probably not be what you wanted:
cc422895 2468
2469 $stmt = 'WHERE array = ? OR array = ? OR array = ?';
2470 @bind = (1, 2, 3);
2471
2472=head3 Literal SQL
96449e8e 2473
cc422895 2474Finally, sometimes only literal SQL will do. To include a random snippet
2475of SQL verbatim, you specify it as a scalar reference. Consider this only
2476as a last resort. Usually there is a better way. For example:
96449e8e 2477
2478 my %where = (
cc422895 2479 priority => { '<', 2 },
2480 requestor => { -in => \'(SELECT name FROM hitmen)' },
96449e8e 2481 );
2482
cc422895 2483Would create:
96449e8e 2484
cc422895 2485 $stmt = "WHERE priority < ? AND requestor IN (SELECT name FROM hitmen)"
2486 @bind = (2);
2487
2488Note that in this example, you only get one bind parameter back, since
2489the verbatim SQL is passed as part of the statement.
2490
2491=head4 CAVEAT
2492
2493 Never use untrusted input as a literal SQL argument - this is a massive
2494 security risk (there is no way to check literal snippets for SQL
2495 injections and other nastyness). If you need to deal with untrusted input
2496 use literal SQL with placeholders as described next.
96449e8e 2497
cc422895 2498=head3 Literal SQL with placeholders and bind values (subqueries)
96449e8e 2499
2500If the literal SQL to be inserted has placeholders and bind values,
2501use a reference to an arrayref (yes this is a double reference --
2502not so common, but perfectly legal Perl). For example, to find a date
2503in Postgres you can use something like this:
2504
2505 my %where = (
3ae1c5e2 2506 date_column => \[ "= date '2008-09-30' - ?::integer", 10 ]
96449e8e 2507 )
2508
2509This would create:
2510
d2a8fe1a 2511 $stmt = "WHERE ( date_column = date '2008-09-30' - ?::integer )"
96449e8e 2512 @bind = ('10');
2513
deb148a2 2514Note that you must pass the bind values in the same format as they are returned
85783f3c 2515by L<where|/where(\%where, $order)>. This means that if you set L</bindtype>
1f490ae4 2516to C<columns>, you must provide the bind values in the
2517C<< [ column_meta => value ] >> format, where C<column_meta> is an opaque
2518scalar value; most commonly the column name, but you can use any scalar value
2519(including references and blessed references), L<SQL::Abstract> will simply
2520pass it through intact. So if C<bindtype> is set to C<columns> the above
2521example will look like:
deb148a2 2522
2523 my %where = (
3ae1c5e2 2524 date_column => \[ "= date '2008-09-30' - ?::integer", [ {} => 10 ] ]
deb148a2 2525 )
96449e8e 2526
2527Literal SQL is especially useful for nesting parenthesized clauses in the
be21dde3 2528main SQL query. Here is a first example:
96449e8e 2529
2530 my ($sub_stmt, @sub_bind) = ("SELECT c1 FROM t1 WHERE c2 < ? AND c3 LIKE ?",
2531 100, "foo%");
2532 my %where = (
2533 foo => 1234,
2534 bar => \["IN ($sub_stmt)" => @sub_bind],
2535 );
2536
be21dde3 2537This yields:
96449e8e 2538
9d48860e 2539 $stmt = "WHERE (foo = ? AND bar IN (SELECT c1 FROM t1
96449e8e 2540 WHERE c2 < ? AND c3 LIKE ?))";
2541 @bind = (1234, 100, "foo%");
2542
9d48860e 2543Other subquery operators, like for example C<"E<gt> ALL"> or C<"NOT IN">,
96449e8e 2544are expressed in the same way. Of course the C<$sub_stmt> and
9d48860e 2545its associated bind values can be generated through a former call
96449e8e 2546to C<select()> :
2547
2548 my ($sub_stmt, @sub_bind)
9d48860e 2549 = $sql->select("t1", "c1", {c2 => {"<" => 100},
96449e8e 2550 c3 => {-like => "foo%"}});
2551 my %where = (
2552 foo => 1234,
2553 bar => \["> ALL ($sub_stmt)" => @sub_bind],
2554 );
2555
2556In the examples above, the subquery was used as an operator on a column;
9d48860e 2557but the same principle also applies for a clause within the main C<%where>
be21dde3 2558hash, like an EXISTS subquery:
96449e8e 2559
9d48860e 2560 my ($sub_stmt, @sub_bind)
96449e8e 2561 = $sql->select("t1", "*", {c1 => 1, c2 => \"> t0.c0"});
48d9f5f8 2562 my %where = ( -and => [
96449e8e 2563 foo => 1234,
48d9f5f8 2564 \["EXISTS ($sub_stmt)" => @sub_bind],
2565 ]);
96449e8e 2566
2567which yields
2568
9d48860e 2569 $stmt = "WHERE (foo = ? AND EXISTS (SELECT * FROM t1
96449e8e 2570 WHERE c1 = ? AND c2 > t0.c0))";
2571 @bind = (1234, 1);
2572
2573
9d48860e 2574Observe that the condition on C<c2> in the subquery refers to
be21dde3 2575column C<t0.c0> of the main query: this is I<not> a bind
9d48860e 2576value, so we have to express it through a scalar ref.
96449e8e 2577Writing C<< c2 => {">" => "t0.c0"} >> would have generated
2578C<< c2 > ? >> with bind value C<"t0.c0"> ... not exactly
2579what we wanted here.
2580
96449e8e 2581Finally, here is an example where a subquery is used
2582for expressing unary negation:
2583
9d48860e 2584 my ($sub_stmt, @sub_bind)
96449e8e 2585 = $sql->where({age => [{"<" => 10}, {">" => 20}]});
2586 $sub_stmt =~ s/^ where //i; # don't want "WHERE" in the subclause
2587 my %where = (
2588 lname => {like => '%son%'},
48d9f5f8 2589 \["NOT ($sub_stmt)" => @sub_bind],
96449e8e 2590 );
2591
2592This yields
2593
2594 $stmt = "lname LIKE ? AND NOT ( age < ? OR age > ? )"
2595 @bind = ('%son%', 10, 20)
2596
cc422895 2597=head3 Deprecated usage of Literal SQL
2598
2599Below are some examples of archaic use of literal SQL. It is shown only as
2600reference for those who deal with legacy code. Each example has a much
2601better, cleaner and safer alternative that users should opt for in new code.
2602
2603=over
2604
2605=item *
2606
2607 my %where = ( requestor => \'IS NOT NULL' )
2608
2609 $stmt = "WHERE requestor IS NOT NULL"
2610
2611This used to be the way of generating NULL comparisons, before the handling
2612of C<undef> got formalized. For new code please use the superior syntax as
2613described in L</Tests for NULL values>.
96449e8e 2614
cc422895 2615=item *
2616
2617 my %where = ( requestor => \'= submitter' )
2618
2619 $stmt = "WHERE requestor = submitter"
2620
2621This used to be the only way to compare columns. Use the superior L</-ident>
2622method for all new code. For example an identifier declared in such a way
2623will be properly quoted if L</quote_char> is properly set, while the legacy
2624form will remain as supplied.
2625
2626=item *
2627
2628 my %where = ( is_ready => \"", completed => { '>', '2012-12-21' } )
2629
2630 $stmt = "WHERE completed > ? AND is_ready"
2631 @bind = ('2012-12-21')
2632
2633Using an empty string literal used to be the only way to express a boolean.
2634For all new code please use the much more readable
2635L<-bool|/Unary operators: bool> operator.
2636
2637=back
96449e8e 2638
2639=head2 Conclusion
2640
32eab2da 2641These pages could go on for a while, since the nesting of the data
2642structures this module can handle are pretty much unlimited (the
2643module implements the C<WHERE> expansion as a recursive function
2644internally). Your best bet is to "play around" with the module a
2645little to see how the data structures behave, and choose the best
2646format for your data based on that.
2647
2648And of course, all the values above will probably be replaced with
2649variables gotten from forms or the command line. After all, if you
2650knew everything ahead of time, you wouldn't have to worry about
2651dynamically-generating SQL and could just hardwire it into your
2652script.
2653
86298391 2654=head1 ORDER BY CLAUSES
2655
9d48860e 2656Some functions take an order by clause. This can either be a scalar (just a
18710f60 2657column name), a hashref of C<< { -desc => 'col' } >> or C<< { -asc => 'col' }
2658>>, a scalarref, an arrayref-ref, or an arrayref of any of the previous
2659forms. Examples:
1cfa1db3 2660
8c15b421 2661 Given | Will Generate
18710f60 2662 ---------------------------------------------------------------
8c15b421 2663 |
2664 'colA' | ORDER BY colA
2665 |
2666 [qw/colA colB/] | ORDER BY colA, colB
2667 |
2668 {-asc => 'colA'} | ORDER BY colA ASC
2669 |
2670 {-desc => 'colB'} | ORDER BY colB DESC
2671 |
2672 ['colA', {-asc => 'colB'}] | ORDER BY colA, colB ASC
2673 |
2674 { -asc => [qw/colA colB/] } | ORDER BY colA ASC, colB ASC
2675 |
2676 \'colA DESC' | ORDER BY colA DESC
2677 |
2678 \[ 'FUNC(colA, ?)', $x ] | ORDER BY FUNC(colA, ?)
2679 | /* ...with $x bound to ? */
2680 |
bd805d85 2681 [ | ORDER BY
2682 { -asc => 'colA' }, | colA ASC,
2683 { -desc => [qw/colB/] }, | colB DESC,
2684 { -asc => [qw/colC colD/] },| colC ASC, colD ASC,
2685 \'colE DESC', | colE DESC,
2686 \[ 'FUNC(colF, ?)', $x ], | FUNC(colF, ?)
2687 ] | /* ...with $x bound to ? */
18710f60 2688 ===============================================================
86298391 2689
96449e8e 2690
2691
2692=head1 SPECIAL OPERATORS
2693
e3f9dff4 2694 my $sqlmaker = SQL::Abstract->new(special_ops => [
3a2e1a5e 2695 {
2696 regex => qr/.../,
e3f9dff4 2697 handler => sub {
2698 my ($self, $field, $op, $arg) = @_;
2699 ...
3a2e1a5e 2700 },
2701 },
2702 {
2703 regex => qr/.../,
2704 handler => 'method_name',
e3f9dff4 2705 },
2706 ]);
2707
9d48860e 2708A "special operator" is a SQL syntactic clause that can be
e3f9dff4 2709applied to a field, instead of a usual binary operator.
be21dde3 2710For example:
e3f9dff4 2711
2712 WHERE field IN (?, ?, ?)
2713 WHERE field BETWEEN ? AND ?
2714 WHERE MATCH(field) AGAINST (?, ?)
96449e8e 2715
e3f9dff4 2716Special operators IN and BETWEEN are fairly standard and therefore
3a2e1a5e 2717are builtin within C<SQL::Abstract> (as the overridable methods
2718C<_where_field_IN> and C<_where_field_BETWEEN>). For other operators,
2719like the MATCH .. AGAINST example above which is specific to MySQL,
2720you can write your own operator handlers - supply a C<special_ops>
2721argument to the C<new> method. That argument takes an arrayref of
2722operator definitions; each operator definition is a hashref with two
2723entries:
96449e8e 2724
e3f9dff4 2725=over
2726
2727=item regex
2728
2729the regular expression to match the operator
96449e8e 2730
e3f9dff4 2731=item handler
2732
3a2e1a5e 2733Either a coderef or a plain scalar method name. In both cases
2734the expected return is C<< ($sql, @bind) >>.
2735
2736When supplied with a method name, it is simply called on the
13cc86af 2737L<SQL::Abstract> object as:
3a2e1a5e 2738
ca4f826a 2739 $self->$method_name($field, $op, $arg)
3a2e1a5e 2740
2741 Where:
2742
3a2e1a5e 2743 $field is the LHS of the operator
13cc86af 2744 $op is the part that matched the handler regex
3a2e1a5e 2745 $arg is the RHS
2746
2747When supplied with a coderef, it is called as:
2748
2749 $coderef->($self, $field, $op, $arg)
2750
e3f9dff4 2751
2752=back
2753
9d48860e 2754For example, here is an implementation
e3f9dff4 2755of the MATCH .. AGAINST syntax for MySQL
2756
2757 my $sqlmaker = SQL::Abstract->new(special_ops => [
9d48860e 2758
e3f9dff4 2759 # special op for MySql MATCH (field) AGAINST(word1, word2, ...)
9d48860e 2760 {regex => qr/^match$/i,
e3f9dff4 2761 handler => sub {
2762 my ($self, $field, $op, $arg) = @_;
2763 $arg = [$arg] if not ref $arg;
2764 my $label = $self->_quote($field);
2765 my ($placeholder) = $self->_convert('?');
2766 my $placeholders = join ", ", (($placeholder) x @$arg);
2767 my $sql = $self->_sqlcase('match') . " ($label) "
2768 . $self->_sqlcase('against') . " ($placeholders) ";
2769 my @bind = $self->_bindtype($field, @$arg);
2770 return ($sql, @bind);
2771 }
2772 },
9d48860e 2773
e3f9dff4 2774 ]);
96449e8e 2775
2776
59f23b3d 2777=head1 UNARY OPERATORS
2778
112b5232 2779 my $sqlmaker = SQL::Abstract->new(unary_ops => [
59f23b3d 2780 {
2781 regex => qr/.../,
2782 handler => sub {
2783 my ($self, $op, $arg) = @_;
2784 ...
2785 },
2786 },
2787 {
2788 regex => qr/.../,
2789 handler => 'method_name',
2790 },
2791 ]);
2792
9d48860e 2793A "unary operator" is a SQL syntactic clause that can be
59f23b3d 2794applied to a field - the operator goes before the field
2795
2796You can write your own operator handlers - supply a C<unary_ops>
2797argument to the C<new> method. That argument takes an arrayref of
2798operator definitions; each operator definition is a hashref with two
2799entries:
2800
2801=over
2802
2803=item regex
2804
2805the regular expression to match the operator
2806
2807=item handler
2808
2809Either a coderef or a plain scalar method name. In both cases
2810the expected return is C<< $sql >>.
2811
2812When supplied with a method name, it is simply called on the
13cc86af 2813L<SQL::Abstract> object as:
59f23b3d 2814
ca4f826a 2815 $self->$method_name($op, $arg)
59f23b3d 2816
2817 Where:
2818
2819 $op is the part that matched the handler regex
2820 $arg is the RHS or argument of the operator
2821
2822When supplied with a coderef, it is called as:
2823
2824 $coderef->($self, $op, $arg)
2825
2826
2827=back
2828
2829
32eab2da 2830=head1 PERFORMANCE
2831
2832Thanks to some benchmarking by Mark Stosberg, it turns out that
2833this module is many orders of magnitude faster than using C<DBIx::Abstract>.
2834I must admit this wasn't an intentional design issue, but it's a
2835byproduct of the fact that you get to control your C<DBI> handles
2836yourself.
2837
2838To maximize performance, use a code snippet like the following:
2839
2840 # prepare a statement handle using the first row
2841 # and then reuse it for the rest of the rows
2842 my($sth, $stmt);
2843 for my $href (@array_of_hashrefs) {
2844 $stmt ||= $sql->insert('table', $href);
2845 $sth ||= $dbh->prepare($stmt);
2846 $sth->execute($sql->values($href));
2847 }
2848
2849The reason this works is because the keys in your C<$href> are sorted
2850internally by B<SQL::Abstract>. Thus, as long as your data retains
2851the same structure, you only have to generate the SQL the first time
2852around. On subsequent queries, simply use the C<values> function provided
2853by this module to return your values in the correct order.
2854
b864ba9b 2855However this depends on the values having the same type - if, for
2856example, the values of a where clause may either have values
2857(resulting in sql of the form C<column = ?> with a single bind
2858value), or alternatively the values might be C<undef> (resulting in
2859sql of the form C<column IS NULL> with no bind value) then the
2860caching technique suggested will not work.
96449e8e 2861
32eab2da 2862=head1 FORMBUILDER
2863
2864If you use my C<CGI::FormBuilder> module at all, you'll hopefully
2865really like this part (I do, at least). Building up a complex query
2866can be as simple as the following:
2867
2868 #!/usr/bin/perl
2869
46dc2f3e 2870 use warnings;
2871 use strict;
2872
32eab2da 2873 use CGI::FormBuilder;
2874 use SQL::Abstract;
2875
2876 my $form = CGI::FormBuilder->new(...);
2877 my $sql = SQL::Abstract->new;
2878
2879 if ($form->submitted) {
2880 my $field = $form->field;
2881 my $id = delete $field->{id};
2882 my($stmt, @bind) = $sql->update('table', $field, {id => $id});
2883 }
2884
2885Of course, you would still have to connect using C<DBI> to run the
2886query, but the point is that if you make your form look like your
2887table, the actual query script can be extremely simplistic.
2888
2889If you're B<REALLY> lazy (I am), check out C<HTML::QuickTable> for
9d48860e 2890a fast interface to returning and formatting data. I frequently
32eab2da 2891use these three modules together to write complex database query
2892apps in under 50 lines.
2893
af733667 2894=head1 HOW TO CONTRIBUTE
2895
2896Contributions are always welcome, in all usable forms (we especially
2897welcome documentation improvements). The delivery methods include git-
2898or unified-diff formatted patches, GitHub pull requests, or plain bug
2899reports either via RT or the Mailing list. Contributors are generally
2900granted full access to the official repository after their first several
2901patches pass successful review.
2902
2903This project is maintained in a git repository. The code and related tools are
2904accessible at the following locations:
d8cc1792 2905
2906=over
2907
af733667 2908=item * Official repo: L<git://git.shadowcat.co.uk/dbsrgits/SQL-Abstract.git>
2909
2910=item * Official gitweb: L<http://git.shadowcat.co.uk/gitweb/gitweb.cgi?p=dbsrgits/SQL-Abstract.git>
2911
2912=item * GitHub mirror: L<https://github.com/dbsrgits/sql-abstract>
d8cc1792 2913
af733667 2914=item * Authorized committers: L<ssh://dbsrgits@git.shadowcat.co.uk/SQL-Abstract.git>
d8cc1792 2915
2916=back
32eab2da 2917
96449e8e 2918=head1 CHANGES
2919
2920Version 1.50 was a major internal refactoring of C<SQL::Abstract>.
2921Great care has been taken to preserve the I<published> behavior
2922documented in previous versions in the 1.* family; however,
9d48860e 2923some features that were previously undocumented, or behaved
96449e8e 2924differently from the documentation, had to be changed in order
2925to clarify the semantics. Hence, client code that was relying
9d48860e 2926on some dark areas of C<SQL::Abstract> v1.*
96449e8e 2927B<might behave differently> in v1.50.
32eab2da 2928
be21dde3 2929The main changes are:
d2a8fe1a 2930
96449e8e 2931=over
32eab2da 2932
9d48860e 2933=item *
32eab2da 2934
3ae1c5e2 2935support for literal SQL through the C<< \ [ $sql, @bind ] >> syntax.
96449e8e 2936
2937=item *
2938
145fbfc8 2939support for the { operator => \"..." } construct (to embed literal SQL)
2940
2941=item *
2942
9c37b9c0 2943support for the { operator => \["...", @bind] } construct (to embed literal SQL with bind values)
2944
2945=item *
2946
96449e8e 2947optional support for L<array datatypes|/"Inserting and Updating Arrays">
2948
9d48860e 2949=item *
96449e8e 2950
be21dde3 2951defensive programming: check arguments
96449e8e 2952
2953=item *
2954
2955fixed bug with global logic, which was previously implemented
7cac25e6 2956through global variables yielding side-effects. Prior versions would
96449e8e 2957interpret C<< [ {cond1, cond2}, [cond3, cond4] ] >>
2958as C<< "(cond1 AND cond2) OR (cond3 AND cond4)" >>.
2959Now this is interpreted
2960as C<< "(cond1 AND cond2) OR (cond3 OR cond4)" >>.
2961
96449e8e 2962
2963=item *
2964
2965fixed semantics of _bindtype on array args
2966
9d48860e 2967=item *
96449e8e 2968
2969dropped the C<_anoncopy> of the %where tree. No longer necessary,
2970we just avoid shifting arrays within that tree.
2971
2972=item *
2973
2974dropped the C<_modlogic> function
2975
2976=back
32eab2da 2977
32eab2da 2978=head1 ACKNOWLEDGEMENTS
2979
2980There are a number of individuals that have really helped out with
2981this module. Unfortunately, most of them submitted bugs via CPAN
2982so I have no idea who they are! But the people I do know are:
2983
9d48860e 2984 Ash Berlin (order_by hash term support)
b643abe1 2985 Matt Trout (DBIx::Class support)
32eab2da 2986 Mark Stosberg (benchmarking)
2987 Chas Owens (initial "IN" operator support)
2988 Philip Collins (per-field SQL functions)
2989 Eric Kolve (hashref "AND" support)
2990 Mike Fragassi (enhancements to "BETWEEN" and "LIKE")
2991 Dan Kubb (support for "quote_char" and "name_sep")
f5aab26e 2992 Guillermo Roditi (patch to cleanup "IN" and "BETWEEN", fix and tests for _order_by)
48d9f5f8 2993 Laurent Dami (internal refactoring, extensible list of special operators, literal SQL)
dbdf7648 2994 Norbert Buchmuller (support for literal SQL in hashpair, misc. fixes & tests)
e96c510a 2995 Peter Rabbitson (rewrite of SQLA::Test, misc. fixes & tests)
02288357 2996 Oliver Charles (support for "RETURNING" after "INSERT")
32eab2da 2997
2998Thanks!
2999
32eab2da 3000=head1 SEE ALSO
3001
86298391 3002L<DBIx::Class>, L<DBIx::Abstract>, L<CGI::FormBuilder>, L<HTML::QuickTable>.
32eab2da 3003
32eab2da 3004=head1 AUTHOR
3005
b643abe1 3006Copyright (c) 2001-2007 Nathan Wiger <nwiger@cpan.org>. All Rights Reserved.
3007
3008This module is actively maintained by Matt Trout <mst@shadowcatsystems.co.uk>
32eab2da 3009
abe72f94 3010For support, your best bet is to try the C<DBIx::Class> users mailing list.
3011While not an official support venue, C<DBIx::Class> makes heavy use of
3012C<SQL::Abstract>, and as such list members there are very familiar with
3013how to create queries.
3014
0d067ded 3015=head1 LICENSE
3016
d988ab87 3017This module is free software; you may copy this under the same
3018terms as perl itself (either the GNU General Public License or
3019the Artistic License)
32eab2da 3020
3021=cut