Deprecate insert_bulk - we will be changing its signature down the road
[dbsrgits/DBIx-Class.git] / lib / DBIx / Class / Storage / DBI / Sybase / ASE.pm
CommitLineData
057db5ce 1package DBIx::Class::Storage::DBI::Sybase::ASE;
2
3use strict;
4use warnings;
5
6use base qw/
fabbd5cc 7 DBIx::Class::Storage::DBI::Sybase
8 DBIx::Class::Storage::DBI::AutoCast
9 DBIx::Class::Storage::DBI::IdentityInsert
057db5ce 10/;
11use mro 'c3';
70c28808 12use DBIx::Class::Carp;
fabbd5cc 13use Scalar::Util qw/blessed weaken/;
6298a324 14use List::Util 'first';
057db5ce 15use Sub::Name();
6298a324 16use Data::Dumper::Concise 'Dumper';
ed7ab0f4 17use Try::Tiny;
fabbd5cc 18use Context::Preserve 'preserve_context';
052a832c 19use DBIx::Class::_Util 'sigwarn_silencer';
fd323bf1 20use namespace::clean;
057db5ce 21
048c2440 22__PACKAGE__->sql_limit_dialect ('GenericSubQ');
2b8cc2f2 23__PACKAGE__->sql_quote_char ([qw/[ ]/]);
c6b7885f 24__PACKAGE__->datetime_parser_type(
25 'DBIx::Class::Storage::DBI::Sybase::ASE::DateTime::Format'
26);
6a247f33 27
057db5ce 28__PACKAGE__->mk_group_accessors('simple' =>
fabbd5cc 29 qw/_identity _identity_method _blob_log_on_update _parent_storage
30 _writer_storage _is_writer_storage
057db5ce 31 _bulk_storage _is_bulk_storage _began_bulk_work
fabbd5cc 32 /
057db5ce 33);
34
deabd575 35
057db5ce 36my @also_proxy_to_extra_storages = qw/
37 connect_call_set_auto_cast auto_cast connect_call_blob_setup
38 connect_call_datetime_setup
39
40 disconnect _connect_info _sql_maker _sql_maker_opts disable_sth_caching
41 auto_savepoint unsafe cursor_class debug debugobj schema
42/;
43
44=head1 NAME
45
46DBIx::Class::Storage::DBI::Sybase::ASE - Sybase ASE SQL Server support for
47DBIx::Class
48
49=head1 SYNOPSIS
50
51This subclass supports L<DBD::Sybase> for real (non-Microsoft) Sybase databases.
52
53=head1 DESCRIPTION
54
55If your version of Sybase does not support placeholders, then your storage will
56be reblessed to L<DBIx::Class::Storage::DBI::Sybase::ASE::NoBindVars>.
57You can also enable that driver explicitly, see the documentation for more
58details.
59
60With this driver there is unfortunately no way to get the C<last_insert_id>
61without doing a C<SELECT MAX(col)>. This is done safely in a transaction
62(locking the table.) See L</INSERTS WITH PLACEHOLDERS>.
63
8384a713 64A recommended L<connect_info|DBIx::Class::Storage::DBI/connect_info> setting:
057db5ce 65
66 on_connect_call => [['datetime_setup'], ['blob_setup', log_on_update => 0]]
67
68=head1 METHODS
69
70=cut
71
72sub _rebless {
73 my $self = shift;
74
75 my $no_bind_vars = __PACKAGE__ . '::NoBindVars';
76
aca3b4c3 77 if ($self->_using_freetds) {
70171cd7 78 carp_once <<'EOF' unless $ENV{DBIC_SYBASE_FREETDS_NOWARN};
057db5ce 79
80You are using FreeTDS with Sybase.
81
82We will do our best to support this configuration, but please consider this
83support experimental.
84
85TEXT/IMAGE columns will definitely not work.
86
87You are encouraged to recompile DBD::Sybase with the Sybase Open Client libraries
88instead.
89
90See perldoc DBIx::Class::Storage::DBI::Sybase::ASE for more details.
91
92To turn off this warning set the DBIC_SYBASE_FREETDS_NOWARN environment
93variable.
94EOF
95
bbdda281 96 if (not $self->_use_typeless_placeholders) {
97 if ($self->_use_placeholders) {
057db5ce 98 $self->auto_cast(1);
99 }
100 else {
101 $self->ensure_class_loaded($no_bind_vars);
102 bless $self, $no_bind_vars;
103 $self->_rebless;
104 }
105 }
106 }
107
108 elsif (not $self->_get_dbh->{syb_dynamic_supported}) {
109 # not necessarily FreeTDS, but no placeholders nevertheless
110 $self->ensure_class_loaded($no_bind_vars);
111 bless $self, $no_bind_vars;
112 $self->_rebless;
113 }
114 # this is highly unlikely, but we check just in case
bbdda281 115 elsif (not $self->_use_typeless_placeholders) {
057db5ce 116 $self->auto_cast(1);
117 }
118}
119
120sub _init {
121 my $self = shift;
bfec318f 122
123 $self->next::method(@_);
124
125 if ($self->_using_freetds && (my $ver = $self->_using_freetds_version||999) > 0.82) {
126 carp_once(
5c6696c8 127 "Buggy FreeTDS version $ver detected, statement caching will not work and "
bfec318f 128 . 'will be disabled.'
129 );
130 $self->disable_sth_caching(1);
131 }
132
057db5ce 133 $self->_set_max_connect(256);
134
135# create storage for insert/(update blob) transactions,
136# unless this is that storage
fabbd5cc 137 return if $self->_parent_storage;
057db5ce 138
139 my $writer_storage = (ref $self)->new;
140
fabbd5cc 141 $writer_storage->_is_writer_storage(1); # just info
057db5ce 142 $writer_storage->connect_info($self->connect_info);
143 $writer_storage->auto_cast($self->auto_cast);
144
fabbd5cc 145 weaken ($writer_storage->{_parent_storage} = $self);
057db5ce 146 $self->_writer_storage($writer_storage);
147
148# create a bulk storage unless connect_info is a coderef
149 return if ref($self->_dbi_connect_info->[0]) eq 'CODE';
150
151 my $bulk_storage = (ref $self)->new;
152
057db5ce 153 $bulk_storage->_is_bulk_storage(1); # for special ->disconnect acrobatics
154 $bulk_storage->connect_info($self->connect_info);
155
156# this is why
157 $bulk_storage->_dbi_connect_info->[0] .= ';bulkLogin=1';
158
fabbd5cc 159 weaken ($bulk_storage->{_parent_storage} = $self);
057db5ce 160 $self->_bulk_storage($bulk_storage);
161}
162
163for my $method (@also_proxy_to_extra_storages) {
164 no strict 'refs';
165 no warnings 'redefine';
166
167 my $replaced = __PACKAGE__->can($method);
168
169 *{$method} = Sub::Name::subname $method => sub {
170 my $self = shift;
171 $self->_writer_storage->$replaced(@_) if $self->_writer_storage;
172 $self->_bulk_storage->$replaced(@_) if $self->_bulk_storage;
173 return $self->$replaced(@_);
174 };
175}
176
177sub disconnect {
178 my $self = shift;
179
180# Even though we call $sth->finish for uses off the bulk API, there's still an
181# "active statement" warning on disconnect, which we throw away here.
2a6dda4b 182# This is due to the bug described in _insert_bulk.
057db5ce 183# Currently a noop because 'prepare' is used instead of 'prepare_cached'.
052a832c 184 local $SIG{__WARN__} = sigwarn_silencer(qr/active statement/i)
185 if $self->_is_bulk_storage;
057db5ce 186
187# so that next transaction gets a dbh
188 $self->_began_bulk_work(0) if $self->_is_bulk_storage;
189
190 $self->next::method;
191}
192
c1e5a9ac 193# This is only invoked for FreeTDS drivers by ::Storage::DBI::Sybase::FreeTDS
194sub _set_autocommit_stmt {
195 my ($self, $on) = @_;
196
197 return 'SET CHAINED ' . ($on ? 'OFF' : 'ON');
198}
199
057db5ce 200# Set up session settings for Sybase databases for the connection.
201#
202# Make sure we have CHAINED mode turned on if AutoCommit is off in non-FreeTDS
203# DBD::Sybase (since we don't know how DBD::Sybase was compiled.) If however
204# we're using FreeTDS, CHAINED mode turns on an implicit transaction which we
205# only want when AutoCommit is off.
057db5ce 206sub _run_connection_actions {
207 my $self = shift;
208
209 if ($self->_is_bulk_storage) {
c1e5a9ac 210 # this should be cleared on every reconnect
057db5ce 211 $self->_began_bulk_work(0);
212 return;
213 }
214
c1e5a9ac 215 $self->_dbh->{syb_chained_txn} = 1
aca3b4c3 216 unless $self->_using_freetds;
057db5ce 217
218 $self->next::method(@_);
219}
220
221=head2 connect_call_blob_setup
222
223Used as:
224
225 on_connect_call => [ [ 'blob_setup', log_on_update => 0 ] ]
226
227Does C<< $dbh->{syb_binary_images} = 1; >> to return C<IMAGE> data as raw binary
228instead of as a hex string.
229
230Recommended.
231
232Also sets the C<log_on_update> value for blob write operations. The default is
233C<1>, but C<0> is better if your database is configured for it.
234
235See
236L<DBD::Sybase/Handling_IMAGE/TEXT_data_with_syb_ct_get_data()/syb_ct_send_data()>.
237
238=cut
239
240sub connect_call_blob_setup {
241 my $self = shift;
242 my %args = @_;
243 my $dbh = $self->_dbh;
244 $dbh->{syb_binary_images} = 1;
245
246 $self->_blob_log_on_update($args{log_on_update})
247 if exists $args{log_on_update};
248}
249
057db5ce 250sub _is_lob_column {
251 my ($self, $source, $column) = @_;
252
253 return $self->_is_lob_type($source->column_info($column)->{data_type});
254}
255
256sub _prep_for_execute {
048c2440 257 my ($self, $op, $ident, $args) = @_;
fabbd5cc 258
259 #
260### This is commented out because all tests pass. However I am leaving it
261### here as it may prove necessary (can't think through all combinations)
262### BTW it doesn't currently work exactly - need better sensitivity to
263 # currently set value
264 #
4b8a53ea 265 #my ($op, $ident) = @_;
266 #
fabbd5cc 267 # inherit these from the parent for the duration of _prep_for_execute
268 # Don't know how to make a localizing loop with if's, otherwise I would
269 #local $self->{_autoinc_supplied_for_op}
270 # = $self->_parent_storage->_autoinc_supplied_for_op
271 #if ($op eq 'insert' or $op eq 'update') and $self->_parent_storage;
272 #local $self->{_perform_autoinc_retrieval}
273 # = $self->_parent_storage->_perform_autoinc_retrieval
274 #if ($op eq 'insert' or $op eq 'update') and $self->_parent_storage;
057db5ce 275
048c2440 276 my $limit; # extract and use shortcut on limit without offset
277 if ($op eq 'select' and ! $args->[4] and $limit = $args->[3]) {
278 $args = [ @$args ];
279 $args->[3] = undef;
280 }
281
282 my ($sql, $bind) = $self->next::method($op, $ident, $args);
283
284 # $limit is already sanitized by now
285 $sql = join( "\n",
286 "SET ROWCOUNT $limit",
287 $sql,
288 "SET ROWCOUNT 0",
289 ) if $limit;
057db5ce 290
fabbd5cc 291 if (my $identity_col = $self->_perform_autoinc_retrieval) {
292 $sql .= "\n" . $self->_fetch_identity_sql($ident, $identity_col)
057db5ce 293 }
294
295 return ($sql, $bind);
296}
297
fabbd5cc 298sub _fetch_identity_sql {
299 my ($self, $source, $col) = @_;
057db5ce 300
fabbd5cc 301 return sprintf ("SELECT MAX(%s) FROM %s",
302 map { $self->sql_maker->_quote ($_) } ($col, $source->from)
303 );
057db5ce 304}
305
306# Stolen from SQLT, with some modifications. This is a makeshift
307# solution before a sane type-mapping library is available, thus
308# the 'our' for easy overrides.
309our %TYPE_MAPPING = (
310 number => 'numeric',
311 money => 'money',
312 varchar => 'varchar',
313 varchar2 => 'varchar',
314 timestamp => 'datetime',
315 text => 'varchar',
316 real => 'double precision',
317 comment => 'text',
318 bit => 'bit',
319 tinyint => 'smallint',
320 float => 'double precision',
321 serial => 'numeric',
322 bigserial => 'numeric',
323 boolean => 'varchar',
324 long => 'varchar',
325);
326
327sub _native_data_type {
328 my ($self, $type) = @_;
329
330 $type = lc $type;
331 $type =~ s/\s* identity//x;
332
333 return uc($TYPE_MAPPING{$type} || $type);
334}
335
057db5ce 336
337sub _execute {
338 my $self = shift;
0e773352 339 my ($rv, $sth, @bind) = $self->next::method(@_);
057db5ce 340
044f5b3e 341 $self->_identity( ($sth->fetchall_arrayref)->[0][0] )
fabbd5cc 342 if $self->_perform_autoinc_retrieval;
057db5ce 343
344 return wantarray ? ($rv, $sth, @bind) : $rv;
345}
346
347sub last_insert_id { shift->_identity }
348
349# handles TEXT/IMAGE and transaction for last_insert_id
350sub insert {
351 my $self = shift;
352 my ($source, $to_insert) = @_;
353
e366f807 354 my $columns_info = $source->columns_info;
355
6298a324 356 my $identity_col =
e366f807 357 (first { $columns_info->{$_}{is_auto_increment} }
358 keys %$columns_info )
6298a324 359 || '';
057db5ce 360
fabbd5cc 361 # FIXME - this is duplication from DBI.pm. When refactored towards
362 # the LobWriter this can be folded back where it belongs.
363 local $self->{_autoinc_supplied_for_op} = exists $to_insert->{$identity_col}
364 ? 1
365 : 0
366 ;
367 local $self->{_perform_autoinc_retrieval} =
368 ($identity_col and ! exists $to_insert->{$identity_col})
369 ? $identity_col
370 : undef
371 ;
372
057db5ce 373 # check for empty insert
374 # INSERT INTO foo DEFAULT VALUES -- does not work with Sybase
6469dabf 375 # try to insert explicit 'DEFAULT's instead (except for identity, timestamp
376 # and computed columns)
057db5ce 377 if (not %$to_insert) {
378 for my $col ($source->columns) {
379 next if $col eq $identity_col;
6469dabf 380
381 my $info = $source->column_info($col);
382
383 next if ref $info->{default_value} eq 'SCALAR'
384 || (exists $info->{data_type} && (not defined $info->{data_type}));
385
386 next if $info->{data_type} && $info->{data_type} =~ /^timestamp\z/i;
387
057db5ce 388 $to_insert->{$col} = \'DEFAULT';
389 }
390 }
391
392 my $blob_cols = $self->_remove_blob_cols($source, $to_insert);
393
394 # do we need the horrific SELECT MAX(COL) hack?
fabbd5cc 395 my $need_dumb_last_insert_id = (
396 $self->_perform_autoinc_retrieval
397 &&
398 ($self->_identity_method||'') ne '@@IDENTITY'
399 );
057db5ce 400
401 my $next = $self->next::can;
402
403 # we are already in a transaction, or there are no blobs
404 # and we don't need the PK - just (try to) do it
405 if ($self->{transaction_depth}
fabbd5cc 406 || (!$blob_cols && !$need_dumb_last_insert_id)
057db5ce 407 ) {
408 return $self->_insert (
409 $next, $source, $to_insert, $blob_cols, $identity_col
410 );
411 }
412
413 # otherwise use the _writer_storage to do the insert+transaction on another
414 # connection
415 my $guard = $self->_writer_storage->txn_scope_guard;
416
417 my $updated_cols = $self->_writer_storage->_insert (
418 $next, $source, $to_insert, $blob_cols, $identity_col
419 );
420
421 $self->_identity($self->_writer_storage->_identity);
422
423 $guard->commit;
424
425 return $updated_cols;
426}
427
428sub _insert {
429 my ($self, $next, $source, $to_insert, $blob_cols, $identity_col) = @_;
430
431 my $updated_cols = $self->$next ($source, $to_insert);
432
433 my $final_row = {
434 ($identity_col ?
435 ($identity_col => $self->last_insert_id($source, $identity_col)) : ()),
436 %$to_insert,
437 %$updated_cols,
438 };
439
440 $self->_insert_blobs ($source, $blob_cols, $final_row) if $blob_cols;
441
442 return $updated_cols;
443}
444
445sub update {
446 my $self = shift;
447 my ($source, $fields, $where, @rest) = @_;
448
fabbd5cc 449 #
450 # When *updating* identities, ASE requires SET IDENTITY_UPDATE called
451 #
452 if (my $blob_cols = $self->_remove_blob_cols($source, $fields)) {
057db5ce 453
fabbd5cc 454 # If there are any blobs in $where, Sybase will return a descriptive error
455 # message.
456 # XXX blobs can still be used with a LIKE query, and this should be handled.
057db5ce 457
fabbd5cc 458 # update+blob update(s) done atomically on separate connection
459 $self = $self->_writer_storage;
057db5ce 460
fabbd5cc 461 my $guard = $self->txn_scope_guard;
057db5ce 462
fabbd5cc 463 # First update the blob columns to be updated to '' (taken from $fields, where
464 # it is originally put by _remove_blob_cols .)
465 my %blobs_to_empty = map { ($_ => delete $fields->{$_}) } keys %$blob_cols;
057db5ce 466
fabbd5cc 467 # We can't only update NULL blobs, because blobs cannot be in the WHERE clause.
468 $self->next::method($source, \%blobs_to_empty, $where, @rest);
057db5ce 469
fabbd5cc 470 # Now update the blobs before the other columns in case the update of other
471 # columns makes the search condition invalid.
472 my $rv = $self->_update_blobs($source, $blob_cols, $where);
057db5ce 473
fabbd5cc 474 if (keys %$fields) {
057db5ce 475
fabbd5cc 476 # Now set the identity update flags for the actual update
477 local $self->{_autoinc_supplied_for_op} = (first
478 { $_->{is_auto_increment} }
479 values %{ $source->columns_info([ keys %$fields ]) }
480 ) ? 1 : 0;
057db5ce 481
fabbd5cc 482 my $next = $self->next::can;
483 my $args = \@_;
484 return preserve_context {
485 $self->$next(@$args);
486 } after => sub { $guard->commit };
057db5ce 487 }
488 else {
fabbd5cc 489 $guard->commit;
490 return $rv;
057db5ce 491 }
492 }
fabbd5cc 493 else {
494 # Set the identity update flags for the actual update
495 local $self->{_autoinc_supplied_for_op} = (first
496 { $_->{is_auto_increment} }
497 values %{ $source->columns_info([ keys %$fields ]) }
498 ) ? 1 : 0;
499
500 return $self->next::method(@_);
501 }
057db5ce 502}
503
2a6dda4b 504sub _insert_bulk {
057db5ce 505 my $self = shift;
506 my ($source, $cols, $data) = @_;
507
e366f807 508 my $columns_info = $source->columns_info;
509
6298a324 510 my $identity_col =
e366f807 511 first { $columns_info->{$_}{is_auto_increment} }
512 keys %$columns_info;
057db5ce 513
fabbd5cc 514 # FIXME - this is duplication from DBI.pm. When refactored towards
515 # the LobWriter this can be folded back where it belongs.
516 local $self->{_autoinc_supplied_for_op} =
517 (first { $_ eq $identity_col } @$cols)
518 ? 1
519 : 0
520 ;
057db5ce 521
057db5ce 522 my $use_bulk_api =
523 $self->_bulk_storage &&
524 $self->_get_dbh->{syb_has_blk};
525
6d5679b2 526 if (! $use_bulk_api and ref($self->_dbi_connect_info->[0]) eq 'CODE') {
527 carp_unique( join ' ',
528 'Bulk API support disabled due to use of a CODEREF connect_info.',
529 'Reverting to regular array inserts.',
530 );
057db5ce 531 }
532
533 if (not $use_bulk_api) {
534 my $blob_cols = $self->_remove_blob_cols_array($source, $cols, $data);
535
52cef7e3 536# next::method uses a txn anyway, but it ends too early in case we need to
057db5ce 537# select max(col) to get the identity for inserting blobs.
538 ($self, my $guard) = $self->{transaction_depth} == 0 ?
539 ($self->_writer_storage, $self->_writer_storage->txn_scope_guard)
540 :
541 ($self, undef);
542
057db5ce 543 $self->next::method(@_);
544
545 if ($blob_cols) {
fabbd5cc 546 if ($self->_autoinc_supplied_for_op) {
057db5ce 547 $self->_insert_blobs_array ($source, $blob_cols, $cols, $data);
548 }
549 else {
550 my @cols_with_identities = (@$cols, $identity_col);
551
552 ## calculate identities
553 # XXX This assumes identities always increase by 1, which may or may not
554 # be true.
555 my ($last_identity) =
556 $self->_dbh->selectrow_array (
557 $self->_fetch_identity_sql($source, $identity_col)
558 );
559 my @identities = (($last_identity - @$data + 1) .. $last_identity);
560
561 my @data_with_identities = map [@$_, shift @identities], @$data;
562
563 $self->_insert_blobs_array (
564 $source, $blob_cols, \@cols_with_identities, \@data_with_identities
565 );
566 }
567 }
568
569 $guard->commit if $guard;
570
571 return;
572 }
573
574# otherwise, use the bulk API
575
576# rearrange @$data so that columns are in database order
6d5679b2 577# and so we submit a full column list
578 my %orig_order = map { $cols->[$_] => $_ } 0..$#$cols;
057db5ce 579
6d5679b2 580 my @source_columns = $source->columns;
581
582 # bcp identity index is 1-based
583 my $identity_idx = first { $source_columns[$_] eq $identity_col } (0..$#source_columns);
584 $identity_idx = defined $identity_idx ? $identity_idx + 1 : 0;
057db5ce 585
586 my @new_data;
6d5679b2 587 for my $slice_idx (0..$#$data) {
588 push @new_data, [map {
fabbd5cc 589 # identity data will be 'undef' if not _autoinc_supplied_for_op()
6d5679b2 590 # columns with defaults will also be 'undef'
591 exists $orig_order{$_}
592 ? $data->[$slice_idx][$orig_order{$_}]
593 : undef
594 } @source_columns];
057db5ce 595 }
596
6d5679b2 597 my $proto_bind = $self->_resolve_bindattrs(
598 $source,
599 [map {
600 [ { dbic_colname => $source_columns[$_], _bind_data_slice_idx => $_ }
601 => $new_data[0][$_] ]
602 } (0 ..$#source_columns) ],
603 $columns_info
604 );
057db5ce 605
606## Set a client-side conversion error handler, straight from DBD::Sybase docs.
607# This ignores any data conversion errors detected by the client side libs, as
608# they are usually harmless.
609 my $orig_cslib_cb = DBD::Sybase::set_cslib_cb(
2a6dda4b 610 Sub::Name::subname _insert_bulk_cslib_errhandler => sub {
057db5ce 611 my ($layer, $origin, $severity, $errno, $errmsg, $osmsg, $blkmsg) = @_;
612
613 return 1 if $errno == 36;
614
615 carp
616 "Layer: $layer, Origin: $origin, Severity: $severity, Error: $errno" .
617 ($errmsg ? "\n$errmsg" : '') .
618 ($osmsg ? "\n$osmsg" : '') .
619 ($blkmsg ? "\n$blkmsg" : '');
620
621 return 0;
622 });
623
4edfce2f 624 my $exception = '';
ed7ab0f4 625 try {
057db5ce 626 my $bulk = $self->_bulk_storage;
627
628 my $guard = $bulk->txn_scope_guard;
629
6d5679b2 630## FIXME - once this is done - address the FIXME on finish() below
057db5ce 631## XXX get this to work instead of our own $sth
632## will require SQLA or *Hacks changes for ordered columns
633# $bulk->next::method($source, \@source_columns, \@new_data, {
634# syb_bcp_attribs => {
fabbd5cc 635# identity_flag => $self->_autoinc_supplied_for_op ? 1 : 0,
057db5ce 636# identity_column => $identity_idx,
637# }
638# });
639 my $sql = 'INSERT INTO ' .
640 $bulk->sql_maker->_quote($source->name) . ' (' .
641# colname list is ignored for BCP, but does no harm
642 (join ', ', map $bulk->sql_maker->_quote($_), @source_columns) . ') '.
643 ' VALUES ('. (join ', ', ('?') x @source_columns) . ')';
644
645## XXX there's a bug in the DBD::Sybase bulk support that makes $sth->finish for
646## a prepare_cached statement ineffective. Replace with ->sth when fixed, or
647## better yet the version above. Should be fixed in DBD::Sybase .
648 my $sth = $bulk->_get_dbh->prepare($sql,
649# 'insert', # op
650 {
651 syb_bcp_attribs => {
fabbd5cc 652 identity_flag => $self->_autoinc_supplied_for_op ? 1 : 0,
057db5ce 653 identity_column => $identity_idx,
654 }
655 }
656 );
657
6d5679b2 658 {
659 # FIXME the $sth->finish in _execute_array does a rollback for some
660 # reason. Disable it temporarily until we fix the SQLMaker thing above
661 no warnings 'redefine';
662 no strict 'refs';
663 local *{ref($sth).'::finish'} = sub {};
057db5ce 664
52cef7e3 665 $self->_dbh_execute_for_fetch(
6d5679b2 666 $source, $sth, $proto_bind, \@source_columns, \@new_data
667 );
668 }
669
670 $guard->commit;
057db5ce 671
672 $bulk->_query_end($sql);
ed7ab0f4 673 } catch {
674 $exception = shift;
057db5ce 675 };
676
057db5ce 677 DBD::Sybase::set_cslib_cb($orig_cslib_cb);
678
679 if ($exception =~ /-Y option/) {
f32e99f9 680 my $w = 'Sybase bulk API operation failed due to character set incompatibility, '
681 . 'reverting to regular array inserts. Try unsetting the LANG environment variable'
682 ;
683 $w .= "\n$exception" if $self->debug;
684 carp $w;
057db5ce 685
057db5ce 686 $self->_bulk_storage(undef);
687 unshift @_, $self;
2a6dda4b 688 goto \&_insert_bulk;
057db5ce 689 }
690 elsif ($exception) {
691# rollback makes the bulkLogin connection unusable
692 $self->_bulk_storage->disconnect;
693 $self->throw_exception($exception);
694 }
695}
696
057db5ce 697# Make sure blobs are not bound as placeholders, and return any non-empty ones
698# as a hash.
699sub _remove_blob_cols {
700 my ($self, $source, $fields) = @_;
701
702 my %blob_cols;
703
704 for my $col (keys %$fields) {
705 if ($self->_is_lob_column($source, $col)) {
706 my $blob_val = delete $fields->{$col};
707 if (not defined $blob_val) {
708 $fields->{$col} = \'NULL';
709 }
710 else {
711 $fields->{$col} = \"''";
712 $blob_cols{$col} = $blob_val unless $blob_val eq '';
713 }
714 }
715 }
716
717 return %blob_cols ? \%blob_cols : undef;
718}
719
2a6dda4b 720# same for _insert_bulk
057db5ce 721sub _remove_blob_cols_array {
722 my ($self, $source, $cols, $data) = @_;
723
724 my @blob_cols;
725
726 for my $i (0..$#$cols) {
727 my $col = $cols->[$i];
728
729 if ($self->_is_lob_column($source, $col)) {
730 for my $j (0..$#$data) {
731 my $blob_val = delete $data->[$j][$i];
732 if (not defined $blob_val) {
733 $data->[$j][$i] = \'NULL';
734 }
735 else {
736 $data->[$j][$i] = \"''";
737 $blob_cols[$j][$i] = $blob_val
738 unless $blob_val eq '';
739 }
740 }
741 }
742 }
743
744 return @blob_cols ? \@blob_cols : undef;
745}
746
747sub _update_blobs {
748 my ($self, $source, $blob_cols, $where) = @_;
749
9780718f 750 my @primary_cols = try
56ad42bb 751 { $source->_pri_cols_or_die }
9780718f 752 catch {
753 $self->throw_exception("Cannot update TEXT/IMAGE column(s): $_")
754 };
057db5ce 755
564986d6 756 my @pks_to_update;
757 if (
758 ref $where eq 'HASH'
759 and
760 @primary_cols == grep { defined $where->{$_} } @primary_cols
761 ) {
057db5ce 762 my %row_to_update;
763 @row_to_update{@primary_cols} = @{$where}{@primary_cols};
564986d6 764 @pks_to_update = \%row_to_update;
765 }
766 else {
057db5ce 767 my $cursor = $self->select ($source, \@primary_cols, $where, {});
564986d6 768 @pks_to_update = map {
057db5ce 769 my %row; @row{@primary_cols} = @$_; \%row
770 } $cursor->all;
771 }
772
564986d6 773 for my $ident (@pks_to_update) {
774 $self->_insert_blobs($source, $blob_cols, $ident);
057db5ce 775 }
776}
777
778sub _insert_blobs {
779 my ($self, $source, $blob_cols, $row) = @_;
780 my $dbh = $self->_get_dbh;
781
782 my $table = $source->name;
783
784 my %row = %$row;
9780718f 785 my @primary_cols = try
56ad42bb 786 { $source->_pri_cols_or_die }
9780718f 787 catch {
788 $self->throw_exception("Cannot update TEXT/IMAGE column(s): $_")
789 };
057db5ce 790
791 $self->throw_exception('Cannot update TEXT/IMAGE column(s) without primary key values')
792 if ((grep { defined $row{$_} } @primary_cols) != @primary_cols);
793
794 for my $col (keys %$blob_cols) {
795 my $blob = $blob_cols->{$col};
796
797 my %where = map { ($_, $row{$_}) } @primary_cols;
798
799 my $cursor = $self->select ($source, [$col], \%where, {});
800 $cursor->next;
801 my $sth = $cursor->sth;
802
803 if (not $sth) {
057db5ce 804 $self->throw_exception(
805 "Could not find row in table '$table' for blob update:\n"
6298a324 806 . (Dumper \%where)
057db5ce 807 );
808 }
809
9780718f 810 try {
057db5ce 811 do {
812 $sth->func('CS_GET', 1, 'ct_data_info') or die $sth->errstr;
813 } while $sth->fetch;
814
815 $sth->func('ct_prepare_send') or die $sth->errstr;
816
817 my $log_on_update = $self->_blob_log_on_update;
818 $log_on_update = 1 if not defined $log_on_update;
819
820 $sth->func('CS_SET', 1, {
821 total_txtlen => length($blob),
822 log_on_update => $log_on_update
823 }, 'ct_data_info') or die $sth->errstr;
824
825 $sth->func($blob, length($blob), 'ct_send_data') or die $sth->errstr;
826
827 $sth->func('ct_finish_send') or die $sth->errstr;
9780718f 828 }
829 catch {
aca3b4c3 830 if ($self->_using_freetds) {
057db5ce 831 $self->throw_exception (
9780718f 832 "TEXT/IMAGE operation failed, probably because you are using FreeTDS: $_"
057db5ce 833 );
9780718f 834 }
835 else {
836 $self->throw_exception($_);
057db5ce 837 }
838 }
9780718f 839 finally {
840 $sth->finish if $sth;
841 };
057db5ce 842 }
843}
844
845sub _insert_blobs_array {
846 my ($self, $source, $blob_cols, $cols, $data) = @_;
847
848 for my $i (0..$#$data) {
849 my $datum = $data->[$i];
850
851 my %row;
852 @row{ @$cols } = @$datum;
853
854 my %blob_vals;
855 for my $j (0..$#$cols) {
856 if (exists $blob_cols->[$i][$j]) {
857 $blob_vals{ $cols->[$j] } = $blob_cols->[$i][$j];
858 }
859 }
860
861 $self->_insert_blobs ($source, \%blob_vals, \%row);
862 }
863}
864
865=head2 connect_call_datetime_setup
866
867Used as:
868
869 on_connect_call => 'datetime_setup'
870
8384a713 871In L<connect_info|DBIx::Class::Storage::DBI/connect_info> to set:
057db5ce 872
873 $dbh->syb_date_fmt('ISO_strict'); # output fmt: 2004-08-21T14:36:48.080Z
874 $dbh->do('set dateformat mdy'); # input fmt: 08/13/1979 18:08:55.080
875
c1e5a9ac 876This works for both C<DATETIME> and C<SMALLDATETIME> columns, note that
057db5ce 877C<SMALLDATETIME> columns only have minute precision.
878
879=cut
880
70c28808 881sub connect_call_datetime_setup {
882 my $self = shift;
883 my $dbh = $self->_get_dbh;
057db5ce 884
70c28808 885 if ($dbh->can('syb_date_fmt')) {
886 # amazingly, this works with FreeTDS
887 $dbh->syb_date_fmt('ISO_strict');
888 }
889 else {
890 carp_once
891 'Your DBD::Sybase is too old to support '
892 .'DBIx::Class::InflateColumn::DateTime, please upgrade!';
057db5ce 893
c6b7885f 894 # FIXME - in retrospect this is a rather bad US-centric choice
895 # of format. Not changing as a bugwards compat, though in reality
896 # the only piece that sees the results of $dt object formatting
897 # (as opposed to parsing) is the database itself, so theoretically
898 # changing both this SET command and the formatter definition of
899 # ::S::D::Sybase::ASE::DateTime::Format below should be safe and
900 # transparent
901
057db5ce 902 $dbh->do('SET DATEFORMAT mdy');
057db5ce 903 }
904}
905
057db5ce 906
90d7422f 907sub _exec_txn_begin {
057db5ce 908 my $self = shift;
909
910# bulkLogin=1 connections are always in a transaction, and can only call BEGIN
911# TRAN once. However, we need to make sure there's a $dbh.
912 return if $self->_is_bulk_storage && $self->_dbh && $self->_began_bulk_work;
913
914 $self->next::method(@_);
915
057db5ce 916 $self->_began_bulk_work(1) if $self->_is_bulk_storage;
917}
918
057db5ce 919# savepoint support using ASE syntax
920
90d7422f 921sub _exec_svp_begin {
057db5ce 922 my ($self, $name) = @_;
923
90d7422f 924 $self->_dbh->do("SAVE TRANSACTION $name");
057db5ce 925}
926
927# A new SAVE TRANSACTION with the same name releases the previous one.
90d7422f 928sub _exec_svp_release { 1 }
057db5ce 929
90d7422f 930sub _exec_svp_rollback {
057db5ce 931 my ($self, $name) = @_;
932
90d7422f 933 $self->_dbh->do("ROLLBACK TRANSACTION $name");
057db5ce 934}
935
deabd575 936package # hide from PAUSE
937 DBIx::Class::Storage::DBI::Sybase::ASE::DateTime::Format;
938
939my $datetime_parse_format = '%Y-%m-%dT%H:%M:%S.%3NZ';
940my $datetime_format_format = '%m/%d/%Y %H:%M:%S.%3N';
941
942my ($datetime_parser, $datetime_formatter);
943
944sub parse_datetime {
945 shift;
946 require DateTime::Format::Strptime;
947 $datetime_parser ||= DateTime::Format::Strptime->new(
948 pattern => $datetime_parse_format,
949 on_error => 'croak',
950 );
951 return $datetime_parser->parse_datetime(shift);
952}
953
954sub format_datetime {
955 shift;
956 require DateTime::Format::Strptime;
957 $datetime_formatter ||= DateTime::Format::Strptime->new(
958 pattern => $datetime_format_format,
959 on_error => 'croak',
960 );
961 return $datetime_formatter->format_datetime(shift);
962}
963
057db5ce 9641;
965
966=head1 Schema::Loader Support
967
290da7d6 968As of version C<0.05000>, L<DBIx::Class::Schema::Loader> should work well with
c1e5a9ac 969most versions of Sybase ASE.
057db5ce 970
971=head1 FreeTDS
972
973This driver supports L<DBD::Sybase> compiled against FreeTDS
974(L<http://www.freetds.org/>) to the best of our ability, however it is
975recommended that you recompile L<DBD::Sybase> against the Sybase Open Client
976libraries. They are a part of the Sybase ASE distribution:
977
978The Open Client FAQ is here:
979L<http://www.isug.com/Sybase_FAQ/ASE/section7.html>.
980
981Sybase ASE for Linux (which comes with the Open Client libraries) may be
982downloaded here: L<http://response.sybase.com/forms/ASE_Linux_Download>.
983
aca3b4c3 984To see if you're using FreeTDS run:
057db5ce 985
986 perl -MDBI -le 'my $dbh = DBI->connect($dsn, $user, $pass); print $dbh->{syb_oc_version}'
987
c1e5a9ac 988It is recommended to set C<tds version> for your ASE server to C<5.0> in
989C</etc/freetds/freetds.conf>.
990
991Some versions or configurations of the libraries involved will not support
992placeholders, in which case the storage will be reblessed to
057db5ce 993L<DBIx::Class::Storage::DBI::Sybase::ASE::NoBindVars>.
994
995In some configurations, placeholders will work but will throw implicit type
996conversion errors for anything that's not expecting a string. In such a case,
997the C<auto_cast> option from L<DBIx::Class::Storage::DBI::AutoCast> is
998automatically set, which you may enable on connection with
c1e5a9ac 999L<connect_call_set_auto_cast|DBIx::Class::Storage::DBI::AutoCast/connect_call_set_auto_cast>.
1000The type info for the C<CAST>s is taken from the
1001L<DBIx::Class::ResultSource/data_type> definitions in your Result classes, and
1002are mapped to a Sybase type (if it isn't already) using a mapping based on
1003L<SQL::Translator>.
057db5ce 1004
48580715 1005In other configurations, placeholders will work just as they do with the Sybase
057db5ce 1006Open Client libraries.
1007
1008Inserts or updates of TEXT/IMAGE columns will B<NOT> work with FreeTDS.
1009
1010=head1 INSERTS WITH PLACEHOLDERS
1011
1012With placeholders enabled, inserts are done in a transaction so that there are
1013no concurrency issues with getting the inserted identity value using
1014C<SELECT MAX(col)>, which is the only way to get the C<IDENTITY> value in this
1015mode.
1016
1017In addition, they are done on a separate connection so that it's possible to
1018have active cursors when doing an insert.
1019
1020When using C<DBIx::Class::Storage::DBI::Sybase::ASE::NoBindVars> transactions
c1e5a9ac 1021are unnecessary and not used, as there are no concurrency issues with C<SELECT
1022@@IDENTITY> which is a session variable.
057db5ce 1023
1024=head1 TRANSACTIONS
1025
c1e5a9ac 1026Due to limitations of the TDS protocol and L<DBD::Sybase>, you cannot begin a
1027transaction while there are active cursors, nor can you use multiple active
1028cursors within a transaction. An active cursor is, for example, a
057db5ce 1029L<ResultSet|DBIx::Class::ResultSet> that has been executed using C<next> or
1030C<first> but has not been exhausted or L<reset|DBIx::Class::ResultSet/reset>.
1031
1032For example, this will not work:
1033
1034 $schema->txn_do(sub {
1035 my $rs = $schema->resultset('Book');
47d7b769 1036 while (my $result = $rs->next) {
057db5ce 1037 $schema->resultset('MetaData')->create({
47d7b769 1038 book_id => $result->id,
057db5ce 1039 ...
1040 });
1041 }
1042 });
1043
1044This won't either:
1045
1046 my $first_row = $large_rs->first;
1047 $schema->txn_do(sub { ... });
1048
1049Transactions done for inserts in C<AutoCommit> mode when placeholders are in use
1050are not affected, as they are done on an extra database handle.
1051
1052Some workarounds:
1053
1054=over 4
1055
1056=item * use L<DBIx::Class::Storage::DBI::Replicated>
1057
1058=item * L<connect|DBIx::Class::Schema/connect> another L<Schema|DBIx::Class::Schema>
1059
1060=item * load the data from your cursor with L<DBIx::Class::ResultSet/all>
1061
1062=back
1063
1064=head1 MAXIMUM CONNECTIONS
1065
1066The TDS protocol makes separate connections to the server for active statements
1067in the background. By default the number of such connections is limited to 25,
1068on both the client side and the server side.
1069
1070This is a bit too low for a complex L<DBIx::Class> application, so on connection
1071the client side setting is set to C<256> (see L<DBD::Sybase/maxConnect>.) You
1072can override it to whatever setting you like in the DSN.
1073
1074See
1075L<http://infocenter.sybase.com/help/index.jsp?topic=/com.sybase.help.ase_15.0.sag1/html/sag1/sag1272.htm>
1076for information on changing the setting on the server side.
1077
1078=head1 DATES
1079
1080See L</connect_call_datetime_setup> to setup date formats
1081for L<DBIx::Class::InflateColumn::DateTime>.
1082
9c510ba5 1083=head1 LIMITED QUERIES
1084
1085Because ASE does not have a good way to limit results in SQL that works for all
1086types of queries, the limit dialect is set to
1087L<GenericSubQ|SQL::Abstract::Limit/GenericSubQ>.
1088
1089Fortunately, ASE and L<DBD::Sybase> support cursors properly, so when
1090L<GenericSubQ|SQL::Abstract::Limit/GenericSubQ> is too slow you can use
1091the L<software_limit|DBIx::Class::ResultSet/software_limit>
1092L<DBIx::Class::ResultSet> attribute to simulate limited queries by skipping over
1093records.
1094
057db5ce 1095=head1 TEXT/IMAGE COLUMNS
1096
1097L<DBD::Sybase> compiled with FreeTDS will B<NOT> allow you to insert or update
1098C<TEXT/IMAGE> columns.
1099
1100Setting C<< $dbh->{LongReadLen} >> will also not work with FreeTDS use either:
1101
1102 $schema->storage->dbh->do("SET TEXTSIZE $bytes");
1103
1104or
1105
1106 $schema->storage->set_textsize($bytes);
1107
1108instead.
1109
1110However, the C<LongReadLen> you pass in
8384a713 1111L<connect_info|DBIx::Class::Storage::DBI/connect_info> is used to execute the
1112equivalent C<SET TEXTSIZE> command on connection.
057db5ce 1113
8384a713 1114See L</connect_call_blob_setup> for a
1115L<connect_info|DBIx::Class::Storage::DBI/connect_info> setting you need to work
1116with C<IMAGE> columns.
057db5ce 1117
1118=head1 BULK API
1119
1120The experimental L<DBD::Sybase> Bulk API support is used for
1121L<populate|DBIx::Class::ResultSet/populate> in B<void> context, in a transaction
1122on a separate connection.
1123
1124To use this feature effectively, use a large number of rows for each
1125L<populate|DBIx::Class::ResultSet/populate> call, eg.:
1126
1127 while (my $rows = $data_source->get_100_rows()) {
1128 $rs->populate($rows);
1129 }
1130
1131B<NOTE:> the L<add_columns|DBIx::Class::ResultSource/add_columns>
1132calls in your C<Result> classes B<must> list columns in database order for this
1133to work. Also, you may have to unset the C<LANG> environment variable before
c1e5a9ac 1134loading your app, as C<BCP -Y> is not yet supported in DBD::Sybase .
057db5ce 1135
1136When inserting IMAGE columns using this method, you'll need to use
1137L</connect_call_blob_setup> as well.
1138
6476fd66 1139=head1 COMPUTED COLUMNS
1140
1141If you have columns such as:
1142
1143 created_dtm AS getdate()
1144
1145represent them in your Result classes as:
1146
1147 created_dtm => {
1148 data_type => undef,
1149 default_value => \'getdate()',
1150 is_nullable => 0,
c1e5a9ac 1151 inflate_datetime => 1,
6476fd66 1152 }
1153
1154The C<data_type> must exist and must be C<undef>. Then empty inserts will work
1155on tables with such columns.
1156
1157=head1 TIMESTAMP COLUMNS
1158
1159C<timestamp> columns in Sybase ASE are not really timestamps, see:
1160L<http://dba.fyicenter.com/Interview-Questions/SYBASE/The_timestamp_datatype_in_Sybase_.html>.
1161
1162They should be defined in your Result classes as:
1163
1164 ts => {
1165 data_type => 'timestamp',
1166 is_nullable => 0,
1167 inflate_datetime => 0,
1168 }
1169
1170The C<<inflate_datetime => 0>> is necessary if you use
1171L<DBIx::Class::InflateColumn::DateTime>, and most people do, and still want to
1172be able to read these values.
1173
1174The values will come back as hexadecimal.
1175
057db5ce 1176=head1 TODO
1177
1178=over
1179
1180=item *
1181
1182Transitions to AutoCommit=0 (starting a transaction) mode by exhausting
1183any active cursors, using eager cursors.
1184
1185=item *
1186
1187Real limits and limited counts using stored procedures deployed on startup.
1188
1189=item *
1190
057db5ce 1191Blob update with a LIKE query on a blob, without invalidating the WHERE condition.
1192
1193=item *
1194
1195bulk_insert using prepare_cached (see comments.)
1196
1197=back
1198
1199=head1 AUTHOR
1200
8138f96a 1201See L<DBIx::Class/AUTHOR> and L<DBIx::Class/CONTRIBUTORS>.
057db5ce 1202
1203=head1 LICENSE
1204
1205You may distribute this code under the same terms as Perl itself.
1206
1207=cut
1208# vim:sts=2 sw=2: