1 use strict; use warnings;
2 package OpenILS::Utils::CStoreEditor;
3 use OpenILS::Application::AppUtils;
4 use OpenSRF::AppSession;
5 use OpenSRF::EX qw(:try);
6 use OpenILS::Utils::Fieldmapper;
9 use OpenSRF::Utils::JSON;
10 use OpenSRF::Utils::Logger qw($logger);
11 my $U = "OpenILS::Application::AppUtils";
20 # 'biblio.record_entry' => { update => 'UPDATE_MARC' },
21 # 'asset.copy' => { update => 'UPDATE_COPY'},
22 # 'asset.call_number' => { update => 'UPDATE_VOLUME'},
23 # 'action.circulation' => { retrieve => 'VIEW_CIRCULATIONS'},
26 sub flush_forced_xacts {
27 for my $k ( keys %xact_ed_cache ) {
29 $xact_ed_cache{$k}->rollback;
33 delete $xact_ed_cache{$k};
37 # -----------------------------------------------------------------------------
38 # Export some useful functions
39 # -----------------------------------------------------------------------------
40 use vars qw(@EXPORT_OK %EXPORT_TAGS);
42 use base qw/Exporter/;
43 push @EXPORT_OK, ( 'new_editor', 'new_rstore_editor' );
44 %EXPORT_TAGS = ( funcs => [ qw/ new_editor new_rstore_editor / ] );
46 sub new_editor { return OpenILS::Utils::CStoreEditor->new(@_); }
48 sub new_rstore_editor {
49 my $e = OpenILS::Utils::CStoreEditor->new(@_);
50 $e->app('open-ils.reporter-store');
55 # -----------------------------------------------------------------------------
57 # -----------------------------------------------------------------------------
58 use constant E => 'error';
59 use constant W => 'warn';
60 use constant I => 'info';
61 use constant D => 'debug';
62 use constant A => 'activity';
66 # -----------------------------------------------------------------------------
68 # xact=><true> : creates a storage transaction
69 # authtoken=>$token : the login session key
70 # -----------------------------------------------------------------------------
72 my( $class, %params ) = @_;
73 $class = ref($class) || $class;
74 my $self = bless( \%params, $class );
75 $self->{checked_perms} = {};
86 my( $self, $app ) = @_;
87 $self->{app} = $app if $app;
88 $self->{app} = 'open-ils.cstore' unless $self->{app};
93 # -----------------------------------------------------------------------------
94 # Log the editor metadata along with the log string
95 # -----------------------------------------------------------------------------
97 my( $self, $lev, $str ) = @_;
101 } elsif ($self->{xact}) {
106 $s .= "0" unless $self->requestor;
107 $s .= $self->requestor->id if $self->requestor;
109 $logger->$lev("$s $str");
112 # -----------------------------------------------------------------------------
113 # Verifies the auth token and fetches the requestor object
114 # -----------------------------------------------------------------------------
117 $self->log(D, "checking auth token ".$self->authtoken);
118 my ($reqr, $evt) = $U->checkses($self->authtoken);
119 $self->event($evt) if $evt;
120 return $self->{requestor} = $reqr;
127 $cache = OpenSRF::Utils::Cache->new('global') unless $cache;
128 $self->log(D, "checking cached auth token ".$self->authtoken);
129 my $user = $cache->get_cache("oils_auth_".$self->authtoken);
130 return $self->{requestor} = $user->{userobj} if $user;
131 $self->event(OpenILS::Event->new('NO_SESSION'));
137 # -----------------------------------------------------------------------------
138 # Returns the last generated event
139 # -----------------------------------------------------------------------------
141 my( $self, $evt ) = @_;
142 $self->{event} = $evt if $evt;
143 return $self->{event};
146 # -----------------------------------------------------------------------------
147 # Destroys the transaction and disconnects where necessary,
148 # then returns the last event that occurred
149 # -----------------------------------------------------------------------------
160 # -----------------------------------------------------------------------------
161 # Clears the last caught event
162 # -----------------------------------------------------------------------------
165 $self->{event} = undef;
169 my($self, $died) = @_;
170 $self->{died} = $died if defined $died;
171 return $self->{died};
175 my( $self, $auth ) = @_;
176 $self->{authtoken} = $auth if $auth;
177 return $self->{authtoken};
182 $self->{timeout} = $to if defined $to;
183 return defined($self->{timeout}) ? $self->{timeout} : 60;
186 # -----------------------------------------------------------------------------
187 # fetches the session, creating if necessary. If 'xact' is true on this
188 # object, a db session is created
189 # -----------------------------------------------------------------------------
191 my( $self, $session ) = @_;
192 $self->{session} = $session if $session;
194 if(!$self->{session}) {
195 $self->{session} = OpenSRF::AppSession->create($self->app);
197 if( ! $self->{session} ) {
198 my $str = "Error creating cstore session with OpenSRF::AppSession->create()!";
200 throw OpenSRF::EX::ERROR ($str);
203 $self->{session}->connect if $self->{xact} or $self->{connect} or $always_xact;
204 $self->xact_begin if $self->{xact} or $always_xact;
207 $xact_ed_cache{$self->{xact_id}} = $self if $always_xact and $self->{xact_id};
208 return $self->{session};
212 # -----------------------------------------------------------------------------
213 # Starts a storage transaction
214 # -----------------------------------------------------------------------------
217 return $self->{xact_id} if $self->{xact_id};
218 $self->session->connect unless $self->session->state == OpenSRF::AppSession::CONNECTED();
219 $self->log(D, "starting new database transaction");
220 unless($self->{xact_id}) {
221 my $stat = $self->request($self->app . '.transaction.begin');
222 $self->log(E, "error starting database transaction") unless $stat;
223 $self->{xact_id} = $stat;
226 return $self->{xact_id};
229 # -----------------------------------------------------------------------------
230 # Commits a storage transaction
231 # -----------------------------------------------------------------------------
234 return unless $self->{xact_id};
235 $self->log(D, "comitting db session");
236 my $stat = $self->request($self->app.'.transaction.commit');
237 $self->log(E, "error comitting database transaction") unless $stat;
238 delete $self->{xact_id};
239 delete $self->{xact};
243 # -----------------------------------------------------------------------------
244 # Rolls back a storage stransaction
245 # -----------------------------------------------------------------------------
248 return unless $self->{session} and $self->{xact_id};
249 $self->log(I, "rolling back db session");
250 my $stat = $self->request($self->app.".transaction.rollback");
251 $self->log(E, "error rolling back database transaction") unless $stat;
252 delete $self->{xact_id};
253 delete $self->{xact};
258 # -----------------------------------------------------------------------------
259 # Savepoint functions. If no savepoint name is provided, the same name is used
260 # for each successive savepoint, in which case only the last savepoint set can
261 # be released or rolled back.
262 # -----------------------------------------------------------------------------
265 my $name = shift || 'savepoint';
266 return unless $self->{session} and $self->{xact_id};
267 $self->log(I, "setting savepoint '$name'");
268 my $stat = $self->request($self->app.".savepoint.set", $name)
269 or $self->log(E, "error setting savepoint '$name'");
273 sub release_savepoint {
275 my $name = shift || 'savepoint';
276 return unless $self->{session} and $self->{xact_id};
277 $self->log(I, "releasing savepoint '$name'");
278 my $stat = $self->request($self->app.".savepoint.release", $name)
279 or $self->log(E, "error releasing savepoint '$name'");
283 sub rollback_savepoint {
285 my $name = shift || 'savepoint';
286 return unless $self->{session} and $self->{xact_id};
287 $self->log(I, "rollback savepoint '$name'");
288 my $stat = $self->request($self->app.".savepoint.rollback", $name)
289 or $self->log(E, "error rolling back savepoint '$name'");
294 # -----------------------------------------------------------------------------
295 # Rolls back the transaction and disconnects
296 # -----------------------------------------------------------------------------
302 $self->xact_rollback;
306 $ret = $self->disconnect
308 throw $err if ($err);
314 $self->session->disconnect if
316 $self->{session}->state == OpenSRF::AppSession::CONNECTED();
317 delete $self->{session};
321 # -----------------------------------------------------------------------------
322 # commits the db session and destroys the session
323 # returns the status of the commit call
324 # -----------------------------------------------------------------------------
327 return unless $self->{xact_id};
328 my $stat = $self->xact_commit;
333 # -----------------------------------------------------------------------------
334 # clears all object data. Does not commit the db transaction.
335 # -----------------------------------------------------------------------------
339 $$self{$_} = undef for (keys %$self);
343 # -----------------------------------------------------------------------------
345 # -----------------------------------------------------------------------------
357 throw $err if ($err);
363 # -----------------------------------------------------------------------------
364 # Does a simple storage request
365 # -----------------------------------------------------------------------------
367 my( $self, $method, @params ) = @_;
371 my $argstr = __arg_to_string( (scalar(@params)) == 1 ? $params[0] : \@params);
372 my $locale = $self->session->session_locale;
374 $self->log(I, "request $locale $method $argstr");
376 if( ($self->{xact} or $always_xact) and
377 $self->session->state != OpenSRF::AppSession::CONNECTED() ) {
378 #$logger->error("CStoreEditor lost it's connection!!");
379 throw OpenSRF::EX::ERROR ("CStore connection timed out - transaction cannot continue");
385 my $req = $self->session->request($method, @params);
387 if($self->substream) {
388 $self->log(D,"running in substream mode");
390 while( my $resp = $req->recv(timeout => $self->timeout) ) {
391 push(@$val, $resp->content) if $resp->content and not $self->discard;
395 my $resp = $req->recv(timeout => $self->timeout);
398 $self->log(E, "request error $method : $argstr : $err");
400 $val = $resp->content if $resp;
408 $self->log(E, "request error $method : $argstr : $err");
416 my( $self, $bool ) = @_;
417 $self->{substream} = $bool if defined $bool;
418 return $self->{substream};
421 # -----------------------------------------------------------------------------
422 # discard response data instead of returning it to the caller. currently only
423 # works in conjunction with substream mode.
424 # -----------------------------------------------------------------------------
426 my( $self, $bool ) = @_;
427 $self->{discard} = $bool if defined $bool;
428 return $self->{discard};
432 # -----------------------------------------------------------------------------
433 # Sets / Returns the requestor object. This is set when checkauth succeeds.
434 # -----------------------------------------------------------------------------
436 my($self, $requestor) = @_;
437 $self->{requestor} = $requestor if $requestor;
438 return $self->{requestor};
443 # -----------------------------------------------------------------------------
444 # Holds the last data received from a storage call
445 # -----------------------------------------------------------------------------
447 my( $self, $data ) = @_;
448 $self->{data} = $data if defined $data;
449 return $self->{data};
453 # -----------------------------------------------------------------------------
454 # True if this perm has already been checked at this org
455 # -----------------------------------------------------------------------------
457 my( $self, $perm, $org ) = @_;
458 $self->{checked_perms}->{$org} = {}
459 unless $self->{checked_perms}->{$org};
460 my $checked = $self->{checked_perms}->{$org}->{$perm};
462 $self->{checked_perms}->{$org}->{$perm} = 1;
470 # -----------------------------------------------------------------------------
471 # Returns true if the requested perm is allowed. If the perm check fails,
472 # $e->event is set and undef is returned
473 # The perm user is $e->requestor->id and perm org defaults to the requestor's
475 # if perm is an array of perms, method will return true at the first allowed
476 # permission. If none of the perms are allowed, the perm_failure event
477 # is created with the last perm to fail
478 # -----------------------------------------------------------------------------
482 transform => 'permission.usr_has_perm',
492 my $OBJECT_PERM_QUERY = {
495 transform => 'permission.usr_has_object_perm',
506 my( $self, $perm, $org, $object, $hint ) = @_;
507 my $uid = $self->requestor->id;
508 $org ||= $self->requestor->ws_ou;
510 my $perms = (ref($perm) eq 'ARRAY') ? $perm : [$perm];
512 for $perm (@$perms) {
513 $self->log(I, "checking perms user=$uid, org=$org, perm=$perm");
518 # determine the ID field and json_hint from the object
519 my $id_field = $object->Identity;
520 $params = [$perm, $object->json_hint, $object->$id_field];
522 # we were passed an object-id and json_hint
523 $params = [$perm, $hint, $object];
525 push(@$params, $org) if $org;
526 $OBJECT_PERM_QUERY->{select}->{au}->[0]->{params} = $params;
527 $OBJECT_PERM_QUERY->{where}->{id} = $uid;
528 return 1 if $U->is_true($self->json_query($OBJECT_PERM_QUERY)->[0]->{has_perm});
531 $PERM_QUERY->{select}->{au}->[0]->{params} = [$perm, $org];
532 $PERM_QUERY->{where}->{id} = $uid;
533 return 1 if $U->is_true($self->json_query($PERM_QUERY)->[0]->{has_perm});
537 # set the perm failure event if the permission check returned false
538 my $e = OpenILS::Event->new('PERM_FAILURE', ilsperm => $perm, ilspermloc => $org);
544 # -----------------------------------------------------------------------------
545 # Returns the list of object IDs this user has object-specific permissions for
546 # -----------------------------------------------------------------------------
547 sub objects_allowed {
548 my($self, $perm, $obj_type) = @_;
550 my $perms = (ref($perm) eq 'ARRAY') ? $perm : [$perm];
553 for $perm (@$perms) {
555 select => {puopm => ['object_id']},
558 ppl => {field => 'id',fkey => 'perm'}
562 '+puopm' => {usr => $self->requestor->id, object_type => $obj_type},
563 '+ppl' => {code => $perm}
567 my $list = $self->json_query($query);
568 push(@ids, 0+$_->{object_id}) for @$list;
572 $trim{$_} = 1 for @ids;
573 return [ keys %trim ];
577 # -----------------------------------------------------------------------------
578 # checks the appropriate perm for the operation
579 # -----------------------------------------------------------------------------
581 my( $self, $ptype, $action, $org ) = @_;
582 $org ||= $self->requestor->ws_ou;
583 my $perm = $PERMS{$ptype}{$action};
585 return undef if $self->perm_checked($perm, $org);
586 return $self->event unless $self->allowed($perm, $org);
588 $self->log(I, "no perm provided for $ptype.$action");
595 # -----------------------------------------------------------------------------
596 # Logs update actions to the activity log
597 # -----------------------------------------------------------------------------
599 my( $self, $type, $action, $arg ) = @_;
600 my $str = "$type.$action";
601 $str .= _prop_string($arg);
609 my @props = $obj->properties;
612 my $prop = $obj->$_() || "";
613 $prop = substr($prop, 0, 128) . "..." if length $prop > 131;
620 sub __arg_to_string {
622 return "" unless defined $arg;
623 if( UNIVERSAL::isa($arg, "Fieldmapper") ) {
624 my $idf = $arg->Identity;
625 return (defined $arg->$idf) ? $arg->$idf : '<new object>';
627 return OpenSRF::Utils::JSON->perl2JSON($arg);
632 # -----------------------------------------------------------------------------
633 # This does the actual storage query.
635 # 'search' calls become search_where calls and $arg can be a search hash or
636 # an array-ref of storage search options.
638 # 'retrieve' expects an id
639 # 'update' expects an object
640 # 'create' expects an object
641 # 'delete' expects an object
643 # All methods return true on success and undef on failure. On failure,
644 # $e->event is set to the generated event.
645 # Note: this method assumes that updating a non-changed object and
646 # thereby receiving a 0 from storage, is a successful update.
648 # The method will therefore return true so the caller can just do
649 # $e->update_blah($x) or return $e->event;
650 # The true value returned from storage for all methods will be stored in
651 # $e->data, until the next method is called.
653 # not-found events are generated on retrieve and serach methods.
654 # action=search methods will return [] (==true) if no data is found. If the
655 # caller is interested in the not found event, they can do:
656 # return $e->event unless @$results;
657 # -----------------------------------------------------------------------------
659 my( $self, $action, $type, $arg, $options ) = @_;
663 if( $action eq 'retrieve' ) {
664 if(! defined($arg) ) {
665 $self->log(W,"$action $type called with no ID...");
666 $self->event(_mk_not_found($type, $arg));
668 } elsif( ref($arg) =~ /Fieldmapper/ ) {
669 $self->log(D,"$action $type called with an object.. attempting Identity retrieval..");
670 my $idf = $arg->Identity;
675 my @arg = ( ref($arg) eq 'ARRAY' ) ? @$arg : ($arg);
676 my $method = $self->app.".direct.$type.$action";
678 if( $action eq 'search' ) {
679 $method .= '.atomic';
681 } elsif( $action eq 'batch_retrieve' ) {
683 @arg = ( { id => $arg } );
684 $method =~ s/batch_retrieve/search/o;
685 $method .= '.atomic';
687 } elsif( $action eq 'retrieve_all' ) {
689 $method =~ s/retrieve_all/search/o;
692 my $fmobj = "Fieldmapper::$tt";
693 @arg = ( { $fmobj->Identity => { '!=' => undef } } );
694 $method .= '.atomic';
697 $method =~ s/search/id_list/o if $options->{idlist};
699 $method =~ s/\.atomic$//o if $self->substream($$options{substream} || 0);
700 $self->timeout($$options{timeout});
701 $self->discard($$options{discard});
703 # remove any stale events
706 if( $action eq 'update' or $action eq 'delete' or $action eq 'create' ) {
707 if(!($self->{xact} or $always_xact)) {
708 $logger->error("Attempt to update DB while not in a transaction : $method");
709 throw OpenSRF::EX::ERROR ("Attempt to update DB while not in a transaction : $method");
711 $self->log_activity($type, $action, $arg);
714 if($$options{checkperm}) {
715 my $a = ($action eq 'search') ? 'retrieve' : $action;
716 my $e = $self->_checkperm($type, $a, $$options{permorg});
727 $obj = $self->request($method, @arg);
728 } catch Error with { $err = shift; };
732 $self->log(I, "request returned no data : $method");
734 if( $action eq 'retrieve' ) {
735 $self->event(_mk_not_found($type, $arg));
737 } elsif( $action eq 'update' or
738 $action eq 'delete' or $action eq 'create' ) {
739 my $evt = OpenILS::Event->new(
740 'DATABASE_UPDATE_FAILED', payload => $arg, debug => "$err" );
746 OpenILS::Event->new( 'DATABASE_QUERY_FAILED',
747 payload => $arg, debug => "$err" ));
754 if( $action eq 'create' and $obj == 0 ) {
755 my $evt = OpenILS::Event->new(
756 'DATABASE_UPDATE_FAILED', payload => $arg, debug => "$err" );
761 # If we havn't dealt with the error in a nice way, go ahead and throw it
764 OpenILS::Event->new( 'DATABASE_QUERY_FAILED',
765 payload => $arg, debug => "$err" ));
769 if( $action eq 'search' ) {
770 $self->log(I, "$type.$action : returned ".scalar(@$obj). " result(s)");
771 $self->event(_mk_not_found($type, $arg)) unless @$obj;
774 if( $action eq 'create' ) {
775 my $idf = $obj->Identity;
776 $self->log(I, "created a new $type object with Identity " . $obj->$idf);
777 $arg->$idf($obj->$idf);
780 $self->data($obj); # cache the data for convenience
782 return ($obj) ? $obj : 1;
787 my( $type, $arg ) = @_;
788 (my $t = $type) =~ s/\./_/og;
790 return OpenILS::Event->new("${t}_NOT_FOUND", payload => $arg);
795 # utility method for loading
799 $str =~ s/Fieldmapper:://o;
805 # -------------------------------------------------------------
806 # Load up the methods from the FM classes
807 # -------------------------------------------------------------
810 no warnings; # Here we potentially redefine subs via eval
811 my $map = $Fieldmapper::fieldmap;
812 for my $object (keys %$map) {
813 my $obj = __fm2meth($object, '_');
814 my $type = __fm2meth($object, '.');
815 foreach my $command (qw/ update retrieve search create delete batch_retrieve retrieve_all /) {
816 eval "sub ${command}_$obj {return shift()->runmethod('$command', '$type', \@_);}\n";
818 # TODO: performance test against concatenating a big string of all the subs and eval'ing only ONCE.
822 init(); # Add very many subs to this namespace
825 my( $self, $arg, $options ) = @_;
827 my @arg = ( ref($arg) eq 'ARRAY' ) ? @$arg : ($arg);
828 my $method = $self->app.'.json_query.atomic';
829 $method =~ s/\.atomic$//o if $self->substream($$options{substream} || 0);
831 $self->timeout($$options{timeout});
832 $self->discard($$options{discard});
838 $obj = $self->request($method, @arg);
839 } catch Error with { $err = shift; };
843 OpenILS::Event->new( 'DATABASE_QUERY_FAILED',
844 payload => $arg, debug => "$err" ));
848 $self->log(I, "json_query : returned ".scalar(@$obj). " result(s)") if (ref($obj));