1 package OpenILS::Application::Vandelay;
2 use strict; use warnings;
3 use OpenILS::Application;
4 use base qw/OpenILS::Application/;
6 use Unicode::Normalize;
7 use OpenSRF::EX qw/:try/;
9 use OpenSRF::AppSession;
10 use OpenSRF::Utils::SettingsClient;
11 use OpenSRF::Utils::Cache;
13 use OpenILS::Utils::Fieldmapper;
14 use OpenILS::Utils::CStoreEditor qw/:funcs/;
20 use OpenILS::Utils::Fieldmapper;
22 use Time::HiRes qw(time);
24 use OpenSRF::Utils::Logger qw/$logger/;
40 $stuff =~ s/([\x{0080}-\x{fffd}])/sprintf('&#x%X;',ord($1))/sgoe;
44 # --------------------------------------------------------------------------------
47 sub create_bib_queue {
55 my $e = new_editor(authtoken => $auth, xact => 1);
57 return $e->die_event unless $e->checkauth;
58 return $e->die_event unless $e->allowed('CREATE_BIB_IMPORT_QUEUE');
59 $owner ||= $e->requestor->id;
61 my $queue = new Fieldmapper::vandelay::bib_queue();
62 $queue->name( $name );
63 $queue->owner( $owner );
64 $queue->queue_type( $type ) if ($type);
66 my $new_q = $e->create_vandelay_bib_queue( $queue );
67 return $e->die_event unless ($new_q);
72 __PACKAGE__->register_method(
73 api_name => "open-ils.vandelay.bib_queue.create",
74 method => "create_bib_queue",
80 sub create_auth_queue {
88 my $e = new_editor(authtoken => $auth, xact => 1);
90 return $e->die_event unless $e->checkauth;
91 return $e->die_event unless $e->allowed('CREATE_AUTHORITY_IMPORT_QUEUE');
92 $owner ||= $e->requestor->id;
94 my $queue = new Fieldmapper::vandelay::authority_queue();
95 $queue->name( $name );
96 $queue->owner( $owner );
97 $queue->queue_type( $type ) if ($type);
99 my $new_q = $e->create_vandelay_authority_queue( $queue );
100 $e->die_event unless ($new_q);
105 __PACKAGE__->register_method(
106 api_name => "open-ils.vandelay.authority_queue.create",
107 method => "create_auth_queue",
112 sub add_record_to_bib_queue {
120 my $e = new_editor(authtoken => $auth, xact => 1);
122 $queue = $e->retrieve_vandelay_bib_queue($queue);
124 return $e->die_event unless $e->checkauth;
125 return $e->die_event unless
126 ($e->allowed('CREATE_BIB_IMPORT_QUEUE', undef, $queue) ||
127 $e->allowed('CREATE_BIB_IMPORT_QUEUE'));
129 my $new_rec = _add_bib_rec($e, $marc, $queue->id, $purpose);
131 return $e->die_event unless ($new_rec);
135 __PACKAGE__->register_method(
136 api_name => "open-ils.vandelay.queued_bib_record.create",
137 method => "add_record_to_bib_queue",
148 my $rec = new Fieldmapper::vandelay::queued_bib_record();
150 $rec->queue( $queue );
151 $rec->purpose( $purpose ) if ($purpose);
153 return $e->create_vandelay_queued_bib_record( $rec );
156 sub add_record_to_authority_queue {
164 my $e = new_editor(authtoken => $auth, xact => 1);
166 $queue = $e->retrieve_vandelay_authority_queue($queue);
168 return $e->die_event unless $e->checkauth;
169 return $e->die_event unless
170 ($e->allowed('CREATE_AUTHORITY_IMPORT_QUEUE', undef, $queue) ||
171 $e->allowed('CREATE_AUTHORITY_IMPORT_QUEUE'));
173 my $new_rec = _add_auth_rec($e, $marc, $queue->id, $purpose);
175 return $e->die_event unless ($new_rec);
179 __PACKAGE__->register_method(
180 api_name => "open-ils.vandelay.queued_authority_record.create",
181 method => "add_record_to_authority_queue",
192 my $rec = new Fieldmapper::vandelay::queued_authority_record();
194 $rec->queue( $queue );
195 $rec->purpose( $purpose ) if ($purpose);
197 return $e->create_vandelay_queued_authority_record( $rec );
204 my $fingerprint = shift;
205 my $queue_id = shift;
207 my $e = new_editor(authtoken => $auth, xact => 1);
208 return $e->die_event unless $e->checkauth;
211 my $type = $self->{record_type};
214 $queue = $e->retrieve_vandelay_bib_queue($queue_id) or return $e->die_event;
216 $queue = $e->retrieve_vandelay_authority_queue($queue_id) or return $e->die_event;
219 my $evt = check_queue_perms($e, $type, $queue);
222 my $method = "open-ils.vandelay.queued_${type}_record.create";
223 $method = $self->method_lookup( $method );
225 my $cache = new OpenSRF::Utils::Cache();
227 my $data = $cache->get_cache('vandelay_import_spool_' . $fingerprint);
228 my $purpose = $data->{purpose};
229 $data = decode_base64($data->{marc});
231 $logger->info("vandelay loaded $fingerprint purpose=$purpose and ".length($data)." bytes of data");
234 open $fh, '<', \$data;
236 my $marctype = 'USMARC'; # ?
237 my $batch = new MARC::Batch ( $marctype, $fh );
241 while (my $r = $batch->next) {
242 $logger->info("processing record $count");
244 (my $xml = $r->as_xml_record()) =~ s/\n//sog;
245 $xml =~ s/^<\?xml.+\?\s*>//go;
246 $xml =~ s/>\s+</></go;
247 $xml =~ s/\p{Cc}//go;
248 $xml = entityize($xml);
249 $xml =~ s/[\x00-\x1f]//go;
251 if ($type eq 'bib') {
252 _add_bib_rec( $e, $xml, $queue_id, $purpose ) or return $e->die_event;
254 _add_auth_rec( $e, $xml, $queue_id, $purpose ) or return $e->die_event;
258 $client->respond( $count );
261 $logger->warn("Encountered a bad record at Vandelay ingest: ".$error);
268 __PACKAGE__->register_method(
269 api_name => "open-ils.vandelay.bib.process_spool",
270 method => "process_spool",
275 __PACKAGE__->register_method(
276 api_name => "open-ils.vandelay.auth.process_spool",
277 method => "process_spool",
280 record_type => 'auth'
284 __PACKAGE__->register_method(
285 api_name => "open-ils.vandelay.bib_queue.records.retrieve",
286 method => 'retrieve_queue',
292 __PACKAGE__->register_method(
293 api_name => "open-ils.vandelay.auth_queue.records.retrieve",
294 method => 'retrieve_queue',
298 record_type => 'auth'
302 my($self, $conn, $auth, $queue_id, $options) = @_;
303 my $e = new_editor(authtoken => $auth);
304 return $e->event unless $e->checkauth;
306 my $type = $self->{record_type};
309 $queue = $e->retrieve_vandelay_bib_queue($queue_id) or return $e->die_event;
311 $queue = $e->retrieve_vandelay_authority_queue($queue_id) or return $e->die_event;
313 my $evt = check_queue_perms($e, $type, $queue);
317 my $record_ids = $e->search_vandelay_queued_bib_record({queue => $queue_id}, {idlist => 1});
318 for my $rec_id (@$record_ids) {
319 my $rec = $e->retrieve_vandelay_queued_bib_record([
322 flesh_fields => {vqbr => ['attributes']}
325 $rec->clear_marc if $$options{clear_marc};
326 $conn->respond($rec);
329 my $record_ids = $e->search_vandelay_queued_authority_record({queue => $queue_id}, {idlist => 1});
330 for my $rec_id (@$record_ids) {
331 for my $rec_id (@$record_ids) {
332 my $rec = $e->retrieve_vandelay_queued_bib_record([
335 flesh_fields => {vqar => ['attributes']}
338 $rec->clear_marc if $$options{clear_marc};
339 $conn->respond($rec);
346 sub check_queue_perms {
347 my($e, $type, $queue) = @_;
348 if ($type eq 'bib') {
349 return $e->die_event unless
350 ($e->allowed('CREATE_BIB_IMPORT_QUEUE', undef, $queue) ||
351 $e->allowed('CREATE_BIB_IMPORT_QUEUE'));
353 return $e->die_event unless
354 ($e->allowed('CREATE_AUTHORITY_IMPORT_QUEUE', undef, $queue) ||
355 $e->allowed('CREATE_AUTHORITY_IMPORT_QUEUE'));