</actions>
</permacrud>
</class>
+ <class id="sre" controller="open-ils.cstore" oils_obj:fieldmapper="serial::record_entry" oils_persist:tablename="serial.record_entry">
+ <fields oils_persist:primary="id" oils_persist:sequence="serial.record_entry_id_seq">
+ <field name="isnew" oils_obj:array_position="0" oils_persist:virtual="true" />
+ <field name="ischanged" oils_obj:array_position="1" oils_persist:virtual="true" />
+ <field name="isdeleted" oils_obj:array_position="2" oils_persist:virtual="true" />
+ <field name="active" oils_obj:array_position="3" oils_persist:virtual="false" reporter:datatype="bool"/>
+ <field reporter:label="Bib Record" name="record" oils_obj:array_position="4" oils_persist:virtual="false" reporter:datatype="link"/>
+ <field name="create_date" oils_obj:array_position="5" oils_persist:virtual="false" reporter:datatype="timestamp"/>
+ <field name="creator" oils_obj:array_position="6" oils_persist:virtual="false" />
+ <field name="deleted" oils_obj:array_position="7" oils_persist:virtual="false" reporter:datatype="bool"/>
+ <field name="edit_date" oils_obj:array_position="8" oils_persist:virtual="false" reporter:datatype="timestamp"/>
+ <field name="editor" oils_obj:array_position="9" oils_persist:virtual="false" />
+ <field name="id" oils_obj:array_position="10" oils_persist:virtual="false" reporter:datatype="id" />
+ <field name="last_xact_id" oils_obj:array_position="11" oils_persist:virtual="false" />
+ <field name="marc" oils_obj:array_position="12" oils_persist:virtual="false" />
+ <field name="source" oils_obj:array_position="13" oils_persist:virtual="false" />
+ </fields>
+ <links>
+ <link field="record" reltype="has_a" key="id" map="" class="bre"/>
+ <link field="editor" reltype="has_a" key="id" map="" class="au"/>
+ <link field="creator" reltype="has_a" key="id" map="" class="au"/>
+ </links>
+ </class>
+ <class id="sfr" controller="open-ils.cstore" oils_obj:fieldmapper="serial::full_rec" oils_persist:tablename="serial.full_rec">
+ <fields oils_persist:primary="id" oils_persist:sequence="serial.full_rec_id_seq">
+ <field name="isnew" oils_obj:array_position="0" oils_persist:virtual="true" />
+ <field name="ischanged" oils_obj:array_position="1" oils_persist:virtual="true" />
+ <field name="isdeleted" oils_obj:array_position="2" oils_persist:virtual="true" />
+ <field name="id" oils_obj:array_position="3" oils_persist:virtual="false" reporter:datatype="id" />
+ <field name="ind1" oils_obj:array_position="4" oils_persist:virtual="false" />
+ <field name="ind2" oils_obj:array_position="5" oils_persist:virtual="false" />
+ <field name="record" oils_obj:array_position="6" oils_persist:virtual="false" />
+ <field name="subfield" oils_obj:array_position="7" oils_persist:virtual="false" />
+ <field name="tag" oils_obj:array_position="8" oils_persist:virtual="false" />
+ <field name="value" oils_obj:array_position="9" oils_persist:virtual="false" />
+ </fields>
+ <links>
+ <link field="record" reltype="has_a" key="id" map="" class="sre"/>
+ </links>
+ </class>
+ <class id="ssub" controller="open-ils.cstore" oils_obj:fieldmapper="serial::subscription" oils_persist:tablename="serial.subscription">
+ <fields oils_persist:primary="id" oils_persist:sequence="serial.subscription_id_seq">
+ <field name="isnew" oils_obj:array_position="0" oils_persist:virtual="true" />
+ <field name="ischanged" oils_obj:array_position="1" oils_persist:virtual="true" />
+ <field name="isdeleted" oils_obj:array_position="2" oils_persist:virtual="true" />
+ <field name="active" oils_obj:array_position="3" oils_persist:virtual="false" reporter:datatype="bool"/>
+ <field reporter:label="Call Number" name="call_number" oils_obj:array_position="4" oils_persist:virtual="false" reporter:datatype="link"/>
+ <field reporter:label="URI" name="uri" oils_obj:array_position="4" oils_persist:virtual="false" reporter:datatype="link"/>
+ <field reporter:label="Start date" name="start_date" oils_obj:array_position="5" oils_persist:virtual="false" reporter:datatype="timestamp"/>
+ <field reporter:label="End date" name="end_date" oils_obj:array_position="6" oils_persist:virtual="false" reporter:datatype="timestamp"/>
+ </fields>
+ <links>
+ <link field="call_number" reltype="might_have" key="id" map="" class="acn"/>
+ <link field="uri" reltype="might_have" key="id" map="" class="auri"/>
+ </links>
+ </class>
+ <class id="sbu" controller="open-ils.cstore" oils_obj:fieldmapper="serial::binding_unit" oils_persist:tablename="serial.binding_unit">
+ <fields oils_persist:primary="id" oils_persist:sequence="serial.binding_unit_id_seq">
+ <field name="isnew" oils_obj:array_position="0" oils_persist:virtual="true" />
+ <field name="ischanged" oils_obj:array_position="1" oils_persist:virtual="true" />
+ <field name="isdeleted" oils_obj:array_position="2" oils_persist:virtual="true" />
+ <field name="active" oils_obj:array_position="3" oils_persist:virtual="false" reporter:datatype="bool"/>
+ <field reporter:label="Subscription" name="subscription" oils_obj:array_position="4" oils_persist:virtual="false" reporter:datatype="link"/>
+ <field reporter:label="Label" name="label" oils_obj:array_position="5" oils_persist:virtual="false" />
+ </fields>
+ <links>
+ <link field="subscription" reltype="has_a" key="id" map="" class="ssub"/>
+ </links>
+ </class>
+ <class id="siss" controller="open-ils.cstore" oils_obj:fieldmapper="serial::issuance" oils_persist:tablename="serial.issuance">
+ <fields oils_persist:primary="id" oils_persist:sequence="serial.issuance_id_seq">
+ <field name="isnew" oils_obj:array_position="0" oils_persist:virtual="true" />
+ <field name="ischanged" oils_obj:array_position="1" oils_persist:virtual="true" />
+ <field name="isdeleted" oils_obj:array_position="2" oils_persist:virtual="true" />
+ <field name="id" oils_obj:array_position="3" oils_persist:virtual="false" reporter:datatype="id" />
+ <field name="subscription" oils_obj:array_position="4" oils_persist:virtual="false" reporter:datatype="link"/>
+ <field name="target_copy" oils_obj:array_position="5" oils_persist:virtual="false" reporter:datatype="link"/>
+ <field name="location" oils_obj:array_position="6" oils_persist:virtual="false" reporter:datatype="link"/>
+ <field name="binding_unit" oils_obj:array_position="7" oils_persist:virtual="false" reporter:datatype="link"/>
+ <field name="label" oils_obj:array_position="8" oils_persist:virtual="false" />
+ </fields>
+ <links>
+ <link field="subscription" reltype="has_a" key="id" map="" class="ssub"/>
+ <link field="target_copy" reltype="might_have" key="id" map="" class="acp"/>
+ <link field="location" reltype="might_have" key="id" map="" class="acpl"/>
+ <link field="binding_unit" reltype="might_have" key="id" map="" class="sbu"/>
+ </links>
+ </class>
+ <class id="sbsum" controller="open-ils.cstore" oils_obj:fieldmapper="serial::bib_summary" oils_persist:tablename="serial.bib_summary">
+ <fields oils_persist:primary="id" oils_persist:sequence="serial.bib_summary_id_seq">
+ <field name="isnew" oils_obj:array_position="0" oils_persist:virtual="true" />
+ <field name="ischanged" oils_obj:array_position="1" oils_persist:virtual="true" />
+ <field name="isdeleted" oils_obj:array_position="2" oils_persist:virtual="true" />
+ <field name="id" oils_obj:array_position="3" oils_persist:virtual="false" reporter:datatype="id" />
+ <field name="subscription" oils_obj:array_position="4" oils_persist:virtual="false" reporter:datatype="link"/>
+ <field name="generated_coverage" oils_obj:array_position="5" oils_persist:virtual="false" reporter:datatype="text"/>
+ <field name="textual_holdings" oils_obj:array_position="6" oils_persist:virtual="false" reporter:datatype="text"/>
+ </fields>
+ <links>
+ <link field="subscription" reltype="has_a" key="id" map="" class="ssub"/>
+ </links>
+ </class>
+ <class id="sssum" controller="open-ils.cstore" oils_obj:fieldmapper="serial::sup_summary" oils_persist:tablename="serial.sup_summary">
+ <fields oils_persist:primary="id" oils_persist:sequence="serial.sup_summary_id_seq">
+ <field name="isnew" oils_obj:array_position="0" oils_persist:virtual="true" />
+ <field name="ischanged" oils_obj:array_position="1" oils_persist:virtual="true" />
+ <field name="isdeleted" oils_obj:array_position="2" oils_persist:virtual="true" />
+ <field name="id" oils_obj:array_position="3" oils_persist:virtual="false" reporter:datatype="id" />
+ <field name="subscription" oils_obj:array_position="4" oils_persist:virtual="false" reporter:datatype="link"/>
+ <field name="generated_coverage" oils_obj:array_position="5" oils_persist:virtual="false" reporter:datatype="text"/>
+ <field name="textual_holdings" oils_obj:array_position="6" oils_persist:virtual="false" reporter:datatype="text"/>
+ </fields>
+ <links>
+ <link field="subscription" reltype="has_a" key="id" map="" class="ssub"/>
+ </links>
+ </class>
+ <class id="sisum" controller="open-ils.cstore" oils_obj:fieldmapper="serial::index_summary" oils_persist:tablename="serial.index_summary">
+ <fields oils_persist:primary="id" oils_persist:sequence="serial.index_summary_id_seq">
+ <field name="isnew" oils_obj:array_position="0" oils_persist:virtual="true" />
+ <field name="ischanged" oils_obj:array_position="1" oils_persist:virtual="true" />
+ <field name="isdeleted" oils_obj:array_position="2" oils_persist:virtual="true" />
+ <field name="id" oils_obj:array_position="3" oils_persist:virtual="false" reporter:datatype="id" />
+ <field name="subscription" oils_obj:array_position="4" oils_persist:virtual="false" reporter:datatype="link"/>
+ <field name="generated_coverage" oils_obj:array_position="5" oils_persist:virtual="false" reporter:datatype="text"/>
+ <field name="textual_holdings" oils_obj:array_position="6" oils_persist:virtual="false" reporter:datatype="text"/>
+ </fields>
+ <links>
+ <link field="subscription" reltype="has_a" key="id" map="" class="ssub"/>
+ </links>
+ </class>
+
<class id="ascecm" controller="open-ils.cstore" oils_obj:fieldmapper="asset::stat_cat_entry_copy_map" oils_persist:tablename="asset.stat_cat_entry_copy_map">
<fields oils_persist:primary="id" oils_persist:sequence="asset.stat_cat_entry_copy_map_id_seq">
<field name="isnew" oils_obj:array_position="0" oils_persist:virtual="true" />
MARC::Charset->ignore_errors(1);
-my ($max_uri, $max_cn, $auth, $config, $quiet) =
- (0, 0, 0, '/openils/conf/opensrf_core.xml');
+my ($max_uri, $max_cn, $auth, $mfhd, $config, $quiet) =
+ (0, 0, 0, 0, '/openils/conf/opensrf_core.xml');
GetOptions(
'config=s' => \$config,
'authority' => \$auth,
+ 'serial' => \$mfhd,
'quiet' => \$quiet,
'max_uri=i' => \$max_uri,
'max_cn=i' => \$max_cn,
my $meth = 'open-ils.ingest.full.biblio.object.readonly';
$meth = 'open-ils.ingest.full.authority.object.readonly' if ($auth);
+$meth = 'open-ils.ingest.full.serial.object.readonly' if ($mfhd);
$meth = OpenILS::Application::Ingest->method_lookup( $meth );
sub postprocess {
my $data = shift;
+ my ($field_entries, $fp, $rd, $uri);
+
my $bib = $data->{bib};
my $full_rec = $data->{ingest_data}->{full_rec};
- my $field_entries = $data->{ingest_data}->{field_entries} unless ($auth);
- my $fp = $data->{ingest_data}->{fingerprint} unless ($auth);
- my $rd = $data->{ingest_data}->{descriptor} unless ($auth);
- my $uri = $data->{ingest_data}->{uri} unless ($auth);
+ if (!$auth && !$mfhd) {
+ $field_entries = $data->{ingest_data}->{field_entries};
+ $fp = $data->{ingest_data}->{fingerprint};
+ $rd = $data->{ingest_data}->{descriptor};
+ $uri = $data->{ingest_data}->{uri};
- $bib->fingerprint( $fp->{fingerprint} ) unless ($auth);
- $bib->quality( $fp->{quality} ) unless ($auth);
+ $bib->fingerprint( $fp->{fingerprint} );
+ $bib->quality( $fp->{quality} );
+ }
print( OpenSRF::Utils::JSON->perl2JSON($bib)."\n" );
- unless ($auth) {
+ if (!$auth && !$mfhd) {
print( OpenSRF::Utils::JSON->perl2JSON($rd)."\n" );
print( OpenSRF::Utils::JSON->perl2JSON($_)."\n" ) for (@$field_entries);
for my $u (@$uri) {
--- /dev/null
+#!/usr/bin/perl
+use strict;
+use warnings;
+
+use lib '/openils/lib/perl5/';
+
+use OpenSRF::System;
+use OpenSRF::Application;
+use OpenSRF::EX qw/:try/;
+use OpenSRF::AppSession;
+use OpenSRF::MultiSession;
+use OpenSRF::Utils::SettingsClient;
+use OpenILS::Application::AppUtils;
+use OpenILS::Utils::Fieldmapper;
+use Digest::MD5 qw/md5_hex/;
+use OpenSRF::Utils::JSON;
+use Data::Dumper;
+use Unicode::Normalize;
+
+use Time::HiRes qw/time/;
+use Getopt::Long;
+use MARC::Batch;
+use MARC::File::XML ( BinaryEncoding => 'utf-8' );
+use MARC::Charset;
+
+MARC::Charset->ignore_errors(1);
+
+my ($idfield, $count, $user, $password, $config, $marctype, @files, @trash_fields, $quiet) =
+ ('001', 1, 'admin', 'open-ils', '/openils/conf/opensrf_core.xml', 'USMARC');
+
+GetOptions(
+ 'idfield=i' => \$idfield,
+ 'startid=i' => \$count,
+ 'user=s' => \$user,
+ 'password=s' => \$password,
+ 'config=s' => \$config,
+ 'marctype=s' => \$marctype,
+ 'file=s' => \@files,
+ 'quiet' => \$quiet,
+);
+
+@files = @ARGV if (!@files);
+
+my @ses;
+my @req;
+my %processing_cache;
+
+OpenSRF::System->bootstrap_client( config_file => $config );
+Fieldmapper->import(IDL => OpenSRF::Utils::SettingsClient->new->config_value("IDL"));
+
+$user = OpenILS::Application::AppUtils->check_user_session( login($user,$password) )->id;
+
+select STDERR; $| = 1;
+select STDOUT; $| = 1;
+
+my $batch = new MARC::Batch ( $marctype, @files );
+$batch->strict_off();
+$batch->warnings_off();
+
+my $starttime = time;
+my $rec;
+while ( try { $rec = $batch->next } otherwise { $rec = -1 } ) {
+ next if ($rec == -1);
+ my $id = $count;
+ my $record_field = $rec->field($idfield);
+ my $record = $count;
+
+ # On some systems, the 001 actually points to the record ID
+ # We need to attach to the call number to handle holdings in different libraries
+ # but we can work out call numbers later in SQL by the record ID + call number text
+ if ($record_field) {
+ $record = $record_field->data;
+ $record =~ s/(\d+)/$1/;
+ }
+
+ (my $xml = $rec->as_xml_record()) =~ s/\n//sog;
+ $xml =~ s/^<\?xml.+\?\s*>//go;
+ $xml =~ s/>\s+</></go;
+ $xml =~ s/\p{Cc}//go;
+ $xml = OpenILS::Application::AppUtils->entityize($xml,'D');
+ $xml =~ s/[\x00-\x1f]//go;
+
+ my $bib = new Fieldmapper::serial::record_entry;
+ $bib->id($id);
+ $bib->record($record);
+ $bib->active('t');
+ $bib->deleted('f');
+ $bib->marc($xml);
+ $bib->creator($user);
+ $bib->create_date('now');
+ $bib->editor($user);
+ $bib->edit_date('now');
+ $bib->last_xact_id('IMPORT-'.$starttime);
+
+ print OpenSRF::Utils::JSON->perl2JSON($bib)."\n";
+
+ $count++;
+
+ if (!$quiet && !($count % 20)) {
+ print STDERR "\r$count\t". $count / (time - $starttime);
+ }
+}
+
+sub login {
+ my( $username, $password, $type ) = @_;
+
+ $type |= "staff";
+
+ my $seed = OpenILS::Application::AppUtils->simplereq(
+ 'open-ils.auth',
+ 'open-ils.auth.authenticate.init',
+ $username
+ );
+
+ die("No auth seed. Couldn't talk to the auth server") unless $seed;
+
+ my $response = OpenILS::Application::AppUtils->simplereq(
+ 'open-ils.auth',
+ 'open-ils.auth.authenticate.complete',
+ { username => $username,
+ password => md5_hex($seed . md5_hex($password)),
+ type => $type });
+
+ die("No auth response returned on login.") unless $response;
+
+ my $authtime = $response->{payload}->{authtime};
+ my $authtoken = $response->{payload}->{authtoken};
+
+ die("Login failed for user $username!") unless $authtoken;
+
+ return $authtoken;
+}
+
sub get_org_tree {
my $self = shift;
my $client = shift;
- return $U->get_org_tree($client->session->session_locale);
+ return $U->get_org_tree($client->session->session_locale);
}
use OpenSRF::Utils::SettingsClient;
use OpenSRF::Utils::Logger qw/:level/;
+use OpenILS::Application::AppUtils;
use OpenILS::Utils::ScriptRunner;
use OpenILS::Utils::Fieldmapper;
use OpenSRF::Utils::JSON;
}
}
-sub entityize {
- my $stuff = shift;
- my $form = shift;
-
- if ($form eq 'D') {
- $stuff = NFD($stuff);
- } else {
- $stuff = NFC($stuff);
- }
-
- $stuff =~ s/([\x{0080}-\x{fffd}])/sprintf('&#x%X;',ord($1))/sgoe;
- return $stuff;
-}
-
# --------------------------------------------------------------------------------
# Biblio ingest
my $self = shift;
my $client = shift;
my $bib = shift;
- my $xml = OpenILS::Application::Ingest::entityize($bib->marc);
+ my $xml = OpenILS::Application::AppUtils->entityize($bib->marc);
my $max_cn = shift;
my $max_uri = shift;
sub ro_biblio_ingest_single_xml {
my $self = shift;
my $client = shift;
- my $xml = OpenILS::Application::Ingest::entityize(shift);
+ my $xml = OpenILS::Application::AppUtils->entityize(shift);
my $document = $parser->parse_string($xml);
my $self = shift;
my $client = shift;
my $bib = shift;
- my $xml = OpenILS::Application::Ingest::entityize($bib->marc);
+ my $xml = OpenILS::Application::AppUtils->entityize($bib->marc);
my $document = $parser->parse_string($xml);
api_level => 1,
argc => 1,
);
+__PACKAGE__->register_method(
+ api_name => "open-ils.ingest.full.serial.object.readonly",
+ method => "ro_authority_ingest_single_object",
+ api_level => 1,
+ argc => 1,
+);
+
sub ro_authority_ingest_single_xml {
my $self = shift;
my $client = shift;
- my $xml = OpenILS::Application::Ingest::entityize(shift);
+ my $xml = OpenILS::Application::AppUtils->entityize(shift);
my $document = $parser->parse_string($xml);
stream => 1,
);
+# --------------------------------------------------------------------------------
+# Serial ingest
+
+package OpenILS::Application::Ingest::Serial;
+use base qw/OpenILS::Application::Ingest/;
+use Unicode::Normalize;
+
+sub ro_serial_ingest_single_object {
+ my $self = shift;
+ my $client = shift;
+ my $bib = shift;
+ my $xml = OpenILS::Application::AppUtils->entityize($bib->marc);
+
+ my $document = $parser->parse_string($xml);
+
+ my @mfr = $self->method_lookup("open-ils.ingest.flat_marc.serial.xml")->run($document);
+
+ $_->record($bib->id) for (@mfr);
+
+ return { full_rec => \@mfr };
+}
+__PACKAGE__->register_method(
+ api_name => "open-ils.ingest.full.serial.object.readonly",
+ method => "ro_serial_ingest_single_object",
+ api_level => 1,
+ argc => 1,
+);
+
+sub ro_serial_ingest_single_xml {
+ my $self = shift;
+ my $client = shift;
+ my $xml = OpenILS::Application::AppUtils->entityize(shift);
+
+ my $document = $parser->parse_string($xml);
+
+ my @mfr = $self->method_lookup("open-ils.ingest.flat_marc.serial.xml")->run($document);
+
+ return { full_rec => \@mfr };
+}
+__PACKAGE__->register_method(
+ api_name => "open-ils.ingest.full.serial.xml.readonly",
+ method => "ro_serial_ingest_single_xml",
+ api_level => 1,
+ argc => 1,
+);
+
+sub ro_serial_ingest_single_record {
+ my $self = shift;
+ my $client = shift;
+ my $rec = shift;
+
+ OpenILS::Application::Ingest->post_init();
+ my $r = OpenSRF::AppSession
+ ->create('open-ils.cstore')
+ ->request( 'open-ils.cstore.direct.serial.record_entry.retrieve' => $rec )
+ ->gather(1);
+
+ return undef unless ($r and @$r);
+
+ my ($res) = $self->method_lookup("open-ils.ingest.full.serial.xml.readonly")->run($r->marc);
+
+ $_->record($rec) for (@{$res->{full_rec}});
+ $res->{descriptor}->record($rec);
+
+ return $res;
+}
+__PACKAGE__->register_method(
+ api_name => "open-ils.ingest.full.serial.record.readonly",
+ method => "ro_serial_ingest_single_record",
+ api_level => 1,
+ argc => 1,
+);
+
+sub ro_serial_ingest_stream_record {
+ my $self = shift;
+ my $client = shift;
+
+ OpenILS::Application::Ingest->post_init();
+
+ my $ses = OpenSRF::AppSession->create('open-ils.cstore');
+
+ while (my ($resp) = $client->recv( count => 1, timeout => 5 )) {
+
+ my $rec = $resp->content;
+ last unless (defined $rec);
+
+ $log->debug("Running open-ils.ingest.full.serial.record.readonly ...");
+ my ($res) = $self->method_lookup("open-ils.ingest.full.serial.record.readonly")->run($rec);
+
+ $_->record($rec) for (@{$res->{full_rec}});
+
+ $client->respond( $res );
+ }
+
+ return undef;
+}
+__PACKAGE__->register_method(
+ api_name => "open-ils.ingest.full.serial.record_stream.readonly",
+ method => "ro_serial_ingest_stream_record",
+ api_level => 1,
+ stream => 1,
+);
+
+sub ro_serial_ingest_stream_xml {
+ my $self = shift;
+ my $client = shift;
+
+ OpenILS::Application::Ingest->post_init();
+
+ my $ses = OpenSRF::AppSession->create('open-ils.cstore');
+
+ while (my ($resp) = $client->recv( count => 1, timeout => 5 )) {
+
+ my $xml = $resp->content;
+ last unless (defined $xml);
+
+ $log->debug("Running open-ils.ingest.full.serial.xml.readonly ...");
+ my ($res) = $self->method_lookup("open-ils.ingest.full.serial.xml.readonly")->run($xml);
+
+ $client->respond( $res );
+ }
+
+ return undef;
+}
+__PACKAGE__->register_method(
+ api_name => "open-ils.ingest.full.serial.xml_stream.readonly",
+ method => "ro_serial_ingest_stream_xml",
+ api_level => 1,
+ stream => 1,
+);
+
+sub rw_serial_ingest_stream_import {
+ my $self = shift;
+ my $client = shift;
+
+ OpenILS::Application::Ingest->post_init();
+
+ my $ses = OpenSRF::AppSession->create('open-ils.cstore');
+
+ while (my ($resp) = $client->recv( count => 1, timeout => 5 )) {
+
+ my $bib = $resp->content;
+ last unless (defined $bib);
+
+ $log->debug("Running open-ils.ingest.full.serial.xml.readonly ...");
+ my ($res) = $self->method_lookup("open-ils.ingest.full.serial.xml.readonly")->run($bib->marc);
+
+ $_->record($bib->id) for (@{$res->{full_rec}});
+
+ $client->respond( $res );
+ }
+
+ return undef;
+}
+__PACKAGE__->register_method(
+ api_name => "open-ils.ingest.full.serial.bib_stream.import",
+ method => "rw_serial_ingest_stream_import",
+ api_level => 1,
+ stream => 1,
+);
+
# --------------------------------------------------------------------------------
# MARC index extraction
my @classes = @_;
OpenILS::Application::Ingest->post_init();
- $xml = $parser->parse_string(OpenILS::Application::Ingest::entityize($xml)) unless (ref $xml);
+ $xml = $parser->parse_string(OpenILS::Application::AppUtils->entityize($xml)) unless (ref $xml);
my %transform_cache;
$log->debug("processing [$xml]");
- $xml = $parser->parse_string(OpenILS::Application::Ingest::entityize($xml)) unless (ref $xml);
+ $xml = $parser->parse_string(OpenILS::Application::AppUtils->entityize($xml)) unless (ref $xml);
my $type = 'metabib';
$type = 'authority' if ($self->api_name =~ /authority/o);
+ $type = 'serial' if ($self->api_name =~ /serial/o);
OpenILS::Application::Ingest->post_init();
argc => 1,
stream => 1,
);
+__PACKAGE__->register_method(
+ api_name => "open-ils.ingest.flat_marc.serial.xml",
+ method => "flat_marc_xml",
+ api_level => 1,
+ argc => 1,
+ stream => 1,
+);
sub flat_marc_record {
my $self = shift;
my $type = 'biblio';
$type = 'authority' if ($self->api_name =~ /authority/o);
+ $type = 'serial' if ($self->api_name =~ /serial/o);
OpenILS::Application::Ingest->post_init();
my $r = OpenSRF::AppSession
argc => 1,
stream => 1,
);
-
+__PACKAGE__->register_method(
+ api_name => "open-ils.ingest.flat_marc.serial.record_entry",
+ method => "flat_marc_record",
+ api_level => 1,
+ argc => 1,
+ stream => 1,
+);
# --------------------------------------------------------------------------------
# URI extraction
sub biblio_fingerprint {
my $self = shift;
my $client = shift;
- my $xml = OpenILS::Application::Ingest::entityize(shift);
+ my $xml = OpenILS::Application::AppUtils->entityize(shift);
$log->internal("Got MARC [$xml]");
sub biblio_descriptor {
my $self = shift;
my $client = shift;
- my $xml = OpenILS::Application::Ingest::entityize(shift);
+ my $xml = OpenILS::Application::AppUtils->entityize(shift);
$log->internal("Got MARC [$xml]");
CREATE SCHEMA serial;
+CREATE TABLE serial.record_entry (
+ id BIGSERIAL PRIMARY KEY,
+ record BIGINT REFERENCES biblio.record_entry (id) ON DELETE SET NULL DEFERRABLE INITIALLY DEFERRED,
+ creator INT NOT NULL DEFAULT 1,
+ editor INT NOT NULL DEFAULT 1,
+ source INT,
+ create_date TIMESTAMP WITH TIME ZONE NOT NULL DEFAULT now(),
+ edit_date TIMESTAMP WITH TIME ZONE NOT NULL DEFAULT now(),
+ active BOOL NOT NULL DEFAULT TRUE,
+ deleted BOOL NOT NULL DEFAULT FALSE,
+ marc TEXT NOT NULL,
+ last_xact_id TEXT NOT NULL
+);
+CREATE INDEX serial_record_entry_creator_idx ON serial.record_entry ( creator );
+CREATE INDEX serial_record_entry_editor_idx ON serial.record_entry ( editor );
+
+CREATE TABLE serial.full_rec (
+ id BIGSERIAL PRIMARY KEY,
+ record BIGINT NOT NULL REFERENCES serial.record_entry(id) DEFERRABLE INITIALLY DEFERRED,
+ tag CHAR(3) NOT NULL,
+ ind1 TEXT,
+ ind2 TEXT,
+ subfield TEXT,
+ value TEXT NOT NULL,
+ index_vector tsvector NOT NULL
+);
+CREATE INDEX serial_full_rec_record_idx ON serial.full_rec (record);
+CREATE INDEX serial_full_rec_tag_part_idx ON serial.full_rec (SUBSTRING(tag FROM 2));
+CREATE TRIGGER serial_full_rec_fti_trigger
+ BEFORE UPDATE OR INSERT ON serial.full_rec
+ FOR EACH ROW EXECUTE PROCEDURE tsearch2(index_vector, value);
+
+CREATE INDEX serial_full_rec_index_vector_idx ON serial.full_rec USING GIST (index_vector);
+/* Enable LIKE to use an index for database clusters with locales other than C or POSIX */
+CREATE INDEX serial_full_rec_value_tpo_index ON serial.full_rec (value text_pattern_ops);
+
CREATE TABLE serial.subscription (
id SERIAL PRIMARY KEY,
callnumber BIGINT REFERENCES asset.call_number (id) ON DELETE SET NULL DEFERRABLE INITIALLY DEFERRED,
uri INT REFERENCES asset.uri (id) ON DELETE SET NULL DEFERRABLE INITIALLY DEFERRED,
start_date DATE NOT NULL,
- end_date DATE NOT NULL
+ end_date DATE -- interpret NULL as current subscription
);
CREATE TABLE serial.binding_unit (
id SERIAL PRIMARY KEY,
subscription INT NOT NULL REFERENCES serial.subscription (id) ON DELETE CASCADE DEFERRABLE INITIALLY DEFERRED,
target_copy BIGINT REFERENCES asset.copy (id) ON DELETE CASCADE DEFERRABLE INITIALLY DEFERRED,
+ location BIGINT REFERENCES asset.copy_location(id) DEFERRABLE INITIALLY DEFERRED,
binding_unit INT REFERENCES serial.binding_unit (id) ON DELETE CASCADE DEFERRABLE INITIALLY DEFERRED,
label TEXT
);
CREATE TABLE serial.bib_summary (
id SERIAL PRIMARY KEY,
- call_number INT UNIQUE NOT NULL REFERENCES serial.subscription (id) ON DELETE CASCADE DEFERRABLE INITIALLY DEFERRED,
+ subscription INT UNIQUE NOT NULL REFERENCES serial.subscription (id) ON DELETE CASCADE DEFERRABLE INITIALLY DEFERRED,
generated_coverage TEXT NOT NULL,
textual_holdings TEXT
);
CREATE TABLE serial.sup_summary (
id SERIAL PRIMARY KEY,
- call_number INT UNIQUE NOT NULL REFERENCES serial.subscription (id) ON DELETE CASCADE DEFERRABLE INITIALLY DEFERRED,
+ subscription INT UNIQUE NOT NULL REFERENCES serial.subscription (id) ON DELETE CASCADE DEFERRABLE INITIALLY DEFERRED,
generated_coverage TEXT NOT NULL,
textual_holdings TEXT
);
CREATE TABLE serial.index_summary (
id SERIAL PRIMARY KEY,
- call_number INT UNIQUE NOT NULL REFERENCES serial.subscription (id) ON DELETE CASCADE DEFERRABLE INITIALLY DEFERRED,
+ subscription INT UNIQUE NOT NULL REFERENCES serial.subscription (id) ON DELETE CASCADE DEFERRABLE INITIALLY DEFERRED,
generated_coverage TEXT NOT NULL,
textual_holdings TEXT
);
projects / working / Evergreen.git / commitdiff