2 package OpenILS::Application::Search::Z3950;
3 use strict; use warnings;
4 use base qw/OpenSRF::Application/;
10 use OpenSRF::Utils::SettingsClient;
11 use Unicode::Normalize;
14 use OpenILS::Utils::FlatXML;
15 use OpenILS::Application::Cat::Utils;
16 use OpenILS::Application::AppUtils;
19 use OpenSRF::Utils::Logger qw/$logger/;
21 use OpenSRF::EX qw(:try);
23 my $utils = "OpenILS::Application::Cat::Utils";
24 my $apputils = "OpenILS::Application::AppUtils";
27 use OpenILS::Utils::ModsParser;
30 my $output = "USMARC"; # only support output for now
50 $stuff =~ s/([\x{0080}-\x{fffd}])/sprintf('&#x%X;',ord($1))/sgoe;
55 $settings_client = OpenSRF::Utils::SettingsClient->new();
57 $defserv = $settings_client->config_value("z3950", "default" );
59 ( $host, $port, $database ) = _load_settings($defserv);
60 $tcnattr = $settings_client->config_value("z3950", $defserv, "tcnattr");
61 $isbnattr = $settings_client->config_value("z3950", $defserv, "isbnattr");
63 $logger->info("z3950: Loading Defaults: service=$defserv, host=$host, port=$port, ".
64 "db=$database, tcnattr=$tcnattr, isbnattr=$isbnattr" );
70 if( $service eq $defserv and $host ) {
71 return ( $host, $port, $database );
75 $settings_client->config_value("z3950", $service, "host"),
76 $settings_client->config_value("z3950", $service, "port"),
77 $settings_client->config_value("z3950", $service, "db"),
78 #$settings_client->config_value("z3950", $service, "username"),
79 #$settings_client->config_value("z3950", $service, "password"),
85 __PACKAGE__->register_method(
86 method => "marcxml_to_brn",
87 api_name => "open-ils.search.z3950.marcxml_to_brn",
91 my( $self, $client, $marcxml ) = @_;
96 # Strip the namespace info from the <collection> node and shove it into
97 # the <record> node, if the collection node exists
98 my ($ns) = ( $marcxml =~ /<collection(.*)?>/og );
99 $logger->info("marcxml_to_brn extracted namespace info: $ns") if $ns;
100 $marcxml =~ s/<collection(.*)?>//og;
101 $marcxml =~ s/<\/collection>//og;
102 $marcxml =~ s/<record>/<record $ns>/og if $ns;
104 my $flat = OpenILS::Utils::FlatXML->new( xml => $marcxml );
105 my $doc = $flat->xml_to_doc();
107 $logger->debug("z3950: Turning doc into a nodeset...");
110 my $nodes = OpenILS::Utils::FlatXML->new->xmldoc_to_nodeset($doc);
111 $logger->debug("z3950: turning nodeset into tree");
112 $tree = $utils->nodeset2tree( $nodes->nodeset );
118 $logger->error("z3950: Error turning doc into nodeset/node tree: $err");
128 __PACKAGE__->register_method(
129 method => "z39_search_by_string",
130 api_name => "open-ils.search.z3950.raw_string",
133 sub z39_search_by_string {
135 my( $self, $connection, $authtoken, $params ) = @_;
136 my( $hst, $prt, $db );
138 my $usr = $$params{username};
139 my $pw = $$params{password};
141 my( $requestor, $evt ) = $U->checksesperm($authtoken, 'REMOTE_Z3950_QUERY');
143 my $service = $$params{service};
144 my $search = $$params{search};
147 ($hst, $prt, $db) = _load_settings($$params{service});
150 $hst = $$params{host};
151 $prt = $$params{prt};
153 $service = "(custom)";
156 $logger->info("z3950: Search App connecting: service=$service, ".
157 "host=$hst, port=$prt, db=$db, username=$usr, password=$pw, search=$search" );
159 return OpenILS::Event->new('BAD_PARAMS') unless ($hst and $prt and $db);
161 $usr ||= ""; $pw ||= "";
163 my $conn = new Net::Z3950::Connection(
168 preferredRecordSyntax => $output,
172 $logger->error("Unable to create Z3950 connection: $hst, $prt, $db, $usr, $pw, $output");
173 return OpenILS::Event->new('Z3950_LOGIN_FAILED');
176 my $rs = $conn->search( $search );
177 return OpenILS::Event->new('Z3950_SEARCH_FAILED') unless $rs;
179 # We want nice full records
180 $rs->option(elementSetName => "f");
185 $hash->{count} = $rs->size();
186 $logger->info("z3950: Search recovered " . $hash->{count} . " records");
188 # until there is a more graceful way to handle this
189 if($hash->{count} > 20) { return $hash; }
191 for( my $x = 0; $x != $hash->{count}; $x++ ) {
192 $logger->debug("z3950: Churning on z39 record count $x");
194 my $rec = $rs->record($x+1);
195 my $marc = MARC::Record->new_from_usmarc($rec->rawdata());
198 my $doc = XML::LibXML->new->parse_string($marc->as_xml_record());
200 # strip the <xml> declaration and run through entityize
201 my $marcxml = entityize( $doc->documentElement->toString );
204 my $u = OpenILS::Utils::ModsParser->new();
206 $logger->debug("z3950: creating mvr");
207 $u->start_mods_batch( $marcxml );
208 $mods = $u->finish_mods_batch();
210 push @$records, { 'mvr' => $mods, 'marcxml' => $marcxml };
213 $logger->debug("z3950: got here near the end with " . scalar(@$records) . " records." );
215 $hash->{records} = $records;
221 __PACKAGE__->register_method(
222 method => "tcn_search",
223 api_name => "open-ils.search.z3950.tcn",
227 my($self, $connection, $authtoken, $tcn, $service, $username, $password) = @_;
229 my( $requestor, $evt ) = $U->checksesperm($authtoken, 'REMOTE_Z3950_QUERY');
231 $service ||= $defserv;
233 my $attr = $settings_client->config_value("z3950", $service, "tcnattr");
235 $logger->info("z3950: Searching for TCN $tcn");
237 return $self->z39_search_by_string(
238 $connection, $authtoken, {
239 search => "\@attr 1=$attr \"$tcn\"",
241 username => $username,
242 password => $password,
248 __PACKAGE__->register_method(
249 method => "isbn_search",
250 api_name => "open-ils.search.z3950.isbn",
254 my( $self, $connection, $authtoken, $isbn, $service, $username, $password ) = @_;
256 my( $requestor, $evt ) = $U->checksesperm($authtoken, 'REMOTE_Z3950_QUERY');
258 $service ||= $defserv;
260 my $attr = $settings_client->config_value("z3950", $service, "isbnattr");
262 $logger->info("z3950: Performing ISBN search : $isbn");
264 return $self->z39_search_by_string(
265 $connection, $authtoken, {
266 search => "\@attr 1=$attr \"$isbn\"",
267 service => $service ,
268 username => $username,
269 password => $password,
275 __PACKAGE__->register_method(
276 method => "query_interfaces",
277 api_name => "open-ils.search.z3950.services.retrieve",
280 sub query_interfaces {
281 my( $self, $client, $authtoken ) = @_;
282 my( $requestor, $evt ) = $U->checksesperm($authtoken, 'REMOTE_Z3950_QUERY');
284 my $services = $settings_client->config_value("z3950");
285 $services = { $services } unless ref($services);
287 return [ grep { $_ ne 'default' } keys %$services ];