1 package OpenILS::Application::Storage::Publisher::metabib;
2 use base qw/OpenILS::Application::Storage::Publisher/;
4 use OpenSRF::EX qw/:try/;
5 use OpenILS::Application::Storage::FTS;
6 use OpenILS::Utils::Fieldmapper;
7 use OpenSRF::Utils::Logger qw/:level/;
8 use OpenSRF::Utils::Cache;
10 use Digest::MD5 qw/md5_hex/;
13 my $log = 'OpenSRF::Utils::Logger';
17 sub ordered_records_from_metarecord {
28 my ($t, $f) = split '-', $formats;
29 @types = split '', $t;
30 @forms = split '', $f;
35 "actor.org_unit_descendants($org, $depth)" :
36 "actor.org_unit_descendants($org)" ;
39 my $copies_visible = 'AND cp.opac_visible IS TRUE AND cs.holdable IS TRUE AND cl.opac_visible IS TRUE';
40 $copies_visible = '' if ($self->api_name =~ /staff/o);
42 my $sm_table = metabib::metarecord_source_map->table;
43 my $rd_table = metabib::record_descriptor->table;
44 my $fr_table = metabib::full_rec->table;
45 my $cn_table = asset::call_number->table;
46 my $cl_table = asset::copy_location->table;
47 my $cp_table = asset::copy->table;
48 my $cs_table = config::copy_status->table;
49 my $src_table = config::bib_source->table;
50 my $out_table = actor::org_unit_type->table;
51 my $br_table = biblio::record_entry->table;
58 FIRST(COALESCE(LTRIM(SUBSTR( value, COALESCE(SUBSTRING(ind2 FROM '\\\\d+'),'0')::INT + 1 )),'zzzzzzzz')) AS title
70 if ($copies_visible) {
76 WHERE rd.record = sm.source
77 AND fr.record = sm.source
80 AND (EXISTS ((SELECT 1
82 JOIN $cn_table cn ON (cp.call_number = cn.id)
83 JOIN $cs_table cs ON (cp.status = cs.id)
84 JOIN $cl_table cl ON (cp.location = cl.id)
85 JOIN $descendants d ON (cp.circ_lib = d.id)
86 WHERE cn.record = sm.source
92 WHERE src.id = br.source
93 AND src.transcendant IS TRUE))
100 JOIN $br_table br ON (sm.source = br.id)
101 JOIN $fr_table fr ON (fr.record = br.id)
102 JOIN $rd_table rd ON (rd.record = br.id)
103 WHERE sm.metarecord = ?
109 WHERE cn.record = br.id
110 AND cn.deleted = FALSE
111 AND cp.deleted = FALSE
112 AND cp.circ_lib = d.id
113 AND cn.id = cp.call_number
119 WHERE cn.record = br.id
120 AND cn.deleted = FALSE
121 AND cp.deleted = FALSE
122 AND cn.id = cp.call_number
128 WHERE src.id = br.source
129 AND src.transcendant IS TRUE))
135 $sql .= ' AND rd.item_type IN ('.join(',',map{'?'}@types).')';
139 $sql .= ' AND rd.item_form IN ('.join(',',map{'?'}@forms).')';
149 GROUP BY record, item_type, item_form, quality
152 WHEN item_type IS NULL -- default
154 WHEN item_type = '' -- default
156 WHEN item_type IN ('a','t') -- books
158 WHEN item_type = 'g' -- movies
160 WHEN item_type IN ('i','j') -- sound recordings
162 WHEN item_type = 'm' -- software
164 WHEN item_type = 'k' -- images
166 WHEN item_type IN ('e','f') -- maps
168 WHEN item_type IN ('o','p') -- mixed
170 WHEN item_type IN ('c','d') -- music
172 WHEN item_type = 'r' -- 3d
179 my $ids = metabib::metarecord_source_map->db_Main->selectcol_arrayref($sql, {}, "$mr", @types, @forms);
180 return $ids if ($self->api_name =~ /atomic$/o);
182 $client->respond( $_ ) for ( @$ids );
186 __PACKAGE__->register_method(
187 api_name => 'open-ils.storage.ordered.metabib.metarecord.records',
188 method => 'ordered_records_from_metarecord',
192 __PACKAGE__->register_method(
193 api_name => 'open-ils.storage.ordered.metabib.metarecord.records.staff',
194 method => 'ordered_records_from_metarecord',
199 __PACKAGE__->register_method(
200 api_name => 'open-ils.storage.ordered.metabib.metarecord.records.atomic',
201 method => 'ordered_records_from_metarecord',
205 __PACKAGE__->register_method(
206 api_name => 'open-ils.storage.ordered.metabib.metarecord.records.staff.atomic',
207 method => 'ordered_records_from_metarecord',
215 my $isxn = lc(shift());
217 my $tag = ($self->api_name =~ /isbn/o) ? '020' : '022';
219 my $fr_table = metabib::full_rec->table;
228 my $list = metabib::metarecord_source_map->db_Main->selectcol_arrayref($sql, {}, $tag, "$isxn%");
229 $client->respond($_) for (@$list);
232 __PACKAGE__->register_method(
233 api_name => 'open-ils.storage.id_list.biblio.record_entry.search.isbn',
234 method => 'isxn_search',
238 __PACKAGE__->register_method(
239 api_name => 'open-ils.storage.id_list.biblio.record_entry.search.issn',
240 method => 'isxn_search',
245 sub metarecord_copy_count {
251 my $sm_table = metabib::metarecord_source_map->table;
252 my $rd_table = metabib::record_descriptor->table;
253 my $cn_table = asset::call_number->table;
254 my $cp_table = asset::copy->table;
255 my $br_table = biblio::record_entry->table;
256 my $src_table = config::bib_source->table;
257 my $cl_table = asset::copy_location->table;
258 my $cs_table = config::copy_status->table;
259 my $out_table = actor::org_unit_type->table;
260 my $descendants = "actor.org_unit_descendants(u.id)";
261 my $ancestors = "actor.org_unit_ancestors(?)";
263 my $copies_visible = 'AND cp.opac_visible IS TRUE AND cs.holdable IS TRUE AND cl.opac_visible IS TRUE';
264 $copies_visible = '' if ($self->api_name =~ /staff/o);
267 my ($t_filter, $f_filter) = ('','');
270 my ($t, $f) = split '-', $args{format};
271 @types = split '', $t;
272 @forms = split '', $f;
274 $t_filter = ' AND rd.item_type IN ('.join(',',map{'?'}@types).')';
278 $f_filter .= ' AND rd.item_form IN ('.join(',',map{'?'}@forms).')';
288 JOIN $cn_table cn ON (cn.record = r.source)
289 JOIN $rd_table rd ON (cn.record = rd.record)
290 JOIN $cp_table cp ON (cn.id = cp.call_number)
291 JOIN $cs_table cs ON (cp.status = cs.id)
292 JOIN $cl_table cl ON (cp.location = cl.id)
293 JOIN $descendants a ON (cp.circ_lib = a.id)
294 WHERE r.metarecord = ?
295 AND cn.deleted IS FALSE
296 AND cp.deleted IS FALSE
305 JOIN $cn_table cn ON (cn.record = r.source)
306 JOIN $rd_table rd ON (cn.record = rd.record)
307 JOIN $cp_table cp ON (cn.id = cp.call_number)
308 JOIN $cs_table cs ON (cp.status = cs.id)
309 JOIN $cl_table cl ON (cp.location = cl.id)
310 JOIN $descendants a ON (cp.circ_lib = a.id)
311 WHERE r.metarecord = ?
313 AND cn.deleted IS FALSE
314 AND cp.deleted IS FALSE
323 JOIN $cn_table cn ON (cn.record = r.source)
324 JOIN $rd_table rd ON (cn.record = rd.record)
325 JOIN $cp_table cp ON (cn.id = cp.call_number)
326 JOIN $cs_table cs ON (cp.status = cs.id)
327 JOIN $cl_table cl ON (cp.location = cl.id)
328 WHERE r.metarecord = ?
329 AND cn.deleted IS FALSE
330 AND cp.deleted IS FALSE
331 AND cp.opac_visible IS TRUE
332 AND cs.holdable IS TRUE
333 AND cl.opac_visible IS TRUE
341 JOIN $br_table br ON (br.id = r.source)
342 JOIN $src_table src ON (src.id = br.source)
343 WHERE r.metarecord = ?
344 AND src.transcendant IS TRUE
349 JOIN $out_table t ON (u.ou_type = t.id)
353 my $sth = metabib::metarecord_source_map->db_Main->prepare_cached($sql);
354 $sth->execute( ''.$args{metarecord},
357 ''.$args{metarecord},
360 ''.$args{metarecord},
363 ''.$args{metarecord},
367 while ( my $row = $sth->fetchrow_hashref ) {
368 $client->respond( $row );
372 __PACKAGE__->register_method(
373 api_name => 'open-ils.storage.metabib.metarecord.copy_count',
374 method => 'metarecord_copy_count',
379 __PACKAGE__->register_method(
380 api_name => 'open-ils.storage.metabib.metarecord.copy_count.staff',
381 method => 'metarecord_copy_count',
387 sub biblio_multi_search_full_rec {
392 my $class_join = $args{class_join} || 'AND';
393 my $limit = $args{limit} || 100;
394 my $offset = $args{offset} || 0;
395 my $sort = $args{'sort'};
396 my $sort_dir = $args{sort_dir} || 'DESC';
401 for my $arg (@{ $args{searches} }) {
402 my $term = $$arg{term};
403 my $limiters = $$arg{restrict};
405 my ($index_col) = metabib::full_rec->columns('FTS');
406 $index_col ||= 'value';
407 my $search_table = metabib::full_rec->table;
409 my $fts = OpenILS::Application::Storage::FTS->compile($term, 'value',"$index_col");
411 my $fts_where = $fts->sql_where_clause();
412 my @fts_ranks = $fts->fts_rank;
414 my $rank = join(' + ', @fts_ranks);
417 for my $limit (@$limiters) {
418 push @wheres, "( tag = ? AND subfield LIKE ? AND $fts_where )";
419 push @binds, $$limit{tag}, $$limit{subfield};
420 $log->debug("Limiting query using { tag => $$limit{tag}, subfield => $$limit{subfield} }", DEBUG);
422 my $where = join(' OR ', @wheres);
424 push @selects, "SELECT id, record, $rank as sum FROM $search_table WHERE $where";
428 my $descendants = defined($args{depth}) ?
429 "actor.org_unit_descendants($args{org_unit}, $args{depth})" :
430 "actor.org_unit_descendants($args{org_unit})" ;
433 my $metabib_record_descriptor = metabib::record_descriptor->table;
434 my $metabib_full_rec = metabib::full_rec->table;
435 my $asset_call_number_table = asset::call_number->table;
436 my $asset_copy_table = asset::copy->table;
437 my $cs_table = config::copy_status->table;
438 my $cl_table = asset::copy_location->table;
439 my $br_table = biblio::record_entry->table;
441 my $cj = 'HAVING COUNT(x.id) = ' . scalar(@selects) if ($class_join eq 'AND');
443 '(SELECT x.record, sum(x.sum) FROM (('.
444 join(') UNION ALL (', @selects).
445 ")) x GROUP BY 1 $cj ORDER BY 2 DESC )";
447 my $has_vols = 'AND cn.owning_lib = d.id';
448 my $has_copies = 'AND cp.call_number = cn.id';
449 my $copies_visible = 'AND cp.opac_visible IS TRUE AND cs.holdable IS TRUE AND cl.opac_visible IS TRUE';
451 if ($self->api_name =~ /staff/o) {
452 $copies_visible = '';
453 $has_copies = '' if ($ou_type == 0);
454 $has_vols = '' if ($ou_type == 0);
457 my ($t_filter, $f_filter) = ('','');
458 my ($a_filter, $l_filter, $lf_filter) = ('','','');
460 if (my $a = $args{audience}) {
461 $a = [$a] if (!ref($a));
464 $a_filter = ' AND rd.audience IN ('.join(',',map{'?'}@aud).')';
468 if (my $l = $args{language}) {
469 $l = [$l] if (!ref($l));
472 $l_filter = ' AND rd.item_lang IN ('.join(',',map{'?'}@lang).')';
476 if (my $f = $args{lit_form}) {
477 $f = [$f] if (!ref($f));
480 $lf_filter = ' AND rd.lit_form IN ('.join(',',map{'?'}@lit_form).')';
481 push @binds, @lit_form;
484 if (my $f = $args{item_form}) {
485 $f = [$f] if (!ref($f));
488 $f_filter = ' AND rd.item_form IN ('.join(',',map{'?'}@forms).')';
492 if (my $t = $args{item_type}) {
493 $t = [$t] if (!ref($t));
496 $t_filter = ' AND rd.item_type IN ('.join(',',map{'?'}@types).')';
502 my ($t, $f) = split '-', $args{format};
503 my @types = split '', $t;
504 my @forms = split '', $f;
506 $t_filter = ' AND rd.item_type IN ('.join(',',map{'?'}@types).')';
510 $f_filter .= ' AND rd.item_form IN ('.join(',',map{'?'}@forms).')';
512 push @binds, @types, @forms;
515 my $relevance = 'sum(f.sum)';
516 $relevance = 1 if (!$copies_visible);
518 my $rank = $relevance;
519 if (lc($sort) eq 'pubdate') {
522 SELECT COALESCE(SUBSTRING(frp.value FROM '\\\\d+'),'9999')::INT
523 FROM $metabib_full_rec frp
524 WHERE frp.record = f.record
526 AND frp.subfield = 'c'
530 } elsif (lc($sort) eq 'create_date') {
532 ( FIRST (( SELECT create_date FROM $br_table rbr WHERE rbr.id = f.record)) )
534 } elsif (lc($sort) eq 'edit_date') {
536 ( FIRST (( SELECT edit_date FROM $br_table rbr WHERE rbr.id = f.record)) )
538 } elsif (lc($sort) eq 'title') {
541 SELECT COALESCE(LTRIM(SUBSTR( frt.value, COALESCE(SUBSTRING(frt.ind2 FROM '\\\\d+'),'0')::INT + 1 )),'zzzzzzzz')
542 FROM $metabib_full_rec frt
543 WHERE frt.record = f.record
545 AND frt.subfield = 'a'
549 } elsif (lc($sort) eq 'author') {
552 SELECT COALESCE(LTRIM(fra.value),'zzzzzzzz')
553 FROM $metabib_full_rec fra
554 WHERE fra.record = f.record
555 AND fra.tag LIKE '1%'
556 AND fra.subfield = 'a'
557 ORDER BY fra.tag::text::int
566 if ($copies_visible) {
568 SELECT f.record, $relevance, count(DISTINCT cp.id), $rank
569 FROM $search_table f,
570 $asset_call_number_table cn,
571 $asset_copy_table cp,
575 $metabib_record_descriptor rd,
577 WHERE br.id = f.record
578 AND cn.record = f.record
579 AND rd.record = f.record
580 AND cp.status = cs.id
581 AND cp.location = cl.id
582 AND br.deleted IS FALSE
583 AND cn.deleted IS FALSE
584 AND cp.deleted IS FALSE
593 GROUP BY f.record HAVING count(DISTINCT cp.id) > 0
594 ORDER BY 4 $sort_dir,3 DESC
598 SELECT f.record, 1, 1, $rank
599 FROM $search_table f,
601 $metabib_record_descriptor rd
602 WHERE br.id = f.record
603 AND rd.record = f.record
604 AND br.deleted IS FALSE
616 $log->debug("Search SQL :: [$select]",DEBUG);
618 my $recs = metabib::full_rec->db_Main->selectall_arrayref("$select;", {}, @binds);
619 $log->debug("Search yielded ".scalar(@$recs)." results.",DEBUG);
622 $max = 1 if (!@$recs);
624 $max = $$_[1] if ($$_[1] > $max);
628 for my $rec (@$recs[$offset .. $offset + $limit - 1]) {
629 next unless ($$rec[0]);
630 my ($rid,$rank,$junk,$skip) = @$rec;
631 $client->respond( [$rid, sprintf('%0.3f',$rank/$max), $count] );
635 __PACKAGE__->register_method(
636 api_name => 'open-ils.storage.biblio.full_rec.multi_search',
637 method => 'biblio_multi_search_full_rec',
642 __PACKAGE__->register_method(
643 api_name => 'open-ils.storage.biblio.full_rec.multi_search.staff',
644 method => 'biblio_multi_search_full_rec',
650 sub search_full_rec {
656 my $term = $args{term};
657 my $limiters = $args{restrict};
659 my ($index_col) = metabib::full_rec->columns('FTS');
660 $index_col ||= 'value';
661 my $search_table = metabib::full_rec->table;
663 my $fts = OpenILS::Application::Storage::FTS->compile($term, 'value',"$index_col");
665 my $fts_where = $fts->sql_where_clause();
666 my @fts_ranks = $fts->fts_rank;
668 my $rank = join(' + ', @fts_ranks);
672 for my $limit (@$limiters) {
673 push @wheres, "( tag = ? AND subfield LIKE ? AND $fts_where )";
674 push @binds, $$limit{tag}, $$limit{subfield};
675 $log->debug("Limiting query using { tag => $$limit{tag}, subfield => $$limit{subfield} }", DEBUG);
677 my $where = join(' OR ', @wheres);
679 my $select = "SELECT record, sum($rank) FROM $search_table WHERE $where GROUP BY 1 ORDER BY 2 DESC;";
681 $log->debug("Search SQL :: [$select]",DEBUG);
683 my $recs = metabib::full_rec->db_Main->selectall_arrayref($select, {}, @binds);
684 $log->debug("Search yielded ".scalar(@$recs)." results.",DEBUG);
686 $client->respond($_) for (@$recs);
689 __PACKAGE__->register_method(
690 api_name => 'open-ils.storage.direct.metabib.full_rec.search_fts.value',
691 method => 'search_full_rec',
696 __PACKAGE__->register_method(
697 api_name => 'open-ils.storage.direct.metabib.full_rec.search_fts.index_vector',
698 method => 'search_full_rec',
705 # XXX factored most of the PG dependant stuff out of here... need to find a way to do "dependants".
706 sub search_class_fts {
711 my $term = $args{term};
712 my $ou = $args{org_unit};
713 my $ou_type = $args{depth};
714 my $limit = $args{limit};
715 my $offset = $args{offset};
717 my $limit_clause = '';
718 my $offset_clause = '';
720 $limit_clause = "LIMIT $limit" if (defined $limit and int($limit) > 0);
721 $offset_clause = "OFFSET $offset" if (defined $offset and int($offset) > 0);
724 my ($t_filter, $f_filter) = ('','');
727 my ($t, $f) = split '-', $args{format};
728 @types = split '', $t;
729 @forms = split '', $f;
731 $t_filter = ' AND rd.item_type IN ('.join(',',map{'?'}@types).')';
735 $f_filter .= ' AND rd.item_form IN ('.join(',',map{'?'}@forms).')';
741 my $descendants = defined($ou_type) ?
742 "actor.org_unit_descendants($ou, $ou_type)" :
743 "actor.org_unit_descendants($ou)";
745 my $class = $self->{cdbi};
746 my $search_table = $class->table;
748 my $metabib_record_descriptor = metabib::record_descriptor->table;
749 my $metabib_metarecord = metabib::metarecord->table;
750 my $metabib_metarecord_source_map_table = metabib::metarecord_source_map->table;
751 my $asset_call_number_table = asset::call_number->table;
752 my $asset_copy_table = asset::copy->table;
753 my $cs_table = config::copy_status->table;
754 my $cl_table = asset::copy_location->table;
756 my ($index_col) = $class->columns('FTS');
757 $index_col ||= 'value';
759 my $fts = OpenILS::Application::Storage::FTS->compile($term, 'f.value', "f.$index_col");
761 my $fts_where = $fts->sql_where_clause;
762 my @fts_ranks = $fts->fts_rank;
764 my $rank = join(' + ', @fts_ranks);
766 my $has_vols = 'AND cn.owning_lib = d.id';
767 my $has_copies = 'AND cp.call_number = cn.id';
768 my $copies_visible = 'AND cp.opac_visible IS TRUE AND cs.holdable IS TRUE AND cl.opac_visible IS TRUE';
770 my $visible_count = ', count(DISTINCT cp.id)';
771 my $visible_count_test = 'HAVING count(DISTINCT cp.id) > 0';
773 if ($self->api_name =~ /staff/o) {
774 $copies_visible = '';
775 $visible_count_test = '';
776 $has_copies = '' if ($ou_type == 0);
777 $has_vols = '' if ($ou_type == 0);
780 my $rank_calc = <<" RANK";
782 * CASE WHEN f.value ILIKE ? THEN 1.2 ELSE 1 END -- phrase order
783 * CASE WHEN f.value ILIKE ? THEN 1.5 ELSE 1 END -- first word match
784 * CASE WHEN f.value ~* ? THEN 2 ELSE 1 END -- only word match
785 )/COUNT(m.source)), MIN(COALESCE(CHAR_LENGTH(f.value),1))
788 $rank_calc = ',1 , 1' if ($self->api_name =~ /unordered/o);
790 if ($copies_visible) {
792 SELECT m.metarecord $rank_calc $visible_count, CASE WHEN COUNT(DISTINCT m.source) = 1 THEN MAX(m.source) ELSE MAX(0) END
793 FROM $search_table f,
794 $metabib_metarecord_source_map_table m,
795 $asset_call_number_table cn,
796 $asset_copy_table cp,
799 $metabib_record_descriptor rd,
802 AND m.source = f.source
803 AND cn.record = m.source
804 AND rd.record = m.source
805 AND cp.status = cs.id
806 AND cp.location = cl.id
812 GROUP BY 1 $visible_count_test
814 $limit_clause $offset_clause
818 SELECT m.metarecord $rank_calc, 0, CASE WHEN COUNT(DISTINCT m.source) = 1 THEN MAX(m.source) ELSE MAX(0) END
819 FROM $search_table f,
820 $metabib_metarecord_source_map_table m,
821 $metabib_record_descriptor rd
823 AND m.source = f.source
824 AND rd.record = m.source
829 $limit_clause $offset_clause
833 $log->debug("Field Search SQL :: [$select]",DEBUG);
835 my $SQLstring = join('%',$fts->words);
836 my $REstring = join('\\s+',$fts->words);
837 my $first_word = ($fts->words)[0].'%';
838 my $recs = ($self->api_name =~ /unordered/o) ?
839 $class->db_Main->selectall_arrayref($select, {}, @types, @forms) :
840 $class->db_Main->selectall_arrayref($select, {},
841 '%'.lc($SQLstring).'%', # phrase order match
842 lc($first_word), # first word match
843 '^\\s*'.lc($REstring).'\\s*/?\s*$', # full exact match
847 $log->debug("Search yielded ".scalar(@$recs)." results.",DEBUG);
849 $client->respond($_) for (map { [@$_[0,1,3,4]] } @$recs);
853 for my $class ( qw/title author subject keyword series/ ) {
854 __PACKAGE__->register_method(
855 api_name => "open-ils.storage.metabib.$class.search_fts.metarecord",
856 method => 'search_class_fts',
859 cdbi => "metabib::${class}_field_entry",
862 __PACKAGE__->register_method(
863 api_name => "open-ils.storage.metabib.$class.search_fts.metarecord.unordered",
864 method => 'search_class_fts',
867 cdbi => "metabib::${class}_field_entry",
870 __PACKAGE__->register_method(
871 api_name => "open-ils.storage.metabib.$class.search_fts.metarecord.staff",
872 method => 'search_class_fts',
875 cdbi => "metabib::${class}_field_entry",
878 __PACKAGE__->register_method(
879 api_name => "open-ils.storage.metabib.$class.search_fts.metarecord.staff.unordered",
880 method => 'search_class_fts',
883 cdbi => "metabib::${class}_field_entry",
888 # XXX factored most of the PG dependant stuff out of here... need to find a way to do "dependants".
889 sub search_class_fts_count {
894 my $term = $args{term};
895 my $ou = $args{org_unit};
896 my $ou_type = $args{depth};
897 my $limit = $args{limit} || 100;
898 my $offset = $args{offset} || 0;
900 my $descendants = defined($ou_type) ?
901 "actor.org_unit_descendants($ou, $ou_type)" :
902 "actor.org_unit_descendants($ou)";
905 my ($t_filter, $f_filter) = ('','');
908 my ($t, $f) = split '-', $args{format};
909 @types = split '', $t;
910 @forms = split '', $f;
912 $t_filter = ' AND rd.item_type IN ('.join(',',map{'?'}@types).')';
916 $f_filter .= ' AND rd.item_form IN ('.join(',',map{'?'}@forms).')';
921 (my $search_class = $self->api_name) =~ s/.*metabib.(\w+).search_fts.*/$1/o;
923 my $class = $self->{cdbi};
924 my $search_table = $class->table;
926 my $metabib_record_descriptor = metabib::record_descriptor->table;
927 my $metabib_metarecord_source_map_table = metabib::metarecord_source_map->table;
928 my $asset_call_number_table = asset::call_number->table;
929 my $asset_copy_table = asset::copy->table;
930 my $cs_table = config::copy_status->table;
931 my $cl_table = asset::copy_location->table;
933 my ($index_col) = $class->columns('FTS');
934 $index_col ||= 'value';
936 my $fts = OpenILS::Application::Storage::FTS->compile($term, 'value',"$index_col");
938 my $fts_where = $fts->sql_where_clause;
940 my $has_vols = 'AND cn.owning_lib = d.id';
941 my $has_copies = 'AND cp.call_number = cn.id';
942 my $copies_visible = 'AND cp.opac_visible IS TRUE AND cs.holdable IS TRUE AND cl.opac_visible IS TRUE';
943 if ($self->api_name =~ /staff/o) {
944 $copies_visible = '';
945 $has_vols = '' if ($ou_type == 0);
946 $has_copies = '' if ($ou_type == 0);
949 # XXX test an "EXISTS version of descendant checking...
951 if ($copies_visible) {
953 SELECT count(distinct m.metarecord)
954 FROM $search_table f,
955 $metabib_metarecord_source_map_table m,
956 $metabib_metarecord_source_map_table mr,
957 $asset_call_number_table cn,
958 $asset_copy_table cp,
961 $metabib_record_descriptor rd,
964 AND mr.source = f.source
965 AND mr.metarecord = m.metarecord
966 AND cn.record = m.source
967 AND rd.record = m.source
968 AND cp.status = cs.id
969 AND cp.location = cl.id
978 SELECT count(distinct m.metarecord)
979 FROM $search_table f,
980 $metabib_metarecord_source_map_table m,
981 $metabib_metarecord_source_map_table mr,
982 $metabib_record_descriptor rd
984 AND mr.source = f.source
985 AND mr.metarecord = m.metarecord
986 AND rd.record = m.source
992 $log->debug("Field Search Count SQL :: [$select]",DEBUG);
994 my $recs = $class->db_Main->selectrow_arrayref($select, {}, @types, @forms)->[0];
996 $log->debug("Count Search yielded $recs results.",DEBUG);
1001 for my $class ( qw/title author subject keyword series/ ) {
1002 __PACKAGE__->register_method(
1003 api_name => "open-ils.storage.metabib.$class.search_fts.metarecord_count",
1004 method => 'search_class_fts_count',
1007 cdbi => "metabib::${class}_field_entry",
1010 __PACKAGE__->register_method(
1011 api_name => "open-ils.storage.metabib.$class.search_fts.metarecord_count.staff",
1012 method => 'search_class_fts_count',
1015 cdbi => "metabib::${class}_field_entry",
1021 # XXX factored most of the PG dependant stuff out of here... need to find a way to do "dependants".
1022 sub postfilter_search_class_fts {
1027 my $term = $args{term};
1028 my $sort = $args{'sort'};
1029 my $sort_dir = $args{sort_dir} || 'DESC';
1030 my $ou = $args{org_unit};
1031 my $ou_type = $args{depth};
1032 my $limit = $args{limit} || 10;
1033 my $visiblity_limit = $args{visiblity_limit} || 5000;
1034 my $offset = $args{offset} || 0;
1036 my $outer_limit = 1000;
1038 my $limit_clause = '';
1039 my $offset_clause = '';
1041 $limit_clause = "LIMIT $outer_limit";
1042 $offset_clause = "OFFSET $offset" if (defined $offset and int($offset) > 0);
1044 my (@types,@forms,@lang,@aud,@lit_form);
1045 my ($t_filter, $f_filter) = ('','');
1046 my ($a_filter, $l_filter, $lf_filter) = ('','','');
1047 my ($ot_filter, $of_filter) = ('','');
1048 my ($oa_filter, $ol_filter, $olf_filter) = ('','','');
1050 if (my $a = $args{audience}) {
1051 $a = [$a] if (!ref($a));
1054 $a_filter = ' AND rd.audience IN ('.join(',',map{'?'}@aud).')';
1055 $oa_filter = ' AND ord.audience IN ('.join(',',map{'?'}@aud).')';
1058 if (my $l = $args{language}) {
1059 $l = [$l] if (!ref($l));
1062 $l_filter = ' AND rd.item_lang IN ('.join(',',map{'?'}@lang).')';
1063 $ol_filter = ' AND ord.item_lang IN ('.join(',',map{'?'}@lang).')';
1066 if (my $f = $args{lit_form}) {
1067 $f = [$f] if (!ref($f));
1070 $lf_filter = ' AND rd.lit_form IN ('.join(',',map{'?'}@lit_form).')';
1071 $olf_filter = ' AND ord.lit_form IN ('.join(',',map{'?'}@lit_form).')';
1074 if ($args{format}) {
1075 my ($t, $f) = split '-', $args{format};
1076 @types = split '', $t;
1077 @forms = split '', $f;
1079 $t_filter = ' AND rd.item_type IN ('.join(',',map{'?'}@types).')';
1080 $ot_filter = ' AND ord.item_type IN ('.join(',',map{'?'}@types).')';
1084 $f_filter .= ' AND rd.item_form IN ('.join(',',map{'?'}@forms).')';
1085 $of_filter .= ' AND ord.item_form IN ('.join(',',map{'?'}@forms).')';
1090 my $descendants = defined($ou_type) ?
1091 "actor.org_unit_descendants($ou, $ou_type)" :
1092 "actor.org_unit_descendants($ou)";
1094 my $class = $self->{cdbi};
1095 my $search_table = $class->table;
1097 my $metabib_full_rec = metabib::full_rec->table;
1098 my $metabib_record_descriptor = metabib::record_descriptor->table;
1099 my $metabib_metarecord = metabib::metarecord->table;
1100 my $metabib_metarecord_source_map_table = metabib::metarecord_source_map->table;
1101 my $asset_call_number_table = asset::call_number->table;
1102 my $asset_copy_table = asset::copy->table;
1103 my $cs_table = config::copy_status->table;
1104 my $cl_table = asset::copy_location->table;
1105 my $br_table = biblio::record_entry->table;
1107 my ($index_col) = $class->columns('FTS');
1108 $index_col ||= 'value';
1110 my $fts = OpenILS::Application::Storage::FTS->compile($term, 'f.value', "f.$index_col");
1112 my $SQLstring = join('%',map { lc($_) } $fts->words);
1113 my $REstring = '^' . join('\s+',map { lc($_) } $fts->words) . '\W*$';
1114 my $first_word = lc(($fts->words)[0]).'%';
1116 my $fts_where = $fts->sql_where_clause;
1117 my @fts_ranks = $fts->fts_rank;
1120 $bonus{'metabib::keyword_field_entry'} = [ { 'CASE WHEN f.value ILIKE ? THEN 1.2 ELSE 1 END' => $SQLstring } ];
1121 $bonus{'metabib::title_field_entry'} =
1122 $bonus{'metabib::series_field_entry'} = [
1123 { 'CASE WHEN f.value ILIKE ? THEN 1.5 ELSE 1 END' => $first_word },
1124 { 'CASE WHEN f.value ~* ? THEN 2 ELSE 1 END' => $REstring },
1125 @{ $bonus{'metabib::keyword_field_entry'} }
1128 my $bonus_list = join ' * ', map { keys %$_ } @{ $bonus{$class} };
1129 $bonus_list ||= '1';
1131 my @bonus_values = map { values %$_ } @{ $bonus{$class} };
1133 my $relevance = join(' + ', @fts_ranks);
1134 $relevance = <<" RANK";
1135 (SUM( ( $relevance ) * ( $bonus_list ) )/COUNT(m.source))
1138 my $rank = $relevance;
1139 if (lc($sort) eq 'pubdate') {
1142 SELECT COALESCE(SUBSTRING(frp.value FROM '\\\\d+'),'9999')::INT
1143 FROM $metabib_full_rec frp
1144 WHERE frp.record = mr.master_record
1146 AND frp.subfield = 'c'
1150 } elsif (lc($sort) eq 'create_date') {
1152 ( FIRST (( SELECT create_date FROM $br_table rbr WHERE rbr.id = mr.master_record)) )
1154 } elsif (lc($sort) eq 'edit_date') {
1156 ( FIRST (( SELECT edit_date FROM $br_table rbr WHERE rbr.id = mr.master_record)) )
1158 } elsif (lc($sort) eq 'title') {
1161 SELECT COALESCE(LTRIM(SUBSTR( frt.value, COALESCE(SUBSTRING(frt.ind2 FROM '\\\\d+'),'0')::INT + 1 )),'zzzzzzzz')
1162 FROM $metabib_full_rec frt
1163 WHERE frt.record = mr.master_record
1165 AND frt.subfield = 'a'
1169 } elsif (lc($sort) eq 'author') {
1172 SELECT COALESCE(LTRIM(fra.value),'zzzzzzzz')
1173 FROM $metabib_full_rec fra
1174 WHERE fra.record = mr.master_record
1175 AND fra.tag LIKE '1%'
1176 AND fra.subfield = 'a'
1177 ORDER BY fra.tag::text::int
1185 my $select = <<" SQL";
1186 SELECT m.metarecord,
1188 CASE WHEN COUNT(DISTINCT smrs.source) = 1 THEN MIN(m.source) ELSE 0 END,
1190 FROM $search_table f,
1191 $metabib_metarecord_source_map_table m,
1192 $metabib_metarecord_source_map_table smrs,
1193 $metabib_metarecord mr,
1194 $metabib_record_descriptor rd
1196 AND smrs.metarecord = mr.id
1197 AND m.source = f.source
1198 AND m.metarecord = mr.id
1199 AND rd.record = smrs.source
1205 GROUP BY m.metarecord
1206 ORDER BY 4 $sort_dir, MIN(COALESCE(CHAR_LENGTH(f.value),1))
1207 LIMIT $visiblity_limit
1214 FROM $asset_call_number_table cn,
1215 $metabib_metarecord_source_map_table mrs,
1216 $asset_copy_table cp,
1221 $metabib_record_descriptor ord,
1223 WHERE mrs.metarecord = s.metarecord
1224 AND br.id = mrs.source
1225 AND cn.record = mrs.source
1226 AND cp.status = cs.id
1227 AND cp.location = cl.id
1228 AND cn.owning_lib = d.id
1229 AND cp.call_number = cn.id
1230 AND cp.opac_visible IS TRUE
1231 AND cs.holdable IS TRUE
1232 AND cl.opac_visible IS TRUE
1233 AND br.active IS TRUE
1234 AND br.deleted IS FALSE
1235 AND ord.record = mrs.source
1241 ORDER BY 4 $sort_dir
1243 } elsif ($self->api_name !~ /staff/o) {
1250 FROM $asset_call_number_table cn,
1251 $metabib_metarecord_source_map_table mrs,
1252 $asset_copy_table cp,
1257 $metabib_record_descriptor ord
1259 WHERE mrs.metarecord = s.metarecord
1260 AND br.id = mrs.source
1261 AND cn.record = mrs.source
1262 AND cp.status = cs.id
1263 AND cp.location = cl.id
1264 AND cn.owning_lib = d.id
1265 AND cp.call_number = cn.id
1266 AND cp.opac_visible IS TRUE
1267 AND cs.holdable IS TRUE
1268 AND cl.opac_visible IS TRUE
1269 AND br.active IS TRUE
1270 AND br.deleted IS FALSE
1271 AND ord.record = mrs.source
1279 ORDER BY 4 $sort_dir
1288 FROM $asset_call_number_table cn,
1289 $metabib_metarecord_source_map_table mrs,
1292 $metabib_record_descriptor ord
1294 WHERE mrs.metarecord = s.metarecord
1295 AND br.id = mrs.source
1296 AND cn.record = mrs.source
1297 AND cn.owning_lib = d.id
1298 AND br.deleted IS FALSE
1299 AND ord.record = mrs.source
1309 FROM $asset_call_number_table cn,
1310 $metabib_metarecord_source_map_table mrs,
1311 $metabib_record_descriptor ord
1312 WHERE mrs.metarecord = s.metarecord
1313 AND cn.record = mrs.source
1314 AND ord.record = mrs.source
1322 ORDER BY 4 $sort_dir
1327 $log->debug("Field Search SQL :: [$select]",DEBUG);
1329 my $recs = $class->db_Main->selectall_arrayref(
1331 (@bonus_values > 0 ? @bonus_values : () ),
1332 ( (!$sort && @bonus_values > 0) ? @bonus_values : () ),
1333 @types, @forms, @aud, @lang, @lit_form,
1334 @types, @forms, @aud, @lang, @lit_form,
1335 ($self->api_name =~ /staff/o ? (@types, @forms, @aud, @lang, @lit_form) : () ) );
1337 $log->debug("Search yielded ".scalar(@$recs)." results.",DEBUG);
1340 $max = 1 if (!@$recs);
1342 $max = $$_[1] if ($$_[1] > $max);
1345 my $count = scalar(@$recs);
1346 for my $rec (@$recs[$offset .. $offset + $limit - 1]) {
1347 my ($mrid,$rank,$skip) = @$rec;
1348 $client->respond( [$mrid, sprintf('%0.3f',$rank/$max), $skip, $count] );
1353 for my $class ( qw/title author subject keyword series/ ) {
1354 __PACKAGE__->register_method(
1355 api_name => "open-ils.storage.metabib.$class.post_filter.search_fts.metarecord",
1356 method => 'postfilter_search_class_fts',
1359 cdbi => "metabib::${class}_field_entry",
1362 __PACKAGE__->register_method(
1363 api_name => "open-ils.storage.metabib.$class.post_filter.search_fts.metarecord.staff",
1364 method => 'postfilter_search_class_fts',
1367 cdbi => "metabib::${class}_field_entry",
1374 my $_cdbi = { title => "metabib::title_field_entry",
1375 author => "metabib::author_field_entry",
1376 subject => "metabib::subject_field_entry",
1377 keyword => "metabib::keyword_field_entry",
1378 series => "metabib::series_field_entry",
1381 # XXX factored most of the PG dependant stuff out of here... need to find a way to do "dependants".
1382 sub postfilter_search_multi_class_fts {
1387 my $sort = $args{'sort'};
1388 my $sort_dir = $args{sort_dir} || 'DESC';
1389 my $ou = $args{org_unit};
1390 my $ou_type = $args{depth};
1391 my $limit = $args{limit} || 10;;
1392 my $visiblity_limit = $args{visiblity_limit} || 5000;;
1393 my $offset = $args{offset} || 0;
1396 $ou = actor::org_unit->search( { parent_ou => undef } )->next->id;
1399 if (!defined($args{org_unit})) {
1400 die "No target organizational unit passed to ".$self->api_name;
1403 if (! scalar( keys %{$args{searches}} )) {
1404 die "No search arguments were passed to ".$self->api_name;
1407 my $outer_limit = 1000;
1409 my $limit_clause = '';
1410 my $offset_clause = '';
1412 $limit_clause = "LIMIT $outer_limit";
1413 $offset_clause = "OFFSET $offset" if (defined $offset and int($offset) > 0);
1415 my (@types,@forms,@lang,@aud,@lit_form,@vformats);
1416 my ($t_filter, $f_filter, $v_filter) = ('','','');
1417 my ($a_filter, $l_filter, $lf_filter) = ('','','');
1418 my ($ot_filter, $of_filter, $ov_filter) = ('','','');
1419 my ($oa_filter, $ol_filter, $olf_filter) = ('','','');
1421 if (my $a = $args{audience}) {
1422 $a = [$a] if (!ref($a));
1425 $a_filter = ' AND rd.audience IN ('.join(',',map{'?'}@aud).')';
1426 $oa_filter = ' AND ord.audience IN ('.join(',',map{'?'}@aud).')';
1429 if (my $l = $args{language}) {
1430 $l = [$l] if (!ref($l));
1433 $l_filter = ' AND rd.item_lang IN ('.join(',',map{'?'}@lang).')';
1434 $ol_filter = ' AND ord.item_lang IN ('.join(',',map{'?'}@lang).')';
1437 if (my $f = $args{lit_form}) {
1438 $f = [$f] if (!ref($f));
1441 $lf_filter = ' AND rd.lit_form IN ('.join(',',map{'?'}@lit_form).')';
1442 $olf_filter = ' AND ord.lit_form IN ('.join(',',map{'?'}@lit_form).')';
1445 if (my $f = $args{item_form}) {
1446 $f = [$f] if (!ref($f));
1449 $f_filter = ' AND rd.item_form IN ('.join(',',map{'?'}@forms).')';
1450 $of_filter = ' AND ord.item_form IN ('.join(',',map{'?'}@forms).')';
1453 if (my $t = $args{item_type}) {
1454 $t = [$t] if (!ref($t));
1457 $t_filter = ' AND rd.item_type IN ('.join(',',map{'?'}@types).')';
1458 $ot_filter = ' AND ord.item_type IN ('.join(',',map{'?'}@types).')';
1461 if (my $v = $args{vr_format}) {
1462 $v = [$v] if (!ref($v));
1465 $v_filter = ' AND rd.vr_format IN ('.join(',',map{'?'}@vformats).')';
1466 $ov_filter = ' AND ord.vr_format IN ('.join(',',map{'?'}@vformats).')';
1470 # XXX legacy format and item type support
1471 if ($args{format}) {
1472 my ($t, $f) = split '-', $args{format};
1473 @types = split '', $t;
1474 @forms = split '', $f;
1476 $t_filter = ' AND rd.item_type IN ('.join(',',map{'?'}@types).')';
1477 $ot_filter = ' AND ord.item_type IN ('.join(',',map{'?'}@types).')';
1481 $f_filter .= ' AND rd.item_form IN ('.join(',',map{'?'}@forms).')';
1482 $of_filter .= ' AND ord.item_form IN ('.join(',',map{'?'}@forms).')';
1488 my $descendants = defined($ou_type) ?
1489 "actor.org_unit_descendants($ou, $ou_type)" :
1490 "actor.org_unit_descendants($ou)";
1492 my $search_table_list = '';
1494 my $join_table_list = '';
1497 my $field_table = config::metabib_field->table;
1501 my $prev_search_class;
1502 my $curr_search_class;
1503 for my $search_class (sort keys %{$args{searches}}) {
1504 $prev_search_class = $curr_search_class if ($curr_search_class);
1506 $curr_search_class = $search_class;
1508 my $class = $_cdbi->{$search_class};
1509 my $search_table = $class->table;
1511 my ($index_col) = $class->columns('FTS');
1512 $index_col ||= 'value';
1515 my $fts = OpenILS::Application::Storage::FTS->compile($args{searches}{$search_class}{term}, $search_class.'.value', "$search_class.$index_col");
1517 my $fts_where = $fts->sql_where_clause;
1518 my @fts_ranks = $fts->fts_rank;
1520 my $SQLstring = join('%',map { lc($_) } $fts->words);
1521 my $REstring = '^' . join('\s+',map { lc($_) } $fts->words) . '\W*$';
1522 my $first_word = lc(($fts->words)[0]).'%';
1524 $_.=" * (SELECT weight FROM $field_table WHERE $search_class.field = id)" for (@fts_ranks);
1525 my $rank = join(' + ', @fts_ranks);
1528 $bonus{'keyword'} = [ { "CASE WHEN $search_class.value LIKE ? THEN 10 ELSE 1 END" => $SQLstring } ];
1530 $bonus{'series'} = [
1531 { "CASE WHEN $search_class.value LIKE ? THEN 1.5 ELSE 1 END" => $first_word },
1532 { "CASE WHEN $search_class.value ~ ? THEN 20 ELSE 1 END" => $REstring },
1535 $bonus{'title'} = [ @{ $bonus{'series'} }, @{ $bonus{'keyword'} } ];
1537 my $bonus_list = join ' * ', map { keys %$_ } @{ $bonus{$search_class} };
1538 $bonus_list ||= '1';
1540 push @bonus_lists, $bonus_list;
1541 push @bonus_values, map { values %$_ } @{ $bonus{$search_class} };
1544 #---------------------
1546 $search_table_list .= "$search_table $search_class, ";
1547 push @rank_list,$rank;
1548 $fts_list .= " AND $fts_where AND m.source = $search_class.source";
1550 if ($prev_search_class) {
1551 $join_table_list .= " AND $prev_search_class.source = $curr_search_class.source";
1555 my $metabib_record_descriptor = metabib::record_descriptor->table;
1556 my $metabib_full_rec = metabib::full_rec->table;
1557 my $metabib_metarecord = metabib::metarecord->table;
1558 my $metabib_metarecord_source_map_table = metabib::metarecord_source_map->table;
1559 my $asset_call_number_table = asset::call_number->table;
1560 my $asset_copy_table = asset::copy->table;
1561 my $cs_table = config::copy_status->table;
1562 my $cl_table = asset::copy_location->table;
1563 my $br_table = biblio::record_entry->table;
1564 my $source_table = config::bib_source->table;
1566 my $bonuses = join (' * ', @bonus_lists);
1567 my $relevance = join (' + ', @rank_list);
1568 $relevance = "SUM( ($relevance) * ($bonuses) )/COUNT(DISTINCT smrs.source)";
1571 my $secondary_sort = <<" SORT";
1573 SELECT COALESCE(LTRIM(SUBSTR( sfrt.value, COALESCE(SUBSTRING(sfrt.ind2 FROM '\\\\d+'),'0')::INT + 1 )),'zzzzzzzz')
1574 FROM $metabib_full_rec sfrt,
1575 $metabib_metarecord mr
1576 WHERE sfrt.record = mr.master_record
1577 AND sfrt.tag = '245'
1578 AND sfrt.subfield = 'a'
1583 my $rank = $relevance;
1584 if (lc($sort) eq 'pubdate') {
1587 SELECT COALESCE(SUBSTRING(frp.value FROM '\\\\d+'),'9999')::INT
1588 FROM $metabib_full_rec frp
1589 WHERE frp.record = mr.master_record
1591 AND frp.subfield = 'c'
1595 } elsif (lc($sort) eq 'create_date') {
1597 ( FIRST (( SELECT create_date FROM $br_table rbr WHERE rbr.id = mr.master_record)) )
1599 } elsif (lc($sort) eq 'edit_date') {
1601 ( FIRST (( SELECT edit_date FROM $br_table rbr WHERE rbr.id = mr.master_record)) )
1603 } elsif (lc($sort) eq 'title') {
1606 SELECT COALESCE(LTRIM(SUBSTR( frt.value, COALESCE(SUBSTRING(frt.ind2 FROM '\\\\d+'),'0')::INT + 1 )),'zzzzzzzz')
1607 FROM $metabib_full_rec frt
1608 WHERE frt.record = mr.master_record
1610 AND frt.subfield = 'a'
1614 $secondary_sort = <<" SORT";
1616 SELECT COALESCE(SUBSTRING(sfrp.value FROM '\\\\d+'),'9999')::INT
1617 FROM $metabib_full_rec sfrp
1618 WHERE sfrp.record = mr.master_record
1619 AND sfrp.tag = '260'
1620 AND sfrp.subfield = 'c'
1624 } elsif (lc($sort) eq 'author') {
1627 SELECT COALESCE(LTRIM(fra.value),'zzzzzzzz')
1628 FROM $metabib_full_rec fra
1629 WHERE fra.record = mr.master_record
1630 AND fra.tag LIKE '1%'
1631 AND fra.subfield = 'a'
1632 ORDER BY fra.tag::text::int
1637 push @bonus_values, @bonus_values;
1642 my $select = <<" SQL";
1643 SELECT m.metarecord,
1645 CASE WHEN COUNT(DISTINCT smrs.source) = 1 THEN FIRST(m.source) ELSE 0 END,
1648 FROM $search_table_list
1649 $metabib_metarecord mr,
1650 $metabib_metarecord_source_map_table m,
1651 $metabib_metarecord_source_map_table smrs
1652 WHERE m.metarecord = smrs.metarecord
1653 AND mr.id = m.metarecord
1656 GROUP BY m.metarecord
1657 -- ORDER BY 4 $sort_dir
1658 LIMIT $visiblity_limit
1661 if ($self->api_name !~ /staff/o) {
1668 FROM $asset_call_number_table cn,
1669 $metabib_metarecord_source_map_table mrs,
1670 $asset_copy_table cp,
1675 $metabib_record_descriptor ord
1676 WHERE mrs.metarecord = s.metarecord
1677 AND br.id = mrs.source
1678 AND cn.record = mrs.source
1679 AND cp.status = cs.id
1680 AND cp.location = cl.id
1681 AND cn.owning_lib = d.id
1682 AND cp.call_number = cn.id
1683 AND cp.opac_visible IS TRUE
1684 AND cs.holdable IS TRUE
1685 AND cl.opac_visible IS TRUE
1686 AND br.active IS TRUE
1687 AND br.deleted IS FALSE
1688 AND cp.deleted IS FALSE
1689 AND cn.deleted IS FALSE
1690 AND ord.record = mrs.source
1702 $metabib_metarecord_source_map_table mrs,
1703 $metabib_record_descriptor ord,
1705 WHERE mrs.metarecord = s.metarecord
1706 AND ord.record = mrs.source
1707 AND br.id = mrs.source
1708 AND br.source = src.id
1709 AND src.transcendant IS TRUE
1717 ORDER BY 4 $sort_dir, 5
1724 $metabib_metarecord_source_map_table omrs,
1725 $metabib_record_descriptor ord
1726 WHERE omrs.metarecord = s.metarecord
1727 AND ord.record = omrs.source
1730 FROM $asset_call_number_table cn,
1733 WHERE br.id = omrs.source
1734 AND cn.record = omrs.source
1735 AND cn.owning_lib = d.id
1736 AND br.deleted IS FALSE
1737 AND cn.deleted IS FALSE
1742 FROM $asset_call_number_table cn
1743 WHERE cn.record = omrs.source
1744 AND cn.deleted IS FALSE
1750 $metabib_metarecord_source_map_table mrs,
1751 $metabib_record_descriptor ord,
1753 WHERE mrs.metarecord = s.metarecord
1754 AND br.id = mrs.source
1755 AND br.source = src.id
1756 AND src.transcendant IS TRUE
1772 ORDER BY 4 $sort_dir, 5
1777 $log->debug("Field Search SQL :: [$select]",DEBUG);
1779 my $recs = $_cdbi->{title}->db_Main->selectall_arrayref(
1782 @types, @forms, @vformats, @aud, @lang, @lit_form,
1783 @types, @forms, @vformats, @aud, @lang, @lit_form,
1784 # ($self->api_name =~ /staff/o ? (@types, @forms, @aud, @lang, @lit_form) : () )
1787 $log->debug("Search yielded ".scalar(@$recs)." results.",DEBUG);
1790 $max = 1 if (!@$recs);
1792 $max = $$_[1] if ($$_[1] > $max);
1795 my $count = scalar(@$recs);
1796 for my $rec (@$recs[$offset .. $offset + $limit - 1]) {
1797 next unless ($$rec[0]);
1798 my ($mrid,$rank,$skip) = @$rec;
1799 $client->respond( [$mrid, sprintf('%0.3f',$rank/$max), $skip, $count] );
1804 __PACKAGE__->register_method(
1805 api_name => "open-ils.storage.metabib.post_filter.multiclass.search_fts.metarecord",
1806 method => 'postfilter_search_multi_class_fts',
1811 __PACKAGE__->register_method(
1812 api_name => "open-ils.storage.metabib.post_filter.multiclass.search_fts.metarecord.staff",
1813 method => 'postfilter_search_multi_class_fts',
1819 __PACKAGE__->register_method(
1820 api_name => "open-ils.storage.metabib.multiclass.search_fts",
1821 method => 'postfilter_search_multi_class_fts',
1826 __PACKAGE__->register_method(
1827 api_name => "open-ils.storage.metabib.multiclass.search_fts.staff",
1828 method => 'postfilter_search_multi_class_fts',
1834 # XXX factored most of the PG dependant stuff out of here... need to find a way to do "dependants".
1835 sub biblio_search_multi_class_fts {
1840 my $sort = $args{'sort'};
1841 my $sort_dir = $args{sort_dir} || 'DESC';
1842 my $ou = $args{org_unit};
1843 my $ou_type = $args{depth};
1844 my $limit = $args{limit} || 10;
1845 my $pref_lang = $args{prefered_language} || 'eng';
1846 my $visiblity_limit = $args{visiblity_limit} || 5000;
1847 my $offset = $args{offset} || 0;
1850 $ou = actor::org_unit->search( { parent_ou => undef } )->next->id;
1853 if (!defined($args{org_unit})) {
1854 die "No target organizational unit passed to ".$self->api_name;
1857 if (! scalar( keys %{$args{searches}} )) {
1858 die "No search arguments were passed to ".$self->api_name;
1861 my $outer_limit = 1000;
1863 my $limit_clause = '';
1864 my $offset_clause = '';
1866 $limit_clause = "LIMIT $outer_limit";
1867 $offset_clause = "OFFSET $offset" if (defined $offset and int($offset) > 0);
1869 my (@types,@forms,@lang,@aud,@lit_form,@vformats);
1870 my ($t_filter, $f_filter, $v_filter) = ('','','');
1871 my ($a_filter, $l_filter, $lf_filter) = ('','','');
1872 my ($ot_filter, $of_filter, $ov_filter) = ('','','');
1873 my ($oa_filter, $ol_filter, $olf_filter) = ('','','');
1875 if (my $a = $args{audience}) {
1876 $a = [$a] if (!ref($a));
1879 $a_filter = ' AND rd.audience IN ('.join(',',map{'?'}@aud).')';
1880 $oa_filter = ' AND ord.audience IN ('.join(',',map{'?'}@aud).')';
1883 if (my $l = $args{language}) {
1884 $l = [$l] if (!ref($l));
1887 $l_filter = ' AND rd.item_lang IN ('.join(',',map{'?'}@lang).')';
1888 $ol_filter = ' AND ord.item_lang IN ('.join(',',map{'?'}@lang).')';
1891 if (my $f = $args{lit_form}) {
1892 $f = [$f] if (!ref($f));
1895 $lf_filter = ' AND rd.lit_form IN ('.join(',',map{'?'}@lit_form).')';
1896 $olf_filter = ' AND ord.lit_form IN ('.join(',',map{'?'}@lit_form).')';
1899 if (my $f = $args{item_form}) {
1900 $f = [$f] if (!ref($f));
1903 $f_filter = ' AND rd.item_form IN ('.join(',',map{'?'}@forms).')';
1904 $of_filter = ' AND ord.item_form IN ('.join(',',map{'?'}@forms).')';
1907 if (my $t = $args{item_type}) {
1908 $t = [$t] if (!ref($t));
1911 $t_filter = ' AND rd.item_type IN ('.join(',',map{'?'}@types).')';
1912 $ot_filter = ' AND ord.item_type IN ('.join(',',map{'?'}@types).')';
1915 if (my $v = $args{vr_format}) {
1916 $v = [$v] if (!ref($v));
1919 $v_filter = ' AND rd.vr_format IN ('.join(',',map{'?'}@vformats).')';
1920 $ov_filter = ' AND ord.vr_format IN ('.join(',',map{'?'}@vformats).')';
1923 # XXX legacy format and item type support
1924 if ($args{format}) {
1925 my ($t, $f) = split '-', $args{format};
1926 @types = split '', $t;
1927 @forms = split '', $f;
1929 $t_filter = ' AND rd.item_type IN ('.join(',',map{'?'}@types).')';
1930 $ot_filter = ' AND ord.item_type IN ('.join(',',map{'?'}@types).')';
1934 $f_filter .= ' AND rd.item_form IN ('.join(',',map{'?'}@forms).')';
1935 $of_filter .= ' AND ord.item_form IN ('.join(',',map{'?'}@forms).')';
1940 my $descendants = defined($ou_type) ?
1941 "actor.org_unit_descendants($ou, $ou_type)" :
1942 "actor.org_unit_descendants($ou)";
1944 my $search_table_list = '';
1946 my $join_table_list = '';
1949 my $field_table = config::metabib_field->table;
1953 my $prev_search_class;
1954 my $curr_search_class;
1955 for my $search_class (sort keys %{$args{searches}}) {
1956 $prev_search_class = $curr_search_class if ($curr_search_class);
1958 $curr_search_class = $search_class;
1960 my $class = $_cdbi->{$search_class};
1961 my $search_table = $class->table;
1963 my ($index_col) = $class->columns('FTS');
1964 $index_col ||= 'value';
1967 my $fts = OpenILS::Application::Storage::FTS->compile($args{searches}{$search_class}{term}, $search_class.'.value', "$search_class.$index_col");
1969 my $fts_where = $fts->sql_where_clause;
1970 my @fts_ranks = $fts->fts_rank;
1972 my $SQLstring = join('%',map { lc($_) } $fts->words) .'%';
1973 my $REstring = '^' . join('\s+',map { lc($_) } $fts->words) . '\W*$';
1974 my $first_word = lc(($fts->words)[0]).'%';
1976 $_.=" * (SELECT weight FROM $field_table WHERE $search_class.field = id)" for (@fts_ranks);
1977 my $rank = join(' + ', @fts_ranks);
1980 $bonus{'subject'} = [];
1981 $bonus{'author'} = [];
1983 $bonus{'keyword'} = [ { "CASE WHEN $search_class.value ILIKE ? THEN 10 ELSE 1 END" => $SQLstring } ];
1985 $bonus{'series'} = [
1986 { "CASE WHEN $search_class.value ILIKE ? THEN 1.5 ELSE 1 END" => $first_word },
1987 { "CASE WHEN $search_class.value ~ ? THEN 20 ELSE 1 END" => $REstring },
1990 $bonus{'title'} = [ @{ $bonus{'series'} }, @{ $bonus{'keyword'} } ];
1993 push @{ $bonus{'title'} }, { "CASE WHEN rd.item_lang = ? THEN 10 ELSE 1 END" => $pref_lang };
1994 push @{ $bonus{'author'} }, { "CASE WHEN rd.item_lang = ? THEN 10 ELSE 1 END" => $pref_lang };
1995 push @{ $bonus{'subject'} }, { "CASE WHEN rd.item_lang = ? THEN 10 ELSE 1 END" => $pref_lang };
1996 push @{ $bonus{'keyword'} }, { "CASE WHEN rd.item_lang = ? THEN 10 ELSE 1 END" => $pref_lang };
1997 push @{ $bonus{'series'} }, { "CASE WHEN rd.item_lang = ? THEN 10 ELSE 1 END" => $pref_lang };
2000 my $bonus_list = join ' * ', map { keys %$_ } (@{ $bonus{$search_class}, };
2001 $bonus_list ||= '1';
2003 push @bonus_lists, $bonus_list,;
2004 push @bonus_values, map { values %$_ } @{ $bonus{$search_class} };
2006 #---------------------
2008 $search_table_list .= "$search_table $search_class, ";
2009 push @rank_list,$rank;
2010 $fts_list .= " AND $fts_where AND b.id = $search_class.source";
2012 if ($prev_search_class) {
2013 $join_table_list .= " AND $prev_search_class.source = $curr_search_class.source";
2017 my $metabib_record_descriptor = metabib::record_descriptor->table;
2018 my $metabib_full_rec = metabib::full_rec->table;
2019 my $metabib_metarecord = metabib::metarecord->table;
2020 my $metabib_metarecord_source_map_table = metabib::metarecord_source_map->table;
2021 my $asset_call_number_table = asset::call_number->table;
2022 my $asset_copy_table = asset::copy->table;
2023 my $cs_table = config::copy_status->table;
2024 my $cl_table = asset::copy_location->table;
2025 my $br_table = biblio::record_entry->table;
2026 my $source_table = config::bib_source->table;
2029 my $bonuses = join (' * ', @bonus_lists);
2030 my $relevance = join (' + ', @rank_list);
2031 $relevance = "AVG( ($relevance) * ($bonuses) )";
2034 my $rank = $relevance;
2035 if (lc($sort) eq 'pubdate') {
2038 SELECT COALESCE(SUBSTRING(frp.value FROM '\\\\d{4}'),'9999')::INT
2039 FROM $metabib_full_rec frp
2040 WHERE frp.record = b.id
2042 AND frp.subfield = 'c'
2046 } elsif (lc($sort) eq 'create_date') {
2048 ( FIRST (( SELECT create_date FROM $br_table rbr WHERE rbr.id = b.id)) )
2050 } elsif (lc($sort) eq 'edit_date') {
2052 ( FIRST (( SELECT edit_date FROM $br_table rbr WHERE rbr.id = b.id)) )
2054 } elsif (lc($sort) eq 'title') {
2057 SELECT COALESCE(LTRIM(SUBSTR( frt.value, COALESCE(SUBSTRING(frt.ind2 FROM '\\\\d+'),'0')::INT + 1 )),'zzzzzzzz')
2058 FROM $metabib_full_rec frt
2059 WHERE frt.record = b.id
2061 AND frt.subfield = 'a'
2065 } elsif (lc($sort) eq 'author') {
2068 SELECT COALESCE(LTRIM(fra.value),'zzzzzzzz')
2069 FROM $metabib_full_rec fra
2070 WHERE fra.record = b.id
2071 AND fra.tag LIKE '1%'
2072 AND fra.subfield = 'a'
2073 ORDER BY fra.tag::text::int
2078 push @bonus_values, @bonus_values;
2083 my $select = <<" SQL";
2088 FROM $search_table_list
2089 $metabib_record_descriptor rd,
2092 WHERE rd.record = b.id
2093 AND b.active IS TRUE
2094 AND b.deleted IS FALSE
2103 GROUP BY b.id, b.source
2104 ORDER BY 3 $sort_dir
2105 LIMIT $visiblity_limit
2108 if ($self->api_name !~ /staff/o) {
2113 LEFT OUTER JOIN $source_table src ON (s.source = src.id)
2116 FROM $asset_call_number_table cn,
2117 $asset_copy_table cp,
2121 WHERE cn.record = s.id
2122 AND cp.status = cs.id
2123 AND cp.location = cl.id
2124 AND cn.owning_lib = d.id
2125 AND cp.call_number = cn.id
2126 AND cp.opac_visible IS TRUE
2127 AND cs.holdable IS TRUE
2128 AND cl.opac_visible IS TRUE
2129 AND cp.deleted IS FALSE
2130 AND cn.deleted IS FALSE
2133 OR src.transcendant IS TRUE
2134 ORDER BY 3 $sort_dir
2141 LEFT OUTER JOIN $source_table src ON (s.source = src.id)
2144 FROM $asset_call_number_table cn,
2146 WHERE cn.record = s.id
2147 AND cn.owning_lib = d.id
2148 AND cn.deleted IS FALSE
2153 FROM $asset_call_number_table cn
2154 WHERE cn.record = s.id
2157 OR src.transcendant IS TRUE
2158 ORDER BY 3 $sort_dir
2163 $log->debug("Field Search SQL :: [$select]",DEBUG);
2165 my $recs = $_cdbi->{title}->db_Main->selectall_arrayref(
2167 @bonus_values, @types, @forms, @vformats, @aud, @lang, @lit_form
2170 $log->debug("Search yielded ".scalar(@$recs)." results.",DEBUG);
2173 $max = 1 if (!@$recs);
2175 $max = $$_[1] if ($$_[1] > $max);
2178 my $count = scalar(@$recs);
2179 for my $rec (@$recs[$offset .. $offset + $limit - 1]) {
2180 next unless ($$rec[0]);
2181 my ($mrid,$rank) = @$rec;
2182 $client->respond( [$mrid, sprintf('%0.3f',$rank/$max), $count] );
2187 __PACKAGE__->register_method(
2188 api_name => "open-ils.storage.biblio.multiclass.search_fts.record",
2189 method => 'biblio_search_multi_class_fts',
2194 __PACKAGE__->register_method(
2195 api_name => "open-ils.storage.biblio.multiclass.search_fts.record.staff",
2196 method => 'biblio_search_multi_class_fts',
2204 __PACKAGE__->register_method(
2205 api_name => "open-ils.storage.biblio.multiclass.search_fts",
2206 method => 'biblio_search_multi_class_fts',
2211 __PACKAGE__->register_method(
2212 api_name => "open-ils.storage.biblio.multiclass.search_fts.staff",
2213 method => 'biblio_search_multi_class_fts',