1 package OpenILS::Application::Storage::Publisher::metabib;
2 use base qw/OpenILS::Application::Storage::Publisher/;
4 use OpenSRF::EX qw/:try/;
5 use OpenILS::Application::Storage::FTS;
6 use OpenILS::Utils::Fieldmapper;
7 use OpenSRF::Utils::Logger qw/:level/;
8 use OpenSRF::Utils::Cache;
10 use Digest::MD5 qw/md5_hex/;
13 my $log = 'OpenSRF::Utils::Logger';
17 sub ordered_records_from_metarecord {
28 my ($t, $f) = split '-', $formats;
29 @types = split '', $t;
30 @forms = split '', $f;
35 "actor.org_unit_descendants($org, $depth)" :
36 "actor.org_unit_descendants($org)" ;
39 my $copies_visible = 'AND cp.opac_visible IS TRUE AND cs.holdable IS TRUE AND cl.opac_visible IS TRUE';
40 $copies_visible = '' if ($self->api_name =~ /staff/o);
42 my $sm_table = metabib::metarecord_source_map->table;
43 my $rd_table = metabib::record_descriptor->table;
44 my $fr_table = metabib::full_rec->table;
45 my $cn_table = asset::call_number->table;
46 my $cl_table = asset::copy_location->table;
47 my $cp_table = asset::copy->table;
48 my $cs_table = config::copy_status->table;
49 my $src_table = config::bib_source->table;
50 my $out_table = actor::org_unit_type->table;
51 my $br_table = biblio::record_entry->table;
58 FIRST(COALESCE(LTRIM(SUBSTR( value, COALESCE(SUBSTRING(ind2 FROM '\\\\d+'),'0')::INT )),'zzzzzzzz')) AS title
70 if ($copies_visible) {
76 WHERE rd.record = sm.source
77 AND fr.record = sm.source
80 AND (EXISTS ((SELECT 1
82 JOIN $cn_table cn ON (cp.call_number = cn.id)
83 JOIN $cs_table cs ON (cp.status = cs.id)
84 JOIN $cl_table cl ON (cp.location = cl.id)
85 JOIN $descendants d ON (cp.circ_lib = d.id)
86 WHERE cn.record = sm.source
92 WHERE src.id = br.source
93 AND src.transcendant IS TRUE))
100 JOIN $br_table br ON (sm.source = br.id)
101 JOIN $fr_table fr ON (fr.record = br.id)
102 JOIN $rd_table rd ON (rd.record = br.id)
103 WHERE sm.metarecord = ?
109 WHERE cn.record = br.id
110 AND cn.deleted = FALSE
111 AND cp.deleted = FALSE
112 AND cp.circ_lib = d.id
113 AND cn.id = cp.call_number
119 WHERE cn.record = br.id
120 AND cn.deleted = FALSE
121 AND cp.deleted = FALSE
122 AND cn.id = cp.call_number
128 WHERE src.id = br.source
129 AND src.transcendant IS TRUE))
135 $sql .= ' AND rd.item_type IN ('.join(',',map{'?'}@types).')';
139 $sql .= ' AND rd.item_form IN ('.join(',',map{'?'}@forms).')';
149 GROUP BY record, item_type, item_form, quality
152 WHEN item_type IS NULL -- default
154 WHEN item_type = '' -- default
156 WHEN item_type IN ('a','t') -- books
158 WHEN item_type = 'g' -- movies
160 WHEN item_type IN ('i','j') -- sound recordings
162 WHEN item_type = 'm' -- software
164 WHEN item_type = 'k' -- images
166 WHEN item_type IN ('e','f') -- maps
168 WHEN item_type IN ('o','p') -- mixed
170 WHEN item_type IN ('c','d') -- music
172 WHEN item_type = 'r' -- 3d
179 my $ids = metabib::metarecord_source_map->db_Main->selectcol_arrayref($sql, {}, "$mr", @types, @forms);
180 return $ids if ($self->api_name =~ /atomic$/o);
182 $client->respond( $_ ) for ( @$ids );
186 __PACKAGE__->register_method(
187 api_name => 'open-ils.storage.ordered.metabib.metarecord.records',
188 method => 'ordered_records_from_metarecord',
192 __PACKAGE__->register_method(
193 api_name => 'open-ils.storage.ordered.metabib.metarecord.records.staff',
194 method => 'ordered_records_from_metarecord',
199 __PACKAGE__->register_method(
200 api_name => 'open-ils.storage.ordered.metabib.metarecord.records.atomic',
201 method => 'ordered_records_from_metarecord',
205 __PACKAGE__->register_method(
206 api_name => 'open-ils.storage.ordered.metabib.metarecord.records.staff.atomic',
207 method => 'ordered_records_from_metarecord',
217 my $tag = ($self->api_name =~ /isbn/o) ? '020' : '022';
219 my $fr_table = metabib::full_rec->table;
228 my $list = metabib::metarecord_source_map->db_Main->selectcol_arrayref($sql, {}, $tag, "$isxn%");
229 $client->respond($_) for (@$list);
232 __PACKAGE__->register_method(
233 api_name => 'open-ils.storage.id_list.biblio.record_entry.search.isbn',
234 method => 'isxn_search',
238 __PACKAGE__->register_method(
239 api_name => 'open-ils.storage.id_list.biblio.record_entry.search.issn',
240 method => 'isxn_search',
245 sub metarecord_copy_count {
251 my $sm_table = metabib::metarecord_source_map->table;
252 my $rd_table = metabib::record_descriptor->table;
253 my $cn_table = asset::call_number->table;
254 my $cp_table = asset::copy->table;
255 my $cl_table = asset::copy_location->table;
256 my $cs_table = config::copy_status->table;
257 my $out_table = actor::org_unit_type->table;
258 my $descendants = "actor.org_unit_descendants(u.id)";
259 my $ancestors = "actor.org_unit_ancestors(?)";
261 my $copies_visible = 'AND cp.opac_visible IS TRUE AND cs.holdable IS TRUE AND cl.opac_visible IS TRUE';
262 $copies_visible = '' if ($self->api_name =~ /staff/o);
265 my ($t_filter, $f_filter) = ('','');
268 my ($t, $f) = split '-', $args{format};
269 @types = split '', $t;
270 @forms = split '', $f;
272 $t_filter = ' AND rd.item_type IN ('.join(',',map{'?'}@types).')';
276 $f_filter .= ' AND rd.item_form IN ('.join(',',map{'?'}@forms).')';
286 JOIN $cn_table cn ON (cn.record = r.source)
287 JOIN $rd_table rd ON (cn.record = rd.record)
288 JOIN $cp_table cp ON (cn.id = cp.call_number)
289 JOIN $cs_table cs ON (cp.status = cs.id)
290 JOIN $cl_table cl ON (cp.location = cl.id)
291 JOIN $descendants a ON (cp.circ_lib = a.id)
292 WHERE r.metarecord = ?
293 AND cn.deleted IS FALSE
294 AND cp.deleted IS FALSE
303 JOIN $cn_table cn ON (cn.record = r.source)
304 JOIN $rd_table rd ON (cn.record = rd.record)
305 JOIN $cp_table cp ON (cn.id = cp.call_number)
306 JOIN $cs_table cs ON (cp.status = cs.id)
307 JOIN $cl_table cl ON (cp.location = cl.id)
308 JOIN $descendants a ON (cp.circ_lib = a.id)
309 WHERE r.metarecord = ?
311 AND cn.deleted IS FALSE
312 AND cp.deleted IS FALSE
321 JOIN $cn_table cn ON (cn.record = r.source)
322 JOIN $rd_table rd ON (cn.record = rd.record)
323 JOIN $cp_table cp ON (cn.id = cp.call_number)
324 JOIN $cs_table cs ON (cp.status = cs.id)
325 JOIN $cl_table cl ON (cp.location = cl.id)
326 WHERE r.metarecord = ?
327 AND cn.deleted IS FALSE
328 AND cp.deleted IS FALSE
329 AND cp.opac_visible IS TRUE
330 AND cs.holdable IS TRUE
331 AND cl.opac_visible IS TRUE
338 JOIN $out_table t ON (u.ou_type = t.id)
342 my $sth = metabib::metarecord_source_map->db_Main->prepare_cached($sql);
343 $sth->execute( ''.$args{metarecord},
346 ''.$args{metarecord},
349 ''.$args{metarecord},
355 while ( my $row = $sth->fetchrow_hashref ) {
356 $client->respond( $row );
360 __PACKAGE__->register_method(
361 api_name => 'open-ils.storage.metabib.metarecord.copy_count',
362 method => 'metarecord_copy_count',
367 __PACKAGE__->register_method(
368 api_name => 'open-ils.storage.metabib.metarecord.copy_count.staff',
369 method => 'metarecord_copy_count',
375 sub biblio_multi_search_full_rec {
380 my $class_join = $args{class_join} || 'AND';
381 my $limit = $args{limit} || 100;
382 my $offset = $args{offset} || 0;
383 my $sort = $args{'sort'};
384 my $sort_dir = $args{sort_dir} || 'DESC';
389 for my $arg (@{ $args{searches} }) {
390 my $term = $$arg{term};
391 my $limiters = $$arg{restrict};
393 my ($index_col) = metabib::full_rec->columns('FTS');
394 $index_col ||= 'value';
395 my $search_table = metabib::full_rec->table;
397 my $fts = OpenILS::Application::Storage::FTS->compile($term, 'value',"$index_col");
399 my $fts_where = $fts->sql_where_clause();
400 my @fts_ranks = $fts->fts_rank;
402 my $rank = join(' + ', @fts_ranks);
405 for my $limit (@$limiters) {
406 push @wheres, "( tag = ? AND subfield LIKE ? AND $fts_where )";
407 push @binds, $$limit{tag}, $$limit{subfield};
408 $log->debug("Limiting query using { tag => $$limit{tag}, subfield => $$limit{subfield} }", DEBUG);
410 my $where = join(' OR ', @wheres);
412 push @selects, "SELECT id, record, $rank as sum FROM $search_table WHERE $where";
416 my $descendants = defined($args{depth}) ?
417 "actor.org_unit_descendants($args{org_unit}, $args{depth})" :
418 "actor.org_unit_descendants($args{org_unit})" ;
421 my $metabib_record_descriptor = metabib::record_descriptor->table;
422 my $metabib_full_rec = metabib::full_rec->table;
423 my $asset_call_number_table = asset::call_number->table;
424 my $asset_copy_table = asset::copy->table;
425 my $cs_table = config::copy_status->table;
426 my $cl_table = asset::copy_location->table;
427 my $br_table = biblio::record_entry->table;
429 my $cj = 'HAVING COUNT(x.id) = ' . scalar(@selects) if ($class_join eq 'AND');
431 '(SELECT x.record, sum(x.sum) FROM (('.
432 join(') UNION ALL (', @selects).
433 ")) x GROUP BY 1 $cj ORDER BY 2 DESC )";
435 my $has_vols = 'AND cn.owning_lib = d.id';
436 my $has_copies = 'AND cp.call_number = cn.id';
437 my $copies_visible = 'AND cp.opac_visible IS TRUE AND cs.holdable IS TRUE AND cl.opac_visible IS TRUE';
439 if ($self->api_name =~ /staff/o) {
440 $copies_visible = '';
441 $has_copies = '' if ($ou_type == 0);
442 $has_vols = '' if ($ou_type == 0);
445 my ($t_filter, $f_filter) = ('','');
446 my ($a_filter, $l_filter, $lf_filter) = ('','','');
448 if (my $a = $args{audience}) {
449 $a = [$a] if (!ref($a));
452 $a_filter = ' AND rd.audience IN ('.join(',',map{'?'}@aud).')';
456 if (my $l = $args{language}) {
457 $l = [$l] if (!ref($l));
460 $l_filter = ' AND rd.item_lang IN ('.join(',',map{'?'}@lang).')';
464 if (my $f = $args{lit_form}) {
465 $f = [$f] if (!ref($f));
468 $lf_filter = ' AND rd.lit_form IN ('.join(',',map{'?'}@lit_form).')';
469 push @binds, @lit_form;
472 if (my $f = $args{item_form}) {
473 $f = [$f] if (!ref($f));
476 $f_filter = ' AND rd.item_form IN ('.join(',',map{'?'}@forms).')';
480 if (my $t = $args{item_type}) {
481 $t = [$t] if (!ref($t));
484 $t_filter = ' AND rd.item_type IN ('.join(',',map{'?'}@types).')';
490 my ($t, $f) = split '-', $args{format};
491 my @types = split '', $t;
492 my @forms = split '', $f;
494 $t_filter = ' AND rd.item_type IN ('.join(',',map{'?'}@types).')';
498 $f_filter .= ' AND rd.item_form IN ('.join(',',map{'?'}@forms).')';
500 push @binds, @types, @forms;
503 my $relevance = 'sum(f.sum)';
504 $relevance = 1 if (!$copies_visible);
506 my $rank = $relevance;
507 if (lc($sort) eq 'pubdate') {
510 SELECT COALESCE(SUBSTRING(frp.value FROM '\\\\d+'),'9999')::INT
511 FROM $metabib_full_rec frp
512 WHERE frp.record = f.record
514 AND frp.subfield = 'c'
518 } elsif (lc($sort) eq 'create_date') {
520 ( FIRST (( SELECT create_date FROM $br_table rbr WHERE rbr.id = f.record)) )
522 } elsif (lc($sort) eq 'edit_date') {
524 ( FIRST (( SELECT edit_date FROM $br_table rbr WHERE rbr.id = f.record)) )
526 } elsif (lc($sort) eq 'title') {
529 SELECT COALESCE(LTRIM(SUBSTR( frt.value, COALESCE(SUBSTRING(frt.ind2 FROM '\\\\d+'),'0')::INT )),'zzzzzzzz')
530 FROM $metabib_full_rec frt
531 WHERE frt.record = f.record
533 AND frt.subfield = 'a'
537 } elsif (lc($sort) eq 'author') {
540 SELECT COALESCE(LTRIM(fra.value),'zzzzzzzz')
541 FROM $metabib_full_rec fra
542 WHERE fra.record = f.record
543 AND fra.tag LIKE '1%'
544 AND fra.subfield = 'a'
545 ORDER BY fra.tag::text::int
554 if ($copies_visible) {
556 SELECT f.record, $relevance, count(DISTINCT cp.id), $rank
557 FROM $search_table f,
558 $asset_call_number_table cn,
559 $asset_copy_table cp,
563 $metabib_record_descriptor rd,
565 WHERE br.id = f.record
566 AND cn.record = f.record
567 AND rd.record = f.record
568 AND cp.status = cs.id
569 AND cp.location = cl.id
570 AND br.deleted IS FALSE
571 AND cn.deleted IS FALSE
572 AND cp.deleted IS FALSE
581 GROUP BY f.record HAVING count(DISTINCT cp.id) > 0
582 ORDER BY 4 $sort_dir,3 DESC
586 SELECT f.record, 1, 1, $rank
587 FROM $search_table f,
589 $metabib_record_descriptor rd
590 WHERE br.id = f.record
591 AND rd.record = f.record
592 AND br.deleted IS FALSE
604 $log->debug("Search SQL :: [$select]",DEBUG);
606 my $recs = metabib::full_rec->db_Main->selectall_arrayref("$select;", {}, @binds);
607 $log->debug("Search yielded ".scalar(@$recs)." results.",DEBUG);
610 $max = 1 if (!@$recs);
612 $max = $$_[1] if ($$_[1] > $max);
616 for my $rec (@$recs[$offset .. $offset + $limit - 1]) {
617 next unless ($$rec[0]);
618 my ($rid,$rank,$junk,$skip) = @$rec;
619 $client->respond( [$rid, sprintf('%0.3f',$rank/$max), $count] );
623 __PACKAGE__->register_method(
624 api_name => 'open-ils.storage.biblio.full_rec.multi_search',
625 method => 'biblio_multi_search_full_rec',
630 __PACKAGE__->register_method(
631 api_name => 'open-ils.storage.biblio.full_rec.multi_search.staff',
632 method => 'biblio_multi_search_full_rec',
638 sub search_full_rec {
644 my $term = $args{term};
645 my $limiters = $args{restrict};
647 my ($index_col) = metabib::full_rec->columns('FTS');
648 $index_col ||= 'value';
649 my $search_table = metabib::full_rec->table;
651 my $fts = OpenILS::Application::Storage::FTS->compile($term, 'value',"$index_col");
653 my $fts_where = $fts->sql_where_clause();
654 my @fts_ranks = $fts->fts_rank;
656 my $rank = join(' + ', @fts_ranks);
660 for my $limit (@$limiters) {
661 push @wheres, "( tag = ? AND subfield LIKE ? AND $fts_where )";
662 push @binds, $$limit{tag}, $$limit{subfield};
663 $log->debug("Limiting query using { tag => $$limit{tag}, subfield => $$limit{subfield} }", DEBUG);
665 my $where = join(' OR ', @wheres);
667 my $select = "SELECT record, sum($rank) FROM $search_table WHERE $where GROUP BY 1 ORDER BY 2 DESC;";
669 $log->debug("Search SQL :: [$select]",DEBUG);
671 my $recs = metabib::full_rec->db_Main->selectall_arrayref($select, {}, @binds);
672 $log->debug("Search yielded ".scalar(@$recs)." results.",DEBUG);
674 $client->respond($_) for (@$recs);
677 __PACKAGE__->register_method(
678 api_name => 'open-ils.storage.direct.metabib.full_rec.search_fts.value',
679 method => 'search_full_rec',
684 __PACKAGE__->register_method(
685 api_name => 'open-ils.storage.direct.metabib.full_rec.search_fts.index_vector',
686 method => 'search_full_rec',
693 # XXX factored most of the PG dependant stuff out of here... need to find a way to do "dependants".
694 sub search_class_fts {
699 my $term = $args{term};
700 my $ou = $args{org_unit};
701 my $ou_type = $args{depth};
702 my $limit = $args{limit};
703 my $offset = $args{offset};
705 my $limit_clause = '';
706 my $offset_clause = '';
708 $limit_clause = "LIMIT $limit" if (defined $limit and int($limit) > 0);
709 $offset_clause = "OFFSET $offset" if (defined $offset and int($offset) > 0);
712 my ($t_filter, $f_filter) = ('','');
715 my ($t, $f) = split '-', $args{format};
716 @types = split '', $t;
717 @forms = split '', $f;
719 $t_filter = ' AND rd.item_type IN ('.join(',',map{'?'}@types).')';
723 $f_filter .= ' AND rd.item_form IN ('.join(',',map{'?'}@forms).')';
729 my $descendants = defined($ou_type) ?
730 "actor.org_unit_descendants($ou, $ou_type)" :
731 "actor.org_unit_descendants($ou)";
733 my $class = $self->{cdbi};
734 my $search_table = $class->table;
736 my $metabib_record_descriptor = metabib::record_descriptor->table;
737 my $metabib_metarecord = metabib::metarecord->table;
738 my $metabib_metarecord_source_map_table = metabib::metarecord_source_map->table;
739 my $asset_call_number_table = asset::call_number->table;
740 my $asset_copy_table = asset::copy->table;
741 my $cs_table = config::copy_status->table;
742 my $cl_table = asset::copy_location->table;
744 my ($index_col) = $class->columns('FTS');
745 $index_col ||= 'value';
747 my $fts = OpenILS::Application::Storage::FTS->compile($term, 'f.value', "f.$index_col");
749 my $fts_where = $fts->sql_where_clause;
750 my @fts_ranks = $fts->fts_rank;
752 my $rank = join(' + ', @fts_ranks);
754 my $has_vols = 'AND cn.owning_lib = d.id';
755 my $has_copies = 'AND cp.call_number = cn.id';
756 my $copies_visible = 'AND cp.opac_visible IS TRUE AND cs.holdable IS TRUE AND cl.opac_visible IS TRUE';
758 my $visible_count = ', count(DISTINCT cp.id)';
759 my $visible_count_test = 'HAVING count(DISTINCT cp.id) > 0';
761 if ($self->api_name =~ /staff/o) {
762 $copies_visible = '';
763 $visible_count_test = '';
764 $has_copies = '' if ($ou_type == 0);
765 $has_vols = '' if ($ou_type == 0);
768 my $rank_calc = <<" RANK";
770 * CASE WHEN f.value ILIKE ? THEN 1.2 ELSE 1 END -- phrase order
771 * CASE WHEN f.value ILIKE ? THEN 1.5 ELSE 1 END -- first word match
772 * CASE WHEN f.value ~* ? THEN 2 ELSE 1 END -- only word match
773 )/COUNT(m.source)), MIN(COALESCE(CHAR_LENGTH(f.value),1))
776 $rank_calc = ',1 , 1' if ($self->api_name =~ /unordered/o);
778 if ($copies_visible) {
780 SELECT m.metarecord $rank_calc $visible_count, CASE WHEN COUNT(DISTINCT m.source) = 1 THEN MAX(m.source) ELSE MAX(0) END
781 FROM $search_table f,
782 $metabib_metarecord_source_map_table m,
783 $asset_call_number_table cn,
784 $asset_copy_table cp,
787 $metabib_record_descriptor rd,
790 AND m.source = f.source
791 AND cn.record = m.source
792 AND rd.record = m.source
793 AND cp.status = cs.id
794 AND cp.location = cl.id
800 GROUP BY 1 $visible_count_test
802 $limit_clause $offset_clause
806 SELECT m.metarecord $rank_calc, 0, CASE WHEN COUNT(DISTINCT m.source) = 1 THEN MAX(m.source) ELSE MAX(0) END
807 FROM $search_table f,
808 $metabib_metarecord_source_map_table m,
809 $metabib_record_descriptor rd
811 AND m.source = f.source
812 AND rd.record = m.source
817 $limit_clause $offset_clause
821 $log->debug("Field Search SQL :: [$select]",DEBUG);
823 my $SQLstring = join('%',$fts->words);
824 my $REstring = join('\\s+',$fts->words);
825 my $first_word = ($fts->words)[0].'%';
826 my $recs = ($self->api_name =~ /unordered/o) ?
827 $class->db_Main->selectall_arrayref($select, {}, @types, @forms) :
828 $class->db_Main->selectall_arrayref($select, {},
829 '%'.lc($SQLstring).'%', # phrase order match
830 lc($first_word), # first word match
831 '^\\s*'.lc($REstring).'\\s*/?\s*$', # full exact match
835 $log->debug("Search yielded ".scalar(@$recs)." results.",DEBUG);
837 $client->respond($_) for (map { [@$_[0,1,3,4]] } @$recs);
841 for my $class ( qw/title author subject keyword series/ ) {
842 __PACKAGE__->register_method(
843 api_name => "open-ils.storage.metabib.$class.search_fts.metarecord",
844 method => 'search_class_fts',
847 cdbi => "metabib::${class}_field_entry",
850 __PACKAGE__->register_method(
851 api_name => "open-ils.storage.metabib.$class.search_fts.metarecord.unordered",
852 method => 'search_class_fts',
855 cdbi => "metabib::${class}_field_entry",
858 __PACKAGE__->register_method(
859 api_name => "open-ils.storage.metabib.$class.search_fts.metarecord.staff",
860 method => 'search_class_fts',
863 cdbi => "metabib::${class}_field_entry",
866 __PACKAGE__->register_method(
867 api_name => "open-ils.storage.metabib.$class.search_fts.metarecord.staff.unordered",
868 method => 'search_class_fts',
871 cdbi => "metabib::${class}_field_entry",
876 # XXX factored most of the PG dependant stuff out of here... need to find a way to do "dependants".
877 sub search_class_fts_count {
882 my $term = $args{term};
883 my $ou = $args{org_unit};
884 my $ou_type = $args{depth};
885 my $limit = $args{limit} || 100;
886 my $offset = $args{offset} || 0;
888 my $descendants = defined($ou_type) ?
889 "actor.org_unit_descendants($ou, $ou_type)" :
890 "actor.org_unit_descendants($ou)";
893 my ($t_filter, $f_filter) = ('','');
896 my ($t, $f) = split '-', $args{format};
897 @types = split '', $t;
898 @forms = split '', $f;
900 $t_filter = ' AND rd.item_type IN ('.join(',',map{'?'}@types).')';
904 $f_filter .= ' AND rd.item_form IN ('.join(',',map{'?'}@forms).')';
909 (my $search_class = $self->api_name) =~ s/.*metabib.(\w+).search_fts.*/$1/o;
911 my $class = $self->{cdbi};
912 my $search_table = $class->table;
914 my $metabib_record_descriptor = metabib::record_descriptor->table;
915 my $metabib_metarecord_source_map_table = metabib::metarecord_source_map->table;
916 my $asset_call_number_table = asset::call_number->table;
917 my $asset_copy_table = asset::copy->table;
918 my $cs_table = config::copy_status->table;
919 my $cl_table = asset::copy_location->table;
921 my ($index_col) = $class->columns('FTS');
922 $index_col ||= 'value';
924 my $fts = OpenILS::Application::Storage::FTS->compile($term, 'value',"$index_col");
926 my $fts_where = $fts->sql_where_clause;
928 my $has_vols = 'AND cn.owning_lib = d.id';
929 my $has_copies = 'AND cp.call_number = cn.id';
930 my $copies_visible = 'AND cp.opac_visible IS TRUE AND cs.holdable IS TRUE AND cl.opac_visible IS TRUE';
931 if ($self->api_name =~ /staff/o) {
932 $copies_visible = '';
933 $has_vols = '' if ($ou_type == 0);
934 $has_copies = '' if ($ou_type == 0);
937 # XXX test an "EXISTS version of descendant checking...
939 if ($copies_visible) {
941 SELECT count(distinct m.metarecord)
942 FROM $search_table f,
943 $metabib_metarecord_source_map_table m,
944 $metabib_metarecord_source_map_table mr,
945 $asset_call_number_table cn,
946 $asset_copy_table cp,
949 $metabib_record_descriptor rd,
952 AND mr.source = f.source
953 AND mr.metarecord = m.metarecord
954 AND cn.record = m.source
955 AND rd.record = m.source
956 AND cp.status = cs.id
957 AND cp.location = cl.id
966 SELECT count(distinct m.metarecord)
967 FROM $search_table f,
968 $metabib_metarecord_source_map_table m,
969 $metabib_metarecord_source_map_table mr,
970 $metabib_record_descriptor rd
972 AND mr.source = f.source
973 AND mr.metarecord = m.metarecord
974 AND rd.record = m.source
980 $log->debug("Field Search Count SQL :: [$select]",DEBUG);
982 my $recs = $class->db_Main->selectrow_arrayref($select, {}, @types, @forms)->[0];
984 $log->debug("Count Search yielded $recs results.",DEBUG);
989 for my $class ( qw/title author subject keyword series/ ) {
990 __PACKAGE__->register_method(
991 api_name => "open-ils.storage.metabib.$class.search_fts.metarecord_count",
992 method => 'search_class_fts_count',
995 cdbi => "metabib::${class}_field_entry",
998 __PACKAGE__->register_method(
999 api_name => "open-ils.storage.metabib.$class.search_fts.metarecord_count.staff",
1000 method => 'search_class_fts_count',
1003 cdbi => "metabib::${class}_field_entry",
1009 # XXX factored most of the PG dependant stuff out of here... need to find a way to do "dependants".
1010 sub postfilter_search_class_fts {
1015 my $term = $args{term};
1016 my $sort = $args{'sort'};
1017 my $sort_dir = $args{sort_dir} || 'DESC';
1018 my $ou = $args{org_unit};
1019 my $ou_type = $args{depth};
1020 my $limit = $args{limit} || 10;
1021 my $visiblity_limit = $args{visiblity_limit} || 5000;
1022 my $offset = $args{offset} || 0;
1024 my $outer_limit = 1000;
1026 my $limit_clause = '';
1027 my $offset_clause = '';
1029 $limit_clause = "LIMIT $outer_limit";
1030 $offset_clause = "OFFSET $offset" if (defined $offset and int($offset) > 0);
1032 my (@types,@forms,@lang,@aud,@lit_form);
1033 my ($t_filter, $f_filter) = ('','');
1034 my ($a_filter, $l_filter, $lf_filter) = ('','','');
1035 my ($ot_filter, $of_filter) = ('','');
1036 my ($oa_filter, $ol_filter, $olf_filter) = ('','','');
1038 if (my $a = $args{audience}) {
1039 $a = [$a] if (!ref($a));
1042 $a_filter = ' AND rd.audience IN ('.join(',',map{'?'}@aud).')';
1043 $oa_filter = ' AND ord.audience IN ('.join(',',map{'?'}@aud).')';
1046 if (my $l = $args{language}) {
1047 $l = [$l] if (!ref($l));
1050 $l_filter = ' AND rd.item_lang IN ('.join(',',map{'?'}@lang).')';
1051 $ol_filter = ' AND ord.item_lang IN ('.join(',',map{'?'}@lang).')';
1054 if (my $f = $args{lit_form}) {
1055 $f = [$f] if (!ref($f));
1058 $lf_filter = ' AND rd.lit_form IN ('.join(',',map{'?'}@lit_form).')';
1059 $olf_filter = ' AND ord.lit_form IN ('.join(',',map{'?'}@lit_form).')';
1062 if ($args{format}) {
1063 my ($t, $f) = split '-', $args{format};
1064 @types = split '', $t;
1065 @forms = split '', $f;
1067 $t_filter = ' AND rd.item_type IN ('.join(',',map{'?'}@types).')';
1068 $ot_filter = ' AND ord.item_type IN ('.join(',',map{'?'}@types).')';
1072 $f_filter .= ' AND rd.item_form IN ('.join(',',map{'?'}@forms).')';
1073 $of_filter .= ' AND ord.item_form IN ('.join(',',map{'?'}@forms).')';
1078 my $descendants = defined($ou_type) ?
1079 "actor.org_unit_descendants($ou, $ou_type)" :
1080 "actor.org_unit_descendants($ou)";
1082 my $class = $self->{cdbi};
1083 my $search_table = $class->table;
1085 my $metabib_full_rec = metabib::full_rec->table;
1086 my $metabib_record_descriptor = metabib::record_descriptor->table;
1087 my $metabib_metarecord = metabib::metarecord->table;
1088 my $metabib_metarecord_source_map_table = metabib::metarecord_source_map->table;
1089 my $asset_call_number_table = asset::call_number->table;
1090 my $asset_copy_table = asset::copy->table;
1091 my $cs_table = config::copy_status->table;
1092 my $cl_table = asset::copy_location->table;
1093 my $br_table = biblio::record_entry->table;
1095 my ($index_col) = $class->columns('FTS');
1096 $index_col ||= 'value';
1098 my $fts = OpenILS::Application::Storage::FTS->compile($term, 'f.value', "f.$index_col");
1100 my $SQLstring = join('%',map { lc($_) } $fts->words);
1101 my $REstring = '^' . join('\s+',map { lc($_) } $fts->words) . '\W*$';
1102 my $first_word = lc(($fts->words)[0]).'%';
1104 my $fts_where = $fts->sql_where_clause;
1105 my @fts_ranks = $fts->fts_rank;
1108 $bonus{'metabib::keyword_field_entry'} = [ { 'CASE WHEN f.value ILIKE ? THEN 1.2 ELSE 1 END' => $SQLstring } ];
1109 $bonus{'metabib::title_field_entry'} =
1110 $bonus{'metabib::series_field_entry'} = [
1111 { 'CASE WHEN f.value ILIKE ? THEN 1.5 ELSE 1 END' => $first_word },
1112 { 'CASE WHEN f.value ~* ? THEN 2 ELSE 1 END' => $REstring },
1113 @{ $bonus{'metabib::keyword_field_entry'} }
1116 my $bonus_list = join ' * ', map { keys %$_ } @{ $bonus{$class} };
1117 $bonus_list ||= '1';
1119 my @bonus_values = map { values %$_ } @{ $bonus{$class} };
1121 my $relevance = join(' + ', @fts_ranks);
1122 $relevance = <<" RANK";
1123 (SUM( ( $relevance ) * ( $bonus_list ) )/COUNT(m.source))
1126 my $rank = $relevance;
1127 if (lc($sort) eq 'pubdate') {
1130 SELECT COALESCE(SUBSTRING(frp.value FROM '\\\\d+'),'9999')::INT
1131 FROM $metabib_full_rec frp
1132 WHERE frp.record = mr.master_record
1134 AND frp.subfield = 'c'
1138 } elsif (lc($sort) eq 'create_date') {
1140 ( FIRST (( SELECT create_date FROM $br_table rbr WHERE rbr.id = mr.master_record)) )
1142 } elsif (lc($sort) eq 'edit_date') {
1144 ( FIRST (( SELECT edit_date FROM $br_table rbr WHERE rbr.id = mr.master_record)) )
1146 } elsif (lc($sort) eq 'title') {
1149 SELECT COALESCE(LTRIM(SUBSTR( frt.value, COALESCE(SUBSTRING(frt.ind2 FROM '\\\\d+'),'0')::INT )),'zzzzzzzz')
1150 FROM $metabib_full_rec frt
1151 WHERE frt.record = mr.master_record
1153 AND frt.subfield = 'a'
1157 } elsif (lc($sort) eq 'author') {
1160 SELECT COALESCE(LTRIM(fra.value),'zzzzzzzz')
1161 FROM $metabib_full_rec fra
1162 WHERE fra.record = mr.master_record
1163 AND fra.tag LIKE '1%'
1164 AND fra.subfield = 'a'
1165 ORDER BY fra.tag::text::int
1173 my $select = <<" SQL";
1174 SELECT m.metarecord,
1176 CASE WHEN COUNT(DISTINCT smrs.source) = 1 THEN MIN(m.source) ELSE 0 END,
1178 FROM $search_table f,
1179 $metabib_metarecord_source_map_table m,
1180 $metabib_metarecord_source_map_table smrs,
1181 $metabib_metarecord mr,
1182 $metabib_record_descriptor rd
1184 AND smrs.metarecord = mr.id
1185 AND m.source = f.source
1186 AND m.metarecord = mr.id
1187 AND rd.record = smrs.source
1193 GROUP BY m.metarecord
1194 ORDER BY 4 $sort_dir, MIN(COALESCE(CHAR_LENGTH(f.value),1))
1195 LIMIT $visiblity_limit
1202 FROM $asset_call_number_table cn,
1203 $metabib_metarecord_source_map_table mrs,
1204 $asset_copy_table cp,
1209 $metabib_record_descriptor ord,
1211 WHERE mrs.metarecord = s.metarecord
1212 AND br.id = mrs.source
1213 AND cn.record = mrs.source
1214 AND cp.status = cs.id
1215 AND cp.location = cl.id
1216 AND cn.owning_lib = d.id
1217 AND cp.call_number = cn.id
1218 AND cp.opac_visible IS TRUE
1219 AND cs.holdable IS TRUE
1220 AND cl.opac_visible IS TRUE
1221 AND br.active IS TRUE
1222 AND br.deleted IS FALSE
1223 AND ord.record = mrs.source
1229 ORDER BY 4 $sort_dir
1231 } elsif ($self->api_name !~ /staff/o) {
1238 FROM $asset_call_number_table cn,
1239 $metabib_metarecord_source_map_table mrs,
1240 $asset_copy_table cp,
1245 $metabib_record_descriptor ord
1247 WHERE mrs.metarecord = s.metarecord
1248 AND br.id = mrs.source
1249 AND cn.record = mrs.source
1250 AND cp.status = cs.id
1251 AND cp.location = cl.id
1252 AND cn.owning_lib = d.id
1253 AND cp.call_number = cn.id
1254 AND cp.opac_visible IS TRUE
1255 AND cs.holdable IS TRUE
1256 AND cl.opac_visible IS TRUE
1257 AND br.active IS TRUE
1258 AND br.deleted IS FALSE
1259 AND ord.record = mrs.source
1267 ORDER BY 4 $sort_dir
1276 FROM $asset_call_number_table cn,
1277 $metabib_metarecord_source_map_table mrs,
1280 $metabib_record_descriptor ord
1282 WHERE mrs.metarecord = s.metarecord
1283 AND br.id = mrs.source
1284 AND cn.record = mrs.source
1285 AND cn.owning_lib = d.id
1286 AND br.deleted IS FALSE
1287 AND ord.record = mrs.source
1297 FROM $asset_call_number_table cn,
1298 $metabib_metarecord_source_map_table mrs,
1299 $metabib_record_descriptor ord
1300 WHERE mrs.metarecord = s.metarecord
1301 AND cn.record = mrs.source
1302 AND ord.record = mrs.source
1310 ORDER BY 4 $sort_dir
1315 $log->debug("Field Search SQL :: [$select]",DEBUG);
1317 my $recs = $class->db_Main->selectall_arrayref(
1319 (@bonus_values > 0 ? @bonus_values : () ),
1320 ( (!$sort && @bonus_values > 0) ? @bonus_values : () ),
1321 @types, @forms, @aud, @lang, @lit_form,
1322 @types, @forms, @aud, @lang, @lit_form,
1323 ($self->api_name =~ /staff/o ? (@types, @forms, @aud, @lang, @lit_form) : () ) );
1325 $log->debug("Search yielded ".scalar(@$recs)." results.",DEBUG);
1328 $max = 1 if (!@$recs);
1330 $max = $$_[1] if ($$_[1] > $max);
1333 my $count = scalar(@$recs);
1334 for my $rec (@$recs[$offset .. $offset + $limit - 1]) {
1335 my ($mrid,$rank,$skip) = @$rec;
1336 $client->respond( [$mrid, sprintf('%0.3f',$rank/$max), $skip, $count] );
1341 for my $class ( qw/title author subject keyword series/ ) {
1342 __PACKAGE__->register_method(
1343 api_name => "open-ils.storage.metabib.$class.post_filter.search_fts.metarecord",
1344 method => 'postfilter_search_class_fts',
1347 cdbi => "metabib::${class}_field_entry",
1350 __PACKAGE__->register_method(
1351 api_name => "open-ils.storage.metabib.$class.post_filter.search_fts.metarecord.staff",
1352 method => 'postfilter_search_class_fts',
1355 cdbi => "metabib::${class}_field_entry",
1362 my $_cdbi = { title => "metabib::title_field_entry",
1363 author => "metabib::author_field_entry",
1364 subject => "metabib::subject_field_entry",
1365 keyword => "metabib::keyword_field_entry",
1366 series => "metabib::series_field_entry",
1369 # XXX factored most of the PG dependant stuff out of here... need to find a way to do "dependants".
1370 sub postfilter_search_multi_class_fts {
1375 my $sort = $args{'sort'};
1376 my $sort_dir = $args{sort_dir} || 'DESC';
1377 my $ou = $args{org_unit};
1378 my $ou_type = $args{depth};
1379 my $limit = $args{limit} || 10;;
1380 my $visiblity_limit = $args{visiblity_limit} || 5000;;
1381 my $offset = $args{offset} || 0;
1384 $ou = actor::org_unit->search( { parent_ou => undef } )->next->id;
1387 if (!defined($args{org_unit})) {
1388 die "No target organizational unit passed to ".$self->api_name;
1391 if (! scalar( keys %{$args{searches}} )) {
1392 die "No search arguments were passed to ".$self->api_name;
1395 my $outer_limit = 1000;
1397 my $limit_clause = '';
1398 my $offset_clause = '';
1400 $limit_clause = "LIMIT $outer_limit";
1401 $offset_clause = "OFFSET $offset" if (defined $offset and int($offset) > 0);
1403 my (@types,@forms,@lang,@aud,@lit_form);
1404 my ($t_filter, $f_filter) = ('','');
1405 my ($a_filter, $l_filter, $lf_filter) = ('','','');
1406 my ($ot_filter, $of_filter) = ('','');
1407 my ($oa_filter, $ol_filter, $olf_filter) = ('','','');
1409 if (my $a = $args{audience}) {
1410 $a = [$a] if (!ref($a));
1413 $a_filter = ' AND rd.audience IN ('.join(',',map{'?'}@aud).')';
1414 $oa_filter = ' AND ord.audience IN ('.join(',',map{'?'}@aud).')';
1417 if (my $l = $args{language}) {
1418 $l = [$l] if (!ref($l));
1421 $l_filter = ' AND rd.item_lang IN ('.join(',',map{'?'}@lang).')';
1422 $ol_filter = ' AND ord.item_lang IN ('.join(',',map{'?'}@lang).')';
1425 if (my $f = $args{lit_form}) {
1426 $f = [$f] if (!ref($f));
1429 $lf_filter = ' AND rd.lit_form IN ('.join(',',map{'?'}@lit_form).')';
1430 $olf_filter = ' AND ord.lit_form IN ('.join(',',map{'?'}@lit_form).')';
1433 if (my $f = $args{item_form}) {
1434 $f = [$f] if (!ref($f));
1437 $f_filter = ' AND rd.item_form IN ('.join(',',map{'?'}@forms).')';
1438 $of_filter = ' AND ord.item_form IN ('.join(',',map{'?'}@forms).')';
1441 if (my $t = $args{item_type}) {
1442 $t = [$t] if (!ref($t));
1445 $t_filter = ' AND rd.item_type IN ('.join(',',map{'?'}@types).')';
1446 $ot_filter = ' AND ord.item_type IN ('.join(',',map{'?'}@types).')';
1450 # XXX legacy format and item type support
1451 if ($args{format}) {
1452 my ($t, $f) = split '-', $args{format};
1453 @types = split '', $t;
1454 @forms = split '', $f;
1456 $t_filter = ' AND rd.item_type IN ('.join(',',map{'?'}@types).')';
1457 $ot_filter = ' AND ord.item_type IN ('.join(',',map{'?'}@types).')';
1461 $f_filter .= ' AND rd.item_form IN ('.join(',',map{'?'}@forms).')';
1462 $of_filter .= ' AND ord.item_form IN ('.join(',',map{'?'}@forms).')';
1468 my $descendants = defined($ou_type) ?
1469 "actor.org_unit_descendants($ou, $ou_type)" :
1470 "actor.org_unit_descendants($ou)";
1472 my $search_table_list = '';
1474 my $join_table_list = '';
1479 my $prev_search_class;
1480 my $curr_search_class;
1481 for my $search_class (sort keys %{$args{searches}}) {
1482 $prev_search_class = $curr_search_class if ($curr_search_class);
1484 $curr_search_class = $search_class;
1486 my $class = $_cdbi->{$search_class};
1487 my $search_table = $class->table;
1489 my ($index_col) = $class->columns('FTS');
1490 $index_col ||= 'value';
1493 my $fts = OpenILS::Application::Storage::FTS->compile($args{searches}{$search_class}{term}, $search_class.'.value', "$search_class.$index_col");
1495 my $fts_where = $fts->sql_where_clause;
1496 my @fts_ranks = $fts->fts_rank;
1498 my $SQLstring = join('%',map { lc($_) } $fts->words);
1499 my $REstring = '^' . join('\s+',map { lc($_) } $fts->words) . '\W*$';
1500 my $first_word = lc(($fts->words)[0]).'%';
1502 my $rank = join(' + ', @fts_ranks);
1505 $bonus{'keyword'} = [ { "CASE WHEN $search_class.value LIKE ? THEN 10 ELSE 1 END" => $SQLstring } ];
1507 $bonus{'series'} = [
1508 { "CASE WHEN $search_class.value LIKE ? THEN 1.5 ELSE 1 END" => $first_word },
1509 { "CASE WHEN $search_class.value ~ ? THEN 20 ELSE 1 END" => $REstring },
1512 $bonus{'title'} = [ @{ $bonus{'series'} }, @{ $bonus{'keyword'} } ];
1514 my $bonus_list = join ' * ', map { keys %$_ } @{ $bonus{$search_class} };
1515 $bonus_list ||= '1';
1517 push @bonus_lists, $bonus_list;
1518 push @bonus_values, map { values %$_ } @{ $bonus{$search_class} };
1521 #---------------------
1523 $search_table_list .= "$search_table $search_class, ";
1524 push @rank_list,$rank;
1525 $fts_list .= " AND $fts_where AND m.source = $search_class.source";
1527 if ($prev_search_class) {
1528 $join_table_list .= " AND $prev_search_class.source = $curr_search_class.source";
1532 my $metabib_record_descriptor = metabib::record_descriptor->table;
1533 my $metabib_full_rec = metabib::full_rec->table;
1534 my $metabib_metarecord = metabib::metarecord->table;
1535 my $metabib_metarecord_source_map_table = metabib::metarecord_source_map->table;
1536 my $asset_call_number_table = asset::call_number->table;
1537 my $asset_copy_table = asset::copy->table;
1538 my $cs_table = config::copy_status->table;
1539 my $cl_table = asset::copy_location->table;
1540 my $br_table = biblio::record_entry->table;
1541 my $source_table = config::bib_source->table;
1543 my $bonuses = join (' * ', @bonus_lists);
1544 my $relevance = join (' + ', @rank_list);
1545 $relevance = "SUM( ($relevance) * ($bonuses) )/COUNT(DISTINCT smrs.source)";
1548 my $secondary_sort = <<" SORT";
1550 SELECT COALESCE(LTRIM(SUBSTR( sfrt.value, COALESCE(SUBSTRING(sfrt.ind2 FROM '\\\\d+'),'0')::INT )),'zzzzzzzz')
1551 FROM $metabib_full_rec sfrt,
1552 $metabib_metarecord mr
1553 WHERE sfrt.record = mr.master_record
1554 AND sfrt.tag = '245'
1555 AND sfrt.subfield = 'a'
1560 my $rank = $relevance;
1561 if (lc($sort) eq 'pubdate') {
1564 SELECT COALESCE(SUBSTRING(frp.value FROM '\\\\d+'),'9999')::INT
1565 FROM $metabib_full_rec frp
1566 WHERE frp.record = mr.master_record
1568 AND frp.subfield = 'c'
1572 } elsif (lc($sort) eq 'create_date') {
1574 ( FIRST (( SELECT create_date FROM $br_table rbr WHERE rbr.id = mr.master_record)) )
1576 } elsif (lc($sort) eq 'edit_date') {
1578 ( FIRST (( SELECT edit_date FROM $br_table rbr WHERE rbr.id = mr.master_record)) )
1580 } elsif (lc($sort) eq 'title') {
1583 SELECT COALESCE(LTRIM(SUBSTR( frt.value, COALESCE(SUBSTRING(frt.ind2 FROM '\\\\d+'),'0')::INT )),'zzzzzzzz')
1584 FROM $metabib_full_rec frt
1585 WHERE frt.record = mr.master_record
1587 AND frt.subfield = 'a'
1591 $secondary_sort = <<" SORT";
1593 SELECT COALESCE(SUBSTRING(sfrp.value FROM '\\\\d+'),'9999')::INT
1594 FROM $metabib_full_rec sfrp
1595 WHERE sfrp.record = mr.master_record
1596 AND sfrp.tag = '260'
1597 AND sfrp.subfield = 'c'
1601 } elsif (lc($sort) eq 'author') {
1604 SELECT COALESCE(LTRIM(fra.value),'zzzzzzzz')
1605 FROM $metabib_full_rec fra
1606 WHERE fra.record = mr.master_record
1607 AND fra.tag LIKE '1%'
1608 AND fra.subfield = 'a'
1609 ORDER BY fra.tag::text::int
1614 push @bonus_values, @bonus_values;
1619 my $select = <<" SQL";
1620 SELECT m.metarecord,
1622 CASE WHEN COUNT(DISTINCT smrs.source) = 1 THEN FIRST(m.source) ELSE 0 END,
1625 FROM $search_table_list
1626 $metabib_metarecord mr,
1627 $metabib_metarecord_source_map_table m,
1628 $metabib_metarecord_source_map_table smrs
1629 WHERE m.metarecord = smrs.metarecord
1630 AND mr.id = m.metarecord
1633 GROUP BY m.metarecord
1634 -- ORDER BY 4 $sort_dir
1635 LIMIT $visiblity_limit
1638 if ($self->api_name !~ /staff/o) {
1645 FROM $asset_call_number_table cn,
1646 $metabib_metarecord_source_map_table mrs,
1647 $asset_copy_table cp,
1652 $metabib_record_descriptor ord
1653 WHERE mrs.metarecord = s.metarecord
1654 AND br.id = mrs.source
1655 AND cn.record = mrs.source
1656 AND cp.status = cs.id
1657 AND cp.location = cl.id
1658 AND cn.owning_lib = d.id
1659 AND cp.call_number = cn.id
1660 AND cp.opac_visible IS TRUE
1661 AND cs.holdable IS TRUE
1662 AND cl.opac_visible IS TRUE
1663 AND br.active IS TRUE
1664 AND br.deleted IS FALSE
1665 AND cp.deleted IS FALSE
1666 AND cn.deleted IS FALSE
1667 AND ord.record = mrs.source
1678 $metabib_metarecord_source_map_table mrs,
1680 WHERE mrs.metarecord = s.metarecord
1681 AND br.id = mrs.source
1682 AND br.source = src.id
1683 AND src.transcendant IS TRUE
1685 ORDER BY 4 $sort_dir, 5
1692 $metabib_metarecord_source_map_table omrs,
1693 $metabib_record_descriptor ord
1694 WHERE omrs.metarecord = s.metarecord
1695 AND ord.record = omrs.source
1698 FROM $asset_call_number_table cn,
1701 WHERE br.id = omrs.source
1702 AND cn.record = omrs.source
1703 AND cn.owning_lib = d.id
1704 AND br.deleted IS FALSE
1705 AND cn.deleted IS FALSE
1710 FROM $asset_call_number_table cn
1711 WHERE cn.record = omrs.source
1712 AND cn.deleted IS FALSE
1718 $metabib_metarecord_source_map_table mrs,
1720 WHERE mrs.metarecord = s.metarecord
1721 AND br.id = mrs.source
1722 AND br.source = src.id
1723 AND src.transcendant IS TRUE
1732 ORDER BY 4 $sort_dir, 5
1737 $log->debug("Field Search SQL :: [$select]",DEBUG);
1739 my $recs = $_cdbi->{title}->db_Main->selectall_arrayref(
1742 @types, @forms, @aud, @lang, @lit_form,
1743 # @types, @forms, @aud, @lang, @lit_form,
1744 # ($self->api_name =~ /staff/o ? (@types, @forms, @aud, @lang, @lit_form) : () )
1747 $log->debug("Search yielded ".scalar(@$recs)." results.",DEBUG);
1750 $max = 1 if (!@$recs);
1752 $max = $$_[1] if ($$_[1] > $max);
1755 my $count = scalar(@$recs);
1756 for my $rec (@$recs[$offset .. $offset + $limit - 1]) {
1757 next unless ($$rec[0]);
1758 my ($mrid,$rank,$skip) = @$rec;
1759 $client->respond( [$mrid, sprintf('%0.3f',$rank/$max), $skip, $count] );
1764 __PACKAGE__->register_method(
1765 api_name => "open-ils.storage.metabib.post_filter.multiclass.search_fts.metarecord",
1766 method => 'postfilter_search_multi_class_fts',
1771 __PACKAGE__->register_method(
1772 api_name => "open-ils.storage.metabib.post_filter.multiclass.search_fts.metarecord.staff",
1773 method => 'postfilter_search_multi_class_fts',
1779 __PACKAGE__->register_method(
1780 api_name => "open-ils.storage.metabib.multiclass.search_fts",
1781 method => 'postfilter_search_multi_class_fts',
1786 __PACKAGE__->register_method(
1787 api_name => "open-ils.storage.metabib.multiclass.search_fts.staff",
1788 method => 'postfilter_search_multi_class_fts',
1794 # XXX factored most of the PG dependant stuff out of here... need to find a way to do "dependants".
1795 sub biblio_search_multi_class_fts {
1800 my $sort = $args{'sort'};
1801 my $sort_dir = $args{sort_dir} || 'DESC';
1802 my $ou = $args{org_unit};
1803 my $ou_type = $args{depth};
1804 my $limit = $args{limit} || 10;
1805 my $visiblity_limit = $args{visiblity_limit} || 5000;
1806 my $offset = $args{offset} || 0;
1809 $ou = actor::org_unit->search( { parent_ou => undef } )->next->id;
1812 if (!defined($args{org_unit})) {
1813 die "No target organizational unit passed to ".$self->api_name;
1816 if (! scalar( keys %{$args{searches}} )) {
1817 die "No search arguments were passed to ".$self->api_name;
1820 my $outer_limit = 1000;
1822 my $limit_clause = '';
1823 my $offset_clause = '';
1825 $limit_clause = "LIMIT $outer_limit";
1826 $offset_clause = "OFFSET $offset" if (defined $offset and int($offset) > 0);
1828 my (@types,@forms,@lang,@aud,@lit_form);
1829 my ($t_filter, $f_filter) = ('','');
1830 my ($a_filter, $l_filter, $lf_filter) = ('','','');
1831 my ($ot_filter, $of_filter) = ('','');
1832 my ($oa_filter, $ol_filter, $olf_filter) = ('','','');
1834 if (my $a = $args{audience}) {
1835 $a = [$a] if (!ref($a));
1838 $a_filter = ' AND rd.audience IN ('.join(',',map{'?'}@aud).')';
1839 $oa_filter = ' AND ord.audience IN ('.join(',',map{'?'}@aud).')';
1842 if (my $l = $args{language}) {
1843 $l = [$l] if (!ref($l));
1846 $l_filter = ' AND rd.item_lang IN ('.join(',',map{'?'}@lang).')';
1847 $ol_filter = ' AND ord.item_lang IN ('.join(',',map{'?'}@lang).')';
1850 if (my $f = $args{lit_form}) {
1851 $f = [$f] if (!ref($f));
1854 $lf_filter = ' AND rd.lit_form IN ('.join(',',map{'?'}@lit_form).')';
1855 $olf_filter = ' AND ord.lit_form IN ('.join(',',map{'?'}@lit_form).')';
1858 if (my $f = $args{item_form}) {
1859 $f = [$f] if (!ref($f));
1862 $f_filter = ' AND rd.item_form IN ('.join(',',map{'?'}@forms).')';
1863 $of_filter = ' AND ord.item_form IN ('.join(',',map{'?'}@forms).')';
1866 if (my $t = $args{item_type}) {
1867 $t = [$t] if (!ref($t));
1870 $t_filter = ' AND rd.item_type IN ('.join(',',map{'?'}@types).')';
1871 $ot_filter = ' AND ord.item_type IN ('.join(',',map{'?'}@types).')';
1875 # XXX legacy format and item type support
1876 if ($args{format}) {
1877 my ($t, $f) = split '-', $args{format};
1878 @types = split '', $t;
1879 @forms = split '', $f;
1881 $t_filter = ' AND rd.item_type IN ('.join(',',map{'?'}@types).')';
1882 $ot_filter = ' AND ord.item_type IN ('.join(',',map{'?'}@types).')';
1886 $f_filter .= ' AND rd.item_form IN ('.join(',',map{'?'}@forms).')';
1887 $of_filter .= ' AND ord.item_form IN ('.join(',',map{'?'}@forms).')';
1892 my $descendants = defined($ou_type) ?
1893 "actor.org_unit_descendants($ou, $ou_type)" :
1894 "actor.org_unit_descendants($ou)";
1896 my $search_table_list = '';
1898 my $join_table_list = '';
1904 my $prev_search_class;
1905 my $curr_search_class;
1906 for my $search_class (sort keys %{$args{searches}}) {
1907 $prev_search_class = $curr_search_class if ($curr_search_class);
1909 $curr_search_class = $search_class;
1911 my $class = $_cdbi->{$search_class};
1912 my $search_table = $class->table;
1914 my ($index_col) = $class->columns('FTS');
1915 $index_col ||= 'value';
1918 my $fts = OpenILS::Application::Storage::FTS->compile($args{searches}{$search_class}{term}, $search_class.'.value', "$search_class.$index_col");
1920 my $fts_where = $fts->sql_where_clause;
1921 my @fts_ranks = $fts->fts_rank;
1923 my $SQLstring = join('%',map { lc($_) } $fts->words);
1924 my $REstring = '^' . join('\s+',map { lc($_) } $fts->words) . '\W*$';
1925 my $first_word = lc(($fts->words)[0]).'%';
1927 my $rank = join(' + ', @fts_ranks);
1930 $bonus{'keyword'} = [ { "CASE WHEN $search_class.value ILIKE ? THEN 1.2 ELSE 1 END" => $SQLstring } ];
1932 $bonus{'series'} = [
1933 { "CASE WHEN $search_class.value ILIKE ? THEN 1.5 ELSE 1 END" => $first_word },
1934 { "CASE WHEN $search_class.value ~ ? THEN 200 ELSE 1 END" => $REstring },
1937 $bonus{'title'} = [ @{ $bonus{'series'} }, @{ $bonus{'keyword'} } ];
1939 my $bonus_list = join ' * ', map { keys %$_ } @{ $bonus{$search_class} };
1940 $bonus_list ||= '1';
1942 push @bonus_lists, $bonus_list;
1943 push @bonus_values, map { values %$_ } @{ $bonus{$search_class} };
1945 #---------------------
1947 $search_table_list .= "$search_table $search_class, ";
1948 push @rank_list,$rank;
1949 $fts_list .= " AND $fts_where AND b.id = $search_class.source";
1951 if ($prev_search_class) {
1952 $join_table_list .= " AND $prev_search_class.source = $curr_search_class.source";
1956 my $metabib_record_descriptor = metabib::record_descriptor->table;
1957 my $metabib_full_rec = metabib::full_rec->table;
1958 my $metabib_metarecord = metabib::metarecord->table;
1959 my $metabib_metarecord_source_map_table = metabib::metarecord_source_map->table;
1960 my $asset_call_number_table = asset::call_number->table;
1961 my $asset_copy_table = asset::copy->table;
1962 my $cs_table = config::copy_status->table;
1963 my $cl_table = asset::copy_location->table;
1964 my $br_table = biblio::record_entry->table;
1965 my $source_table = config::bib_source->table;
1968 my $bonuses = join (' * ', @bonus_lists);
1969 my $relevance = join (' + ', @rank_list);
1970 $relevance = "AVG( ($relevance) * ($bonuses) )";
1973 my $rank = $relevance;
1974 if (lc($sort) eq 'pubdate') {
1977 SELECT COALESCE(SUBSTRING(frp.value FROM '\\\\d{4}'),'9999')::INT
1978 FROM $metabib_full_rec frp
1979 WHERE frp.record = b.id
1981 AND frp.subfield = 'c'
1985 } elsif (lc($sort) eq 'create_date') {
1987 ( FIRST (( SELECT create_date FROM $br_table rbr WHERE rbr.id = b.id)) )
1989 } elsif (lc($sort) eq 'edit_date') {
1991 ( FIRST (( SELECT edit_date FROM $br_table rbr WHERE rbr.id = b.id)) )
1993 } elsif (lc($sort) eq 'title') {
1996 SELECT COALESCE(LTRIM(SUBSTR( frt.value, COALESCE(SUBSTRING(frt.ind2 FROM '\\\\d+'),'0')::INT )),'zzzzzzzz')
1997 FROM $metabib_full_rec frt
1998 WHERE frt.record = b.id
2000 AND frt.subfield = 'a'
2004 } elsif (lc($sort) eq 'author') {
2007 SELECT COALESCE(LTRIM(fra.value),'zzzzzzzz')
2008 FROM $metabib_full_rec fra
2009 WHERE fra.record = b.id
2010 AND fra.tag LIKE '1%'
2011 AND fra.subfield = 'a'
2012 ORDER BY fra.tag::text::int
2017 push @bonus_values, @bonus_values;
2022 my $select = <<" SQL";
2027 FROM $search_table_list
2028 $metabib_record_descriptor rd,
2031 WHERE rd.record = b.id
2032 AND b.active IS TRUE
2033 AND b.deleted IS FALSE
2041 GROUP BY b.id, b.source
2042 ORDER BY 3 $sort_dir
2043 LIMIT $visiblity_limit
2046 if ($self->api_name !~ /staff/o) {
2051 LEFT OUTER JOIN $source_table src ON (s.source = src.id)
2054 FROM $asset_call_number_table cn,
2055 $asset_copy_table cp,
2059 WHERE cn.record = s.id
2060 AND cp.status = cs.id
2061 AND cp.location = cl.id
2062 AND cn.owning_lib = d.id
2063 AND cp.call_number = cn.id
2064 AND cp.opac_visible IS TRUE
2065 AND cs.holdable IS TRUE
2066 AND cl.opac_visible IS TRUE
2067 AND cp.deleted IS FALSE
2068 AND cn.deleted IS FALSE
2071 OR src.transcendant IS TRUE
2072 ORDER BY 3 $sort_dir
2079 LEFT OUTER JOIN $source_table src ON (s.source = src.id)
2082 FROM $asset_call_number_table cn,
2084 WHERE cn.record = s.id
2085 AND cn.owning_lib = d.id
2086 AND cn.deleted IS FALSE
2091 FROM $asset_call_number_table cn
2092 WHERE cn.record = s.id
2095 OR src.transcendant IS TRUE
2096 ORDER BY 3 $sort_dir
2101 $log->debug("Field Search SQL :: [$select]",DEBUG);
2103 my $recs = $_cdbi->{title}->db_Main->selectall_arrayref(
2105 @bonus_values, @types, @forms, @aud, @lang, @lit_form
2108 $log->debug("Search yielded ".scalar(@$recs)." results.",DEBUG);
2111 $max = 1 if (!@$recs);
2113 $max = $$_[1] if ($$_[1] > $max);
2116 my $count = scalar(@$recs);
2117 for my $rec (@$recs[$offset .. $offset + $limit - 1]) {
2118 next unless ($$rec[0]);
2119 my ($mrid,$rank) = @$rec;
2120 $client->respond( [$mrid, sprintf('%0.3f',$rank/$max), $count] );
2125 __PACKAGE__->register_method(
2126 api_name => "open-ils.storage.biblio.multiclass.search_fts.record",
2127 method => 'biblio_search_multi_class_fts',
2132 __PACKAGE__->register_method(
2133 api_name => "open-ils.storage.biblio.multiclass.search_fts.record.staff",
2134 method => 'biblio_search_multi_class_fts',
2142 __PACKAGE__->register_method(
2143 api_name => "open-ils.storage.biblio.multiclass.search_fts",
2144 method => 'biblio_search_multi_class_fts',
2149 __PACKAGE__->register_method(
2150 api_name => "open-ils.storage.biblio.multiclass.search_fts.staff",
2151 method => 'biblio_search_multi_class_fts',