1 package OpenILS::Application::Storage::Publisher::metabib;
2 use base qw/OpenILS::Application::Storage::Publisher/;
4 use OpenSRF::EX qw/:try/;
5 use OpenILS::Application::Storage::FTS;
6 use OpenILS::Utils::Fieldmapper;
7 use OpenSRF::Utils::Logger qw/:level/;
8 use OpenSRF::Utils::Cache;
10 use Digest::MD5 qw/md5_hex/;
13 my $log = 'OpenSRF::Utils::Logger';
17 sub ordered_records_from_metarecord {
28 my ($t, $f) = split '-', $formats;
29 @types = split '', $t;
30 @forms = split '', $f;
35 "actor.org_unit_descendants($org, $depth)" :
36 "actor.org_unit_descendants($org)" ;
39 my $copies_visible = 'AND cp.opac_visible IS TRUE AND cs.holdable IS TRUE AND cl.opac_visible IS TRUE';
40 $copies_visible = '' if ($self->api_name =~ /staff/o);
42 my $sm_table = metabib::metarecord_source_map->table;
43 my $rd_table = metabib::record_descriptor->table;
44 my $fr_table = metabib::full_rec->table;
45 my $cn_table = asset::call_number->table;
46 my $cl_table = asset::copy_location->table;
47 my $cp_table = asset::copy->table;
48 my $cs_table = config::copy_status->table;
49 my $src_table = config::bib_source->table;
50 my $out_table = actor::org_unit_type->table;
51 my $br_table = biblio::record_entry->table;
58 FIRST(COALESCE(LTRIM(SUBSTR( value, COALESCE(SUBSTRING(ind2 FROM '\\\\d+'),'0')::INT )),'zzzzzzzz')) AS title
70 if ($copies_visible) {
76 WHERE rd.record = sm.source
77 AND fr.record = sm.source
80 AND (EXISTS ((SELECT 1
82 JOIN $cn_table cn ON (cp.call_number = cn.id)
83 JOIN $cs_table cs ON (cp.status = cs.id)
84 JOIN $cl_table cl ON (cp.location = cl.id)
85 JOIN $descendants d ON (cp.circ_lib = d.id)
86 WHERE cn.record = sm.source
92 WHERE src.id = br.source
93 AND src.transcendant IS TRUE))
100 JOIN $br_table br ON (sm.source = br.id)
101 JOIN $fr_table fr ON (fr.record = br.id)
102 JOIN $rd_table rd ON (rd.record = br.id)
103 WHERE sm.metarecord = ?
109 WHERE cn.record = br.id
110 AND cn.deleted = FALSE
111 AND cp.deleted = FALSE
112 AND cp.circ_lib = d.id
113 AND cn.id = cp.call_number
119 WHERE cn.record = br.id
120 AND cn.deleted = FALSE
121 AND cp.deleted = FALSE
122 AND cn.id = cp.call_number
128 WHERE src.id = br.source
129 AND src.transcendant IS TRUE))
135 $sql .= ' AND rd.item_type IN ('.join(',',map{'?'}@types).')';
139 $sql .= ' AND rd.item_form IN ('.join(',',map{'?'}@forms).')';
149 GROUP BY record, item_type, item_form, quality
152 WHEN item_type IS NULL -- default
154 WHEN item_type = '' -- default
156 WHEN item_type IN ('a','t') -- books
158 WHEN item_type = 'g' -- movies
160 WHEN item_type IN ('i','j') -- sound recordings
162 WHEN item_type = 'm' -- software
164 WHEN item_type = 'k' -- images
166 WHEN item_type IN ('e','f') -- maps
168 WHEN item_type IN ('o','p') -- mixed
170 WHEN item_type IN ('c','d') -- music
172 WHEN item_type = 'r' -- 3d
179 my $ids = metabib::metarecord_source_map->db_Main->selectcol_arrayref($sql, {}, "$mr", @types, @forms);
180 return $ids if ($self->api_name =~ /atomic$/o);
182 $client->respond( $_ ) for ( @$ids );
186 __PACKAGE__->register_method(
187 api_name => 'open-ils.storage.ordered.metabib.metarecord.records',
188 method => 'ordered_records_from_metarecord',
192 __PACKAGE__->register_method(
193 api_name => 'open-ils.storage.ordered.metabib.metarecord.records.staff',
194 method => 'ordered_records_from_metarecord',
199 __PACKAGE__->register_method(
200 api_name => 'open-ils.storage.ordered.metabib.metarecord.records.atomic',
201 method => 'ordered_records_from_metarecord',
205 __PACKAGE__->register_method(
206 api_name => 'open-ils.storage.ordered.metabib.metarecord.records.staff.atomic',
207 method => 'ordered_records_from_metarecord',
217 my $tag = ($self->api_name =~ /isbn/o) ? '020' : '022';
219 my $fr_table = metabib::full_rec->table;
228 my $list = metabib::metarecord_source_map->db_Main->selectcol_arrayref($sql, {}, $tag, "$isxn%");
229 $client->respond($_) for (@$list);
232 __PACKAGE__->register_method(
233 api_name => 'open-ils.storage.id_list.biblio.record_entry.search.isbn',
234 method => 'isxn_search',
238 __PACKAGE__->register_method(
239 api_name => 'open-ils.storage.id_list.biblio.record_entry.search.issn',
240 method => 'isxn_search',
245 sub metarecord_copy_count {
251 my $sm_table = metabib::metarecord_source_map->table;
252 my $rd_table = metabib::record_descriptor->table;
253 my $cn_table = asset::call_number->table;
254 my $cp_table = asset::copy->table;
255 my $br_table = biblio::record_entry->table;
256 my $src_table = config::bib_source->table;
257 my $cl_table = asset::copy_location->table;
258 my $cs_table = config::copy_status->table;
259 my $out_table = actor::org_unit_type->table;
260 my $descendants = "actor.org_unit_descendants(u.id)";
261 my $ancestors = "actor.org_unit_ancestors(?)";
263 my $copies_visible = 'AND cp.opac_visible IS TRUE AND cs.holdable IS TRUE AND cl.opac_visible IS TRUE';
264 $copies_visible = '' if ($self->api_name =~ /staff/o);
267 my ($t_filter, $f_filter) = ('','');
270 my ($t, $f) = split '-', $args{format};
271 @types = split '', $t;
272 @forms = split '', $f;
274 $t_filter = ' AND rd.item_type IN ('.join(',',map{'?'}@types).')';
278 $f_filter .= ' AND rd.item_form IN ('.join(',',map{'?'}@forms).')';
288 JOIN $cn_table cn ON (cn.record = r.source)
289 JOIN $rd_table rd ON (cn.record = rd.record)
290 JOIN $cp_table cp ON (cn.id = cp.call_number)
291 JOIN $cs_table cs ON (cp.status = cs.id)
292 JOIN $cl_table cl ON (cp.location = cl.id)
293 JOIN $descendants a ON (cp.circ_lib = a.id)
294 WHERE r.metarecord = ?
295 AND cn.deleted IS FALSE
296 AND cp.deleted IS FALSE
305 JOIN $cn_table cn ON (cn.record = r.source)
306 JOIN $rd_table rd ON (cn.record = rd.record)
307 JOIN $cp_table cp ON (cn.id = cp.call_number)
308 JOIN $cs_table cs ON (cp.status = cs.id)
309 JOIN $cl_table cl ON (cp.location = cl.id)
310 JOIN $descendants a ON (cp.circ_lib = a.id)
311 WHERE r.metarecord = ?
313 AND cn.deleted IS FALSE
314 AND cp.deleted IS FALSE
321 (SELECT count(cp.id) + sum(CASE WHEN src.transcendant IS TRUE THEN 1 ELSE 0 END)
323 JOIN $cn_table cn ON (cn.record = r.source)
324 JOIN $rd_table rd ON (cn.record = rd.record)
325 JOIN $cp_table cp ON (cn.id = cp.call_number)
326 JOIN $cs_table cs ON (cp.status = cs.id)
327 JOIN $cl_table cl ON (cp.location = cl.id)
328 JOIN $br_table br ON (br.id = r.source)
329 LEFT JOIN $src_table src ON (src.id = br.source)
330 WHERE r.metarecord = ?
331 AND cn.deleted IS FALSE
332 AND cp.deleted IS FALSE
333 AND cp.opac_visible IS TRUE
334 AND cs.holdable IS TRUE
335 AND cl.opac_visible IS TRUE
342 JOIN $out_table t ON (u.ou_type = t.id)
346 my $sth = metabib::metarecord_source_map->db_Main->prepare_cached($sql);
347 $sth->execute( ''.$args{metarecord},
350 ''.$args{metarecord},
353 ''.$args{metarecord},
359 while ( my $row = $sth->fetchrow_hashref ) {
360 $client->respond( $row );
364 __PACKAGE__->register_method(
365 api_name => 'open-ils.storage.metabib.metarecord.copy_count',
366 method => 'metarecord_copy_count',
371 __PACKAGE__->register_method(
372 api_name => 'open-ils.storage.metabib.metarecord.copy_count.staff',
373 method => 'metarecord_copy_count',
379 sub biblio_multi_search_full_rec {
384 my $class_join = $args{class_join} || 'AND';
385 my $limit = $args{limit} || 100;
386 my $offset = $args{offset} || 0;
387 my $sort = $args{'sort'};
388 my $sort_dir = $args{sort_dir} || 'DESC';
393 for my $arg (@{ $args{searches} }) {
394 my $term = $$arg{term};
395 my $limiters = $$arg{restrict};
397 my ($index_col) = metabib::full_rec->columns('FTS');
398 $index_col ||= 'value';
399 my $search_table = metabib::full_rec->table;
401 my $fts = OpenILS::Application::Storage::FTS->compile($term, 'value',"$index_col");
403 my $fts_where = $fts->sql_where_clause();
404 my @fts_ranks = $fts->fts_rank;
406 my $rank = join(' + ', @fts_ranks);
409 for my $limit (@$limiters) {
410 push @wheres, "( tag = ? AND subfield LIKE ? AND $fts_where )";
411 push @binds, $$limit{tag}, $$limit{subfield};
412 $log->debug("Limiting query using { tag => $$limit{tag}, subfield => $$limit{subfield} }", DEBUG);
414 my $where = join(' OR ', @wheres);
416 push @selects, "SELECT id, record, $rank as sum FROM $search_table WHERE $where";
420 my $descendants = defined($args{depth}) ?
421 "actor.org_unit_descendants($args{org_unit}, $args{depth})" :
422 "actor.org_unit_descendants($args{org_unit})" ;
425 my $metabib_record_descriptor = metabib::record_descriptor->table;
426 my $metabib_full_rec = metabib::full_rec->table;
427 my $asset_call_number_table = asset::call_number->table;
428 my $asset_copy_table = asset::copy->table;
429 my $cs_table = config::copy_status->table;
430 my $cl_table = asset::copy_location->table;
431 my $br_table = biblio::record_entry->table;
433 my $cj = 'HAVING COUNT(x.id) = ' . scalar(@selects) if ($class_join eq 'AND');
435 '(SELECT x.record, sum(x.sum) FROM (('.
436 join(') UNION ALL (', @selects).
437 ")) x GROUP BY 1 $cj ORDER BY 2 DESC )";
439 my $has_vols = 'AND cn.owning_lib = d.id';
440 my $has_copies = 'AND cp.call_number = cn.id';
441 my $copies_visible = 'AND cp.opac_visible IS TRUE AND cs.holdable IS TRUE AND cl.opac_visible IS TRUE';
443 if ($self->api_name =~ /staff/o) {
444 $copies_visible = '';
445 $has_copies = '' if ($ou_type == 0);
446 $has_vols = '' if ($ou_type == 0);
449 my ($t_filter, $f_filter) = ('','');
450 my ($a_filter, $l_filter, $lf_filter) = ('','','');
452 if (my $a = $args{audience}) {
453 $a = [$a] if (!ref($a));
456 $a_filter = ' AND rd.audience IN ('.join(',',map{'?'}@aud).')';
460 if (my $l = $args{language}) {
461 $l = [$l] if (!ref($l));
464 $l_filter = ' AND rd.item_lang IN ('.join(',',map{'?'}@lang).')';
468 if (my $f = $args{lit_form}) {
469 $f = [$f] if (!ref($f));
472 $lf_filter = ' AND rd.lit_form IN ('.join(',',map{'?'}@lit_form).')';
473 push @binds, @lit_form;
476 if (my $f = $args{item_form}) {
477 $f = [$f] if (!ref($f));
480 $f_filter = ' AND rd.item_form IN ('.join(',',map{'?'}@forms).')';
484 if (my $t = $args{item_type}) {
485 $t = [$t] if (!ref($t));
488 $t_filter = ' AND rd.item_type IN ('.join(',',map{'?'}@types).')';
494 my ($t, $f) = split '-', $args{format};
495 my @types = split '', $t;
496 my @forms = split '', $f;
498 $t_filter = ' AND rd.item_type IN ('.join(',',map{'?'}@types).')';
502 $f_filter .= ' AND rd.item_form IN ('.join(',',map{'?'}@forms).')';
504 push @binds, @types, @forms;
507 my $relevance = 'sum(f.sum)';
508 $relevance = 1 if (!$copies_visible);
510 my $rank = $relevance;
511 if (lc($sort) eq 'pubdate') {
514 SELECT COALESCE(SUBSTRING(frp.value FROM '\\\\d+'),'9999')::INT
515 FROM $metabib_full_rec frp
516 WHERE frp.record = f.record
518 AND frp.subfield = 'c'
522 } elsif (lc($sort) eq 'create_date') {
524 ( FIRST (( SELECT create_date FROM $br_table rbr WHERE rbr.id = f.record)) )
526 } elsif (lc($sort) eq 'edit_date') {
528 ( FIRST (( SELECT edit_date FROM $br_table rbr WHERE rbr.id = f.record)) )
530 } elsif (lc($sort) eq 'title') {
533 SELECT COALESCE(LTRIM(SUBSTR( frt.value, COALESCE(SUBSTRING(frt.ind2 FROM '\\\\d+'),'0')::INT )),'zzzzzzzz')
534 FROM $metabib_full_rec frt
535 WHERE frt.record = f.record
537 AND frt.subfield = 'a'
541 } elsif (lc($sort) eq 'author') {
544 SELECT COALESCE(LTRIM(fra.value),'zzzzzzzz')
545 FROM $metabib_full_rec fra
546 WHERE fra.record = f.record
547 AND fra.tag LIKE '1%'
548 AND fra.subfield = 'a'
549 ORDER BY fra.tag::text::int
558 if ($copies_visible) {
560 SELECT f.record, $relevance, count(DISTINCT cp.id), $rank
561 FROM $search_table f,
562 $asset_call_number_table cn,
563 $asset_copy_table cp,
567 $metabib_record_descriptor rd,
569 WHERE br.id = f.record
570 AND cn.record = f.record
571 AND rd.record = f.record
572 AND cp.status = cs.id
573 AND cp.location = cl.id
574 AND br.deleted IS FALSE
575 AND cn.deleted IS FALSE
576 AND cp.deleted IS FALSE
585 GROUP BY f.record HAVING count(DISTINCT cp.id) > 0
586 ORDER BY 4 $sort_dir,3 DESC
590 SELECT f.record, 1, 1, $rank
591 FROM $search_table f,
593 $metabib_record_descriptor rd
594 WHERE br.id = f.record
595 AND rd.record = f.record
596 AND br.deleted IS FALSE
608 $log->debug("Search SQL :: [$select]",DEBUG);
610 my $recs = metabib::full_rec->db_Main->selectall_arrayref("$select;", {}, @binds);
611 $log->debug("Search yielded ".scalar(@$recs)." results.",DEBUG);
614 $max = 1 if (!@$recs);
616 $max = $$_[1] if ($$_[1] > $max);
620 for my $rec (@$recs[$offset .. $offset + $limit - 1]) {
621 next unless ($$rec[0]);
622 my ($rid,$rank,$junk,$skip) = @$rec;
623 $client->respond( [$rid, sprintf('%0.3f',$rank/$max), $count] );
627 __PACKAGE__->register_method(
628 api_name => 'open-ils.storage.biblio.full_rec.multi_search',
629 method => 'biblio_multi_search_full_rec',
634 __PACKAGE__->register_method(
635 api_name => 'open-ils.storage.biblio.full_rec.multi_search.staff',
636 method => 'biblio_multi_search_full_rec',
642 sub search_full_rec {
648 my $term = $args{term};
649 my $limiters = $args{restrict};
651 my ($index_col) = metabib::full_rec->columns('FTS');
652 $index_col ||= 'value';
653 my $search_table = metabib::full_rec->table;
655 my $fts = OpenILS::Application::Storage::FTS->compile($term, 'value',"$index_col");
657 my $fts_where = $fts->sql_where_clause();
658 my @fts_ranks = $fts->fts_rank;
660 my $rank = join(' + ', @fts_ranks);
664 for my $limit (@$limiters) {
665 push @wheres, "( tag = ? AND subfield LIKE ? AND $fts_where )";
666 push @binds, $$limit{tag}, $$limit{subfield};
667 $log->debug("Limiting query using { tag => $$limit{tag}, subfield => $$limit{subfield} }", DEBUG);
669 my $where = join(' OR ', @wheres);
671 my $select = "SELECT record, sum($rank) FROM $search_table WHERE $where GROUP BY 1 ORDER BY 2 DESC;";
673 $log->debug("Search SQL :: [$select]",DEBUG);
675 my $recs = metabib::full_rec->db_Main->selectall_arrayref($select, {}, @binds);
676 $log->debug("Search yielded ".scalar(@$recs)." results.",DEBUG);
678 $client->respond($_) for (@$recs);
681 __PACKAGE__->register_method(
682 api_name => 'open-ils.storage.direct.metabib.full_rec.search_fts.value',
683 method => 'search_full_rec',
688 __PACKAGE__->register_method(
689 api_name => 'open-ils.storage.direct.metabib.full_rec.search_fts.index_vector',
690 method => 'search_full_rec',
697 # XXX factored most of the PG dependant stuff out of here... need to find a way to do "dependants".
698 sub search_class_fts {
703 my $term = $args{term};
704 my $ou = $args{org_unit};
705 my $ou_type = $args{depth};
706 my $limit = $args{limit};
707 my $offset = $args{offset};
709 my $limit_clause = '';
710 my $offset_clause = '';
712 $limit_clause = "LIMIT $limit" if (defined $limit and int($limit) > 0);
713 $offset_clause = "OFFSET $offset" if (defined $offset and int($offset) > 0);
716 my ($t_filter, $f_filter) = ('','');
719 my ($t, $f) = split '-', $args{format};
720 @types = split '', $t;
721 @forms = split '', $f;
723 $t_filter = ' AND rd.item_type IN ('.join(',',map{'?'}@types).')';
727 $f_filter .= ' AND rd.item_form IN ('.join(',',map{'?'}@forms).')';
733 my $descendants = defined($ou_type) ?
734 "actor.org_unit_descendants($ou, $ou_type)" :
735 "actor.org_unit_descendants($ou)";
737 my $class = $self->{cdbi};
738 my $search_table = $class->table;
740 my $metabib_record_descriptor = metabib::record_descriptor->table;
741 my $metabib_metarecord = metabib::metarecord->table;
742 my $metabib_metarecord_source_map_table = metabib::metarecord_source_map->table;
743 my $asset_call_number_table = asset::call_number->table;
744 my $asset_copy_table = asset::copy->table;
745 my $cs_table = config::copy_status->table;
746 my $cl_table = asset::copy_location->table;
748 my ($index_col) = $class->columns('FTS');
749 $index_col ||= 'value';
751 my $fts = OpenILS::Application::Storage::FTS->compile($term, 'f.value', "f.$index_col");
753 my $fts_where = $fts->sql_where_clause;
754 my @fts_ranks = $fts->fts_rank;
756 my $rank = join(' + ', @fts_ranks);
758 my $has_vols = 'AND cn.owning_lib = d.id';
759 my $has_copies = 'AND cp.call_number = cn.id';
760 my $copies_visible = 'AND cp.opac_visible IS TRUE AND cs.holdable IS TRUE AND cl.opac_visible IS TRUE';
762 my $visible_count = ', count(DISTINCT cp.id)';
763 my $visible_count_test = 'HAVING count(DISTINCT cp.id) > 0';
765 if ($self->api_name =~ /staff/o) {
766 $copies_visible = '';
767 $visible_count_test = '';
768 $has_copies = '' if ($ou_type == 0);
769 $has_vols = '' if ($ou_type == 0);
772 my $rank_calc = <<" RANK";
774 * CASE WHEN f.value ILIKE ? THEN 1.2 ELSE 1 END -- phrase order
775 * CASE WHEN f.value ILIKE ? THEN 1.5 ELSE 1 END -- first word match
776 * CASE WHEN f.value ~* ? THEN 2 ELSE 1 END -- only word match
777 )/COUNT(m.source)), MIN(COALESCE(CHAR_LENGTH(f.value),1))
780 $rank_calc = ',1 , 1' if ($self->api_name =~ /unordered/o);
782 if ($copies_visible) {
784 SELECT m.metarecord $rank_calc $visible_count, CASE WHEN COUNT(DISTINCT m.source) = 1 THEN MAX(m.source) ELSE MAX(0) END
785 FROM $search_table f,
786 $metabib_metarecord_source_map_table m,
787 $asset_call_number_table cn,
788 $asset_copy_table cp,
791 $metabib_record_descriptor rd,
794 AND m.source = f.source
795 AND cn.record = m.source
796 AND rd.record = m.source
797 AND cp.status = cs.id
798 AND cp.location = cl.id
804 GROUP BY 1 $visible_count_test
806 $limit_clause $offset_clause
810 SELECT m.metarecord $rank_calc, 0, CASE WHEN COUNT(DISTINCT m.source) = 1 THEN MAX(m.source) ELSE MAX(0) END
811 FROM $search_table f,
812 $metabib_metarecord_source_map_table m,
813 $metabib_record_descriptor rd
815 AND m.source = f.source
816 AND rd.record = m.source
821 $limit_clause $offset_clause
825 $log->debug("Field Search SQL :: [$select]",DEBUG);
827 my $SQLstring = join('%',$fts->words);
828 my $REstring = join('\\s+',$fts->words);
829 my $first_word = ($fts->words)[0].'%';
830 my $recs = ($self->api_name =~ /unordered/o) ?
831 $class->db_Main->selectall_arrayref($select, {}, @types, @forms) :
832 $class->db_Main->selectall_arrayref($select, {},
833 '%'.lc($SQLstring).'%', # phrase order match
834 lc($first_word), # first word match
835 '^\\s*'.lc($REstring).'\\s*/?\s*$', # full exact match
839 $log->debug("Search yielded ".scalar(@$recs)." results.",DEBUG);
841 $client->respond($_) for (map { [@$_[0,1,3,4]] } @$recs);
845 for my $class ( qw/title author subject keyword series/ ) {
846 __PACKAGE__->register_method(
847 api_name => "open-ils.storage.metabib.$class.search_fts.metarecord",
848 method => 'search_class_fts',
851 cdbi => "metabib::${class}_field_entry",
854 __PACKAGE__->register_method(
855 api_name => "open-ils.storage.metabib.$class.search_fts.metarecord.unordered",
856 method => 'search_class_fts',
859 cdbi => "metabib::${class}_field_entry",
862 __PACKAGE__->register_method(
863 api_name => "open-ils.storage.metabib.$class.search_fts.metarecord.staff",
864 method => 'search_class_fts',
867 cdbi => "metabib::${class}_field_entry",
870 __PACKAGE__->register_method(
871 api_name => "open-ils.storage.metabib.$class.search_fts.metarecord.staff.unordered",
872 method => 'search_class_fts',
875 cdbi => "metabib::${class}_field_entry",
880 # XXX factored most of the PG dependant stuff out of here... need to find a way to do "dependants".
881 sub search_class_fts_count {
886 my $term = $args{term};
887 my $ou = $args{org_unit};
888 my $ou_type = $args{depth};
889 my $limit = $args{limit} || 100;
890 my $offset = $args{offset} || 0;
892 my $descendants = defined($ou_type) ?
893 "actor.org_unit_descendants($ou, $ou_type)" :
894 "actor.org_unit_descendants($ou)";
897 my ($t_filter, $f_filter) = ('','');
900 my ($t, $f) = split '-', $args{format};
901 @types = split '', $t;
902 @forms = split '', $f;
904 $t_filter = ' AND rd.item_type IN ('.join(',',map{'?'}@types).')';
908 $f_filter .= ' AND rd.item_form IN ('.join(',',map{'?'}@forms).')';
913 (my $search_class = $self->api_name) =~ s/.*metabib.(\w+).search_fts.*/$1/o;
915 my $class = $self->{cdbi};
916 my $search_table = $class->table;
918 my $metabib_record_descriptor = metabib::record_descriptor->table;
919 my $metabib_metarecord_source_map_table = metabib::metarecord_source_map->table;
920 my $asset_call_number_table = asset::call_number->table;
921 my $asset_copy_table = asset::copy->table;
922 my $cs_table = config::copy_status->table;
923 my $cl_table = asset::copy_location->table;
925 my ($index_col) = $class->columns('FTS');
926 $index_col ||= 'value';
928 my $fts = OpenILS::Application::Storage::FTS->compile($term, 'value',"$index_col");
930 my $fts_where = $fts->sql_where_clause;
932 my $has_vols = 'AND cn.owning_lib = d.id';
933 my $has_copies = 'AND cp.call_number = cn.id';
934 my $copies_visible = 'AND cp.opac_visible IS TRUE AND cs.holdable IS TRUE AND cl.opac_visible IS TRUE';
935 if ($self->api_name =~ /staff/o) {
936 $copies_visible = '';
937 $has_vols = '' if ($ou_type == 0);
938 $has_copies = '' if ($ou_type == 0);
941 # XXX test an "EXISTS version of descendant checking...
943 if ($copies_visible) {
945 SELECT count(distinct m.metarecord)
946 FROM $search_table f,
947 $metabib_metarecord_source_map_table m,
948 $metabib_metarecord_source_map_table mr,
949 $asset_call_number_table cn,
950 $asset_copy_table cp,
953 $metabib_record_descriptor rd,
956 AND mr.source = f.source
957 AND mr.metarecord = m.metarecord
958 AND cn.record = m.source
959 AND rd.record = m.source
960 AND cp.status = cs.id
961 AND cp.location = cl.id
970 SELECT count(distinct m.metarecord)
971 FROM $search_table f,
972 $metabib_metarecord_source_map_table m,
973 $metabib_metarecord_source_map_table mr,
974 $metabib_record_descriptor rd
976 AND mr.source = f.source
977 AND mr.metarecord = m.metarecord
978 AND rd.record = m.source
984 $log->debug("Field Search Count SQL :: [$select]",DEBUG);
986 my $recs = $class->db_Main->selectrow_arrayref($select, {}, @types, @forms)->[0];
988 $log->debug("Count Search yielded $recs results.",DEBUG);
993 for my $class ( qw/title author subject keyword series/ ) {
994 __PACKAGE__->register_method(
995 api_name => "open-ils.storage.metabib.$class.search_fts.metarecord_count",
996 method => 'search_class_fts_count',
999 cdbi => "metabib::${class}_field_entry",
1002 __PACKAGE__->register_method(
1003 api_name => "open-ils.storage.metabib.$class.search_fts.metarecord_count.staff",
1004 method => 'search_class_fts_count',
1007 cdbi => "metabib::${class}_field_entry",
1013 # XXX factored most of the PG dependant stuff out of here... need to find a way to do "dependants".
1014 sub postfilter_search_class_fts {
1019 my $term = $args{term};
1020 my $sort = $args{'sort'};
1021 my $sort_dir = $args{sort_dir} || 'DESC';
1022 my $ou = $args{org_unit};
1023 my $ou_type = $args{depth};
1024 my $limit = $args{limit} || 10;
1025 my $visiblity_limit = $args{visiblity_limit} || 5000;
1026 my $offset = $args{offset} || 0;
1028 my $outer_limit = 1000;
1030 my $limit_clause = '';
1031 my $offset_clause = '';
1033 $limit_clause = "LIMIT $outer_limit";
1034 $offset_clause = "OFFSET $offset" if (defined $offset and int($offset) > 0);
1036 my (@types,@forms,@lang,@aud,@lit_form);
1037 my ($t_filter, $f_filter) = ('','');
1038 my ($a_filter, $l_filter, $lf_filter) = ('','','');
1039 my ($ot_filter, $of_filter) = ('','');
1040 my ($oa_filter, $ol_filter, $olf_filter) = ('','','');
1042 if (my $a = $args{audience}) {
1043 $a = [$a] if (!ref($a));
1046 $a_filter = ' AND rd.audience IN ('.join(',',map{'?'}@aud).')';
1047 $oa_filter = ' AND ord.audience IN ('.join(',',map{'?'}@aud).')';
1050 if (my $l = $args{language}) {
1051 $l = [$l] if (!ref($l));
1054 $l_filter = ' AND rd.item_lang IN ('.join(',',map{'?'}@lang).')';
1055 $ol_filter = ' AND ord.item_lang IN ('.join(',',map{'?'}@lang).')';
1058 if (my $f = $args{lit_form}) {
1059 $f = [$f] if (!ref($f));
1062 $lf_filter = ' AND rd.lit_form IN ('.join(',',map{'?'}@lit_form).')';
1063 $olf_filter = ' AND ord.lit_form IN ('.join(',',map{'?'}@lit_form).')';
1066 if ($args{format}) {
1067 my ($t, $f) = split '-', $args{format};
1068 @types = split '', $t;
1069 @forms = split '', $f;
1071 $t_filter = ' AND rd.item_type IN ('.join(',',map{'?'}@types).')';
1072 $ot_filter = ' AND ord.item_type IN ('.join(',',map{'?'}@types).')';
1076 $f_filter .= ' AND rd.item_form IN ('.join(',',map{'?'}@forms).')';
1077 $of_filter .= ' AND ord.item_form IN ('.join(',',map{'?'}@forms).')';
1082 my $descendants = defined($ou_type) ?
1083 "actor.org_unit_descendants($ou, $ou_type)" :
1084 "actor.org_unit_descendants($ou)";
1086 my $class = $self->{cdbi};
1087 my $search_table = $class->table;
1089 my $metabib_full_rec = metabib::full_rec->table;
1090 my $metabib_record_descriptor = metabib::record_descriptor->table;
1091 my $metabib_metarecord = metabib::metarecord->table;
1092 my $metabib_metarecord_source_map_table = metabib::metarecord_source_map->table;
1093 my $asset_call_number_table = asset::call_number->table;
1094 my $asset_copy_table = asset::copy->table;
1095 my $cs_table = config::copy_status->table;
1096 my $cl_table = asset::copy_location->table;
1097 my $br_table = biblio::record_entry->table;
1099 my ($index_col) = $class->columns('FTS');
1100 $index_col ||= 'value';
1102 my $fts = OpenILS::Application::Storage::FTS->compile($term, 'f.value', "f.$index_col");
1104 my $SQLstring = join('%',map { lc($_) } $fts->words);
1105 my $REstring = '^' . join('\s+',map { lc($_) } $fts->words) . '\W*$';
1106 my $first_word = lc(($fts->words)[0]).'%';
1108 my $fts_where = $fts->sql_where_clause;
1109 my @fts_ranks = $fts->fts_rank;
1112 $bonus{'metabib::keyword_field_entry'} = [ { 'CASE WHEN f.value ILIKE ? THEN 1.2 ELSE 1 END' => $SQLstring } ];
1113 $bonus{'metabib::title_field_entry'} =
1114 $bonus{'metabib::series_field_entry'} = [
1115 { 'CASE WHEN f.value ILIKE ? THEN 1.5 ELSE 1 END' => $first_word },
1116 { 'CASE WHEN f.value ~* ? THEN 2 ELSE 1 END' => $REstring },
1117 @{ $bonus{'metabib::keyword_field_entry'} }
1120 my $bonus_list = join ' * ', map { keys %$_ } @{ $bonus{$class} };
1121 $bonus_list ||= '1';
1123 my @bonus_values = map { values %$_ } @{ $bonus{$class} };
1125 my $relevance = join(' + ', @fts_ranks);
1126 $relevance = <<" RANK";
1127 (SUM( ( $relevance ) * ( $bonus_list ) )/COUNT(m.source))
1130 my $rank = $relevance;
1131 if (lc($sort) eq 'pubdate') {
1134 SELECT COALESCE(SUBSTRING(frp.value FROM '\\\\d+'),'9999')::INT
1135 FROM $metabib_full_rec frp
1136 WHERE frp.record = mr.master_record
1138 AND frp.subfield = 'c'
1142 } elsif (lc($sort) eq 'create_date') {
1144 ( FIRST (( SELECT create_date FROM $br_table rbr WHERE rbr.id = mr.master_record)) )
1146 } elsif (lc($sort) eq 'edit_date') {
1148 ( FIRST (( SELECT edit_date FROM $br_table rbr WHERE rbr.id = mr.master_record)) )
1150 } elsif (lc($sort) eq 'title') {
1153 SELECT COALESCE(LTRIM(SUBSTR( frt.value, COALESCE(SUBSTRING(frt.ind2 FROM '\\\\d+'),'0')::INT )),'zzzzzzzz')
1154 FROM $metabib_full_rec frt
1155 WHERE frt.record = mr.master_record
1157 AND frt.subfield = 'a'
1161 } elsif (lc($sort) eq 'author') {
1164 SELECT COALESCE(LTRIM(fra.value),'zzzzzzzz')
1165 FROM $metabib_full_rec fra
1166 WHERE fra.record = mr.master_record
1167 AND fra.tag LIKE '1%'
1168 AND fra.subfield = 'a'
1169 ORDER BY fra.tag::text::int
1177 my $select = <<" SQL";
1178 SELECT m.metarecord,
1180 CASE WHEN COUNT(DISTINCT smrs.source) = 1 THEN MIN(m.source) ELSE 0 END,
1182 FROM $search_table f,
1183 $metabib_metarecord_source_map_table m,
1184 $metabib_metarecord_source_map_table smrs,
1185 $metabib_metarecord mr,
1186 $metabib_record_descriptor rd
1188 AND smrs.metarecord = mr.id
1189 AND m.source = f.source
1190 AND m.metarecord = mr.id
1191 AND rd.record = smrs.source
1197 GROUP BY m.metarecord
1198 ORDER BY 4 $sort_dir, MIN(COALESCE(CHAR_LENGTH(f.value),1))
1199 LIMIT $visiblity_limit
1206 FROM $asset_call_number_table cn,
1207 $metabib_metarecord_source_map_table mrs,
1208 $asset_copy_table cp,
1213 $metabib_record_descriptor ord,
1215 WHERE mrs.metarecord = s.metarecord
1216 AND br.id = mrs.source
1217 AND cn.record = mrs.source
1218 AND cp.status = cs.id
1219 AND cp.location = cl.id
1220 AND cn.owning_lib = d.id
1221 AND cp.call_number = cn.id
1222 AND cp.opac_visible IS TRUE
1223 AND cs.holdable IS TRUE
1224 AND cl.opac_visible IS TRUE
1225 AND br.active IS TRUE
1226 AND br.deleted IS FALSE
1227 AND ord.record = mrs.source
1233 ORDER BY 4 $sort_dir
1235 } elsif ($self->api_name !~ /staff/o) {
1242 FROM $asset_call_number_table cn,
1243 $metabib_metarecord_source_map_table mrs,
1244 $asset_copy_table cp,
1249 $metabib_record_descriptor ord
1251 WHERE mrs.metarecord = s.metarecord
1252 AND br.id = mrs.source
1253 AND cn.record = mrs.source
1254 AND cp.status = cs.id
1255 AND cp.location = cl.id
1256 AND cn.owning_lib = d.id
1257 AND cp.call_number = cn.id
1258 AND cp.opac_visible IS TRUE
1259 AND cs.holdable IS TRUE
1260 AND cl.opac_visible IS TRUE
1261 AND br.active IS TRUE
1262 AND br.deleted IS FALSE
1263 AND ord.record = mrs.source
1271 ORDER BY 4 $sort_dir
1280 FROM $asset_call_number_table cn,
1281 $metabib_metarecord_source_map_table mrs,
1284 $metabib_record_descriptor ord
1286 WHERE mrs.metarecord = s.metarecord
1287 AND br.id = mrs.source
1288 AND cn.record = mrs.source
1289 AND cn.owning_lib = d.id
1290 AND br.deleted IS FALSE
1291 AND ord.record = mrs.source
1301 FROM $asset_call_number_table cn,
1302 $metabib_metarecord_source_map_table mrs,
1303 $metabib_record_descriptor ord
1304 WHERE mrs.metarecord = s.metarecord
1305 AND cn.record = mrs.source
1306 AND ord.record = mrs.source
1314 ORDER BY 4 $sort_dir
1319 $log->debug("Field Search SQL :: [$select]",DEBUG);
1321 my $recs = $class->db_Main->selectall_arrayref(
1323 (@bonus_values > 0 ? @bonus_values : () ),
1324 ( (!$sort && @bonus_values > 0) ? @bonus_values : () ),
1325 @types, @forms, @aud, @lang, @lit_form,
1326 @types, @forms, @aud, @lang, @lit_form,
1327 ($self->api_name =~ /staff/o ? (@types, @forms, @aud, @lang, @lit_form) : () ) );
1329 $log->debug("Search yielded ".scalar(@$recs)." results.",DEBUG);
1332 $max = 1 if (!@$recs);
1334 $max = $$_[1] if ($$_[1] > $max);
1337 my $count = scalar(@$recs);
1338 for my $rec (@$recs[$offset .. $offset + $limit - 1]) {
1339 my ($mrid,$rank,$skip) = @$rec;
1340 $client->respond( [$mrid, sprintf('%0.3f',$rank/$max), $skip, $count] );
1345 for my $class ( qw/title author subject keyword series/ ) {
1346 __PACKAGE__->register_method(
1347 api_name => "open-ils.storage.metabib.$class.post_filter.search_fts.metarecord",
1348 method => 'postfilter_search_class_fts',
1351 cdbi => "metabib::${class}_field_entry",
1354 __PACKAGE__->register_method(
1355 api_name => "open-ils.storage.metabib.$class.post_filter.search_fts.metarecord.staff",
1356 method => 'postfilter_search_class_fts',
1359 cdbi => "metabib::${class}_field_entry",
1366 my $_cdbi = { title => "metabib::title_field_entry",
1367 author => "metabib::author_field_entry",
1368 subject => "metabib::subject_field_entry",
1369 keyword => "metabib::keyword_field_entry",
1370 series => "metabib::series_field_entry",
1373 # XXX factored most of the PG dependant stuff out of here... need to find a way to do "dependants".
1374 sub postfilter_search_multi_class_fts {
1379 my $sort = $args{'sort'};
1380 my $sort_dir = $args{sort_dir} || 'DESC';
1381 my $ou = $args{org_unit};
1382 my $ou_type = $args{depth};
1383 my $limit = $args{limit} || 10;;
1384 my $visiblity_limit = $args{visiblity_limit} || 5000;;
1385 my $offset = $args{offset} || 0;
1388 $ou = actor::org_unit->search( { parent_ou => undef } )->next->id;
1391 if (!defined($args{org_unit})) {
1392 die "No target organizational unit passed to ".$self->api_name;
1395 if (! scalar( keys %{$args{searches}} )) {
1396 die "No search arguments were passed to ".$self->api_name;
1399 my $outer_limit = 1000;
1401 my $limit_clause = '';
1402 my $offset_clause = '';
1404 $limit_clause = "LIMIT $outer_limit";
1405 $offset_clause = "OFFSET $offset" if (defined $offset and int($offset) > 0);
1407 my (@types,@forms,@lang,@aud,@lit_form);
1408 my ($t_filter, $f_filter) = ('','');
1409 my ($a_filter, $l_filter, $lf_filter) = ('','','');
1410 my ($ot_filter, $of_filter) = ('','');
1411 my ($oa_filter, $ol_filter, $olf_filter) = ('','','');
1413 if (my $a = $args{audience}) {
1414 $a = [$a] if (!ref($a));
1417 $a_filter = ' AND rd.audience IN ('.join(',',map{'?'}@aud).')';
1418 $oa_filter = ' AND ord.audience IN ('.join(',',map{'?'}@aud).')';
1421 if (my $l = $args{language}) {
1422 $l = [$l] if (!ref($l));
1425 $l_filter = ' AND rd.item_lang IN ('.join(',',map{'?'}@lang).')';
1426 $ol_filter = ' AND ord.item_lang IN ('.join(',',map{'?'}@lang).')';
1429 if (my $f = $args{lit_form}) {
1430 $f = [$f] if (!ref($f));
1433 $lf_filter = ' AND rd.lit_form IN ('.join(',',map{'?'}@lit_form).')';
1434 $olf_filter = ' AND ord.lit_form IN ('.join(',',map{'?'}@lit_form).')';
1437 if (my $f = $args{item_form}) {
1438 $f = [$f] if (!ref($f));
1441 $f_filter = ' AND rd.item_form IN ('.join(',',map{'?'}@forms).')';
1442 $of_filter = ' AND ord.item_form IN ('.join(',',map{'?'}@forms).')';
1445 if (my $t = $args{item_type}) {
1446 $t = [$t] if (!ref($t));
1449 $t_filter = ' AND rd.item_type IN ('.join(',',map{'?'}@types).')';
1450 $ot_filter = ' AND ord.item_type IN ('.join(',',map{'?'}@types).')';
1454 # XXX legacy format and item type support
1455 if ($args{format}) {
1456 my ($t, $f) = split '-', $args{format};
1457 @types = split '', $t;
1458 @forms = split '', $f;
1460 $t_filter = ' AND rd.item_type IN ('.join(',',map{'?'}@types).')';
1461 $ot_filter = ' AND ord.item_type IN ('.join(',',map{'?'}@types).')';
1465 $f_filter .= ' AND rd.item_form IN ('.join(',',map{'?'}@forms).')';
1466 $of_filter .= ' AND ord.item_form IN ('.join(',',map{'?'}@forms).')';
1472 my $descendants = defined($ou_type) ?
1473 "actor.org_unit_descendants($ou, $ou_type)" :
1474 "actor.org_unit_descendants($ou)";
1476 my $search_table_list = '';
1478 my $join_table_list = '';
1483 my $prev_search_class;
1484 my $curr_search_class;
1485 for my $search_class (sort keys %{$args{searches}}) {
1486 $prev_search_class = $curr_search_class if ($curr_search_class);
1488 $curr_search_class = $search_class;
1490 my $class = $_cdbi->{$search_class};
1491 my $search_table = $class->table;
1493 my ($index_col) = $class->columns('FTS');
1494 $index_col ||= 'value';
1497 my $fts = OpenILS::Application::Storage::FTS->compile($args{searches}{$search_class}{term}, $search_class.'.value', "$search_class.$index_col");
1499 my $fts_where = $fts->sql_where_clause;
1500 my @fts_ranks = $fts->fts_rank;
1502 my $SQLstring = join('%',map { lc($_) } $fts->words);
1503 my $REstring = '^' . join('\s+',map { lc($_) } $fts->words) . '\W*$';
1504 my $first_word = lc(($fts->words)[0]).'%';
1506 my $rank = join(' + ', @fts_ranks);
1509 $bonus{'keyword'} = [ { "CASE WHEN $search_class.value LIKE ? THEN 10 ELSE 1 END" => $SQLstring } ];
1511 $bonus{'series'} = [
1512 { "CASE WHEN $search_class.value LIKE ? THEN 1.5 ELSE 1 END" => $first_word },
1513 { "CASE WHEN $search_class.value ~ ? THEN 20 ELSE 1 END" => $REstring },
1516 $bonus{'title'} = [ @{ $bonus{'series'} }, @{ $bonus{'keyword'} } ];
1518 my $bonus_list = join ' * ', map { keys %$_ } @{ $bonus{$search_class} };
1519 $bonus_list ||= '1';
1521 push @bonus_lists, $bonus_list;
1522 push @bonus_values, map { values %$_ } @{ $bonus{$search_class} };
1525 #---------------------
1527 $search_table_list .= "$search_table $search_class, ";
1528 push @rank_list,$rank;
1529 $fts_list .= " AND $fts_where AND m.source = $search_class.source";
1531 if ($prev_search_class) {
1532 $join_table_list .= " AND $prev_search_class.source = $curr_search_class.source";
1536 my $metabib_record_descriptor = metabib::record_descriptor->table;
1537 my $metabib_full_rec = metabib::full_rec->table;
1538 my $metabib_metarecord = metabib::metarecord->table;
1539 my $metabib_metarecord_source_map_table = metabib::metarecord_source_map->table;
1540 my $asset_call_number_table = asset::call_number->table;
1541 my $asset_copy_table = asset::copy->table;
1542 my $cs_table = config::copy_status->table;
1543 my $cl_table = asset::copy_location->table;
1544 my $br_table = biblio::record_entry->table;
1545 my $source_table = config::bib_source->table;
1547 my $bonuses = join (' * ', @bonus_lists);
1548 my $relevance = join (' + ', @rank_list);
1549 $relevance = "SUM( ($relevance) * ($bonuses) )/COUNT(DISTINCT smrs.source)";
1552 my $secondary_sort = <<" SORT";
1554 SELECT COALESCE(LTRIM(SUBSTR( sfrt.value, COALESCE(SUBSTRING(sfrt.ind2 FROM '\\\\d+'),'0')::INT )),'zzzzzzzz')
1555 FROM $metabib_full_rec sfrt,
1556 $metabib_metarecord mr
1557 WHERE sfrt.record = mr.master_record
1558 AND sfrt.tag = '245'
1559 AND sfrt.subfield = 'a'
1564 my $rank = $relevance;
1565 if (lc($sort) eq 'pubdate') {
1568 SELECT COALESCE(SUBSTRING(frp.value FROM '\\\\d+'),'9999')::INT
1569 FROM $metabib_full_rec frp
1570 WHERE frp.record = mr.master_record
1572 AND frp.subfield = 'c'
1576 } elsif (lc($sort) eq 'create_date') {
1578 ( FIRST (( SELECT create_date FROM $br_table rbr WHERE rbr.id = mr.master_record)) )
1580 } elsif (lc($sort) eq 'edit_date') {
1582 ( FIRST (( SELECT edit_date FROM $br_table rbr WHERE rbr.id = mr.master_record)) )
1584 } elsif (lc($sort) eq 'title') {
1587 SELECT COALESCE(LTRIM(SUBSTR( frt.value, COALESCE(SUBSTRING(frt.ind2 FROM '\\\\d+'),'0')::INT )),'zzzzzzzz')
1588 FROM $metabib_full_rec frt
1589 WHERE frt.record = mr.master_record
1591 AND frt.subfield = 'a'
1595 $secondary_sort = <<" SORT";
1597 SELECT COALESCE(SUBSTRING(sfrp.value FROM '\\\\d+'),'9999')::INT
1598 FROM $metabib_full_rec sfrp
1599 WHERE sfrp.record = mr.master_record
1600 AND sfrp.tag = '260'
1601 AND sfrp.subfield = 'c'
1605 } elsif (lc($sort) eq 'author') {
1608 SELECT COALESCE(LTRIM(fra.value),'zzzzzzzz')
1609 FROM $metabib_full_rec fra
1610 WHERE fra.record = mr.master_record
1611 AND fra.tag LIKE '1%'
1612 AND fra.subfield = 'a'
1613 ORDER BY fra.tag::text::int
1618 push @bonus_values, @bonus_values;
1623 my $select = <<" SQL";
1624 SELECT m.metarecord,
1626 CASE WHEN COUNT(DISTINCT smrs.source) = 1 THEN FIRST(m.source) ELSE 0 END,
1629 FROM $search_table_list
1630 $metabib_metarecord mr,
1631 $metabib_metarecord_source_map_table m,
1632 $metabib_metarecord_source_map_table smrs
1633 WHERE m.metarecord = smrs.metarecord
1634 AND mr.id = m.metarecord
1637 GROUP BY m.metarecord
1638 -- ORDER BY 4 $sort_dir
1639 LIMIT $visiblity_limit
1642 if ($self->api_name !~ /staff/o) {
1649 FROM $asset_call_number_table cn,
1650 $metabib_metarecord_source_map_table mrs,
1651 $asset_copy_table cp,
1656 $metabib_record_descriptor ord
1657 WHERE mrs.metarecord = s.metarecord
1658 AND br.id = mrs.source
1659 AND cn.record = mrs.source
1660 AND cp.status = cs.id
1661 AND cp.location = cl.id
1662 AND cn.owning_lib = d.id
1663 AND cp.call_number = cn.id
1664 AND cp.opac_visible IS TRUE
1665 AND cs.holdable IS TRUE
1666 AND cl.opac_visible IS TRUE
1667 AND br.active IS TRUE
1668 AND br.deleted IS FALSE
1669 AND cp.deleted IS FALSE
1670 AND cn.deleted IS FALSE
1671 AND ord.record = mrs.source
1682 $metabib_metarecord_source_map_table mrs,
1683 $metabib_record_descriptor ord,
1685 WHERE mrs.metarecord = s.metarecord
1686 AND ord.record = mrs.source
1687 AND br.id = mrs.source
1688 AND br.source = src.id
1689 AND src.transcendant IS TRUE
1696 ORDER BY 4 $sort_dir, 5
1703 $metabib_metarecord_source_map_table omrs,
1704 $metabib_record_descriptor ord
1705 WHERE omrs.metarecord = s.metarecord
1706 AND ord.record = omrs.source
1709 FROM $asset_call_number_table cn,
1712 WHERE br.id = omrs.source
1713 AND cn.record = omrs.source
1714 AND cn.owning_lib = d.id
1715 AND br.deleted IS FALSE
1716 AND cn.deleted IS FALSE
1721 FROM $asset_call_number_table cn
1722 WHERE cn.record = omrs.source
1723 AND cn.deleted IS FALSE
1729 $metabib_metarecord_source_map_table mrs,
1730 $metabib_record_descriptor ord,
1732 WHERE mrs.metarecord = s.metarecord
1733 AND br.id = mrs.source
1734 AND br.source = src.id
1735 AND src.transcendant IS TRUE
1749 ORDER BY 4 $sort_dir, 5
1754 $log->debug("Field Search SQL :: [$select]",DEBUG);
1756 my $recs = $_cdbi->{title}->db_Main->selectall_arrayref(
1759 @types, @forms, @aud, @lang, @lit_form,
1760 @types, @forms, @aud, @lang, @lit_form,
1761 # ($self->api_name =~ /staff/o ? (@types, @forms, @aud, @lang, @lit_form) : () )
1764 $log->debug("Search yielded ".scalar(@$recs)." results.",DEBUG);
1767 $max = 1 if (!@$recs);
1769 $max = $$_[1] if ($$_[1] > $max);
1772 my $count = scalar(@$recs);
1773 for my $rec (@$recs[$offset .. $offset + $limit - 1]) {
1774 next unless ($$rec[0]);
1775 my ($mrid,$rank,$skip) = @$rec;
1776 $client->respond( [$mrid, sprintf('%0.3f',$rank/$max), $skip, $count] );
1781 __PACKAGE__->register_method(
1782 api_name => "open-ils.storage.metabib.post_filter.multiclass.search_fts.metarecord",
1783 method => 'postfilter_search_multi_class_fts',
1788 __PACKAGE__->register_method(
1789 api_name => "open-ils.storage.metabib.post_filter.multiclass.search_fts.metarecord.staff",
1790 method => 'postfilter_search_multi_class_fts',
1796 __PACKAGE__->register_method(
1797 api_name => "open-ils.storage.metabib.multiclass.search_fts",
1798 method => 'postfilter_search_multi_class_fts',
1803 __PACKAGE__->register_method(
1804 api_name => "open-ils.storage.metabib.multiclass.search_fts.staff",
1805 method => 'postfilter_search_multi_class_fts',
1811 # XXX factored most of the PG dependant stuff out of here... need to find a way to do "dependants".
1812 sub biblio_search_multi_class_fts {
1817 my $sort = $args{'sort'};
1818 my $sort_dir = $args{sort_dir} || 'DESC';
1819 my $ou = $args{org_unit};
1820 my $ou_type = $args{depth};
1821 my $limit = $args{limit} || 10;
1822 my $visiblity_limit = $args{visiblity_limit} || 5000;
1823 my $offset = $args{offset} || 0;
1826 $ou = actor::org_unit->search( { parent_ou => undef } )->next->id;
1829 if (!defined($args{org_unit})) {
1830 die "No target organizational unit passed to ".$self->api_name;
1833 if (! scalar( keys %{$args{searches}} )) {
1834 die "No search arguments were passed to ".$self->api_name;
1837 my $outer_limit = 1000;
1839 my $limit_clause = '';
1840 my $offset_clause = '';
1842 $limit_clause = "LIMIT $outer_limit";
1843 $offset_clause = "OFFSET $offset" if (defined $offset and int($offset) > 0);
1845 my (@types,@forms,@lang,@aud,@lit_form);
1846 my ($t_filter, $f_filter) = ('','');
1847 my ($a_filter, $l_filter, $lf_filter) = ('','','');
1848 my ($ot_filter, $of_filter) = ('','');
1849 my ($oa_filter, $ol_filter, $olf_filter) = ('','','');
1851 if (my $a = $args{audience}) {
1852 $a = [$a] if (!ref($a));
1855 $a_filter = ' AND rd.audience IN ('.join(',',map{'?'}@aud).')';
1856 $oa_filter = ' AND ord.audience IN ('.join(',',map{'?'}@aud).')';
1859 if (my $l = $args{language}) {
1860 $l = [$l] if (!ref($l));
1863 $l_filter = ' AND rd.item_lang IN ('.join(',',map{'?'}@lang).')';
1864 $ol_filter = ' AND ord.item_lang IN ('.join(',',map{'?'}@lang).')';
1867 if (my $f = $args{lit_form}) {
1868 $f = [$f] if (!ref($f));
1871 $lf_filter = ' AND rd.lit_form IN ('.join(',',map{'?'}@lit_form).')';
1872 $olf_filter = ' AND ord.lit_form IN ('.join(',',map{'?'}@lit_form).')';
1875 if (my $f = $args{item_form}) {
1876 $f = [$f] if (!ref($f));
1879 $f_filter = ' AND rd.item_form IN ('.join(',',map{'?'}@forms).')';
1880 $of_filter = ' AND ord.item_form IN ('.join(',',map{'?'}@forms).')';
1883 if (my $t = $args{item_type}) {
1884 $t = [$t] if (!ref($t));
1887 $t_filter = ' AND rd.item_type IN ('.join(',',map{'?'}@types).')';
1888 $ot_filter = ' AND ord.item_type IN ('.join(',',map{'?'}@types).')';
1892 # XXX legacy format and item type support
1893 if ($args{format}) {
1894 my ($t, $f) = split '-', $args{format};
1895 @types = split '', $t;
1896 @forms = split '', $f;
1898 $t_filter = ' AND rd.item_type IN ('.join(',',map{'?'}@types).')';
1899 $ot_filter = ' AND ord.item_type IN ('.join(',',map{'?'}@types).')';
1903 $f_filter .= ' AND rd.item_form IN ('.join(',',map{'?'}@forms).')';
1904 $of_filter .= ' AND ord.item_form IN ('.join(',',map{'?'}@forms).')';
1909 my $descendants = defined($ou_type) ?
1910 "actor.org_unit_descendants($ou, $ou_type)" :
1911 "actor.org_unit_descendants($ou)";
1913 my $search_table_list = '';
1915 my $join_table_list = '';
1921 my $prev_search_class;
1922 my $curr_search_class;
1923 for my $search_class (sort keys %{$args{searches}}) {
1924 $prev_search_class = $curr_search_class if ($curr_search_class);
1926 $curr_search_class = $search_class;
1928 my $class = $_cdbi->{$search_class};
1929 my $search_table = $class->table;
1931 my ($index_col) = $class->columns('FTS');
1932 $index_col ||= 'value';
1935 my $fts = OpenILS::Application::Storage::FTS->compile($args{searches}{$search_class}{term}, $search_class.'.value', "$search_class.$index_col");
1937 my $fts_where = $fts->sql_where_clause;
1938 my @fts_ranks = $fts->fts_rank;
1940 my $SQLstring = join('%',map { lc($_) } $fts->words);
1941 my $REstring = '^' . join('\s+',map { lc($_) } $fts->words) . '\W*$';
1942 my $first_word = lc(($fts->words)[0]).'%';
1944 my $rank = join(' + ', @fts_ranks);
1947 $bonus{'keyword'} = [ { "CASE WHEN $search_class.value ILIKE ? THEN 1.2 ELSE 1 END" => $SQLstring } ];
1949 $bonus{'series'} = [
1950 { "CASE WHEN $search_class.value ILIKE ? THEN 1.5 ELSE 1 END" => $first_word },
1951 { "CASE WHEN $search_class.value ~ ? THEN 200 ELSE 1 END" => $REstring },
1954 $bonus{'title'} = [ @{ $bonus{'series'} }, @{ $bonus{'keyword'} } ];
1956 my $bonus_list = join ' * ', map { keys %$_ } @{ $bonus{$search_class} };
1957 $bonus_list ||= '1';
1959 push @bonus_lists, $bonus_list;
1960 push @bonus_values, map { values %$_ } @{ $bonus{$search_class} };
1962 #---------------------
1964 $search_table_list .= "$search_table $search_class, ";
1965 push @rank_list,$rank;
1966 $fts_list .= " AND $fts_where AND b.id = $search_class.source";
1968 if ($prev_search_class) {
1969 $join_table_list .= " AND $prev_search_class.source = $curr_search_class.source";
1973 my $metabib_record_descriptor = metabib::record_descriptor->table;
1974 my $metabib_full_rec = metabib::full_rec->table;
1975 my $metabib_metarecord = metabib::metarecord->table;
1976 my $metabib_metarecord_source_map_table = metabib::metarecord_source_map->table;
1977 my $asset_call_number_table = asset::call_number->table;
1978 my $asset_copy_table = asset::copy->table;
1979 my $cs_table = config::copy_status->table;
1980 my $cl_table = asset::copy_location->table;
1981 my $br_table = biblio::record_entry->table;
1982 my $source_table = config::bib_source->table;
1985 my $bonuses = join (' * ', @bonus_lists);
1986 my $relevance = join (' + ', @rank_list);
1987 $relevance = "AVG( ($relevance) * ($bonuses) )";
1990 my $rank = $relevance;
1991 if (lc($sort) eq 'pubdate') {
1994 SELECT COALESCE(SUBSTRING(frp.value FROM '\\\\d{4}'),'9999')::INT
1995 FROM $metabib_full_rec frp
1996 WHERE frp.record = b.id
1998 AND frp.subfield = 'c'
2002 } elsif (lc($sort) eq 'create_date') {
2004 ( FIRST (( SELECT create_date FROM $br_table rbr WHERE rbr.id = b.id)) )
2006 } elsif (lc($sort) eq 'edit_date') {
2008 ( FIRST (( SELECT edit_date FROM $br_table rbr WHERE rbr.id = b.id)) )
2010 } elsif (lc($sort) eq 'title') {
2013 SELECT COALESCE(LTRIM(SUBSTR( frt.value, COALESCE(SUBSTRING(frt.ind2 FROM '\\\\d+'),'0')::INT )),'zzzzzzzz')
2014 FROM $metabib_full_rec frt
2015 WHERE frt.record = b.id
2017 AND frt.subfield = 'a'
2021 } elsif (lc($sort) eq 'author') {
2024 SELECT COALESCE(LTRIM(fra.value),'zzzzzzzz')
2025 FROM $metabib_full_rec fra
2026 WHERE fra.record = b.id
2027 AND fra.tag LIKE '1%'
2028 AND fra.subfield = 'a'
2029 ORDER BY fra.tag::text::int
2034 push @bonus_values, @bonus_values;
2039 my $select = <<" SQL";
2044 FROM $search_table_list
2045 $metabib_record_descriptor rd,
2048 WHERE rd.record = b.id
2049 AND b.active IS TRUE
2050 AND b.deleted IS FALSE
2058 GROUP BY b.id, b.source
2059 ORDER BY 3 $sort_dir
2060 LIMIT $visiblity_limit
2063 if ($self->api_name !~ /staff/o) {
2068 LEFT OUTER JOIN $source_table src ON (s.source = src.id)
2071 FROM $asset_call_number_table cn,
2072 $asset_copy_table cp,
2076 WHERE cn.record = s.id
2077 AND cp.status = cs.id
2078 AND cp.location = cl.id
2079 AND cn.owning_lib = d.id
2080 AND cp.call_number = cn.id
2081 AND cp.opac_visible IS TRUE
2082 AND cs.holdable IS TRUE
2083 AND cl.opac_visible IS TRUE
2084 AND cp.deleted IS FALSE
2085 AND cn.deleted IS FALSE
2088 OR src.transcendant IS TRUE
2089 ORDER BY 3 $sort_dir
2096 LEFT OUTER JOIN $source_table src ON (s.source = src.id)
2099 FROM $asset_call_number_table cn,
2101 WHERE cn.record = s.id
2102 AND cn.owning_lib = d.id
2103 AND cn.deleted IS FALSE
2108 FROM $asset_call_number_table cn
2109 WHERE cn.record = s.id
2112 OR src.transcendant IS TRUE
2113 ORDER BY 3 $sort_dir
2118 $log->debug("Field Search SQL :: [$select]",DEBUG);
2120 my $recs = $_cdbi->{title}->db_Main->selectall_arrayref(
2122 @bonus_values, @types, @forms, @aud, @lang, @lit_form
2125 $log->debug("Search yielded ".scalar(@$recs)." results.",DEBUG);
2128 $max = 1 if (!@$recs);
2130 $max = $$_[1] if ($$_[1] > $max);
2133 my $count = scalar(@$recs);
2134 for my $rec (@$recs[$offset .. $offset + $limit - 1]) {
2135 next unless ($$rec[0]);
2136 my ($mrid,$rank) = @$rec;
2137 $client->respond( [$mrid, sprintf('%0.3f',$rank/$max), $count] );
2142 __PACKAGE__->register_method(
2143 api_name => "open-ils.storage.biblio.multiclass.search_fts.record",
2144 method => 'biblio_search_multi_class_fts',
2149 __PACKAGE__->register_method(
2150 api_name => "open-ils.storage.biblio.multiclass.search_fts.record.staff",
2151 method => 'biblio_search_multi_class_fts',
2159 __PACKAGE__->register_method(
2160 api_name => "open-ils.storage.biblio.multiclass.search_fts",
2161 method => 'biblio_search_multi_class_fts',
2166 __PACKAGE__->register_method(
2167 api_name => "open-ils.storage.biblio.multiclass.search_fts.staff",
2168 method => 'biblio_search_multi_class_fts',