1 package OpenILS::Application::Storage::Publisher::metabib;
2 use base qw/OpenILS::Application::Storage::Publisher/;
4 use OpenSRF::EX qw/:try/;
5 use OpenILS::Application::Storage::FTS;
6 use OpenILS::Utils::Fieldmapper;
7 use OpenSRF::Utils::Logger qw/:level/;
8 use OpenSRF::Utils::Cache;
10 use Digest::MD5 qw/md5_hex/;
13 my $log = 'OpenSRF::Utils::Logger';
17 sub ordered_records_from_metarecord {
28 my ($t, $f) = split '-', $formats;
29 @types = split '', $t;
30 @forms = split '', $f;
35 "actor.org_unit_descendants($org, $depth)" :
36 "actor.org_unit_descendants($org)" ;
39 my $copies_visible = 'AND d.opac_visible IS TRUE AND cp.opac_visible IS TRUE AND cs.holdable IS TRUE AND cl.opac_visible IS TRUE';
40 $copies_visible = '' if ($self->api_name =~ /staff/o);
42 my $sm_table = metabib::metarecord_source_map->table;
43 my $rd_table = metabib::record_descriptor->table;
44 my $fr_table = metabib::full_rec->table;
45 my $cn_table = asset::call_number->table;
46 my $cl_table = asset::copy_location->table;
47 my $cp_table = asset::copy->table;
48 my $cs_table = config::copy_status->table;
49 my $src_table = config::bib_source->table;
50 my $out_table = actor::org_unit_type->table;
51 my $br_table = biblio::record_entry->table;
58 FIRST(COALESCE(LTRIM(SUBSTR( value, COALESCE(SUBSTRING(ind2 FROM '\\\\d+'),'0')::INT + 1 )),'zzzzzzzz')) AS title
70 if ($copies_visible) {
76 WHERE rd.record = sm.source
77 AND fr.record = sm.source
80 AND (EXISTS ((SELECT 1
82 JOIN $cn_table cn ON (cp.call_number = cn.id)
83 JOIN $cs_table cs ON (cp.status = cs.id)
84 JOIN $cl_table cl ON (cp.location = cl.id)
85 JOIN $descendants d ON (cp.circ_lib = d.id)
86 WHERE cn.record = sm.source
92 WHERE src.id = br.source
93 AND src.transcendant IS TRUE))
100 JOIN $br_table br ON (sm.source = br.id)
101 JOIN $fr_table fr ON (fr.record = br.id)
102 JOIN $rd_table rd ON (rd.record = br.id)
103 WHERE sm.metarecord = ?
109 WHERE cn.record = br.id
110 AND cn.deleted = FALSE
111 AND cp.deleted = FALSE
112 AND cp.circ_lib = d.id
113 AND cn.id = cp.call_number
119 WHERE cn.record = br.id
120 AND cn.deleted = FALSE
121 AND cp.deleted = FALSE
122 AND cn.id = cp.call_number
128 WHERE src.id = br.source
129 AND src.transcendant IS TRUE))
135 $sql .= ' AND rd.item_type IN ('.join(',',map{'?'}@types).')';
139 $sql .= ' AND rd.item_form IN ('.join(',',map{'?'}@forms).')';
149 GROUP BY record, item_type, item_form, quality
152 WHEN item_type IS NULL -- default
154 WHEN item_type = '' -- default
156 WHEN item_type IN ('a','t') -- books
158 WHEN item_type = 'g' -- movies
160 WHEN item_type IN ('i','j') -- sound recordings
162 WHEN item_type = 'm' -- software
164 WHEN item_type = 'k' -- images
166 WHEN item_type IN ('e','f') -- maps
168 WHEN item_type IN ('o','p') -- mixed
170 WHEN item_type IN ('c','d') -- music
172 WHEN item_type = 'r' -- 3d
179 my $ids = metabib::metarecord_source_map->db_Main->selectcol_arrayref($sql, {}, "$mr", @types, @forms);
180 return $ids if ($self->api_name =~ /atomic$/o);
182 $client->respond( $_ ) for ( @$ids );
186 __PACKAGE__->register_method(
187 api_name => 'open-ils.storage.ordered.metabib.metarecord.records',
188 method => 'ordered_records_from_metarecord',
192 __PACKAGE__->register_method(
193 api_name => 'open-ils.storage.ordered.metabib.metarecord.records.staff',
194 method => 'ordered_records_from_metarecord',
199 __PACKAGE__->register_method(
200 api_name => 'open-ils.storage.ordered.metabib.metarecord.records.atomic',
201 method => 'ordered_records_from_metarecord',
205 __PACKAGE__->register_method(
206 api_name => 'open-ils.storage.ordered.metabib.metarecord.records.staff.atomic',
207 method => 'ordered_records_from_metarecord',
215 my $isxn = lc(shift());
219 $isxn =~ s/-//o if ($self->api_name =~ /isbn/o);
221 my $tag = ($self->api_name =~ /isbn/o) ? "'020' OR f.tag = '024'" : "'022'";
223 my $fr_table = metabib::full_rec->table;
224 my $bib_table = biblio::record_entry->table;
227 SELECT DISTINCT f.record
229 JOIN $bib_table b ON (b.id = f.record)
232 AND b.deleted IS FALSE
235 my $list = metabib::full_rec->db_Main->selectcol_arrayref($sql, {}, "$isxn%");
236 $client->respond($_) for (@$list);
239 __PACKAGE__->register_method(
240 api_name => 'open-ils.storage.id_list.biblio.record_entry.search.isbn',
241 method => 'isxn_search',
245 __PACKAGE__->register_method(
246 api_name => 'open-ils.storage.id_list.biblio.record_entry.search.issn',
247 method => 'isxn_search',
252 sub metarecord_copy_count {
258 my $sm_table = metabib::metarecord_source_map->table;
259 my $rd_table = metabib::record_descriptor->table;
260 my $cn_table = asset::call_number->table;
261 my $cp_table = asset::copy->table;
262 my $br_table = biblio::record_entry->table;
263 my $src_table = config::bib_source->table;
264 my $cl_table = asset::copy_location->table;
265 my $cs_table = config::copy_status->table;
266 my $out_table = actor::org_unit_type->table;
267 my $descendants = "actor.org_unit_descendants(u.id)";
268 my $ancestors = "actor.org_unit_ancestors(?)";
270 my $copies_visible = 'AND a.opac_visible IS TRUE AND cp.opac_visible IS TRUE AND cs.holdable IS TRUE AND cl.opac_visible IS TRUE';
271 $copies_visible = '' if ($self->api_name =~ /staff/o);
274 my ($t_filter, $f_filter) = ('','');
277 my ($t, $f) = split '-', $args{format};
278 @types = split '', $t;
279 @forms = split '', $f;
281 $t_filter = ' AND rd.item_type IN ('.join(',',map{'?'}@types).')';
285 $f_filter .= ' AND rd.item_form IN ('.join(',',map{'?'}@forms).')';
295 JOIN $cn_table cn ON (cn.record = r.source)
296 JOIN $rd_table rd ON (cn.record = rd.record)
297 JOIN $cp_table cp ON (cn.id = cp.call_number)
298 JOIN $cs_table cs ON (cp.status = cs.id)
299 JOIN $cl_table cl ON (cp.location = cl.id)
300 JOIN $descendants a ON (cp.circ_lib = a.id)
301 WHERE r.metarecord = ?
302 AND cn.deleted IS FALSE
303 AND cp.deleted IS FALSE
312 JOIN $cn_table cn ON (cn.record = r.source)
313 JOIN $rd_table rd ON (cn.record = rd.record)
314 JOIN $cp_table cp ON (cn.id = cp.call_number)
315 JOIN $cs_table cs ON (cp.status = cs.id)
316 JOIN $cl_table cl ON (cp.location = cl.id)
317 JOIN $descendants a ON (cp.circ_lib = a.id)
318 WHERE r.metarecord = ?
319 AND cp.status IN (0,7)
320 AND cn.deleted IS FALSE
321 AND cp.deleted IS FALSE
330 JOIN $cn_table cn ON (cn.record = r.source)
331 JOIN $rd_table rd ON (cn.record = rd.record)
332 JOIN $cp_table cp ON (cn.id = cp.call_number)
333 JOIN $cs_table cs ON (cp.status = cs.id)
334 JOIN $cl_table cl ON (cp.location = cl.id)
335 WHERE r.metarecord = ?
336 AND cn.deleted IS FALSE
337 AND cp.deleted IS FALSE
338 AND cp.opac_visible IS TRUE
339 AND cs.holdable IS TRUE
340 AND cl.opac_visible IS TRUE
348 JOIN $br_table br ON (br.id = r.source)
349 JOIN $src_table src ON (src.id = br.source)
350 WHERE r.metarecord = ?
351 AND src.transcendant IS TRUE
356 JOIN $out_table t ON (u.ou_type = t.id)
360 my $sth = metabib::metarecord_source_map->db_Main->prepare_cached($sql);
361 $sth->execute( ''.$args{metarecord},
364 ''.$args{metarecord},
367 ''.$args{metarecord},
370 ''.$args{metarecord},
374 while ( my $row = $sth->fetchrow_hashref ) {
375 $client->respond( $row );
379 __PACKAGE__->register_method(
380 api_name => 'open-ils.storage.metabib.metarecord.copy_count',
381 method => 'metarecord_copy_count',
386 __PACKAGE__->register_method(
387 api_name => 'open-ils.storage.metabib.metarecord.copy_count.staff',
388 method => 'metarecord_copy_count',
394 sub biblio_multi_search_full_rec {
399 my $class_join = $args{class_join} || 'AND';
400 my $limit = $args{limit} || 100;
401 my $offset = $args{offset} || 0;
402 my $sort = $args{'sort'};
403 my $sort_dir = $args{sort_dir} || 'DESC';
408 for my $arg (@{ $args{searches} }) {
409 my $term = $$arg{term};
410 my $limiters = $$arg{restrict};
412 my ($index_col) = metabib::full_rec->columns('FTS');
413 $index_col ||= 'value';
414 my $search_table = metabib::full_rec->table;
416 my $fts = OpenILS::Application::Storage::FTS->compile('default' => $term, 'value',"$index_col");
418 my $fts_where = $fts->sql_where_clause();
419 my @fts_ranks = $fts->fts_rank;
421 my $rank = join(' + ', @fts_ranks);
424 for my $limit (@$limiters) {
425 push @wheres, "( tag = ? AND subfield LIKE ? AND $fts_where )";
426 push @binds, $$limit{tag}, $$limit{subfield};
427 $log->debug("Limiting query using { tag => $$limit{tag}, subfield => $$limit{subfield} }", DEBUG);
429 my $where = join(' OR ', @wheres);
431 push @selects, "SELECT id, record, $rank as sum FROM $search_table WHERE $where";
435 my $descendants = defined($args{depth}) ?
436 "actor.org_unit_descendants($args{org_unit}, $args{depth})" :
437 "actor.org_unit_descendants($args{org_unit})" ;
440 my $metabib_record_descriptor = metabib::record_descriptor->table;
441 my $metabib_full_rec = metabib::full_rec->table;
442 my $asset_call_number_table = asset::call_number->table;
443 my $asset_copy_table = asset::copy->table;
444 my $cs_table = config::copy_status->table;
445 my $cl_table = asset::copy_location->table;
446 my $br_table = biblio::record_entry->table;
448 my $cj = 'HAVING COUNT(x.id) = ' . scalar(@selects) if ($class_join eq 'AND');
450 '(SELECT x.record, sum(x.sum) FROM (('.
451 join(') UNION ALL (', @selects).
452 ")) x GROUP BY 1 $cj ORDER BY 2 DESC )";
454 my $has_vols = 'AND cn.owning_lib = d.id';
455 my $has_copies = 'AND cp.call_number = cn.id';
456 my $copies_visible = 'AND d.opac_visible IS TRUE AND cp.opac_visible IS TRUE AND cs.holdable IS TRUE AND cl.opac_visible IS TRUE';
458 if ($self->api_name =~ /staff/o) {
459 $copies_visible = '';
460 $has_copies = '' if ($ou_type == 0);
461 $has_vols = '' if ($ou_type == 0);
464 my ($t_filter, $f_filter) = ('','');
465 my ($a_filter, $l_filter, $lf_filter) = ('','','');
467 if (my $a = $args{audience}) {
468 $a = [$a] if (!ref($a));
471 $a_filter = ' AND rd.audience IN ('.join(',',map{'?'}@aud).')';
475 if (my $l = $args{language}) {
476 $l = [$l] if (!ref($l));
479 $l_filter = ' AND rd.item_lang IN ('.join(',',map{'?'}@lang).')';
483 if (my $f = $args{lit_form}) {
484 $f = [$f] if (!ref($f));
487 $lf_filter = ' AND rd.lit_form IN ('.join(',',map{'?'}@lit_form).')';
488 push @binds, @lit_form;
491 if (my $f = $args{item_form}) {
492 $f = [$f] if (!ref($f));
495 $f_filter = ' AND rd.item_form IN ('.join(',',map{'?'}@forms).')';
499 if (my $t = $args{item_type}) {
500 $t = [$t] if (!ref($t));
503 $t_filter = ' AND rd.item_type IN ('.join(',',map{'?'}@types).')';
509 my ($t, $f) = split '-', $args{format};
510 my @types = split '', $t;
511 my @forms = split '', $f;
513 $t_filter = ' AND rd.item_type IN ('.join(',',map{'?'}@types).')';
517 $f_filter .= ' AND rd.item_form IN ('.join(',',map{'?'}@forms).')';
519 push @binds, @types, @forms;
522 my $relevance = 'sum(f.sum)';
523 $relevance = 1 if (!$copies_visible);
525 my $rank = $relevance;
526 if (lc($sort) eq 'pubdate') {
529 SELECT COALESCE(SUBSTRING(frp.value FROM '\\\\d+'),'9999')::INT
530 FROM $metabib_full_rec frp
531 WHERE frp.record = f.record
533 AND frp.subfield = 'c'
537 } elsif (lc($sort) eq 'create_date') {
539 ( FIRST (( SELECT create_date FROM $br_table rbr WHERE rbr.id = f.record)) )
541 } elsif (lc($sort) eq 'edit_date') {
543 ( FIRST (( SELECT edit_date FROM $br_table rbr WHERE rbr.id = f.record)) )
545 } elsif (lc($sort) eq 'title') {
548 SELECT COALESCE(LTRIM(SUBSTR( frt.value, COALESCE(SUBSTRING(frt.ind2 FROM '\\\\d+'),'0')::INT + 1 )),'zzzzzzzz')
549 FROM $metabib_full_rec frt
550 WHERE frt.record = f.record
552 AND frt.subfield = 'a'
556 } elsif (lc($sort) eq 'author') {
559 SELECT COALESCE(LTRIM(fra.value),'zzzzzzzz')
560 FROM $metabib_full_rec fra
561 WHERE fra.record = f.record
562 AND fra.tag LIKE '1%'
563 AND fra.subfield = 'a'
564 ORDER BY fra.tag::text::int
573 if ($copies_visible) {
575 SELECT f.record, $relevance, count(DISTINCT cp.id), $rank
576 FROM $search_table f,
577 $asset_call_number_table cn,
578 $asset_copy_table cp,
582 $metabib_record_descriptor rd,
584 WHERE br.id = f.record
585 AND cn.record = f.record
586 AND rd.record = f.record
587 AND cp.status = cs.id
588 AND cp.location = cl.id
589 AND br.deleted IS FALSE
590 AND cn.deleted IS FALSE
591 AND cp.deleted IS FALSE
600 GROUP BY f.record HAVING count(DISTINCT cp.id) > 0
601 ORDER BY 4 $sort_dir,3 DESC
605 SELECT f.record, 1, 1, $rank
606 FROM $search_table f,
608 $metabib_record_descriptor rd
609 WHERE br.id = f.record
610 AND rd.record = f.record
611 AND br.deleted IS FALSE
623 $log->debug("Search SQL :: [$select]",DEBUG);
625 my $recs = metabib::full_rec->db_Main->selectall_arrayref("$select;", {}, @binds);
626 $log->debug("Search yielded ".scalar(@$recs)." results.",DEBUG);
629 $max = 1 if (!@$recs);
631 $max = $$_[1] if ($$_[1] > $max);
635 for my $rec (@$recs[$offset .. $offset + $limit - 1]) {
636 next unless ($$rec[0]);
637 my ($rid,$rank,$junk,$skip) = @$rec;
638 $client->respond( [$rid, sprintf('%0.3f',$rank/$max), $count] );
642 __PACKAGE__->register_method(
643 api_name => 'open-ils.storage.biblio.full_rec.multi_search',
644 method => 'biblio_multi_search_full_rec',
649 __PACKAGE__->register_method(
650 api_name => 'open-ils.storage.biblio.full_rec.multi_search.staff',
651 method => 'biblio_multi_search_full_rec',
657 sub search_full_rec {
663 my $term = $args{term};
664 my $limiters = $args{restrict};
666 my ($index_col) = metabib::full_rec->columns('FTS');
667 $index_col ||= 'value';
668 my $search_table = metabib::full_rec->table;
670 my $fts = OpenILS::Application::Storage::FTS->compile('default' => $term, 'value',"$index_col");
672 my $fts_where = $fts->sql_where_clause();
673 my @fts_ranks = $fts->fts_rank;
675 my $rank = join(' + ', @fts_ranks);
679 for my $limit (@$limiters) {
680 push @wheres, "( tag = ? AND subfield LIKE ? AND $fts_where )";
681 push @binds, $$limit{tag}, $$limit{subfield};
682 $log->debug("Limiting query using { tag => $$limit{tag}, subfield => $$limit{subfield} }", DEBUG);
684 my $where = join(' OR ', @wheres);
686 my $select = "SELECT record, sum($rank) FROM $search_table WHERE $where GROUP BY 1 ORDER BY 2 DESC;";
688 $log->debug("Search SQL :: [$select]",DEBUG);
690 my $recs = metabib::full_rec->db_Main->selectall_arrayref($select, {}, @binds);
691 $log->debug("Search yielded ".scalar(@$recs)." results.",DEBUG);
693 $client->respond($_) for (@$recs);
696 __PACKAGE__->register_method(
697 api_name => 'open-ils.storage.direct.metabib.full_rec.search_fts.value',
698 method => 'search_full_rec',
703 __PACKAGE__->register_method(
704 api_name => 'open-ils.storage.direct.metabib.full_rec.search_fts.index_vector',
705 method => 'search_full_rec',
712 # XXX factored most of the PG dependant stuff out of here... need to find a way to do "dependants".
713 sub search_class_fts {
718 my $term = $args{term};
719 my $ou = $args{org_unit};
720 my $ou_type = $args{depth};
721 my $limit = $args{limit};
722 my $offset = $args{offset};
724 my $limit_clause = '';
725 my $offset_clause = '';
727 $limit_clause = "LIMIT $limit" if (defined $limit and int($limit) > 0);
728 $offset_clause = "OFFSET $offset" if (defined $offset and int($offset) > 0);
731 my ($t_filter, $f_filter) = ('','');
734 my ($t, $f) = split '-', $args{format};
735 @types = split '', $t;
736 @forms = split '', $f;
738 $t_filter = ' AND rd.item_type IN ('.join(',',map{'?'}@types).')';
742 $f_filter .= ' AND rd.item_form IN ('.join(',',map{'?'}@forms).')';
748 my $descendants = defined($ou_type) ?
749 "actor.org_unit_descendants($ou, $ou_type)" :
750 "actor.org_unit_descendants($ou)";
752 my $class = $self->{cdbi};
753 my $search_table = $class->table;
755 my $metabib_record_descriptor = metabib::record_descriptor->table;
756 my $metabib_metarecord = metabib::metarecord->table;
757 my $metabib_metarecord_source_map_table = metabib::metarecord_source_map->table;
758 my $asset_call_number_table = asset::call_number->table;
759 my $asset_copy_table = asset::copy->table;
760 my $cs_table = config::copy_status->table;
761 my $cl_table = asset::copy_location->table;
763 my ($index_col) = $class->columns('FTS');
764 $index_col ||= 'value';
766 (my $search_class = $self->api_name) =~ s/.*metabib.(\w+).search_fts.*/$1/o;
767 my $fts = OpenILS::Application::Storage::FTS->compile($search_class => $term, 'f.value', "f.$index_col");
769 my $fts_where = $fts->sql_where_clause;
770 my @fts_ranks = $fts->fts_rank;
772 my $rank = join(' + ', @fts_ranks);
774 my $has_vols = 'AND cn.owning_lib = d.id';
775 my $has_copies = 'AND cp.call_number = cn.id';
776 my $copies_visible = 'AND d.opac_visible IS TRUE AND cp.opac_visible IS TRUE AND cs.holdable IS TRUE AND cl.opac_visible IS TRUE';
778 my $visible_count = ', count(DISTINCT cp.id)';
779 my $visible_count_test = 'HAVING count(DISTINCT cp.id) > 0';
781 if ($self->api_name =~ /staff/o) {
782 $copies_visible = '';
783 $visible_count_test = '';
784 $has_copies = '' if ($ou_type == 0);
785 $has_vols = '' if ($ou_type == 0);
788 my $rank_calc = <<" RANK";
790 * CASE WHEN f.value ILIKE ? THEN 1.2 ELSE 1 END -- phrase order
791 * CASE WHEN f.value ILIKE ? THEN 1.5 ELSE 1 END -- first word match
792 * CASE WHEN f.value ~* ? THEN 2 ELSE 1 END -- only word match
793 )/COUNT(m.source)), MIN(COALESCE(CHAR_LENGTH(f.value),1))
796 $rank_calc = ',1 , 1' if ($self->api_name =~ /unordered/o);
798 if ($copies_visible) {
800 SELECT m.metarecord $rank_calc $visible_count, CASE WHEN COUNT(DISTINCT m.source) = 1 THEN MAX(m.source) ELSE MAX(0) END
801 FROM $search_table f,
802 $metabib_metarecord_source_map_table m,
803 $asset_call_number_table cn,
804 $asset_copy_table cp,
807 $metabib_record_descriptor rd,
810 AND m.source = f.source
811 AND cn.record = m.source
812 AND rd.record = m.source
813 AND cp.status = cs.id
814 AND cp.location = cl.id
820 GROUP BY 1 $visible_count_test
822 $limit_clause $offset_clause
826 SELECT m.metarecord $rank_calc, 0, CASE WHEN COUNT(DISTINCT m.source) = 1 THEN MAX(m.source) ELSE MAX(0) END
827 FROM $search_table f,
828 $metabib_metarecord_source_map_table m,
829 $metabib_record_descriptor rd
831 AND m.source = f.source
832 AND rd.record = m.source
837 $limit_clause $offset_clause
841 $log->debug("Field Search SQL :: [$select]",DEBUG);
843 my $SQLstring = join('%',$fts->words);
844 my $REstring = join('\\s+',$fts->words);
845 my $first_word = ($fts->words)[0].'%';
846 my $recs = ($self->api_name =~ /unordered/o) ?
847 $class->db_Main->selectall_arrayref($select, {}, @types, @forms) :
848 $class->db_Main->selectall_arrayref($select, {},
849 '%'.lc($SQLstring).'%', # phrase order match
850 lc($first_word), # first word match
851 '^\\s*'.lc($REstring).'\\s*/?\s*$', # full exact match
855 $log->debug("Search yielded ".scalar(@$recs)." results.",DEBUG);
857 $client->respond($_) for (map { [@$_[0,1,3,4]] } @$recs);
861 for my $class ( qw/title author subject keyword series/ ) {
862 __PACKAGE__->register_method(
863 api_name => "open-ils.storage.metabib.$class.search_fts.metarecord",
864 method => 'search_class_fts',
867 cdbi => "metabib::${class}_field_entry",
870 __PACKAGE__->register_method(
871 api_name => "open-ils.storage.metabib.$class.search_fts.metarecord.unordered",
872 method => 'search_class_fts',
875 cdbi => "metabib::${class}_field_entry",
878 __PACKAGE__->register_method(
879 api_name => "open-ils.storage.metabib.$class.search_fts.metarecord.staff",
880 method => 'search_class_fts',
883 cdbi => "metabib::${class}_field_entry",
886 __PACKAGE__->register_method(
887 api_name => "open-ils.storage.metabib.$class.search_fts.metarecord.staff.unordered",
888 method => 'search_class_fts',
891 cdbi => "metabib::${class}_field_entry",
896 # XXX factored most of the PG dependant stuff out of here... need to find a way to do "dependants".
897 sub search_class_fts_count {
902 my $term = $args{term};
903 my $ou = $args{org_unit};
904 my $ou_type = $args{depth};
905 my $limit = $args{limit} || 100;
906 my $offset = $args{offset} || 0;
908 my $descendants = defined($ou_type) ?
909 "actor.org_unit_descendants($ou, $ou_type)" :
910 "actor.org_unit_descendants($ou)";
913 my ($t_filter, $f_filter) = ('','');
916 my ($t, $f) = split '-', $args{format};
917 @types = split '', $t;
918 @forms = split '', $f;
920 $t_filter = ' AND rd.item_type IN ('.join(',',map{'?'}@types).')';
924 $f_filter .= ' AND rd.item_form IN ('.join(',',map{'?'}@forms).')';
929 (my $search_class = $self->api_name) =~ s/.*metabib.(\w+).search_fts.*/$1/o;
931 my $class = $self->{cdbi};
932 my $search_table = $class->table;
934 my $metabib_record_descriptor = metabib::record_descriptor->table;
935 my $metabib_metarecord_source_map_table = metabib::metarecord_source_map->table;
936 my $asset_call_number_table = asset::call_number->table;
937 my $asset_copy_table = asset::copy->table;
938 my $cs_table = config::copy_status->table;
939 my $cl_table = asset::copy_location->table;
941 my ($index_col) = $class->columns('FTS');
942 $index_col ||= 'value';
944 my $fts = OpenILS::Application::Storage::FTS->compile($search_class => $term, 'value',"$index_col");
946 my $fts_where = $fts->sql_where_clause;
948 my $has_vols = 'AND cn.owning_lib = d.id';
949 my $has_copies = 'AND cp.call_number = cn.id';
950 my $copies_visible = 'AND d.opac_visible IS TRUE AND cp.opac_visible IS TRUE AND cs.holdable IS TRUE AND cl.opac_visible IS TRUE';
951 if ($self->api_name =~ /staff/o) {
952 $copies_visible = '';
953 $has_vols = '' if ($ou_type == 0);
954 $has_copies = '' if ($ou_type == 0);
957 # XXX test an "EXISTS version of descendant checking...
959 if ($copies_visible) {
961 SELECT count(distinct m.metarecord)
962 FROM $search_table f,
963 $metabib_metarecord_source_map_table m,
964 $metabib_metarecord_source_map_table mr,
965 $asset_call_number_table cn,
966 $asset_copy_table cp,
969 $metabib_record_descriptor rd,
972 AND mr.source = f.source
973 AND mr.metarecord = m.metarecord
974 AND cn.record = m.source
975 AND rd.record = m.source
976 AND cp.status = cs.id
977 AND cp.location = cl.id
986 SELECT count(distinct m.metarecord)
987 FROM $search_table f,
988 $metabib_metarecord_source_map_table m,
989 $metabib_metarecord_source_map_table mr,
990 $metabib_record_descriptor rd
992 AND mr.source = f.source
993 AND mr.metarecord = m.metarecord
994 AND rd.record = m.source
1000 $log->debug("Field Search Count SQL :: [$select]",DEBUG);
1002 my $recs = $class->db_Main->selectrow_arrayref($select, {}, @types, @forms)->[0];
1004 $log->debug("Count Search yielded $recs results.",DEBUG);
1009 for my $class ( qw/title author subject keyword series/ ) {
1010 __PACKAGE__->register_method(
1011 api_name => "open-ils.storage.metabib.$class.search_fts.metarecord_count",
1012 method => 'search_class_fts_count',
1015 cdbi => "metabib::${class}_field_entry",
1018 __PACKAGE__->register_method(
1019 api_name => "open-ils.storage.metabib.$class.search_fts.metarecord_count.staff",
1020 method => 'search_class_fts_count',
1023 cdbi => "metabib::${class}_field_entry",
1029 # XXX factored most of the PG dependant stuff out of here... need to find a way to do "dependants".
1030 sub postfilter_search_class_fts {
1035 my $term = $args{term};
1036 my $sort = $args{'sort'};
1037 my $sort_dir = $args{sort_dir} || 'DESC';
1038 my $ou = $args{org_unit};
1039 my $ou_type = $args{depth};
1040 my $limit = $args{limit} || 10;
1041 my $visiblity_limit = $args{visiblity_limit} || 5000;
1042 my $offset = $args{offset} || 0;
1044 my $outer_limit = 1000;
1046 my $limit_clause = '';
1047 my $offset_clause = '';
1049 $limit_clause = "LIMIT $outer_limit";
1050 $offset_clause = "OFFSET $offset" if (defined $offset and int($offset) > 0);
1052 my (@types,@forms,@lang,@aud,@lit_form);
1053 my ($t_filter, $f_filter) = ('','');
1054 my ($a_filter, $l_filter, $lf_filter) = ('','','');
1055 my ($ot_filter, $of_filter) = ('','');
1056 my ($oa_filter, $ol_filter, $olf_filter) = ('','','');
1058 if (my $a = $args{audience}) {
1059 $a = [$a] if (!ref($a));
1062 $a_filter = ' AND rd.audience IN ('.join(',',map{'?'}@aud).')';
1063 $oa_filter = ' AND ord.audience IN ('.join(',',map{'?'}@aud).')';
1066 if (my $l = $args{language}) {
1067 $l = [$l] if (!ref($l));
1070 $l_filter = ' AND rd.item_lang IN ('.join(',',map{'?'}@lang).')';
1071 $ol_filter = ' AND ord.item_lang IN ('.join(',',map{'?'}@lang).')';
1074 if (my $f = $args{lit_form}) {
1075 $f = [$f] if (!ref($f));
1078 $lf_filter = ' AND rd.lit_form IN ('.join(',',map{'?'}@lit_form).')';
1079 $olf_filter = ' AND ord.lit_form IN ('.join(',',map{'?'}@lit_form).')';
1082 if ($args{format}) {
1083 my ($t, $f) = split '-', $args{format};
1084 @types = split '', $t;
1085 @forms = split '', $f;
1087 $t_filter = ' AND rd.item_type IN ('.join(',',map{'?'}@types).')';
1088 $ot_filter = ' AND ord.item_type IN ('.join(',',map{'?'}@types).')';
1092 $f_filter .= ' AND rd.item_form IN ('.join(',',map{'?'}@forms).')';
1093 $of_filter .= ' AND ord.item_form IN ('.join(',',map{'?'}@forms).')';
1098 my $descendants = defined($ou_type) ?
1099 "actor.org_unit_descendants($ou, $ou_type)" :
1100 "actor.org_unit_descendants($ou)";
1102 my $class = $self->{cdbi};
1103 my $search_table = $class->table;
1105 my $metabib_full_rec = metabib::full_rec->table;
1106 my $metabib_record_descriptor = metabib::record_descriptor->table;
1107 my $metabib_metarecord = metabib::metarecord->table;
1108 my $metabib_metarecord_source_map_table = metabib::metarecord_source_map->table;
1109 my $asset_call_number_table = asset::call_number->table;
1110 my $asset_copy_table = asset::copy->table;
1111 my $cs_table = config::copy_status->table;
1112 my $cl_table = asset::copy_location->table;
1113 my $br_table = biblio::record_entry->table;
1115 my ($index_col) = $class->columns('FTS');
1116 $index_col ||= 'value';
1118 (my $search_class = $self->api_name) =~ s/.*metabib.(\w+).post_filter.*/$1/o;
1120 my $fts = OpenILS::Application::Storage::FTS->compile($search_class => $term, 'f.value', "f.$index_col");
1122 my $SQLstring = join('%',map { lc($_) } $fts->words);
1123 my $REstring = '^' . join('\s+',map { lc($_) } $fts->words) . '\W*$';
1124 my $first_word = lc(($fts->words)[0]).'%';
1126 my $fts_where = $fts->sql_where_clause;
1127 my @fts_ranks = $fts->fts_rank;
1130 $bonus{'metabib::keyword_field_entry'} = [ { 'CASE WHEN f.value ILIKE ? THEN 1.2 ELSE 1 END' => $SQLstring } ];
1131 $bonus{'metabib::title_field_entry'} =
1132 $bonus{'metabib::series_field_entry'} = [
1133 { 'CASE WHEN f.value ILIKE ? THEN 1.5 ELSE 1 END' => $first_word },
1134 { 'CASE WHEN f.value ~* ? THEN 2 ELSE 1 END' => $REstring },
1135 @{ $bonus{'metabib::keyword_field_entry'} }
1138 my $bonus_list = join ' * ', map { keys %$_ } @{ $bonus{$class} };
1139 $bonus_list ||= '1';
1141 my @bonus_values = map { values %$_ } @{ $bonus{$class} };
1143 my $relevance = join(' + ', @fts_ranks);
1144 $relevance = <<" RANK";
1145 (SUM( ( $relevance ) * ( $bonus_list ) )/COUNT(m.source))
1148 my $string_default_sort = 'zzzz';
1149 $string_default_sort = 'AAAA' if ($sort_dir eq 'DESC');
1151 my $number_default_sort = '9999';
1152 $number_default_sort = '0000' if ($sort_dir eq 'DESC');
1154 my $rank = $relevance;
1155 if (lc($sort) eq 'pubdate') {
1158 SELECT COALESCE(SUBSTRING(frp.value FROM '\\\\d+'),'$number_default_sort')::INT
1159 FROM $metabib_full_rec frp
1160 WHERE frp.record = mr.master_record
1162 AND frp.subfield = 'c'
1166 } elsif (lc($sort) eq 'create_date') {
1168 ( FIRST (( SELECT create_date FROM $br_table rbr WHERE rbr.id = mr.master_record)) )
1170 } elsif (lc($sort) eq 'edit_date') {
1172 ( FIRST (( SELECT edit_date FROM $br_table rbr WHERE rbr.id = mr.master_record)) )
1174 } elsif (lc($sort) eq 'title') {
1177 SELECT COALESCE(LTRIM(SUBSTR( frt.value, COALESCE(SUBSTRING(frt.ind2 FROM '\\\\d+'),'0')::INT + 1 )),'$string_default_sort')
1178 FROM $metabib_full_rec frt
1179 WHERE frt.record = mr.master_record
1181 AND frt.subfield = 'a'
1185 } elsif (lc($sort) eq 'author') {
1188 SELECT COALESCE(LTRIM(fra.value),'$string_default_sort')
1189 FROM $metabib_full_rec fra
1190 WHERE fra.record = mr.master_record
1191 AND fra.tag LIKE '1%'
1192 AND fra.subfield = 'a'
1193 ORDER BY fra.tag::text::int
1201 my $select = <<" SQL";
1202 SELECT m.metarecord,
1204 CASE WHEN COUNT(DISTINCT smrs.source) = 1 THEN MIN(m.source) ELSE 0 END,
1206 FROM $search_table f,
1207 $metabib_metarecord_source_map_table m,
1208 $metabib_metarecord_source_map_table smrs,
1209 $metabib_metarecord mr,
1210 $metabib_record_descriptor rd
1212 AND smrs.metarecord = mr.id
1213 AND m.source = f.source
1214 AND m.metarecord = mr.id
1215 AND rd.record = smrs.source
1221 GROUP BY m.metarecord
1222 ORDER BY 4 $sort_dir, MIN(COALESCE(CHAR_LENGTH(f.value),1))
1223 LIMIT $visiblity_limit
1230 FROM $asset_call_number_table cn,
1231 $metabib_metarecord_source_map_table mrs,
1232 $asset_copy_table cp,
1237 $metabib_record_descriptor ord,
1239 WHERE mrs.metarecord = s.metarecord
1240 AND br.id = mrs.source
1241 AND cn.record = mrs.source
1242 AND cp.status = cs.id
1243 AND cp.location = cl.id
1244 AND cn.owning_lib = d.id
1245 AND cp.call_number = cn.id
1246 AND cp.opac_visible IS TRUE
1247 AND cs.holdable IS TRUE
1248 AND cl.opac_visible IS TRUE
1249 AND d.opac_visible IS TRUE
1250 AND br.active IS TRUE
1251 AND br.deleted IS FALSE
1252 AND ord.record = mrs.source
1258 ORDER BY 4 $sort_dir
1260 } elsif ($self->api_name !~ /staff/o) {
1267 FROM $asset_call_number_table cn,
1268 $metabib_metarecord_source_map_table mrs,
1269 $asset_copy_table cp,
1274 $metabib_record_descriptor ord
1276 WHERE mrs.metarecord = s.metarecord
1277 AND br.id = mrs.source
1278 AND cn.record = mrs.source
1279 AND cp.status = cs.id
1280 AND cp.location = cl.id
1281 AND cn.owning_lib = d.id
1282 AND cp.call_number = cn.id
1283 AND cp.opac_visible IS TRUE
1284 AND cs.holdable IS TRUE
1285 AND cl.opac_visible IS TRUE
1286 AND d.opac_visible IS TRUE
1287 AND br.active IS TRUE
1288 AND br.deleted IS FALSE
1289 AND ord.record = mrs.source
1297 ORDER BY 4 $sort_dir
1306 FROM $asset_call_number_table cn,
1307 $metabib_metarecord_source_map_table mrs,
1310 $metabib_record_descriptor ord
1312 WHERE mrs.metarecord = s.metarecord
1313 AND br.id = mrs.source
1314 AND cn.record = mrs.source
1315 AND cn.owning_lib = d.id
1316 AND br.deleted IS FALSE
1317 AND ord.record = mrs.source
1327 FROM $asset_call_number_table cn,
1328 $metabib_metarecord_source_map_table mrs,
1329 $metabib_record_descriptor ord
1330 WHERE mrs.metarecord = s.metarecord
1331 AND cn.record = mrs.source
1332 AND ord.record = mrs.source
1340 ORDER BY 4 $sort_dir
1345 $log->debug("Field Search SQL :: [$select]",DEBUG);
1347 my $recs = $class->db_Main->selectall_arrayref(
1349 (@bonus_values > 0 ? @bonus_values : () ),
1350 ( (!$sort && @bonus_values > 0) ? @bonus_values : () ),
1351 @types, @forms, @aud, @lang, @lit_form,
1352 @types, @forms, @aud, @lang, @lit_form,
1353 ($self->api_name =~ /staff/o ? (@types, @forms, @aud, @lang, @lit_form) : () ) );
1355 $log->debug("Search yielded ".scalar(@$recs)." results.",DEBUG);
1358 $max = 1 if (!@$recs);
1360 $max = $$_[1] if ($$_[1] > $max);
1363 my $count = scalar(@$recs);
1364 for my $rec (@$recs[$offset .. $offset + $limit - 1]) {
1365 my ($mrid,$rank,$skip) = @$rec;
1366 $client->respond( [$mrid, sprintf('%0.3f',$rank/$max), $skip, $count] );
1371 for my $class ( qw/title author subject keyword series/ ) {
1372 __PACKAGE__->register_method(
1373 api_name => "open-ils.storage.metabib.$class.post_filter.search_fts.metarecord",
1374 method => 'postfilter_search_class_fts',
1377 cdbi => "metabib::${class}_field_entry",
1380 __PACKAGE__->register_method(
1381 api_name => "open-ils.storage.metabib.$class.post_filter.search_fts.metarecord.staff",
1382 method => 'postfilter_search_class_fts',
1385 cdbi => "metabib::${class}_field_entry",
1392 my $_cdbi = { title => "metabib::title_field_entry",
1393 author => "metabib::author_field_entry",
1394 subject => "metabib::subject_field_entry",
1395 keyword => "metabib::keyword_field_entry",
1396 series => "metabib::series_field_entry",
1399 # XXX factored most of the PG dependant stuff out of here... need to find a way to do "dependants".
1400 sub postfilter_search_multi_class_fts {
1405 my $sort = $args{'sort'};
1406 my $sort_dir = $args{sort_dir} || 'DESC';
1407 my $ou = $args{org_unit};
1408 my $ou_type = $args{depth};
1409 my $limit = $args{limit} || 10;;
1410 my $visiblity_limit = $args{visiblity_limit} || 5000;;
1411 my $offset = $args{offset} || 0;
1414 $ou = actor::org_unit->search( { parent_ou => undef } )->next->id;
1417 if (!defined($args{org_unit})) {
1418 die "No target organizational unit passed to ".$self->api_name;
1421 if (! scalar( keys %{$args{searches}} )) {
1422 die "No search arguments were passed to ".$self->api_name;
1425 my $outer_limit = 1000;
1427 my $limit_clause = '';
1428 my $offset_clause = '';
1430 $limit_clause = "LIMIT $outer_limit";
1431 $offset_clause = "OFFSET $offset" if (defined $offset and int($offset) > 0);
1433 my ($avail_filter,@types,@forms,@lang,@aud,@lit_form,@vformats) = ('');
1434 my ($t_filter, $f_filter, $v_filter) = ('','','');
1435 my ($a_filter, $l_filter, $lf_filter) = ('','','');
1436 my ($ot_filter, $of_filter, $ov_filter) = ('','','');
1437 my ($oa_filter, $ol_filter, $olf_filter) = ('','','');
1439 if ($args{available}) {
1440 $avail_filter = ' AND cp.status IN (0,7)';
1443 if (my $a = $args{audience}) {
1444 $a = [$a] if (!ref($a));
1447 $a_filter = ' AND rd.audience IN ('.join(',',map{'?'}@aud).')';
1448 $oa_filter = ' AND ord.audience IN ('.join(',',map{'?'}@aud).')';
1451 if (my $l = $args{language}) {
1452 $l = [$l] if (!ref($l));
1455 $l_filter = ' AND rd.item_lang IN ('.join(',',map{'?'}@lang).')';
1456 $ol_filter = ' AND ord.item_lang IN ('.join(',',map{'?'}@lang).')';
1459 if (my $f = $args{lit_form}) {
1460 $f = [$f] if (!ref($f));
1463 $lf_filter = ' AND rd.lit_form IN ('.join(',',map{'?'}@lit_form).')';
1464 $olf_filter = ' AND ord.lit_form IN ('.join(',',map{'?'}@lit_form).')';
1467 if (my $f = $args{item_form}) {
1468 $f = [$f] if (!ref($f));
1471 $f_filter = ' AND rd.item_form IN ('.join(',',map{'?'}@forms).')';
1472 $of_filter = ' AND ord.item_form IN ('.join(',',map{'?'}@forms).')';
1475 if (my $t = $args{item_type}) {
1476 $t = [$t] if (!ref($t));
1479 $t_filter = ' AND rd.item_type IN ('.join(',',map{'?'}@types).')';
1480 $ot_filter = ' AND ord.item_type IN ('.join(',',map{'?'}@types).')';
1483 if (my $v = $args{vr_format}) {
1484 $v = [$v] if (!ref($v));
1487 $v_filter = ' AND rd.vr_format IN ('.join(',',map{'?'}@vformats).')';
1488 $ov_filter = ' AND ord.vr_format IN ('.join(',',map{'?'}@vformats).')';
1492 # XXX legacy format and item type support
1493 if ($args{format}) {
1494 my ($t, $f) = split '-', $args{format};
1495 @types = split '', $t;
1496 @forms = split '', $f;
1498 $t_filter = ' AND rd.item_type IN ('.join(',',map{'?'}@types).')';
1499 $ot_filter = ' AND ord.item_type IN ('.join(',',map{'?'}@types).')';
1503 $f_filter .= ' AND rd.item_form IN ('.join(',',map{'?'}@forms).')';
1504 $of_filter .= ' AND ord.item_form IN ('.join(',',map{'?'}@forms).')';
1510 my $descendants = defined($ou_type) ?
1511 "actor.org_unit_descendants($ou, $ou_type)" :
1512 "actor.org_unit_descendants($ou)";
1514 my $search_table_list = '';
1516 my $join_table_list = '';
1519 my $field_table = config::metabib_field->table;
1523 my $prev_search_group;
1524 my $curr_search_group;
1528 for my $search_group (sort keys %{$args{searches}}) {
1529 (my $search_group_name = $search_group) =~ s/\|/_/gso;
1530 ($search_class,$search_field) = split /\|/, $search_group;
1531 $log->debug("Searching class [$search_class] and field [$search_field]",DEBUG);
1533 if ($search_field) {
1534 unless ( $metabib_field = config::metabib_field->search( field_class => $search_class, name => $search_field )->next ) {
1535 $log->warn("Requested class [$search_class] or field [$search_field] does not exist!");
1540 $prev_search_group = $curr_search_group if ($curr_search_group);
1542 $curr_search_group = $search_group_name;
1544 my $class = $_cdbi->{$search_class};
1545 my $search_table = $class->table;
1547 my ($index_col) = $class->columns('FTS');
1548 $index_col ||= 'value';
1551 my $fts = OpenILS::Application::Storage::FTS->compile($search_class => $args{searches}{$search_group}{term}, $search_group_name.'.value', "$search_group_name.$index_col");
1553 my $fts_where = $fts->sql_where_clause;
1554 my @fts_ranks = $fts->fts_rank;
1556 my $SQLstring = join('%',map { lc($_) } $fts->words);
1557 my $REstring = '^' . join('\s+',map { lc($_) } $fts->words) . '\W*$';
1558 my $first_word = lc(($fts->words)[0]).'%';
1560 $_.=" * (SELECT weight FROM $field_table WHERE $search_group_name.field = id)" for (@fts_ranks);
1561 my $rank = join(' + ', @fts_ranks);
1564 $bonus{'keyword'} = [ { "CASE WHEN $search_group_name.value LIKE ? THEN 10 ELSE 1 END" => $SQLstring } ];
1565 $bonus{'author'} = [ { "CASE WHEN $search_group_name.value ILIKE ? THEN 10 ELSE 1 END" => $first_word } ];
1567 $bonus{'series'} = [
1568 { "CASE WHEN $search_group_name.value LIKE ? THEN 1.5 ELSE 1 END" => $first_word },
1569 { "CASE WHEN $search_group_name.value ~ ? THEN 20 ELSE 1 END" => $REstring },
1572 $bonus{'title'} = [ @{ $bonus{'series'} }, @{ $bonus{'keyword'} } ];
1574 my $bonus_list = join ' * ', map { keys %$_ } @{ $bonus{$search_class} };
1575 $bonus_list ||= '1';
1577 push @bonus_lists, $bonus_list;
1578 push @bonus_values, map { values %$_ } @{ $bonus{$search_class} };
1581 #---------------------
1583 $search_table_list .= "$search_table $search_group_name, ";
1584 push @rank_list,$rank;
1585 $fts_list .= " AND $fts_where AND m.source = $search_group_name.source";
1587 if ($metabib_field) {
1588 $join_table_list .= " AND $search_group_name.field = " . $metabib_field->id;
1589 $metabib_field = undef;
1592 if ($prev_search_group) {
1593 $join_table_list .= " AND $prev_search_group.source = $curr_search_group.source";
1597 my $metabib_record_descriptor = metabib::record_descriptor->table;
1598 my $metabib_full_rec = metabib::full_rec->table;
1599 my $metabib_metarecord = metabib::metarecord->table;
1600 my $metabib_metarecord_source_map_table = metabib::metarecord_source_map->table;
1601 my $asset_call_number_table = asset::call_number->table;
1602 my $asset_copy_table = asset::copy->table;
1603 my $cs_table = config::copy_status->table;
1604 my $cl_table = asset::copy_location->table;
1605 my $br_table = biblio::record_entry->table;
1606 my $source_table = config::bib_source->table;
1608 my $bonuses = join (' * ', @bonus_lists);
1609 my $relevance = join (' + ', @rank_list);
1610 $relevance = "SUM( ($relevance) * ($bonuses) )/COUNT(DISTINCT smrs.source)";
1612 my $string_default_sort = 'zzzz';
1613 $string_default_sort = 'AAAA' if ($sort_dir eq 'DESC');
1615 my $number_default_sort = '9999';
1616 $number_default_sort = '0000' if ($sort_dir eq 'DESC');
1620 my $secondary_sort = <<" SORT";
1622 SELECT COALESCE(LTRIM(SUBSTR( sfrt.value, COALESCE(SUBSTRING(sfrt.ind2 FROM '\\\\d+'),'0')::INT + 1 )),'$string_default_sort')
1623 FROM $metabib_full_rec sfrt,
1624 $metabib_metarecord mr
1625 WHERE sfrt.record = mr.master_record
1626 AND sfrt.tag = '245'
1627 AND sfrt.subfield = 'a'
1632 my $rank = $relevance;
1633 if (lc($sort) eq 'pubdate') {
1636 SELECT COALESCE(SUBSTRING(frp.value FROM '\\\\d+'),'$number_default_sort')::INT
1637 FROM $metabib_full_rec frp
1638 WHERE frp.record = mr.master_record
1640 AND frp.subfield = 'c'
1644 } elsif (lc($sort) eq 'create_date') {
1646 ( FIRST (( SELECT create_date FROM $br_table rbr WHERE rbr.id = mr.master_record)) )
1648 } elsif (lc($sort) eq 'edit_date') {
1650 ( FIRST (( SELECT edit_date FROM $br_table rbr WHERE rbr.id = mr.master_record)) )
1652 } elsif (lc($sort) eq 'title') {
1655 SELECT COALESCE(LTRIM(SUBSTR( frt.value, COALESCE(SUBSTRING(frt.ind2 FROM '\\\\d+'),'0')::INT + 1 )),'$string_default_sort')
1656 FROM $metabib_full_rec frt
1657 WHERE frt.record = mr.master_record
1659 AND frt.subfield = 'a'
1663 $secondary_sort = <<" SORT";
1665 SELECT COALESCE(SUBSTRING(sfrp.value FROM '\\\\d+'),'$number_default_sort')::INT
1666 FROM $metabib_full_rec sfrp
1667 WHERE sfrp.record = mr.master_record
1668 AND sfrp.tag = '260'
1669 AND sfrp.subfield = 'c'
1673 } elsif (lc($sort) eq 'author') {
1676 SELECT COALESCE(LTRIM(fra.value),'$string_default_sort')
1677 FROM $metabib_full_rec fra
1678 WHERE fra.record = mr.master_record
1679 AND fra.tag LIKE '1%'
1680 AND fra.subfield = 'a'
1681 ORDER BY fra.tag::text::int
1686 push @bonus_values, @bonus_values;
1691 my $select = <<" SQL";
1692 SELECT m.metarecord,
1694 CASE WHEN COUNT(DISTINCT smrs.source) = 1 THEN FIRST(m.source) ELSE 0 END,
1697 FROM $search_table_list
1698 $metabib_metarecord mr,
1699 $metabib_metarecord_source_map_table m,
1700 $metabib_metarecord_source_map_table smrs
1701 WHERE m.metarecord = smrs.metarecord
1702 AND mr.id = m.metarecord
1705 GROUP BY m.metarecord
1706 -- ORDER BY 4 $sort_dir
1707 LIMIT $visiblity_limit
1710 if ($self->api_name !~ /staff/o) {
1717 FROM $asset_call_number_table cn,
1718 $metabib_metarecord_source_map_table mrs,
1719 $asset_copy_table cp,
1724 $metabib_record_descriptor ord
1725 WHERE mrs.metarecord = s.metarecord
1726 AND br.id = mrs.source
1727 AND cn.record = mrs.source
1728 AND cp.status = cs.id
1729 AND cp.location = cl.id
1730 AND cn.owning_lib = d.id
1731 AND cp.call_number = cn.id
1732 AND cp.opac_visible IS TRUE
1733 AND cs.holdable IS TRUE
1734 AND cl.opac_visible IS TRUE
1735 AND d.opac_visible IS TRUE
1736 AND br.active IS TRUE
1737 AND br.deleted IS FALSE
1738 AND cp.deleted IS FALSE
1739 AND cn.deleted IS FALSE
1740 AND ord.record = mrs.source
1753 $metabib_metarecord_source_map_table mrs,
1754 $metabib_record_descriptor ord,
1756 WHERE mrs.metarecord = s.metarecord
1757 AND ord.record = mrs.source
1758 AND br.id = mrs.source
1759 AND br.source = src.id
1760 AND src.transcendant IS TRUE
1768 ORDER BY 4 $sort_dir, 5
1775 $metabib_metarecord_source_map_table omrs,
1776 $metabib_record_descriptor ord
1777 WHERE omrs.metarecord = s.metarecord
1778 AND ord.record = omrs.source
1781 FROM $asset_call_number_table cn,
1782 $asset_copy_table cp,
1785 WHERE br.id = omrs.source
1786 AND cn.record = omrs.source
1787 AND cn.owning_lib = d.id
1788 AND br.deleted IS FALSE
1789 AND cn.deleted IS FALSE
1790 AND cp.call_number = cn.id
1796 FROM $asset_call_number_table cn
1797 WHERE cn.record = omrs.source
1798 AND cn.deleted IS FALSE
1804 $metabib_metarecord_source_map_table mrs,
1805 $metabib_record_descriptor ord,
1807 WHERE mrs.metarecord = s.metarecord
1808 AND br.id = mrs.source
1809 AND br.source = src.id
1810 AND src.transcendant IS TRUE
1826 ORDER BY 4 $sort_dir, 5
1831 $log->debug("Field Search SQL :: [$select]",DEBUG);
1833 my $recs = $_cdbi->{title}->db_Main->selectall_arrayref(
1836 @types, @forms, @vformats, @aud, @lang, @lit_form,
1837 @types, @forms, @vformats, @aud, @lang, @lit_form,
1838 # ($self->api_name =~ /staff/o ? (@types, @forms, @aud, @lang, @lit_form) : () )
1841 $log->debug("Search yielded ".scalar(@$recs)." results.",DEBUG);
1844 $max = 1 if (!@$recs);
1846 $max = $$_[1] if ($$_[1] > $max);
1849 my $count = scalar(@$recs);
1850 for my $rec (@$recs[$offset .. $offset + $limit - 1]) {
1851 next unless ($$rec[0]);
1852 my ($mrid,$rank,$skip) = @$rec;
1853 $client->respond( [$mrid, sprintf('%0.3f',$rank/$max), $skip, $count] );
1858 __PACKAGE__->register_method(
1859 api_name => "open-ils.storage.metabib.post_filter.multiclass.search_fts.metarecord",
1860 method => 'postfilter_search_multi_class_fts',
1865 __PACKAGE__->register_method(
1866 api_name => "open-ils.storage.metabib.post_filter.multiclass.search_fts.metarecord.staff",
1867 method => 'postfilter_search_multi_class_fts',
1873 __PACKAGE__->register_method(
1874 api_name => "open-ils.storage.metabib.multiclass.search_fts",
1875 method => 'postfilter_search_multi_class_fts',
1880 __PACKAGE__->register_method(
1881 api_name => "open-ils.storage.metabib.multiclass.search_fts.staff",
1882 method => 'postfilter_search_multi_class_fts',
1888 # XXX factored most of the PG dependant stuff out of here... need to find a way to do "dependants".
1889 sub biblio_search_multi_class_fts {
1894 my $sort = $args{'sort'};
1895 my $sort_dir = $args{sort_dir} || 'DESC';
1896 my $ou = $args{org_unit};
1897 my $ou_type = $args{depth};
1898 my $limit = $args{limit} || 10;
1899 my $pref_lang = $args{prefered_language} || 'eng';
1900 my $visiblity_limit = $args{visiblity_limit} || 5000;
1901 my $offset = $args{offset} || 0;
1904 $ou = actor::org_unit->search( { parent_ou => undef } )->next->id;
1907 if (!defined($args{org_unit})) {
1908 die "No target organizational unit passed to ".$self->api_name;
1911 if (! scalar( keys %{$args{searches}} )) {
1912 die "No search arguments were passed to ".$self->api_name;
1915 my $outer_limit = 1000;
1917 my $limit_clause = '';
1918 my $offset_clause = '';
1920 $limit_clause = "LIMIT $outer_limit";
1921 $offset_clause = "OFFSET $offset" if (defined $offset and int($offset) > 0);
1923 my ($avail_filter,@types,@forms,@lang,@aud,@lit_form,@vformats) = ('');
1924 my ($t_filter, $f_filter, $v_filter) = ('','','');
1925 my ($a_filter, $l_filter, $lf_filter) = ('','','');
1926 my ($ot_filter, $of_filter, $ov_filter) = ('','','');
1927 my ($oa_filter, $ol_filter, $olf_filter) = ('','','');
1929 if ($args{available}) {
1930 $avail_filter = ' AND cp.status IN (0,7)';
1933 if (my $a = $args{audience}) {
1934 $a = [$a] if (!ref($a));
1937 $a_filter = ' AND rd.audience IN ('.join(',',map{'?'}@aud).')';
1938 $oa_filter = ' AND ord.audience IN ('.join(',',map{'?'}@aud).')';
1941 if (my $l = $args{language}) {
1942 $l = [$l] if (!ref($l));
1945 $l_filter = ' AND rd.item_lang IN ('.join(',',map{'?'}@lang).')';
1946 $ol_filter = ' AND ord.item_lang IN ('.join(',',map{'?'}@lang).')';
1949 if (my $f = $args{lit_form}) {
1950 $f = [$f] if (!ref($f));
1953 $lf_filter = ' AND rd.lit_form IN ('.join(',',map{'?'}@lit_form).')';
1954 $olf_filter = ' AND ord.lit_form IN ('.join(',',map{'?'}@lit_form).')';
1957 if (my $f = $args{item_form}) {
1958 $f = [$f] if (!ref($f));
1961 $f_filter = ' AND rd.item_form IN ('.join(',',map{'?'}@forms).')';
1962 $of_filter = ' AND ord.item_form IN ('.join(',',map{'?'}@forms).')';
1965 if (my $t = $args{item_type}) {
1966 $t = [$t] if (!ref($t));
1969 $t_filter = ' AND rd.item_type IN ('.join(',',map{'?'}@types).')';
1970 $ot_filter = ' AND ord.item_type IN ('.join(',',map{'?'}@types).')';
1973 if (my $v = $args{vr_format}) {
1974 $v = [$v] if (!ref($v));
1977 $v_filter = ' AND rd.vr_format IN ('.join(',',map{'?'}@vformats).')';
1978 $ov_filter = ' AND ord.vr_format IN ('.join(',',map{'?'}@vformats).')';
1981 # XXX legacy format and item type support
1982 if ($args{format}) {
1983 my ($t, $f) = split '-', $args{format};
1984 @types = split '', $t;
1985 @forms = split '', $f;
1987 $t_filter = ' AND rd.item_type IN ('.join(',',map{'?'}@types).')';
1988 $ot_filter = ' AND ord.item_type IN ('.join(',',map{'?'}@types).')';
1992 $f_filter .= ' AND rd.item_form IN ('.join(',',map{'?'}@forms).')';
1993 $of_filter .= ' AND ord.item_form IN ('.join(',',map{'?'}@forms).')';
1998 my $descendants = defined($ou_type) ?
1999 "actor.org_unit_descendants($ou, $ou_type)" :
2000 "actor.org_unit_descendants($ou)";
2002 my $search_table_list = '';
2004 my $join_table_list = '';
2007 my $field_table = config::metabib_field->table;
2011 my $prev_search_group;
2012 my $curr_search_group;
2016 for my $search_group (sort keys %{$args{searches}}) {
2017 (my $search_group_name = $search_group) =~ s/\|/_/gso;
2018 ($search_class,$search_field) = split /\|/, $search_group;
2019 $log->debug("Searching class [$search_class] and field [$search_field]",DEBUG);
2021 if ($search_field) {
2022 unless ( $metabib_field = config::metabib_field->search( field_class => $search_class, name => $search_field )->next ) {
2023 $log->warn("Requested class [$search_class] or field [$search_field] does not exist!");
2028 $prev_search_group = $curr_search_group if ($curr_search_group);
2030 $curr_search_group = $search_group_name;
2032 my $class = $_cdbi->{$search_class};
2033 my $search_table = $class->table;
2035 my ($index_col) = $class->columns('FTS');
2036 $index_col ||= 'value';
2039 my $fts = OpenILS::Application::Storage::FTS->compile($search_class => $args{searches}{$search_group}{term}, $search_group_name.'.value', "$search_group_name.$index_col");
2041 my $fts_where = $fts->sql_where_clause;
2042 my @fts_ranks = $fts->fts_rank;
2044 my $SQLstring = join('%',map { lc($_) } $fts->words) .'%';
2045 my $REstring = '^' . join('\s+',map { lc($_) } $fts->words) . '\W*$';
2046 my $first_word = lc(($fts->words)[0]).'%';
2048 $_.=" * (SELECT weight FROM $field_table WHERE $search_group_name.field = id)" for (@fts_ranks);
2049 my $rank = join(' + ', @fts_ranks);
2052 $bonus{'subject'} = [];
2053 $bonus{'author'} = [ { "CASE WHEN $search_group_name.value ILIKE ? THEN 1.5 ELSE 1 END" => $first_word } ];
2055 $bonus{'keyword'} = [ { "CASE WHEN $search_group_name.value ILIKE ? THEN 10 ELSE 1 END" => $SQLstring } ];
2057 $bonus{'series'} = [
2058 { "CASE WHEN $search_group_name.value ILIKE ? THEN 1.5 ELSE 1 END" => $first_word },
2059 { "CASE WHEN $search_group_name.value ~ ? THEN 20 ELSE 1 END" => $REstring },
2062 $bonus{'title'} = [ @{ $bonus{'series'} }, @{ $bonus{'keyword'} } ];
2065 push @{ $bonus{'title'} }, { "CASE WHEN rd.item_lang = ? THEN 10 ELSE 1 END" => $pref_lang };
2066 push @{ $bonus{'author'} }, { "CASE WHEN rd.item_lang = ? THEN 10 ELSE 1 END" => $pref_lang };
2067 push @{ $bonus{'subject'} }, { "CASE WHEN rd.item_lang = ? THEN 10 ELSE 1 END" => $pref_lang };
2068 push @{ $bonus{'keyword'} }, { "CASE WHEN rd.item_lang = ? THEN 10 ELSE 1 END" => $pref_lang };
2069 push @{ $bonus{'series'} }, { "CASE WHEN rd.item_lang = ? THEN 10 ELSE 1 END" => $pref_lang };
2072 my $bonus_list = join ' * ', map { keys %$_ } @{ $bonus{$search_class} };
2073 $bonus_list ||= '1';
2075 push @bonus_lists, $bonus_list;
2076 push @bonus_values, map { values %$_ } @{ $bonus{$search_class} };
2078 #---------------------
2080 $search_table_list .= "$search_table $search_group_name, ";
2081 push @rank_list,$rank;
2082 $fts_list .= " AND $fts_where AND b.id = $search_group_name.source";
2084 if ($metabib_field) {
2085 $fts_list .= " AND $curr_search_group.field = " . $metabib_field->id;
2086 $metabib_field = undef;
2089 if ($prev_search_group) {
2090 $join_table_list .= " AND $prev_search_group.source = $curr_search_group.source";
2094 my $metabib_record_descriptor = metabib::record_descriptor->table;
2095 my $metabib_full_rec = metabib::full_rec->table;
2096 my $metabib_metarecord = metabib::metarecord->table;
2097 my $metabib_metarecord_source_map_table = metabib::metarecord_source_map->table;
2098 my $asset_call_number_table = asset::call_number->table;
2099 my $asset_copy_table = asset::copy->table;
2100 my $cs_table = config::copy_status->table;
2101 my $cl_table = asset::copy_location->table;
2102 my $br_table = biblio::record_entry->table;
2103 my $source_table = config::bib_source->table;
2106 my $bonuses = join (' * ', @bonus_lists);
2107 my $relevance = join (' + ', @rank_list);
2108 $relevance = "AVG( ($relevance) * ($bonuses) )";
2110 my $string_default_sort = 'zzzz';
2111 $string_default_sort = 'AAAA' if ($sort_dir eq 'DESC');
2113 my $number_default_sort = '9999';
2114 $number_default_sort = '0000' if ($sort_dir eq 'DESC');
2116 my $rank = $relevance;
2117 if (lc($sort) eq 'pubdate') {
2120 SELECT COALESCE(SUBSTRING(frp.value FROM '\\\\d{4}'),'$number_default_sort')::INT
2121 FROM $metabib_full_rec frp
2122 WHERE frp.record = b.id
2124 AND frp.subfield = 'c'
2128 } elsif (lc($sort) eq 'create_date') {
2130 ( FIRST (( SELECT create_date FROM $br_table rbr WHERE rbr.id = b.id)) )
2132 } elsif (lc($sort) eq 'edit_date') {
2134 ( FIRST (( SELECT edit_date FROM $br_table rbr WHERE rbr.id = b.id)) )
2136 } elsif (lc($sort) eq 'title') {
2139 SELECT COALESCE(LTRIM(SUBSTR( frt.value, COALESCE(SUBSTRING(frt.ind2 FROM '\\\\d+'),'0')::INT + 1 )),'$string_default_sort')
2140 FROM $metabib_full_rec frt
2141 WHERE frt.record = b.id
2143 AND frt.subfield = 'a'
2147 } elsif (lc($sort) eq 'author') {
2150 SELECT COALESCE(LTRIM(fra.value),'$string_default_sort')
2151 FROM $metabib_full_rec fra
2152 WHERE fra.record = b.id
2153 AND fra.tag LIKE '1%'
2154 AND fra.subfield = 'a'
2155 ORDER BY fra.tag::text::int
2160 push @bonus_values, @bonus_values;
2165 my $select = <<" SQL";
2170 FROM $search_table_list
2171 $metabib_record_descriptor rd,
2174 WHERE rd.record = b.id
2175 AND b.active IS TRUE
2176 AND b.deleted IS FALSE
2185 GROUP BY b.id, b.source
2186 ORDER BY 3 $sort_dir
2187 LIMIT $visiblity_limit
2190 if ($self->api_name !~ /staff/o) {
2195 LEFT OUTER JOIN $source_table src ON (s.source = src.id)
2198 FROM $asset_call_number_table cn,
2199 $asset_copy_table cp,
2203 WHERE cn.record = s.id
2204 AND cp.status = cs.id
2205 AND cp.location = cl.id
2206 AND cn.owning_lib = d.id
2207 AND cp.call_number = cn.id
2208 AND cp.opac_visible IS TRUE
2209 AND cs.holdable IS TRUE
2210 AND cl.opac_visible IS TRUE
2211 AND d.opac_visible IS TRUE
2212 AND cp.deleted IS FALSE
2213 AND cn.deleted IS FALSE
2217 OR src.transcendant IS TRUE
2218 ORDER BY 3 $sort_dir
2225 LEFT OUTER JOIN $source_table src ON (s.source = src.id)
2228 FROM $asset_call_number_table cn,
2229 $asset_copy_table cp,
2231 WHERE cn.record = s.id
2232 AND cn.owning_lib = d.id
2233 AND cp.call_number = cn.id
2234 AND cn.deleted IS FALSE
2240 FROM $asset_call_number_table cn
2241 WHERE cn.record = s.id
2244 OR src.transcendant IS TRUE
2245 ORDER BY 3 $sort_dir
2250 $log->debug("Field Search SQL :: [$select]",DEBUG);
2252 my $recs = $_cdbi->{title}->db_Main->selectall_arrayref(
2254 @bonus_values, @types, @forms, @vformats, @aud, @lang, @lit_form
2257 $log->debug("Search yielded ".scalar(@$recs)." results.",DEBUG);
2260 # $max = 1 if (!@$recs);
2262 # $max = $$_[1] if ($$_[1] > $max);
2265 my $count = scalar(@$recs);
2266 for my $rec (@$recs[$offset .. $offset + $limit - 1]) {
2267 next unless ($$rec[0]);
2268 my ($mrid,$rank) = @$rec;
2269 # $client->respond( [$mrid, sprintf('%0.3f',$rank/$max), $count] );
2270 $client->respond( [$mrid, sprintf('%0.3f',$rank), $count] );
2275 __PACKAGE__->register_method(
2276 api_name => "open-ils.storage.biblio.multiclass.search_fts.record",
2277 method => 'biblio_search_multi_class_fts',
2282 __PACKAGE__->register_method(
2283 api_name => "open-ils.storage.biblio.multiclass.search_fts.record.staff",
2284 method => 'biblio_search_multi_class_fts',
2292 __PACKAGE__->register_method(
2293 api_name => "open-ils.storage.biblio.multiclass.search_fts",
2294 method => 'biblio_search_multi_class_fts',
2299 __PACKAGE__->register_method(
2300 api_name => "open-ils.storage.biblio.multiclass.search_fts.staff",
2301 method => 'biblio_search_multi_class_fts',
2312 my $term = $$args{term};
2313 my $limit = $$args{max} || 1;
2314 my $min = $$args{min} || 1;
2315 my @classes = @{$$args{class}};
2317 $limit = $min if ($min > $limit);
2320 @classes = ( qw/ title author subject series keyword / );
2324 my $bre_table = biblio::record_entry->table;
2325 my $cn_table = asset::call_number->table;
2326 my $cp_table = asset::copy->table;
2328 for my $search_class ( @classes ) {
2330 my $class = $_cdbi->{$search_class};
2331 my $search_table = $class->table;
2333 my ($index_col) = $class->columns('FTS');
2334 $index_col ||= 'value';
2337 my $where = OpenILS::Application::Storage::FTS
2338 ->compile($search_class => $term, $search_class.'.value', "$search_class.$index_col")
2342 SELECT COUNT(DISTINCT X.source)
2343 FROM (SELECT $search_class.source
2344 FROM $search_table $search_class
2345 JOIN $bre_table b ON (b.id = $search_class.source)
2350 HAVING COUNT(DISTINCT X.source) >= $min;
2353 my $res = $class->db_Main->selectrow_arrayref( $SQL );
2354 $matches{$search_class} = $res ? $res->[0] : 0;
2359 __PACKAGE__->register_method(
2360 api_name => "open-ils.storage.search.xref",
2361 method => 'xref_count',