1 package OpenILS::Application::Storage::Publisher::metabib;
2 use base qw/OpenILS::Application::Storage::Publisher/;
4 use OpenSRF::EX qw/:try/;
5 use OpenILS::Application::Storage::FTS;
6 use OpenILS::Utils::Fieldmapper;
7 use OpenSRF::Utils::Logger qw/:level/;
8 use OpenSRF::Utils::Cache;
10 use Digest::MD5 qw/md5_hex/;
13 my $log = 'OpenSRF::Utils::Logger';
17 sub ordered_records_from_metarecord {
28 my ($t, $f) = split '-', $formats;
29 @types = split '', $t;
30 @forms = split '', $f;
35 "actor.org_unit_descendants($org, $depth)" :
36 "actor.org_unit_descendants($org)" ;
39 my $copies_visible = 'AND cp.opac_visible IS TRUE AND cs.holdable IS TRUE AND cl.opac_visible IS TRUE';
40 $copies_visible = '' if ($self->api_name =~ /staff/o);
42 my $sm_table = metabib::metarecord_source_map->table;
43 my $rd_table = metabib::record_descriptor->table;
44 my $fr_table = metabib::full_rec->table;
45 my $cn_table = asset::call_number->table;
46 my $cl_table = asset::copy_location->table;
47 my $cp_table = asset::copy->table;
48 my $cs_table = config::copy_status->table;
49 my $out_table = actor::org_unit_type->table;
50 my $br_table = biblio::record_entry->table;
57 FIRST(COALESCE(LTRIM(SUBSTR( value, COALESCE(SUBSTRING(ind2 FROM '\\\\d+'),'0')::INT )),'zzzzzzzz')) AS title
69 if ($copies_visible) {
76 WHERE rd.record = sm.source
77 AND fr.record = sm.source
79 AND cn.record = sm.source
83 JOIN $cs_table cs ON (cp.status = cs.id)
84 JOIN $cl_table cl ON (cp.location = cl.id)
85 JOIN $descendants d ON (cp.circ_lib = d.id)
86 WHERE cn.id = cp.call_number
96 WHERE rd.record = sm.source
97 AND fr.record = sm.source
104 $sql .= ' AND rd.item_type IN ('.join(',',map{'?'}@types).')';
108 $sql .= ' AND rd.item_form IN ('.join(',',map{'?'}@forms).')';
118 GROUP BY record, item_type, item_form, quality
121 WHEN item_type IS NULL -- default
123 WHEN item_type = '' -- default
125 WHEN item_type IN ('a','t') -- books
127 WHEN item_type = 'g' -- movies
129 WHEN item_type IN ('i','j') -- sound recordings
131 WHEN item_type = 'm' -- software
133 WHEN item_type = 'k' -- images
135 WHEN item_type IN ('e','f') -- maps
137 WHEN item_type IN ('o','p') -- mixed
139 WHEN item_type IN ('c','d') -- music
141 WHEN item_type = 'r' -- 3d
148 my $ids = metabib::metarecord_source_map->db_Main->selectcol_arrayref($sql, {}, "$mr", @types, @forms);
149 return $ids if ($self->api_name =~ /atomic$/o);
151 $client->respond( $_ ) for ( @$ids );
155 __PACKAGE__->register_method(
156 api_name => 'open-ils.storage.ordered.metabib.metarecord.records',
157 method => 'ordered_records_from_metarecord',
161 __PACKAGE__->register_method(
162 api_name => 'open-ils.storage.ordered.metabib.metarecord.records.staff',
163 method => 'ordered_records_from_metarecord',
168 __PACKAGE__->register_method(
169 api_name => 'open-ils.storage.ordered.metabib.metarecord.records.atomic',
170 method => 'ordered_records_from_metarecord',
174 __PACKAGE__->register_method(
175 api_name => 'open-ils.storage.ordered.metabib.metarecord.records.staff.atomic',
176 method => 'ordered_records_from_metarecord',
186 my $tag = ($self->api_name =~ /isbn/o) ? '020' : '022';
188 my $fr_table = metabib::full_rec->table;
197 my $list = metabib::metarecord_source_map->db_Main->selectcol_arrayref($sql, {}, $tag, "$isxn%");
198 $client->respond($_) for (@$list);
201 __PACKAGE__->register_method(
202 api_name => 'open-ils.storage.id_list.biblio.record_entry.search.isbn',
203 method => 'isxn_search',
207 __PACKAGE__->register_method(
208 api_name => 'open-ils.storage.id_list.biblio.record_entry.search.issn',
209 method => 'isxn_search',
214 sub metarecord_copy_count {
220 my $sm_table = metabib::metarecord_source_map->table;
221 my $rd_table = metabib::record_descriptor->table;
222 my $cn_table = asset::call_number->table;
223 my $cp_table = asset::copy->table;
224 my $cl_table = asset::copy_location->table;
225 my $cs_table = config::copy_status->table;
226 my $out_table = actor::org_unit_type->table;
227 my $descendants = "actor.org_unit_descendants(u.id)";
228 my $ancestors = "actor.org_unit_ancestors(?)";
230 my $copies_visible = 'AND cp.opac_visible IS TRUE AND cs.holdable IS TRUE AND cl.opac_visible IS TRUE';
231 $copies_visible = '' if ($self->api_name =~ /staff/o);
234 my ($t_filter, $f_filter) = ('','');
237 my ($t, $f) = split '-', $args{format};
238 @types = split '', $t;
239 @forms = split '', $f;
241 $t_filter = ' AND rd.item_type IN ('.join(',',map{'?'}@types).')';
245 $f_filter .= ' AND rd.item_form IN ('.join(',',map{'?'}@forms).')';
255 JOIN $cn_table cn ON (cn.record = r.source)
256 JOIN $rd_table rd ON (cn.record = rd.record)
257 JOIN $cp_table cp ON (cn.id = cp.call_number)
258 JOIN $cs_table cs ON (cp.status = cs.id)
259 JOIN $cl_table cl ON (cp.location = cl.id)
260 JOIN $descendants a ON (cp.circ_lib = a.id)
261 WHERE r.metarecord = ?
270 JOIN $cn_table cn ON (cn.record = r.source)
271 JOIN $rd_table rd ON (cn.record = rd.record)
272 JOIN $cp_table cp ON (cn.id = cp.call_number)
273 JOIN $cs_table cs ON (cp.status = cs.id)
274 JOIN $cl_table cl ON (cp.location = cl.id)
275 JOIN $descendants a ON (cp.circ_lib = a.id)
276 WHERE r.metarecord = ?
285 JOIN $out_table t ON (u.ou_type = t.id)
289 my $sth = metabib::metarecord_source_map->db_Main->prepare_cached($sql);
290 $sth->execute( ''.$args{metarecord},
293 ''.$args{metarecord},
299 while ( my $row = $sth->fetchrow_hashref ) {
300 $client->respond( $row );
304 __PACKAGE__->register_method(
305 api_name => 'open-ils.storage.metabib.metarecord.copy_count',
306 method => 'metarecord_copy_count',
311 __PACKAGE__->register_method(
312 api_name => 'open-ils.storage.metabib.metarecord.copy_count.staff',
313 method => 'metarecord_copy_count',
319 sub biblio_multi_search_full_rec {
324 my $class_join = $args{class_join} || 'AND';
325 my $limit = $args{limit} || 100;
326 my $offset = $args{offset} || 0;
327 my $sort = $args{'sort'};
328 my $sort_dir = $args{sort_dir} || 'DESC';
333 for my $arg (@{ $args{searches} }) {
334 my $term = $$arg{term};
335 my $limiters = $$arg{restrict};
337 my ($index_col) = metabib::full_rec->columns('FTS');
338 $index_col ||= 'value';
339 my $search_table = metabib::full_rec->table;
341 my $fts = OpenILS::Application::Storage::FTS->compile($term, 'value',"$index_col");
343 my $fts_where = $fts->sql_where_clause();
344 my @fts_ranks = $fts->fts_rank;
346 my $rank = join(' + ', @fts_ranks);
349 for my $limit (@$limiters) {
350 push @wheres, "( tag = ? AND subfield LIKE ? AND $fts_where )";
351 push @binds, $$limit{tag}, $$limit{subfield};
352 $log->debug("Limiting query using { tag => $$limit{tag}, subfield => $$limit{subfield} }", DEBUG);
354 my $where = join(' OR ', @wheres);
356 push @selects, "SELECT id, record, $rank as sum FROM $search_table WHERE $where";
360 my $descendants = defined($args{depth}) ?
361 "actor.org_unit_descendants($args{org_unit}, $args{depth})" :
362 "actor.org_unit_descendants($args{org_unit})" ;
365 my $metabib_record_descriptor = metabib::record_descriptor->table;
366 my $metabib_full_rec = metabib::full_rec->table;
367 my $asset_call_number_table = asset::call_number->table;
368 my $asset_copy_table = asset::copy->table;
369 my $cs_table = config::copy_status->table;
370 my $cl_table = asset::copy_location->table;
371 my $br_table = biblio::record_entry->table;
373 my $cj = 'HAVING COUNT(x.id) = ' . scalar(@selects) if ($class_join eq 'AND');
375 '(SELECT x.record, sum(x.sum) FROM (('.
376 join(') UNION ALL (', @selects).
377 ")) x GROUP BY 1 $cj ORDER BY 2 DESC )";
379 my $has_vols = 'AND cn.owning_lib = d.id';
380 my $has_copies = 'AND cp.call_number = cn.id';
381 my $copies_visible = 'AND cp.opac_visible IS TRUE AND cs.holdable IS TRUE AND cl.opac_visible IS TRUE';
383 if ($self->api_name =~ /staff/o) {
384 $copies_visible = '';
385 $has_copies = '' if ($ou_type == 0);
386 $has_vols = '' if ($ou_type == 0);
389 my ($t_filter, $f_filter) = ('','');
390 my ($a_filter, $l_filter, $lf_filter) = ('','','');
392 if (my $a = $args{audience}) {
393 $a = [$a] if (!ref($a));
396 $a_filter = ' AND rd.audience IN ('.join(',',map{'?'}@aud).')';
400 if (my $l = $args{language}) {
401 $l = [$l] if (!ref($l));
404 $l_filter = ' AND rd.item_lang IN ('.join(',',map{'?'}@lang).')';
408 if (my $f = $args{lit_form}) {
409 $f = [$f] if (!ref($f));
412 $lf_filter = ' AND rd.lit_form IN ('.join(',',map{'?'}@lit_form).')';
413 push @binds, @lit_form;
416 if (my $f = $args{item_form}) {
417 $f = [$f] if (!ref($f));
420 $f_filter = ' AND rd.item_form IN ('.join(',',map{'?'}@forms).')';
424 if (my $t = $args{item_type}) {
425 $t = [$t] if (!ref($t));
428 $t_filter = ' AND rd.item_type IN ('.join(',',map{'?'}@types).')';
434 my ($t, $f) = split '-', $args{format};
435 my @types = split '', $t;
436 my @forms = split '', $f;
438 $t_filter = ' AND rd.item_type IN ('.join(',',map{'?'}@types).')';
442 $f_filter .= ' AND rd.item_form IN ('.join(',',map{'?'}@forms).')';
444 push @binds, @types, @forms;
447 my $relevance = 'sum(f.sum)';
448 $relevance = 1 if (!$copies_visible);
450 my $rank = $relevance;
451 if (lc($sort) eq 'pubdate') {
454 SELECT COALESCE(SUBSTRING(frp.value FROM '\\\\d+'),'9999')::INT
455 FROM $metabib_full_rec frp
456 WHERE frp.record = f.record
458 AND frp.subfield = 'c'
462 } elsif (lc($sort) eq 'create_date') {
464 ( FIRST (( SELECT create_date FROM $br_table rbr WHERE rbr.id = f.record)) )
466 } elsif (lc($sort) eq 'edit_date') {
468 ( FIRST (( SELECT edit_date FROM $br_table rbr WHERE rbr.id = f.record)) )
470 } elsif (lc($sort) eq 'title') {
473 SELECT COALESCE(LTRIM(SUBSTR( frt.value, COALESCE(SUBSTRING(frt.ind2 FROM '\\\\d+'),'0')::INT )),'zzzzzzzz')
474 FROM $metabib_full_rec frt
475 WHERE frt.record = f.record
477 AND frt.subfield = 'a'
481 } elsif (lc($sort) eq 'author') {
484 SELECT COALESCE(LTRIM(fra.value),'zzzzzzzz')
485 FROM $metabib_full_rec fra
486 WHERE fra.record = f.record
487 AND fra.tag LIKE '1%'
488 AND fra.subfield = 'a'
489 ORDER BY fra.tag::text::int
498 if ($copies_visible) {
500 SELECT f.record, $relevance, count(DISTINCT cp.id), $rank
501 FROM $search_table f,
502 $asset_call_number_table cn,
503 $asset_copy_table cp,
507 $metabib_record_descriptor rd,
509 WHERE br.id = f.record
510 AND cn.record = f.record
511 AND rd.record = f.record
512 AND cp.status = cs.id
513 AND cp.location = cl.id
514 AND br.deleted IS FALSE
515 AND cn.deleted IS FALSE
516 AND cp.deleted IS FALSE
525 GROUP BY f.record HAVING count(DISTINCT cp.id) > 0
526 ORDER BY 4 $sort_dir,3 DESC
530 SELECT f.record, 1, 1, $rank
531 FROM $search_table f,
533 $metabib_record_descriptor rd
534 WHERE br.id = f.record
535 AND rd.record = f.record
536 AND br.deleted IS FALSE
548 $log->debug("Search SQL :: [$select]",DEBUG);
550 my $recs = metabib::full_rec->db_Main->selectall_arrayref("$select;", {}, @binds);
551 $log->debug("Search yielded ".scalar(@$recs)." results.",DEBUG);
554 $max = 1 if (!@$recs);
556 $max = $$_[1] if ($$_[1] > $max);
560 for my $rec (@$recs[$offset .. $offset + $limit - 1]) {
561 next unless ($$rec[0]);
562 my ($rid,$rank,$junk,$skip) = @$rec;
563 $client->respond( [$rid, sprintf('%0.3f',$rank/$max), $count] );
567 __PACKAGE__->register_method(
568 api_name => 'open-ils.storage.biblio.full_rec.multi_search',
569 method => 'biblio_multi_search_full_rec',
574 __PACKAGE__->register_method(
575 api_name => 'open-ils.storage.biblio.full_rec.multi_search.staff',
576 method => 'biblio_multi_search_full_rec',
582 sub search_full_rec {
588 my $term = $args{term};
589 my $limiters = $args{restrict};
591 my ($index_col) = metabib::full_rec->columns('FTS');
592 $index_col ||= 'value';
593 my $search_table = metabib::full_rec->table;
595 my $fts = OpenILS::Application::Storage::FTS->compile($term, 'value',"$index_col");
597 my $fts_where = $fts->sql_where_clause();
598 my @fts_ranks = $fts->fts_rank;
600 my $rank = join(' + ', @fts_ranks);
604 for my $limit (@$limiters) {
605 push @wheres, "( tag = ? AND subfield LIKE ? AND $fts_where )";
606 push @binds, $$limit{tag}, $$limit{subfield};
607 $log->debug("Limiting query using { tag => $$limit{tag}, subfield => $$limit{subfield} }", DEBUG);
609 my $where = join(' OR ', @wheres);
611 my $select = "SELECT record, sum($rank) FROM $search_table WHERE $where GROUP BY 1 ORDER BY 2 DESC;";
613 $log->debug("Search SQL :: [$select]",DEBUG);
615 my $recs = metabib::full_rec->db_Main->selectall_arrayref($select, {}, @binds);
616 $log->debug("Search yielded ".scalar(@$recs)." results.",DEBUG);
618 $client->respond($_) for (@$recs);
621 __PACKAGE__->register_method(
622 api_name => 'open-ils.storage.direct.metabib.full_rec.search_fts.value',
623 method => 'search_full_rec',
628 __PACKAGE__->register_method(
629 api_name => 'open-ils.storage.direct.metabib.full_rec.search_fts.index_vector',
630 method => 'search_full_rec',
637 # XXX factored most of the PG dependant stuff out of here... need to find a way to do "dependants".
638 sub search_class_fts {
643 my $term = $args{term};
644 my $ou = $args{org_unit};
645 my $ou_type = $args{depth};
646 my $limit = $args{limit};
647 my $offset = $args{offset};
649 my $limit_clause = '';
650 my $offset_clause = '';
652 $limit_clause = "LIMIT $limit" if (defined $limit and int($limit) > 0);
653 $offset_clause = "OFFSET $offset" if (defined $offset and int($offset) > 0);
656 my ($t_filter, $f_filter) = ('','');
659 my ($t, $f) = split '-', $args{format};
660 @types = split '', $t;
661 @forms = split '', $f;
663 $t_filter = ' AND rd.item_type IN ('.join(',',map{'?'}@types).')';
667 $f_filter .= ' AND rd.item_form IN ('.join(',',map{'?'}@forms).')';
673 my $descendants = defined($ou_type) ?
674 "actor.org_unit_descendants($ou, $ou_type)" :
675 "actor.org_unit_descendants($ou)";
677 my $class = $self->{cdbi};
678 my $search_table = $class->table;
680 my $metabib_record_descriptor = metabib::record_descriptor->table;
681 my $metabib_metarecord = metabib::metarecord->table;
682 my $metabib_metarecord_source_map_table = metabib::metarecord_source_map->table;
683 my $asset_call_number_table = asset::call_number->table;
684 my $asset_copy_table = asset::copy->table;
685 my $cs_table = config::copy_status->table;
686 my $cl_table = asset::copy_location->table;
688 my ($index_col) = $class->columns('FTS');
689 $index_col ||= 'value';
691 my $fts = OpenILS::Application::Storage::FTS->compile($term, 'f.value', "f.$index_col");
693 my $fts_where = $fts->sql_where_clause;
694 my @fts_ranks = $fts->fts_rank;
696 my $rank = join(' + ', @fts_ranks);
698 my $has_vols = 'AND cn.owning_lib = d.id';
699 my $has_copies = 'AND cp.call_number = cn.id';
700 my $copies_visible = 'AND cp.opac_visible IS TRUE AND cs.holdable IS TRUE AND cl.opac_visible IS TRUE';
702 my $visible_count = ', count(DISTINCT cp.id)';
703 my $visible_count_test = 'HAVING count(DISTINCT cp.id) > 0';
705 if ($self->api_name =~ /staff/o) {
706 $copies_visible = '';
707 $visible_count_test = '';
708 $has_copies = '' if ($ou_type == 0);
709 $has_vols = '' if ($ou_type == 0);
712 my $rank_calc = <<" RANK";
714 * CASE WHEN f.value ILIKE ? THEN 1.2 ELSE 1 END -- phrase order
715 * CASE WHEN f.value ILIKE ? THEN 1.5 ELSE 1 END -- first word match
716 * CASE WHEN f.value ~* ? THEN 2 ELSE 1 END -- only word match
717 )/COUNT(m.source)), MIN(COALESCE(CHAR_LENGTH(f.value),1))
720 $rank_calc = ',1 , 1' if ($self->api_name =~ /unordered/o);
722 if ($copies_visible) {
724 SELECT m.metarecord $rank_calc $visible_count, CASE WHEN COUNT(DISTINCT m.source) = 1 THEN MAX(m.source) ELSE MAX(0) END
725 FROM $search_table f,
726 $metabib_metarecord_source_map_table m,
727 $asset_call_number_table cn,
728 $asset_copy_table cp,
731 $metabib_record_descriptor rd,
734 AND m.source = f.source
735 AND cn.record = m.source
736 AND rd.record = m.source
737 AND cp.status = cs.id
738 AND cp.location = cl.id
744 GROUP BY 1 $visible_count_test
746 $limit_clause $offset_clause
750 SELECT m.metarecord $rank_calc, 0, CASE WHEN COUNT(DISTINCT m.source) = 1 THEN MAX(m.source) ELSE MAX(0) END
751 FROM $search_table f,
752 $metabib_metarecord_source_map_table m,
753 $metabib_record_descriptor rd
755 AND m.source = f.source
756 AND rd.record = m.source
761 $limit_clause $offset_clause
765 $log->debug("Field Search SQL :: [$select]",DEBUG);
767 my $SQLstring = join('%',$fts->words);
768 my $REstring = join('\\s+',$fts->words);
769 my $first_word = ($fts->words)[0].'%';
770 my $recs = ($self->api_name =~ /unordered/o) ?
771 $class->db_Main->selectall_arrayref($select, {}, @types, @forms) :
772 $class->db_Main->selectall_arrayref($select, {},
773 '%'.lc($SQLstring).'%', # phrase order match
774 lc($first_word), # first word match
775 '^\\s*'.lc($REstring).'\\s*/?\s*$', # full exact match
779 $log->debug("Search yielded ".scalar(@$recs)." results.",DEBUG);
781 $client->respond($_) for (map { [@$_[0,1,3,4]] } @$recs);
785 for my $class ( qw/title author subject keyword series/ ) {
786 __PACKAGE__->register_method(
787 api_name => "open-ils.storage.metabib.$class.search_fts.metarecord",
788 method => 'search_class_fts',
791 cdbi => "metabib::${class}_field_entry",
794 __PACKAGE__->register_method(
795 api_name => "open-ils.storage.metabib.$class.search_fts.metarecord.unordered",
796 method => 'search_class_fts',
799 cdbi => "metabib::${class}_field_entry",
802 __PACKAGE__->register_method(
803 api_name => "open-ils.storage.metabib.$class.search_fts.metarecord.staff",
804 method => 'search_class_fts',
807 cdbi => "metabib::${class}_field_entry",
810 __PACKAGE__->register_method(
811 api_name => "open-ils.storage.metabib.$class.search_fts.metarecord.staff.unordered",
812 method => 'search_class_fts',
815 cdbi => "metabib::${class}_field_entry",
820 # XXX factored most of the PG dependant stuff out of here... need to find a way to do "dependants".
821 sub search_class_fts_count {
826 my $term = $args{term};
827 my $ou = $args{org_unit};
828 my $ou_type = $args{depth};
829 my $limit = $args{limit} || 100;
830 my $offset = $args{offset} || 0;
832 my $descendants = defined($ou_type) ?
833 "actor.org_unit_descendants($ou, $ou_type)" :
834 "actor.org_unit_descendants($ou)";
837 my ($t_filter, $f_filter) = ('','');
840 my ($t, $f) = split '-', $args{format};
841 @types = split '', $t;
842 @forms = split '', $f;
844 $t_filter = ' AND rd.item_type IN ('.join(',',map{'?'}@types).')';
848 $f_filter .= ' AND rd.item_form IN ('.join(',',map{'?'}@forms).')';
853 (my $search_class = $self->api_name) =~ s/.*metabib.(\w+).search_fts.*/$1/o;
855 my $class = $self->{cdbi};
856 my $search_table = $class->table;
858 my $metabib_record_descriptor = metabib::record_descriptor->table;
859 my $metabib_metarecord_source_map_table = metabib::metarecord_source_map->table;
860 my $asset_call_number_table = asset::call_number->table;
861 my $asset_copy_table = asset::copy->table;
862 my $cs_table = config::copy_status->table;
863 my $cl_table = asset::copy_location->table;
865 my ($index_col) = $class->columns('FTS');
866 $index_col ||= 'value';
868 my $fts = OpenILS::Application::Storage::FTS->compile($term, 'value',"$index_col");
870 my $fts_where = $fts->sql_where_clause;
872 my $has_vols = 'AND cn.owning_lib = d.id';
873 my $has_copies = 'AND cp.call_number = cn.id';
874 my $copies_visible = 'AND cp.opac_visible IS TRUE AND cs.holdable IS TRUE AND cl.opac_visible IS TRUE';
875 if ($self->api_name =~ /staff/o) {
876 $copies_visible = '';
877 $has_vols = '' if ($ou_type == 0);
878 $has_copies = '' if ($ou_type == 0);
881 # XXX test an "EXISTS version of descendant checking...
883 if ($copies_visible) {
885 SELECT count(distinct m.metarecord)
886 FROM $search_table f,
887 $metabib_metarecord_source_map_table m,
888 $metabib_metarecord_source_map_table mr,
889 $asset_call_number_table cn,
890 $asset_copy_table cp,
893 $metabib_record_descriptor rd,
896 AND mr.source = f.source
897 AND mr.metarecord = m.metarecord
898 AND cn.record = m.source
899 AND rd.record = m.source
900 AND cp.status = cs.id
901 AND cp.location = cl.id
910 SELECT count(distinct m.metarecord)
911 FROM $search_table f,
912 $metabib_metarecord_source_map_table m,
913 $metabib_metarecord_source_map_table mr,
914 $metabib_record_descriptor rd
916 AND mr.source = f.source
917 AND mr.metarecord = m.metarecord
918 AND rd.record = m.source
924 $log->debug("Field Search Count SQL :: [$select]",DEBUG);
926 my $recs = $class->db_Main->selectrow_arrayref($select, {}, @types, @forms)->[0];
928 $log->debug("Count Search yielded $recs results.",DEBUG);
933 for my $class ( qw/title author subject keyword series/ ) {
934 __PACKAGE__->register_method(
935 api_name => "open-ils.storage.metabib.$class.search_fts.metarecord_count",
936 method => 'search_class_fts_count',
939 cdbi => "metabib::${class}_field_entry",
942 __PACKAGE__->register_method(
943 api_name => "open-ils.storage.metabib.$class.search_fts.metarecord_count.staff",
944 method => 'search_class_fts_count',
947 cdbi => "metabib::${class}_field_entry",
953 # XXX factored most of the PG dependant stuff out of here... need to find a way to do "dependants".
954 sub postfilter_search_class_fts {
959 my $term = $args{term};
960 my $sort = $args{'sort'};
961 my $sort_dir = $args{sort_dir} || 'DESC';
962 my $ou = $args{org_unit};
963 my $ou_type = $args{depth};
964 my $limit = $args{limit} || 10;
965 my $offset = $args{offset} || 0;
967 my $outer_limit = 1000;
969 my $limit_clause = '';
970 my $offset_clause = '';
972 $limit_clause = "LIMIT $outer_limit";
973 $offset_clause = "OFFSET $offset" if (defined $offset and int($offset) > 0);
975 my (@types,@forms,@lang,@aud,@lit_form);
976 my ($t_filter, $f_filter) = ('','');
977 my ($a_filter, $l_filter, $lf_filter) = ('','','');
978 my ($ot_filter, $of_filter) = ('','');
979 my ($oa_filter, $ol_filter, $olf_filter) = ('','','');
981 if (my $a = $args{audience}) {
982 $a = [$a] if (!ref($a));
985 $a_filter = ' AND rd.audience IN ('.join(',',map{'?'}@aud).')';
986 $oa_filter = ' AND ord.audience IN ('.join(',',map{'?'}@aud).')';
989 if (my $l = $args{language}) {
990 $l = [$l] if (!ref($l));
993 $l_filter = ' AND rd.item_lang IN ('.join(',',map{'?'}@lang).')';
994 $ol_filter = ' AND ord.item_lang IN ('.join(',',map{'?'}@lang).')';
997 if (my $f = $args{lit_form}) {
998 $f = [$f] if (!ref($f));
1001 $lf_filter = ' AND rd.lit_form IN ('.join(',',map{'?'}@lit_form).')';
1002 $olf_filter = ' AND ord.lit_form IN ('.join(',',map{'?'}@lit_form).')';
1005 if ($args{format}) {
1006 my ($t, $f) = split '-', $args{format};
1007 @types = split '', $t;
1008 @forms = split '', $f;
1010 $t_filter = ' AND rd.item_type IN ('.join(',',map{'?'}@types).')';
1011 $ot_filter = ' AND ord.item_type IN ('.join(',',map{'?'}@types).')';
1015 $f_filter .= ' AND rd.item_form IN ('.join(',',map{'?'}@forms).')';
1016 $of_filter .= ' AND ord.item_form IN ('.join(',',map{'?'}@forms).')';
1021 my $descendants = defined($ou_type) ?
1022 "actor.org_unit_descendants($ou, $ou_type)" :
1023 "actor.org_unit_descendants($ou)";
1025 my $class = $self->{cdbi};
1026 my $search_table = $class->table;
1028 my $metabib_full_rec = metabib::full_rec->table;
1029 my $metabib_record_descriptor = metabib::record_descriptor->table;
1030 my $metabib_metarecord = metabib::metarecord->table;
1031 my $metabib_metarecord_source_map_table = metabib::metarecord_source_map->table;
1032 my $asset_call_number_table = asset::call_number->table;
1033 my $asset_copy_table = asset::copy->table;
1034 my $cs_table = config::copy_status->table;
1035 my $cl_table = asset::copy_location->table;
1036 my $br_table = biblio::record_entry->table;
1038 my ($index_col) = $class->columns('FTS');
1039 $index_col ||= 'value';
1041 my $fts = OpenILS::Application::Storage::FTS->compile($term, 'f.value', "f.$index_col");
1043 my $SQLstring = join('%',map { lc($_) } $fts->words);
1044 my $REstring = '^' . join('\s+',map { lc($_) } $fts->words) . '\W*$';
1045 my $first_word = lc(($fts->words)[0]).'%';
1047 my $fts_where = $fts->sql_where_clause;
1048 my @fts_ranks = $fts->fts_rank;
1051 $bonus{'metabib::keyword_field_entry'} = [ { 'CASE WHEN f.value ILIKE ? THEN 1.2 ELSE 1 END' => $SQLstring } ];
1052 $bonus{'metabib::title_field_entry'} =
1053 $bonus{'metabib::series_field_entry'} = [
1054 { 'CASE WHEN f.value ILIKE ? THEN 1.5 ELSE 1 END' => $first_word },
1055 { 'CASE WHEN f.value ~* ? THEN 2 ELSE 1 END' => $REstring },
1056 @{ $bonus{'metabib::keyword_field_entry'} }
1059 my $bonus_list = join ' * ', map { keys %$_ } @{ $bonus{$class} };
1060 $bonus_list ||= '1';
1062 my @bonus_values = map { values %$_ } @{ $bonus{$class} };
1064 my $relevance = join(' + ', @fts_ranks);
1065 $relevance = <<" RANK";
1066 (SUM( ( $relevance ) * ( $bonus_list ) )/COUNT(m.source))
1069 my $rank = $relevance;
1070 if (lc($sort) eq 'pubdate') {
1073 SELECT COALESCE(SUBSTRING(frp.value FROM '\\\\d+'),'9999')::INT
1074 FROM $metabib_full_rec frp
1075 WHERE frp.record = mr.master_record
1077 AND frp.subfield = 'c'
1081 } elsif (lc($sort) eq 'create_date') {
1083 ( FIRST (( SELECT create_date FROM $br_table rbr WHERE rbr.id = mr.master_record)) )
1085 } elsif (lc($sort) eq 'edit_date') {
1087 ( FIRST (( SELECT edit_date FROM $br_table rbr WHERE rbr.id = mr.master_record)) )
1089 } elsif (lc($sort) eq 'title') {
1092 SELECT COALESCE(LTRIM(SUBSTR( frt.value, COALESCE(SUBSTRING(frt.ind2 FROM '\\\\d+'),'0')::INT )),'zzzzzzzz')
1093 FROM $metabib_full_rec frt
1094 WHERE frt.record = mr.master_record
1096 AND frt.subfield = 'a'
1100 } elsif (lc($sort) eq 'author') {
1103 SELECT COALESCE(LTRIM(fra.value),'zzzzzzzz')
1104 FROM $metabib_full_rec fra
1105 WHERE fra.record = mr.master_record
1106 AND fra.tag LIKE '1%'
1107 AND fra.subfield = 'a'
1108 ORDER BY fra.tag::text::int
1116 my $select = <<" SQL";
1117 SELECT m.metarecord,
1119 CASE WHEN COUNT(DISTINCT smrs.source) = 1 THEN MIN(m.source) ELSE 0 END,
1121 FROM $search_table f,
1122 $metabib_metarecord_source_map_table m,
1123 $metabib_metarecord_source_map_table smrs,
1124 $metabib_metarecord mr,
1125 $metabib_record_descriptor rd
1127 AND smrs.metarecord = mr.id
1128 AND m.source = f.source
1129 AND m.metarecord = mr.id
1130 AND rd.record = smrs.source
1136 GROUP BY m.metarecord
1137 ORDER BY 4 $sort_dir, MIN(COALESCE(CHAR_LENGTH(f.value),1))
1145 FROM $asset_call_number_table cn,
1146 $metabib_metarecord_source_map_table mrs,
1147 $asset_copy_table cp,
1152 $metabib_record_descriptor ord,
1154 WHERE mrs.metarecord = s.metarecord
1155 AND br.id = mrs.source
1156 AND cn.record = mrs.source
1157 AND cp.status = cs.id
1158 AND cp.location = cl.id
1159 AND cn.owning_lib = d.id
1160 AND cp.call_number = cn.id
1161 AND cp.opac_visible IS TRUE
1162 AND cs.holdable IS TRUE
1163 AND cl.opac_visible IS TRUE
1164 AND br.active IS TRUE
1165 AND br.deleted IS FALSE
1166 AND ord.record = mrs.source
1172 ORDER BY 4 $sort_dir
1174 } elsif ($self->api_name !~ /staff/o) {
1181 FROM $asset_call_number_table cn,
1182 $metabib_metarecord_source_map_table mrs,
1183 $asset_copy_table cp,
1188 $metabib_record_descriptor ord
1190 WHERE mrs.metarecord = s.metarecord
1191 AND br.id = mrs.source
1192 AND cn.record = mrs.source
1193 AND cp.status = cs.id
1194 AND cp.location = cl.id
1195 AND cn.owning_lib = d.id
1196 AND cp.call_number = cn.id
1197 AND cp.opac_visible IS TRUE
1198 AND cs.holdable IS TRUE
1199 AND cl.opac_visible IS TRUE
1200 AND br.active IS TRUE
1201 AND br.deleted IS FALSE
1202 AND ord.record = mrs.source
1210 ORDER BY 4 $sort_dir
1219 FROM $asset_call_number_table cn,
1220 $metabib_metarecord_source_map_table mrs,
1223 $metabib_record_descriptor ord
1225 WHERE mrs.metarecord = s.metarecord
1226 AND br.id = mrs.source
1227 AND cn.record = mrs.source
1228 AND cn.owning_lib = d.id
1229 AND br.deleted IS FALSE
1230 AND ord.record = mrs.source
1240 FROM $asset_call_number_table cn,
1241 $metabib_metarecord_source_map_table mrs,
1242 $metabib_record_descriptor ord
1243 WHERE mrs.metarecord = s.metarecord
1244 AND cn.record = mrs.source
1245 AND ord.record = mrs.source
1253 ORDER BY 4 $sort_dir
1258 $log->debug("Field Search SQL :: [$select]",DEBUG);
1260 my $recs = $class->db_Main->selectall_arrayref(
1262 (@bonus_values > 0 ? @bonus_values : () ),
1263 ( (!$sort && @bonus_values > 0) ? @bonus_values : () ),
1264 @types, @forms, @aud, @lang, @lit_form,
1265 @types, @forms, @aud, @lang, @lit_form,
1266 ($self->api_name =~ /staff/o ? (@types, @forms, @aud, @lang, @lit_form) : () ) );
1268 $log->debug("Search yielded ".scalar(@$recs)." results.",DEBUG);
1271 $max = 1 if (!@$recs);
1273 $max = $$_[1] if ($$_[1] > $max);
1276 my $count = scalar(@$recs);
1277 for my $rec (@$recs[$offset .. $offset + $limit - 1]) {
1278 my ($mrid,$rank,$skip) = @$rec;
1279 $client->respond( [$mrid, sprintf('%0.3f',$rank/$max), $skip, $count] );
1284 for my $class ( qw/title author subject keyword series/ ) {
1285 __PACKAGE__->register_method(
1286 api_name => "open-ils.storage.metabib.$class.post_filter.search_fts.metarecord",
1287 method => 'postfilter_search_class_fts',
1290 cdbi => "metabib::${class}_field_entry",
1293 __PACKAGE__->register_method(
1294 api_name => "open-ils.storage.metabib.$class.post_filter.search_fts.metarecord.staff",
1295 method => 'postfilter_search_class_fts',
1298 cdbi => "metabib::${class}_field_entry",
1305 my $_cdbi = { title => "metabib::title_field_entry",
1306 author => "metabib::author_field_entry",
1307 subject => "metabib::subject_field_entry",
1308 keyword => "metabib::keyword_field_entry",
1309 series => "metabib::series_field_entry",
1312 # XXX factored most of the PG dependant stuff out of here... need to find a way to do "dependants".
1313 sub postfilter_search_multi_class_fts {
1318 my $sort = $args{'sort'};
1319 my $sort_dir = $args{sort_dir} || 'DESC';
1320 my $ou = $args{org_unit};
1321 my $ou_type = $args{depth};
1322 my $limit = $args{limit} || 10;;
1323 my $offset = $args{offset} || 0;
1326 $ou = actor::org_unit->search( { parent_ou => undef } )->next->id;
1329 if (!defined($args{org_unit})) {
1330 die "No target organizational unit passed to ".$self->api_name;
1333 if (! scalar( keys %{$args{searches}} )) {
1334 die "No search arguments were passed to ".$self->api_name;
1337 my $outer_limit = 1000;
1339 my $limit_clause = '';
1340 my $offset_clause = '';
1342 $limit_clause = "LIMIT $outer_limit";
1343 $offset_clause = "OFFSET $offset" if (defined $offset and int($offset) > 0);
1345 my (@types,@forms,@lang,@aud,@lit_form);
1346 my ($t_filter, $f_filter) = ('','');
1347 my ($a_filter, $l_filter, $lf_filter) = ('','','');
1348 my ($ot_filter, $of_filter) = ('','');
1349 my ($oa_filter, $ol_filter, $olf_filter) = ('','','');
1351 if (my $a = $args{audience}) {
1352 $a = [$a] if (!ref($a));
1355 $a_filter = ' AND rd.audience IN ('.join(',',map{'?'}@aud).')';
1356 $oa_filter = ' AND ord.audience IN ('.join(',',map{'?'}@aud).')';
1359 if (my $l = $args{language}) {
1360 $l = [$l] if (!ref($l));
1363 $l_filter = ' AND rd.item_lang IN ('.join(',',map{'?'}@lang).')';
1364 $ol_filter = ' AND ord.item_lang IN ('.join(',',map{'?'}@lang).')';
1367 if (my $f = $args{lit_form}) {
1368 $f = [$f] if (!ref($f));
1371 $lf_filter = ' AND rd.lit_form IN ('.join(',',map{'?'}@lit_form).')';
1372 $olf_filter = ' AND ord.lit_form IN ('.join(',',map{'?'}@lit_form).')';
1375 if (my $f = $args{item_form}) {
1376 $f = [$f] if (!ref($f));
1379 $f_filter = ' AND rd.item_form IN ('.join(',',map{'?'}@forms).')';
1380 $of_filter = ' AND ord.item_form IN ('.join(',',map{'?'}@forms).')';
1383 if (my $t = $args{item_type}) {
1384 $t = [$t] if (!ref($t));
1387 $t_filter = ' AND rd.item_type IN ('.join(',',map{'?'}@types).')';
1388 $ot_filter = ' AND ord.item_type IN ('.join(',',map{'?'}@types).')';
1392 # XXX legacy format and item type support
1393 if ($args{format}) {
1394 my ($t, $f) = split '-', $args{format};
1395 @types = split '', $t;
1396 @forms = split '', $f;
1398 $t_filter = ' AND rd.item_type IN ('.join(',',map{'?'}@types).')';
1399 $ot_filter = ' AND ord.item_type IN ('.join(',',map{'?'}@types).')';
1403 $f_filter .= ' AND rd.item_form IN ('.join(',',map{'?'}@forms).')';
1404 $of_filter .= ' AND ord.item_form IN ('.join(',',map{'?'}@forms).')';
1410 my $descendants = defined($ou_type) ?
1411 "actor.org_unit_descendants($ou, $ou_type)" :
1412 "actor.org_unit_descendants($ou)";
1414 my $search_table_list = '';
1416 my $join_table_list = '';
1421 my $prev_search_class;
1422 my $curr_search_class;
1423 for my $search_class (sort keys %{$args{searches}}) {
1424 $prev_search_class = $curr_search_class if ($curr_search_class);
1426 $curr_search_class = $search_class;
1428 my $class = $_cdbi->{$search_class};
1429 my $search_table = $class->table;
1431 my ($index_col) = $class->columns('FTS');
1432 $index_col ||= 'value';
1435 my $fts = OpenILS::Application::Storage::FTS->compile($args{searches}{$search_class}{term}, $search_class.'.value', "$search_class.$index_col");
1437 my $fts_where = $fts->sql_where_clause;
1438 my @fts_ranks = $fts->fts_rank;
1440 my $SQLstring = join('%',map { lc($_) } $fts->words);
1441 my $REstring = '^' . join('\s+',map { lc($_) } $fts->words) . '\W*$';
1442 my $first_word = lc(($fts->words)[0]).'%';
1444 my $rank = join(' + ', @fts_ranks);
1447 $bonus{'keyword'} = [ { "CASE WHEN $search_class.value LIKE ? THEN 1.2 ELSE 1 END" => $SQLstring } ];
1449 $bonus{'series'} = [
1450 { "CASE WHEN $search_class.value LIKE ? THEN 1.5 ELSE 1 END" => $first_word },
1451 { "CASE WHEN $search_class.value ~ ? THEN 1000 ELSE 1 END" => $REstring },
1454 $bonus{'title'} = [ @{ $bonus{'series'} }, @{ $bonus{'keyword'} } ];
1456 my $bonus_list = join ' * ', map { keys %$_ } @{ $bonus{$search_class} };
1457 $bonus_list ||= '1';
1459 push @bonus_lists, $bonus_list;
1460 push @bonus_values, map { values %$_ } @{ $bonus{$search_class} };
1463 #---------------------
1465 $search_table_list .= "$search_table $search_class, ";
1466 push @rank_list,$rank;
1467 $fts_list .= " AND $fts_where AND m.source = $search_class.source";
1469 if ($prev_search_class) {
1470 $join_table_list .= " AND $prev_search_class.source = $curr_search_class.source";
1474 my $metabib_record_descriptor = metabib::record_descriptor->table;
1475 my $metabib_full_rec = metabib::full_rec->table;
1476 my $metabib_metarecord = metabib::metarecord->table;
1477 my $metabib_metarecord_source_map_table = metabib::metarecord_source_map->table;
1478 my $asset_call_number_table = asset::call_number->table;
1479 my $asset_copy_table = asset::copy->table;
1480 my $cs_table = config::copy_status->table;
1481 my $cl_table = asset::copy_location->table;
1482 my $br_table = biblio::record_entry->table;
1484 my $bonuses = join (' * ', @bonus_lists);
1485 my $relevance = join (' + ', @rank_list);
1486 $relevance = "SUM( ($relevance) * ($bonuses) )/COUNT(DISTINCT m.source)";
1489 my $secondary_sort = <<" SORT";
1491 SELECT COALESCE(LTRIM(SUBSTR( sfrt.value, COALESCE(SUBSTRING(sfrt.ind2 FROM '\\\\d+'),'0')::INT )),'zzzzzzzz')
1492 FROM $metabib_full_rec sfrt,
1493 $metabib_metarecord mr
1494 WHERE sfrt.record = mr.master_record
1495 AND sfrt.tag = '245'
1496 AND sfrt.subfield = 'a'
1501 my $rank = $relevance;
1502 if (lc($sort) eq 'pubdate') {
1505 SELECT COALESCE(SUBSTRING(frp.value FROM '\\\\d+'),'9999')::INT
1506 FROM $metabib_full_rec frp
1507 WHERE frp.record = mr.master_record
1509 AND frp.subfield = 'c'
1513 } elsif (lc($sort) eq 'create_date') {
1515 ( FIRST (( SELECT create_date FROM $br_table rbr WHERE rbr.id = mr.master_record)) )
1517 } elsif (lc($sort) eq 'edit_date') {
1519 ( FIRST (( SELECT edit_date FROM $br_table rbr WHERE rbr.id = mr.master_record)) )
1521 } elsif (lc($sort) eq 'title') {
1524 SELECT COALESCE(LTRIM(SUBSTR( frt.value, COALESCE(SUBSTRING(frt.ind2 FROM '\\\\d+'),'0')::INT )),'zzzzzzzz')
1525 FROM $metabib_full_rec frt
1526 WHERE frt.record = mr.master_record
1528 AND frt.subfield = 'a'
1532 $secondary_sort = <<" SORT";
1534 SELECT COALESCE(SUBSTRING(sfrp.value FROM '\\\\d+'),'9999')::INT
1535 FROM $metabib_full_rec sfrp,
1536 $metabib_metarecord mr
1537 WHERE sfrp.record = mr.master_record
1538 AND sfrp.tag = '260'
1539 AND sfrp.subfield = 'c'
1543 } elsif (lc($sort) eq 'author') {
1546 SELECT COALESCE(LTRIM(fra.value),'zzzzzzzz')
1547 FROM $metabib_full_rec fra
1548 WHERE fra.record = mr.master_record
1549 AND fra.tag LIKE '1%'
1550 AND fra.subfield = 'a'
1551 ORDER BY fra.tag::text::int
1556 push @bonus_values, @bonus_values;
1561 my $select = <<" SQL";
1562 SELECT m.metarecord,
1564 CASE WHEN COUNT(DISTINCT smrs.source) = 1 THEN FIRST(m.source) ELSE 0 END,
1567 FROM $search_table_list
1568 $metabib_metarecord_source_map_table m,
1569 $metabib_metarecord_source_map_table smrs
1570 WHERE m.metarecord = smrs.metarecord
1573 GROUP BY m.metarecord
1574 -- ORDER BY 4 $sort_dir
1578 if ($self->api_name !~ /staff/o) {
1585 FROM $asset_call_number_table cn,
1586 $metabib_metarecord_source_map_table mrs,
1587 $asset_copy_table cp,
1592 $metabib_record_descriptor ord
1593 WHERE mrs.metarecord = s.metarecord
1594 AND br.id = mrs.source
1595 AND cn.record = mrs.source
1596 AND cp.status = cs.id
1597 AND cp.location = cl.id
1598 AND cn.owning_lib = d.id
1599 AND cp.call_number = cn.id
1600 AND cp.opac_visible IS TRUE
1601 AND cs.holdable IS TRUE
1602 AND cl.opac_visible IS TRUE
1603 AND br.active IS TRUE
1604 AND br.deleted IS FALSE
1605 AND cp.deleted IS FALSE
1606 AND cn.deleted IS FALSE
1607 AND ord.record = mrs.source
1615 ORDER BY 4 $sort_dir, 5
1622 $metabib_metarecord_source_map_table omrs,
1623 $metabib_record_descriptor ord
1624 WHERE omrs.metarecord = s.metarecord
1625 AND ord.record = omrs.source
1628 FROM $asset_call_number_table cn,
1631 WHERE br.id = omrs.source
1632 AND cn.record = omrs.source
1633 AND cn.owning_lib = d.id
1634 AND br.deleted IS FALSE
1635 AND cn.deleted IS FALSE
1640 FROM $asset_call_number_table cn
1641 WHERE cn.record = omrs.source
1642 AND cn.deleted IS FALSE
1652 ORDER BY 4 $sort_dir, 5
1657 $log->debug("Field Search SQL :: [$select]",DEBUG);
1659 my $recs = $_cdbi->{title}->db_Main->selectall_arrayref(
1662 @types, @forms, @aud, @lang, @lit_form,
1663 # @types, @forms, @aud, @lang, @lit_form,
1664 # ($self->api_name =~ /staff/o ? (@types, @forms, @aud, @lang, @lit_form) : () )
1667 $log->debug("Search yielded ".scalar(@$recs)." results.",DEBUG);
1670 $max = 1 if (!@$recs);
1672 $max = $$_[1] if ($$_[1] > $max);
1675 my $count = scalar(@$recs);
1676 for my $rec (@$recs[$offset .. $offset + $limit - 1]) {
1677 next unless ($$rec[0]);
1678 my ($mrid,$rank,$skip) = @$rec;
1679 $client->respond( [$mrid, sprintf('%0.3f',$rank/$max), $skip, $count] );
1684 __PACKAGE__->register_method(
1685 api_name => "open-ils.storage.metabib.post_filter.multiclass.search_fts.metarecord",
1686 method => 'postfilter_search_multi_class_fts',
1691 __PACKAGE__->register_method(
1692 api_name => "open-ils.storage.metabib.post_filter.multiclass.search_fts.metarecord.staff",
1693 method => 'postfilter_search_multi_class_fts',
1699 __PACKAGE__->register_method(
1700 api_name => "open-ils.storage.metabib.multiclass.search_fts",
1701 method => 'postfilter_search_multi_class_fts',
1706 __PACKAGE__->register_method(
1707 api_name => "open-ils.storage.metabib.multiclass.search_fts.staff",
1708 method => 'postfilter_search_multi_class_fts',
1714 # XXX factored most of the PG dependant stuff out of here... need to find a way to do "dependants".
1715 sub biblio_search_multi_class_fts {
1720 my $sort = $args{'sort'};
1721 my $sort_dir = $args{sort_dir} || 'DESC';
1722 my $ou = $args{org_unit};
1723 my $ou_type = $args{depth};
1724 my $limit = $args{limit} || 10;
1725 my $offset = $args{offset} || 0;
1728 $ou = actor::org_unit->search( { parent_ou => undef } )->next->id;
1731 if (!defined($args{org_unit})) {
1732 die "No target organizational unit passed to ".$self->api_name;
1735 if (! scalar( keys %{$args{searches}} )) {
1736 die "No search arguments were passed to ".$self->api_name;
1739 my $outer_limit = 1000;
1741 my $limit_clause = '';
1742 my $offset_clause = '';
1744 $limit_clause = "LIMIT $outer_limit";
1745 $offset_clause = "OFFSET $offset" if (defined $offset and int($offset) > 0);
1747 my (@types,@forms,@lang,@aud,@lit_form);
1748 my ($t_filter, $f_filter) = ('','');
1749 my ($a_filter, $l_filter, $lf_filter) = ('','','');
1750 my ($ot_filter, $of_filter) = ('','');
1751 my ($oa_filter, $ol_filter, $olf_filter) = ('','','');
1753 if (my $a = $args{audience}) {
1754 $a = [$a] if (!ref($a));
1757 $a_filter = ' AND rd.audience IN ('.join(',',map{'?'}@aud).')';
1758 $oa_filter = ' AND ord.audience IN ('.join(',',map{'?'}@aud).')';
1761 if (my $l = $args{language}) {
1762 $l = [$l] if (!ref($l));
1765 $l_filter = ' AND rd.item_lang IN ('.join(',',map{'?'}@lang).')';
1766 $ol_filter = ' AND ord.item_lang IN ('.join(',',map{'?'}@lang).')';
1769 if (my $f = $args{lit_form}) {
1770 $f = [$f] if (!ref($f));
1773 $lf_filter = ' AND rd.lit_form IN ('.join(',',map{'?'}@lit_form).')';
1774 $olf_filter = ' AND ord.lit_form IN ('.join(',',map{'?'}@lit_form).')';
1777 if (my $f = $args{item_form}) {
1778 $f = [$f] if (!ref($f));
1781 $f_filter = ' AND rd.item_form IN ('.join(',',map{'?'}@forms).')';
1782 $of_filter = ' AND ord.item_form IN ('.join(',',map{'?'}@forms).')';
1785 if (my $t = $args{item_type}) {
1786 $t = [$t] if (!ref($t));
1789 $t_filter = ' AND rd.item_type IN ('.join(',',map{'?'}@types).')';
1790 $ot_filter = ' AND ord.item_type IN ('.join(',',map{'?'}@types).')';
1794 # XXX legacy format and item type support
1795 if ($args{format}) {
1796 my ($t, $f) = split '-', $args{format};
1797 @types = split '', $t;
1798 @forms = split '', $f;
1800 $t_filter = ' AND rd.item_type IN ('.join(',',map{'?'}@types).')';
1801 $ot_filter = ' AND ord.item_type IN ('.join(',',map{'?'}@types).')';
1805 $f_filter .= ' AND rd.item_form IN ('.join(',',map{'?'}@forms).')';
1806 $of_filter .= ' AND ord.item_form IN ('.join(',',map{'?'}@forms).')';
1811 my $descendants = defined($ou_type) ?
1812 "actor.org_unit_descendants($ou, $ou_type)" :
1813 "actor.org_unit_descendants($ou)";
1815 my $search_table_list = '';
1817 my $join_table_list = '';
1823 my $prev_search_class;
1824 my $curr_search_class;
1825 for my $search_class (sort keys %{$args{searches}}) {
1826 $prev_search_class = $curr_search_class if ($curr_search_class);
1828 $curr_search_class = $search_class;
1830 my $class = $_cdbi->{$search_class};
1831 my $search_table = $class->table;
1833 my ($index_col) = $class->columns('FTS');
1834 $index_col ||= 'value';
1837 my $fts = OpenILS::Application::Storage::FTS->compile($args{searches}{$search_class}{term}, $search_class.'.value', "$search_class.$index_col");
1839 my $fts_where = $fts->sql_where_clause;
1840 my @fts_ranks = $fts->fts_rank;
1842 my $SQLstring = join('%',map { lc($_) } $fts->words);
1843 my $REstring = '^' . join('\s+',map { lc($_) } $fts->words) . '\W*$';
1844 my $first_word = lc(($fts->words)[0]).'%';
1846 my $rank = join(' + ', @fts_ranks);
1849 $bonus{'keyword'} = [ { "CASE WHEN $search_class.value ILIKE ? THEN 1.2 ELSE 1 END" => $SQLstring } ];
1851 $bonus{'series'} = [
1852 { "CASE WHEN $search_class.value ILIKE ? THEN 1.5 ELSE 1 END" => $first_word },
1853 { "CASE WHEN $search_class.value ~ ? THEN 200 ELSE 1 END" => $REstring },
1856 $bonus{'title'} = [ @{ $bonus{'series'} }, @{ $bonus{'keyword'} } ];
1858 my $bonus_list = join ' * ', map { keys %$_ } @{ $bonus{$search_class} };
1859 $bonus_list ||= '1';
1861 push @bonus_lists, $bonus_list;
1862 push @bonus_values, map { values %$_ } @{ $bonus{$search_class} };
1864 #---------------------
1866 $search_table_list .= "$search_table $search_class, ";
1867 push @rank_list,$rank;
1868 $fts_list .= " AND $fts_where AND b.id = $search_class.source";
1870 if ($prev_search_class) {
1871 $join_table_list .= " AND $prev_search_class.source = $curr_search_class.source";
1875 my $metabib_record_descriptor = metabib::record_descriptor->table;
1876 my $metabib_full_rec = metabib::full_rec->table;
1877 my $metabib_metarecord = metabib::metarecord->table;
1878 my $metabib_metarecord_source_map_table = metabib::metarecord_source_map->table;
1879 my $asset_call_number_table = asset::call_number->table;
1880 my $asset_copy_table = asset::copy->table;
1881 my $cs_table = config::copy_status->table;
1882 my $cl_table = asset::copy_location->table;
1883 my $br_table = biblio::record_entry->table;
1886 my $bonuses = join (' * ', @bonus_lists);
1887 my $relevance = join (' + ', @rank_list);
1888 $relevance = "AVG( ($relevance) * ($bonuses) )";
1891 my $rank = $relevance;
1892 if (lc($sort) eq 'pubdate') {
1895 SELECT COALESCE(SUBSTRING(frp.value FROM '\\\\d{4}'),'9999')::INT
1896 FROM $metabib_full_rec frp
1897 WHERE frp.record = b.id
1899 AND frp.subfield = 'c'
1903 } elsif (lc($sort) eq 'create_date') {
1905 ( FIRST (( SELECT create_date FROM $br_table rbr WHERE rbr.id = b.id)) )
1907 } elsif (lc($sort) eq 'edit_date') {
1909 ( FIRST (( SELECT edit_date FROM $br_table rbr WHERE rbr.id = b.id)) )
1911 } elsif (lc($sort) eq 'title') {
1914 SELECT COALESCE(LTRIM(SUBSTR( frt.value, COALESCE(SUBSTRING(frt.ind2 FROM '\\\\d+'),'0')::INT )),'zzzzzzzz')
1915 FROM $metabib_full_rec frt
1916 WHERE frt.record = b.id
1918 AND frt.subfield = 'a'
1922 } elsif (lc($sort) eq 'author') {
1925 SELECT COALESCE(LTRIM(fra.value),'zzzzzzzz')
1926 FROM $metabib_full_rec fra
1927 WHERE fra.record = b.id
1928 AND fra.tag LIKE '1%'
1929 AND fra.subfield = 'a'
1930 ORDER BY fra.tag::text::int
1935 push @bonus_values, @bonus_values;
1940 my $select = <<" SQL";
1944 FROM $search_table_list
1945 $metabib_record_descriptor rd,
1947 WHERE rd.record = b.id
1948 AND b.active IS TRUE
1949 AND b.deleted IS FALSE
1958 ORDER BY 3 $sort_dir
1962 if ($self->api_name !~ /staff/o) {
1969 FROM $asset_call_number_table cn,
1970 $asset_copy_table cp,
1974 WHERE cn.record = s.id
1975 AND cp.status = cs.id
1976 AND cp.location = cl.id
1977 AND cn.owning_lib = d.id
1978 AND cp.call_number = cn.id
1979 AND cp.opac_visible IS TRUE
1980 AND cs.holdable IS TRUE
1981 AND cl.opac_visible IS TRUE
1982 AND cp.deleted IS FALSE
1983 AND cn.deleted IS FALSE
1986 ORDER BY 3 $sort_dir
1995 FROM $asset_call_number_table cn,
1997 WHERE cn.record = s.id
1998 AND cn.owning_lib = d.id
1999 AND cn.deleted IS FALSE
2004 FROM $asset_call_number_table cn
2005 WHERE cn.record = s.id
2008 ORDER BY 3 $sort_dir
2013 $log->debug("Field Search SQL :: [$select]",DEBUG);
2015 my $recs = $_cdbi->{title}->db_Main->selectall_arrayref(
2017 @bonus_values, @types, @forms, @aud, @lang, @lit_form
2020 $log->debug("Search yielded ".scalar(@$recs)." results.",DEBUG);
2023 $max = 1 if (!@$recs);
2025 $max = $$_[1] if ($$_[1] > $max);
2028 my $count = scalar(@$recs);
2029 for my $rec (@$recs[$offset .. $offset + $limit - 1]) {
2030 next unless ($$rec[0]);
2031 my ($mrid,$rank) = @$rec;
2032 $client->respond( [$mrid, sprintf('%0.3f',$rank/$max), $count] );
2037 __PACKAGE__->register_method(
2038 api_name => "open-ils.storage.biblio.multiclass.search_fts.record",
2039 method => 'biblio_search_multi_class_fts',
2044 __PACKAGE__->register_method(
2045 api_name => "open-ils.storage.biblio.multiclass.search_fts.record.staff",
2046 method => 'biblio_search_multi_class_fts',
2054 __PACKAGE__->register_method(
2055 api_name => "open-ils.storage.biblio.multiclass.search_fts",
2056 method => 'biblio_search_multi_class_fts',
2061 __PACKAGE__->register_method(
2062 api_name => "open-ils.storage.biblio.multiclass.search_fts.staff",
2063 method => 'biblio_search_multi_class_fts',