1 package OpenILS::Application::Storage::Publisher::metabib;
2 use base qw/OpenILS::Application::Storage::Publisher/;
4 use OpenSRF::EX qw/:try/;
5 use OpenILS::Application::Storage::FTS;
6 use OpenILS::Utils::Fieldmapper;
7 use OpenSRF::Utils::Logger qw/:level/;
8 use OpenSRF::Utils::Cache;
10 use Digest::MD5 qw/md5_hex/;
13 my $log = 'OpenSRF::Utils::Logger';
17 # need to order record IDs by:
18 # 1) format - text, movie, sound, software, images, maps, mixed, music, 3d
19 # 2) proximity --- XXX Can't do it cheap...
21 sub ordered_records_from_metarecord {
30 my ($t, $f) = split '-', $formats;
31 @types = split '', $t;
32 @forms = split '', $f;
35 my $copies_visible = 'AND cp.opac_visible IS TRUE AND cs.holdable IS TRUE AND cl.opac_visible IS TRUE';
36 $copies_visible = '' if ($self->api_name =~ /staff/o);
38 my $sm_table = metabib::metarecord_source_map->table;
39 my $rd_table = metabib::record_descriptor->table;
40 my $cn_table = asset::call_number->table;
41 my $cl_table = asset::copy_location->table;
42 my $cp_table = asset::copy->table;
43 my $cs_table = config::copy_status->table;
44 my $out_table = actor::org_unit_type->table;
54 if ($copies_visible) {
56 sum((SELECT count(cp.id)
58 JOIN $cs_table cs ON (cp.status = cs.id)
59 JOIN $cl_table cl ON (cp.location = cl.id)
60 WHERE cn.id = cp.call_number
68 if ($copies_visible) {
73 WHERE rd.record = sm.source
74 AND cn.record = rd.record
81 WHERE rd.record = sm.source
87 GROUP BY rd.record, rd.item_type, rd.item_form
90 WHEN rd.item_type IS NULL -- default
92 WHEN rd.item_type = '' -- default
94 WHEN rd.item_type IN ('a','t') -- books
96 WHEN rd.item_type = 'g' -- movies
98 WHEN rd.item_type IN ('i','j') -- sound recordings
100 WHEN rd.item_type = 'm' -- software
102 WHEN rd.item_type = 'k' -- images
104 WHEN rd.item_type IN ('e','f') -- maps
106 WHEN rd.item_type IN ('o','p') -- mixed
108 WHEN rd.item_type IN ('c','d') -- music
110 WHEN rd.item_type = 'r' -- 3d
117 if ($copies_visible) {
118 $sql .= ' WHERE x.count > 0'
122 $sql .= ' AND x.item_type IN ('.join(',',map{'?'}@types).')';
126 $sql .= ' AND x.item_form IN ('.join(',',map{'?'}@forms).')';
129 my $sth = metabib::metarecord_source_map->db_Main->prepare_cached($sql);
130 $sth->execute("$mr", @types, @forms);
131 while ( my $row = $sth->fetchrow_arrayref ) {
132 $client->respond( $$row[0] );
137 __PACKAGE__->register_method(
138 api_name => 'open-ils.storage.ordered.metabib.metarecord.records',
139 method => 'ordered_records_from_metarecord',
144 __PACKAGE__->register_method(
145 api_name => 'open-ils.storage.ordered.metabib.metarecord.records.staff',
146 method => 'ordered_records_from_metarecord',
153 sub metarecord_copy_count {
159 my $sm_table = metabib::metarecord_source_map->table;
160 my $rd_table = metabib::record_descriptor->table;
161 my $cn_table = asset::call_number->table;
162 my $cp_table = asset::copy->table;
163 my $cl_table = asset::copy_location->table;
164 my $cs_table = config::copy_status->table;
165 my $out_table = actor::org_unit_type->table;
166 my $descendants = "actor.org_unit_descendants(u.id)";
167 my $ancestors = "actor.org_unit_ancestors(?)";
169 my $copies_visible = 'AND cp.opac_visible IS TRUE AND cs.holdable IS TRUE AND cl.opac_visible IS TRUE';
170 $copies_visible = '' if ($self->api_name =~ /staff/o);
173 my ($t_filter, $f_filter) = ('','');
176 my ($t, $f) = split '-', $args{format};
177 @types = split '', $t;
178 @forms = split '', $f;
180 $t_filter = ' AND rd.item_type IN ('.join(',',map{'?'}@types).')';
184 $f_filter .= ' AND rd.item_form IN ('.join(',',map{'?'}@forms).')';
194 JOIN $cn_table cn ON (cn.record = r.source)
195 JOIN $rd_table rd ON (cn.record = rd.record)
196 JOIN $cp_table cp ON (cn.id = cp.call_number)
197 JOIN $cs_table cs ON (cp.status = cs.id)
198 JOIN $cl_table cl ON (cp.location = cl.id)
199 JOIN $descendants a ON (cp.circ_lib = a.id)
200 WHERE r.metarecord = ?
209 JOIN $cn_table cn ON (cn.record = r.source)
210 JOIN $rd_table rd ON (cn.record = rd.record)
211 JOIN $cp_table cp ON (cn.id = cp.call_number)
212 JOIN $cs_table cs ON (cp.status = cs.id)
213 JOIN $cl_table cl ON (cp.location = cl.id)
214 JOIN $descendants a ON (cp.circ_lib = a.id)
215 WHERE r.metarecord = ?
224 JOIN $out_table t ON (u.ou_type = t.id)
228 my $sth = metabib::metarecord_source_map->db_Main->prepare_cached($sql);
229 $sth->execute( ''.$args{metarecord},
232 ''.$args{metarecord},
238 while ( my $row = $sth->fetchrow_hashref ) {
239 $client->respond( $row );
243 __PACKAGE__->register_method(
244 api_name => 'open-ils.storage.metabib.metarecord.copy_count',
245 method => 'metarecord_copy_count',
250 __PACKAGE__->register_method(
251 api_name => 'open-ils.storage.metabib.metarecord.copy_count.staff',
252 method => 'metarecord_copy_count',
258 sub multi_search_full_rec {
263 my $class_join = $args{class_join} || 'AND';
264 my $limit = $args{limit} || 100;
265 my $offset = $args{offset} || 0;
269 for my $arg (@{ $args{searches} }) {
270 my $term = $$arg{term};
271 my $limiters = $$arg{restrict};
273 my ($index_col) = metabib::full_rec->columns('FTS');
274 $index_col ||= 'value';
275 my $search_table = metabib::full_rec->table;
277 my $fts = OpenILS::Application::Storage::FTS->compile($term, 'value',"$index_col");
279 my $fts_where = $fts->sql_where_clause();
280 my @fts_ranks = $fts->fts_rank;
282 my $rank = join(' + ', @fts_ranks);
285 for my $limit (@$limiters) {
286 push @wheres, "( tag = ? AND subfield LIKE ? AND $fts_where )";
287 push @binds, $$limit{tag}, $$limit{subfield};
288 $log->debug("Limiting query using { tag => $$limit{tag}, subfield => $$limit{subfield} }", DEBUG);
290 my $where = join(' OR ', @wheres);
292 push @selects, "SELECT record, sum($rank) FROM $search_table WHERE $where GROUP BY 1 ORDER BY 2 DESC";
296 my $descendants = defined($args{depth}) ?
297 "actor.org_unit_descendants($args{org_unit}, $args{depth})" :
298 "actor.org_unit_descendants($args{org_unit})" ;
301 my $metabib_record_descriptor = metabib::record_descriptor->table;
302 my $metabib_metarecord = metabib::metarecord->table;
303 my $metabib_metarecord_source_map_table = metabib::metarecord_source_map->table;
304 my $asset_call_number_table = asset::call_number->table;
305 my $asset_copy_table = asset::copy->table;
306 my $cs_table = config::copy_status->table;
307 my $cl_table = asset::copy_location->table;
309 my $cj = ''; $cj = 'HAVING COUNT(x.record) > 1' if ($class_join eq 'AND');
310 my $search_table = '(SELECT x.record, sum(x.sum) FROM (('.join(') UNION ALL (', @selects).")) x GROUP BY 1 $cj )";
312 my $has_vols = 'AND cn.owning_lib = d.id';
313 my $has_copies = 'AND cp.call_number = cn.id';
314 my $copies_visible = 'AND cp.opac_visible IS TRUE AND cs.holdable IS TRUE AND cl.opac_visible IS TRUE';
316 if ($self->api_name =~ /staff/o) {
317 $copies_visible = '';
318 $has_copies = '' if ($ou_type == 0);
319 $has_vols = '' if ($ou_type == 0);
322 my ($t_filter, $f_filter) = ('','');
325 my ($t, $f) = split '-', $args{format};
326 my @types = split '', $t;
327 my @forms = split '', $f;
329 $t_filter = ' AND rd.item_type IN ('.join(',',map{'?'}@types).')';
333 $f_filter .= ' AND rd.item_form IN ('.join(',',map{'?'}@forms).')';
335 push @binds, @types, @forms;
339 if ($copies_visible) {
341 SELECT m.metarecord, sum(f.sum), count(DISTINCT cp.id), CASE WHEN COUNT(DISTINCT m.source) = 1 THEN MAX(m.source) ELSE MAX(0) END
342 FROM $search_table f,
343 $metabib_metarecord_source_map_table m,
344 $asset_call_number_table cn,
345 $asset_copy_table cp,
348 $metabib_record_descriptor rd,
350 WHERE m.source = f.record
351 AND cn.record = m.source
352 AND rd.record = m.source
353 AND cp.status = cs.id
354 AND cp.location = cl.id
360 GROUP BY m.metarecord HAVING count(DISTINCT cp.id) > 0
361 ORDER BY 2 DESC,3 DESC
365 SELECT m.metarecord, 1, 0, CASE WHEN COUNT(DISTINCT m.source) = 1 THEN MAX(m.source) ELSE MAX(0) END
366 FROM $search_table f,
367 $metabib_metarecord_source_map_table m,
368 $metabib_record_descriptor rd
369 WHERE m.source = f.record
370 AND rd.record = m.source
378 $log->debug("Search SQL :: [$select]",DEBUG);
380 my $recs = metabib::full_rec->db_Main->selectall_arrayref("$select;", {}, @binds);
381 $log->debug("Search yielded ".scalar(@$recs)." results.",DEBUG);
384 for my $rec (@$recs[$offset .. $offset + $limit - 1]) {
385 next unless ($$rec[0]);
386 my ($mrid,$rank,$junk,$skip) = @$rec;
387 $client->respond( [$mrid, sprintf('%0.3f',$rank), $skip, $count] );
391 __PACKAGE__->register_method(
392 api_name => 'open-ils.storage.metabib.full_rec.multi_search',
393 method => 'multi_search_full_rec',
398 __PACKAGE__->register_method(
399 api_name => 'open-ils.storage.metabib.full_rec.multi_search.staff',
400 method => 'multi_search_full_rec',
406 sub search_full_rec {
412 my $term = $args{term};
413 my $limiters = $args{restrict};
415 my ($index_col) = metabib::full_rec->columns('FTS');
416 $index_col ||= 'value';
417 my $search_table = metabib::full_rec->table;
419 my $fts = OpenILS::Application::Storage::FTS->compile($term, 'value',"$index_col");
421 my $fts_where = $fts->sql_where_clause();
422 my @fts_ranks = $fts->fts_rank;
424 my $rank = join(' + ', @fts_ranks);
428 for my $limit (@$limiters) {
429 push @wheres, "( tag = ? AND subfield LIKE ? AND $fts_where )";
430 push @binds, $$limit{tag}, $$limit{subfield};
431 $log->debug("Limiting query using { tag => $$limit{tag}, subfield => $$limit{subfield} }", DEBUG);
433 my $where = join(' OR ', @wheres);
435 my $select = "SELECT record, sum($rank) FROM $search_table WHERE $where GROUP BY 1 ORDER BY 2 DESC;";
437 $log->debug("Search SQL :: [$select]",DEBUG);
439 my $recs = metabib::full_rec->db_Main->selectall_arrayref($select, {}, @binds);
440 $log->debug("Search yielded ".scalar(@$recs)." results.",DEBUG);
442 $client->respond($_) for (@$recs);
445 __PACKAGE__->register_method(
446 api_name => 'open-ils.storage.direct.metabib.full_rec.search_fts.value',
447 method => 'search_full_rec',
452 __PACKAGE__->register_method(
453 api_name => 'open-ils.storage.direct.metabib.full_rec.search_fts.index_vector',
454 method => 'search_full_rec',
461 # XXX factored most of the PG dependant stuff out of here... need to find a way to do "dependants".
462 sub search_class_fts {
467 my $term = $args{term};
468 my $ou = $args{org_unit};
469 my $ou_type = $args{depth};
470 my $limit = $args{limit};
471 my $offset = $args{offset};
473 my $limit_clause = '';
474 my $offset_clause = '';
476 $limit_clause = "LIMIT $limit" if (defined $limit and int($limit) > 0);
477 $offset_clause = "OFFSET $offset" if (defined $offset and int($offset) > 0);
480 my ($t_filter, $f_filter) = ('','');
483 my ($t, $f) = split '-', $args{format};
484 @types = split '', $t;
485 @forms = split '', $f;
487 $t_filter = ' AND rd.item_type IN ('.join(',',map{'?'}@types).')';
491 $f_filter .= ' AND rd.item_form IN ('.join(',',map{'?'}@forms).')';
497 my $descendants = defined($ou_type) ?
498 "actor.org_unit_descendants($ou, $ou_type)" :
499 "actor.org_unit_descendants($ou)";
501 my $class = $self->{cdbi};
502 my $search_table = $class->table;
504 my $metabib_record_descriptor = metabib::record_descriptor->table;
505 my $metabib_metarecord = metabib::metarecord->table;
506 my $metabib_metarecord_source_map_table = metabib::metarecord_source_map->table;
507 my $asset_call_number_table = asset::call_number->table;
508 my $asset_copy_table = asset::copy->table;
509 my $cs_table = config::copy_status->table;
510 my $cl_table = asset::copy_location->table;
512 my ($index_col) = $class->columns('FTS');
513 $index_col ||= 'value';
515 my $fts = OpenILS::Application::Storage::FTS->compile($term, 'f.value', "f.$index_col");
517 my $fts_where = $fts->sql_where_clause;
518 my @fts_ranks = $fts->fts_rank;
520 my $rank = join(' + ', @fts_ranks);
522 my $has_vols = 'AND cn.owning_lib = d.id';
523 my $has_copies = 'AND cp.call_number = cn.id';
524 my $copies_visible = 'AND cp.opac_visible IS TRUE AND cs.holdable IS TRUE AND cl.opac_visible IS TRUE';
526 my $visible_count = ', count(DISTINCT cp.id)';
527 my $visible_count_test = 'HAVING count(DISTINCT cp.id) > 0';
529 if ($self->api_name =~ /staff/o) {
530 $copies_visible = '';
531 $visible_count_test = '';
532 $has_copies = '' if ($ou_type == 0);
533 $has_vols = '' if ($ou_type == 0);
536 my $rank_calc = <<" RANK";
538 * CASE WHEN f.value ILIKE ? THEN 1.2 ELSE 1 END -- phrase order
539 * CASE WHEN f.value ILIKE ? THEN 1.5 ELSE 1 END -- first word match
540 * CASE WHEN f.value ~* ? THEN 2 ELSE 1 END -- only word match
541 )/COUNT(m.source)), MIN(COALESCE(CHAR_LENGTH(f.value),1))
544 $rank_calc = ',1 , 1' if ($self->api_name =~ /unordered/o);
546 if ($copies_visible) {
548 SELECT m.metarecord $rank_calc $visible_count, CASE WHEN COUNT(DISTINCT m.source) = 1 THEN MAX(m.source) ELSE MAX(0) END
549 FROM $search_table f,
550 $metabib_metarecord_source_map_table m,
551 $asset_call_number_table cn,
552 $asset_copy_table cp,
555 $metabib_record_descriptor rd,
558 AND m.source = f.source
559 AND cn.record = m.source
560 AND rd.record = m.source
561 AND cp.status = cs.id
562 AND cp.location = cl.id
568 GROUP BY 1 $visible_count_test
570 $limit_clause $offset_clause
574 SELECT m.metarecord $rank_calc, 0, CASE WHEN COUNT(DISTINCT m.source) = 1 THEN MAX(m.source) ELSE MAX(0) END
575 FROM $search_table f,
576 $metabib_metarecord_source_map_table m,
577 $metabib_record_descriptor rd
579 AND m.source = f.source
580 AND rd.record = m.source
585 $limit_clause $offset_clause
589 $log->debug("Field Search SQL :: [$select]",DEBUG);
591 my $SQLstring = join('%',$fts->words);
592 my $REstring = join('\\s+',$fts->words);
593 my $first_word = ($fts->words)[0].'%';
594 my $recs = ($self->api_name =~ /unordered/o) ?
595 $class->db_Main->selectall_arrayref($select, {}, @types, @forms) :
596 $class->db_Main->selectall_arrayref($select, {},
597 '%'.lc($SQLstring).'%', # phrase order match
598 lc($first_word), # first word match
599 '^\\s*'.lc($REstring).'\\s*/?\s*$', # full exact match
603 $log->debug("Search yielded ".scalar(@$recs)." results.",DEBUG);
605 $client->respond($_) for (map { [@$_[0,1,3,4]] } @$recs);
609 for my $class ( qw/title author subject keyword series/ ) {
610 __PACKAGE__->register_method(
611 api_name => "open-ils.storage.metabib.$class.search_fts.metarecord",
612 method => 'search_class_fts',
615 cdbi => "metabib::${class}_field_entry",
618 __PACKAGE__->register_method(
619 api_name => "open-ils.storage.metabib.$class.search_fts.metarecord.unordered",
620 method => 'search_class_fts',
623 cdbi => "metabib::${class}_field_entry",
626 __PACKAGE__->register_method(
627 api_name => "open-ils.storage.metabib.$class.search_fts.metarecord.staff",
628 method => 'search_class_fts',
631 cdbi => "metabib::${class}_field_entry",
634 __PACKAGE__->register_method(
635 api_name => "open-ils.storage.metabib.$class.search_fts.metarecord.staff.unordered",
636 method => 'search_class_fts',
639 cdbi => "metabib::${class}_field_entry",
644 # XXX factored most of the PG dependant stuff out of here... need to find a way to do "dependants".
645 sub search_class_fts_count {
650 my $term = $args{term};
651 my $ou = $args{org_unit};
652 my $ou_type = $args{depth};
653 my $limit = $args{limit} || 100;
654 my $offset = $args{offset} || 0;
656 my $descendants = defined($ou_type) ?
657 "actor.org_unit_descendants($ou, $ou_type)" :
658 "actor.org_unit_descendants($ou)";
661 my ($t_filter, $f_filter) = ('','');
664 my ($t, $f) = split '-', $args{format};
665 @types = split '', $t;
666 @forms = split '', $f;
668 $t_filter = ' AND rd.item_type IN ('.join(',',map{'?'}@types).')';
672 $f_filter .= ' AND rd.item_form IN ('.join(',',map{'?'}@forms).')';
677 (my $search_class = $self->api_name) =~ s/.*metabib.(\w+).search_fts.*/$1/o;
679 my $class = $self->{cdbi};
680 my $search_table = $class->table;
682 my $metabib_record_descriptor = metabib::record_descriptor->table;
683 my $metabib_metarecord_source_map_table = metabib::metarecord_source_map->table;
684 my $asset_call_number_table = asset::call_number->table;
685 my $asset_copy_table = asset::copy->table;
686 my $cs_table = config::copy_status->table;
687 my $cl_table = asset::copy_location->table;
689 my ($index_col) = $class->columns('FTS');
690 $index_col ||= 'value';
692 my $fts = OpenILS::Application::Storage::FTS->compile($term, 'value',"$index_col");
694 my $fts_where = $fts->sql_where_clause;
696 my $has_vols = 'AND cn.owning_lib = d.id';
697 my $has_copies = 'AND cp.call_number = cn.id';
698 my $copies_visible = 'AND cp.opac_visible IS TRUE AND cs.holdable IS TRUE AND cl.opac_visible IS TRUE';
699 if ($self->api_name =~ /staff/o) {
700 $copies_visible = '';
701 $has_vols = '' if ($ou_type == 0);
702 $has_copies = '' if ($ou_type == 0);
705 # XXX test an "EXISTS version of descendant checking...
707 if ($copies_visible) {
709 SELECT count(distinct m.metarecord)
710 FROM $search_table f,
711 $metabib_metarecord_source_map_table m,
712 $asset_call_number_table cn,
713 $asset_copy_table cp,
716 $metabib_record_descriptor rd,
719 AND m.source = f.source
720 AND cn.record = m.source
721 AND rd.record = m.source
722 AND cp.status = cs.id
723 AND cp.location = cl.id
732 SELECT count(distinct m.metarecord)
733 FROM $search_table f,
734 $metabib_metarecord_source_map_table m,
735 $metabib_record_descriptor rd
737 AND m.source = f.source
738 AND rd.record = m.source
744 $log->debug("Field Search Count SQL :: [$select]",DEBUG);
746 my $recs = $class->db_Main->selectrow_arrayref($select, {}, @types, @forms)->[0];
748 $log->debug("Count Search yielded $recs results.",DEBUG);
753 for my $class ( qw/title author subject keyword series/ ) {
754 __PACKAGE__->register_method(
755 api_name => "open-ils.storage.metabib.$class.search_fts.metarecord_count",
756 method => 'search_class_fts_count',
759 cdbi => "metabib::${class}_field_entry",
762 __PACKAGE__->register_method(
763 api_name => "open-ils.storage.metabib.$class.search_fts.metarecord_count.staff",
764 method => 'search_class_fts_count',
767 cdbi => "metabib::${class}_field_entry",
773 # XXX factored most of the PG dependant stuff out of here... need to find a way to do "dependants".
774 sub new_search_class_fts {
779 my $term = $args{term};
780 my $ou = $args{org_unit};
781 my $ou_type = $args{depth};
782 my $limit = $args{limit};
783 my $offset = $args{offset} || 0;
785 my $limit_clause = '';
786 my $offset_clause = '';
788 $limit_clause = "LIMIT $limit" if (defined $limit and int($limit) > 0);
789 $offset_clause = "OFFSET $offset" if (defined $offset and int($offset) > 0);
792 my ($t_filter, $f_filter) = ('','');
795 my ($t, $f) = split '-', $args{format};
796 @types = split '', $t;
797 @forms = split '', $f;
799 $t_filter = ' AND rd.item_type IN ('.join(',',map{'?'}@types).')';
803 $f_filter .= ' AND rd.item_form IN ('.join(',',map{'?'}@forms).')';
809 my $descendants = defined($ou_type) ?
810 "actor.org_unit_descendants($ou, $ou_type)" :
811 "actor.org_unit_descendants($ou)";
813 my $class = $self->{cdbi};
814 my $search_table = $class->table;
816 my $metabib_record_descriptor = metabib::record_descriptor->table;
817 my $metabib_metarecord = metabib::metarecord->table;
818 my $metabib_metarecord_source_map_table = metabib::metarecord_source_map->table;
819 my $asset_call_number_table = asset::call_number->table;
820 my $asset_copy_table = asset::copy->table;
821 my $cs_table = config::copy_status->table;
822 my $cl_table = asset::copy_location->table;
824 my ($index_col) = $class->columns('FTS');
825 $index_col ||= 'value';
827 my $fts = OpenILS::Application::Storage::FTS->compile($term, 'f.value', "f.$index_col");
829 my $fts_where = $fts->sql_where_clause;
830 my @fts_ranks = $fts->fts_rank;
832 my $rank = join(' + ', @fts_ranks);
834 if ($self->api_name !~ /staff/o) {
838 * CASE WHEN f.value ILIKE ? THEN 1.2 ELSE 1 END -- phrase order
839 * CASE WHEN f.value ILIKE ? THEN 1.5 ELSE 1 END -- first word match
840 * CASE WHEN f.value ~* ? THEN 2 ELSE 1 END -- only word match
842 CASE WHEN COUNT(DISTINCT rd.record) = 1 THEN MIN(m.source) ELSE 0 END
843 FROM $search_table f,
844 $metabib_metarecord_source_map_table m,
845 $metabib_metarecord_source_map_table mr,
846 $metabib_record_descriptor rd
848 AND m.source = f.source
849 AND mr.metarecord = m.metarecord
850 AND rd.record = mr.source
855 FROM $asset_call_number_table cn,
856 $asset_copy_table cp,
860 WHERE cn.record = mr.source
861 AND cp.status = cs.id
862 AND cp.location = cl.id
863 AND cn.owning_lib = d.id
864 AND cp.call_number = cn.id
865 AND cp.opac_visible IS TRUE
866 AND cs.holdable IS TRUE
867 AND cl.opac_visible IS TRUE )
868 GROUP BY m.metarecord
869 ORDER BY 2 DESC, MIN(COALESCE(CHAR_LENGTH(f.value),1))
875 * CASE WHEN f.value ILIKE ? THEN 1.2 ELSE 1 END -- phrase order
876 * CASE WHEN f.value ILIKE ? THEN 1.5 ELSE 1 END -- first word match
877 * CASE WHEN f.value ~* ? THEN 2 ELSE 1 END -- only word match
879 CASE WHEN COUNT(DISTINCT rd.record) = 1 THEN MIN(m.source) ELSE 0 END
880 FROM $search_table f,
881 $metabib_metarecord_source_map_table m,
882 $metabib_metarecord_source_map_table mr,
883 $metabib_record_descriptor rd
885 AND m.source = f.source
886 AND m.metarecord = mr.metarecord
887 AND rd.record = m.source
890 GROUP BY m.metarecord
891 ORDER BY 2 DESC, MIN(COALESCE(CHAR_LENGTH(f.value),1))
895 $log->debug("Field Search SQL :: [$select]",DEBUG);
897 my $SQLstring = join('%',$fts->words);
898 my $REstring = join('\\s+',$fts->words);
899 my $first_word = ($fts->words)[0].'%';
900 my $recs = ($self->api_name =~ /unordered/o) ?
901 $class->db_Main->selectall_arrayref($select, {}, @types, @forms) :
902 $class->db_Main->selectall_arrayref($select, {},
903 '%'.lc($SQLstring).'%', # phrase order match
904 lc($first_word), # first word match
905 '^\\s*'.lc($REstring).'\\s*/?\s*$', # full exact match
909 $log->debug("Search yielded ".scalar(@$recs)." results.",DEBUG);
911 my $count = scalar(@$recs);
912 for my $rec (@$recs[$offset .. $offset + $limit - 1]) {
913 my ($mrid,$rank,$skip) = @$rec;
914 $client->respond( [$mrid, sprintf('%0.3f',$rank), $skip, $count] );
919 for my $class ( qw/title author subject keyword series/ ) {
920 __PACKAGE__->register_method(
921 api_name => "open-ils.storage.metabib.$class.new_search_fts.metarecord",
922 method => 'new_search_class_fts',
925 cdbi => "metabib::${class}_field_entry",
928 __PACKAGE__->register_method(
929 api_name => "open-ils.storage.metabib.$class.new_search_fts.metarecord.staff",
930 method => 'new_search_class_fts',
933 cdbi => "metabib::${class}_field_entry",
941 # XXX factored most of the PG dependant stuff out of here... need to find a way to do "dependants".
942 sub postfilter_search_class_fts {
947 my $term = $args{term};
948 my $ou = $args{org_unit};
949 my $ou_type = $args{depth};
950 my $limit = $args{limit};
951 my $offset = $args{offset} || 0;
953 my $outer_limit = 1000;
955 my $limit_clause = '';
956 my $offset_clause = '';
958 $limit_clause = "LIMIT $outer_limit";
959 $offset_clause = "OFFSET $offset" if (defined $offset and int($offset) > 0);
962 my ($t_filter, $f_filter) = ('','');
963 my ($ot_filter, $of_filter) = ('','');
966 my ($t, $f) = split '-', $args{format};
967 @types = split '', $t;
968 @forms = split '', $f;
970 $t_filter = ' AND rd.item_type IN ('.join(',',map{'?'}@types).')';
971 $ot_filter = ' AND ord.item_type IN ('.join(',',map{'?'}@types).')';
975 $f_filter .= ' AND rd.item_form IN ('.join(',',map{'?'}@forms).')';
976 $of_filter .= ' AND ord.item_form IN ('.join(',',map{'?'}@forms).')';
982 my $descendants = defined($ou_type) ?
983 "actor.org_unit_descendants($ou, $ou_type)" :
984 "actor.org_unit_descendants($ou)";
986 my $class = $self->{cdbi};
987 my $search_table = $class->table;
989 my $metabib_record_descriptor = metabib::record_descriptor->table;
990 my $metabib_metarecord = metabib::metarecord->table;
991 my $metabib_metarecord_source_map_table = metabib::metarecord_source_map->table;
992 my $asset_call_number_table = asset::call_number->table;
993 my $asset_copy_table = asset::copy->table;
994 my $cs_table = config::copy_status->table;
995 my $cl_table = asset::copy_location->table;
997 my ($index_col) = $class->columns('FTS');
998 $index_col ||= 'value';
1000 my $fts = OpenILS::Application::Storage::FTS->compile($term, 'f.value', "f.$index_col");
1002 my $fts_where = $fts->sql_where_clause;
1003 my @fts_ranks = $fts->fts_rank;
1005 my $rank = join(' + ', @fts_ranks);
1007 my $select = <<" SQL";
1008 SELECT m.metarecord,
1010 * CASE WHEN f.value ILIKE ? THEN 1.2 ELSE 1 END -- phrase order
1011 * CASE WHEN f.value ILIKE ? THEN 1.5 ELSE 1 END -- first word match
1012 * CASE WHEN f.value ~* ? THEN 2 ELSE 1 END -- only word match
1014 CASE WHEN COUNT(DISTINCT rd.record) = 1 THEN MIN(m.source) ELSE 0 END
1015 FROM $search_table f,
1016 $metabib_metarecord_source_map_table m,
1017 $metabib_metarecord_source_map_table mr,
1018 $metabib_record_descriptor rd
1020 AND m.source = f.source
1021 AND m.metarecord = mr.metarecord
1022 AND rd.record = f.source
1025 GROUP BY m.metarecord
1026 ORDER BY 2 DESC, MIN(COALESCE(CHAR_LENGTH(f.value),1))
1030 if ($self->api_name !~ /staff/o) {
1034 FROM $asset_call_number_table cn,
1035 $metabib_metarecord_source_map_table mrs,
1036 $asset_copy_table cp,
1040 $metabib_record_descriptor ord,
1042 WHERE mrs.metarecord = s.metarecord
1043 AND cn.record = mrs.source
1044 AND cp.status = cs.id
1045 AND cp.location = cl.id
1046 AND cn.owning_lib = d.id
1047 AND cp.call_number = cn.id
1048 AND cp.opac_visible IS TRUE
1049 AND cs.holdable IS TRUE
1050 AND cl.opac_visible IS TRUE
1051 AND ord.record = mrs.source
1059 $log->debug("Field Search SQL :: [$select]",DEBUG);
1061 my $SQLstring = join('%',$fts->words);
1062 my $REstring = join('\\s+',$fts->words);
1063 my $first_word = ($fts->words)[0].'%';
1064 my $recs = $class->db_Main->selectall_arrayref(
1066 '%'.lc($SQLstring).'%', # phrase order match
1067 lc($first_word), # first word match
1068 '^\\s*'.lc($REstring).'\\s*/?\s*$', # full exact match
1069 @types, @forms, ($self->api_name !~ /staff/o ? (@types, @forms) : () ) );
1071 $log->debug("Search yielded ".scalar(@$recs)." results.",DEBUG);
1073 my $count = scalar(@$recs);
1074 for my $rec (@$recs[$offset .. $offset + $limit - 1]) {
1075 my ($mrid,$rank,$skip) = @$rec;
1076 $client->respond( [$mrid, sprintf('%0.3f',$rank), $skip, $count] );
1081 for my $class ( qw/title author subject keyword series/ ) {
1082 __PACKAGE__->register_method(
1083 api_name => "open-ils.storage.metabib.$class.post_filter.search_fts.metarecord",
1084 method => 'postfilter_search_class_fts',
1087 cdbi => "metabib::${class}_field_entry",
1090 __PACKAGE__->register_method(
1091 api_name => "open-ils.storage.metabib.$class.post_filter.search_fts.metarecord.staff",
1092 method => 'postfilter_search_class_fts',
1095 cdbi => "metabib::${class}_field_entry",
1102 my $_cdbi = { title => "metabib::title_field_entry",
1103 author => "metabib::author_field_entry",
1104 subject => "metabib::subject_field_entry",
1105 keyword => "metabib::keyword_field_entry",
1106 series => "metabib::series_field_entry",
1109 # XXX factored most of the PG dependant stuff out of here... need to find a way to do "dependants".
1110 sub postfilter_search_multi_class_fts {
1115 my $ou = $args{org_unit};
1116 my $ou_type = $args{depth};
1117 my $limit = $args{limit};
1118 my $offset = $args{offset} || 0;
1120 my $outer_limit = 1000;
1122 my $limit_clause = '';
1123 my $offset_clause = '';
1125 $limit_clause = "LIMIT $outer_limit";
1126 $offset_clause = "OFFSET $offset" if (defined $offset and int($offset) > 0);
1129 my ($t_filter, $f_filter) = ('','');
1130 my ($ot_filter, $of_filter) = ('','');
1132 if ($args{format}) {
1133 my ($t, $f) = split '-', $args{format};
1134 @types = split '', $t;
1135 @forms = split '', $f;
1137 $t_filter = ' AND rd.item_type IN ('.join(',',map{'?'}@types).')';
1138 $ot_filter = ' AND ord.item_type IN ('.join(',',map{'?'}@types).')';
1142 $f_filter .= ' AND rd.item_form IN ('.join(',',map{'?'}@forms).')';
1143 $of_filter .= ' AND ord.item_form IN ('.join(',',map{'?'}@forms).')';
1149 my $descendants = defined($ou_type) ?
1150 "actor.org_unit_descendants($ou, $ou_type)" :
1151 "actor.org_unit_descendants($ou)";
1153 my $search_table_list = '';
1155 my $join_table_list = '';
1158 my $prev_search_class;
1159 my $curr_search_class;
1160 for my $search_class (sort keys %{$args{searches}}) {
1161 $prev_search_class = $curr_search_class if ($curr_search_class);
1163 $curr_search_class = $search_class;
1165 my $class = $_cdbi->{$search_class};
1166 my $search_table = $class->table;
1168 my ($index_col) = $class->columns('FTS');
1169 $index_col ||= 'value';
1172 my $fts = OpenILS::Application::Storage::FTS->compile($args{searches}{$search_class}{term}, $search_class.'.value', "$search_class.$index_col");
1174 my $fts_where = $fts->sql_where_clause;
1175 my @fts_ranks = $fts->fts_rank;
1177 my $rank = join(' + ', @fts_ranks);
1179 #---------------------
1181 $search_table_list .= "$search_table $search_class, ";
1182 $rank_list .= " $rank +";
1183 $fts_list .= " AND $fts_where AND m.source = $search_class.source";
1185 if ($prev_search_class) {
1186 $join_table_list .= " AND $prev_search_class.source = $curr_search_class.source";
1190 chop $rank_list; # bleh ... ugly, ugly
1192 my $metabib_record_descriptor = metabib::record_descriptor->table;
1193 my $metabib_metarecord = metabib::metarecord->table;
1194 my $metabib_metarecord_source_map_table = metabib::metarecord_source_map->table;
1195 my $asset_call_number_table = asset::call_number->table;
1196 my $asset_copy_table = asset::copy->table;
1197 my $cs_table = config::copy_status->table;
1198 my $cl_table = asset::copy_location->table;
1201 my $select = <<" SQL";
1202 SELECT m.metarecord,
1204 CASE WHEN COUNT(DISTINCT rd.record) = 1 THEN MIN(m.source) ELSE 0 END
1205 FROM $search_table_list
1206 $metabib_metarecord_source_map_table m,
1207 $metabib_metarecord_source_map_table mr,
1208 $metabib_record_descriptor rd
1209 WHERE m.metarecord = mr.metarecord
1212 AND rd.record = m.source
1215 GROUP BY m.metarecord
1220 if ($self->api_name !~ /staff/o) {
1224 FROM $asset_call_number_table cn,
1225 $metabib_metarecord_source_map_table mrs,
1226 $asset_copy_table cp,
1230 $metabib_record_descriptor ord,
1232 WHERE mrs.metarecord = s.metarecord
1233 AND cn.record = mrs.source
1234 AND cp.status = cs.id
1235 AND cp.location = cl.id
1236 AND cn.owning_lib = d.id
1237 AND cp.call_number = cn.id
1238 AND cp.opac_visible IS TRUE
1239 AND cs.holdable IS TRUE
1240 AND cl.opac_visible IS TRUE
1241 AND ord.record = mrs.source
1249 $log->debug("Field Search SQL :: [$select]",DEBUG);
1251 my $recs = $_cdbi->{title}->db_Main->selectall_arrayref(
1253 @types, @forms, ($self->api_name !~ /staff/o ? (@types, @forms) : () ) );
1255 $log->debug("Search yielded ".scalar(@$recs)." results.",DEBUG);
1257 my $count = scalar(@$recs);
1258 for my $rec (@$recs[$offset .. $offset + $limit - 1]) {
1259 next unless ($$rec[0]);
1260 my ($mrid,$rank,$skip) = @$rec;
1261 $client->respond( [$mrid, sprintf('%0.3f',$rank), $skip, $count] );
1266 __PACKAGE__->register_method(
1267 api_name => "open-ils.storage.metabib.post_filter.multiclass.search_fts.metarecord",
1268 method => 'postfilter_search_multi_class_fts',
1273 __PACKAGE__->register_method(
1274 api_name => "open-ils.storage.metabib.post_filter.multiclass.search_fts.metarecord.staff",
1275 method => 'postfilter_search_multi_class_fts',