3 # This Koha test module is a stub!
4 # Add more tests here!!!
15 use Test
::More tests
=> 196;
22 use File
::Temp qw
/ tempdir /;
26 # work around spurious wide character warnings
27 binmode Test
::More
->builder->output, ":utf8";
28 binmode Test
::More
->builder->failure_output, ":utf8";
33 sub index_sample_records_and_launch_zebra
{
34 my ($datadir, $indexing_mode, $marc_type) = @_;
36 my $sourcedir = dirname
(__FILE__
) . "/data";
37 unlink("$datadir/zebra.log");
38 if (-f
"$sourcedir/${marc_type}/zebraexport/biblio/exported_records") {
39 my $zebra_bib_cfg = ($indexing_mode eq 'dom') ?
'zebra-biblios-dom.cfg' : 'zebra-biblios.cfg';
40 system("zebraidx -c $datadir/etc/koha/zebradb/$zebra_bib_cfg -v none,fatal,warn -g iso2709 -d biblios init");
41 system("zebraidx -c $datadir/etc/koha/zebradb/$zebra_bib_cfg -v none,fatal,warn -g iso2709 -d biblios update $sourcedir/${marc_type}/zebraexport/biblio");
42 system("zebraidx -c $datadir/etc/koha/zebradb/$zebra_bib_cfg -v none,fatal,warn -g iso2709 -d biblios commit");
44 if (-f
"$sourcedir/${marc_type}/zebraexport/authority/exported_records") {
45 my $zebra_auth_cfg = ($indexing_mode eq 'dom') ?
'zebra-authorities-dom.cfg' : 'zebra-authorities.cfg';
46 system("zebraidx -c $datadir/etc/koha/zebradb/$zebra_auth_cfg -v none,fatal,warn -g iso2709 -d authorities init");
47 system("zebraidx -c $datadir/etc/koha/zebradb/$zebra_auth_cfg -v none,fatal,warn -g iso2709 -d authorities update $sourcedir/${marc_type}/zebraexport/authority");
48 system("zebraidx -c $datadir/etc/koha/zebradb/$zebra_auth_cfg -v none,fatal,warn -g iso2709 -d authorities commit");
53 exec("zebrasrv -f $datadir/etc/koha-conf.xml -v none,request -l $datadir/zebra.log");
64 # Clean up the Zebra files since the child process was just shot
69 # Fall back to make sure that the Zebra process
70 # and files get cleaned up
75 our $QueryStemming = 0;
76 our $QueryAutoTruncate = 0;
77 our $QueryWeightFields = 0;
79 our $QueryRemoveStopwords = 0;
80 our $UseQueryParser = 0;
81 our $marcflavour = 'MARC21';
82 our $contextmodule = new Test
::MockModule
('C4::Context');
83 $contextmodule->mock('_new_dbh', sub {
84 my $dbh = DBI
->connect( 'DBI:Mock:', '', '' )
85 || die "Cannot create handle: $DBI::errstr\n";
87 $contextmodule->mock('preference', sub {
88 my ($self, $pref) = @_;
89 if ($pref eq 'marcflavour') {
91 } elsif ($pref eq 'QueryStemming') {
92 return $QueryStemming;
93 } elsif ($pref eq 'QueryAutoTruncate') {
94 return $QueryAutoTruncate;
95 } elsif ($pref eq 'QueryWeightFields') {
96 return $QueryWeightFields;
97 } elsif ($pref eq 'QueryFuzzy') {
99 } elsif ($pref eq 'QueryRemoveStopwords') {
100 return $QueryRemoveStopwords;
101 } elsif ($pref eq 'UseQueryParser') {
102 return $UseQueryParser;
103 } elsif ($pref eq 'maxRecordsForFacets') {
105 } elsif ($pref eq 'FacetLabelTruncationLength') {
107 } elsif ($pref eq 'OpacHiddenItems') {
109 } elsif ($pref eq 'AlternateHoldingsField') {
111 } elsif ($pref eq 'authoritysep') {
114 warn "The syspref $pref was requested but I don't know what to say; this indicates that the test requires updating"
115 unless $pref =~ m/(XSLT|item|branch|holding|image)/i;
119 $contextmodule->mock('queryparser', sub {
120 my $QParser = Koha
::QueryParser
::Driver
::PQF
->new();
121 $QParser->load_config("$datadir/etc/searchengine/queryparser.yaml");
125 sub mock_marcfromkohafield
{
126 my $marc_type = shift;
127 if ($marc_type eq 'marc21') {
128 $contextmodule->mock('marcfromkohafield', sub {
131 'biblio.biblionumber' => [ '999', 'c' ],
132 'items.barcode' => ['952', 'p' ],
133 'items.booksellerid' => ['952', 'e' ],
134 'items.ccode' => ['952', '8' ],
135 'items.cn_sort' => ['952', '6' ],
136 'items.cn_source' => ['952', '2' ],
137 'items.coded_location_qualifier' => ['952', 'f' ],
138 'items.copynumber' => ['952', 't' ],
139 'items.damaged' => ['952', '4' ],
140 'items.dateaccessioned' => ['952', 'd' ],
141 'items.datelastborrowed' => ['952', 's' ],
142 'items.datelastseen' => ['952', 'r' ],
143 'items.enumchron' => ['952', 'h' ],
144 'items.holdingbranch' => ['952', 'b' ],
145 'items.homebranch' => ['952', 'a' ],
146 'items.issues' => ['952', 'l' ],
147 'items.itemcallnumber' => ['952', 'o' ],
148 'items.itemlost' => ['952', '1' ],
149 'items.itemnotes' => ['952', 'z' ],
150 'items.itemnumber' => ['952', '9' ],
151 'items.itype' => ['952', 'y' ],
152 'items.location' => ['952', 'c' ],
153 'items.materials' => ['952', '3' ],
154 'items.nonpublicnote' => ['952', 'x' ],
155 'items.notforloan' => ['952', '7' ],
156 'items.onloan' => ['952', 'q' ],
157 'items.price' => ['952', 'g' ],
158 'items.renewals' => ['952', 'm' ],
159 'items.replacementprice' => ['952', 'v' ],
160 'items.replacementpricedate' => ['952', 'w' ],
161 'items.reserves' => ['952', 'n' ],
162 'items.restricted' => ['952', '5' ],
163 'items.stack' => ['952', 'j' ],
164 'items.uri' => ['952', 'u' ],
165 'items.withdrawn' => ['952', '0' ]
172 sub run_marc21_search_tests
{
173 my $indexing_mode = shift;
174 $datadir = tempdir
();
175 system(dirname
(__FILE__
) . "/zebra_config.pl $datadir marc21 $indexing_mode");
177 mock_marcfromkohafield
('marc21');
178 my $context = new C4
::Context
("$datadir/etc/koha-conf.xml");
179 $context->set_context();
181 use_ok
('C4::Search');
183 # set search syspreferences to a known starting point
185 $QueryAutoTruncate = 0;
186 $QueryWeightFields = 0;
188 $QueryRemoveStopwords = 0;
190 $marcflavour = 'MARC21';
192 foreach my $string ("Leçon","modèles") {
193 my @results=C4
::Search
::_remove_stopwords
($string,"kw");
194 $debug && warn "$string ",Dump
(@results);
195 ok
($results[0] eq $string,"$string is not modified");
198 foreach my $string ("A book about the stars") {
199 my @results=C4
::Search
::_remove_stopwords
($string,"kw");
200 $debug && warn "$string ",Dump
(@results);
201 ok
($results[0] ne $string,"$results[0] from $string");
204 my $indexes = C4
::Search
::getIndexes
();
205 is
(scalar(grep(/^ti$/, @
$indexes)), 1, "Title index supported");
207 my $bibliomodule = new Test
::MockModule
('C4::Biblio');
208 $bibliomodule->mock('_get_inverted_marc_field_map', sub {
211 '245' => { 'sfs' => { 'a' => [ [ 'biblio', 'title' ] ], 'b' => [ [ 'bibliosubtitle', 'subtitle' ] ] },
212 'list' => [ [ 'a', 'biblio', 'title' ], [ 'b', 'bibliosubtitle', 'subtitle' ] ]
215 'sfs' => { 'a' => [ [ 'biblio', 'author' ] ] },
216 'list' => [ [ 'a', 'biblio', 'author' ] ]
219 'sfs' => { 'c' => [ [ 'biblio', 'biblionumber' ] ], 'd' => [ [ 'biblioitems', 'biblioitemnumber' ] ] },
220 'list' => [ [ 'd', 'biblioitems', 'biblioitemnumber' ], [ 'c', 'biblio', 'biblionumber' ] ]
223 'sfs' => { 'a' => [ [ 'biblioitems', 'isbn' ] ] },
224 'list' => [ [ 'a', 'biblioitems', 'isbn' ] ]
230 my $dbh = C4
::Context
->dbh;
231 $dbh->{mock_add_resultset
} = {
232 sql
=> 'SHOW COLUMNS FROM items',
234 [ 'rows' ], # seems like $sth->rows is getting called
235 # implicitly, so we need this to make
236 # DBD::Mock return all of the results
237 [ 'itemnumber' ], [ 'biblionumber' ], [ 'biblioitemnumber' ],
238 [ 'barcode' ], [ 'dateaccessioned' ], [ 'booksellerid' ],
239 [ 'homebranch' ], [ 'price' ], [ 'replacementprice' ],
240 [ 'replacementpricedate' ], [ 'datelastborrowed' ], [ 'datelastseen' ],
241 [ 'stack' ], [ 'notforloan' ], [ 'damaged' ],
242 [ 'itemlost' ], [ 'withdrawn' ], [ 'itemcallnumber' ],
243 [ 'issues' ], [ 'renewals' ], [ 'reserves' ],
244 [ 'restricted' ], [ 'itemnotes' ], [ 'nonpublicnote' ],
245 [ 'holdingbranch' ], [ 'paidfor' ], [ 'timestamp' ],
246 [ 'location' ], [ 'permanent_location' ], [ 'onloan' ],
247 [ 'cn_source' ], [ 'cn_sort' ], [ 'ccode' ],
248 [ 'materials' ], [ 'uri' ], [ 'itype' ],
249 [ 'more_subfields_xml' ], [ 'enumchron' ], [ 'copynumber' ],
255 'CPL' => { 'branchaddress1' => 'Jefferson Summit', 'branchcode' => 'CPL', 'branchname' => 'Centerville', },
256 'FFL' => { 'branchaddress1' => 'River Station', 'branchcode' => 'FFL', 'branchname' => 'Fairfield', },
257 'FPL' => { 'branchaddress1' => 'Hickory Squere', 'branchcode' => 'FPL', 'branchname' => 'Fairview', },
258 'FRL' => { 'branchaddress1' => 'Smith Heights', 'branchcode' => 'FRL', 'branchname' => 'Franklin', },
259 'IPT' => { 'branchaddress1' => '', 'branchcode' => 'IPT', 'branchname' => "Institut Protestant de Théologie", },
260 'LPL' => { 'branchaddress1' => 'East Hills', 'branchcode' => 'LPL', 'branchname' => 'Liberty', },
261 'MPL' => { 'branchaddress1' => '372 Forest Street', 'branchcode' => 'MPL', 'branchname' => 'Midway', },
262 'PVL' => { 'branchaddress1' => 'Meadow Grove', 'branchcode' => 'PVL', 'branchname' => 'Pleasant Valley', },
263 'RPL' => { 'branchaddress1' => 'Johnson Terrace', 'branchcode' => 'RPL', 'branchname' => 'Riverside', },
264 'SPL' => { 'branchaddress1' => 'Highland Boulevard', 'branchcode' => 'SPL', 'branchname' => 'Springfield', },
265 'S' => { 'branchaddress1' => '', 'branchcode' => 'S', 'branchname' => 'Test', },
266 'TPL' => { 'branchaddress1' => 'Valley Way', 'branchcode' => 'TPL', 'branchname' => 'Troy', },
267 'UPL' => { 'branchaddress1' => 'Chestnut Hollow', 'branchcode' => 'UPL', 'branchname' => 'Union', },
270 'BK' => { 'imageurl' => 'bridge/book.gif', 'summary' => '', 'itemtype' => 'BK', 'description' => 'Books' },
271 'CF' => { 'imageurl' => 'bridge/computer_file.gif', 'summary' => '', 'itemtype' => 'CF', 'description' => 'Computer Files' },
272 'CR' => { 'imageurl' => 'bridge/periodical.gif', 'summary' => '', 'itemtype' => 'CR', 'description' => 'Continuing Resources' },
273 'MP' => { 'imageurl' => 'bridge/map.gif', 'summary' => '', 'itemtype' => 'MP', 'description' => 'Maps' },
274 'MU' => { 'imageurl' => 'bridge/sound.gif', 'summary' => '', 'itemtype' => 'MU', 'description' => 'Music' },
275 'MX' => { 'imageurl' => 'bridge/kit.gif', 'summary' => '', 'itemtype' => 'MX', 'description' => 'Mixed Materials' },
276 'REF' => { 'imageurl' => '', 'summary' => '', 'itemtype' => 'REF', 'description' => 'Reference' },
277 'VM' => { 'imageurl' => 'bridge/dvd.gif', 'summary' => '', 'itemtype' => 'VM', 'description' => 'Visual Materials' },
280 index_sample_records_and_launch_zebra
($datadir, $indexing_mode, 'marc21');
282 my ($biblionumber, $title);
283 my $record = MARC
::Record
->new;
286 [ '020', ' ', ' ', a
=> '9788522421718' ],
287 [ '245', '0', '0', a
=> 'Administração da produção /' ]
289 ($biblionumber,undef,$title) = FindDuplicate
($record);
290 is
($biblionumber, 51, 'Found duplicate with ISBN');
292 $record = MARC
::Record
->new;
295 [ '100', '1', ' ', a
=> 'Carter, Philip J.' ],
296 [ '245', '1', '4', a
=> 'Test your emotional intelligence :' ]
298 ($biblionumber,undef,$title) = FindDuplicate
($record);
299 is
($biblionumber, 203, 'Found duplicate with author/title');
301 # Testing SimpleSearch
303 my ( $error, $marcresults, $total_hits ) = SimpleSearch
("book", 0, 9);
305 is
(scalar @
$marcresults, 9, "SimpleSearch retrieved requested number of records");
306 is
($total_hits, 101, "SimpleSearch for 'book' matched right number of records");
307 is
($error, undef, "SimpleSearch does not return an error when successful");
310 ( $error, $marcresults2, $total_hits ) = SimpleSearch
("book", 5, 5);
311 is
($marcresults->[5], $marcresults2->[0], "SimpleSearch cursor functions");
313 ( $error, $marcresults, $total_hits ) = SimpleSearch
("kw=book", 0, 10);
314 is
($total_hits, 101, "SimpleSearch handles simple CCL");
316 ( $error, $marcresults, $total_hits ) = SimpleSearch
("Music-number=49631-2", 0, 10);
317 is
($total_hits, 1, "SimpleSearch on music publisher number works (bug 8252)");
318 ( $error, $marcresults, $total_hits ) = SimpleSearch
("Identifier-publisher-for-music=49631-2", 0, 10);
319 is
($total_hits, 1, "SimpleSearch on music publisher number works using Identifier-publisher-for-music (bug 8252)");
325 ( undef, $results_hashref, $facets_loop ) =
326 getRecords
('kw:book', 'book', [], [ 'biblioserver' ], '19', 0, undef, \
%branches, \
%itemtypes, 'ccl', undef);
327 is
($results_hashref->{biblioserver
}->{hits
}, 101, "getRecords keyword search for 'book' matched right number of records");
328 is
(scalar @
{$results_hashref->{biblioserver
}->{RECORDS
}}, 19, "getRecords returned requested number of records");
329 my $record5 = $results_hashref->{biblioserver
}->{RECORDS
}->[5];
330 ( undef, $results_hashref, $facets_loop ) =
331 getRecords
('kw:book', 'book', [], [ 'biblioserver' ], '20', 5, undef, \
%branches, \
%itemtypes, 'ccl', undef);
332 ok
(!defined $results_hashref->{biblioserver
}->{RECORDS
}->[0] &&
333 !defined $results_hashref->{biblioserver
}->{RECORDS
}->[1] &&
334 !defined $results_hashref->{biblioserver
}->{RECORDS
}->[2] &&
335 !defined $results_hashref->{biblioserver
}->{RECORDS
}->[3] &&
336 !defined $results_hashref->{biblioserver
}->{RECORDS
}->[4] &&
337 $results_hashref->{biblioserver
}->{RECORDS
}->[5] eq $record5, "getRecords cursor works");
339 ( undef, $results_hashref, $facets_loop ) =
340 getRecords
('ti:book', 'ti:book', [], [ 'biblioserver' ], '20', 0, undef, \
%branches, \
%itemtypes, 'ccl', undef);
341 is
($results_hashref->{biblioserver
}->{hits
}, 11, "getRecords title search for 'book' matched right number of records");
343 ( undef, $results_hashref, $facets_loop ) =
344 getRecords
('au:Lessig', 'au:Lessig', [], [ 'biblioserver' ], '20', 0, undef, \
%branches, \
%itemtypes, 'ccl', undef);
345 is
($results_hashref->{biblioserver
}->{hits
}, 4, "getRecords title search for 'Australia' matched right number of records");
347 ( undef, $results_hashref, $facets_loop ) =
348 getRecords
('salud', 'salud', [], [ 'biblioserver' ], '19', 0, undef, \
%branches, \
%itemtypes, 'ccl', undef);
349 ok
(MARC
::Record
::new_from_usmarc
($results_hashref->{biblioserver
}->{RECORDS
}->[0])->title_proper() =~ m/^Efectos del ambiente/ &&
350 MARC
::Record
::new_from_usmarc
($results_hashref->{biblioserver
}->{RECORDS
}->[7])->title_proper() eq 'Salud y seguridad de los trabajadores del sector salud: manual para gerentes y administradores^ies' &&
351 MARC
::Record
::new_from_usmarc
($results_hashref->{biblioserver
}->{RECORDS
}->[18])->title_proper() =~ m/^Indicadores de resultados identificados/
352 , "Simple relevance sorting in getRecords matches old behavior");
354 ( undef, $results_hashref, $facets_loop ) =
355 getRecords
('salud', 'salud', [ 'author_az' ], [ 'biblioserver' ], '38', 0, undef, \
%branches, \
%itemtypes, 'ccl', undef);
356 ok
(MARC
::Record
::new_from_usmarc
($results_hashref->{biblioserver
}->{RECORDS
}->[0])->title_proper() =~ m/la enfermedad laboral\^ies$/ &&
357 MARC
::Record
::new_from_usmarc
($results_hashref->{biblioserver
}->{RECORDS
}->[6])->title_proper() =~ m/^Indicadores de resultados identificados/ &&
358 MARC
::Record
::new_from_usmarc
($results_hashref->{biblioserver
}->{RECORDS
}->[18])->title_proper() eq 'World health statistics 2009^ien'
359 , "Simple ascending author sorting in getRecords matches old behavior");
361 ( undef, $results_hashref, $facets_loop ) =
362 getRecords
('salud', 'salud', [ 'author_za' ], [ 'biblioserver' ], '38', 0, undef, \
%branches, \
%itemtypes, 'ccl', undef);
363 ok
(MARC
::Record
::new_from_usmarc
($results_hashref->{biblioserver
}->{RECORDS
}->[0])->title_proper() eq 'World health statistics 2009^ien' &&
364 MARC
::Record
::new_from_usmarc
($results_hashref->{biblioserver
}->{RECORDS
}->[12])->title_proper() =~ m/^Indicadores de resultados identificados/ &&
365 MARC
::Record
::new_from_usmarc
($results_hashref->{biblioserver
}->{RECORDS
}->[18])->title_proper() =~ m/la enfermedad laboral\^ies$/
366 , "Simple descending author sorting in getRecords matches old behavior");
368 ( undef, $results_hashref, $facets_loop ) =
369 getRecords
('salud', 'salud', [ 'pubdate_asc' ], [ 'biblioserver' ], '38', 0, undef, \
%branches, \
%itemtypes, 'ccl', undef);
370 ok
(MARC
::Record
::new_from_usmarc
($results_hashref->{biblioserver
}->{RECORDS
}->[0])->title_proper() eq 'Manual de higiene industrial^ies' &&
371 MARC
::Record
::new_from_usmarc
($results_hashref->{biblioserver
}->{RECORDS
}->[7])->title_proper() =~ m/seguridad e higiene del trabajo\^ies$/ &&
372 MARC
::Record
::new_from_usmarc
($results_hashref->{biblioserver
}->{RECORDS
}->[18])->title_proper() =~ m/^Indicadores de resultados identificados/
373 , "Simple ascending publication date sorting in getRecords matches old behavior");
375 ( undef, $results_hashref, $facets_loop ) =
376 getRecords
('salud', 'salud', [ 'pubdate_dsc' ], [ 'biblioserver' ], '38', 0, undef, \
%branches, \
%itemtypes, 'ccl', undef);
377 ok
(MARC
::Record
::new_from_usmarc
($results_hashref->{biblioserver
}->{RECORDS
}->[0])->title_proper() =~ m/^Estado de salud/ &&
378 MARC
::Record
::new_from_usmarc
($results_hashref->{biblioserver
}->{RECORDS
}->[7])->title_proper() eq 'World health statistics 2009^ien' &&
379 MARC
::Record
::new_from_usmarc
($results_hashref->{biblioserver
}->{RECORDS
}->[18])->title_proper() eq 'Manual de higiene industrial^ies'
380 , "Simple descending publication date sorting in getRecords matches old behavior");
382 ( undef, $results_hashref, $facets_loop ) =
383 getRecords
('books', 'books', [ 'relevance' ], [ 'biblioserver' ], '20', 0, undef, \
%branches, \
%itemtypes, undef, 1);
384 $record = MARC
::Record
::new_from_usmarc
($results_hashref->{biblioserver
}->{RECORDS
}->[0]);
385 is
($record->title_proper(), 'books', "Scan returned requested item");
386 is
($record->subfield('100', 'a'), 2, "Scan returned correct number of records matching term");
388 # Time to test buildQuery and searchResults too.
390 my ( $query, $simple_query, $query_cgi,
391 $query_desc, $limit, $limit_cgi, $limit_desc,
392 $stopwords_removed, $query_type );
393 ( $error, $query, $simple_query, $query_cgi,
394 $query_desc, $limit, $limit_cgi, $limit_desc,
395 $stopwords_removed, $query_type ) = buildQuery
([], [ 'salud' ], [], [], [], 0, 'en');
396 like
($query, qr/kw\W.*salud/, "Built CCL keyword query");
398 ($error, $results_hashref, $facets_loop) = getRecords
($query,$simple_query,[ ], [ 'biblioserver' ],20,0,undef,\
%branches,\
%itemtypes,$query_type,0);
399 is
($results_hashref->{biblioserver
}->{hits
}, 19, "getRecords generated keyword search for 'salud' matched right number of records");
401 my @newresults = searchResults
('opac', $query_desc, $results_hashref->{'biblioserver'}->{'hits'}, 18, 0, 0,
402 $results_hashref->{'biblioserver'}->{"RECORDS"});
403 is
(scalar @newresults,18, "searchResults returns requested number of hits");
405 ( $error, $query, $simple_query, $query_cgi,
406 $query_desc, $limit, $limit_cgi, $limit_desc,
407 $stopwords_removed, $query_type ) = buildQuery
([ 'and' ], [ 'salud', 'higiene' ], [], [], [], 0, 'en');
408 like
($query, qr/kw\W.*salud\W.*and.*kw\W.*higiene/, "Built composed explicit-and CCL keyword query");
410 ($error, $results_hashref, $facets_loop) = getRecords
($query,$simple_query,[ ], [ 'biblioserver' ],20,0,undef,\
%branches,\
%itemtypes,$query_type,0);
411 is
($results_hashref->{biblioserver
}->{hits
}, 3, "getRecords generated composed keyword search for 'salud' explicit-and 'higiene' matched right number of records");
413 ( $error, $query, $simple_query, $query_cgi,
414 $query_desc, $limit, $limit_cgi, $limit_desc,
415 $stopwords_removed, $query_type ) = buildQuery
([ 'or' ], [ 'salud', 'higiene' ], [], [], [], 0, 'en');
416 like
($query, qr/kw\W.*salud\W.*or.*kw\W.*higiene/, "Built composed explicit-or CCL keyword query");
418 ($error, $results_hashref, $facets_loop) = getRecords
($query,$simple_query,[ ], [ 'biblioserver' ],20,0,undef,\
%branches,\
%itemtypes,$query_type,0);
419 is
($results_hashref->{biblioserver
}->{hits
}, 20, "getRecords generated composed keyword search for 'salud' explicit-or 'higiene' matched right number of records");
421 ( $error, $query, $simple_query, $query_cgi,
422 $query_desc, $limit, $limit_cgi, $limit_desc,
423 $stopwords_removed, $query_type ) = buildQuery
([], [ 'salud', 'higiene' ], [], [], [], 0, 'en');
424 like
($query, qr/kw\W.*salud\W.*and.*kw\W.*higiene/, "Built composed implicit-and CCL keyword query");
426 ($error, $results_hashref, $facets_loop) = getRecords
($query,$simple_query,[ ], [ 'biblioserver' ],20,0,undef,\
%branches,\
%itemtypes,$query_type,0);
427 is
($results_hashref->{biblioserver
}->{hits
}, 3, "getRecords generated composed keyword search for 'salud' implicit-and 'higiene' matched right number of records");
429 ( $error, $query, $simple_query, $query_cgi,
430 $query_desc, $limit, $limit_cgi, $limit_desc,
431 $stopwords_removed, $query_type ) = buildQuery
([], [ 'salud' ], [ 'kw' ], [ 'su-to:Laboratorios' ], [], 0, 'en');
432 like
($query, qr/kw\W.*salud\W*and\W*su-to\W.*Laboratorios/, "Faceted query generated correctly");
433 unlike
($query_desc, qr/Laboratorios/, "Facets not included in query description");
435 ($error, $results_hashref, $facets_loop) = getRecords
($query,$simple_query,[ ], [ 'biblioserver' ],20,0,undef,\
%branches,\
%itemtypes,$query_type,0);
436 is
($results_hashref->{biblioserver
}->{hits
}, 2, "getRecords generated faceted search matched right number of records");
439 ( $error, $query, $simple_query, $query_cgi,
440 $query_desc, $limit, $limit_cgi, $limit_desc,
441 $stopwords_removed, $query_type ) = buildQuery
([], [ '' ], [ 'kw' ], [ 'mc-itype:MP', 'mc-itype:MU' ], [], 0, 'en');
443 ($error, $results_hashref, $facets_loop) = getRecords
($query,$simple_query,[ ], [ 'biblioserver' ],20,0,undef,\
%branches,\
%itemtypes,$query_type,0);
444 is
($results_hashref->{biblioserver
}->{hits
}, 2, "getRecords generated mc-faceted search matched right number of records");
447 ( $error, $query, $simple_query, $query_cgi,
448 $query_desc, $limit, $limit_cgi, $limit_desc,
449 $stopwords_removed, $query_type ) = buildQuery
([], [ '' ], [ 'kw' ], [ 'mc-loc:GEN', 'branch:FFL' ], [], 0, 'en');
451 ($error, $results_hashref, $facets_loop) = getRecords
($query,$simple_query,[ ], [ 'biblioserver' ],20,0,undef,\
%branches,\
%itemtypes,$query_type,0);
452 is
($results_hashref->{biblioserver
}->{hits
}, 2, "getRecords generated multi-faceted search matched right number of records");
454 ( $error, $query, $simple_query, $query_cgi,
455 $query_desc, $limit, $limit_cgi, $limit_desc,
456 $stopwords_removed, $query_type ) = buildQuery
([], [ 'NEKLS' ], [ 'Code-institution' ], [], [], 0, 'en');
457 ($error, $results_hashref, $facets_loop) = getRecords
($query,$simple_query,[ ], [ 'biblioserver' ],20,0,undef,\
%branches,\
%itemtypes,$query_type,0);
458 is
($results_hashref->{biblioserver
}->{hits
}, 12,
459 'search using index whose name contains "ns" returns expected results (bug 10271)');
461 # FIXME: the availability limit does not actually work, so for the moment we
462 # are just checking that it behaves consistently
463 ( $error, $query, $simple_query, $query_cgi,
464 $query_desc, $limit, $limit_cgi, $limit_desc,
465 $stopwords_removed, $query_type ) = buildQuery
([], [ '' ], [ 'kw' ], [ 'available' ], [], 0, 'en');
467 ($error, $results_hashref, $facets_loop) = getRecords
($query,$simple_query,[ ], [ 'biblioserver' ],20,0,undef,\
%branches,\
%itemtypes,$query_type,0);
468 is
($results_hashref->{biblioserver
}->{hits
}, 26, "getRecords generated availability-limited search matched right number of records");
470 @newresults = searchResults
('opac', $query_desc, $results_hashref->{'biblioserver'}->{'hits'}, 17, 0, 0,
471 $results_hashref->{'biblioserver'}->{"RECORDS"});
472 my $allavailable = 'true';
473 foreach my $result (@newresults) {
474 $allavailable = 'false' unless $result->{availablecount
} > 0;
476 is
($allavailable, 'true', 'All records have at least one item available');
479 ( $error, $query, $simple_query, $query_cgi,
480 $query_desc, $limit, $limit_cgi, $limit_desc,
481 $stopwords_removed, $query_type ) = buildQuery
([], [ 'pqf=@attr 1=_ALLRECORDS @attr 2=103 ""' ], [], [], [], 0, 'en');
483 ($error, $results_hashref, $facets_loop) = getRecords
($query,$simple_query,[ ], [ 'biblioserver' ],20,0,undef,\
%branches,\
%itemtypes,$query_type,0);
484 is
($results_hashref->{biblioserver
}->{hits
}, 178, "getRecords on _ALLRECORDS PQF returned all records");
486 ( $error, $query, $simple_query, $query_cgi,
487 $query_desc, $limit, $limit_cgi, $limit_desc,
488 $stopwords_removed, $query_type ) = buildQuery
([], [ 'pqf=@attr 1=1016 "Lessig"' ], [], [], [], 0, 'en');
490 ($error, $results_hashref, $facets_loop) = getRecords
($query,$simple_query,[ ], [ 'biblioserver' ],20,0,undef,\
%branches,\
%itemtypes,$query_type,0);
491 is
($results_hashref->{biblioserver
}->{hits
}, 4, "getRecords PQF author search for Lessig returned proper number of matches");
493 ( $error, $query, $simple_query, $query_cgi,
494 $query_desc, $limit, $limit_cgi, $limit_desc,
495 $stopwords_removed, $query_type ) = buildQuery
([], [ 'ccl=au:Lessig' ], [], [], [], 0, 'en');
497 ($error, $results_hashref, $facets_loop) = getRecords
($query,$simple_query,[ ], [ 'biblioserver' ],20,0,undef,\
%branches,\
%itemtypes,$query_type,0);
498 is
($results_hashref->{biblioserver
}->{hits
}, 4, "getRecords CCL author search for Lessig returned proper number of matches");
500 ( $error, $query, $simple_query, $query_cgi,
501 $query_desc, $limit, $limit_cgi, $limit_desc,
502 $stopwords_removed, $query_type ) = buildQuery
([], [ 'cql=dc.author any lessig' ], [], [], [], 0, 'en');
504 ($error, $results_hashref, $facets_loop) = getRecords
($query,$simple_query,[ ], [ 'biblioserver' ],20,0,undef,\
%branches,\
%itemtypes,$query_type,0);
505 is
($results_hashref->{biblioserver
}->{hits
}, 4, "getRecords CQL author search for Lessig returned proper number of matches");
507 $QueryStemming = $QueryAutoTruncate = $QueryFuzzy = $QueryRemoveStopwords = 0;
508 $QueryWeightFields = 1;
509 ( $error, $query, $simple_query, $query_cgi,
510 $query_desc, $limit, $limit_cgi, $limit_desc,
511 $stopwords_removed, $query_type ) = buildQuery
([], [ 'salud' ], [ 'kw' ], [], [], 0, 'en');
513 ($error, $results_hashref, $facets_loop) = getRecords
($query,$simple_query,[ ], [ 'biblioserver' ],20,0,undef,\
%branches,\
%itemtypes,$query_type,0);
514 is
($results_hashref->{biblioserver
}->{hits
}, 19, "Weighted query returned correct number of results");
515 if ($indexing_mode eq 'grs1') {
516 is
(MARC
::Record
::new_from_usmarc
($results_hashref->{biblioserver
}->{RECORDS
}->[0])->title_proper(), 'Salud y seguridad de los trabajadores del sector salud: manual para gerentes y administradores^ies', "Weighted query returns best match first");
518 local $TODO = "Query weighting does not behave exactly the same in DOM vs. GRS";
519 is
(MARC
::Record
::new_from_usmarc
($results_hashref->{biblioserver
}->{RECORDS
}->[0])->title_proper(), 'Salud y seguridad de los trabajadores del sector salud: manual para gerentes y administradores^ies', "Weighted query returns best match first");
522 $QueryStemming = $QueryWeightFields = $QueryFuzzy = $QueryRemoveStopwords = 0;
523 $QueryAutoTruncate = 1;
524 ( $error, $query, $simple_query, $query_cgi,
525 $query_desc, $limit, $limit_cgi, $limit_desc,
526 $stopwords_removed, $query_type ) = buildQuery
([], [ 'medic' ], [ 'kw' ], [], [], 0, 'en');
528 ($error, $results_hashref, $facets_loop) = getRecords
($query,$simple_query,[ ], [ 'biblioserver' ],20,0,undef,\
%branches,\
%itemtypes,$query_type,0);
529 is
($results_hashref->{biblioserver
}->{hits
}, 5, "Search for 'medic' returns matches with automatic truncation on");
531 ( $error, $query, $simple_query, $query_cgi,
532 $query_desc, $limit, $limit_cgi, $limit_desc,
533 $stopwords_removed, $query_type ) = buildQuery
([], [ 'medic*' ], [ 'kw' ], [], [], 0, 'en');
535 ($error, $results_hashref, $facets_loop) = getRecords
($query,$simple_query,[ ], [ 'biblioserver' ],20,0,undef,\
%branches,\
%itemtypes,$query_type,0);
536 is
($results_hashref->{biblioserver
}->{hits
}, 5, "Search for 'medic*' returns matches with automatic truncation on");
538 $QueryStemming = $QueryWeightFields = $QueryFuzzy = $QueryRemoveStopwords = $QueryAutoTruncate = 0;
539 ( $error, $query, $simple_query, $query_cgi,
540 $query_desc, $limit, $limit_cgi, $limit_desc,
541 $stopwords_removed, $query_type ) = buildQuery
([], [ 'medic' ], [ 'kw' ], [], [], 0, 'en');
543 ($error, $results_hashref, $facets_loop) = getRecords
($query,$simple_query,[ ], [ 'biblioserver' ],20,0,undef,\
%branches,\
%itemtypes,$query_type,0);
544 is
($results_hashref->{biblioserver
}->{hits
}, undef, "Search for 'medic' returns no matches with automatic truncation off");
546 ( $error, $query, $simple_query, $query_cgi,
547 $query_desc, $limit, $limit_cgi, $limit_desc,
548 $stopwords_removed, $query_type ) = buildQuery
([], [ 'medic*' ], [ 'kw' ], [], [], 0, 'en');
550 ($error, $results_hashref, $facets_loop) = getRecords
($query,$simple_query,[ ], [ 'biblioserver' ],20,0,undef,\
%branches,\
%itemtypes,$query_type,0);
551 is
($results_hashref->{biblioserver
}->{hits
}, 5, "Search for 'medic*' returns matches with automatic truncation off");
553 $QueryStemming = $QueryWeightFields = 1;
554 $QueryFuzzy = $QueryRemoveStopwords = $QueryAutoTruncate = 0;
555 ( $error, $query, $simple_query, $query_cgi,
556 $query_desc, $limit, $limit_cgi, $limit_desc,
557 $stopwords_removed, $query_type ) = buildQuery
([], [ 'pressed' ], [ 'kw' ], [], [], 0, 'en');
559 ($error, $results_hashref, $facets_loop) = getRecords
($query,$simple_query,[ ], [ 'biblioserver' ],20,0,undef,\
%branches,\
%itemtypes,$query_type,0);
560 is
($results_hashref->{biblioserver
}->{hits
}, 7, "Search for 'pressed' returns matches when stemming (and query weighting) is on");
562 $QueryStemming = $QueryWeightFields = $QueryFuzzy = $QueryRemoveStopwords = $QueryAutoTruncate = 0;
563 ( $error, $query, $simple_query, $query_cgi,
564 $query_desc, $limit, $limit_cgi, $limit_desc,
565 $stopwords_removed, $query_type ) = buildQuery
([], [ 'pressed' ], [ 'kw' ], [], [], 0, 'en');
567 ($error, $results_hashref, $facets_loop) = getRecords
($query,$simple_query,[ ], [ 'biblioserver' ],20,0,undef,\
%branches,\
%itemtypes,$query_type,0);
568 is
($results_hashref->{biblioserver
}->{hits
}, undef, "Search for 'pressed' returns no matches when stemming is off");
570 # Let's see what happens when we pass bad data into these routines.
571 # We have to catch warnings since we're not very good about returning errors.
573 warning_like
{ ( $error, $marcresults, $total_hits ) = SimpleSearch
("@==ccl blah", 0, 9) } qr/CCL parsing error/,
574 "SimpleSearch warns about CCL parsing error with nonsense query";
575 isnt
($error, undef, "SimpleSearch returns an error when passed gibberish");
577 warning_like
{( undef, $results_hashref, $facets_loop ) =
578 getRecords
('kw:book', 'book', [], [ 'biblioserver' ], '19', 0, undef, \
%branches, \
%itemtypes, 'nonsense', undef) }
579 qr/Unknown query_type/, "getRecords warns about unknown query type";
581 warning_like
{( undef, $results_hashref, $facets_loop ) =
582 getRecords
('pqf=@attr 1=4 "title"', 'pqf=@attr 1=4 "title"', [], [ 'biblioserver' ], '19', 0, undef, \
%branches, \
%itemtypes, '', undef) }
583 qr/WARNING: query problem/, "getRecords warns when query type is not specified for non-CCL query";
585 # Let's just test a few other bits and bobs, just for fun
587 ($error, $results_hashref, $facets_loop) = getRecords
("Godzina pąsowej róży","Godzina pąsowej róży",[ ], [ 'biblioserver' ],20,0,undef,\
%branches,\
%itemtypes,$query_type,0);
588 @newresults = searchResults
('intranet', $query_desc, $results_hashref->{'biblioserver'}->{'hits'}, 17, 0, 0,
589 $results_hashref->{'biblioserver'}->{"RECORDS"});
590 is
($newresults[0]->{'alternateholdings_count'}, 1, 'Alternate holdings filled in correctly');
593 ## Regression test for Bug 10741
595 # make one of the test items appear to be in transit
596 my $circ_module = new Test
::MockModule
('C4::Circulation');
597 $circ_module->mock('GetTransfers', sub {
598 my $itemnumber = shift;
599 if ($itemnumber == 11) {
600 return ('2013-07-19', 'MPL', 'CPL');
606 ($error, $results_hashref, $facets_loop) = getRecords
("TEST12121212","TEST12121212",[ ], [ 'biblioserver' ],20,0,undef,\
%branches,\
%itemtypes,$query_type,0);
607 @newresults = searchResults
('intranet', $query_desc, $results_hashref->{'biblioserver'}->{'hits'}, 17, 0, 0,
608 $results_hashref->{'biblioserver'}->{"RECORDS"});
609 ok
(!exists($newresults[0]->{norequests
}), 'presence of a transit does not block hold request action (bug 10741)');
611 # Testing exploding indexes
613 my $searchmodule = new Test
::MockModule
('C4::Search');
614 $searchmodule->mock('SimpleSearch', sub {
617 is
($query, "he:$term", "Searching for expected term '$term' for exploding") or return '', [], 0;
619 my $record = MARC
::Record
->new;
620 if ($query =~ m/Arizona/) {
623 [ '151', ' ', ' ', a
=> 'Arizona' ],
624 [ '551', ' ', ' ', a
=> 'United States', w
=> 'g' ],
625 [ '551', ' ', ' ', a
=> 'Maricopa County', w
=> 'h' ],
626 [ '551', ' ', ' ', a
=> 'Navajo County', w
=> 'h' ],
627 [ '551', ' ', ' ', a
=> 'Pima County', w
=> 'h' ],
628 [ '551', ' ', ' ', a
=> 'New Mexico' ],
631 return '', [ $record->as_usmarc() ], 1;
636 ( $error, $query, $simple_query, $query_cgi,
637 $query_desc, $limit, $limit_cgi, $limit_desc,
638 $stopwords_removed, $query_type ) = buildQuery
([], [ $term ], [ 'su-br' ], [ ], [], 0, 'en');
639 matchesExplodedTerms
("Advanced search for broader subjects", $query, 'Arizona', 'United States');
641 ( $error, $query, $simple_query, $query_cgi,
642 $query_desc, $limit, $limit_cgi, $limit_desc,
643 $stopwords_removed, $query_type ) = buildQuery
([], [ $term ], [ 'su-na' ], [ ], [], 0, 'en');
644 matchesExplodedTerms
("Advanced search for narrower subjects", $query, 'Arizona', 'Maricopa County', 'Navajo County', 'Pima County');
646 ( $error, $query, $simple_query, $query_cgi,
647 $query_desc, $limit, $limit_cgi, $limit_desc,
648 $stopwords_removed, $query_type ) = buildQuery
([], [ $term ], [ 'su-rl' ], [ ], [], 0, 'en');
649 matchesExplodedTerms
("Advanced search for related subjects", $query, 'Arizona', 'United States', 'Maricopa County', 'Navajo County', 'Pima County');
651 ( $error, $query, $simple_query, $query_cgi,
652 $query_desc, $limit, $limit_cgi, $limit_desc,
653 $stopwords_removed, $query_type ) = buildQuery
([], [ "$term", 'history' ], [ 'su-rl', 'kw' ], [ ], [], 0, 'en');
654 matchesExplodedTerms
("Advanced search for related subjects and keyword 'history' searches related subjects", $query, 'Arizona', 'United States', 'Maricopa County', 'Navajo County', 'Pima County');
655 like
($query, qr/history/, "Advanced search for related subjects and keyword 'history' searches for 'history'");
657 ( $error, $query, $simple_query, $query_cgi,
658 $query_desc, $limit, $limit_cgi, $limit_desc,
659 $stopwords_removed, $query_type ) = buildQuery
([], [ 'history', "$term" ], [ 'kw', 'su-rl' ], [ ], [], 0, 'en');
660 matchesExplodedTerms
("Order of terms doesn't matter for advanced search", $query, 'Arizona', 'United States', 'Maricopa County', 'Navajo County', 'Pima County');
661 like
($query, qr/history/, "Order of terms doesn't matter for advanced search");
663 ( $error, $query, $simple_query, $query_cgi,
664 $query_desc, $limit, $limit_cgi, $limit_desc,
665 $stopwords_removed, $query_type ) = buildQuery
([], [ "su-br($term)" ], [ ], [ ], [], 0, 'en');
666 matchesExplodedTerms
("Simple search for broader subjects", $query, 'Arizona', 'United States');
668 ( $error, $query, $simple_query, $query_cgi,
669 $query_desc, $limit, $limit_cgi, $limit_desc,
670 $stopwords_removed, $query_type ) = buildQuery
([], [ "su-na($term)" ], [ ], [ ], [], 0, 'en');
671 matchesExplodedTerms
("Simple search for narrower subjects", $query, 'Arizona', 'Maricopa County', 'Navajo County', 'Pima County');
673 ( $error, $query, $simple_query, $query_cgi,
674 $query_desc, $limit, $limit_cgi, $limit_desc,
675 $stopwords_removed, $query_type ) = buildQuery
([], [ "su-rl($term)" ], [ ], [ ], [], 0, 'en');
676 matchesExplodedTerms
("Simple search for related subjects", $query, 'Arizona', 'United States', 'Maricopa County', 'Navajo County', 'Pima County');
678 ( $error, $query, $simple_query, $query_cgi,
679 $query_desc, $limit, $limit_cgi, $limit_desc,
680 $stopwords_removed, $query_type ) = buildQuery
([], [ "history && su-rl($term)" ], [ ], [ ], [], 0, 'en');
681 matchesExplodedTerms
("Simple search for related subjects and keyword 'history' searches related subjects", $query, 'Arizona', 'United States', 'Maricopa County', 'Navajo County', 'Pima County');
682 like
($query, qr/history/, "Simple search for related subjects and keyword 'history' searches for 'history'");
684 sub matchesExplodedTerms
{
685 my ($message, $query, @terms) = @_;
686 my $match = '(' . join ('|', map { " \@attr 1=Subject \@attr 4=1 \"$_\"" } @terms) . "){" . scalar(@terms) . "}";
687 like
($query, qr/$match/, $message);
691 use_ok
('C4::AuthoritiesMarc');
694 my ($auths, $count) = SearchAuthorities
(
695 ['mainentry'], ['and'], [''], ['starts'],
696 ['shakespeare'], 0, 10, '', '', 1
698 is
($count, 1, 'MARC21 authorities: one hit on mainentry starts with "shakespeare"');
699 ($auths, $count) = SearchAuthorities
(
700 ['match'], ['and'], [''], ['contains'],
701 ['沙士北亞威廉姆'], 0, 10, '', '', 1
703 is
($count, 1, 'MARC21 authorities: one hit on match contains "沙士北亞威廉姆"');
708 sub run_unimarc_search_tests
{
709 my $indexing_mode = shift;
710 $datadir = tempdir
();
711 system(dirname
(__FILE__
) . "/zebra_config.pl $datadir unimarc $indexing_mode");
713 mock_marcfromkohafield
('unimarc');
714 my $context = new C4
::Context
("$datadir/etc/koha-conf.xml");
715 $context->set_context();
717 use_ok
('C4::Search');
719 # set search syspreferences to a known starting point
721 $QueryAutoTruncate = 0;
722 $QueryWeightFields = 0;
724 $QueryRemoveStopwords = 0;
726 $marcflavour = 'UNIMARC';
728 index_sample_records_and_launch_zebra
($datadir, $indexing_mode, 'unimarc');
730 my ( $error, $marcresults, $total_hits ) = SimpleSearch
("ti=Järnvägarnas efterfrågan och den svenska industrin", 0, 10);
731 is
($total_hits, 1, 'UNIMARC title search');
732 ( $error, $marcresults, $total_hits ) = SimpleSearch
("ta=u", 0, 10);
733 is
($total_hits, 1, 'UNIMARC target audience = u');
734 ( $error, $marcresults, $total_hits ) = SimpleSearch
("ta=k", 0, 10);
735 is
($total_hits, 4, 'UNIMARC target audience = k');
736 ( $error, $marcresults, $total_hits ) = SimpleSearch
("ta=m", 0, 10);
737 is
($total_hits, 3, 'UNIMARC target audience = m');
738 ( $error, $marcresults, $total_hits ) = SimpleSearch
("item=EXCLU DU PRET", 0, 10);
739 is
($total_hits, 1, 'UNIMARC generic item index (bug 10037)');
742 use_ok
('C4::AuthoritiesMarc');
745 my ($auths, $count) = SearchAuthorities
(
746 ['mainentry'], ['and'], [''], ['contains'],
747 ['wil'], 0, 10, '', '', 1
749 is
($count, 11, 'UNIMARC authorities: hits on mainentry contains "wil"');
750 ($auths, $count) = SearchAuthorities
(
751 ['match'], ['and'], [''], ['contains'],
752 ['wil'], 0, 10, '', '', 1
754 is
($count, 11, 'UNIMARC authorities: hits on match contains "wil"');
755 ($auths, $count) = SearchAuthorities
(
756 ['mainentry'], ['and'], [''], ['contains'],
757 ['michel'], 0, 20, '', '', 1
759 is
($count, 14, 'UNIMARC authorities: hits on mainentry contains "michel"');
760 ($auths, $count) = SearchAuthorities
(
761 ['mainmainentry'], ['and'], [''], ['exact'],
762 ['valley'], 0, 20, '', '', 1
764 is
($count, 1, 'UNIMARC authorities: hits on mainmainentry = "valley"');
765 ($auths, $count) = SearchAuthorities
(
766 ['mainmainentry'], ['and'], [''], ['exact'],
767 ['vall'], 0, 20, '', '', 1
769 is
($count, 0, 'UNIMARC authorities: no hits on mainmainentry = "vall"');
770 ($auths, $count) = SearchAuthorities
(
771 ['Any'], ['and'], [''], ['starts'],
772 ['jean'], 0, 30, '', '', 1
774 is
($count, 24, 'UNIMARC authorities: hits on any starts with "jean"');
779 run_marc21_search_tests
('grs1');
780 run_marc21_search_tests
('dom');
782 run_unimarc_search_tests
('grs1');
783 run_unimarc_search_tests
('dom');