3 # Script for handling import of MARC data into Koha db
6 # Koha library project www.koha.org
8 # Licensed under the GPL
10 # Copyright 2000-2002 Katipo Communications
12 # This file is part of Koha.
14 # Koha is free software; you can redistribute it and/or modify it under the
15 # terms of the GNU General Public License as published by the Free Software
16 # Foundation; either version 2 of the License, or (at your op) any later
19 # Koha is distributed in the hope that it will be useful, but WITHOUT ANY
20 # WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS FOR
21 # A PARTICULAR PURPOSE. See the GNU General Public License for more details.
23 # You should have received a copy of the GNU General Public License along with
24 # Koha; if not, write to the Free Software Foundation, Inc., 59 Temple Place,
25 # Suite 330, Boston, MA 02111-1307 USA
29 # standard or CPAN modules used
32 use MARC
::File
::USMARC
;
43 use C4
::BackgroundJob
;
46 my $dbh = C4
::Context
->dbh;
47 $dbh->{AutoCommit
} = 0;
49 my $fileID=$input->param('uploadedfileid');
50 my $runinbackground = $input->param('runinbackground');
51 my $completedJobID = $input->param('completedJobID');
52 my $matcher_id = $input->param('matcher');
53 my $overlay_action = $input->param('overlay_action');
54 my $nomatch_action = $input->param('nomatch_action');
55 my $parse_items = $input->param('parse_items');
56 my $item_action = $input->param('item_action');
57 my $comments = $input->param('comments');
58 my $syntax = $input->param('syntax');
59 my ($template, $loggedinuser, $cookie)
60 = get_template_and_user
({template_name
=> "tools/stage-marc-import.tmpl",
64 flagsrequired
=> {tools
=> 'stage_marc_import'},
68 $template->param(SCRIPT_NAME
=> $ENV{'SCRIPT_NAME'},
69 uploadmarc
=> $fileID);
71 my %cookies = parse CGI
::Cookie
($cookie);
72 my $sessionID = $cookies{'CGISESSID'}->value;
73 if ($completedJobID) {
74 my $job = C4
::BackgroundJob
->fetch($sessionID, $completedJobID);
75 my $results = $job->results();
76 $template->param(map { $_ => $results->{$_} } keys %{ $results });
78 my $uploaded_file = C4
::UploadedFile
->fetch($sessionID, $fileID);
79 my $fh = $uploaded_file->fh();
88 my $filename = $uploaded_file->name();
90 my $staging_callback = sub { };
91 my $matching_callback = sub { };
92 if ($runinbackground) {
93 my $job_size = () = $marcrecord =~ /\035/g;
94 # if we're matching, job size is doubled
95 $job_size *= 2 if ($matcher_id ne "");
96 $job = C4
::BackgroundJob
->new($sessionID, $filename, $ENV{'SCRIPT_NAME'}, $job_size);
97 my $jobID = $job->id();
100 if (my $pid = fork) {
102 # return job ID as JSON
104 # prevent parent exiting from
105 # destroying the kid's database handle
106 # FIXME: according to DBI doc, this may not work for Oracle
107 $dbh->{InactiveDestroy
} = 1;
109 my $reply = CGI
->new("");
110 print $reply->header(-type
=> 'text/html');
111 print "{ jobID: '$jobID' }";
113 } elsif (defined $pid) {
115 # close STDOUT to signal to Apache that
116 # we're now running in the background
120 # fork failed, so exit immediately
121 warn "fork failed while attempting to run $ENV{'SCRIPT_NAME'} as a background job";
125 # if we get here, we're a child that has detached
127 $staging_callback = staging_progress_callback
($job, $dbh);
128 $matching_callback = matching_progress_callback
($job, $dbh);
133 my ($batch_id, $num_valid, $num_items, @import_errors) = BatchStageMarcRecords
($syntax, $marcrecord, $filename,
134 $comments, '', $parse_items, 0,
135 50, staging_progress_callback
($job, $dbh));
137 my $num_with_matches = 0;
138 my $checked_matches = 0;
139 my $matcher_failed = 0;
140 my $matcher_code = "";
141 if ($matcher_id ne "") {
142 my $matcher = C4
::Matcher
->fetch($matcher_id);
143 if (defined $matcher) {
144 $checked_matches = 1;
145 $matcher_code = $matcher->code();
146 $num_with_matches = BatchFindBibDuplicates
($batch_id, $matcher,
147 10, 50, matching_progress_callback
($job, $dbh));
148 SetImportBatchMatcher
($batch_id, $matcher_id);
149 SetImportBatchOverlayAction
($batch_id, $overlay_action);
150 SetImportBatchNoMatchAction
($batch_id, $nomatch_action);
151 SetImportBatchItemAction
($batch_id, $item_action);
159 staged
=> $num_valid,
160 matched
=> $num_with_matches,
161 num_items
=> $num_items,
162 import_errors
=> scalar(@import_errors),
163 total
=> $num_valid + scalar(@import_errors),
164 checked_matches
=> $checked_matches,
165 matcher_failed
=> $matcher_failed,
166 matcher_code
=> $matcher_code,
167 import_batch_id
=> $batch_id
169 if ($runinbackground) {
170 $job->finish($results);
172 $template->param(staged
=> $num_valid,
173 matched
=> $num_with_matches,
174 num_items
=> $num_items,
175 import_errors
=> scalar(@import_errors),
176 total
=> $num_valid + scalar(@import_errors),
177 checked_matches
=> $checked_matches,
178 matcher_failed
=> $matcher_failed,
179 matcher_code
=> $matcher_code,
180 import_batch_id
=> $batch_id
186 if (C4
::Context
->preference("marcflavour") eq "UNIMARC") {
187 $template->param("UNIMARC" => 1);
189 my @matchers = C4
::Matcher
::GetMatcherList
();
190 $template->param(available_matchers
=> \
@matchers);
193 output_html_with_http_headers
$input, $cookie, $template->output;
197 sub staging_progress_callback
{
201 my $progress = shift;
202 $job->progress($progress);
207 sub matching_progress_callback
{
210 my $start_progress = $job->progress();
212 my $progress = shift;
213 $job->progress($start_progress + $progress);