Bug 25873: Ignore malformed data for Elasticsearch integer fields
[koha.git] / tools / import_borrowers.pl
blob1b5e44f1ea07ea34553cbf176a6fcd55ced574b6
1 #!/usr/bin/perl
3 # Copyright 2007 Liblime
4 # Parts copyright 2010 BibLibre
6 # This file is part of Koha.
8 # Koha is free software; you can redistribute it and/or modify it
9 # under the terms of the GNU General Public License as published by
10 # the Free Software Foundation; either version 3 of the License, or
11 # (at your option) any later version.
13 # Koha is distributed in the hope that it will be useful, but
14 # WITHOUT ANY WARRANTY; without even the implied warranty of
15 # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
16 # GNU General Public License for more details.
18 # You should have received a copy of the GNU General Public License
19 # along with Koha; if not, see <http://www.gnu.org/licenses>.
21 # Script to take some borrowers data in a known format and load it into Koha
23 # File format
25 # cardnumber,surname,firstname,title,othernames,initials,streetnumber,streettype,
26 # address line , address line 2, city, zipcode, contry, email, phone, mobile, fax, work email, work phone,
27 # alternate streetnumber, alternate streettype, alternate address line 1, alternate city,
28 # alternate zipcode, alternate country, alternate email, alternate phone, date of birth, branchcode,
29 # categorycode, enrollment date, expiry date, noaddress, lost, debarred, contact surname,
30 # contact firstname, contact title, borrower notes, contact relationship
31 # gender, username, opac note, contact note, password, sort one, sort two
33 # any fields except cardnumber can be blank but the number of fields must match
34 # dates should be in the format you have set up Koha to expect
35 # branchcode and categorycode need to be valid
37 use Modern::Perl;
39 use C4::Auth;
40 use C4::Output;
41 use C4::Templates;
42 use Koha::Patrons;
43 use Koha::DateUtils;
44 use Koha::Token;
45 use Koha::Libraries;
46 use Koha::Patron::Categories;
47 use Koha::Patron::Attribute::Types;
48 use Koha::List::Patron;
50 use Koha::Patrons::Import;
51 my $Import = Koha::Patrons::Import->new();
53 use Text::CSV;
55 # Text::CSV::Unicode, even in binary mode, fails to parse lines with these diacriticals:
56 # ė
57 # č
59 use CGI qw ( -utf8 );
61 my $extended = C4::Context->preference('ExtendedPatronAttributes');
63 my @columnkeys = map { $_ ne 'borrowernumber' ? $_ : () } Koha::Patrons->columns();
64 push( @columnkeys, 'patron_attributes' ) if $extended;
65 push( @columnkeys, qw( relationship guarantor_id guarantor_firstname guarantor_surname ) );
67 my $input = CGI->new();
69 my ( $template, $loggedinuser, $cookie ) = get_template_and_user(
71 template_name => "tools/import_borrowers.tt",
72 query => $input,
73 type => "intranet",
74 authnotrequired => 0,
75 flagsrequired => { tools => 'import_patrons' },
76 debug => 1,
80 # get the patron categories and pass them to the template
81 my @patron_categories = Koha::Patron::Categories->search_limited({}, {order_by => ['description']});
82 $template->param( categories => \@patron_categories );
83 my $columns = C4::Templates::GetColumnDefs( $input )->{borrowers};
84 $columns = [ grep { $_->{field} ne 'borrowernumber' ? $_ : () } @$columns ];
85 $template->param( borrower_fields => $columns );
87 if ( $input->param('sample') ) {
88 our $csv = Text::CSV->new( { binary => 1 } ); # binary needed for non-ASCII Unicode
89 print $input->header(
90 -type => 'application/vnd.sun.xml.calc', # 'application/vnd.ms-excel' ?
91 -attachment => 'patron_import.csv',
93 $csv->combine(@columnkeys);
94 print $csv->string, "\n";
95 exit 0;
98 my $uploadborrowers = $input->param('uploadborrowers');
99 my $matchpoint = $input->param('matchpoint');
100 if ($matchpoint) {
101 $matchpoint =~ s/^patron_attribute_//;
104 #create a patronlist
105 my $createpatronlist = $input->param('createpatronlist') || 0;
106 my $dt = dt_from_string();
107 my $timestamp = $dt->ymd('-').' '.$dt->hms(':');
108 my $patronlistname = $uploadborrowers . ' (' . $timestamp .')';
110 $template->param( SCRIPT_NAME => '/cgi-bin/koha/tools/import_borrowers.pl' );
112 if ( $uploadborrowers && length($uploadborrowers) > 0 ) {
113 output_and_exit( $input, $cookie, $template, 'wrong_csrf_token' )
114 unless Koha::Token->new->check_csrf({
115 session_id => scalar $input->cookie('CGISESSID'),
116 token => scalar $input->param('csrf_token'),
119 my $handle = $input->upload('uploadborrowers');
120 my %defaults = $input->Vars;
121 my $overwrite_passwords = defined $input->param('overwrite_passwords') ? 1 : 0;
122 my $return = $Import->import_patrons(
124 file => $handle,
125 defaults => \%defaults,
126 matchpoint => $matchpoint,
127 overwrite_cardnumber => $input->param('overwrite_cardnumber'),
128 overwrite_passwords => $overwrite_passwords,
129 preserve_extended_attributes => $input->param('ext_preserve') || 0,
133 my $feedback = $return->{feedback};
134 my $errors = $return->{errors};
135 my $imported = $return->{imported};
136 my $overwritten = $return->{overwritten};
137 my $alreadyindb = $return->{already_in_db};
138 my $invalid = $return->{invalid};
139 my $imported_borrowers = $return->{imported_borrowers};
141 if ( $imported && $createpatronlist ) {
142 my $patronlist = AddPatronList({ name => $patronlistname });
143 AddPatronsToList({ list => $patronlist, borrowernumbers => $imported_borrowers });
144 $template->param('patronlistname' => $patronlistname);
147 my $uploadinfo = $input->uploadInfo($uploadborrowers);
148 foreach ( keys %$uploadinfo ) {
149 push @$feedback, { feedback => 1, name => $_, value => $uploadinfo->{$_}, $_ => $uploadinfo->{$_} };
152 push @$feedback, { feedback => 1, name => 'filename', value => $uploadborrowers, filename => $uploadborrowers };
154 $template->param(
155 uploadborrowers => 1,
156 errors => $errors,
157 feedback => $feedback,
158 imported => $imported,
159 overwritten => $overwritten,
160 alreadyindb => $alreadyindb,
161 invalid => $invalid,
162 total => $imported + $alreadyindb + $invalid + $overwritten,
166 else {
167 if ($extended) {
168 my @matchpoints = ();
169 my $attribute_types = Koha::Patron::Attribute::Types->search;
171 while ( my $attr_type = $attribute_types->next ) {
172 if ( $attr_type->unique_id() ) {
173 push @matchpoints,
174 { code => "patron_attribute_" . $attr_type->code(), description => $attr_type->description() };
177 $template->param( matchpoints => \@matchpoints );
180 $template->param(
181 csrf_token => Koha::Token->new->generate_csrf(
182 { session_id => scalar $input->cookie('CGISESSID'), }
188 output_html_with_http_headers $input, $cookie, $template->output;