import.php

   1 <?php
   2 /* vim: set expandtab sw=4 ts=4 sts=4: */
   3 /**
   4  * Core script for import, this is just the glue around all other stuff
   5  *
   6  * @package PhpMyAdmin
   7  */
   8
   9 /**
  10  * Get the variables sent or posted to this script and a core script
  11  */
  12 require_once 'libraries/common.inc.php';
  13 require_once 'libraries/sql.lib.php';
  14 require_once 'libraries/bookmark.lib.php';
  15 //require_once 'libraries/display_import_functions.lib.php';
  16
  17 if (isset($_REQUEST['show_as_php'])) {
  18     $GLOBALS['show_as_php'] = $_REQUEST['show_as_php'];
  19 }
  20
  21 /**
  22  * Sets globals from $_POST
  23  */
  24 $post_params = array(
  25     'action_bookmark',
  26     'allow_interrupt',
  27     'bkm_label',
  28     'bookmark_variable',
  29     'charset_of_file',
  30     'format',
  31     'id_bookmark',
  32     'import_type',
  33     'is_js_confirmed',
  34     'MAX_FILE_SIZE',
  35     'message_to_show',
  36     'noplugin',
  37     'skip_queries',
  38     'local_import_file'
  39 );
  40
  41 // TODO: adapt full list of allowed parameters, as in export.php
  42 foreach ($post_params as $one_post_param) {
  43     if (isset($_POST[$one_post_param])) {
  44         $GLOBALS[$one_post_param] = $_POST[$one_post_param];
  45     }
  46 }
  47
  48 // reset import messages for ajax request
  49 $_SESSION['Import_message']['message'] = null;
  50 $_SESSION['Import_message']['go_back_url'] = null;
  51 // default values
  52 $GLOBALS['reload'] = false;
  53
  54 // Use to identify curren cycle is executing
  55 // a multiquery statement or stored routine
  56 if (!isset($_SESSION['is_multi_query'])) {
  57     $_SESSION['is_multi_query'] = false;
  58 }
  59
  60 // Are we just executing plain query or sql file?
  61 // (eg. non import, but query box/window run)
  62 if (! empty($sql_query)) {
  63     // run SQL query
  64     $import_text = $sql_query;
  65     $import_type = 'query';
  66     $format = 'sql';
  67
  68     // refresh navigation and main panels
  69     if (preg_match('/^(DROP)\s+(VIEW|TABLE|DATABASE|SCHEMA)\s+/i', $sql_query)) {
  70         $GLOBALS['reload'] = true;
  71     }
  72
  73     // refresh navigation panel only
  74     if (preg_match(
  75         '/^(CREATE|ALTER)\s+(VIEW|TABLE|DATABASE|SCHEMA)\s+/i',
  76         $sql_query
  77     )) {
  78         $ajax_reload['reload'] = true;
  79     }
  80
  81     // do a dynamic reload if table is RENAMED
  82     // (by sending the instruction to the AJAX response handler)
  83     if (preg_match(
  84         '/^RENAME\s+TABLE\s+(.*?)\s+TO\s+(.*?)($|;|\s)/i',
  85         $sql_query,
  86         $rename_table_names
  87     )) {
  88         $ajax_reload['table_name'] = PMA_Util::unQuote($rename_table_names[2]);
  89         $ajax_reload['reload'] = true;
  90     }
  91
  92     $sql_query = '';
  93 } elseif (! empty($sql_localfile)) {
  94     // run SQL file on server
  95     $local_import_file = $sql_localfile;
  96     $import_type = 'queryfile';
  97     $format = 'sql';
  98     unset($sql_localfile);
  99 } elseif (! empty($sql_file)) {
 100     // run uploaded SQL file
 101     $import_file = $sql_file;
 102     $import_type = 'queryfile';
 103     $format = 'sql';
 104     unset($sql_file);
 105 } elseif (! empty($id_bookmark)) {
 106     // run bookmark
 107     $import_type = 'query';
 108     $format = 'sql';
 109 }
 110
 111 // If we didn't get any parameters, either user called this directly, or
 112 // upload limit has been reached, let's assume the second possibility.
 113 ;
 114 if ($_POST == array() && $_GET == array()) {
 115     $message = PMA_Message::error(
 116         __('You probably tried to upload a file that is too large. Please refer to %sdocumentation%s for a workaround for this limit.')
 117     );
 118     $message->addParam('[doc@faq1-16]');
 119     $message->addParam('[/doc]');
 120
 121     // so we can obtain the message
 122     $_SESSION['Import_message']['message'] = $message->getDisplay();
 123     $_SESSION['Import_message']['go_back_url'] = $goto;
 124
 125     $message->display();
 126     exit; // the footer is displayed automatically
 127 }
 128
 129 /**
 130  * Sets globals from $_POST patterns, for import plugins
 131  * We only need to load the selected plugin
 132  */
 133
 134 if (! in_array(
 135     $format,
 136     array(
 137         'csv',
 138         'ldi',
 139         'mediawiki',
 140         'ods',
 141         'shp',
 142         'sql',
 143         'xml'
 144     )
 145 )
 146 ) {
 147     // this should not happen for a normal user
 148     // but only during an attack
 149     PMA_fatalError('Incorrect format parameter');
 150 }
 151
 152 $post_patterns = array(
 153     '/^force_file_/',
 154     '/^'. $format . '_/'
 155 );
 156 foreach (array_keys($_POST) as $post_key) {
 157     foreach ($post_patterns as $one_post_pattern) {
 158         if (preg_match($one_post_pattern, $post_key)) {
 159             $GLOBALS[$post_key] = $_POST[$post_key];
 160         }
 161     }
 162 }
 163
 164 // Check needed parameters
 165 PMA_Util::checkParameters(array('import_type', 'format'));
 166
 167 // We don't want anything special in format
 168 $format = PMA_securePath($format);
 169
 170 // Import functions
 171 require_once 'libraries/import.lib.php';
 172
 173 // Create error and goto url
 174 if ($import_type == 'table') {
 175     $err_url = 'tbl_import.php?' . PMA_URL_getCommon($db, $table);
 176     $_SESSION['Import_message']['go_back_url'] = $err_url;
 177     $goto = 'tbl_import.php';
 178 } elseif ($import_type == 'database') {
 179     $err_url = 'db_import.php?' . PMA_URL_getCommon($db);
 180     $_SESSION['Import_message']['go_back_url'] = $err_url;
 181     $goto = 'db_import.php';
 182 } elseif ($import_type == 'server') {
 183     $err_url = 'server_import.php?' . PMA_URL_getCommon();
 184     $_SESSION['Import_message']['go_back_url'] = $err_url;
 185     $goto = 'server_import.php';
 186 } else {
 187     if (empty($goto) || !preg_match('@^(server|db|tbl)(_[a-z]*)*\.php$@i', $goto)) {
 188         if (strlen($table) && strlen($db)) {
 189             $goto = 'tbl_structure.php';
 190         } elseif (strlen($db)) {
 191             $goto = 'db_structure.php';
 192         } else {
 193             $goto = 'server_sql.php';
 194         }
 195     }
 196     if (strlen($table) && strlen($db)) {
 197         $common = PMA_URL_getCommon($db, $table);
 198     } elseif (strlen($db)) {
 199         $common = PMA_URL_getCommon($db);
 200     } else {
 201         $common = PMA_URL_getCommon();
 202     }
 203     $err_url  = $goto . '?' . $common
 204         . (preg_match('@^tbl_[a-z]*\.php$@', $goto)
 205             ? '&amp;table=' . htmlspecialchars($table)
 206             : '');
 207     $_SESSION['Import_message']['go_back_url'] = $err_url;
 208 }
 209
 210
 211 if (strlen($db)) {
 212     $GLOBALS['dbi']->selectDb($db);
 213 }
 214
 215 @set_time_limit($cfg['ExecTimeLimit']);
 216 if (! empty($cfg['MemoryLimit'])) {
 217     @ini_set('memory_limit', $cfg['MemoryLimit']);
 218 }
 219
 220 $timestamp = time();
 221 if (isset($allow_interrupt)) {
 222     $maximum_time = ini_get('max_execution_time');
 223 } else {
 224     $maximum_time = 0;
 225 }
 226
 227 // set default values
 228 $timeout_passed = false;
 229 $error = false;
 230 $read_multiply = 1;
 231 $finished = false;
 232 $offset = 0;
 233 $max_sql_len = 0;
 234 $file_to_unlink = '';
 235 $sql_query = '';
 236 $sql_query_disabled = false;
 237 $go_sql = false;
 238 $executed_queries = 0;
 239 $run_query = true;
 240 $charset_conversion = false;
 241 $reset_charset = false;
 242 $bookmark_created = false;
 243
 244 // Bookmark Support: get a query back from bookmark if required
 245 if (! empty($id_bookmark)) {
 246     $id_bookmark = (int)$id_bookmark;
 247     include_once 'libraries/bookmark.lib.php';
 248     switch ($action_bookmark) {
 249     case 0: // bookmarked query that have to be run
 250         $import_text = PMA_Bookmark_get(
 251             $db,
 252             $id_bookmark,
 253             'id',
 254             isset($action_bookmark_all)
 255         );
 256         if (isset($bookmark_variable) && ! empty($bookmark_variable)) {
 257             $import_text = preg_replace(
 258                 '|/\*(.*)\[VARIABLE\](.*)\*/|imsU',
 259                 '${1}' . PMA_Util::sqlAddSlashes($bookmark_variable) . '${2}',
 260                 $import_text
 261             );
 262         }
 263
 264         // refresh navigation and main panels
 265         if (preg_match(
 266             '/^(DROP)\s+(VIEW|TABLE|DATABASE|SCHEMA)\s+/i',
 267             $import_text
 268         )) {
 269             $GLOBALS['reload'] = true;
 270         }
 271
 272         // refresh navigation panel only
 273         if (preg_match(
 274             '/^(CREATE|ALTER)\s+(VIEW|TABLE|DATABASE|SCHEMA)\s+/i',
 275             $import_text
 276         )
 277         ) {
 278             $ajax_reload['reload'] = true;
 279         }
 280         break;
 281     case 1: // bookmarked query that have to be displayed
 282         $import_text = PMA_Bookmark_get($db, $id_bookmark);
 283         if ($GLOBALS['is_ajax_request'] == true) {
 284             $message = PMA_Message::success(__('Showing bookmark'));
 285             $response = PMA_Response::getInstance();
 286             $response->isSuccess($message->isSuccess());
 287             $response->addJSON('message', $message);
 288             $response->addJSON('sql_query', $import_text);
 289             $response->addJSON('action_bookmark', $action_bookmark);
 290             exit;
 291         } else {
 292             $run_query = false;
 293         }
 294         break;
 295     case 2: // bookmarked query that have to be deleted
 296         $import_text = PMA_Bookmark_get($db, $id_bookmark);
 297         PMA_Bookmark_delete($db, $id_bookmark);
 298         if ($GLOBALS['is_ajax_request'] == true) {
 299             $message = PMA_Message::success(__('The bookmark has been deleted.'));
 300             $response = PMA_Response::getInstance();
 301             $response->isSuccess($message->isSuccess());
 302             $response->addJSON('message', $message);
 303             $response->addJSON('action_bookmark', $action_bookmark);
 304             $response->addJSON('id_bookmark', $id_bookmark);
 305             exit;
 306         } else {
 307             $run_query = false;
 308             $error = true; // this is kind of hack to skip processing the query
 309         }
 310         break;
 311     }
 312 } // end bookmarks reading
 313
 314 // Do no run query if we show PHP code
 315 if (isset($GLOBALS['show_as_php'])) {
 316     $run_query = false;
 317     $go_sql = true;
 318 }
 319
 320 // We can not read all at once, otherwise we can run out of memory
 321 $memory_limit = trim(@ini_get('memory_limit'));
 322 // 2 MB as default
 323 if (empty($memory_limit)) {
 324     $memory_limit = 2 * 1024 * 1024;
 325 }
 326 // In case no memory limit we work on 10MB chunks
 327 if ($memory_limit == -1) {
 328     $memory_limit = 10 * 1024 * 1024;
 329 }
 330
 331 // Calculate value of the limit
 332 if (strtolower(substr($memory_limit, -1)) == 'm') {
 333     $memory_limit = (int)substr($memory_limit, 0, -1) * 1024 * 1024;
 334 } elseif (strtolower(substr($memory_limit, -1)) == 'k') {
 335     $memory_limit = (int)substr($memory_limit, 0, -1) * 1024;
 336 } elseif (strtolower(substr($memory_limit, -1)) == 'g') {
 337     $memory_limit = (int)substr($memory_limit, 0, -1) * 1024 * 1024 * 1024;
 338 } else {
 339     $memory_limit = (int)$memory_limit;
 340 }
 341
 342 // Just to be sure, there might be lot of memory needed for uncompression
 343 $read_limit = $memory_limit / 8;
 344
 345 // handle filenames
 346 if (isset($_FILES['import_file'])) {
 347     $import_file = $_FILES['import_file']['tmp_name'];
 348 }
 349 if (! empty($local_import_file) && ! empty($cfg['UploadDir'])) {
 350
 351     // sanitize $local_import_file as it comes from a POST
 352     $local_import_file = PMA_securePath($local_import_file);
 353
 354     $import_file = PMA_Util::userDir($cfg['UploadDir'])
 355         . $local_import_file;
 356
 357 } elseif (empty($import_file) || ! is_uploaded_file($import_file)) {
 358     $import_file  = 'none';
 359 }
 360
 361 // Do we have file to import?
 362
 363 if ($import_file != 'none' && ! $error) {
 364     // work around open_basedir and other limitations
 365     $open_basedir = @ini_get('open_basedir');
 366
 367     // If we are on a server with open_basedir, we must move the file
 368     // before opening it. The doc explains how to create the "./tmp"
 369     // directory
 370
 371     if (! empty($open_basedir)) {
 372
 373         $tmp_subdir = (PMA_IS_WINDOWS ? '.\\tmp\\' : 'tmp/');
 374
 375         if (is_writable($tmp_subdir)) {
 376
 377
 378             $import_file_new = $tmp_subdir . basename($import_file) . uniqid();
 379             if (move_uploaded_file($import_file, $import_file_new)) {
 380                 $import_file = $import_file_new;
 381                 $file_to_unlink = $import_file_new;
 382             }
 383
 384             $size = filesize($import_file);
 385         }
 386     }
 387
 388     /**
 389      *  Handle file compression
 390      * @todo duplicate code exists in File.class.php
 391      */
 392     $compression = PMA_detectCompression($import_file);
 393     if ($compression === false) {
 394         $message = PMA_Message::error(__('File could not be read'));
 395         $error = true;
 396     } else {
 397         switch ($compression) {
 398         case 'application/bzip2':
 399             if ($cfg['BZipDump'] && @function_exists('bzopen')) {
 400                 $import_handle = @bzopen($import_file, 'r');
 401             } else {
 402                 $message = PMA_Message::error(
 403                     __('You attempted to load file with unsupported compression (%s). Either support for it is not implemented or disabled by your configuration.')
 404                 );
 405                 $message->addParam($compression);
 406                 $error = true;
 407             }
 408             break;
 409         case 'application/gzip':
 410             if ($cfg['GZipDump'] && @function_exists('gzopen')) {
 411                 $import_handle = @gzopen($import_file, 'r');
 412             } else {
 413                 $message = PMA_Message::error(
 414                     __('You attempted to load file with unsupported compression (%s). Either support for it is not implemented or disabled by your configuration.')
 415                 );
 416                 $message->addParam($compression);
 417                 $error = true;
 418             }
 419             break;
 420         case 'application/zip':
 421             if ($cfg['ZipDump'] && @function_exists('zip_open')) {
 422                 /**
 423                  * Load interface for zip extension.
 424                  */
 425                 include_once 'libraries/zip_extension.lib.php';
 426                 $result = PMA_getZipContents($import_file);
 427                 if (! empty($result['error'])) {
 428                     $message = PMA_Message::rawError($result['error']);
 429                     $error = true;
 430                 } else {
 431                     $import_text = $result['data'];
 432                 }
 433             } else {
 434                 $message = PMA_Message::error(
 435                     __('You attempted to load file with unsupported compression (%s). Either support for it is not implemented or disabled by your configuration.')
 436                 );
 437                 $message->addParam($compression);
 438                 $error = true;
 439             }
 440             break;
 441         case 'none':
 442             $import_handle = @fopen($import_file, 'r');
 443             break;
 444         default:
 445             $message = PMA_Message::error(
 446                 __('You attempted to load file with unsupported compression (%s). Either support for it is not implemented or disabled by your configuration.')
 447             );
 448             $message->addParam($compression);
 449             $error = true;
 450             break;
 451         }
 452     }
 453     // use isset() because zip compression type does not use a handle
 454     if (! $error && isset($import_handle) && $import_handle === false) {
 455         $message = PMA_Message::error(__('File could not be read'));
 456         $error = true;
 457     }
 458 } elseif (! $error) {
 459     if (! isset($import_text) || empty($import_text)) {
 460         $message = PMA_Message::error(
 461             __('No data was received to import. Either no file name was submitted, or the file size exceeded the maximum size permitted by your PHP configuration. See [doc@faq1-16]FAQ 1.16[/doc].')
 462         );
 463         $error = true;
 464     }
 465 }
 466
 467 // so we can obtain the message
 468 //$_SESSION['Import_message'] = $message->getDisplay();
 469
 470 // Convert the file's charset if necessary
 471 if ($GLOBALS['PMA_recoding_engine'] != PMA_CHARSET_NONE && isset($charset_of_file)) {
 472     if ($charset_of_file != 'utf-8') {
 473         $charset_conversion = true;
 474     }
 475 } elseif (isset($charset_of_file) && $charset_of_file != 'utf8') {
 476     if (PMA_DRIZZLE) {
 477         // Drizzle doesn't support other character sets,
 478         // so we can't fallback to SET NAMES - throw an error
 479         $error = true;
 480         $message = PMA_Message::error(
 481             __('Cannot convert file\'s character set without character set conversion library')
 482         );
 483     } else {
 484         $GLOBALS['dbi']->query('SET NAMES \'' . $charset_of_file . '\'');
 485         // We can not show query in this case, it is in different charset
 486         $sql_query_disabled = true;
 487         $reset_charset = true;
 488     }
 489 }
 490
 491 // Something to skip?
 492 if (! $error && isset($skip)) {
 493     $original_skip = $skip;
 494     while ($skip > 0) {
 495         PMA_importGetNextChunk($skip < $read_limit ? $skip : $read_limit);
 496         // Disable read progresivity, otherwise we eat all memory!
 497         $read_multiply = 1;
 498         $skip -= $read_limit;
 499     }
 500     unset($skip);
 501 }
 502
 503 // This array contain the data like numberof valid sql queries in the statement
 504 // and complete valid sql statement (which affected for rows)
 505 $sql_data = array('valid_sql' => array(), 'valid_queries' => 0);
 506
 507 if (! $error) {
 508     // Check for file existance
 509     include_once "libraries/plugin_interface.lib.php";
 510     $import_plugin = PMA_getPlugin(
 511         "import",
 512         $format,
 513         'libraries/plugins/import/',
 514         $import_type
 515     );
 516     if ($import_plugin == null) {
 517         $error = true;
 518         $message = PMA_Message::error(
 519             __('Could not load import plugins, please check your installation!')
 520         );
 521     } else {
 522         // Do the real import
 523         $import_plugin->doImport($sql_data);
 524     }
 525 }
 526
 527 if (! $error && false !== $import_handle && null !== $import_handle) {
 528     fclose($import_handle);
 529 }
 530
 531 // Cleanup temporary file
 532 if ($file_to_unlink != '') {
 533     unlink($file_to_unlink);
 534 }
 535
 536 // Reset charset back, if we did some changes
 537 if ($reset_charset) {
 538     $GLOBALS['dbi']->query('SET CHARACTER SET utf8');
 539     $GLOBALS['dbi']->query(
 540         'SET SESSION collation_connection =\'' . $collation_connection . '\''
 541     );
 542 }
 543
 544 // Show correct message
 545 if (! empty($id_bookmark) && $action_bookmark == 2) {
 546     $message = PMA_Message::success(__('The bookmark has been deleted.'));
 547     $display_query = $import_text;
 548     $error = false; // unset error marker, it was used just to skip processing
 549 } elseif (! empty($id_bookmark) && $action_bookmark == 1) {
 550     $message = PMA_Message::notice(__('Showing bookmark'));
 551 } elseif ($bookmark_created) {
 552     $special_message = '[br]'  . sprintf(
 553         __('Bookmark %s created'),
 554         htmlspecialchars($bkm_label)
 555     );
 556 } elseif ($finished && ! $error) {
 557     if ($import_type == 'query') {
 558         $message = PMA_Message::success();
 559     } else {
 560         if ($import_notice) {
 561             $message = PMA_Message::success(
 562                 '<em>'
 563                 . __('Import has been successfully finished, %d queries executed.')
 564                 . '</em>'
 565             );
 566             $message->addParam($executed_queries);
 567
 568             $message->addString($import_notice);
 569             if (isset($local_import_file)) {
 570                 $message->addString('(' . $local_import_file . ')');
 571             } else {
 572                 $message->addString('(' . $_FILES['import_file']['name'] . ')');
 573             }
 574         } else {
 575             $message = PMA_Message::success(
 576                 __('Import has been successfully finished, %d queries executed.')
 577             );
 578             $message->addParam($executed_queries);
 579             if (isset($local_import_file)) {
 580                 $message->addString('(' . $local_import_file . ')');
 581             } else {
 582                 $message->addString('(' . $_FILES['import_file']['name'] . ')');
 583             }
 584         }
 585     }
 586 }
 587
 588 // Did we hit timeout? Tell it user.
 589 if ($timeout_passed) {
 590     $message = PMA_Message::error(
 591         __('Script timeout passed, if you want to finish import, please resubmit same file and import will resume.')
 592     );
 593     if ($offset == 0 || (isset($original_skip) && $original_skip == $offset)) {
 594         $message->addString(
 595             __('However on last run no data has been parsed, this usually means phpMyAdmin won\'t be able to finish this import unless you increase php time limits.')
 596         );
 597     }
 598 }
 599
 600 // if there is any message, copy it into $_SESSION as well,
 601 // so we can obtain it by AJAX call
 602 if (isset($message)) {
 603     $_SESSION['Import_message']['message'] = $message->getDisplay();
 604 }
 605 // Parse and analyze the query, for correct db and table name
 606 // in case of a query typed in the query window
 607 // (but if the query is too large, in case of an imported file, the parser
 608 //  can choke on it so avoid parsing)
 609 if (strlen($sql_query) <= $GLOBALS['cfg']['MaxCharactersInDisplayedSQL']) {
 610     include_once 'libraries/parse_analyze.inc.php';
 611 }
 612
 613 // There was an error?
 614 if (isset($my_die)) {
 615     foreach ($my_die as $key => $die) {
 616         PMA_Util::mysqlDie(
 617             $die['error'], $die['sql'], '', $err_url, $error
 618         );
 619     }
 620 }
 621
 622 if ($go_sql) {
 623     // parse sql query
 624     include_once 'libraries/parse_analyze.inc.php';
 625
 626     PMA_executeQueryAndSendQueryResponse(
 627         $analyzed_sql_results, false, $db, $table, null, $import_text, null,
 628         false, null,
 629         null, null, null, $goto, $pmaThemeImage, null, null, null, $sql_query,
 630         null, null
 631     );
 632 } else if ($result) {
 633     $response = PMA_Response::getInstance();
 634     $response->isSuccess(true);
 635     $response->addJSON('message', PMA_Message::success($msg));
 636     $response->addJSON(
 637         'sql_query',
 638         PMA_Util::getMessage($msg, $sql_query, 'success')
 639     );
 640 } else if ($result == false) {
 641     $response = PMA_Response::getInstance();
 642     $response->isSuccess(false);
 643     $response->addJSON('message', PMA_Message::error($msg));
 644 } else {
 645     $active_page = $goto;
 646     include '' . $goto;
 647 }
 648 ?>