src/server/DatabaseManagerImpl.cxx

   1 /***************************************************************************
   2  *   Copyright (C) 2007 by www.databasecache.com                           *
   3  *   Contact: praba_tuty@databasecache.com                                 *
   4  *                                                                         *
   5  *   This program is free software; you can redistribute it and/or modify  *
   6  *   it under the terms of the GNU General Public License as published by  *
   7  *   the Free Software Foundation; either version 2 of the License, or     *
   8  *   (at your option) any later version.                                   *
   9  *                                                                         *
  10  *   This program is distributed in the hope that it will be useful,       *
  11  *   but WITHOUT ANY WARRANTY; without even the implied warranty of        *
  12  *   MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the         *
  13  *   GNU General Public License for more details.                          *
  14  *                                                                         *
  15   ***************************************************************************/
  16 #include<Database.h>
  17 #include<DatabaseManager.h>
  18 #include<DatabaseManagerImpl.h>
  19 #include<os.h>
  20 #include<Table.h>
  21 #include<TableImpl.h>
  22 #include<Transaction.h>
  23 #include<CatalogTables.h>
  24 #include<Index.h>
  25 #include<Lock.h>
  26 #include<Debug.h>
  27 #include<Config.h>
  28 #include<Process.h>
  29
  30
  31 DatabaseManagerImpl::~DatabaseManagerImpl()
  32 {
  33     //Note:Databases are closed by the session interface
  34     Table *tbl = NULL;
  35     ListIterator iter = tableHandleList.getIterator();
  36     while ((tbl = (Table *)iter.nextElement()) != NULL) delete tbl;
  37     tableHandleList.reset();
  38     delete tMgr_;
  39     delete lMgr_;
  40 }
  41
  42 void DatabaseManagerImpl::createLockManager()
  43 {
  44     lMgr_ = new LockManager(systemDatabase_);
  45     return;
  46 }
  47
  48 void DatabaseManagerImpl::createTransactionManager()
  49 {
  50
  51     tMgr_ = new TransactionManager();
  52     tMgr_->setFirstTrans(systemDatabase_->getSystemDatabaseTrans(0));
  53     return;
  54 }
  55 void DatabaseManagerImpl::setProcSlot()
  56 {
  57 systemDatabase_->setProcSlot(procSlot);
  58 db_->setProcSlot(procSlot);
  59 }
  60 DbRetVal DatabaseManagerImpl::openSystemDatabase()
  61 {
  62     DbRetVal rv = openDatabase(SYSTEMDB);
  63     if (rv != OK) return rv;
  64     systemDatabase_ = db_;
  65     db_ = NULL;
  66     printDebug(DM_Database, "Opened system database");
  67     logFinest(logger, "Opened system database");
  68     return OK;
  69 }
  70
  71 DbRetVal DatabaseManagerImpl::closeSystemDatabase()
  72 {
  73     Database *db  = db_;
  74     //make them to point to system database file descriptor
  75     //and database pointer
  76     db_ = systemDatabase_;
  77     closeDatabase();
  78     db_ = db;
  79     printDebug(DM_Database, "Closed system database");
  80     logFinest(logger, "Closed System database");
  81     return OK;
  82 }
  83
  84 DbRetVal DatabaseManagerImpl::createDatabase(const char *name, size_t size)
  85 {
  86     if (NULL != db_ )
  87     {
  88         printError(ErrAlready, "Database is already created");
  89         return ErrAlready;
  90     }
  91     caddr_t rtnAddr = (caddr_t) NULL;
  92     shared_memory_id shm_id = 0;
  93
  94     char *startaddr = (char*)Conf::config.getMapAddress();
  95     shared_memory_key key = 0;
  96     if (0 == strcmp(name, SYSTEMDB))
  97     {
  98
  99         key = Conf::config.getSysDbKey();
 100     }
 101     else
 102     {
 103         startaddr = startaddr + Conf::config.getMaxSysDbSize();
 104         key = Conf::config.getUserDbKey();
 105     }
 106     shm_id = os::shm_create(key, size, 0666);
 107     if (-1 == shm_id)
 108     {
 109                 if (errno == EEXIST) {
 110                         printError(ErrOS, "Shared Memory already exists");
 111                 }
 112         printError(ErrOS, "Shared memory create failed");
 113         return ErrOS;
 114     }
 115
 116     void *shm_ptr = os::shm_attach(shm_id, startaddr, SHM_RND);
 117     rtnAddr  = (caddr_t) shm_ptr;
 118     if (rtnAddr < 0 || shm_ptr == (char*)0xffffffff)
 119     {
 120         printError(ErrOS, "Shared memory attach returned -ve value %d", rtnAddr);
 121         return ErrOS;
 122     }
 123     memset(shm_ptr, 0, size );
 124     db_ = new Database();
 125     printDebug(DM_Database, "Creating database:%s",name);
 126
 127     //TODO:for user database do not have transtable and processtable mutex
 128     db_->setMetaDataPtr((DatabaseMetaData*)rtnAddr);
 129     db_->setDatabaseID(1);
 130     db_->setName(name);
 131     db_->setMaxSize(size);
 132     db_->setNoOfChunks(0);
 133     db_->initAllocDatabaseMutex();
 134     db_->initTransTableMutex();
 135     db_->initDatabaseMutex();
 136     db_->initProcessTableMutex();
 137     db_->setUniqueChunkID(100);
 138     //compute the first page after book keeping information
 139     size_t offset = os::alignLong(sizeof (DatabaseMetaData));
 140     //Only for system db chunk array, trans array and proc array will be there
 141     if (0 == strcmp(name, SYSTEMDB))
 142     {
 143         offset = offset + os::alignLong( MAX_CHUNKS  * sizeof (Chunk));
 144         offset = offset + os::alignLong( Conf::config.getMaxProcs()   * sizeof(Transaction));
 145         offset = offset + os::alignLong( Conf::config.getMaxProcs() * sizeof(ThreadInfo));
 146     }
 147     int multiple = os::floor(offset / PAGE_SIZE);
 148     char *curPage = (((char*)rtnAddr) + ((multiple + 1) * PAGE_SIZE));
 149
 150     db_->setCurrentPage(curPage);
 151     db_->setFirstPage(curPage);
 152
 153     if (0 == strcmp(name, SYSTEMDB)) return OK;
 154
 155     /*Allocate new chunk to store hash index nodes
 156     Chunk *chunkInfo = createUserChunk(sizeof(HashIndexNode));
 157     if (NULL == chunkInfo)
 158     {
 159         printError(ErrSysInternal, "Failed to allocate hash index nodes chunk");
 160         return ErrSysInternal;
 161     }
 162     printDebug(DM_Database, "Creating Chunk for storing Hash index nodes %x",
 163                                                                   chunkInfo);
 164
 165     db_->setHashIndexChunk(chunkInfo);*/
 166     logFinest(logger, "Created database %s" , name);
 167
 168     return OK;
 169 }
 170
 171 DbRetVal DatabaseManagerImpl::deleteDatabase(const char *name)
 172 {
 173     shared_memory_id shm_id = 0;
 174     if (0 == strcmp(name, SYSTEMDB))
 175     {
 176         shm_id = os::shm_open(Conf::config.getSysDbKey(), 100, 0666);
 177         os::shmctl(shm_id, IPC_RMID);
 178                 delete systemDatabase_;
 179                 systemDatabase_ = NULL;
 180     } else {
 181         shm_id = os::shm_open(Conf::config.getUserDbKey(), 100, 0666);
 182         os::shmctl(shm_id, IPC_RMID);
 183                 delete db_;
 184                 db_ = NULL;
 185     }
 186     logFinest(logger, "Deleted database %s" , name);
 187     return OK;
 188 }
 189
 190 DbRetVal DatabaseManagerImpl::openDatabase(const char *name)
 191 {
 192     long size = Conf::config.getMaxSysDbSize();
 193     char *startaddr = (char*)Conf::config.getMapAddress();
 194     if (0 == strcmp(name , SYSTEMDB))
 195     {
 196         if (NULL !=systemDatabase_)
 197         {
 198             printError(ErrAlready, "System Database already open");
 199             return ErrAlready;
 200         }
 201     }
 202     else
 203     {
 204         if (NULL ==systemDatabase_)
 205         {
 206             printError(ErrNotOpen, "System Database not open");
 207             return ErrNotOpen;
 208         }
 209         size = Conf::config.getMaxDbSize();
 210         startaddr = startaddr +  Conf::config.getMaxSysDbSize();
 211     }
 212     if (NULL != db_)
 213     {
 214         printError(ErrAlready, "User Database already open");
 215         return ErrAlready;
 216     }
 217     //system db should be opened before user database files
 218     caddr_t rtnAddr = (caddr_t) NULL;
 219
 220     shared_memory_id shm_id = 0;
 221     shared_memory_key key = 0;
 222
 223     if (0 == strcmp(name, SYSTEMDB))
 224         key = Conf::config.getSysDbKey();
 225     else
 226        key = Conf::config.getUserDbKey();
 227
 228
 229     int ret = ProcessManager::mutex.getLock(-1, false);
 230     //If you are not getting lock ret !=0, it means somebody else is there.
 231     //he will close the database.
 232     if (ret != 0)
 233     {
 234         printError(ErrSysInternal, "Another thread calling open:Wait and then Retry\n");
 235         return ErrSysInternal;
 236     }
 237     void *shm_ptr = NULL;
 238     bool firstThread = false;
 239     //printf("PRABA::DEBUG:: opendb %d %s\n", ProcessManager::noThreads, name);
 240     if (ProcessManager::noThreads == 0 && 0 == strcmp(name, SYSTEMDB)
 241        || ProcessManager::noThreads == 1 && 0 != strcmp(name, SYSTEMDB) ) {
 242        shm_id = os::shm_open(key, size, 0666);
 243        if (shm_id == -1 )
 244        {
 245            printError(ErrOS, "Shared memory open failed");
 246            ProcessManager::mutex.releaseLock(-1, false);
 247            return ErrOS;
 248        }
 249        shm_ptr = os::shm_attach(shm_id, startaddr, SHM_RND);
 250        if (0 == strcmp(name, SYSTEMDB))
 251        {
 252              firstThread = true;
 253              ProcessManager::sysAddr = (char*) shm_ptr;
 254        }
 255        else
 256        {
 257               ProcessManager::usrAddr = (char*) shm_ptr;
 258        }
 259     } else {
 260         if (0 == strcmp(name, SYSTEMDB))
 261               shm_ptr = ProcessManager::sysAddr;
 262         else
 263               shm_ptr = ProcessManager::usrAddr;
 264     }
 265     ProcessManager::mutex.releaseLock(-1, false);
 266
 267
 268     rtnAddr  = (caddr_t) shm_ptr;
 269
 270     if (rtnAddr < 0 || shm_ptr == (char*)0xffffffff)
 271     {
 272         printError(ErrOS, "Shared memory attach returned -ve value %x %d", shm_ptr, errno);
 273         return ErrOS;
 274     }
 275     db_ = new Database();
 276     db_->setMetaDataPtr((DatabaseMetaData*)rtnAddr);
 277
 278     if (firstThread) ProcessManager::systemDatabase = db_;
 279
 280     printDebug(DM_Database, "Opening database: %s", name);
 281     logFinest(logger, "Opened database %s" , name);
 282     return OK;
 283 }
 284
 285 DbRetVal DatabaseManagerImpl::closeDatabase()
 286 {
 287
 288     if (NULL == db_)
 289     {
 290         //Database is already closed
 291         return OK;
 292     }
 293     printDebug(DM_Database, "Closing database: %s",(char*)db_->getName());
 294     //check if this is the last thread to be deregistered
 295     int ret = ProcessManager::mutex.getLock(-1, false);
 296     //If you are not getting lock ret !=0, it means somebody else is there.
 297     //he will close the database.
 298     if (ret == 0) {
 299     //printf("PRABA::FOR DEBUG closedb %d %s\n", ProcessManager::noThreads, (char*)db_->getName());
 300     if (ProcessManager::noThreads == 0 && 0 == strcmp((char*)db_->getName(), SYSTEMDB)
 301        || ProcessManager::noThreads == 1 && 0 != strcmp((char*)db_->getName(),  SYSTEMDB) )  {
 302                 os::shm_detach((char*)db_->getMetaDataPtr());
 303             }
 304     }
 305     ProcessManager::mutex.releaseLock(-1, false);
 306     logFinest(logger, "Closed database");
 307     delete db_;
 308     db_ = NULL;
 309     return OK;
 310 }
 311 //Assumes that system database mutex is taken before calling this.
 312 Chunk* DatabaseManagerImpl::createUserChunk(size_t size)
 313 {
 314     //Allocate new node in system database to store
 315     Chunk *chunk = getSystemTableChunk(UserChunkTableId);
 316     DbRetVal rv = OK;
 317     void *ptr = chunk->allocate(systemDatabase_, &rv);
 318     if (NULL == ptr)
 319     {
 320          printError(rv, "Allocation failed for User chunk catalog table");
 321          return NULL;
 322     }
 323     Chunk *chunkInfo = (Chunk*)ptr;
 324     chunkInfo->initMutex();
 325     if (0 != size) chunkInfo->setSize(size);
 326     if (chunkInfo->allocSize_ > PAGE_SIZE)
 327         chunkInfo->curPage_ = db_->getFreePage(chunkInfo->allocSize_);
 328     else
 329         chunkInfo->curPage_ = db_->getFreePage();
 330     if ( NULL == chunkInfo->curPage_)
 331     {
 332         chunkInfo->destroyMutex();
 333         chunk->free(db_, ptr);
 334         printError(ErrNoMemory, "Database full: No space to allocate from database");
 335         return NULL;
 336     }
 337     PageInfo* firstPageInfo = ((PageInfo*)chunkInfo->curPage_);
 338     if (chunkInfo->allocSize_ > PAGE_SIZE)
 339     {
 340         int multiple = os::floor(chunkInfo->allocSize_ / PAGE_SIZE);
 341         int offset = ((multiple + 1) * PAGE_SIZE);
 342         firstPageInfo->setPageAsUsed(offset);
 343     }
 344     else
 345     {
 346         firstPageInfo->setPageAsUsed(chunkInfo->allocSize_);
 347         char *data = ((char*)firstPageInfo) + sizeof(PageInfo);
 348         *(int*)data =0;
 349     }
 350     if (0 == size)
 351     {
 352         VarSizeInfo *varInfo = (VarSizeInfo*)(((char*)firstPageInfo) + sizeof(PageInfo));
 353         varInfo->isUsed_ = 0;
 354         varInfo->size_ = PAGE_SIZE - sizeof(PageInfo) - sizeof(VarSizeInfo);
 355
 356     }
 357     chunkInfo->firstPage_ = chunkInfo->curPage_;
 358
 359     if (0 == size)
 360         chunkInfo->setAllocType(VariableSizeAllocator);
 361     else
 362         chunkInfo->setAllocType(FixedSizeAllocator);
 363
 364     //TODO::Generate chunkid::use tableid
 365     chunkInfo->setChunkID(db_->getUniqueIDForChunk());
 366     db_->incrementChunk();
 367     printDebug(DM_Database, "Creating new User chunk chunkID:%d size: %d firstPage:%x",
 368                                -1, chunkInfo->allocSize_, firstPageInfo);
 369
 370     return chunkInfo;
 371 }
 372
 373 //Assumes that system database mutex is taken before calling this.
 374 DbRetVal DatabaseManagerImpl::deleteUserChunk(Chunk *chunk)
 375 {
 376     //Go to the pages and set them to notUsed
 377     Page *page = chunk->firstPage_;
 378     PageInfo* pageInfo = ((PageInfo*)page);
 379     //Here...sure that atleast one page will be there even no tuples
 380     //are inserted.so not checking if pageInfo == NULL
 381     while( pageInfo->nextPage_ != NULL)
 382     {
 383         PageInfo *prev = pageInfo;
 384         pageInfo = (PageInfo*)(pageInfo->nextPage_);
 385         //sets pageInfo->isUsed_ = 0 and pageInfo->hasFreeSpace_ = 0
 386         //and initializes the page content to zero
 387         if(NULL == pageInfo->nextPageAfterMerge_)
 388             os::memset(prev, 0, PAGE_SIZE);
 389         else
 390         {
 391             int size = (char*) pageInfo->nextPageAfterMerge_ - (char*) pageInfo;
 392             os::memset(prev, 0, size);
 393         }
 394         printDebug(DM_Database,"deleting user chunk:%x clearing page %x",chunk, prev);
 395     }
 396     //The above loop wont execute for the last page
 397     //and for the case where table has only one page
 398     if(NULL == pageInfo->nextPageAfterMerge_)
 399         os::memset(pageInfo, 0, PAGE_SIZE);
 400     else
 401     {
 402         int size = (char*) pageInfo->nextPageAfterMerge_ - (char*) pageInfo;
 403         os::memset(pageInfo, 0, size);
 404     }
 405     printDebug(DM_Database,"deleting user chunk:%x clearing page %x",chunk, pageInfo);
 406     chunk->chunkID_ = -1;
 407     chunk->allocSize_ = 0;
 408     chunk->curPage_ = NULL;
 409     chunk->firstPage_ = NULL;
 410     chunk->destroyMutex();
 411     db_->decrementChunk();
 412     printDebug(DM_Database,"deleting user chunk:%x",chunk);
 413     return OK;
 414 }
 415
 416 //-1 -> Unable to create chunk. No memory
 417 //-2 -> Unable to update the catalog tables
 418 DbRetVal DatabaseManagerImpl::createTable(const char *name, TableDef &def)
 419 {
 420     DbRetVal rv = OK;
 421     int fldCount = def.getFieldCount();
 422     //If total field count is less than 32, then 1 integer is used to store all null
 423     //information, if it is more then 1 char is used to store null information
 424     //of each field
 425     //This is to done to reduce cpu cycles for small tables
 426     int addSize = 0;
 427     if (fldCount < 31) addSize = 4; else addSize = os::align(fldCount);
 428     size_t sizeofTuple = os::align(def.getTupleSize())+addSize;
 429
 430     rv = systemDatabase_->getDatabaseMutex();
 431     if (OK != rv ) {
 432         printError(rv, "Unable to get Database mutex");
 433         return rv;
 434     }
 435
 436     void *tptr =NULL;
 437     void *chunk = NULL;
 438
 439     //check whether table already exists
 440     CatalogTableTABLE cTable(systemDatabase_);
 441     cTable.getChunkAndTblPtr(name, chunk, tptr);
 442     if (NULL != tptr)
 443     {
 444         systemDatabase_->releaseDatabaseMutex();
 445         printError(ErrAlready, "Table %s already exists", name);
 446         return ErrAlready;
 447     }
 448
 449     //create a chunk to store the tuples
 450     Chunk *ptr = createUserChunk(sizeofTuple);
 451     if (NULL  == ptr)
 452     {
 453         systemDatabase_->releaseDatabaseMutex();
 454         printError(ErrNoResource, "Unable to create user chunk");
 455         return ErrNoResource;
 456     }
 457     printDebug(DM_Database,"Created UserChunk:%x", ptr);
 458
 459     ptr->setChunkName(name);
 460     //add row to TABLE
 461     int tblID = ((Chunk*)ptr)->getChunkID();
 462     rv = cTable.insert(name, tblID, sizeofTuple,
 463                                    def.getFieldCount(), ptr, tptr);
 464     if (OK != rv)
 465     {
 466         deleteUserChunk(ptr);
 467         systemDatabase_->releaseDatabaseMutex();
 468         printError(ErrSysInternal, "Unable to update catalog table TABLE");
 469         return ErrSysInternal;
 470     }
 471     printDebug(DM_Database,"Inserted into TABLE:%s",name);
 472     //add rows to FIELD
 473     FieldIterator iter = def.getFieldIterator();
 474     CatalogTableFIELD cField(systemDatabase_);
 475     rv = cField.insert(iter, tblID ,tptr);
 476     if (OK != rv)
 477     {
 478         deleteUserChunk(ptr);
 479         void *cptr, *ttptr;//Dummy as remove below needs both these OUT params
 480         cTable.remove(name, cptr, ttptr);
 481         systemDatabase_->releaseDatabaseMutex();
 482         printError(ErrSysInternal, "Unable to update catalog table FIELD");
 483         return ErrSysInternal;
 484     }
 485     printDebug(DM_Database,"Inserted into FIELD:%s",name);
 486     systemDatabase_->releaseDatabaseMutex();
 487     printDebug(DM_Database,"Table Created:%s",name);
 488     logFinest(logger, "Table Created %s" , name);
 489     return OK;
 490 }
 491
 492 //TODO::If any operation fails in between, then we may have some
 493 //dangling tuples, say we have have rows in INDEX table
 494 //which will not have any corresponding entries in TABLE
 495 //CHANGE the sequence so that it deletes from the bottom as
 496 //opposed to start from top as is written now
 497 DbRetVal DatabaseManagerImpl::dropTable(const char *name)
 498 {
 499     void *chunk = NULL;
 500     void *tptr =NULL;
 501     DbRetVal rv = systemDatabase_->getDatabaseMutex();
 502     if (OK != rv) {
 503         printError(ErrSysInternal, "Unable to get database mutex");
 504         return ErrSysInternal;
 505     }
 506
 507     //remove the entry in TABLE
 508     CatalogTableTABLE cTable(systemDatabase_);
 509     rv = cTable.getChunkAndTblPtr(name, chunk, tptr);
 510     if (OK != rv) {
 511         systemDatabase_->releaseDatabaseMutex();
 512         printError(ErrSysInternal, "Table %s does not exist", name);
 513         return ErrSysInternal;
 514     }
 515     rv = lMgr_->getExclusiveLock(chunk, NULL);
 516     if (rv !=OK)
 517     {
 518         systemDatabase_->releaseDatabaseMutex();
 519         printError(ErrLockTimeOut, "Unable to acquire exclusive lock on the table\n");
 520         return rv;
 521     }
 522
 523     rv = cTable.remove(name, chunk, tptr);
 524     if (OK != rv) {
 525         systemDatabase_->releaseDatabaseMutex();
 526         printError(ErrSysInternal, "Unable to update catalog table TABLE");
 527         return ErrSysInternal;
 528     }
 529     printDebug(DM_Database,"Deleted from TABLE:%s",name);
 530
 531     //remove the entries in the FIELD table
 532     CatalogTableFIELD cField(systemDatabase_);
 533     rv = cField.remove(tptr);
 534     if (OK != rv) {
 535         systemDatabase_->releaseDatabaseMutex();
 536         printError(ErrSysInternal, "Unable to update catalog table FIELD");
 537         return ErrSysInternal;
 538     }
 539     printDebug(DM_Database,"Deleted from FIELD:%s",name);
 540
 541     rv = deleteUserChunk((Chunk*)chunk);
 542     if (OK != rv) {
 543         systemDatabase_->releaseDatabaseMutex();
 544         printError(rv, "Unable to delete the chunk");
 545         return rv;
 546     }
 547     printDebug(DM_Database,"Deleted UserChunk:%x", chunk);
 548
 549     //TODO::check whether indexes are available and drop that also.
 550     CatalogTableINDEX cIndex(systemDatabase_);
 551     int noIndexes = cIndex.getNumIndexes(tptr);
 552     for (int i =1 ; i<= noIndexes; i++) {
 553         char *idxName = cIndex.getIndexName(tptr, 1);
 554         dropIndexInt(idxName, false);
 555     }
 556     Chunk *chunkNode = systemDatabase_->getSystemDatabaseChunk(UserChunkTableId);
 557     chunkNode->free(systemDatabase_, (Chunk *) chunk);
 558     systemDatabase_->releaseDatabaseMutex();
 559     printDebug(DM_Database, "Deleted Table %s" , name);
 560     logFinest(logger, "Deleted Table %s" , name);
 561     rv = lMgr_->releaseLock(chunk);
 562     if (rv !=OK)
 563     {
 564         printError(ErrLockTimeOut, "Unable to release exclusive lock on the table\n");
 565         return rv;
 566     }
 567     return OK;
 568 }
 569
 570 //Return values: NULL for table not found
 571 Table* DatabaseManagerImpl::openTable(const char *name)
 572 {
 573     DbRetVal ret = OK;
 574     //TODO::store table handles in list so that if it is
 575     //not closed by the application. destructor shall close it.
 576     TableImpl *table = new TableImpl();
 577     table->setDB(db_);
 578     table->setSystemDB(systemDatabase_);
 579     table->setLockManager(lMgr_);
 580     table->setTrans(ProcessManager::getThreadTransAddr(systemDatabase_->procSlot));
 581
 582     //to store the chunk pointer of table
 583     void *chunk = NULL;
 584
 585     //to store the tuple pointer of the table
 586     void *tptr =NULL;
 587
 588     //TODO::need to take shared lock on the table so that
 589     //all ddl operation will be denied on that table
 590     //which includes index creation, alter table
 591
 592     DbRetVal rv = systemDatabase_->getDatabaseMutex();
 593     if (OK != rv) {
 594         printError(ErrSysInternal, "Unable to get database mutex");
 595         delete table;
 596         return NULL;
 597     }
 598     CatalogTableTABLE cTable(systemDatabase_);
 599     ret = cTable.getChunkAndTblPtr(name, chunk, tptr);
 600     if ( OK != ret)
 601     {
 602         systemDatabase_->releaseDatabaseMutex();
 603         delete table;
 604         printError(ErrNotExists, "Table not exists %s", name);
 605         return NULL;
 606     }
 607     TABLE *tTuple = (TABLE*)tptr;
 608     table->setTableInfo(tTuple->tblName_, tTuple->tblID_, tTuple->length_,
 609                         tTuple->numFlds_, tTuple->numIndexes_, tTuple->chunkPtr_);
 610     /*rv = table->lock(true); //take shared lock
 611     if (rv !=OK)
 612     {
 613         printError(ErrLockTimeOut, "Unable to acquire shared lock on the table\n");
 614         systemDatabase_->releaseDatabaseMutex();
 615         delete table;
 616         return NULL;
 617     }*/
 618
 619
 620     if (tTuple->numFlds_ < 31)
 621     {
 622         table->isIntUsedForNULL = true;
 623         table->iNullInfo = 0;
 624         table->iNotNullInfo =0;
 625     }
 626     else
 627     {
 628         table->isIntUsedForNULL = false;
 629         int noFields = os::align(tTuple->numFlds_);
 630         table->cNullInfo = (char*) malloc(noFields);
 631         table->cNotNullInfo = (char*) malloc(noFields);
 632         for (int i =0 ; i < noFields; i++) table->cNullInfo[i] =0;
 633         for (int i =0 ; i < noFields; i++) table->cNotNullInfo[i] =0;
 634
 635     }
 636
 637     //get field information from FIELD table
 638     CatalogTableFIELD cField(systemDatabase_);
 639     cField.getFieldInfo(tptr, table->fldList_);
 640
 641     //populate the notnull info
 642     FieldIterator fIter = table->fldList_.getIterator();
 643     int fldpos=1;
 644     while (fIter.hasElement())
 645     {
 646         FieldDef def = fIter.nextElement();
 647         if (table->isIntUsedForNULL) {
 648             if (def.isNull_) SETBIT(table->iNotNullInfo, fldpos);
 649         }
 650         else {
 651             if (def.isNull_) table->cNotNullInfo[fldpos-1] = 1;
 652         }
 653         fldpos++;
 654    }
 655
 656     //get the number of indexes on this table
 657     //and populate the indexPtr array
 658     CatalogTableINDEX cIndex(systemDatabase_);
 659     table->numIndexes_ = cIndex.getNumIndexes(tptr);
 660     if (table->numIndexes_) {
 661         table->indexPtr_ = new char*[table->numIndexes_];
 662         table->idxInfo = new IndexInfo*[table->numIndexes_];
 663     }
 664     else
 665     {
 666         table->indexPtr_ = NULL;
 667     }
 668     cIndex.getIndexPtrs(tptr, table->indexPtr_);
 669     for (int i =0 ; i < table->numIndexes_; i++ )
 670     {
 671         HashIndexInfo *hIdxInfo = new HashIndexInfo();
 672         CatalogTableINDEXFIELD cIndexField(systemDatabase_);
 673         cIndexField.getFieldInfo(table->indexPtr_[i], hIdxInfo->idxFldList);
 674         ChunkIterator citer = CatalogTableINDEX::getIterator(table->indexPtr_[i]);
 675         hIdxInfo->indexPtr = table->indexPtr_[i];
 676         hIdxInfo->noOfBuckets = CatalogTableINDEX::getNoOfBuckets(table->indexPtr_[i]);
 677         FieldIterator fIter = hIdxInfo->idxFldList.getIterator();
 678         bool firstFld = true;
 679         while (fIter.hasElement())
 680         {
 681             FieldDef def = fIter.nextElement();
 682             if (firstFld)
 683             {
 684                 hIdxInfo->fldOffset = table->fldList_.getFieldOffset(def.fldName_);
 685                 hIdxInfo->type = table->fldList_.getFieldType(def.fldName_);
 686                 hIdxInfo->compLength = table->fldList_.getFieldLength(def.fldName_);
 687                 firstFld = false;
 688             }else {
 689                 hIdxInfo->type = typeComposite;
 690                 hIdxInfo->compLength = hIdxInfo->compLength +
 691                          table->fldList_.getFieldLength(def.fldName_);
 692             }
 693         }
 694
 695         hIdxInfo->isUnique = CatalogTableINDEX::getUnique(table->indexPtr_[i]);
 696         hIdxInfo->buckets = (Bucket*)citer.nextElement();
 697         table->idxInfo[i] = (IndexInfo*) hIdxInfo;
 698     }
 699     systemDatabase_->releaseDatabaseMutex();
 700    // lMgr->  tTuple->chunkPtr_
 701     printDebug(DM_Database,"Opening table handle name:%s chunk:%x numIndex:%d",
 702                                          name, chunk, table->numIndexes_);
 703     logFinest(logger, "Opening Table %s" , name);
 704
 705     tableHandleList.append(table);
 706
 707     return table;
 708 }
 709
 710
 711
 712 List DatabaseManagerImpl::getAllTableNames()
 713 {
 714     DbRetVal ret = OK;
 715     //to store the tuple pointer of the table
 716     void *tptr =NULL;
 717
 718     DbRetVal rv = systemDatabase_->getDatabaseMutex();
 719     if (OK != rv) {
 720         printError(ErrSysInternal, "Unable to get database mutex");
 721         List tableList;
 722         return tableList;
 723     }
 724     CatalogTableTABLE cTable(systemDatabase_);
 725     List tableList = cTable.getTableList();
 726     systemDatabase_->releaseDatabaseMutex();
 727     return tableList;
 728 }
 729
 730
 731
 732
 733 //Return values: -1 for table not found
 734 void DatabaseManagerImpl::closeTable(Table *table)
 735 {
 736     printDebug(DM_Database,"Closing table handle: %x", table);
 737     if (NULL == table) return;
 738     //table->unlock();
 739     tableHandleList.remove(table, false);
 740     logFinest(logger, "Closing Table");
 741 }
 742
 743 DbRetVal DatabaseManagerImpl::createIndex(const char *indName, IndexInitInfo *info)
 744 {
 745     DbRetVal rv = OK;
 746     if (!info->isUnique && info->isPrimary)
 747     {
 748         printError(ErrBadCall, "Primary key cannot be non unique\n");
 749         return ErrBadCall;
 750     }
 751     if (info->indType == hashIndex)
 752     {
 753         //Assumes info is of type HashIndexInitInfo
 754         HashIndexInitInfo *hInfo = (HashIndexInitInfo*) info;
 755         rv = createHashIndex(indName, info->tableName, info->list, hInfo->bucketSize,
 756                              info->isUnique, info->isPrimary);
 757     }
 758     else if (info->indType == treeIndex)
 759     {
 760         //TODO::tree index
 761         printError(ErrNotYet, "Tree Index not supported\n");
 762         return ErrNotYet;
 763     }else {
 764         printError(ErrBadCall, "Index type not supported\n");
 765         return ErrBadCall;
 766     }
 767     return rv;
 768 }
 769
 770
 771 //-1 -> Table does not exists
 772 //-2 -> Field does not exists
 773 //-3 -> bucketSize is not valid
 774 DbRetVal DatabaseManagerImpl::createHashIndex(const char *indName, const char *tblName,
 775                       FieldNameList &fldList, int bucketSize, bool isUnique, bool isPrimary)
 776 {
 777     //validate the bucket size
 778     if (bucketSize < 100 || bucketSize > 200000)
 779     {
 780         printError(ErrBadRange, "Index Bucket size %d not in range 100-200000",
 781                                  bucketSize);
 782         return ErrBadRange;
 783     }
 784     int totFlds = fldList.size();
 785     if (totFlds == 0)
 786     {
 787         printError(ErrBadCall, "No Field name specified");
 788         return ErrBadCall;
 789     }
 790     void *tptr =NULL;
 791     void *chunk = NULL;
 792     DbRetVal rv = systemDatabase_->getDatabaseMutex();
 793     if (OK != rv)
 794     {
 795         printError(ErrSysInternal, "Unable to get database mutex");
 796         return ErrSysInternal;
 797     }
 798
 799     //check whether table exists
 800     CatalogTableTABLE cTable(systemDatabase_);
 801     cTable.getChunkAndTblPtr(tblName, chunk, tptr);
 802     if (NULL == tptr)
 803     {
 804         systemDatabase_->releaseDatabaseMutex();
 805         printError(ErrNotExists, "Table does not exist %s", tblName);
 806         return ErrNotExists;
 807     }
 808
 809     //check whether field exists
 810     char **fptr = new char* [totFlds];
 811     CatalogTableFIELD cField(systemDatabase_);
 812     rv = cField.getFieldPtrs(fldList, tptr, fptr);
 813     if (OK != rv)
 814     {
 815         delete[] fptr;
 816         systemDatabase_->releaseDatabaseMutex();
 817         //TODO::check test cases of dbapi/Index, they give wrong results
 818         //if (rv == ErrBadCall) {
 819         ////    if (isPrimary) printError(ErrBadCall, "Field can have NULL values");
 820         //} else {
 821         //printError(ErrNotExists, "Field does not exist");
 822         //}
 823         //return ErrBadCall;
 824         if (rv != ErrBadCall) {
 825             printError(ErrNotExists, "Field does not exist");
 826             return ErrNotExists;
 827         }
 828     }
 829     for (int i=0; i <totFlds; i++)
 830     {
 831         FIELD* fInfo = (FIELD*)fptr[i];
 832         if (fInfo->type_ == typeFloat || fInfo->type_ == typeDouble || fInfo->type_ == typeTimeStamp)
 833         {
 834             printError(ErrBadArg, "HashIndex cannot be created for float or double or timestamp type");
 835             delete[] fptr;
 836             systemDatabase_->releaseDatabaseMutex();
 837             return ErrBadArg;
 838         }
 839         if (!fInfo->isNull_ && isPrimary )
 840         {
 841             printError(ErrBadArg, "Primary Index cannot be created on field without NOTNULL constraint");
 842             delete[] fptr;
 843             systemDatabase_->releaseDatabaseMutex();
 844             return ErrBadArg;
 845         }
 846     }
 847     //create chunk to store the meta data of the index created
 848     //for latches and bucket pointers
 849     printDebug(DM_HashIndex, "Creating chunk for storing hash buckets of size %d\n",
 850                              bucketSize * sizeof(Bucket));
 851     Chunk* chunkInfo = createUserChunk(bucketSize * sizeof(Bucket));
 852     if (NULL == chunkInfo)
 853     {
 854         delete[] fptr;
 855         systemDatabase_->releaseDatabaseMutex();
 856         printError(ErrSysInternal, "Unable to create chunk");
 857         return ErrSysInternal;
 858     }
 859     chunkInfo->setChunkName(indName);
 860     //create memory for holding the bucket pointers
 861     void *buckets = chunkInfo->allocate(db_, &rv);
 862     if (NULL == buckets)
 863     {
 864         delete[] fptr;
 865         deleteUserChunk(chunkInfo);
 866         systemDatabase_->releaseDatabaseMutex();
 867         printError(rv, "Unable to allocate memory for bucket");
 868         return rv;
 869     }
 870     Bucket *buck = (Bucket*) buckets;
 871     initHashBuckets(buck, bucketSize);
 872
 873     //create chunk to store the hash index nodes
 874     Chunk* hChunk = createUserChunk(sizeof(HashIndexNode));
 875     if (NULL == hChunk)
 876     {
 877         delete[] fptr;
 878         deleteUserChunk(chunkInfo);
 879         systemDatabase_->releaseDatabaseMutex();
 880         printError(ErrSysInternal, "Unable to create chunk for storing hash index nodes");
 881         return ErrSysInternal;
 882     }
 883     hChunk->setChunkName(indName);
 884     //add row to INDEX
 885     void *tupleptr = NULL;
 886     CatalogTableINDEX cIndex(systemDatabase_);
 887     rv = cIndex.insert(indName, tptr, fldList.size(), isUnique,
 888                         chunkInfo, bucketSize, hChunk, tupleptr);
 889     if (OK != rv)
 890     {
 891         delete[] fptr;
 892         deleteUserChunk(hChunk);
 893         deleteUserChunk(chunkInfo);
 894         systemDatabase_->releaseDatabaseMutex();
 895         printError(ErrSysInternal, "Catalog table updation failed in INDEX table");
 896         return ErrSysInternal;
 897     }
 898     //add rows to INDEXFIELD
 899     CatalogTableINDEXFIELD cIndexField(systemDatabase_);
 900     rv = cIndexField.insert(fldList, tupleptr, tptr, fptr);
 901
 902     if (OK != rv)
 903     {
 904         delete[] fptr;
 905         cIndex.remove(indName, (void *&)chunkInfo, (void *&)hChunk, (void *&)tupleptr);
 906         deleteUserChunk(hChunk);
 907         deleteUserChunk(chunkInfo);
 908         systemDatabase_->releaseDatabaseMutex();
 909         printError(ErrSysInternal, "Catalog table updation failed in INDEXFIELD table");
 910         return ErrSysInternal;
 911     }
 912     delete[] fptr;
 913     systemDatabase_->releaseDatabaseMutex();
 914
 915     //TODO:: Take table lock
 916
 917     // Following code is written by Kishor Amballi
 918     TableImpl *tbl = (TableImpl *) openTable(tblName);
 919     if (! tbl->numTuples()) {
 920         printDebug(DM_Database, "Creating Hash Index Name:%s tblname:%s buckets:%x", indName, tblName, buckets);
 921         logFinest(logger, "Creating HashIndex %s on %s with bucket size %d", indName, tblName, buckets);
 922         return OK;
 923     }
 924     HashIndexInfo *indxInfo = NULL;
 925     int i = 0;
 926     for (i = 0; i < tbl->numIndexes_; i++) {
 927         if(((HashIndexInfo *)tbl->idxInfo[i])->indexPtr == tupleptr) {
 928             indxInfo = (HashIndexInfo *) tbl->idxInfo[i];
 929             break;
 930         }
 931     }
 932     void *recPtr = NULL;
 933     ChunkIterator chIter = ((Chunk *)chunk)->getIterator();
 934     while ((recPtr = chIter.nextElement()) != NULL) {
 935         rv = tbl->insertIndexNode(*tbl->trans, tupleptr, indxInfo, recPtr);
 936         if (rv == ErrUnique) {
 937             closeTable(tbl);
 938             dropIndex(indName);
 939             return rv;
 940         }
 941     }
 942     closeTable(tbl);
 943     printDebug(DM_Database, "Creating Hash Index Name:%s tblname:%s buckets:%x", indName, tblName, buckets);
 944     logFinest(logger, "Creating HashIndex %s on %s with bucket size %d", indName, tblName, buckets);
 945     return OK;
 946 }
 947
 948 void DatabaseManagerImpl::initHashBuckets(Bucket *buck, int bucketSize)
 949 {
 950     os::memset((void*)buck, 0, bucketSize * sizeof(Bucket));
 951
 952     for (int i=0; i < bucketSize ; i++)
 953     {
 954         buck[i].mutex_.init("Bucket");
 955     }
 956     return;
 957 }
 958
 959 DbRetVal DatabaseManagerImpl::dropIndex(const char *name)
 960 {
 961     return dropIndexInt(name, true);
 962 }
 963
 964 DbRetVal DatabaseManagerImpl::dropIndexInt(const char *name, bool takeLock)
 965 {
 966     DbRetVal rv = OK;
 967     void *chunk = NULL, *hchunk = NULL;
 968     void *tptr =NULL;
 969     int ret = 0;
 970     if (takeLock) {
 971         rv = systemDatabase_->getDatabaseMutex();
 972         if (OK != rv)
 973         {
 974             printError(ErrSysInternal, "Unable to get database mutex");
 975             return ErrSysInternal;
 976         }
 977     }
 978
 979     //remove the entry in INDEX
 980     CatalogTableINDEX cIndex(systemDatabase_);
 981     rv = cIndex.remove(name, chunk, hchunk, tptr);
 982     if (OK != rv)
 983     {
 984         if (takeLock) systemDatabase_->releaseDatabaseMutex();
 985         printError(ErrSysInternal, "Catalog table updation failed for INDEX table");
 986         return ErrSysInternal;
 987     }
 988     printDebug(DM_Database, "Removing from INDEX %s",name);
 989     //remove the entries in the INDEXFIELD table
 990     CatalogTableINDEXFIELD cIndexField(systemDatabase_);
 991     rv = cIndexField.remove(tptr);
 992     if (OK != rv)
 993     {
 994         if (takeLock) systemDatabase_->releaseDatabaseMutex();
 995         printError(ErrSysInternal, "Catalog table updation failed for INDEX table");
 996         return ErrSysInternal;
 997     }
 998     printDebug(DM_Database, "Removing from INDEXFIELD %s",name);
 999
1000     //delete the index chunk
1001     rv = deleteUserChunk((Chunk*)chunk);
1002     if (OK != rv)
1003     {
1004         if (takeLock) systemDatabase_->releaseDatabaseMutex();
1005         printError(ErrSysInternal, "Unable to delete the index chunk");
1006         return ErrSysInternal;
1007     }
1008     //delete the index hash node chunk
1009     rv = deleteUserChunk((Chunk*)hchunk);
1010     if (OK != rv)
1011     {
1012         if (takeLock) systemDatabase_->releaseDatabaseMutex();
1013         printError(ErrSysInternal, "Unable to delete the index hash node chunk");
1014         return ErrSysInternal;
1015     }
1016     if (takeLock) systemDatabase_->releaseDatabaseMutex();
1017     Chunk *chunkNode = systemDatabase_->getSystemDatabaseChunk(UserChunkTableId);
1018     chunkNode->free(systemDatabase_, (Chunk *) chunk);
1019     chunkNode->free(systemDatabase_, (Chunk *) hchunk);
1020
1021     //TODO::If tuples present in this table, then
1022     //free all hash index nodes for this table.
1023     //free all nodes in list of all buckets
1024     //Take table lock
1025
1026     printDebug(DM_Database, "Dropped hash index %s",name);
1027     logFinest(logger, "Deleted Index %s", name);
1028     return OK;
1029 }
1030 DbRetVal DatabaseManagerImpl::printIndexInfo(char *name)
1031 {
1032     CatalogTableINDEX cIndex(systemDatabase_);
1033     DbRetVal rv = OK;
1034     void *chunk = NULL, *hchunk = NULL;
1035     void *tptr =NULL;
1036     rv = cIndex.get(name, chunk, hchunk, tptr);
1037     if (OK != rv) return rv;
1038     printf("<IndexName> %s </IndexName>\n", name);
1039     printf("<Unique> %d </Unique>\n", CatalogTableINDEX::getUnique(tptr));
1040     Chunk *ch = (Chunk*) chunk;
1041     printf("<HashBucket>\n");
1042     printf("  <TotalPages> %d </TotalPages>\n", ch->totalPages());
1043     printf("  <TotalBuckets> %d </TotalBuckets> \n", CatalogTableINDEX::getNoOfBuckets(tptr));
1044     printf("</HashBucket>\n");
1045
1046     ch = (Chunk*) hchunk;
1047     printf("<IndexNodes>\n");
1048     printf("  <TotalPages> %d </TotalPages>\n", ch->totalPages());
1049     printf("  <TotalNodes> %d </TotalNodes>\n", ch->getTotalDataNodes());
1050     printf("<IndexNodes>\n");
1051     return OK;
1052 }
1053
1054 DbRetVal DatabaseManagerImpl::registerThread()
1055 {
1056     DbRetVal rv = OK;
1057     if (pMgr_ != NULL)
1058     {
1059         printError(ErrAlready, "Process already registered\n");
1060         return ErrAlready;
1061     }
1062     pMgr_ = new ProcessManager();
1063     rv = pMgr_->registerThread();
1064     if (rv ==OK) { procSlot = pMgr_->getProcSlot();
1065         printDebug(DM_Process, "Process registed with slot %d\n", procSlot);
1066     }
1067     return rv;
1068 }
1069
1070 DbRetVal DatabaseManagerImpl::deregisterThread()
1071 {
1072     DbRetVal rv = OK;
1073     if (pMgr_ != NULL)
1074     {
1075         rv = pMgr_->deregisterThread(procSlot);
1076         delete pMgr_;
1077         pMgr_ = NULL;
1078     }
1079     return rv;
1080 }
1081
1082 bool DatabaseManagerImpl::isAnyOneRegistered()
1083 {
1084     if (pMgr_ != NULL) return pMgr_->isAnyOneRegistered();
1085     return true;
1086 }
1087
1088
1089 void DatabaseManagerImpl::printUsageStatistics()
1090 {
1091     pMgr_->printUsageStatistics();
1092     tMgr_->printUsageStatistics();
1093     lMgr_->printUsageStatistics();
1094 }
1095
1096 void DatabaseManagerImpl::printDebugLockInfo()
1097 {
1098     lMgr_->printDebugInfo();
1099 }
1100
1101 void DatabaseManagerImpl::printDebugTransInfo()
1102 {
1103     tMgr_->printDebugInfo(systemDatabase_);
1104 }
1105 void DatabaseManagerImpl::printDebugProcInfo()
1106 {
1107     pMgr_->printDebugInfo();
1108 }
1109 void DatabaseManagerImpl::printDebugChunkInfo()
1110 {
1111     printf("<NotYetImplemented> </NotYetImplemented>\n");
1112 }
1113 ChunkIterator DatabaseManagerImpl::getSystemTableIterator(CatalogTableID id)
1114 {
1115     Chunk *fChunk = systemDatabase_->getSystemDatabaseChunk(id);
1116     return fChunk->getIterator();
1117 }
1118
1119 Chunk* DatabaseManagerImpl::getSystemTableChunk(CatalogTableID id)
1120 {
1121     return systemDatabase_->getSystemDatabaseChunk(id);
1122 }