using System; using System.Diagnostics; using System.Text; using Pgno = System.UInt32; using u32 = System.UInt32; namespace Community.CsharpSqlite { using sqlite3_stmt = Sqlite3.Vdbe; public partial class Sqlite3 { /* ** 2003 April 6 ** ** The author disclaims copyright to this source code. In place of ** a legal notice, here is a blessing: ** ** May you do good and not evil. ** May you find forgiveness for yourself and forgive others. ** May you share freely, never taking more than you give. ** ************************************************************************* ** This file contains code used to implement the VACUUM command. ** ** Most of the code in this file may be omitted by defining the ** SQLITE_OMIT_VACUUM macro. ************************************************************************* ** Included in SQLite3 port to C#-SQLite; 2008 Noah B Hart ** C#-SQLite is an independent reimplementation of the SQLite software library ** ** SQLITE_SOURCE_ID: 2011-05-19 13:26:54 ed1da510a239ea767a01dc332b667119fa3c908e ** ************************************************************************* */ //#include "sqliteInt.h" //#include "vdbeInt.h" #if !SQLITE_OMIT_VACUUM && !SQLITE_OMIT_ATTACH /* ** Finalize a prepared statement. If there was an error, store the ** text of the error message in *pzErrMsg. Return the result code. */ static int vacuumFinalize( sqlite3 db, sqlite3_stmt pStmt, string pzErrMsg ) { int rc; rc = sqlite3VdbeFinalize( ref pStmt ); if ( rc != 0 ) { sqlite3SetString( ref pzErrMsg, db, sqlite3_errmsg( db ) ); } return rc; } /* ** Execute zSql on database db. Return an error code. */ static int execSql( sqlite3 db, string pzErrMsg, string zSql ) { sqlite3_stmt pStmt = null; #if !NDEBUG int rc; //VVA_ONLY( int rc; ) #endif if ( zSql == null ) { return SQLITE_NOMEM; } if ( SQLITE_OK != sqlite3_prepare( db, zSql, -1, ref pStmt, 0 ) ) { sqlite3SetString( ref pzErrMsg, db, sqlite3_errmsg( db ) ); return sqlite3_errcode( db ); } #if !NDEBUG rc = sqlite3_step( pStmt ); //VVA_ONLY( rc = ) sqlite3_step(pStmt); Debug.Assert( rc != SQLITE_ROW ); #else sqlite3_step(pStmt); #endif return vacuumFinalize( db, pStmt, pzErrMsg ); } /* ** Execute zSql on database db. The statement returns exactly ** one column. Execute this as SQL on the same database. */ static int execExecSql( sqlite3 db, string pzErrMsg, string zSql ) { sqlite3_stmt pStmt = null; int rc; rc = sqlite3_prepare( db, zSql, -1, ref pStmt, 0 ); if ( rc != SQLITE_OK ) return rc; while ( SQLITE_ROW == sqlite3_step( pStmt ) ) { rc = execSql( db, pzErrMsg, sqlite3_column_text( pStmt, 0 ) ); if ( rc != SQLITE_OK ) { vacuumFinalize( db, pStmt, pzErrMsg ); return rc; } } return vacuumFinalize( db, pStmt, pzErrMsg ); } /* ** The non-standard VACUUM command is used to clean up the database, ** collapse free space, etc. It is modelled after the VACUUM command ** in PostgreSQL. ** ** In version 1.0.x of SQLite, the VACUUM command would call ** gdbm_reorganize() on all the database tables. But beginning ** with 2.0.0, SQLite no longer uses GDBM so this command has ** become a no-op. */ static void sqlite3Vacuum( Parse pParse ) { Vdbe v = sqlite3GetVdbe( pParse ); if ( v != null ) { sqlite3VdbeAddOp2( v, OP_Vacuum, 0, 0 ); } return; } /* ** This routine implements the OP_Vacuum opcode of the VDBE. */ static int sqlite3RunVacuum( ref string pzErrMsg, sqlite3 db ) { int rc = SQLITE_OK; /* Return code from service routines */ Btree pMain; /* The database being vacuumed */ Btree pTemp; /* The temporary database we vacuum into */ int saved_flags; /* Saved value of the db.flags */ int saved_nChange; /* Saved value of db.nChange */ int saved_nTotalChange; /* Saved value of db.nTotalChange */ dxTrace saved_xTrace; //void (*saved_xTrace)(void*,const char*); /* Saved db->xTrace */ Db pDb = null; /* Database to detach at end of vacuum */ bool isMemDb; /* True if vacuuming a :memory: database */ int nRes; /* Bytes of reserved space at the end of each page */ if ( 0 == db.autoCommit ) { sqlite3SetString( ref pzErrMsg, db, "cannot VACUUM from within a transaction" ); return SQLITE_ERROR; } if ( db.activeVdbeCnt > 1 ) { sqlite3SetString( ref pzErrMsg, db, "cannot VACUUM - SQL statements in progress" ); return SQLITE_ERROR; } /* Save the current value of the database flags so that it can be ** restored before returning. Then set the writable-schema flag, and ** disable CHECK and foreign key constraints. */ saved_flags = db.flags; saved_nChange = db.nChange; saved_nTotalChange = db.nTotalChange; saved_xTrace = db.xTrace; db.flags |= SQLITE_WriteSchema | SQLITE_IgnoreChecks | SQLITE_PreferBuiltin; db.flags &= ~( SQLITE_ForeignKeys | SQLITE_ReverseOrder ); db.xTrace = null; pMain = db.aDb[0].pBt; isMemDb = sqlite3PagerIsMemdb( sqlite3BtreePager( pMain ) ); /* Attach the temporary database as 'vacuum_db'. The synchronous pragma ** can be set to 'off' for this file, as it is not recovered if a crash ** occurs anyway. The integrity of the database is maintained by a ** (possibly synchronous) transaction opened on the main database before ** sqlite3BtreeCopyFile() is called. ** ** An optimisation would be to use a non-journaled pager. ** (Later:) I tried setting "PRAGMA vacuum_db.journal_mode=OFF" but ** that actually made the VACUUM run slower. Very little journalling ** actually occurs when doing a vacuum since the vacuum_db is initially ** empty. Only the journal header is written. Apparently it takes more ** time to parse and run the PRAGMA to turn journalling off than it does ** to write the journal header file. */ string zSql = string.Empty; /* SQL statements */ if ( sqlite3TempInMemory( db ) ) { zSql = "ATTACH ':memory:' AS vacuum_db;"; } else { zSql = "ATTACH '' AS vacuum_db;"; } int nDb = db.nDb; /* Number of attached databases */ rc = execSql( db, pzErrMsg, zSql ); if ( db.nDb > nDb ) { pDb = db.aDb[db.nDb - 1]; Debug.Assert( pDb.zName == "vacuum_db" ); } if ( rc != SQLITE_OK ) goto end_of_vacuum; pDb = db.aDb[db.nDb - 1]; Debug.Assert( db.aDb[db.nDb - 1].zName == "vacuum_db" ); pTemp = db.aDb[db.nDb - 1].pBt; /* The call to execSql() to attach the temp database has left the file ** locked (as there was more than one active statement when the transaction ** to read the schema was concluded. Unlock it here so that this doesn't ** cause problems for the call to BtreeSetPageSize() below. */ sqlite3BtreeCommit( pTemp ); nRes = sqlite3BtreeGetReserve( pMain ); /* A VACUUM cannot change the pagesize of an encrypted database. */ #if SQLITE_HAS_CODEC if ( db.nextPagesize != 0 ) { //extern void sqlite3CodecGetKey(sqlite3*, int, void**, int*); int nKey; string zKey; sqlite3CodecGetKey( db, 0, out zKey, out nKey ); // sqlite3CodecGetKey(db, 0, (void**)&zKey, nKey); if ( nKey != 0 ) db.nextPagesize = 0; } #endif /* Do not attempt to change the page size for a WAL database */ if ( sqlite3PagerGetJournalMode( sqlite3BtreePager( pMain ) ) == PAGER_JOURNALMODE_WAL ) { db.nextPagesize = 0; } if ( sqlite3BtreeSetPageSize( pTemp, sqlite3BtreeGetPageSize( pMain ), nRes, 0 ) != 0 || ( !isMemDb && sqlite3BtreeSetPageSize( pTemp, db.nextPagesize, nRes, 0 ) != 0 ) //|| NEVER( db.mallocFailed != 0 ) ) { rc = SQLITE_NOMEM; goto end_of_vacuum; } rc = execSql( db, pzErrMsg, "PRAGMA vacuum_db.synchronous=OFF" ); if ( rc != SQLITE_OK ) { goto end_of_vacuum; } #if !SQLITE_OMIT_AUTOVACUUM sqlite3BtreeSetAutoVacuum( pTemp, db.nextAutovac >= 0 ? db.nextAutovac : sqlite3BtreeGetAutoVacuum( pMain ) ); #endif /* Begin a transaction */ rc = execSql( db, pzErrMsg, "BEGIN EXCLUSIVE;" ); if ( rc != SQLITE_OK ) goto end_of_vacuum; /* Query the schema of the main database. Create a mirror schema ** in the temporary database. */ rc = execExecSql( db, pzErrMsg, "SELECT 'CREATE TABLE vacuum_db.' || substr(sql,14) " + " FROM sqlite_master WHERE type='table' AND name!='sqlite_sequence'" + " AND rootpage>0" ); if ( rc != SQLITE_OK ) goto end_of_vacuum; rc = execExecSql( db, pzErrMsg, "SELECT 'CREATE INDEX vacuum_db.' || substr(sql,14)" + " FROM sqlite_master WHERE sql LIKE 'CREATE INDEX %' " ); if ( rc != SQLITE_OK ) goto end_of_vacuum; rc = execExecSql( db, pzErrMsg, "SELECT 'CREATE UNIQUE INDEX vacuum_db.' || substr(sql,21) " + " FROM sqlite_master WHERE sql LIKE 'CREATE UNIQUE INDEX %'" ); if ( rc != SQLITE_OK ) goto end_of_vacuum; /* Loop through the tables in the main database. For each, do ** an "INSERT INTO vacuum_db.xxx SELECT * FROM main.xxx;" to copy ** the contents to the temporary database. */ rc = execExecSql( db, pzErrMsg, "SELECT 'INSERT INTO vacuum_db.' || quote(name) " + "|| ' SELECT * FROM main.' || quote(name) || ';'" + "FROM main.sqlite_master " + "WHERE type = 'table' AND name!='sqlite_sequence' " + " AND rootpage>0" ); if ( rc != SQLITE_OK ) goto end_of_vacuum; /* Copy over the sequence table */ rc = execExecSql( db, pzErrMsg, "SELECT 'DELETE FROM vacuum_db.' || quote(name) || ';' " + "FROM vacuum_db.sqlite_master WHERE name='sqlite_sequence' " ); if ( rc != SQLITE_OK ) goto end_of_vacuum; rc = execExecSql( db, pzErrMsg, "SELECT 'INSERT INTO vacuum_db.' || quote(name) " + "|| ' SELECT * FROM main.' || quote(name) || ';' " + "FROM vacuum_db.sqlite_master WHERE name=='sqlite_sequence';" ); if ( rc != SQLITE_OK ) goto end_of_vacuum; /* Copy the triggers, views, and virtual tables from the main database ** over to the temporary database. None of these objects has any ** associated storage, so all we have to do is copy their entries ** from the SQLITE_MASTER table. */ rc = execSql( db, pzErrMsg, "INSERT INTO vacuum_db.sqlite_master " + " SELECT type, name, tbl_name, rootpage, sql" + " FROM main.sqlite_master" + " WHERE type='view' OR type='trigger'" + " OR (type='table' AND rootpage=0)" ); if ( rc != 0 ) goto end_of_vacuum; /* At this point, unless the main db was completely empty, there is now a ** transaction open on the vacuum database, but not on the main database. ** Open a btree level transaction on the main database. This allows a ** call to sqlite3BtreeCopyFile(). The main database btree level ** transaction is then committed, so the SQL level never knows it was ** opened for writing. This way, the SQL transaction used to create the ** temporary database never needs to be committed. */ { u32 meta = 0; int i; /* This array determines which meta meta values are preserved in the ** vacuum. Even entries are the meta value number and odd entries ** are an increment to apply to the meta value after the vacuum. ** The increment is used to increase the schema cookie so that other ** connections to the same database will know to reread the schema. */ byte[] aCopy = new byte[] { BTREE_SCHEMA_VERSION, 1, /* Add one to the old schema cookie */ BTREE_DEFAULT_CACHE_SIZE, 0, /* Preserve the default page cache size */ BTREE_TEXT_ENCODING, 0, /* Preserve the text encoding */ BTREE_USER_VERSION, 0, /* Preserve the user version */ }; Debug.Assert( sqlite3BtreeIsInTrans( pTemp ) ); Debug.Assert( sqlite3BtreeIsInTrans( pMain ) ); /* Copy Btree meta values */ for ( i = 0; i < ArraySize( aCopy ); i += 2 ) { /* GetMeta() and UpdateMeta() cannot fail in this context because ** we already have page 1 loaded into cache and marked dirty. */ sqlite3BtreeGetMeta( pMain, aCopy[i], ref meta ); rc = sqlite3BtreeUpdateMeta( pTemp, aCopy[i], (u32)( meta + aCopy[i + 1] ) ); if ( NEVER( rc != SQLITE_OK ) ) goto end_of_vacuum; } rc = sqlite3BtreeCopyFile( pMain, pTemp ); if ( rc != SQLITE_OK ) goto end_of_vacuum; rc = sqlite3BtreeCommit( pTemp ); if ( rc != SQLITE_OK ) goto end_of_vacuum; #if !SQLITE_OMIT_AUTOVACUUM sqlite3BtreeSetAutoVacuum( pMain, sqlite3BtreeGetAutoVacuum( pTemp ) ); #endif } Debug.Assert( rc == SQLITE_OK ); rc = sqlite3BtreeSetPageSize( pMain, sqlite3BtreeGetPageSize( pTemp ), nRes, 1 ); end_of_vacuum: /* Restore the original value of db.flags */ db.flags = saved_flags; db.nChange = saved_nChange; db.nTotalChange = saved_nTotalChange; db.xTrace = saved_xTrace; sqlite3BtreeSetPageSize( pMain, -1, -1, 1 ); /* Currently there is an SQL level transaction open on the vacuum ** database. No locks are held on any other files (since the main file ** was committed at the btree level). So it safe to end the transaction ** by manually setting the autoCommit flag to true and detaching the ** vacuum database. The vacuum_db journal file is deleted when the pager ** is closed by the DETACH. */ db.autoCommit = 1; if ( pDb != null ) { sqlite3BtreeClose( ref pDb.pBt ); pDb.pBt = null; pDb.pSchema = null; } /* This both clears the schemas and reduces the size of the db->aDb[] ** array. */ sqlite3ResetInternalSchema( db, -1 ); return rc; } #endif // * SQLITE_OMIT_VACUUM && SQLITE_OMIT_ATTACH */ } }