#include <stdio.h>
#include <unistd.h>
#include <string.h>
#include <stdlib.h>
#include <ctype.h>
#include "sqlite3.h"
static const char zHelp[] =
"Usage: %s COMMAND\n"
"Commands:\n"
" init Initialized the startup.db database file\n"
" run Run the startup performance test\n"
"Options:\n"
" --dbname NAME Set the name of the test database file\n"
" --heap SZ MIN Memory allocator uses SZ bytes & min allocation MIN\n"
" --stats Show statistics at the end\n"
;
static void usage(const char *argv0){
printf(zHelp, argv0);
exit(1);
}
static const char zTestSchema[] =
"CREATE TABLE repo_blob(\n"
" rid INTEGER PRIMARY KEY,\n"
" rcvid INTEGER,\n"
" size INTEGER,\n"
" uuid TEXT UNIQUE NOT NULL,\n"
" content BLOB,\n"
" CHECK( length(uuid)>=40 AND rid>0 )\n"
");\n"
"CREATE TABLE repo_delta(\n"
" rid INTEGER PRIMARY KEY,\n"
" srcid INTEGER NOT NULL REFERENCES blob\n"
");\n"
"CREATE TABLE repo_rcvfrom(\n"
" rcvid INTEGER PRIMARY KEY,\n"
" uid INTEGER REFERENCES user,\n"
" mtime DATETIME,\n"
" nonce TEXT UNIQUE,\n"
" ipaddr TEXT\n"
");\n"
"CREATE TABLE repo_private(rid INTEGER PRIMARY KEY);\n"
"CREATE TABLE repo_accesslog(\n"
" uname TEXT,\n"
" ipaddr TEXT,\n"
" success BOOLEAN,\n"
" mtime TIMESTAMP);\n"
"CREATE TABLE repo_user(\n"
" uid INTEGER PRIMARY KEY,\n"
" login TEXT UNIQUE,\n"
" pw TEXT,\n"
" cap TEXT,\n"
" cookie TEXT,\n"
" ipaddr TEXT,\n"
" cexpire DATETIME,\n"
" info TEXT,\n"
" mtime DATE,\n"
" photo BLOB\n"
");\n"
"CREATE TABLE repo_reportfmt(\n"
" rn INTEGER PRIMARY KEY,\n"
" owner TEXT,\n"
" title TEXT UNIQUE,\n"
" mtime INTEGER,\n"
" cols TEXT,\n"
" sqlcode TEXT\n"
");\n"
"CREATE TABLE repo_sqlite_stat2(tbl,idx,sampleno,sample);\n"
"CREATE TABLE repo_sqlite_stat1(tbl,idx,stat);\n"
"CREATE TABLE repo_sqlite_stat3(tbl,idx,neq,nlt,ndlt,sample);\n"
"CREATE TABLE repo_config(\n"
" name TEXT PRIMARY KEY NOT NULL,\n"
" value CLOB, mtime INTEGER,\n"
" CHECK( typeof(name)='text' AND length(name)>=1 )\n"
") WITHOUT ROWID;\n"
"CREATE TABLE repo_shun(uuid PRIMARY KEY,\n"
" mtime INTEGER,\n"
" scom TEXT) WITHOUT ROWID;\n"
"CREATE TABLE repo_concealed(\n"
" hash TEXT PRIMARY KEY,\n"
" content TEXT\n"
", mtime INTEGER) WITHOUT ROWID;\n"
"CREATE TABLE repo_admin_log(\n"
" id INTEGER PRIMARY KEY,\n"
" time INTEGER, -- Seconds since 1970\n"
" page TEXT, -- path of page\n"
" who TEXT, -- User who made the change\n"
" what TEXT -- What changed\n"
");\n"
"CREATE TABLE repo_unversioned(\n"
" name TEXT PRIMARY KEY,\n"
" rcvid INTEGER,\n"
" mtime DATETIME,\n"
" hash TEXT,\n"
" sz INTEGER,\n"
" encoding INT,\n"
" content BLOB\n"
") WITHOUT ROWID;\n"
"CREATE TABLE repo_subscriber(\n"
" subscriberId INTEGER PRIMARY KEY,\n"
" subscriberCode BLOB DEFAULT (randomblob(32)) UNIQUE,\n"
" semail TEXT UNIQUE COLLATE nocase,\n"
" suname TEXT,\n"
" sverified BOOLEAN DEFAULT true,\n"
" sdonotcall BOOLEAN,\n"
" sdigest BOOLEAN,\n"
" ssub TEXT,\n"
" sctime INTDATE,\n"
" mtime INTDATE,\n"
" smip TEXT\n"
");\n"
"CREATE TABLE repo_pending_alert(\n"
" eventid TEXT PRIMARY KEY,\n"
" sentSep BOOLEAN DEFAULT false,\n"
" sentDigest BOOLEAN DEFAULT false\n"
", sentMod BOOLEAN DEFAULT false) WITHOUT ROWID;\n"
"CREATE INDEX repo_delta_i1 ON repo_delta(srcid);\n"
"CREATE INDEX repo_blob_rcvid ON repo_blob(rcvid);\n"
"CREATE INDEX repo_subscriberUname\n"
" ON repo_subscriber(suname) WHERE suname IS NOT NULL;\n"
"CREATE VIEW repo_artifact(rid,rcvid,size,atype,srcid,hash,content) AS\n"
" SELECT blob.rid,rcvid,size,1,srcid,uuid,content\n"
" FROM repo_blob LEFT JOIN repo_delta ON (blob.rid=delta.rid);\n"
"CREATE TABLE repo_filename(\n"
" fnid INTEGER PRIMARY KEY,\n"
" name TEXT UNIQUE\n"
");\n"
"CREATE TABLE repo_mlink(\n"
" mid INTEGER,\n"
" fid INTEGER,\n"
" pmid INTEGER,\n"
" pid INTEGER,\n"
" fnid INTEGER REFERENCES filename,\n"
" pfnid INTEGER,\n"
" mperm INTEGER,\n"
" isaux BOOLEAN DEFAULT 0\n"
");\n"
"CREATE INDEX repo_mlink_i1 ON repo_mlink(mid);\n"
"CREATE INDEX repo_mlink_i2 ON repo_mlink(fnid);\n"
"CREATE INDEX repo_mlink_i3 ON repo_mlink(fid);\n"
"CREATE INDEX repo_mlink_i4 ON repo_mlink(pid);\n"
"CREATE TABLE repo_plink(\n"
" pid INTEGER REFERENCES blob,\n"
" cid INTEGER REFERENCES blob,\n"
" isprim BOOLEAN,\n"
" mtime DATETIME,\n"
" baseid INTEGER REFERENCES blob,\n"
" UNIQUE(pid, cid)\n"
");\n"
"CREATE INDEX repo_plink_i2 ON repo_plink(cid,pid);\n"
"CREATE TABLE repo_leaf(rid INTEGER PRIMARY KEY);\n"
"CREATE TABLE repo_event(\n"
" type TEXT,\n"
" mtime DATETIME,\n"
" objid INTEGER PRIMARY KEY,\n"
" tagid INTEGER,\n"
" uid INTEGER REFERENCES user,\n"
" bgcolor TEXT,\n"
" euser TEXT,\n"
" user TEXT,\n"
" ecomment TEXT,\n"
" comment TEXT,\n"
" brief TEXT,\n"
" omtime DATETIME\n"
");\n"
"CREATE INDEX repo_event_i1 ON repo_event(mtime);\n"
"CREATE TABLE repo_phantom(\n"
" rid INTEGER PRIMARY KEY\n"
");\n"
"CREATE TABLE repo_orphan(\n"
" rid INTEGER PRIMARY KEY,\n"
" baseline INTEGER\n"
");\n"
"CREATE INDEX repo_orphan_baseline ON repo_orphan(baseline);\n"
"CREATE TABLE repo_unclustered(\n"
" rid INTEGER PRIMARY KEY\n"
");\n"
"CREATE TABLE repo_unsent(\n"
" rid INTEGER PRIMARY KEY\n"
");\n"
"CREATE TABLE repo_tag(\n"
" tagid INTEGER PRIMARY KEY,\n"
" tagname TEXT UNIQUE\n"
");\n"
"CREATE TABLE repo_tagxref(\n"
" tagid INTEGER REFERENCES tag,\n"
" tagtype INTEGER,\n"
" srcid INTEGER REFERENCES blob,\n"
" origid INTEGER REFERENCES blob,\n"
" value TEXT,\n"
" mtime TIMESTAMP,\n"
" rid INTEGER REFERENCE blob,\n"
" UNIQUE(rid, tagid)\n"
");\n"
"CREATE INDEX repo_tagxref_i1 ON repo_tagxref(tagid, mtime);\n"
"CREATE TABLE repo_backlink(\n"
" target TEXT,\n"
" srctype INT,\n"
" srcid INT,\n"
" mtime TIMESTAMP,\n"
" UNIQUE(target, srctype, srcid)\n"
");\n"
"CREATE INDEX repo_backlink_src ON repo_backlink(srcid, srctype);\n"
"CREATE TABLE repo_attachment(\n"
" attachid INTEGER PRIMARY KEY,\n"
" isLatest BOOLEAN DEFAULT 0,\n"
" mtime TIMESTAMP,\n"
" src TEXT,\n"
" target TEXT,\n"
" filename TEXT,\n"
" comment TEXT,\n"
" user TEXT\n"
");\n"
"CREATE INDEX repo_attachment_idx1\n"
" ON repo_attachment(target, filename, mtime);\n"
"CREATE INDEX repo_attachment_idx2 ON repo_attachment(src);\n"
"CREATE TABLE repo_cherrypick(\n"
" parentid INT,\n"
" childid INT,\n"
" isExclude BOOLEAN DEFAULT false,\n"
" PRIMARY KEY(parentid, childid)\n"
") WITHOUT ROWID;\n"
"CREATE INDEX repo_cherrypick_cid ON repo_cherrypick(childid);\n"
"CREATE TABLE repo_ticket(\n"
" -- Do not change any column that begins with tkt_\n"
" tkt_id INTEGER PRIMARY KEY,\n"
" tkt_uuid TEXT UNIQUE,\n"
" tkt_mtime DATE,\n"
" tkt_ctime DATE,\n"
" -- Add as many fields as required below this line\n"
" type TEXT,\n"
" status TEXT,\n"
" subsystem TEXT,\n"
" priority TEXT,\n"
" severity TEXT,\n"
" foundin TEXT,\n"
" private_contact TEXT,\n"
" resolution TEXT,\n"
" title TEXT,\n"
" comment TEXT\n"
");\n"
"CREATE TABLE repo_ticketchng(\n"
" -- Do not change any column that begins with tkt_\n"
" tkt_id INTEGER REFERENCES ticket,\n"
" tkt_rid INTEGER REFERENCES blob,\n"
" tkt_mtime DATE,\n"
" -- Add as many fields as required below this line\n"
" login TEXT,\n"
" username TEXT,\n"
" mimetype TEXT,\n"
" icomment TEXT\n"
");\n"
"CREATE INDEX repo_ticketchng_idx1 ON repo_ticketchng(tkt_id, tkt_mtime);\n"
"CREATE TRIGGER repo_alert_trigger1\n"
"AFTER INSERT ON repo_event BEGIN\n"
" INSERT INTO repo_pending_alert(eventid)\n"
" SELECT printf('%.1c%d',new.type,new.objid) WHERE true\n"
" ON CONFLICT(eventId) DO NOTHING;\n"
"END;\n"
"CREATE TABLE repo_vcache(\n"
" vid INTEGER, -- check-in ID\n"
" fname TEXT, -- filename\n"
" rid INTEGER, -- artifact ID\n"
" PRIMARY KEY(vid,fname)\n"
") WITHOUT ROWID;\n"
"CREATE TABLE localdb_vvar(\n"
" name TEXT PRIMARY KEY NOT NULL,\n"
" value CLOB,\n"
" CHECK( typeof(name)='text' AND length(name)>=1 )\n"
");\n"
"CREATE TABLE localdb_vfile(\n"
" id INTEGER PRIMARY KEY,\n"
" vid INTEGER REFERENCES blob,\n"
" chnged INT DEFAULT 0,\n"
" deleted BOOLEAN DEFAULT 0,\n"
" isexe BOOLEAN,\n"
" islink BOOLEAN,\n"
" rid INTEGER,\n"
" mrid INTEGER,\n"
" mtime INTEGER,\n"
" pathname TEXT,\n"
" origname TEXT, mhash,\n"
" UNIQUE(pathname,vid)\n"
");\n"
"CREATE TABLE localdb_sqlite_stat1(tbl,idx,stat);\n"
"CREATE TABLE localdb_vcache(\n"
" vid INTEGER, -- check-in ID\n"
" fname TEXT, -- filename\n"
" rid INTEGER, -- artifact ID\n"
" PRIMARY KEY(vid,fname)\n"
") WITHOUT ROWID;\n"
"CREATE TABLE localdb_stash(\n"
" stashid INTEGER PRIMARY KEY,\n"
" vid INTEGER,\n"
" hash TEXT,\n"
" comment TEXT,\n"
" ctime TIMESTAMP\n"
");\n"
"CREATE TABLE localdb_stashfile(\n"
" stashid INTEGER REFERENCES stash,\n"
" isAdded BOOLEAN,\n"
" isRemoved BOOLEAN,\n"
" isExec BOOLEAN,\n"
" isLink BOOLEAN,\n"
" rid INTEGER,\n"
" hash TEXT,\n"
" origname TEXT,\n"
" newname TEXT,\n"
" delta BLOB,\n"
" PRIMARY KEY(newname, stashid)\n"
");\n"
"CREATE TABLE localdb_vmerge(\n"
" id INTEGER REFERENCES vfile,\n"
" merge INTEGER,\n"
" mhash TEXT\n"
");\n"
"CREATE UNIQUE INDEX localdb_vmergex1 ON localdb_vmerge(id,mhash);\n"
"CREATE TRIGGER localdb_vmerge_ck1 AFTER INSERT ON localdb_vmerge\n"
"WHEN new.mhash IS NULL BEGIN\n"
" SELECT raise(FAIL,\n"
" 'trying to update a newer checkout with an older version of Fossil');\n"
"END;\n"
"CREATE TABLE configdb_global_config(\n"
" name TEXT PRIMARY KEY,\n"
" value TEXT\n"
");\n"
"CREATE TABLE configdb_sqlite_stat1(tbl,idx,stat);\n"
;
#ifdef __linux__
#include <sys/types.h>
#include <unistd.h>
static void displayLinuxIoStats(FILE *out){
FILE *in;
char z[200];
sqlite3_snprintf(sizeof(z), z, "/proc/%d/io", getpid());
in = fopen(z, "rb");
if( in==0 ) return;
while( fgets(z, sizeof(z), in)!=0 ){
static const struct {
const char *zPattern;
const char *zDesc;
} aTrans[] = {
{ "rchar: ", "Bytes received by read():" },
{ "wchar: ", "Bytes sent to write():" },
{ "syscr: ", "Read() system calls:" },
{ "syscw: ", "Write() system calls:" },
{ "read_bytes: ", "Bytes rcvd from storage:" },
{ "write_bytes: ", "Bytes sent to storage:" },
{ "cancelled_write_bytes: ", "Cancelled write bytes:" },
};
int i;
for(i=0; i<sizeof(aTrans)/sizeof(aTrans[0]); i++){
int n = (int)strlen(aTrans[i].zPattern);
if( strncmp(aTrans[i].zPattern, z, n)==0 ){
fprintf(out, "-- %-28s %s", aTrans[i].zDesc, &z[n]);
break;
}
}
}
fclose(in);
}
#endif
static int hexDigitValue(char c){
if( c>='0' && c<='9' ) return c - '0';
if( c>='a' && c<='f' ) return c - 'a' + 10;
if( c>='A' && c<='F' ) return c - 'A' + 10;
return -1;
}
static int integerValue(const char *zArg){
sqlite3_int64 v = 0;
static const struct { char *zSuffix; int iMult; } aMult[] = {
{ "KiB", 1024 },
{ "MiB", 1024*1024 },
{ "GiB", 1024*1024*1024 },
{ "KB", 1000 },
{ "MB", 1000000 },
{ "GB", 1000000000 },
{ "K", 1000 },
{ "M", 1000000 },
{ "G", 1000000000 },
};
int i;
int isNeg = 0;
if( zArg[0]=='-' ){
isNeg = 1;
zArg++;
}else if( zArg[0]=='+' ){
zArg++;
}
if( zArg[0]=='0' && zArg[1]=='x' ){
int x;
zArg += 2;
while( (x = hexDigitValue(zArg[0]))>=0 ){
v = (v<<4) + x;
zArg++;
}
}else{
while( isdigit(zArg[0]) ){
v = v*10 + zArg[0] - '0';
zArg++;
}
}
for(i=0; i<sizeof(aMult)/sizeof(aMult[0]); i++){
if( sqlite3_stricmp(aMult[i].zSuffix, zArg)==0 ){
v *= aMult[i].iMult;
break;
}
}
if( v>0x7fffffff ){
printf("ERROR: parameter too large - max 2147483648\n");
exit(1);
}
return (int)(isNeg? -v : v);
}
int main(int argc, char **argv){
const char *zCmd = 0;
int i;
int bAutovac = 0;
int showStats = 0;
const char *zDbName = "./startup.db";
int nHeap = 0;
int mnHeap = 0;
for(i=1; i<argc; i++){
const char *z = argv[i];
if( z[0]!='-' ){
if( zCmd ){
usage(argv[0]);
}
zCmd = z;
continue;
}
if( z[1]=='-' ) z++;
if( strcmp(z, "-autovacuum")==0 ){
bAutovac = 1;
}else
if( strcmp(z, "-dbname")==0 ){
if( i==argc-1 ){
printf("ERROR: missing argument on \"%s\"\n", argv[0]);
exit(1);
}
zDbName = argv[++i];
}else
if( strcmp(z,"-heap")==0 ){
if( i>=argc-2 ){
printf("ERROR: missing arguments on %s\n", argv[i]);
exit(1);
}
nHeap = integerValue(argv[i+1]);
mnHeap = integerValue(argv[i+2]);
i += 2;
}else
if( strcmp(z,"-stats")==0 ){
showStats = 1;
}else
{
printf("ERROR: unknown option \"%s\"\n", argv[i]);
usage(argv[0]);
}
}
if( zCmd==0 ){
printf("ERROR: no COMMAND specified\n");
usage(argv[0]);
}
if( strcmp(zCmd, "run")==0 ){
sqlite3 *db;
int rc;
char *zErr = 0;
void *pHeap = 0;
if( nHeap>0 ){
pHeap = malloc( nHeap );
if( pHeap==0 ){
printf("ERROR: cannot allocate %d-byte heap\n", nHeap);
exit(1);
}
rc = sqlite3_config(SQLITE_CONFIG_HEAP, pHeap, nHeap, mnHeap);
if( rc ){
printf("ERROR: heap configuration failed: %d\n", rc);
exit(1);
}
}
rc = sqlite3_open(zDbName, &db);
if( rc ){
printf("SQLite error: %s\n", sqlite3_errmsg(db));
}else{
sqlite3_exec(db, "PRAGMA synchronous", 0, 0, &zErr);
}
if( zErr ){
printf("ERROR: %s\n", zErr);
sqlite3_free(zErr);
}
if( showStats ){
int iCur, iHi;
sqlite3_db_status(db, SQLITE_DBSTATUS_LOOKASIDE_USED, &iCur, &iHi, 0);
printf("-- Lookaside Slots Used: %d (max %d)\n", iCur,iHi);
sqlite3_db_status(db, SQLITE_DBSTATUS_LOOKASIDE_HIT, &iCur, &iHi, 0);
printf("-- Successful lookasides: %d\n", iHi);
sqlite3_db_status(db, SQLITE_DBSTATUS_LOOKASIDE_MISS_SIZE, &iCur,&iHi,0);
printf("-- Lookaside size faults: %d\n", iHi);
sqlite3_db_status(db, SQLITE_DBSTATUS_LOOKASIDE_MISS_FULL, &iCur,&iHi,0);
printf("-- Lookaside OOM faults: %d\n", iHi);
sqlite3_db_status(db, SQLITE_DBSTATUS_CACHE_USED, &iCur, &iHi, 0);
printf("-- Pager Heap Usage: %d bytes\n", iCur);
sqlite3_db_status(db, SQLITE_DBSTATUS_CACHE_HIT, &iCur, &iHi, 1);
printf("-- Page cache hits: %d\n", iCur);
sqlite3_db_status(db, SQLITE_DBSTATUS_CACHE_MISS, &iCur, &iHi, 1);
printf("-- Page cache misses: %d\n", iCur);
sqlite3_db_status(db, SQLITE_DBSTATUS_CACHE_WRITE, &iCur, &iHi, 1);
printf("-- Page cache writes: %d\n", iCur);
sqlite3_db_status(db, SQLITE_DBSTATUS_SCHEMA_USED, &iCur, &iHi, 0);
printf("-- Schema Heap Usage: %d bytes\n", iCur);
sqlite3_db_status(db, SQLITE_DBSTATUS_STMT_USED, &iCur, &iHi, 0);
printf("-- Statement Heap Usage: %d bytes\n", iCur);
}
sqlite3_close(db);
free(pHeap);
if( showStats ){
int iCur, iHi;
sqlite3_status(SQLITE_STATUS_MEMORY_USED, &iCur, &iHi, 0);
printf("-- Memory Used (bytes): %d (max %d)\n", iCur,iHi);
sqlite3_status(SQLITE_STATUS_MALLOC_COUNT, &iCur, &iHi, 0);
printf("-- Outstanding Allocations: %d (max %d)\n", iCur,iHi);
sqlite3_status(SQLITE_STATUS_PAGECACHE_OVERFLOW, &iCur, &iHi, 0);
printf("-- Pcache Overflow Bytes: %d (max %d)\n", iCur,iHi);
sqlite3_status(SQLITE_STATUS_MALLOC_SIZE, &iCur, &iHi, 0);
printf("-- Largest Allocation: %d bytes\n",iHi);
sqlite3_status(SQLITE_STATUS_PAGECACHE_SIZE, &iCur, &iHi, 0);
printf("-- Largest Pcache Allocation: %d bytes\n",iHi);
#ifdef __linux__
displayLinuxIoStats(stdout);
#endif
}
return 0;
}
if( strcmp(zCmd, "init")==0 ){
sqlite3 *db;
char *zAux;
char *zErr = 0;
int rc;
unlink(zDbName);
zAux = sqlite3_mprintf("%s-journal", zDbName);
unlink(zAux);
sqlite3_free(zAux);
zAux = sqlite3_mprintf("%s-wal", zDbName);
unlink(zAux);
sqlite3_free(zAux);
rc = sqlite3_open(zDbName, &db);
if( rc ){
printf("SQLite error: %s\n", sqlite3_errmsg(db));
}else{
sqlite3_exec(db, "BEGIN", 0, 0, 0);
sqlite3_exec(db, zTestSchema, 0, 0, &zErr);
sqlite3_exec(db, "COMMIT", 0, 0, 0);
}
if( zErr ){
printf("ERROR: %s\n", zErr);
sqlite3_free(zErr);
}
sqlite3_close(db);
return 0;
}
}