/* Unix SMB/CIFS implementation. Samba database functions Copyright (C) Andrew Tridgell 1999-2000 Copyright (C) Paul `Rusty' Russell 2000 Copyright (C) Jeremy Allison 2000 Copyright (C) Andrew Esh 2001 This program is free software; you can redistribute it and/or modify it under the terms of the GNU General Public License as published by the Free Software Foundation; either version 3 of the License, or (at your option) any later version. This program is distributed in the hope that it will be useful, but WITHOUT ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for more details. You should have received a copy of the GNU General Public License along with this program. If not, see . */ #include "config.h" #include "ntdb.h" #ifdef HAVE_LIBREPLACE #include #include #include #include #else #include #include #include #include #include #include #include #include #include #include #endif static int do_command(void); const char *cmdname; char *arg1, *arg2; size_t arg1len, arg2len; int bIterate = 0; char *line; NTDB_DATA iterate_kbuf; char cmdline[1024]; static int disable_mmap; enum commands { CMD_CREATE_NTDB, CMD_OPEN_NTDB, CMD_TRANSACTION_START, CMD_TRANSACTION_COMMIT, CMD_TRANSACTION_CANCEL, CMD_ERASE, CMD_DUMP, CMD_INSERT, CMD_MOVE, CMD_STORE, CMD_SHOW, CMD_KEYS, CMD_HEXKEYS, CMD_DELETE, #if 0 CMD_LIST_HASH_FREE, CMD_LIST_FREE, #endif CMD_INFO, CMD_MMAP, CMD_SPEED, CMD_FIRST, CMD_NEXT, CMD_SYSTEM, CMD_CHECK, CMD_QUIT, CMD_HELP }; typedef struct { const char *name; enum commands cmd; } COMMAND_TABLE; COMMAND_TABLE cmd_table[] = { {"create", CMD_CREATE_NTDB}, {"open", CMD_OPEN_NTDB}, #if 0 {"transaction_start", CMD_TRANSACTION_START}, {"transaction_commit", CMD_TRANSACTION_COMMIT}, {"transaction_cancel", CMD_TRANSACTION_CANCEL}, #endif {"erase", CMD_ERASE}, {"dump", CMD_DUMP}, {"insert", CMD_INSERT}, {"move", CMD_MOVE}, {"store", CMD_STORE}, {"show", CMD_SHOW}, {"keys", CMD_KEYS}, {"hexkeys", CMD_HEXKEYS}, {"delete", CMD_DELETE}, #if 0 {"list", CMD_LIST_HASH_FREE}, {"free", CMD_LIST_FREE}, #endif {"info", CMD_INFO}, {"speed", CMD_SPEED}, {"mmap", CMD_MMAP}, {"first", CMD_FIRST}, {"1", CMD_FIRST}, {"next", CMD_NEXT}, {"n", CMD_NEXT}, {"check", CMD_CHECK}, {"quit", CMD_QUIT}, {"q", CMD_QUIT}, {"!", CMD_SYSTEM}, {NULL, CMD_HELP} }; struct timeval tp1,tp2; static void _start_timer(void) { gettimeofday(&tp1,NULL); } static double _end_timer(void) { gettimeofday(&tp2,NULL); return((tp2.tv_sec - tp1.tv_sec) + (tp2.tv_usec - tp1.tv_usec)*1.0e-6); } static void ntdb_log(struct ntdb_context *ntdb, enum ntdb_log_level level, enum NTDB_ERROR ecode, const char *message, void *data) { fprintf(stderr, "ntdb:%s:%s:%s\n", ntdb_name(ntdb), ntdb_errorstr(ecode), message); } /* a ntdb tool for manipulating a ntdb database */ static struct ntdb_context *ntdb; static int print_rec(struct ntdb_context *the_ntdb, NTDB_DATA key, NTDB_DATA dbuf, void *state); static int print_key(struct ntdb_context *the_ntdb, NTDB_DATA key, NTDB_DATA dbuf, void *state); static int print_hexkey(struct ntdb_context *the_ntdb, NTDB_DATA key, NTDB_DATA dbuf, void *state); static void print_asc(const char *buf,int len) { int i; /* We're probably printing ASCII strings so don't try to display the trailing NULL character. */ if (buf[len - 1] == 0) len--; for (i=0;i8) printf(" "); while (n--) printf(" "); n = i%16; if (n > 8) n = 8; print_asc(&buf[i-(i%16)],n); printf(" "); n = (i%16) - n; if (n>0) print_asc(&buf[i-n],n); printf("\n"); } } static void help(void) { printf("\n" "tdbtool: \n" " create dbname : create a database\n" " open dbname : open an existing database\n" " openjh dbname : open an existing database (jenkins hash)\n" " transaction_start : start a transaction\n" " transaction_commit : commit a transaction\n" " transaction_cancel : cancel a transaction\n" " erase : erase the database\n" " dump : dump the database as strings\n" " keys : dump the database keys as strings\n" " hexkeys : dump the database keys as hex values\n" " info : print summary info about the database\n" " insert key data : insert a record\n" " move key file : move a record to a destination ntdb\n" " store key data : store a record (replace)\n" " show key : show a record by key\n" " delete key : delete a record by key\n" #if 0 " list : print the database hash table and freelist\n" " free : print the database freelist\n" #endif " check : check the integrity of an opened database\n" " speed : perform speed tests on the database\n" " ! command : execute system command\n" " 1 | first : print the first record\n" " n | next : print the next record\n" " q | quit : terminate\n" " \\n : repeat 'next' command\n" "\n"); } static void terror(enum NTDB_ERROR err, const char *why) { if (err != NTDB_SUCCESS) printf("%s:%s\n", ntdb_errorstr(err), why); else printf("%s\n", why); } static void create_ntdb(const char *tdbname) { union ntdb_attribute log_attr; log_attr.base.attr = NTDB_ATTRIBUTE_LOG; log_attr.base.next = NULL; log_attr.log.fn = ntdb_log; if (ntdb) ntdb_close(ntdb); ntdb = ntdb_open(tdbname, (disable_mmap?NTDB_NOMMAP:0), O_RDWR | O_CREAT | O_TRUNC, 0600, &log_attr); if (!ntdb) { printf("Could not create %s: %s\n", tdbname, strerror(errno)); } } static void open_ntdb(const char *tdbname) { union ntdb_attribute log_attr; log_attr.base.attr = NTDB_ATTRIBUTE_LOG; log_attr.base.next = NULL; log_attr.log.fn = ntdb_log; if (ntdb) ntdb_close(ntdb); ntdb = ntdb_open(tdbname, disable_mmap?NTDB_NOMMAP:0, O_RDWR, 0600, &log_attr); if (!ntdb) { printf("Could not open %s: %s\n", tdbname, strerror(errno)); } } static void insert_ntdb(char *keyname, size_t keylen, char* data, size_t datalen) { NTDB_DATA key, dbuf; enum NTDB_ERROR ecode; if ((keyname == NULL) || (keylen == 0)) { terror(NTDB_SUCCESS, "need key"); return; } key.dptr = (unsigned char *)keyname; key.dsize = keylen; dbuf.dptr = (unsigned char *)data; dbuf.dsize = datalen; ecode = ntdb_store(ntdb, key, dbuf, NTDB_INSERT); if (ecode) { terror(ecode, "insert failed"); } } static void store_ntdb(char *keyname, size_t keylen, char* data, size_t datalen) { NTDB_DATA key, dbuf; enum NTDB_ERROR ecode; if ((keyname == NULL) || (keylen == 0)) { terror(NTDB_SUCCESS, "need key"); return; } if ((data == NULL) || (datalen == 0)) { terror(NTDB_SUCCESS, "need data"); return; } key.dptr = (unsigned char *)keyname; key.dsize = keylen; dbuf.dptr = (unsigned char *)data; dbuf.dsize = datalen; printf("Storing key:\n"); print_rec(ntdb, key, dbuf, NULL); ecode = ntdb_store(ntdb, key, dbuf, NTDB_REPLACE); if (ecode) { terror(ecode, "store failed"); } } static void show_ntdb(char *keyname, size_t keylen) { NTDB_DATA key, dbuf; enum NTDB_ERROR ecode; if ((keyname == NULL) || (keylen == 0)) { terror(NTDB_SUCCESS, "need key"); return; } key.dptr = (unsigned char *)keyname; key.dsize = keylen; ecode = ntdb_fetch(ntdb, key, &dbuf); if (ecode) { terror(ecode, "fetch failed"); return; } print_rec(ntdb, key, dbuf, NULL); free( dbuf.dptr ); } static void delete_ntdb(char *keyname, size_t keylen) { NTDB_DATA key; enum NTDB_ERROR ecode; if ((keyname == NULL) || (keylen == 0)) { terror(NTDB_SUCCESS, "need key"); return; } key.dptr = (unsigned char *)keyname; key.dsize = keylen; ecode = ntdb_delete(ntdb, key); if (ecode) { terror(ecode, "delete failed"); } } static void move_rec(char *keyname, size_t keylen, char* tdbname) { NTDB_DATA key, dbuf; struct ntdb_context *dst_ntdb; enum NTDB_ERROR ecode; if ((keyname == NULL) || (keylen == 0)) { terror(NTDB_SUCCESS, "need key"); return; } if ( !tdbname ) { terror(NTDB_SUCCESS, "need destination ntdb name"); return; } key.dptr = (unsigned char *)keyname; key.dsize = keylen; ecode = ntdb_fetch(ntdb, key, &dbuf); if (ecode) { terror(ecode, "fetch failed"); return; } print_rec(ntdb, key, dbuf, NULL); dst_ntdb = ntdb_open(tdbname, 0, O_RDWR, 0600, NULL); if ( !dst_ntdb ) { terror(NTDB_SUCCESS, "unable to open destination ntdb"); return; } ecode = ntdb_store( dst_ntdb, key, dbuf, NTDB_REPLACE); if (ecode) terror(ecode, "failed to move record"); else printf("record moved\n"); ntdb_close( dst_ntdb ); } static int print_rec(struct ntdb_context *the_ntdb, NTDB_DATA key, NTDB_DATA dbuf, void *state) { printf("\nkey %d bytes\n", (int)key.dsize); print_asc((const char *)key.dptr, key.dsize); printf("\ndata %d bytes\n", (int)dbuf.dsize); print_data((const char *)dbuf.dptr, dbuf.dsize); return 0; } static int print_key(struct ntdb_context *the_ntdb, NTDB_DATA key, NTDB_DATA dbuf, void *state) { printf("key %d bytes: ", (int)key.dsize); print_asc((const char *)key.dptr, key.dsize); printf("\n"); return 0; } static int print_hexkey(struct ntdb_context *the_ntdb, NTDB_DATA key, NTDB_DATA dbuf, void *state) { printf("key %d bytes\n", (int)key.dsize); print_data((const char *)key.dptr, key.dsize); printf("\n"); return 0; } static int total_bytes; static int traverse_fn(struct ntdb_context *the_ntdb, NTDB_DATA key, NTDB_DATA dbuf, void *state) { total_bytes += dbuf.dsize; return 0; } static void info_ntdb(void) { enum NTDB_ERROR ecode; char *summary; ecode = ntdb_summary(ntdb, NTDB_SUMMARY_HISTOGRAMS, &summary); if (ecode) { terror(ecode, "Getting summary"); } else { printf("%s", summary); free(summary); } } static void speed_ntdb(const char *tlimit) { unsigned timelimit = tlimit?atoi(tlimit):0; double t; int ops; if (timelimit == 0) timelimit = 5; ops = 0; printf("Testing store speed for %u seconds\n", timelimit); _start_timer(); do { long int r = random(); NTDB_DATA key, dbuf; key = ntdb_mkdata("store test", strlen("store test")); dbuf.dptr = (unsigned char *)&r; dbuf.dsize = sizeof(r); ntdb_store(ntdb, key, dbuf, NTDB_REPLACE); t = _end_timer(); ops++; } while (t < timelimit); printf("%10.3f ops/sec\n", ops/t); ops = 0; printf("Testing fetch speed for %u seconds\n", timelimit); _start_timer(); do { long int r = random(); NTDB_DATA key, dbuf; key = ntdb_mkdata("store test", strlen("store test")); dbuf.dptr = (unsigned char *)&r; dbuf.dsize = sizeof(r); ntdb_fetch(ntdb, key, &dbuf); t = _end_timer(); ops++; } while (t < timelimit); printf("%10.3f ops/sec\n", ops/t); ops = 0; printf("Testing transaction speed for %u seconds\n", timelimit); _start_timer(); do { long int r = random(); NTDB_DATA key, dbuf; key = ntdb_mkdata("transaction test", strlen("transaction test")); dbuf.dptr = (unsigned char *)&r; dbuf.dsize = sizeof(r); ntdb_transaction_start(ntdb); ntdb_store(ntdb, key, dbuf, NTDB_REPLACE); ntdb_transaction_commit(ntdb); t = _end_timer(); ops++; } while (t < timelimit); printf("%10.3f ops/sec\n", ops/t); ops = 0; printf("Testing traverse speed for %u seconds\n", timelimit); _start_timer(); do { ntdb_traverse(ntdb, traverse_fn, NULL); t = _end_timer(); ops++; } while (t < timelimit); printf("%10.3f ops/sec\n", ops/t); } static void toggle_mmap(void) { disable_mmap = !disable_mmap; if (disable_mmap) { printf("mmap is disabled\n"); } else { printf("mmap is enabled\n"); } } static char *ntdb_getline(const char *prompt) { static char thisline[1024]; char *p; fputs(prompt, stdout); thisline[0] = 0; p = fgets(thisline, sizeof(thisline)-1, stdin); if (p) p = strchr(p, '\n'); if (p) *p = 0; return p?thisline:NULL; } static int do_delete_fn(struct ntdb_context *the_ntdb, NTDB_DATA key, NTDB_DATA dbuf, void *state) { return ntdb_delete(the_ntdb, key); } static void first_record(struct ntdb_context *the_ntdb, NTDB_DATA *pkey) { NTDB_DATA dbuf; enum NTDB_ERROR ecode; ecode = ntdb_firstkey(the_ntdb, pkey); if (!ecode) ecode = ntdb_fetch(the_ntdb, *pkey, &dbuf); if (ecode) terror(ecode, "fetch failed"); else { print_rec(the_ntdb, *pkey, dbuf, NULL); } } static void next_record(struct ntdb_context *the_ntdb, NTDB_DATA *pkey) { NTDB_DATA dbuf; enum NTDB_ERROR ecode; ecode = ntdb_nextkey(the_ntdb, pkey); if (!ecode) ecode = ntdb_fetch(the_ntdb, *pkey, &dbuf); if (ecode) terror(ecode, "fetch failed"); else print_rec(the_ntdb, *pkey, dbuf, NULL); } static void check_db(struct ntdb_context *the_ntdb) { if (!the_ntdb) { printf("Error: No database opened!\n"); } else { if (ntdb_check(the_ntdb, NULL, NULL) != 0) printf("Integrity check for the opened database failed.\n"); else printf("Database integrity is OK.\n"); } } static int do_command(void) { COMMAND_TABLE *ctp = cmd_table; enum commands mycmd = CMD_HELP; int cmd_len; if (cmdname && strlen(cmdname) == 0) { mycmd = CMD_NEXT; } else { while (ctp->name) { cmd_len = strlen(ctp->name); if (strncmp(ctp->name,cmdname,cmd_len) == 0) { mycmd = ctp->cmd; break; } ctp++; } } switch (mycmd) { case CMD_CREATE_NTDB: bIterate = 0; create_ntdb(arg1); return 0; case CMD_OPEN_NTDB: bIterate = 0; open_ntdb(arg1); return 0; case CMD_SYSTEM: /* Shell command */ if (system(arg1) == -1) { terror(NTDB_SUCCESS, "system() call failed\n"); } return 0; case CMD_QUIT: return 1; default: /* all the rest require a open database */ if (!ntdb) { bIterate = 0; terror(NTDB_SUCCESS, "database not open"); help(); return 0; } switch (mycmd) { case CMD_TRANSACTION_START: bIterate = 0; ntdb_transaction_start(ntdb); return 0; case CMD_TRANSACTION_COMMIT: bIterate = 0; ntdb_transaction_commit(ntdb); return 0; case CMD_TRANSACTION_CANCEL: bIterate = 0; ntdb_transaction_cancel(ntdb); return 0; case CMD_ERASE: bIterate = 0; ntdb_traverse(ntdb, do_delete_fn, NULL); return 0; case CMD_DUMP: bIterate = 0; ntdb_traverse(ntdb, print_rec, NULL); return 0; case CMD_INSERT: bIterate = 0; insert_ntdb(arg1, arg1len,arg2,arg2len); return 0; case CMD_MOVE: bIterate = 0; move_rec(arg1,arg1len,arg2); return 0; case CMD_STORE: bIterate = 0; store_ntdb(arg1,arg1len,arg2,arg2len); return 0; case CMD_SHOW: bIterate = 0; show_ntdb(arg1, arg1len); return 0; case CMD_KEYS: ntdb_traverse(ntdb, print_key, NULL); return 0; case CMD_HEXKEYS: ntdb_traverse(ntdb, print_hexkey, NULL); return 0; case CMD_DELETE: bIterate = 0; delete_ntdb(arg1,arg1len); return 0; #if 0 case CMD_LIST_HASH_FREE: ntdb_dump_all(ntdb); return 0; case CMD_LIST_FREE: ntdb_printfreelist(ntdb); return 0; #endif case CMD_INFO: info_ntdb(); return 0; case CMD_SPEED: speed_ntdb(arg1); return 0; case CMD_MMAP: toggle_mmap(); return 0; case CMD_FIRST: bIterate = 1; first_record(ntdb, &iterate_kbuf); return 0; case CMD_NEXT: if (bIterate) next_record(ntdb, &iterate_kbuf); return 0; case CMD_CHECK: check_db(ntdb); return 0; case CMD_HELP: help(); return 0; case CMD_CREATE_NTDB: case CMD_OPEN_NTDB: case CMD_SYSTEM: case CMD_QUIT: /* * unhandled commands. cases included here to avoid compiler * warnings. */ return 0; } } return 0; } static char *convert_string(char *instring, size_t *sizep) { size_t length = 0; char *outp, *inp; char temp[3]; outp = inp = instring; while (*inp) { if (*inp == '\\') { inp++; if (*inp && strchr("0123456789abcdefABCDEF",(int)*inp)) { temp[0] = *inp++; temp[1] = '\0'; if (*inp && strchr("0123456789abcdefABCDEF",(int)*inp)) { temp[1] = *inp++; temp[2] = '\0'; } *outp++ = (char)strtol((const char *)temp,NULL,16); } else { *outp++ = *inp++; } } else { *outp++ = *inp++; } length++; } *sizep = length; return instring; } int main(int argc, char *argv[]) { cmdname = ""; arg1 = NULL; arg1len = 0; arg2 = NULL; arg2len = 0; if (argv[1]) { cmdname = "open"; arg1 = argv[1]; do_command(); cmdname = ""; arg1 = NULL; } switch (argc) { case 1: case 2: /* Interactive mode */ while ((cmdname = ntdb_getline("ntdb> "))) { arg2 = arg1 = NULL; if ((arg1 = strchr((const char *)cmdname,' ')) != NULL) { arg1++; arg2 = arg1; while (*arg2) { if (*arg2 == ' ') { *arg2++ = '\0'; break; } if ((*arg2++ == '\\') && (*arg2 == ' ')) { arg2++; } } } if (arg1) arg1 = convert_string(arg1,&arg1len); if (arg2) arg2 = convert_string(arg2,&arg2len); if (do_command()) break; } break; case 5: arg2 = convert_string(argv[4],&arg2len); case 4: arg1 = convert_string(argv[3],&arg1len); case 3: cmdname = argv[2]; default: do_command(); break; } if (ntdb) ntdb_close(ntdb); return 0; }