s3:smbd: add smbXsrv_open* infrastructure

Pair-Programmed-With: Michael Adam <obnox@samba.org>

metze

5 files changed, 1102 insertions, 0 deletions

diff --git a/source3/Makefile.in b/source3/Makefile.in
index d9c4df3310..483d0d485b 100644
--- a/source3/Makefile.in
+++ b/source3/Makefile.in
@@ -979,6 +979,7 @@ SMBD_OBJ_SRV = smbd/server_reload.o \
 	       smbd/smbXsrv_version.o \
 	       smbd/smbXsrv_session.o \
 	       smbd/smbXsrv_tcon.o \
+	       smbd/smbXsrv_open.o \
 	       $(MANGLE_OBJ) @VFS_STATIC@
 
 SMBD_OBJ_BASE = $(PARAM_WITHOUT_REG_OBJ) $(SMBD_OBJ_SRV) $(LIBSMB_OBJ) \
diff --git a/source3/smbd/globals.h b/source3/smbd/globals.h
index b93b373ca5..d6c618f405 100644
--- a/source3/smbd/globals.h
+++ b/source3/smbd/globals.h
@@ -356,6 +356,7 @@ struct smbXsrv_connection {
 
 	struct smbXsrv_session_table *session_table;
 	struct smbXsrv_tcon_table *tcon_table;
+	struct smbXsrv_open_table *open_table;
 };
 
 NTSTATUS smbXsrv_version_global_init(const struct server_id *server_id);
@@ -407,6 +408,25 @@ NTSTATUS smb2srv_tcon_lookup(struct smbXsrv_session *session,
 			     struct smbXsrv_tcon **tcon);
 NTSTATUS smb2srv_tcon_disconnect_all(struct smbXsrv_session *session);
 
+NTSTATUS smbXsrv_open_global_init(void);
+NTSTATUS smbXsrv_open_create(struct smbXsrv_connection *conn,
+			     struct auth_session_info *session_info,
+			     NTTIME now,
+			     struct smbXsrv_open **_open);
+uint32_t smbXsrv_open_hash(struct smbXsrv_open *_open);
+NTSTATUS smbXsrv_open_update(struct smbXsrv_open *_open);
+NTSTATUS smbXsrv_open_close(struct smbXsrv_open *op, NTTIME now);
+NTSTATUS smb1srv_open_table_init(struct smbXsrv_connection *conn);
+NTSTATUS smb1srv_open_lookup(struct smbXsrv_connection *conn,
+			     uint16_t fnum, NTTIME now,
+			     struct smbXsrv_open **_open);
+NTSTATUS smb2srv_open_table_init(struct smbXsrv_connection *conn);
+NTSTATUS smb2srv_open_lookup(struct smbXsrv_connection *conn,
+			     uint64_t persistent_id,
+			     uint64_t volatile_id,
+			     NTTIME now,
+			     struct smbXsrv_open **_open);
+
 struct smbd_smb2_request {
 	struct smbd_smb2_request *prev, *next;
 
diff --git a/source3/smbd/server.c b/source3/smbd/server.c
index b4b5ae3d91..94a25109fb 100644
--- a/source3/smbd/server.c
+++ b/source3/smbd/server.c
@@ -1443,6 +1443,10 @@ extern void build_options(bool screen);
 		DEBUG(0, ("ERROR: file_init_global() failed\n"));
 		return -1;
 	}
+	status = smbXsrv_open_global_init();
+	if (!NT_STATUS_IS_OK(status)) {
+		exit(1);
+	}
 
 	/* This MUST be done before start_epmd() because otherwise
 	 * start_epmd() forks and races against dcesrv_ep_setup() to
diff --git a/source3/smbd/smbXsrv_open.c b/source3/smbd/smbXsrv_open.c
new file mode 100644
index 0000000000..abb2144971
--- /dev/null
+++ b/source3/smbd/smbXsrv_open.c
@@ -0,0 +1,1075 @@
+/*
+   Unix SMB/CIFS implementation.
+
+   Copyright (C) Stefan Metzmacher 2012
+   Copyright (C) Michael Adam 2012
+
+   This program is free software; you can redistribute it and/or modify
+   it under the terms of the GNU General Public License as published by
+   the Free Software Foundation; either version 3 of the License, or
+   (at your option) any later version.
+
+   This program is distributed in the hope that it will be useful,
+   but WITHOUT ANY WARRANTY; without even the implied warranty of
+   MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+   GNU General Public License for more details.
+
+   You should have received a copy of the GNU General Public License
+   along with this program.  If not, see <http://www.gnu.org/licenses/>.
+*/
+
+#include "includes.h"
+#include "system/filesys.h"
+#include "smbd/smbd.h"
+#include "smbd/globals.h"
+#include "dbwrap/dbwrap.h"
+#include "dbwrap/dbwrap_rbt.h"
+#include "dbwrap/dbwrap_open.h"
+#include "../libcli/security/security.h"
+#include "messages.h"
+#include "lib/util/util_tdb.h"
+#include "librpc/gen_ndr/ndr_smbXsrv.h"
+#include <ccan/hash/hash.h>
+#include "serverid.h"
+
+struct smbXsrv_open_table {
+	struct {
+		struct db_context *db_ctx;
+		uint32_t lowest_id;
+		uint32_t highest_id;
+		uint32_t max_opens;
+		uint32_t num_opens;
+	} local;
+	struct {
+		struct db_context *db_ctx;
+	} global;
+};
+
+static struct db_context *smbXsrv_open_global_db_ctx = NULL;
+
+NTSTATUS smbXsrv_open_global_init(void)
+{
+	const char *global_path = NULL;
+	struct db_context *db_ctx = NULL;
+
+	if (smbXsrv_open_global_db_ctx != NULL) {
+		return NT_STATUS_OK;
+	}
+
+	global_path = lock_path("smbXsrv_open_global.tdb");
+
+	db_ctx = db_open(NULL, global_path,
+			 0, /* hash_size */
+			 TDB_DEFAULT |
+			 TDB_CLEAR_IF_FIRST |
+			 TDB_INCOMPATIBLE_HASH,
+			 O_RDWR | O_CREAT, 0600,
+			 DBWRAP_LOCK_ORDER_1);
+	if (db_ctx == NULL) {
+		NTSTATUS status;
+
+		status = map_nt_error_from_unix_common(errno);
+
+		return status;
+	}
+
+	smbXsrv_open_global_db_ctx = db_ctx;
+
+	return NT_STATUS_OK;
+}
+
+/*
+ * NOTE:
+ * We need to store the keys in big endian so that dbwrap_rbt's memcmp
+ * has the same result as integer comparison between the uint32_t
+ * values.
+ *
+ * TODO: implement string based key
+ */
+
+#define SMBXSRV_OPEN_GLOBAL_TDB_KEY_SIZE sizeof(uint32_t)
+
+static TDB_DATA smbXsrv_open_global_id_to_key(uint32_t id,
+					      uint8_t *key_buf)
+{
+	TDB_DATA key;
+
+	RSIVAL(key_buf, 0, id);
+
+	key = make_tdb_data(key_buf, SMBXSRV_OPEN_GLOBAL_TDB_KEY_SIZE);
+
+	return key;
+}
+
+#if 0
+static NTSTATUS smbXsrv_open_global_key_to_id(TDB_DATA key, uint32_t *id)
+{
+	if (id == NULL) {
+		return NT_STATUS_INVALID_PARAMETER;
+	}
+
+	if (key.dsize != SMBXSRV_OPEN_GLOBAL_TDB_KEY_SIZE) {
+		return NT_STATUS_INTERNAL_DB_CORRUPTION;
+	}
+
+	*id = RIVAL(key.dptr, 0);
+
+	return NT_STATUS_OK;
+}
+#endif
+
+#define SMBXSRV_OPEN_LOCAL_TDB_KEY_SIZE sizeof(uint32_t)
+
+static TDB_DATA smbXsrv_open_local_id_to_key(uint32_t id,
+					     uint8_t *key_buf)
+{
+	TDB_DATA key;
+
+	RSIVAL(key_buf, 0, id);
+
+	key = make_tdb_data(key_buf, SMBXSRV_OPEN_LOCAL_TDB_KEY_SIZE);
+
+	return key;
+}
+
+static NTSTATUS smbXsrv_open_local_key_to_id(TDB_DATA key, uint32_t *id)
+{
+	if (id == NULL) {
+		return NT_STATUS_INVALID_PARAMETER;
+	}
+
+	if (key.dsize != SMBXSRV_OPEN_LOCAL_TDB_KEY_SIZE) {
+		return NT_STATUS_INTERNAL_DB_CORRUPTION;
+	}
+
+	*id = RIVAL(key.dptr, 0);
+
+	return NT_STATUS_OK;
+}
+
+static NTSTATUS smbXsrv_open_table_init(struct smbXsrv_connection *conn,
+					uint32_t lowest_id,
+					uint32_t highest_id,
+					uint32_t max_opens)
+{
+	struct smbXsrv_open_table *table;
+	NTSTATUS status;
+	uint64_t max_range;
+
+	if (lowest_id > highest_id) {
+		return NT_STATUS_INTERNAL_ERROR;
+	}
+
+	max_range = highest_id;
+	max_range -= lowest_id;
+	max_range += 1;
+
+	if (max_opens > max_range) {
+		return NT_STATUS_INTERNAL_ERROR;
+	}
+
+	table = talloc_zero(conn, struct smbXsrv_open_table);
+	if (table == NULL) {
+		return NT_STATUS_NO_MEMORY;
+	}
+
+	table->local.db_ctx = db_open_rbt(table);
+	if (table->local.db_ctx == NULL) {
+		TALLOC_FREE(table);
+		return NT_STATUS_NO_MEMORY;
+	}
+	table->local.lowest_id = lowest_id;
+	table->local.highest_id = highest_id;
+	table->local.max_opens = max_opens;
+
+	status = smbXsrv_open_global_init();
+	if (!NT_STATUS_IS_OK(status)) {
+		TALLOC_FREE(table);
+		return status;
+	}
+
+	table->global.db_ctx = smbXsrv_open_global_db_ctx;
+
+	conn->open_table = table;
+	return NT_STATUS_OK;
+}
+
+struct smbXsrv_open_local_allocate_state {
+	const uint32_t lowest_id;
+	const uint32_t highest_id;
+	uint32_t last_id;
+	uint32_t useable_id;
+	NTSTATUS status;
+};
+
+static int smbXsrv_open_local_allocate_traverse(struct db_record *rec,
+						   void *private_data)
+{
+	struct smbXsrv_open_local_allocate_state *state =
+		(struct smbXsrv_open_local_allocate_state *)private_data;
+	TDB_DATA key = dbwrap_record_get_key(rec);
+	uint32_t id = 0;
+	NTSTATUS status;
+
+	status = smbXsrv_open_local_key_to_id(key, &id);
+	if (!NT_STATUS_IS_OK(status)) {
+		state->status = status;
+		return -1;
+	}
+
+	if (id <= state->last_id) {
+		state->status = NT_STATUS_INTERNAL_DB_CORRUPTION;
+		return -1;
+	}
+	state->last_id = id;
+
+	if (id > state->useable_id) {
+		state->status = NT_STATUS_OK;
+		return -1;
+	}
+
+	if (state->useable_id == state->highest_id) {
+		state->status = NT_STATUS_INSUFFICIENT_RESOURCES;
+		return -1;
+	}
+
+	state->useable_id +=1;
+	return 0;
+}
+
+static NTSTATUS smbXsrv_open_local_allocate_id(struct db_context *db,
+					       uint32_t lowest_id,
+					       uint32_t highest_id,
+					       TALLOC_CTX *mem_ctx,
+					       struct db_record **_rec,
+					       uint32_t *_id)
+{
+	struct smbXsrv_open_local_allocate_state state = {
+		.lowest_id = lowest_id,
+		.highest_id = highest_id,
+		.last_id = 0,
+		.useable_id = lowest_id,
+		.status = NT_STATUS_INTERNAL_ERROR,
+	};
+	uint32_t i;
+	uint32_t range;
+	NTSTATUS status;
+	int count = 0;
+
+	*_rec = NULL;
+	*_id = 0;
+
+	if (lowest_id > highest_id) {
+		return NT_STATUS_INSUFFICIENT_RESOURCES;
+	}
+
+	/*
+	 * first we try randomly
+	 */
+	range = (highest_id - lowest_id) + 1;
+
+	for (i = 0; i < (range / 2); i++) {
+		uint32_t id;
+		uint8_t key_buf[SMBXSRV_OPEN_LOCAL_TDB_KEY_SIZE];
+		TDB_DATA key;
+		TDB_DATA val;
+		struct db_record *rec = NULL;
+
+		id = generate_random() % range;
+		id += lowest_id;
+
+		if (id < lowest_id) {
+			id = lowest_id;
+		}
+		if (id > highest_id) {
+			id = highest_id;
+		}
+
+		key = smbXsrv_open_local_id_to_key(id, key_buf);
+
+		rec = dbwrap_fetch_locked(db, mem_ctx, key);
+		if (rec == NULL) {
+			return NT_STATUS_INSUFFICIENT_RESOURCES;
+		}
+
+		val = dbwrap_record_get_value(rec);
+		if (val.dsize != 0) {
+			TALLOC_FREE(rec);
+			continue;
+		}
+
+		*_rec = rec;
+		*_id = id;
+		return NT_STATUS_OK;
+	}
+
+	/*
+	 * if the range is almost full,
+	 * we traverse the whole table
+	 * (this relies on sorted behavior of dbwrap_rbt)
+	 */
+	status = dbwrap_traverse_read(db, smbXsrv_open_local_allocate_traverse,
+				      &state, &count);
+	if (NT_STATUS_IS_OK(status)) {
+		if (NT_STATUS_IS_OK(state.status)) {
+			return NT_STATUS_INTERNAL_ERROR;
+		}
+
+		if (!NT_STATUS_EQUAL(state.status, NT_STATUS_INTERNAL_ERROR)) {
+			return state.status;
+		}
+
+		if (state.useable_id <= state.highest_id) {
+			state.status = NT_STATUS_OK;
+		} else {
+			return NT_STATUS_INSUFFICIENT_RESOURCES;
+		}
+	} else if (!NT_STATUS_EQUAL(status, NT_STATUS_INTERNAL_DB_CORRUPTION)) {
+		/*
+		 * Here we really expect NT_STATUS_INTERNAL_DB_CORRUPTION!
+		 *
+		 * If we get anything else it is an error, because it
+		 * means we did not manage to find a free slot in
+		 * the db.
+		 */
+		return NT_STATUS_INSUFFICIENT_RESOURCES;
+	}
+
+	if (NT_STATUS_IS_OK(state.status)) {
+		uint32_t id;
+		uint8_t key_buf[SMBXSRV_OPEN_LOCAL_TDB_KEY_SIZE];
+		TDB_DATA key;
+		TDB_DATA val;
+		struct db_record *rec = NULL;
+
+		id = state.useable_id;
+
+		key = smbXsrv_open_local_id_to_key(id, key_buf);
+
+		rec = dbwrap_fetch_locked(db, mem_ctx, key);
+		if (rec == NULL) {
+			return NT_STATUS_INSUFFICIENT_RESOURCES;
+		}
+
+		val = dbwrap_record_get_value(rec);
+		if (val.dsize != 0) {
+			TALLOC_FREE(rec);
+			return NT_STATUS_INTERNAL_DB_CORRUPTION;
+		}
+
+		*_rec = rec;
+		*_id = id;
+		return NT_STATUS_OK;
+	}
+
+	return state.status;
+}
+
+struct smbXsrv_open_local_fetch_state {
+	struct smbXsrv_open *op;
+	NTSTATUS status;
+};
+
+static void smbXsrv_open_local_fetch_parser(TDB_DATA key, TDB_DATA data,
+					    void *private_data)
+{
+	struct smbXsrv_open_local_fetch_state *state =
+		(struct smbXsrv_open_local_fetch_state *)private_data;
+	void *ptr;
+
+	if (data.dsize != sizeof(ptr)) {
+		state->status = NT_STATUS_INTERNAL_DB_ERROR;
+		return;
+	}
+
+	memcpy(&ptr, data.dptr, data.dsize);
+	state->op = talloc_get_type_abort(ptr, struct smbXsrv_open);
+	state->status = NT_STATUS_OK;
+}
+
+static NTSTATUS smbXsrv_open_local_lookup(struct smbXsrv_open_table *table,
+					  uint32_t open_local_id,
+					  uint32_t open_global_id,
+					  NTTIME now,
+					  struct smbXsrv_open **_open)
+{
+	struct smbXsrv_open_local_fetch_state state = {
+		.op = NULL,
+		.status = NT_STATUS_INTERNAL_ERROR,
+	};
+	uint8_t key_buf[SMBXSRV_OPEN_LOCAL_TDB_KEY_SIZE];
+	TDB_DATA key;
+	NTSTATUS status;
+
+	*_open = NULL;
+
+	if (open_local_id == 0) {
+		return NT_STATUS_FILE_CLOSED;
+	}
+
+	if (table == NULL) {
+		/* this might happen before the end of negprot */
+		return NT_STATUS_FILE_CLOSED;
+	}
+
+	if (table->local.db_ctx == NULL) {
+		return NT_STATUS_INTERNAL_ERROR;
+	}
+
+	key = smbXsrv_open_local_id_to_key(open_local_id, key_buf);
+
+	status = dbwrap_parse_record(table->local.db_ctx, key,
+				     smbXsrv_open_local_fetch_parser,
+				     &state);
+	if (NT_STATUS_EQUAL(status, NT_STATUS_NOT_FOUND)) {
+		return NT_STATUS_FILE_CLOSED;
+	} else if (!NT_STATUS_IS_OK(status)) {
+		return status;
+	}
+	if (!NT_STATUS_IS_OK(state.status)) {
+		return state.status;
+	}
+
+	if (NT_STATUS_EQUAL(state.op->status, NT_STATUS_FILE_CLOSED)) {
+		return NT_STATUS_FILE_CLOSED;
+	}
+
+	if (open_global_id == 0) {
+		/* make the global check a no-op for SMB1 */
+		open_global_id = state.op->global->open_global_id;
+	}
+
+	if (state.op->global->open_global_id != open_global_id) {
+		return NT_STATUS_FILE_CLOSED;
+	}
+
+	state.op->idle_time = now;
+
+	*_open = state.op;
+	return state.op->status;
+}
+
+static int smbXsrv_open_global_destructor(struct smbXsrv_open_global0 *global)
+{
+	return 0;
+}
+
+static void smbXsrv_open_global_verify_record(struct db_record *db_rec,
+					bool *is_free,
+					bool *was_free,
+					TALLOC_CTX *mem_ctx,
+					struct smbXsrv_open_global0 **_g);
+
+static NTSTATUS smbXsrv_open_global_allocate(struct db_context *db,
+					TALLOC_CTX *mem_ctx,
+					struct smbXsrv_open_global0 **_global)
+{
+	uint32_t i;
+	struct smbXsrv_open_global0 *global = NULL;
+	uint32_t last_free = 0;
+	const uint32_t min_tries = 3;
+
+	*_global = NULL;
+
+	global = talloc_zero(mem_ctx, struct smbXsrv_open_global0);
+	if (global == NULL) {
+		return NT_STATUS_NO_MEMORY;
+	}
+	talloc_set_destructor(global, smbXsrv_open_global_destructor);
+
+	/*
+	 * Here we just randomly try the whole 32-bit space
+	 *
+	 * We use just 32-bit, because we want to reuse the
+	 * ID for SRVSVC.
+	 */
+	for (i = 0; i < UINT32_MAX; i++) {
+		bool is_free = false;
+		bool was_free = false;
+		uint32_t id;
+		uint8_t key_buf[SMBXSRV_OPEN_GLOBAL_TDB_KEY_SIZE];
+		TDB_DATA key;
+
+		if (i >= min_tries && last_free != 0) {
+			id = last_free;
+		} else {
+			id = generate_random();
+		}
+		if (id == 0) {
+			id++;
+		}
+		if (id == UINT32_MAX) {
+			id--;
+		}
+
+		key = smbXsrv_open_global_id_to_key(id, key_buf);
+
+		global->db_rec = dbwrap_fetch_locked(db, mem_ctx, key);
+		if (global->db_rec == NULL) {
+			talloc_free(global);
+			return NT_STATUS_INSUFFICIENT_RESOURCES;
+		}
+
+		smbXsrv_open_global_verify_record(global->db_rec,
+						  &is_free,
+						  &was_free,
+						  NULL, NULL);
+
+		if (!is_free) {
+			TALLOC_FREE(global->db_rec);
+			continue;
+		}
+
+		if (!was_free && i < min_tries) {
+			/*
+			 * The session_id is free now,
+			 * but was not free before.
+			 *
+			 * This happens if a smbd crashed
+			 * and did not cleanup the record.
+			 *
+			 * If this is one of our first tries,
+			 * then we try to find a real free one.
+			 */
+			if (last_free == 0) {
+				last_free = id;
+			}
+			TALLOC_FREE(global->db_rec);
+			continue;
+		}
+
+		global->open_global_id = id;
+
+		*_global = global;
+		return NT_STATUS_OK;
+	}
+
+	/* should not be reached */
+	talloc_free(global);
+	return NT_STATUS_INTERNAL_ERROR;
+}
+
+static void smbXsrv_open_global_verify_record(struct db_record *db_rec,
+					bool *is_free,
+					bool *was_free,
+					TALLOC_CTX *mem_ctx,
+					struct smbXsrv_open_global0 **_g)
+{
+	TDB_DATA key;
+	TDB_DATA val;
+	DATA_BLOB blob;
+	struct smbXsrv_open_globalB global_blob;
+	enum ndr_err_code ndr_err;
+	struct smbXsrv_open_global0 *global = NULL;
+	bool exists;
+	TALLOC_CTX *frame = talloc_stackframe();
+
+	*is_free = false;
+
+	if (was_free) {
+		*was_free = false;
+	}
+	if (_g) {
+		*_g = NULL;
+	}
+
+	key = dbwrap_record_get_key(db_rec);
+
+	val = dbwrap_record_get_value(db_rec);
+	if (val.dsize == 0) {
+		TALLOC_FREE(frame);
+		*is_free = true;
+		if (was_free) {
+			*was_free = true;
+		}
+		return;
+	}
+
+	blob = data_blob_const(val.dptr, val.dsize);
+
+	ndr_err = ndr_pull_struct_blob(&blob, frame, &global_blob,
+			(ndr_pull_flags_fn_t)ndr_pull_smbXsrv_open_globalB);
+	if (!NDR_ERR_CODE_IS_SUCCESS(ndr_err)) {
+		NTSTATUS status = ndr_map_error2ntstatus(ndr_err);
+		DEBUG(1,("smbXsrv_open_global_verify_record: "
+			 "key '%s' ndr_pull_struct_blob - %s\n",
+			 hex_encode_talloc(frame, key.dptr, key.dsize),
+			 nt_errstr(status)));
+		TALLOC_FREE(frame);
+		return;
+	}
+
+	DEBUG(10,("smbXsrv_open_global_verify_record\n"));
+	if (DEBUGLVL(10)) {
+		NDR_PRINT_DEBUG(smbXsrv_open_globalB, &global_blob);
+	}
+
+	if (global_blob.version != SMBXSRV_VERSION_0) {
+		DEBUG(0,("smbXsrv_open_global_verify_record: "
+			 "key '%s' use unsupported version %u\n",
+			 hex_encode_talloc(frame, key.dptr, key.dsize),
+			 global_blob.version));
+		NDR_PRINT_DEBUG(smbXsrv_open_globalB, &global_blob);
+		TALLOC_FREE(frame);
+		return;
+	}
+
+	global = global_blob.info.info0;
+
+	exists = serverid_exists(&global->server_id);
+	if (!exists) {
+		DEBUG(2,("smbXsrv_open_global_verify_record: "
+			 "key '%s' server_id %s does not exist.\n",
+			 hex_encode_talloc(frame, key.dptr, key.dsize),
+			 server_id_str(frame, &global->server_id)));
+		if (DEBUGLVL(2)) {
+			NDR_PRINT_DEBUG(smbXsrv_open_globalB, &global_blob);
+		}
+		TALLOC_FREE(frame);
+		dbwrap_record_delete(db_rec);
+		*is_free = true;
+		return;
+	}
+
+	if (_g) {
+		*_g = talloc_move(mem_ctx, &global);
+	}
+	TALLOC_FREE(frame);
+}
+
+static NTSTATUS smbXsrv_open_global_store(struct smbXsrv_open_global0 *global)
+{
+	struct smbXsrv_open_globalB global_blob;
+	DATA_BLOB blob = data_blob_null;
+	TDB_DATA key;
+	TDB_DATA val;
+	NTSTATUS status;
+	enum ndr_err_code ndr_err;
+
+	/*
+	 * TODO: if we use other versions than '0'
+	 * we would add glue code here, that would be able to
+	 * store the information in the old format.
+	 */
+
+	if (global->db_rec == NULL) {
+		return NT_STATUS_INTERNAL_ERROR;
+	}
+
+	key = dbwrap_record_get_key(global->db_rec);
+	val = dbwrap_record_get_value(global->db_rec);
+
+	ZERO_STRUCT(global_blob);
+	global_blob.version = smbXsrv_version_global_current();
+	if (val.dsize >= 8) {
+		global_blob.seqnum = IVAL(val.dptr, 4);
+	}
+	global_blob.seqnum += 1;
+	global_blob.info.info0 = global;
+
+	ndr_err = ndr_push_struct_blob(&blob, global->db_rec, &global_blob,
+			(ndr_push_flags_fn_t)ndr_push_smbXsrv_open_globalB);
+	if (!NDR_ERR_CODE_IS_SUCCESS(ndr_err)) {
+		status = ndr_map_error2ntstatus(ndr_err);
+		DEBUG(1,("smbXsrv_open_global_store: key '%s' ndr_push - %s\n",
+			 hex_encode_talloc(global->db_rec, key.dptr, key.dsize),
+			 nt_errstr(status)));
+		TALLOC_FREE(global->db_rec);
+		return status;
+	}
+
+	val = make_tdb_data(blob.data, blob.length);
+	status = dbwrap_record_store(global->db_rec, val, TDB_REPLACE);
+	if (!NT_STATUS_IS_OK(status)) {
+		DEBUG(1,("smbXsrv_open_global_store: key '%s' store - %s\n",
+			 hex_encode_talloc(global->db_rec, key.dptr, key.dsize),
+			 nt_errstr(status)));
+		TALLOC_FREE(global->db_rec);
+		return status;
+	}
+
+	if (DEBUGLVL(10)) {
+		DEBUG(10,("smbXsrv_open_global_store: key '%s' stored\n",
+			 hex_encode_talloc(global->db_rec, key.dptr, key.dsize)));
+		NDR_PRINT_DEBUG(smbXsrv_open_globalB, &global_blob);
+	}
+
+	TALLOC_FREE(global->db_rec);
+
+	return NT_STATUS_OK;
+}
+
+static int smbXsrv_open_destructor(struct smbXsrv_open *op)
+{
+	NTSTATUS status;
+
+	status = smbXsrv_open_close(op, 0);
+	if (!NT_STATUS_IS_OK(status)) {
+		DEBUG(0, ("smbXsrv_open_destructor: "
+			  "smbXsrv_open_close() failed - %s\n",
+			  nt_errstr(status)));
+	}
+
+	TALLOC_FREE(op->global);
+
+	return 0;
+}
+
+NTSTATUS smbXsrv_open_create(struct smbXsrv_connection *conn,
+			     struct auth_session_info *session_info,
+			     NTTIME now,
+			     struct smbXsrv_open **_open)
+{
+	struct smbXsrv_open_table *table = conn->open_table;
+	struct db_record *local_rec = NULL;
+	struct smbXsrv_open *op = NULL;
+	void *ptr = NULL;
+	TDB_DATA val;
+	struct smbXsrv_open_global0 *global = NULL;
+	NTSTATUS status;
+	struct dom_sid *current_sid = NULL;
+	struct security_token *current_token = NULL;
+
+	if (session_info == NULL) {
+		return NT_STATUS_INVALID_HANDLE;
+	}
+	current_token = session_info->security_token;
+
+	if (current_token == NULL) {
+		return NT_STATUS_INVALID_HANDLE;
+	}
+
+	if (current_token->num_sids > PRIMARY_USER_SID_INDEX) {
+		current_sid = &current_token->sids[PRIMARY_USER_SID_INDEX];
+	}
+
+	if (current_sid == NULL) {
+		return NT_STATUS_INVALID_HANDLE;
+	}
+
+	if (table->local.num_opens >= table->local.max_opens) {
+		return NT_STATUS_INSUFFICIENT_RESOURCES;
+	}
+
+	op = talloc_zero(table, struct smbXsrv_open);
+	if (op == NULL) {
+		return NT_STATUS_NO_MEMORY;
+	}
+	op->table = table;
+	op->status = NT_STATUS_OK; /* TODO: start with INTERNAL_ERROR */
+	op->idle_time = now;
+
+	status = smbXsrv_open_global_allocate(table->global.db_ctx,
+					      op, &global);
+	if (!NT_STATUS_IS_OK(status)) {
+		TALLOC_FREE(op);
+		return status;
+	}
+	op->global = global;
+
+	status = smbXsrv_open_local_allocate_id(table->local.db_ctx,
+						table->local.lowest_id,
+						table->local.highest_id,
+						op,
+						&local_rec,
+						&op->local_id);
+	if (!NT_STATUS_IS_OK(status)) {
+		TALLOC_FREE(op);
+		return status;
+	}
+
+	global->open_persistent_id = global->open_global_id;
+	global->open_volatile_id = op->local_id;
+
+	global->server_id = messaging_server_id(conn->msg_ctx);
+	global->open_time = now;
+	global->open_owner = *current_sid;
+
+	ptr = op;
+	val = make_tdb_data((uint8_t const *)&ptr, sizeof(ptr));
+	status = dbwrap_record_store(local_rec, val, TDB_REPLACE);
+	TALLOC_FREE(local_rec);
+	if (!NT_STATUS_IS_OK(status)) {
+		TALLOC_FREE(op);
+		return status;
+	}
+	table->local.num_opens += 1;
+
+	talloc_set_destructor(op, smbXsrv_open_destructor);
+
+	status = smbXsrv_open_global_store(global);
+	if (!NT_STATUS_IS_OK(status)) {
+		DEBUG(0,("smbXsrv_open_create: "
+			 "global_id (0x%08x) store failed - %s\n",
+			 op->global->open_global_id,
+			 nt_errstr(status)));
+		TALLOC_FREE(op);
+		return status;
+	}
+
+	if (DEBUGLVL(10)) {
+		struct smbXsrv_openB open_blob;
+
+		ZERO_STRUCT(open_blob);
+		open_blob.version = SMBXSRV_VERSION_0;
+		open_blob.info.info0 = op;
+
+		DEBUG(10,("smbXsrv_open_create: global_id (0x%08x) stored\n",
+			 op->global->open_global_id));
+		NDR_PRINT_DEBUG(smbXsrv_openB, &open_blob);
+	}
+
+	*_open = op;
+	return NT_STATUS_OK;
+}
+
+uint32_t smbXsrv_open_hash(struct smbXsrv_open *_open)
+{
+	uint8_t buf[8+8+8];
+	uint32_t ret;
+
+	SBVAL(buf,  0, _open->global->open_persistent_id);
+	SBVAL(buf,  8, _open->global->open_volatile_id);
+	SBVAL(buf, 16, _open->global->open_time);
+
+	ret = hash(buf, sizeof(buf), 0);
+
+	if (ret == 0) {
+		ret = 1;
+	}
+
+	return ret;
+}
+
+NTSTATUS smbXsrv_open_update(struct smbXsrv_open *op)
+{
+	struct smbXsrv_open_table *table = op->table;
+	NTSTATUS status;
+	uint8_t key_buf[SMBXSRV_OPEN_GLOBAL_TDB_KEY_SIZE];
+	TDB_DATA key;
+
+	if (op->global->db_rec != NULL) {
+		DEBUG(0, ("smbXsrv_open_update(0x%08x): "
+			  "Called with db_rec != NULL'\n",
+			  op->global->open_global_id));
+		return NT_STATUS_INTERNAL_ERROR;
+	}
+
+	key = smbXsrv_open_global_id_to_key(op->global->open_global_id,
+					    key_buf);
+
+	op->global->db_rec = dbwrap_fetch_locked(table->global.db_ctx,
+						 op->global, key);
+	if (op->global->db_rec == NULL) {
+		DEBUG(0, ("smbXsrv_open_update(0x%08x): "
+			  "Failed to lock global key '%s'\n",
+			  op->global->open_global_id,
+			  hex_encode_talloc(talloc_tos(), key.dptr,
+					    key.dsize)));
+		return NT_STATUS_INTERNAL_DB_ERROR;
+	}
+
+	status = smbXsrv_open_global_store(op->global);
+	if (!NT_STATUS_IS_OK(status)) {
+		DEBUG(0,("smbXsrv_open_update: "
+			 "global_id (0x%08x) store failed - %s\n",
+			 op->global->open_global_id,
+			 nt_errstr(status)));
+		return status;
+	}
+
+	if (DEBUGLVL(10)) {
+		struct smbXsrv_openB open_blob;
+
+		ZERO_STRUCT(open_blob);
+		open_blob.version = SMBXSRV_VERSION_0;
+		open_blob.info.info0 = op;
+
+		DEBUG(10,("smbXsrv_open_update: global_id (0x%08x) stored\n",
+			  op->global->open_global_id));
+		NDR_PRINT_DEBUG(smbXsrv_openB, &open_blob);
+	}
+
+	return NT_STATUS_OK;
+}
+
+NTSTATUS smbXsrv_open_close(struct smbXsrv_open *op, NTTIME now)
+{
+	struct smbXsrv_open_table *table;
+	struct db_record *local_rec = NULL;
+	struct db_record *global_rec = NULL;
+	NTSTATUS status;
+	NTSTATUS error = NT_STATUS_OK;
+
+	if (op->table == NULL) {
+		return NT_STATUS_OK;
+	}
+
+	table = op->table;
+	op->table = NULL;
+
+	op->status = NT_STATUS_FILE_CLOSED;
+
+	global_rec = op->global->db_rec;
+	op->global->db_rec = NULL;
+	if (global_rec == NULL) {
+		uint8_t key_buf[SMBXSRV_OPEN_GLOBAL_TDB_KEY_SIZE];
+		TDB_DATA key;
+
+		key = smbXsrv_open_global_id_to_key(
+						op->global->open_global_id,
+						key_buf);
+
+		global_rec = dbwrap_fetch_locked(table->global.db_ctx,
+						 op->global, key);
+		if (global_rec == NULL) {
+			DEBUG(0, ("smbXsrv_open_close(0x%08x): "
+				  "Failed to lock global key '%s'\n",
+				  op->global->open_global_id,
+				  hex_encode_talloc(global_rec, key.dptr,
+						    key.dsize)));
+			error = NT_STATUS_INTERNAL_ERROR;
+		}
+	}
+
+	if (global_rec != NULL) {
+		status = dbwrap_record_delete(global_rec);
+		if (!NT_STATUS_IS_OK(status)) {
+			TDB_DATA key = dbwrap_record_get_key(global_rec);
+
+			DEBUG(0, ("smbXsrv_open_close(0x%08x): "
+				  "failed to delete global key '%s': %s\n",
+				  op->global->open_global_id,
+				  hex_encode_talloc(global_rec, key.dptr,
+						    key.dsize),
+				  nt_errstr(status)));
+			error = status;
+		}
+	}
+	TALLOC_FREE(global_rec);
+
+	local_rec = op->db_rec;
+	if (local_rec == NULL) {
+		uint8_t key_buf[SMBXSRV_OPEN_LOCAL_TDB_KEY_SIZE];
+		TDB_DATA key;
+
+		key = smbXsrv_open_local_id_to_key(op->local_id, key_buf);
+
+		local_rec = dbwrap_fetch_locked(table->local.db_ctx,
+						op, key);
+		if (local_rec == NULL) {
+			DEBUG(0, ("smbXsrv_open_close(0x%08x): "
+				  "Failed to lock local key '%s'\n",
+				  op->global->open_global_id,
+				  hex_encode_talloc(local_rec, key.dptr,
+						    key.dsize)));
+			error = NT_STATUS_INTERNAL_ERROR;
+		}
+	}
+
+	if (local_rec != NULL) {
+		status = dbwrap_record_delete(local_rec);
+		if (!NT_STATUS_IS_OK(status)) {
+			TDB_DATA key = dbwrap_record_get_key(local_rec);
+
+			DEBUG(0, ("smbXsrv_open_close(0x%08x): "
+				  "failed to delete local key '%s': %s\n",
+				  op->global->open_global_id,
+				  hex_encode_talloc(local_rec, key.dptr,
+						    key.dsize),
+				  nt_errstr(status)));
+			error = status;
+		}
+		table->local.num_opens -= 1;
+	}
+	if (op->db_rec == NULL) {
+		TALLOC_FREE(local_rec);
+	}
+	op->db_rec = NULL;
+
+	if (op->compat) {
+		file_free(NULL, op->compat);
+		op->compat = NULL;
+	}
+
+	return error;
+}
+
+NTSTATUS smb1srv_open_table_init(struct smbXsrv_connection *conn)
+{
+	uint32_t max_opens;
+
+	/*
+	 * Allow a range from 1..65534.
+	 *
+	 * With real_max_open_files possible ids,
+	 * truncated to the SMB1 limit of 16-bit.
+	 *
+	 * 0 and 0xFFFF are no valid ids.
+	 */
+	max_opens = conn->sconn->real_max_open_files;
+	max_opens = MIN(max_opens, UINT16_MAX - 1);
+
+	return smbXsrv_open_table_init(conn, 1, UINT16_MAX - 1, max_opens);
+}
+
+NTSTATUS smb1srv_open_lookup(struct smbXsrv_connection *conn,
+			     uint16_t fnum, NTTIME now,
+			     struct smbXsrv_open **_open)
+{
+	struct smbXsrv_open_table *table = conn->open_table;
+	uint32_t local_id = fnum;
+	uint32_t global_id = 0;
+
+	return smbXsrv_open_local_lookup(table, local_id, global_id, now, _open);
+}
+
+NTSTATUS smb2srv_open_table_init(struct smbXsrv_connection *conn)
+{
+	uint32_t max_opens;
+
+	/*
+	 * Allow a range from 1..4294967294.
+	 *
+	 * With real_max_open_files possible ids,
+	 * truncated to 16-bit (the same as SMB1 for now).
+	 *
+	 * 0 and 0xFFFFFFFF are no valid ids.
+	 *
+	 * The usage of conn->sconn->real_max_open_files
+	 * is the reason that we use one open table per
+	 * transport connection (as we still have a 1:1 mapping
+	 * between process and transport connection).
+	 */
+	max_opens = conn->sconn->real_max_open_files;
+	max_opens = MIN(max_opens, UINT16_MAX - 1);
+
+	return smbXsrv_open_table_init(conn, 1, UINT32_MAX - 1, max_opens);
+}
+
+NTSTATUS smb2srv_open_lookup(struct smbXsrv_connection *conn,
+			     uint64_t persistent_id,
+			     uint64_t volatile_id,
+			     NTTIME now,
+			     struct smbXsrv_open **_open)
+{
+	struct smbXsrv_open_table *table = conn->open_table;
+	uint32_t local_id = volatile_id & UINT32_MAX;
+	uint64_t local_zeros = volatile_id & 0xFFFFFFFF00000000LLU;
+	uint32_t global_id = persistent_id & UINT32_MAX;
+	uint64_t global_zeros = persistent_id & 0xFFFFFFFF00000000LLU;
+
+	if (local_zeros != 0) {
+		return NT_STATUS_FILE_CLOSED;
+	}
+
+	if (global_zeros != 0) {
+		return NT_STATUS_FILE_CLOSED;
+	}
+
+	if (global_id == 0) {
+		return NT_STATUS_FILE_CLOSED;
+	}
+
+	return smbXsrv_open_local_lookup(table, local_id, global_id, now, _open);
+}
diff --git a/source3/wscript_build b/source3/wscript_build
index c407aa59c1..0324f47df3 100755
--- a/source3/wscript_build
+++ b/source3/wscript_build
@@ -378,6 +378,7 @@ SMBD_SRC_SRV = '''smbd/server_reload.c smbd/files.c smbd/connection.c
                smbd/smbXsrv_version.c
                smbd/smbXsrv_session.c
                smbd/smbXsrv_tcon.c
+               smbd/smbXsrv_open.c
                smbd/server_exit.c
                ${MANGLE_SRC}'''
 
@@ -934,6 +935,7 @@ bld.SAMBA3_LIBRARY('smbd_base',
                     LIBAFS_SETTOKEN
                     RPC_SERVER
                     NDR_SMBXSRV
+                    ccan-hash
                     ''',
                     private_library=True,
                     vars=locals())