-- luacheck: ignore 212/self

local cache = require "prosody.util.cache";

local json = require "prosody.util.json";

local xml_parse = require "prosody.util.xml".parse;

local uuid = require "prosody.util.uuid";

local resolve_relative_path = require "prosody.util.paths".resolve_relative_path;

local jid_join = require "prosody.util.jid".join;

local is_stanza = require"prosody.util.stanza".is_stanza;

local t_concat = table.concat;

local have_dbisql, dbisql = pcall(require, "prosody.util.sql");

local have_sqlite, sqlite = pcall(require, "prosody.util.sqlite3");

if not have_dbisql then

	module:log("debug", "Could not load LuaDBI, error was: %s", dbisql)

	dbisql = nil;

end

if not have_sqlite then

	module:log("debug", "Could not load LuaSQLite3, error was: %s", sqlite)

	sqlite = nil;

end

if not (have_dbisql or have_sqlite) then

	module:log("error", "LuaDBI or LuaSQLite3 are required for using SQL databases but neither are installed");

	module:log("error", "Please install at least one of LuaDBI and LuaSQLite3. See https://prosody.im/doc/depends");

	error("No SQL library available")

end

local noop = function() end

local unpack = table.unpack;

local function iterator(result)

	return function(result_)

		local row = result_();

		if row ~= nil then

			return unpack(row);

		end

	end, result, nil;

end

local default_params = { driver = "SQLite3" };

local engine;

local function serialize(value)

	local t = type(value);

	if t == "string" or t == "boolean" or t == "number" then

		return t, tostring(value);

	elseif is_stanza(value) then

		return "xml", tostring(value);

	elseif t == "table" then

		local encoded,err = json.encode(value);

		if encoded then return "json", encoded; end

		return nil, err;

	end

	return nil, "Unhandled value type: "..t;

end

local function deserialize(t, value)

	if t == "string" then return value;

	elseif t == "boolean" then

		if value == "true" then return true;

		elseif value == "false" then return false; end

		return nil, "invalid-boolean";

	elseif t == "number" then

		value = tonumber(value);

		if value then return value; end

		return nil, "invalid-number";

	elseif t == "json" then

		return json.decode(value);

	elseif t == "xml" then

		return xml_parse(value);

	end

	return nil, "Unhandled value type: "..t;

end

local host = module.host;

local function keyval_store_get(user, store)

	local haveany;

	local result = {};

	local select_sql = [[

	SELECT "key","type","value"

	FROM "prosody"

	WHERE "host"=? AND "user"=? AND "store"=?;

	]]

	for row in engine:select(select_sql, host, user or "", store) do

		haveany = true;

		local k = row[1];

		local v, e = deserialize(row[2], row[3]);

		assert(v ~= nil, e);

		if k and v then

			if k ~= "" then result[k] = v; elseif type(v) == "table" then

				for a,b in pairs(v) do

					result[a] = b;

				end

			end

		end

	end

	if haveany then

		return result;

	end

end

local function keyval_store_set(data, user, store)

	local delete_sql = [[

	DELETE FROM "prosody"

	WHERE "host"=? AND "user"=? AND "store"=?

	]];

	engine:delete(delete_sql, host, user or "", store);

	local insert_sql = [[

	INSERT INTO "prosody"

	("host","user","store","key","type","value")

	VALUES (?,?,?,?,?,?);

	]]

	if data and next(data) ~= nil then

		local extradata = {};

		for key, value in pairs(data) do

			if type(key) == "string" and key ~= "" then

				local t, encoded_value = assert(serialize(value));

				engine:insert(insert_sql, host, user or "", store, key, t, encoded_value);

			else

				extradata[key] = value;

			end

		end

		if next(extradata) ~= nil then

			local t, encoded_extradata = assert(serialize(extradata));

			engine:insert(insert_sql, host, user or "", store, "", t, encoded_extradata);

		end

	end

	return true;

end

--- Key/value store API (default store type)

local keyval_store = {};

keyval_store.__index = keyval_store;

function keyval_store:get(username)

	local ok, result = engine:transaction(keyval_store_get, username, self.store);

	if not ok then

		module:log("error", "Unable to read from database %s store for %s: %s", self.store, username or "<host>", result);

		return nil, result;

	end

	return result;

end

function keyval_store:set(username, data)

	return engine:transaction(keyval_store_set, data, username, self.store);

end

function keyval_store:users()

	local ok, result = engine:transaction(function()

		local select_sql = [[

		SELECT DISTINCT "user"

		FROM "prosody"

		WHERE "host"=? AND "store"=?;

		]];

		return engine:select(select_sql, host, self.store);

	end);

	if not ok then error(result); end

	return iterator(result);

end

--- Archive store API

local archive_item_limit = module:get_option_integer("storage_archive_item_limit", nil, 0);

local archive_item_count_cache = cache.new(module:get_option_integer("storage_archive_item_limit_cache_size", 1000, 1));

local item_count_cache_hit = module:measure("item_count_cache_hit", "rate");

local item_count_cache_miss = module:measure("item_count_cache_miss", "rate")

-- luacheck: ignore 512 431/user 431/store 431/err

local map_store = {};

map_store.__index = map_store;

map_store.remove = {};

function map_store:get(username, key)

	local ok, result = engine:transaction(function()

		local query = [[

		SELECT "type", "value"

		FROM "prosody"

		WHERE "host"=? AND "user"=? AND "store"=? AND "key"=?

		LIMIT 1

		]];

		local data, err;

		if type(key) == "string" and key ~= "" then

			for row in engine:select(query, host, username or "", self.store, key) do

				data, err = deserialize(row[1], row[2]);

				assert(data ~= nil, err);

			end

			return data;

		else

			for row in engine:select(query, host, username or "", self.store, "") do

				data, err = deserialize(row[1], row[2]);

				assert(data ~= nil, err);

			end

			return data and data[key] or nil;

		end

	end);

	if not ok then return nil, result; end

	return result;

end

function map_store:set(username, key, data)

	if data == nil then data = self.remove; end

	return self:set_keys(username, { [key] = data });

end

function map_store:set_keys(username, keydatas)

	local ok, result = engine:transaction(function()

		local delete_sql = [[

		DELETE FROM "prosody"

		WHERE "host"=? AND "user"=? AND "store"=? AND "key"=?;

		]];

		local insert_sql = [[

		INSERT INTO "prosody"

		("host","user","store","key","type","value")

		VALUES (?,?,?,?,?,?);

		]];

		local upsert_sql = [[

		INSERT INTO "prosody"

		("host","user","store","key","type","value")

		VALUES (?,?,?,?,?,?)

		ON CONFLICT ("host", "user","store", "key")

		DO UPDATE SET "type"=?, "value"=?;

		]];

		local select_extradata_sql = [[

		SELECT "type", "value"

		FROM "prosody"

		WHERE "host"=? AND "user"=? AND "store"=? AND "key"=?

		LIMIT 1;

		]];

		for key, data in pairs(keydatas) do

			if type(key) == "string" and key ~= "" and engine.params.driver ~= "MySQL" and data ~= self.remove then

				local t, value = assert(serialize(data));

				engine:insert(upsert_sql, host, username or "", self.store, key, t, value, t, value);

			elseif type(key) == "string" and key ~= "" then

				engine:delete(delete_sql,

					host, username or "", self.store, key);

				if data ~= self.remove then

					local t, value = assert(serialize(data));

					engine:insert(insert_sql, host, username or "", self.store, key, t, value);

				end

			else

				local extradata, err = {};

				for row in engine:select(select_extradata_sql, host, username or "", self.store, "") do

					extradata, err = deserialize(row[1], row[2]);

					assert(extradata ~= nil, err);

				end

				engine:delete(delete_sql, host, username or "", self.store, "");

				extradata[key] = data;

				local t, value = assert(serialize(extradata));

				engine:insert(insert_sql, host, username or "", self.store, "", t, value);

			end

		end

		return true;

	end);

	if not ok then return nil, result; end

	return result;

end

function map_store:get_all(key)

	if type(key) ~= "string" or key == "" then

		return nil, "get_all only supports non-empty string keys";

	end

	local ok, result = engine:transaction(function()

		local query = [[

		SELECT "user", "type", "value"

		FROM "prosody"

		WHERE "host"=? AND "store"=? AND "key"=?

		]];

		local data;

		for row in engine:select(query, host, self.store, key) do

			local key_data, err = deserialize(row[2], row[3]);

			assert(key_data ~= nil, err);

			if data == nil then

				data = {};

			end

			data[row[1]] = key_data;

		end

		return data;

	end);

	if not ok then return nil, result; end

	return result;

end

function map_store:delete_all(key)

	if type(key) ~= "string" or key == "" then

		return nil, "delete_all only supports non-empty string keys";

	end

	local ok, result = engine:transaction(function()

		local delete_sql = [[

		DELETE FROM "prosody"

		WHERE "host"=? AND "store"=? AND "key"=?;

		]];

		engine:delete(delete_sql, host, self.store, key);

		return true;

	end);

	if not ok then return nil, result; end

	return result;

end

local archive_store = {}

archive_store.caps = {

	total = true;

	quota = archive_item_limit;

	truncate = true;

	full_id_range = true;

	ids = true;

	wildcard_delete = true;

};

archive_store.__index = archive_store

function archive_store:append(username, key, value, when, with)

	local user,store = username,self.store;

	local cache_key = jid_join(username, host, store);

	local item_count = archive_item_count_cache:get(cache_key);

	if archive_item_limit then

		if not item_count then

			item_count_cache_miss();

			local ok, ret = engine:transaction(function()

				local count_sql = [[

				SELECT COUNT(*) FROM "prosodyarchive"

				WHERE "host"=? AND "user"=? AND "store"=?;

				]];

				local result = engine:select(count_sql, host, user, store);

				if result then

					for row in result do

						item_count = row[1];

					end

				end

			end);

			if not ok or not item_count then

				module:log("error", "Failed while checking quota for %s: %s", username, ret);

				return nil, "Failure while checking quota";

			end

			archive_item_count_cache:set(cache_key, item_count);

		else

			item_count_cache_hit();

		end

		module:log("debug", "%s has %d items out of %d limit", username, item_count, archive_item_limit);

		if item_count >= archive_item_limit then

			return nil, "quota-limit";

		end

	end

	-- FIXME update the schema to allow precision timestamps

	when = when or os.time();

	if engine.params.driver ~= "SQLite3" then

		-- SQLite3 doesn't enforce types :)

		when = math.floor(when);

	end

	with = with or "";

	local ok, ret = engine:transaction(function()

		local delete_sql = [[

		DELETE FROM "prosodyarchive"

		WHERE "host"=? AND "user"=? AND "store"=? AND "key"=?;

		]];

		local insert_sql = [[

		INSERT INTO "prosodyarchive"

		("host", "user", "store", "when", "with", "key", "type", "value")

		VALUES (?,?,?,?,?,?,?,?);

		]];

		if key then

			-- TODO use UPSERT like map store

			local result = engine:delete(delete_sql, host, user or "", store, key);

			if result and item_count then

				item_count = item_count - result:affected();