mod_mam_archive/mod_mam_archive.lua
author Ben Smith <bens@effortlessis.com>
Tue, 14 May 2024 07:31:34 -0700
changeset 5912 dcea4b4c415d
parent 5906 8ff308fad9fd
permissions -rw-r--r--
Tweaking documentation to clarify that Oauth2 can be used for VirtualHosts and Component installations.
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
1471
153df603f73d mod_mam_archive: Initial commit
syn@syn.im
parents:
diff changeset
     1
-- Prosody IM
153df603f73d mod_mam_archive: Initial commit
syn@syn.im
parents:
diff changeset
     2
--
153df603f73d mod_mam_archive: Initial commit
syn@syn.im
parents:
diff changeset
     3
-- This project is MIT/X11 licensed. Please see the
153df603f73d mod_mam_archive: Initial commit
syn@syn.im
parents:
diff changeset
     4
-- COPYING file in the source package for more information.
153df603f73d mod_mam_archive: Initial commit
syn@syn.im
parents:
diff changeset
     5
--
153df603f73d mod_mam_archive: Initial commit
syn@syn.im
parents:
diff changeset
     6
local get_prefs = module:require"mod_mam/mamprefs".get;
153df603f73d mod_mam_archive: Initial commit
syn@syn.im
parents:
diff changeset
     7
local set_prefs = module:require"mod_mam/mamprefs".set;
2710
3e97dae28215 mod_mam_archive: Use util.rsm (fixes #877, depends on recent 0.10+)
Dennis Schridde <devurandom@gmx.net>
parents: 1586
diff changeset
     8
local rsm = require "util.rsm";
1471
153df603f73d mod_mam_archive: Initial commit
syn@syn.im
parents:
diff changeset
     9
local jid_bare = require "util.jid".bare;
153df603f73d mod_mam_archive: Initial commit
syn@syn.im
parents:
diff changeset
    10
local jid_prep = require "util.jid".prep;
153df603f73d mod_mam_archive: Initial commit
syn@syn.im
parents:
diff changeset
    11
local date_parse = require "util.datetime".parse;
1498
e82592ed744b mod_mam_archive: Applying @vstakhov 's patch (https://gist.github.com/vstakhov/306ea813a38021dcf3d4).
syn@syn.im
parents: 1477
diff changeset
    12
local date_format = require "util.datetime".datetime;
1471
153df603f73d mod_mam_archive: Initial commit
syn@syn.im
parents:
diff changeset
    13
153df603f73d mod_mam_archive: Initial commit
syn@syn.im
parents:
diff changeset
    14
local st = require "util.stanza";
153df603f73d mod_mam_archive: Initial commit
syn@syn.im
parents:
diff changeset
    15
local archive_store = "archive2";
153df603f73d mod_mam_archive: Initial commit
syn@syn.im
parents:
diff changeset
    16
local archive = module:open_store(archive_store, "archive");
153df603f73d mod_mam_archive: Initial commit
syn@syn.im
parents:
diff changeset
    17
local global_default_policy = module:get_option("default_archive_policy", false);
153df603f73d mod_mam_archive: Initial commit
syn@syn.im
parents:
diff changeset
    18
local default_max_items, max_max_items = 20, module:get_option_number("max_archive_query_results", 50);
1476
08ca6dd36e39 mod_mam_archive: Fixing issues noted in code review for 153df603f73d3b69c434f2790cff0270de14bb75
syn@syn.im
parents: 1471
diff changeset
    19
local conversation_interval = tonumber(module:get_option_number("archive_conversation_interval", 86400));
1498
e82592ed744b mod_mam_archive: Applying @vstakhov 's patch (https://gist.github.com/vstakhov/306ea813a38021dcf3d4).
syn@syn.im
parents: 1477
diff changeset
    20
local resolve_relative_path = require "core.configmanager".resolve_relative_path;
1471
153df603f73d mod_mam_archive: Initial commit
syn@syn.im
parents:
diff changeset
    21
153df603f73d mod_mam_archive: Initial commit
syn@syn.im
parents:
diff changeset
    22
-- Feature discovery
153df603f73d mod_mam_archive: Initial commit
syn@syn.im
parents:
diff changeset
    23
module:add_feature("urn:xmpp:archive:auto");
153df603f73d mod_mam_archive: Initial commit
syn@syn.im
parents:
diff changeset
    24
module:add_feature("urn:xmpp:archive:manage");
153df603f73d mod_mam_archive: Initial commit
syn@syn.im
parents:
diff changeset
    25
module:add_feature("urn:xmpp:archive:pref");
153df603f73d mod_mam_archive: Initial commit
syn@syn.im
parents:
diff changeset
    26
module:add_feature("http://jabber.org/protocol/rsm");
153df603f73d mod_mam_archive: Initial commit
syn@syn.im
parents:
diff changeset
    27
-- --------------------------------------------------
153df603f73d mod_mam_archive: Initial commit
syn@syn.im
parents:
diff changeset
    28
153df603f73d mod_mam_archive: Initial commit
syn@syn.im
parents:
diff changeset
    29
local function prefs_to_stanza(prefs)
1476
08ca6dd36e39 mod_mam_archive: Fixing issues noted in code review for 153df603f73d3b69c434f2790cff0270de14bb75
syn@syn.im
parents: 1471
diff changeset
    30
    local prefstanza = st.stanza("pref", { xmlns="urn:xmpp:archive" });
1471
153df603f73d mod_mam_archive: Initial commit
syn@syn.im
parents:
diff changeset
    31
    local default = prefs[false] ~= nil and prefs[false] or global_default_policy;
153df603f73d mod_mam_archive: Initial commit
syn@syn.im
parents:
diff changeset
    32
1476
08ca6dd36e39 mod_mam_archive: Fixing issues noted in code review for 153df603f73d3b69c434f2790cff0270de14bb75
syn@syn.im
parents: 1471
diff changeset
    33
    prefstanza:tag("default", {otr="oppose", save=default and "true" or "false"}):up();
08ca6dd36e39 mod_mam_archive: Fixing issues noted in code review for 153df603f73d3b69c434f2790cff0270de14bb75
syn@syn.im
parents: 1471
diff changeset
    34
    prefstanza:tag("method", {type="auto", use="concede"}):up();
08ca6dd36e39 mod_mam_archive: Fixing issues noted in code review for 153df603f73d3b69c434f2790cff0270de14bb75
syn@syn.im
parents: 1471
diff changeset
    35
    prefstanza:tag("method", {type="local", use="concede"}):up();
08ca6dd36e39 mod_mam_archive: Fixing issues noted in code review for 153df603f73d3b69c434f2790cff0270de14bb75
syn@syn.im
parents: 1471
diff changeset
    36
    prefstanza:tag("method", {type="manual", use="concede"}):up();
1471
153df603f73d mod_mam_archive: Initial commit
syn@syn.im
parents:
diff changeset
    37
153df603f73d mod_mam_archive: Initial commit
syn@syn.im
parents:
diff changeset
    38
    for jid, choice in pairs(prefs) do
153df603f73d mod_mam_archive: Initial commit
syn@syn.im
parents:
diff changeset
    39
        if jid then
1476
08ca6dd36e39 mod_mam_archive: Fixing issues noted in code review for 153df603f73d3b69c434f2790cff0270de14bb75
syn@syn.im
parents: 1471
diff changeset
    40
            prefstanza:tag("item", {jid=jid, otr="prefer", save=choice and "message" or "false" }):up()
1471
153df603f73d mod_mam_archive: Initial commit
syn@syn.im
parents:
diff changeset
    41
        end
153df603f73d mod_mam_archive: Initial commit
syn@syn.im
parents:
diff changeset
    42
    end
153df603f73d mod_mam_archive: Initial commit
syn@syn.im
parents:
diff changeset
    43
153df603f73d mod_mam_archive: Initial commit
syn@syn.im
parents:
diff changeset
    44
    return prefstanza;
153df603f73d mod_mam_archive: Initial commit
syn@syn.im
parents:
diff changeset
    45
end
1476
08ca6dd36e39 mod_mam_archive: Fixing issues noted in code review for 153df603f73d3b69c434f2790cff0270de14bb75
syn@syn.im
parents: 1471
diff changeset
    46
local function prefs_from_stanza(stanza, username)
08ca6dd36e39 mod_mam_archive: Fixing issues noted in code review for 153df603f73d3b69c434f2790cff0270de14bb75
syn@syn.im
parents: 1471
diff changeset
    47
    local current_prefs = get_prefs(username);
1471
153df603f73d mod_mam_archive: Initial commit
syn@syn.im
parents:
diff changeset
    48
153df603f73d mod_mam_archive: Initial commit
syn@syn.im
parents:
diff changeset
    49
    -- "default" | "item" | "session" | "method"
153df603f73d mod_mam_archive: Initial commit
syn@syn.im
parents:
diff changeset
    50
    for elem in stanza:children() do
153df603f73d mod_mam_archive: Initial commit
syn@syn.im
parents:
diff changeset
    51
        if elem.name == "default" then
1476
08ca6dd36e39 mod_mam_archive: Fixing issues noted in code review for 153df603f73d3b69c434f2790cff0270de14bb75
syn@syn.im
parents: 1471
diff changeset
    52
            current_prefs[false] = elem.attr["save"] == "true";
1471
153df603f73d mod_mam_archive: Initial commit
syn@syn.im
parents:
diff changeset
    53
        elseif elem.name == "item" then
1476
08ca6dd36e39 mod_mam_archive: Fixing issues noted in code review for 153df603f73d3b69c434f2790cff0270de14bb75
syn@syn.im
parents: 1471
diff changeset
    54
            current_prefs[elem.attr["jid"]] = not elem.attr["save"] == "false";
1471
153df603f73d mod_mam_archive: Initial commit
syn@syn.im
parents:
diff changeset
    55
        elseif elem.name == "session" then
153df603f73d mod_mam_archive: Initial commit
syn@syn.im
parents:
diff changeset
    56
            module:log("info", "element is not supported: " .. tostring(elem));
153df603f73d mod_mam_archive: Initial commit
syn@syn.im
parents:
diff changeset
    57
--            local found = false;
153df603f73d mod_mam_archive: Initial commit
syn@syn.im
parents:
diff changeset
    58
--            for child in data:children() do
153df603f73d mod_mam_archive: Initial commit
syn@syn.im
parents:
diff changeset
    59
--                if child.name == elem.name and child.attr["thread"] == elem.attr["thread"] then
153df603f73d mod_mam_archive: Initial commit
syn@syn.im
parents:
diff changeset
    60
--                    for k, v in pairs(elem.attr) do
153df603f73d mod_mam_archive: Initial commit
syn@syn.im
parents:
diff changeset
    61
--                        child.attr[k] = v;
153df603f73d mod_mam_archive: Initial commit
syn@syn.im
parents:
diff changeset
    62
--                    end
153df603f73d mod_mam_archive: Initial commit
syn@syn.im
parents:
diff changeset
    63
--                    found = true;
153df603f73d mod_mam_archive: Initial commit
syn@syn.im
parents:
diff changeset
    64
--                    break;
153df603f73d mod_mam_archive: Initial commit
syn@syn.im
parents:
diff changeset
    65
--                end
153df603f73d mod_mam_archive: Initial commit
syn@syn.im
parents:
diff changeset
    66
--            end
153df603f73d mod_mam_archive: Initial commit
syn@syn.im
parents:
diff changeset
    67
--            if not found then
153df603f73d mod_mam_archive: Initial commit
syn@syn.im
parents:
diff changeset
    68
--                data:tag(elem.name, elem.attr):up();
153df603f73d mod_mam_archive: Initial commit
syn@syn.im
parents:
diff changeset
    69
--            end
153df603f73d mod_mam_archive: Initial commit
syn@syn.im
parents:
diff changeset
    70
        elseif elem.name == "method" then
153df603f73d mod_mam_archive: Initial commit
syn@syn.im
parents:
diff changeset
    71
            module:log("info", "element is not supported: " .. tostring(elem));
153df603f73d mod_mam_archive: Initial commit
syn@syn.im
parents:
diff changeset
    72
--            local newpref = stanza.tags[1]; -- iq:pref
153df603f73d mod_mam_archive: Initial commit
syn@syn.im
parents:
diff changeset
    73
--            for _, e in ipairs(newpref.tags) do
153df603f73d mod_mam_archive: Initial commit
syn@syn.im
parents:
diff changeset
    74
--                -- if e.name ~= "method" then continue end
153df603f73d mod_mam_archive: Initial commit
syn@syn.im
parents:
diff changeset
    75
--                local found = false;
153df603f73d mod_mam_archive: Initial commit
syn@syn.im
parents:
diff changeset
    76
--                for child in data:children() do
153df603f73d mod_mam_archive: Initial commit
syn@syn.im
parents:
diff changeset
    77
--                    if child.name == "method" and child.attr["type"] == e.attr["type"] then
153df603f73d mod_mam_archive: Initial commit
syn@syn.im
parents:
diff changeset
    78
--                        child.attr["use"] = e.attr["use"];
153df603f73d mod_mam_archive: Initial commit
syn@syn.im
parents:
diff changeset
    79
--                        found = true;
153df603f73d mod_mam_archive: Initial commit
syn@syn.im
parents:
diff changeset
    80
--                        break;
153df603f73d mod_mam_archive: Initial commit
syn@syn.im
parents:
diff changeset
    81
--                    end
153df603f73d mod_mam_archive: Initial commit
syn@syn.im
parents:
diff changeset
    82
--                end
153df603f73d mod_mam_archive: Initial commit
syn@syn.im
parents:
diff changeset
    83
--                if not found then
153df603f73d mod_mam_archive: Initial commit
syn@syn.im
parents:
diff changeset
    84
--                    data:tag(e.name, e.attr):up();
153df603f73d mod_mam_archive: Initial commit
syn@syn.im
parents:
diff changeset
    85
--                end
153df603f73d mod_mam_archive: Initial commit
syn@syn.im
parents:
diff changeset
    86
--            end
153df603f73d mod_mam_archive: Initial commit
syn@syn.im
parents:
diff changeset
    87
        end
153df603f73d mod_mam_archive: Initial commit
syn@syn.im
parents:
diff changeset
    88
    end
153df603f73d mod_mam_archive: Initial commit
syn@syn.im
parents:
diff changeset
    89
end
153df603f73d mod_mam_archive: Initial commit
syn@syn.im
parents:
diff changeset
    90
153df603f73d mod_mam_archive: Initial commit
syn@syn.im
parents:
diff changeset
    91
------------------------------------------------------------
153df603f73d mod_mam_archive: Initial commit
syn@syn.im
parents:
diff changeset
    92
-- Preferences
153df603f73d mod_mam_archive: Initial commit
syn@syn.im
parents:
diff changeset
    93
------------------------------------------------------------
153df603f73d mod_mam_archive: Initial commit
syn@syn.im
parents:
diff changeset
    94
local function preferences_handler(event)
153df603f73d mod_mam_archive: Initial commit
syn@syn.im
parents:
diff changeset
    95
    local origin, stanza = event.origin, event.stanza;
153df603f73d mod_mam_archive: Initial commit
syn@syn.im
parents:
diff changeset
    96
    local user = origin.username;
153df603f73d mod_mam_archive: Initial commit
syn@syn.im
parents:
diff changeset
    97
    local reply = st.reply(stanza);
153df603f73d mod_mam_archive: Initial commit
syn@syn.im
parents:
diff changeset
    98
153df603f73d mod_mam_archive: Initial commit
syn@syn.im
parents:
diff changeset
    99
    if stanza.attr.type == "get" then
153df603f73d mod_mam_archive: Initial commit
syn@syn.im
parents:
diff changeset
   100
        reply:add_child(prefs_to_stanza(get_prefs(user)));
153df603f73d mod_mam_archive: Initial commit
syn@syn.im
parents:
diff changeset
   101
    end
153df603f73d mod_mam_archive: Initial commit
syn@syn.im
parents:
diff changeset
   102
    if stanza.attr.type == "set" then
153df603f73d mod_mam_archive: Initial commit
syn@syn.im
parents:
diff changeset
   103
        local new_prefs = stanza:get_child("pref", xmlns_archive);
153df603f73d mod_mam_archive: Initial commit
syn@syn.im
parents:
diff changeset
   104
        if not new_prefs then return false; end
153df603f73d mod_mam_archive: Initial commit
syn@syn.im
parents:
diff changeset
   105
1476
08ca6dd36e39 mod_mam_archive: Fixing issues noted in code review for 153df603f73d3b69c434f2790cff0270de14bb75
syn@syn.im
parents: 1471
diff changeset
   106
        local prefs = prefs_from_stanza(stanza, origin.username);
1471
153df603f73d mod_mam_archive: Initial commit
syn@syn.im
parents:
diff changeset
   107
        local ok, err = set_prefs(user, prefs);
153df603f73d mod_mam_archive: Initial commit
syn@syn.im
parents:
diff changeset
   108
153df603f73d mod_mam_archive: Initial commit
syn@syn.im
parents:
diff changeset
   109
        if not ok then
153df603f73d mod_mam_archive: Initial commit
syn@syn.im
parents:
diff changeset
   110
            return origin.send(st.error_reply(stanza, "cancel", "internal-server-error", "Error storing preferences: "..tostring(err)));
153df603f73d mod_mam_archive: Initial commit
syn@syn.im
parents:
diff changeset
   111
        end
153df603f73d mod_mam_archive: Initial commit
syn@syn.im
parents:
diff changeset
   112
    end
153df603f73d mod_mam_archive: Initial commit
syn@syn.im
parents:
diff changeset
   113
    return origin.send(reply);
153df603f73d mod_mam_archive: Initial commit
syn@syn.im
parents:
diff changeset
   114
end
153df603f73d mod_mam_archive: Initial commit
syn@syn.im
parents:
diff changeset
   115
local function auto_handler(event)
153df603f73d mod_mam_archive: Initial commit
syn@syn.im
parents:
diff changeset
   116
    local origin, stanza = event.origin, event.stanza;
1476
08ca6dd36e39 mod_mam_archive: Fixing issues noted in code review for 153df603f73d3b69c434f2790cff0270de14bb75
syn@syn.im
parents: 1471
diff changeset
   117
    if not stanza.attr["type"] == "set" then return false; end
1471
153df603f73d mod_mam_archive: Initial commit
syn@syn.im
parents:
diff changeset
   118
153df603f73d mod_mam_archive: Initial commit
syn@syn.im
parents:
diff changeset
   119
    local user = origin.username;
153df603f73d mod_mam_archive: Initial commit
syn@syn.im
parents:
diff changeset
   120
    local prefs = get_prefs(user);
1476
08ca6dd36e39 mod_mam_archive: Fixing issues noted in code review for 153df603f73d3b69c434f2790cff0270de14bb75
syn@syn.im
parents: 1471
diff changeset
   121
    local auto = stanza:get_child("auto", xmlns_archive);
1471
153df603f73d mod_mam_archive: Initial commit
syn@syn.im
parents:
diff changeset
   122
1476
08ca6dd36e39 mod_mam_archive: Fixing issues noted in code review for 153df603f73d3b69c434f2790cff0270de14bb75
syn@syn.im
parents: 1471
diff changeset
   123
    prefs[false] = auto.attr["save"] ~= nil and auto.attr["save"] == "true" or false;
1471
153df603f73d mod_mam_archive: Initial commit
syn@syn.im
parents:
diff changeset
   124
    set_prefs(user, prefs);
153df603f73d mod_mam_archive: Initial commit
syn@syn.im
parents:
diff changeset
   125
153df603f73d mod_mam_archive: Initial commit
syn@syn.im
parents:
diff changeset
   126
    return origin.send(st.reply(stanza));
153df603f73d mod_mam_archive: Initial commit
syn@syn.im
parents:
diff changeset
   127
end
153df603f73d mod_mam_archive: Initial commit
syn@syn.im
parents:
diff changeset
   128
153df603f73d mod_mam_archive: Initial commit
syn@syn.im
parents:
diff changeset
   129
-- excerpt from mod_storage_sql2
153df603f73d mod_mam_archive: Initial commit
syn@syn.im
parents:
diff changeset
   130
local function get_db()
153df603f73d mod_mam_archive: Initial commit
syn@syn.im
parents:
diff changeset
   131
    local mod_sql = module:require("sql");
153df603f73d mod_mam_archive: Initial commit
syn@syn.im
parents:
diff changeset
   132
    local params = module:get_option("sql");
153df603f73d mod_mam_archive: Initial commit
syn@syn.im
parents:
diff changeset
   133
    local engine;
153df603f73d mod_mam_archive: Initial commit
syn@syn.im
parents:
diff changeset
   134
153df603f73d mod_mam_archive: Initial commit
syn@syn.im
parents:
diff changeset
   135
    params = params or { driver = "SQLite3" };
153df603f73d mod_mam_archive: Initial commit
syn@syn.im
parents:
diff changeset
   136
    if params.driver == "SQLite3" then
153df603f73d mod_mam_archive: Initial commit
syn@syn.im
parents:
diff changeset
   137
        params.database = resolve_relative_path(prosody.paths.data or ".", params.database or "prosody.sqlite");
153df603f73d mod_mam_archive: Initial commit
syn@syn.im
parents:
diff changeset
   138
    end
153df603f73d mod_mam_archive: Initial commit
syn@syn.im
parents:
diff changeset
   139
153df603f73d mod_mam_archive: Initial commit
syn@syn.im
parents:
diff changeset
   140
    assert(params.driver and params.database, "Both the SQL driver and the database need to be specified");
153df603f73d mod_mam_archive: Initial commit
syn@syn.im
parents:
diff changeset
   141
    engine = mod_sql:create_engine(params);
153df603f73d mod_mam_archive: Initial commit
syn@syn.im
parents:
diff changeset
   142
    engine:set_encoding();
153df603f73d mod_mam_archive: Initial commit
syn@syn.im
parents:
diff changeset
   143
153df603f73d mod_mam_archive: Initial commit
syn@syn.im
parents:
diff changeset
   144
    return engine;
153df603f73d mod_mam_archive: Initial commit
syn@syn.im
parents:
diff changeset
   145
end
153df603f73d mod_mam_archive: Initial commit
syn@syn.im
parents:
diff changeset
   146
153df603f73d mod_mam_archive: Initial commit
syn@syn.im
parents:
diff changeset
   147
------------------------------------------------------------
153df603f73d mod_mam_archive: Initial commit
syn@syn.im
parents:
diff changeset
   148
-- Collections. In our case there is one conversation with each contact for the whole day for simplicity
153df603f73d mod_mam_archive: Initial commit
syn@syn.im
parents:
diff changeset
   149
------------------------------------------------------------
153df603f73d mod_mam_archive: Initial commit
syn@syn.im
parents:
diff changeset
   150
local function list_stanza_to_query(origin, list_el)
153df603f73d mod_mam_archive: Initial commit
syn@syn.im
parents:
diff changeset
   151
    local sql = "SELECT `with`, `when` / ".. conversation_interval .." as `day`, COUNT(0) FROM `prosodyarchive` WHERE `host`=? AND `user`=? AND `store`=? ";
153df603f73d mod_mam_archive: Initial commit
syn@syn.im
parents:
diff changeset
   152
    local args = {origin.host, origin.username, archive_store};
153df603f73d mod_mam_archive: Initial commit
syn@syn.im
parents:
diff changeset
   153
1476
08ca6dd36e39 mod_mam_archive: Fixing issues noted in code review for 153df603f73d3b69c434f2790cff0270de14bb75
syn@syn.im
parents: 1471
diff changeset
   154
    local with = list_el.attr["with"];
1471
153df603f73d mod_mam_archive: Initial commit
syn@syn.im
parents:
diff changeset
   155
    if with ~= nil then
153df603f73d mod_mam_archive: Initial commit
syn@syn.im
parents:
diff changeset
   156
        sql = sql .. "AND `with` = ? ";
153df603f73d mod_mam_archive: Initial commit
syn@syn.im
parents:
diff changeset
   157
        table.insert(args, jid_bare(with));
153df603f73d mod_mam_archive: Initial commit
syn@syn.im
parents:
diff changeset
   158
    end
153df603f73d mod_mam_archive: Initial commit
syn@syn.im
parents:
diff changeset
   159
1476
08ca6dd36e39 mod_mam_archive: Fixing issues noted in code review for 153df603f73d3b69c434f2790cff0270de14bb75
syn@syn.im
parents: 1471
diff changeset
   160
    local after = list_el.attr["start"];
1471
153df603f73d mod_mam_archive: Initial commit
syn@syn.im
parents:
diff changeset
   161
    if after ~= nil then
1586
b51e596c5a02 mod_mam_archive: Fixing SQL concatenation bug
syn@syn.im
parents: 1522
diff changeset
   162
        sql = sql .. "AND `when` >= ? ";
1471
153df603f73d mod_mam_archive: Initial commit
syn@syn.im
parents:
diff changeset
   163
        table.insert(args, date_parse(after));
153df603f73d mod_mam_archive: Initial commit
syn@syn.im
parents:
diff changeset
   164
    end
153df603f73d mod_mam_archive: Initial commit
syn@syn.im
parents:
diff changeset
   165
1476
08ca6dd36e39 mod_mam_archive: Fixing issues noted in code review for 153df603f73d3b69c434f2790cff0270de14bb75
syn@syn.im
parents: 1471
diff changeset
   166
    local before = list_el.attr["end"];
1471
153df603f73d mod_mam_archive: Initial commit
syn@syn.im
parents:
diff changeset
   167
    if before ~= nil then
153df603f73d mod_mam_archive: Initial commit
syn@syn.im
parents:
diff changeset
   168
        sql = sql .. "AND `when` <= ? ";
153df603f73d mod_mam_archive: Initial commit
syn@syn.im
parents:
diff changeset
   169
        table.insert(args, date_parse(before));
153df603f73d mod_mam_archive: Initial commit
syn@syn.im
parents:
diff changeset
   170
    end
153df603f73d mod_mam_archive: Initial commit
syn@syn.im
parents:
diff changeset
   171
153df603f73d mod_mam_archive: Initial commit
syn@syn.im
parents:
diff changeset
   172
    sql = sql .. "GROUP BY `with`, `when` / ".. conversation_interval .." ORDER BY `when` / ".. conversation_interval .." ASC ";
153df603f73d mod_mam_archive: Initial commit
syn@syn.im
parents:
diff changeset
   173
153df603f73d mod_mam_archive: Initial commit
syn@syn.im
parents:
diff changeset
   174
    local qset = rsm.get(list_el);
153df603f73d mod_mam_archive: Initial commit
syn@syn.im
parents:
diff changeset
   175
    local limit = math.min(qset and qset.max or default_max_items, max_max_items);
1476
08ca6dd36e39 mod_mam_archive: Fixing issues noted in code review for 153df603f73d3b69c434f2790cff0270de14bb75
syn@syn.im
parents: 1471
diff changeset
   176
    sql = sql.."LIMIT ?";
1471
153df603f73d mod_mam_archive: Initial commit
syn@syn.im
parents:
diff changeset
   177
    table.insert(args, limit);
153df603f73d mod_mam_archive: Initial commit
syn@syn.im
parents:
diff changeset
   178
153df603f73d mod_mam_archive: Initial commit
syn@syn.im
parents:
diff changeset
   179
    table.insert(args, 1, sql);
153df603f73d mod_mam_archive: Initial commit
syn@syn.im
parents:
diff changeset
   180
    return args;
153df603f73d mod_mam_archive: Initial commit
syn@syn.im
parents:
diff changeset
   181
end
153df603f73d mod_mam_archive: Initial commit
syn@syn.im
parents:
diff changeset
   182
local function list_handler(event)
153df603f73d mod_mam_archive: Initial commit
syn@syn.im
parents:
diff changeset
   183
    local db = get_db();
153df603f73d mod_mam_archive: Initial commit
syn@syn.im
parents:
diff changeset
   184
    local origin, stanza = event.origin, event.stanza;
153df603f73d mod_mam_archive: Initial commit
syn@syn.im
parents:
diff changeset
   185
    local reply = st.reply(stanza);
153df603f73d mod_mam_archive: Initial commit
syn@syn.im
parents:
diff changeset
   186
153df603f73d mod_mam_archive: Initial commit
syn@syn.im
parents:
diff changeset
   187
    local query = list_stanza_to_query(origin, stanza.tags[1]);
1476
08ca6dd36e39 mod_mam_archive: Fixing issues noted in code review for 153df603f73d3b69c434f2790cff0270de14bb75
syn@syn.im
parents: 1471
diff changeset
   188
    local list = reply:tag("list", {xmlns=xmlns_archive});
1471
153df603f73d mod_mam_archive: Initial commit
syn@syn.im
parents:
diff changeset
   189
153df603f73d mod_mam_archive: Initial commit
syn@syn.im
parents:
diff changeset
   190
    for row in db:select(unpack(query)) do
1476
08ca6dd36e39 mod_mam_archive: Fixing issues noted in code review for 153df603f73d3b69c434f2790cff0270de14bb75
syn@syn.im
parents: 1471
diff changeset
   191
        list:tag("chat", {
1471
153df603f73d mod_mam_archive: Initial commit
syn@syn.im
parents:
diff changeset
   192
            xmlns=xmlns_archive,
153df603f73d mod_mam_archive: Initial commit
syn@syn.im
parents:
diff changeset
   193
            with=row[1],
153df603f73d mod_mam_archive: Initial commit
syn@syn.im
parents:
diff changeset
   194
            start=date_format(row[2] * conversation_interval),
153df603f73d mod_mam_archive: Initial commit
syn@syn.im
parents:
diff changeset
   195
            version=row[3]
153df603f73d mod_mam_archive: Initial commit
syn@syn.im
parents:
diff changeset
   196
        }):up();
153df603f73d mod_mam_archive: Initial commit
syn@syn.im
parents:
diff changeset
   197
    end
153df603f73d mod_mam_archive: Initial commit
syn@syn.im
parents:
diff changeset
   198
153df603f73d mod_mam_archive: Initial commit
syn@syn.im
parents:
diff changeset
   199
    origin.send(reply);
153df603f73d mod_mam_archive: Initial commit
syn@syn.im
parents:
diff changeset
   200
    return true;
153df603f73d mod_mam_archive: Initial commit
syn@syn.im
parents:
diff changeset
   201
end
153df603f73d mod_mam_archive: Initial commit
syn@syn.im
parents:
diff changeset
   202
153df603f73d mod_mam_archive: Initial commit
syn@syn.im
parents:
diff changeset
   203
------------------------------------------------------------
153df603f73d mod_mam_archive: Initial commit
syn@syn.im
parents:
diff changeset
   204
-- Message archive retrieval
153df603f73d mod_mam_archive: Initial commit
syn@syn.im
parents:
diff changeset
   205
------------------------------------------------------------
153df603f73d mod_mam_archive: Initial commit
syn@syn.im
parents:
diff changeset
   206
153df603f73d mod_mam_archive: Initial commit
syn@syn.im
parents:
diff changeset
   207
local function retrieve_handler(event)
153df603f73d mod_mam_archive: Initial commit
syn@syn.im
parents:
diff changeset
   208
    local origin, stanza = event.origin, event.stanza;
153df603f73d mod_mam_archive: Initial commit
syn@syn.im
parents:
diff changeset
   209
    local reply = st.reply(stanza);
153df603f73d mod_mam_archive: Initial commit
syn@syn.im
parents:
diff changeset
   210
1476
08ca6dd36e39 mod_mam_archive: Fixing issues noted in code review for 153df603f73d3b69c434f2790cff0270de14bb75
syn@syn.im
parents: 1471
diff changeset
   211
    local retrieve = stanza:get_child("retrieve", xmlns_archive);
1471
153df603f73d mod_mam_archive: Initial commit
syn@syn.im
parents:
diff changeset
   212
1476
08ca6dd36e39 mod_mam_archive: Fixing issues noted in code review for 153df603f73d3b69c434f2790cff0270de14bb75
syn@syn.im
parents: 1471
diff changeset
   213
    local qwith = retrieve.attr["with"];
08ca6dd36e39 mod_mam_archive: Fixing issues noted in code review for 153df603f73d3b69c434f2790cff0270de14bb75
syn@syn.im
parents: 1471
diff changeset
   214
    local qstart = retrieve.attr["start"];
1471
153df603f73d mod_mam_archive: Initial commit
syn@syn.im
parents:
diff changeset
   215
153df603f73d mod_mam_archive: Initial commit
syn@syn.im
parents:
diff changeset
   216
    module:log("debug", "Archive query, with %s from %s)",
153df603f73d mod_mam_archive: Initial commit
syn@syn.im
parents:
diff changeset
   217
        qwith or "anyone", qstart or "the dawn of time");
153df603f73d mod_mam_archive: Initial commit
syn@syn.im
parents:
diff changeset
   218
153df603f73d mod_mam_archive: Initial commit
syn@syn.im
parents:
diff changeset
   219
    if qstart then -- Validate timestamps
153df603f73d mod_mam_archive: Initial commit
syn@syn.im
parents:
diff changeset
   220
        local vstart = (qstart and date_parse(qstart));
153df603f73d mod_mam_archive: Initial commit
syn@syn.im
parents:
diff changeset
   221
        if (qstart and not vstart) then
153df603f73d mod_mam_archive: Initial commit
syn@syn.im
parents:
diff changeset
   222
            origin.send(st.error_reply(stanza, "modify", "bad-request", "Invalid timestamp"))
153df603f73d mod_mam_archive: Initial commit
syn@syn.im
parents:
diff changeset
   223
            return true
153df603f73d mod_mam_archive: Initial commit
syn@syn.im
parents:
diff changeset
   224
        end
153df603f73d mod_mam_archive: Initial commit
syn@syn.im
parents:
diff changeset
   225
        qstart = vstart;
153df603f73d mod_mam_archive: Initial commit
syn@syn.im
parents:
diff changeset
   226
    end
153df603f73d mod_mam_archive: Initial commit
syn@syn.im
parents:
diff changeset
   227
1476
08ca6dd36e39 mod_mam_archive: Fixing issues noted in code review for 153df603f73d3b69c434f2790cff0270de14bb75
syn@syn.im
parents: 1471
diff changeset
   228
    if qwith then -- Validate the "with" jid
1471
153df603f73d mod_mam_archive: Initial commit
syn@syn.im
parents:
diff changeset
   229
        local pwith = qwith and jid_prep(qwith);
153df603f73d mod_mam_archive: Initial commit
syn@syn.im
parents:
diff changeset
   230
        if pwith and not qwith then -- it failed prepping
153df603f73d mod_mam_archive: Initial commit
syn@syn.im
parents:
diff changeset
   231
            origin.send(st.error_reply(stanza, "modify", "bad-request", "Invalid JID"))
153df603f73d mod_mam_archive: Initial commit
syn@syn.im
parents:
diff changeset
   232
            return true
153df603f73d mod_mam_archive: Initial commit
syn@syn.im
parents:
diff changeset
   233
        end
153df603f73d mod_mam_archive: Initial commit
syn@syn.im
parents:
diff changeset
   234
        qwith = jid_bare(pwith);
153df603f73d mod_mam_archive: Initial commit
syn@syn.im
parents:
diff changeset
   235
    end
153df603f73d mod_mam_archive: Initial commit
syn@syn.im
parents:
diff changeset
   236
153df603f73d mod_mam_archive: Initial commit
syn@syn.im
parents:
diff changeset
   237
    -- RSM stuff
153df603f73d mod_mam_archive: Initial commit
syn@syn.im
parents:
diff changeset
   238
    local qset = rsm.get(retrieve);
153df603f73d mod_mam_archive: Initial commit
syn@syn.im
parents:
diff changeset
   239
    local qmax = math.min(qset and qset.max or default_max_items, max_max_items);
153df603f73d mod_mam_archive: Initial commit
syn@syn.im
parents:
diff changeset
   240
    local reverse = qset and qset.before or false;
153df603f73d mod_mam_archive: Initial commit
syn@syn.im
parents:
diff changeset
   241
    local before, after = qset and qset.before, qset and qset.after;
153df603f73d mod_mam_archive: Initial commit
syn@syn.im
parents:
diff changeset
   242
    if type(before) ~= "string" then before = nil; end
153df603f73d mod_mam_archive: Initial commit
syn@syn.im
parents:
diff changeset
   243
153df603f73d mod_mam_archive: Initial commit
syn@syn.im
parents:
diff changeset
   244
    -- Load all the data!
153df603f73d mod_mam_archive: Initial commit
syn@syn.im
parents:
diff changeset
   245
    local data, err = archive:find(origin.username, {
153df603f73d mod_mam_archive: Initial commit
syn@syn.im
parents:
diff changeset
   246
        start = qstart; ["end"] = qstart + conversation_interval;
153df603f73d mod_mam_archive: Initial commit
syn@syn.im
parents:
diff changeset
   247
        with = qwith;
153df603f73d mod_mam_archive: Initial commit
syn@syn.im
parents:
diff changeset
   248
        limit = qmax;
153df603f73d mod_mam_archive: Initial commit
syn@syn.im
parents:
diff changeset
   249
        before = before; after = after;
153df603f73d mod_mam_archive: Initial commit
syn@syn.im
parents:
diff changeset
   250
        reverse = reverse;
1522
54f6158a4915 Backed out changeset 71af9c272d72
syn@syn.im
parents: 1521
diff changeset
   251
        total = true;
1471
153df603f73d mod_mam_archive: Initial commit
syn@syn.im
parents:
diff changeset
   252
    });
153df603f73d mod_mam_archive: Initial commit
syn@syn.im
parents:
diff changeset
   253
153df603f73d mod_mam_archive: Initial commit
syn@syn.im
parents:
diff changeset
   254
    if not data then
153df603f73d mod_mam_archive: Initial commit
syn@syn.im
parents:
diff changeset
   255
        return origin.send(st.error_reply(stanza, "cancel", "internal-server-error", err));
153df603f73d mod_mam_archive: Initial commit
syn@syn.im
parents:
diff changeset
   256
    end
153df603f73d mod_mam_archive: Initial commit
syn@syn.im
parents:
diff changeset
   257
    local count = err;
153df603f73d mod_mam_archive: Initial commit
syn@syn.im
parents:
diff changeset
   258
1476
08ca6dd36e39 mod_mam_archive: Fixing issues noted in code review for 153df603f73d3b69c434f2790cff0270de14bb75
syn@syn.im
parents: 1471
diff changeset
   259
    local chat = reply:tag("chat", {xmlns=xmlns_archive, with=qwith, start=date_format(qstart), version=count});
1498
e82592ed744b mod_mam_archive: Applying @vstakhov 's patch (https://gist.github.com/vstakhov/306ea813a38021dcf3d4).
syn@syn.im
parents: 1477
diff changeset
   260
    local first, last;
1522
54f6158a4915 Backed out changeset 71af9c272d72
syn@syn.im
parents: 1521
diff changeset
   261
54f6158a4915 Backed out changeset 71af9c272d72
syn@syn.im
parents: 1521
diff changeset
   262
    module:log("debug", "Count "..count);
1471
153df603f73d mod_mam_archive: Initial commit
syn@syn.im
parents:
diff changeset
   263
    for id, item, when in data do
1477
db870913e1cf mod_mam_archive: Doing stanza deserialization after mod_storage the right way
syn@syn.im
parents: 1476
diff changeset
   264
        if not getmetatable(item) == st.stanza_mt then
db870913e1cf mod_mam_archive: Doing stanza deserialization after mod_storage the right way
syn@syn.im
parents: 1476
diff changeset
   265
            item = st.deserialize(item);
db870913e1cf mod_mam_archive: Doing stanza deserialization after mod_storage the right way
syn@syn.im
parents: 1476
diff changeset
   266
        end
db870913e1cf mod_mam_archive: Doing stanza deserialization after mod_storage the right way
syn@syn.im
parents: 1476
diff changeset
   267
        module:log("debug", tostring(item));
db870913e1cf mod_mam_archive: Doing stanza deserialization after mod_storage the right way
syn@syn.im
parents: 1476
diff changeset
   268
1498
e82592ed744b mod_mam_archive: Applying @vstakhov 's patch (https://gist.github.com/vstakhov/306ea813a38021dcf3d4).
syn@syn.im
parents: 1477
diff changeset
   269
        local tag = jid_bare(item.attr["from"]) == jid_bare(origin.full_jid) and "to" or "from";
1471
153df603f73d mod_mam_archive: Initial commit
syn@syn.im
parents:
diff changeset
   270
        tag = chat:tag(tag, {secs = when - qstart});
1477
db870913e1cf mod_mam_archive: Doing stanza deserialization after mod_storage the right way
syn@syn.im
parents: 1476
diff changeset
   271
        tag:add_child(item:get_child("body")):up();
1498
e82592ed744b mod_mam_archive: Applying @vstakhov 's patch (https://gist.github.com/vstakhov/306ea813a38021dcf3d4).
syn@syn.im
parents: 1477
diff changeset
   272
        if not first then first = id; end
e82592ed744b mod_mam_archive: Applying @vstakhov 's patch (https://gist.github.com/vstakhov/306ea813a38021dcf3d4).
syn@syn.im
parents: 1477
diff changeset
   273
        last = id;
1471
153df603f73d mod_mam_archive: Initial commit
syn@syn.im
parents:
diff changeset
   274
    end
1498
e82592ed744b mod_mam_archive: Applying @vstakhov 's patch (https://gist.github.com/vstakhov/306ea813a38021dcf3d4).
syn@syn.im
parents: 1477
diff changeset
   275
    reply:add_child(rsm.generate{ first = first, last = last, count = count })
1471
153df603f73d mod_mam_archive: Initial commit
syn@syn.im
parents:
diff changeset
   276
153df603f73d mod_mam_archive: Initial commit
syn@syn.im
parents:
diff changeset
   277
    origin.send(reply);
153df603f73d mod_mam_archive: Initial commit
syn@syn.im
parents:
diff changeset
   278
    return true;
153df603f73d mod_mam_archive: Initial commit
syn@syn.im
parents:
diff changeset
   279
end
153df603f73d mod_mam_archive: Initial commit
syn@syn.im
parents:
diff changeset
   280
153df603f73d mod_mam_archive: Initial commit
syn@syn.im
parents:
diff changeset
   281
local function not_implemented(event)
153df603f73d mod_mam_archive: Initial commit
syn@syn.im
parents:
diff changeset
   282
    local origin, stanza = event.origin, event.stanza;
1476
08ca6dd36e39 mod_mam_archive: Fixing issues noted in code review for 153df603f73d3b69c434f2790cff0270de14bb75
syn@syn.im
parents: 1471
diff changeset
   283
    local reply = st.reply(stanza):tag("error", {type="cancel"});
08ca6dd36e39 mod_mam_archive: Fixing issues noted in code review for 153df603f73d3b69c434f2790cff0270de14bb75
syn@syn.im
parents: 1471
diff changeset
   284
    reply:tag("feature-not-implemented", {xmlns="urn:ietf:params:xml:ns:xmpp-stanzas"}):up();
1471
153df603f73d mod_mam_archive: Initial commit
syn@syn.im
parents:
diff changeset
   285
    origin.send(reply);
153df603f73d mod_mam_archive: Initial commit
syn@syn.im
parents:
diff changeset
   286
end
153df603f73d mod_mam_archive: Initial commit
syn@syn.im
parents:
diff changeset
   287
153df603f73d mod_mam_archive: Initial commit
syn@syn.im
parents:
diff changeset
   288
-- Preferences
153df603f73d mod_mam_archive: Initial commit
syn@syn.im
parents:
diff changeset
   289
module:hook("iq/self/urn:xmpp:archive:pref", preferences_handler);
153df603f73d mod_mam_archive: Initial commit
syn@syn.im
parents:
diff changeset
   290
module:hook("iq/self/urn:xmpp:archive:auto", auto_handler);
153df603f73d mod_mam_archive: Initial commit
syn@syn.im
parents:
diff changeset
   291
module:hook("iq/self/urn:xmpp:archive:itemremove", not_implemented);
153df603f73d mod_mam_archive: Initial commit
syn@syn.im
parents:
diff changeset
   292
module:hook("iq/self/urn:xmpp:archive:sessionremove", not_implemented);
153df603f73d mod_mam_archive: Initial commit
syn@syn.im
parents:
diff changeset
   293
153df603f73d mod_mam_archive: Initial commit
syn@syn.im
parents:
diff changeset
   294
-- Message Archive Management
153df603f73d mod_mam_archive: Initial commit
syn@syn.im
parents:
diff changeset
   295
module:hook("iq/self/urn:xmpp:archive:list", list_handler);
153df603f73d mod_mam_archive: Initial commit
syn@syn.im
parents:
diff changeset
   296
module:hook("iq/self/urn:xmpp:archive:retrieve", retrieve_handler);
153df603f73d mod_mam_archive: Initial commit
syn@syn.im
parents:
diff changeset
   297
module:hook("iq/self/urn:xmpp:archive:remove", not_implemented);
153df603f73d mod_mam_archive: Initial commit
syn@syn.im
parents:
diff changeset
   298
153df603f73d mod_mam_archive: Initial commit
syn@syn.im
parents:
diff changeset
   299
-- manual archiving
153df603f73d mod_mam_archive: Initial commit
syn@syn.im
parents:
diff changeset
   300
module:hook("iq/self/urn:xmpp:archive:save", not_implemented);
153df603f73d mod_mam_archive: Initial commit
syn@syn.im
parents:
diff changeset
   301
-- replication
153df603f73d mod_mam_archive: Initial commit
syn@syn.im
parents:
diff changeset
   302
module:hook("iq/self/urn:xmpp:archive:modified", not_implemented);