235 lines
6.6 KiB
Lua
235 lines
6.6 KiB
Lua
feedparser = (loadfile "./libs/feedparser.lua")()
|
||
|
||
local function unescape_for_rss(str)
|
||
-- Character encoding
|
||
str = string.gsub(str, "|", "|")
|
||
str = string.gsub(str, "‹", "‹")
|
||
str = string.gsub(str, "<", "<")
|
||
str = string.gsub(str, ">", ">")
|
||
str = string.gsub(str, "'", "'")
|
||
str = string.gsub(str, "’", "'")
|
||
str = string.gsub(str, "–", "–")
|
||
str = string.gsub(str, "»", "»")
|
||
str = string.gsub(str, "»", "»")
|
||
str = string.gsub(str, "–", "–")
|
||
str = string.gsub(str, "“", "“")
|
||
str = string.gsub(str, "”", "”")
|
||
str = string.gsub(str, "€", "€")
|
||
str = string.gsub(str, "ß", "ß")
|
||
|
||
-- Ä Ö Ü
|
||
str = string.gsub(str, "ä", "ä")
|
||
str = string.gsub(str, "Ä", "Ä")
|
||
str = string.gsub(str, "ä", "ä")
|
||
str = string.gsub(str, "Ä", "Ä")
|
||
str = string.gsub(str, "ö", "ö")
|
||
str = string.gsub(str, "Ö", "Ö")
|
||
str = string.gsub(str, "ö", "ö")
|
||
str = string.gsub(str, "Ö", "Ö")
|
||
str = string.gsub(str, "ü", "ü")
|
||
str = string.gsub(str, "Ü", "Ü")
|
||
str = string.gsub(str, "ü", "ü")
|
||
str = string.gsub(str, "Ü", "Ü")
|
||
-- str = string.gsub( str, '&#(%d+);', function(n) return string.char(n) end ) <- There is a bug, but I don't know!?
|
||
str = string.gsub( str, '&#x(%d+);', function(n) return string.char(tonumber(n,16)) end )
|
||
str = string.gsub( str, '&', '&' ) -- Be sure to do this after all others
|
||
return str
|
||
end
|
||
|
||
local function get_base_redis(id, option, extra)
|
||
local ex = ''
|
||
if option ~= nil then
|
||
ex = ex .. ':' .. option
|
||
if extra ~= nil then
|
||
ex = ex .. ':' .. extra
|
||
end
|
||
end
|
||
return 'rss:' .. id .. ex
|
||
end
|
||
|
||
local function prot_url(url)
|
||
local url, h = string.gsub(url, "http://", "")
|
||
local url, hs = string.gsub(url, "https://", "")
|
||
local protocol = "http"
|
||
if hs == 1 then
|
||
protocol = "https"
|
||
end
|
||
return url, protocol
|
||
end
|
||
|
||
local function get_rss(url, prot)
|
||
local res, code = nil, 0
|
||
if prot == "http" then
|
||
res, code = http.request(url)
|
||
elseif prot == "https" then
|
||
res, code = https.request(url)
|
||
end
|
||
if code ~= 200 then
|
||
return nil, "Fehler beim Erreichen von " .. url
|
||
end
|
||
local parsed = feedparser.parse(res)
|
||
if parsed == nil then
|
||
return nil, 'Fehler beim hinzufügen des RSS-Feeds.\nSicher, dass "' .. url .. '" einen RSS-Feed hat?'
|
||
end
|
||
return parsed, nil
|
||
end
|
||
|
||
local function get_new_entries(last, nentries)
|
||
local entries = {}
|
||
for k,v in pairs(nentries) do
|
||
if v.id == last then
|
||
return entries
|
||
else
|
||
table.insert(entries, v)
|
||
end
|
||
end
|
||
return entries
|
||
end
|
||
|
||
local function print_subs(id)
|
||
local uhash = get_base_redis(id)
|
||
local subs = redis:smembers(uhash)
|
||
local text = id .. ' hat folgende Feeds:\n---------\n'
|
||
for k,v in pairs(subs) do
|
||
text = text .. k .. ") " .. v .. '\n'
|
||
end
|
||
return text
|
||
end
|
||
|
||
local function subscribe(id, url)
|
||
local baseurl, protocol = prot_url(url)
|
||
|
||
local prothash = get_base_redis(baseurl, "protocol")
|
||
local lasthash = get_base_redis(baseurl, "last_entry")
|
||
local lhash = get_base_redis(baseurl, "subs")
|
||
local uhash = get_base_redis(id)
|
||
|
||
if redis:sismember(uhash, baseurl) then
|
||
return 'Der Feed von "' .. url .. '" ist bereits abonniert'
|
||
end
|
||
|
||
local parsed, err = get_rss(url, protocol)
|
||
if err ~= nil then
|
||
return err
|
||
end
|
||
|
||
local last_entry = ""
|
||
if #parsed.entries > 0 then
|
||
last_entry = parsed.entries[1].id
|
||
end
|
||
|
||
local name = parsed.feed.title
|
||
|
||
redis:set(prothash, protocol)
|
||
redis:set(lasthash, last_entry)
|
||
redis:sadd(lhash, id)
|
||
redis:sadd(uhash, baseurl)
|
||
|
||
return 'Der Feed von "' .. name .. '" wurde erfolgreich abonniert'
|
||
end
|
||
|
||
local function unsubscribe(id, n)
|
||
if #n > 3 then
|
||
return "Du kannst nicht mehr als drei Feeds abonnieren!"
|
||
end
|
||
n = tonumber(n)
|
||
|
||
local uhash = get_base_redis(id)
|
||
local subs = redis:smembers(uhash)
|
||
if n < 1 or n > #subs then
|
||
return "Abonnement-ID zu hoch!"
|
||
end
|
||
local sub = subs[n]
|
||
local lhash = get_base_redis(sub, "subs")
|
||
|
||
redis:srem(uhash, sub)
|
||
redis:srem(lhash, id)
|
||
|
||
local left = redis:smembers(lhash)
|
||
if #left < 1 then -- no one subscribed, remove it
|
||
local prothash = get_base_redis(sub, "protocol")
|
||
local lasthash = get_base_redis(sub, "last_entry")
|
||
redis:del(prothash)
|
||
redis:del(lasthash)
|
||
end
|
||
|
||
return 'Der Feed von "' .. sub .. '" wurde deabonniert'
|
||
end
|
||
|
||
local function cron()
|
||
-- sync every 15 mins?
|
||
local keys = redis:keys(get_base_redis("*", "subs"))
|
||
for k,v in pairs(keys) do
|
||
local base = string.match(v, "rss:(.+):subs") -- Get the URL base
|
||
--print('RSS: '..base)
|
||
local prot = redis:get(get_base_redis(base, "protocol"))
|
||
local last = redis:get(get_base_redis(base, "last_entry"))
|
||
local url = prot .. "://" .. base
|
||
local parsed, err = get_rss(url, prot)
|
||
if err ~= nil then
|
||
return
|
||
end
|
||
local newentr = get_new_entries(last, parsed.entries)
|
||
local subscribers = {}
|
||
local text = '' -- Send one message per feed with the latest entries
|
||
for k2, v2 in pairs(newentr) do
|
||
local title = v2.title or 'Kein Titel'
|
||
local link = v2.link or v2.id or 'Kein Link'
|
||
if v2.content then
|
||
content = string.sub(unescape_for_rss(v2.content:gsub("%b<>", "")), 1, 250) .. '...'
|
||
else
|
||
content = string.sub(unescape_for_rss(v2.summary:gsub("%b<>", "")), 1, 250) .. '...'
|
||
end
|
||
text = text .. '[RSS] '.. title .. '\n'..content..'\n\n(' .. link .. ')\n\n'
|
||
end
|
||
if text ~= '' then
|
||
local newlast = newentr[1].id
|
||
redis:set(get_base_redis(base, "last_entry"), newlast)
|
||
for k2, receiver in pairs(redis:smembers(v)) do
|
||
send_msg(receiver, text, ok_cb, false)
|
||
end
|
||
end
|
||
end
|
||
end
|
||
|
||
local function run(msg, matches)
|
||
local id = "user#id" .. msg.from.id
|
||
|
||
if is_chat_msg(msg) then
|
||
id = "chat#id" .. msg.to.id
|
||
end
|
||
|
||
if matches[1] == "/rss"then
|
||
return print_subs(id)
|
||
end
|
||
if matches[1] == "sync" then
|
||
cron()
|
||
end
|
||
if matches[1] == "add" then
|
||
return subscribe(id, matches[2])
|
||
end
|
||
|
||
if matches[1] == "remove" then
|
||
return unsubscribe(id, matches[2])
|
||
end
|
||
end
|
||
|
||
|
||
return {
|
||
description = "RSS-Feed Reader",
|
||
usage = {
|
||
"/rss: Feed-Abos anzeigen",
|
||
"/rss add (url): Diesen Feed abonnieren",
|
||
"/rss remove (id): Diesen Feed deabonnieren",
|
||
"/rss sync: Feeds aktualisieren"
|
||
},
|
||
patterns = {
|
||
"^/rss$",
|
||
"^/rss (add) (https?://[%w-_%.%?%.:/%+=&]+)$",
|
||
"^/rss (remove) (%d+)$",
|
||
"^/rss (sync)$"
|
||
},
|
||
run = run,
|
||
cron = cron,
|
||
privileged = true
|
||
} |