[urlreducer] Framalink is in fact LSTU

modules/urlreducer.py

@@ -0,0 +1,150 @@
+"""URL reducer module"""
+
+# PYTHON STUFFS #######################################################
+
+import re
+import json
+from urllib.parse import urlparse
+from urllib.parse import quote
+
+from nemubot.exception import IMException
+from nemubot.hooks import hook
+from nemubot.message import Text
+from nemubot.tools import web
+
+
+# MODULE FUNCTIONS ####################################################
+
+def default_reducer(url, data):
+    snd_url = url + quote(data, "/:%@&=?")
+    return web.getURLContent(snd_url)
+
+
+def ycc_reducer(url, data):
+    return "http://ycc.fr/%s" % default_reducer(url, data)
+
+def lstu_reducer(url, data):
+    json_data = json.loads(web.getURLContent(url, "lsturl=" + quote(data),
+        header={"Content-Type": "application/x-www-form-urlencoded"}))
+    if 'short' in json_data:
+        return json_data['short']
+    elif 'msg' in json_data:
+        raise IMException("Error: %s" % json_data['msg'])
+    else:
+        IMException("An error occured while shortening %s." % data)
+
+# MODULE VARIABLES ####################################################
+
+PROVIDERS = {
+    "tinyurl": (default_reducer, "http://tinyurl.com/api-create.php?url="),
+    "ycc": (ycc_reducer, "http://ycc.fr/redirection/create/"),
+    "framalink": (lstu_reducer, "https://frama.link/a?format=json"),
+    "huitre": (lstu_reducer, "https://huit.re/a?format=json"),
+    "lstu": (lstu_reducer, "https://lstu.fr/a?format=json"),
+}
+DEFAULT_PROVIDER = "framalink"
+
+PROVIDERS_NETLOC = [urlparse(web.getNormalizedURL(url), "http").netloc for f, url in PROVIDERS.values()]
+
+# LOADING #############################################################
+
+
+def load(context):
+    global DEFAULT_PROVIDER
+
+    if "provider" in context.config:
+        if context.config["provider"] == "custom":
+            PROVIDERS["custom"] = context.config["provider_url"]
+        DEFAULT_PROVIDER = context.config["provider"]
+
+
+# MODULE CORE #########################################################
+
+def reduce(url, provider=DEFAULT_PROVIDER):
+    """Ask the url shortner website to reduce given URL
+
+    Argument:
+    url -- the URL to reduce
+    """
+    return PROVIDERS[provider][0](PROVIDERS[provider][1], url)
+
+
+def gen_response(res, msg, srv):
+    if res is None:
+        raise IMException("bad URL : %s" % srv)
+    else:
+        return Text("URL for %s: %s" % (srv, res), server=None,
+                    to=msg.to_response)
+
+
+## URL stack
+
+LAST_URLS = dict()
+
+
+@hook.message()
+def parselisten(msg):
+    parseresponse(msg)
+    return None
+
+
+@hook.post()
+def parseresponse(msg):
+    global LAST_URLS
+    if hasattr(msg, "text") and msg.text:
+        urls = re.findall("([a-zA-Z0-9+.-]+:(?://)?(?:[^ :/]+:[0-9]+)?[^ :]+)", msg.text)
+        for url in urls:
+            o = urlparse(web._getNormalizedURL(url), "http")
+
+            # Skip short URLs
+            if (o.netloc == "" or o.netloc in PROVIDERS or
+                    len(o.netloc) + len(o.path) < 17):
+                continue
+
+            for recv in msg.to:
+                if recv not in LAST_URLS:
+                    LAST_URLS[recv] = list()
+                LAST_URLS[recv].append(url)
+    return msg
+
+
+# MODULE INTERFACE ####################################################
+
+@hook.command("framalink",
+      help="Reduce any long URL",
+      help_usage={
+          None: "Reduce the last URL said on the channel",
+          "URL [URL ...]": "Reduce the given URL(s)"
+      },
+      keywords={
+          "provider=SMTH": "Change the service provider used (by default: %s) among %s" % (DEFAULT_PROVIDER, ", ".join(PROVIDERS.keys()))
+      })
+def cmd_reduceurl(msg):
+    minify = list()
+
+    if not len(msg.args):
+        global LAST_URLS
+        if msg.channel in LAST_URLS and len(LAST_URLS[msg.channel]) > 0:
+            minify.append(LAST_URLS[msg.channel].pop())
+        else:
+            raise IMException("I have no more URL to reduce.")
+
+    if len(msg.args) > 4:
+        raise IMException("I cannot reduce that maby URLs at once.")
+    else:
+        minify += msg.args
+
+    if 'provider' in msg.kwargs and msg.kwargs['provider'] in PROVIDERS:
+        provider = msg.kwargs['provider']
+    else:
+        provider = DEFAULT_PROVIDER
+
+    res = list()
+    for url in minify:
+        o = urlparse(web.getNormalizedURL(url), "http")
+        minief_url = reduce(url, provider)
+        if o.netloc == "":
+            res.append(gen_response(minief_url, msg, o.scheme))
+        else:
+            res.append(gen_response(minief_url, msg, o.netloc))
+    return res