nemubot/modules/urlreducer.py

"""URL reducer module"""

# PYTHON STUFFS #######################################################

import re
import json
from urllib.parse import urlparse
from urllib.parse import quote

from nemubot.exception import IMException
from nemubot.hooks import hook
from nemubot.message import Text
from nemubot.tools import web


# MODULE FUNCTIONS ####################################################

def default_reducer(url, data):
    snd_url = url + quote(data, "/:%@&=?")
    return web.getURLContent(snd_url)


def ycc_reducer(url, data):
    return "https://ycc.fr/%s" % default_reducer(url, data)

def lstu_reducer(url, data):
    json_data = json.loads(web.getURLContent(url, "lsturl=" + quote(data),
        header={"Content-Type": "application/x-www-form-urlencoded"}))
    if 'short' in json_data:
        return json_data['short']
    elif 'msg' in json_data:
        raise IMException("Error: %s" % json_data['msg'])
    else:
        IMException("An error occured while shortening %s." % data)

# MODULE VARIABLES ####################################################

PROVIDERS = {
    "tinyurl": (default_reducer, "https://tinyurl.com/api-create.php?url="),
    "ycc": (ycc_reducer, "https://ycc.fr/redirection/create/"),
    "framalink": (lstu_reducer, "https://frama.link/a?format=json"),
    "huitre": (lstu_reducer, "https://huit.re/a?format=json"),
    "lstu": (lstu_reducer, "https://lstu.fr/a?format=json"),
}
DEFAULT_PROVIDER = "framalink"

PROVIDERS_NETLOC = [urlparse(web.getNormalizedURL(url), "http").netloc for f, url in PROVIDERS.values()]

# LOADING #############################################################


def load(context):
    global DEFAULT_PROVIDER

    if "provider" in context.config:
        if context.config["provider"] == "custom":
            PROVIDERS["custom"] = context.config["provider_url"]
        DEFAULT_PROVIDER = context.config["provider"]


# MODULE CORE #########################################################

def reduce_inline(txt, provider=None):
    for url in re.findall("([a-zA-Z0-9+.-]+:(?://)?(?:[^ :/]+:[0-9]+)?[^ :]+)", txt):
        txt = txt.replace(url, reduce(url, provider))
    return txt


def reduce(url, provider=None):
    """Ask the url shortner website to reduce given URL

    Argument:
    url -- the URL to reduce
    """
    if provider is None:
        provider = DEFAULT_PROVIDER
    return PROVIDERS[provider][0](PROVIDERS[provider][1], url)


def gen_response(res, msg, srv):
    if res is None:
        raise IMException("bad URL : %s" % srv)
    else:
        return Text("URL for %s: %s" % (srv, res), server=None,
                    to=msg.to_response)


## URL stack

LAST_URLS = dict()


@hook.message()
def parselisten(msg):
    global LAST_URLS
    if hasattr(msg, "message") and isinstance(msg.message, str):
        urls = re.findall("([a-zA-Z0-9+.-]+:(?://)?(?:[^ :/]+:[0-9]+)?[^ :]+)",
                          msg.message)
        for url in urls:
            o = urlparse(web._getNormalizedURL(url), "http")

            # Skip short URLs
            if (o.netloc == "" or o.netloc in PROVIDERS or
                    len(o.netloc) + len(o.path) < 17):
                continue

            for recv in msg.to:
                if recv not in LAST_URLS:
                    LAST_URLS[recv] = list()
                LAST_URLS[recv].append(url)


@hook.post()
def parseresponse(msg):
    global LAST_URLS
    if hasattr(msg, "text") and isinstance(msg.text, str):
        urls = re.findall("([a-zA-Z0-9+.-]+:(?://)?(?:[^ :/]+:[0-9]+)?[^ :]+)",
                          msg.text)
        for url in urls:
            o = urlparse(web._getNormalizedURL(url), "http")

            # Skip short URLs
            if (o.netloc == "" or o.netloc in PROVIDERS or
                    len(o.netloc) + len(o.path) < 17):
                continue

            for recv in msg.to:
                if recv not in LAST_URLS:
                    LAST_URLS[recv] = list()
                LAST_URLS[recv].append(url)
    return msg


# MODULE INTERFACE ####################################################

@hook.command("framalink",
      help="Reduce any long URL",
      help_usage={
          None: "Reduce the last URL said on the channel",
          "URL [URL ...]": "Reduce the given URL(s)"
      },
      keywords={
          "provider=SMTH": "Change the service provider used (by default: %s) among %s" % (DEFAULT_PROVIDER, ", ".join(PROVIDERS.keys()))
      })
def cmd_reduceurl(msg):
    minify = list()

    if not len(msg.args):
        global LAST_URLS
        if msg.channel in LAST_URLS and len(LAST_URLS[msg.channel]) > 0:
            minify.append(LAST_URLS[msg.channel].pop())
        else:
            raise IMException("I have no more URL to reduce.")

    if len(msg.args) > 4:
        raise IMException("I cannot reduce that many URLs at once.")
    else:
        minify += msg.args

    if 'provider' in msg.kwargs and msg.kwargs['provider'] in PROVIDERS:
        provider = msg.kwargs['provider']
    else:
        provider = DEFAULT_PROVIDER

    res = list()
    for url in minify:
        o = urlparse(web.getNormalizedURL(url), "http")
        minief_url = reduce(url, provider)
        if o.netloc == "":
            res.append(gen_response(minief_url, msg, o.scheme))
        else:
            res.append(gen_response(minief_url, msg, o.netloc))
    return res