nemunaire/nemubot
1
0
Fork 0
Code Releases Activity

Convert DDG/WFA/Wiki module to nemubot 3.2

Browse Source
This commit is contained in:
Némunaire 2012-08-31 02:58:28 +02:00
parent 358deb99f0
commit 2f7592091b
4 changed files with 236 additions and 189 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

125
modules/ddg/DDGSearch.py
View File

@ -4,72 +4,83 @@ import http.client
import re import re
from urllib.parse import quote from urllib.parse import quote
import module_states_file as xmlparser import xmlparser
class DDGSearch: class DDGSearch:
def __init__(self, terms): def __init__(self, terms):
self.terms = terms self.terms = terms
self.curRT = -1 (res, page) = getPage(terms)
(res, page) = getPage(terms) if res == http.client.OK or res == http.client.SEE_OTHER:
if res == http.client.OK or res == http.client.SEE_OTHER: self.ddgres = xmlparser.parse_string(page)
self.ddgres = xmlparser.parse_string(page) else:
else: self.ddgres = None
self.ddgres = None
@property @property
def type(self): def type(self):
if self.ddgres and self.ddgres.hasNode("Type"): if self.ddgres and self.ddgres.hasNode("Type"):
return self.ddgres.getFirstNode("Type").getContent() return self.ddgres.getFirstNode("Type").getContent()
else: else:
return "" return ""
@property @property
def definition(self): def definition(self):
if self.ddgres.hasNode("Definition"): if self.ddgres.hasNode("Definition"):
return self.ddgres.getFirstNode("Definition").getContent() return self.ddgres.getFirstNode("Definition").getContent()
else: else:
return "Sorry, no definition found for %s" % self.terms return "Sorry, no definition found for %s" % self.terms
@property @property
def nextRes(self): def relatedTopics(self):
if (self.type == "D" or self.type == "C") and len(self.ddgres.getFirstNode("RelatedTopics").getNodes("RelatedTopic")) > self.curRT + 1: try:
self.curRT += 1 for rt in self.ddgres.getFirstNode("RelatedTopics").getNodes("RelatedTopic"):
node = self.ddgres.getFirstNode("RelatedTopics").getNodes("RelatedTopic")[self.curRT] yield rt.getFirstNode("Text").getContent()
return node.getFirstNode("Text").getContent() except:
elif self.ddgres.hasNode("Redirect") and self.ddgres.getFirstNode("Redirect").getContent() != "": pass
return self.ddgres.getFirstNode("Redirect").getContent()
elif self.ddgres.hasNode("Results") and self.ddgres.getFirstNode("Results").hasNode("Result") and self.curRT < 0: @property
self.curRT = 0 def redirect(self):
node = self.ddgres.getFirstNode("Results").getFirstNode("Result") try:
return node.getFirstNode("Text").getContent() + ": " + node.getFirstNode("FirstURL").getContent() return self.ddgres.getFirstNode("Redirect").getContent()
elif self.ddgres.hasNode("Answer") and self.curRT < 0: except:
self.curRT = 0 return None
return striphtml(self.ddgres.getFirstNode("Answer").getContent())
elif self.ddgres.hasNode("Abstract") and len (self.ddgres.getNode("Abstract").getContent()) > 0: @property
if self.curRT < 0: def result(self):
self.curRT = 0 try:
return self.ddgres.getNode("Abstract").getContent() + " <" + self.ddgres.getNode("AbstractURL").getContent() + ">" node = self.ddgres.getFirstNode("Results").getFirstNode("Result")
elif len(self.ddgres.getFirstNode("RelatedTopics").getNodes("RelatedTopic")) > self.curRT: return node.getFirstNode("Text").getContent() + ": " + node.getFirstNode("FirstURL").getContent()
node = self.ddgres.getFirstNode("RelatedTopics").getNodes("RelatedTopic")[self.curRT] except:
self.curRT += 1 return None
return node.getFirstNode("Text").getContent()
return "No more results" @property
def answer(self):
try:
return striphtml(self.ddgres.getFirstNode("Answer").getContent())
except:
return None
@property
def abstract(self):
try:
return self.ddgres.getNode("Abstract").getContent() + " <" + self.ddgres.getNode("AbstractURL").getContent() + ">"
except:
return None
def striphtml(data): def striphtml(data):
p = re.compile(r'<.*?>') p = re.compile(r'<.*?>')
return p.sub('', data).replace("&#x28;", "/(").replace("&#x29;", ")/").replace("&#x22;", "\"") return p.sub('', data).replace("&#x28;", "/(").replace("&#x29;", ")/").replace("&#x22;", "\"")
def getPage(terms): def getPage(terms):
conn = http.client.HTTPConnection("api.duckduckgo.com", timeout=5) conn = http.client.HTTPConnection("api.duckduckgo.com", timeout=5)
try: try:
conn.request("GET", "/?q=%s&format=xml" % quote(terms)) conn.request("GET", "/?q=%s&format=xml" % quote(terms))
except socket.gaierror: except socket.gaierror:
print ("impossible de récupérer la page %s."%(p)) print ("impossible de récupérer la page %s."%(p))
return (http.client.INTERNAL_SERVER_ERROR, None) return (http.client.INTERNAL_SERVER_ERROR, None)
res = conn.getresponse() res = conn.getresponse()
data = res.read() data = res.read()
conn.close() conn.close()
return (res.status, data) return (res.status, data)

117
modules/ddg/WFASearch.py
View File

@ -5,76 +5,63 @@ import re
import socket import socket
from urllib.parse import quote from urllib.parse import quote
import module_states_file as xmlparser import xmlparser
class WFASearch: class WFASearch:
def __init__(self, terms): def __init__(self, terms):
self.terms = terms self.terms = terms
self.curPod = 1 (res, page) = getPage(terms)
self.curSubPod = 0 if res == http.client.OK:
(res, page) = getPage(terms) self.wfares = xmlparser.parse_string(page)
if res == http.client.OK: else:
self.wfares = xmlparser.parse_string(page) self.wfares = None
else:
self.wfares = None
@property @property
def success(self): def success(self):
try: try:
return self.wfares["success"] == "true" return self.wfares["success"] == "true"
except: except:
return False return False
@property @property
def error(self): def error(self):
if self.wfares["error"] == "true": if self.wfares["error"] == "true":
return "An error occurs during computation: " + self.wfares.getNode("error").getNode("msg").getContent() return "An error occurs during computation: " + self.wfares.getNode("error").getNode("msg").getContent()
elif self.wfares.hasNode("didyoumeans"): elif self.wfares.hasNode("didyoumeans"):
start = "Did you mean: " start = "Did you mean: "
tag = "didyoumean" tag = "didyoumean"
end = "?" end = "?"
elif self.wfares.hasNode("tips"): elif self.wfares.hasNode("tips"):
start = "Tips: " start = "Tips: "
tag = "tip" tag = "tip"
end = "" end = ""
elif self.wfares.hasNode("relatedexamples"): elif self.wfares.hasNode("relatedexamples"):
start = "Related examples: " start = "Related examples: "
tag = "relatedexample" tag = "relatedexample"
end = "" end = ""
elif self.wfares.hasNode("futuretopic"): elif self.wfares.hasNode("futuretopic"):
return self.wfares.getNode("futuretopic")["msg"] return self.wfares.getNode("futuretopic")["msg"]
else: else:
return "An error occurs during computation" return "An error occurs during computation"
proposal = list() proposal = list()
for dym in self.wfares.getNode(tag + "s").getNodes(tag): for dym in self.wfares.getNode(tag + "s").getNodes(tag):
if tag == "tip": if tag == "tip":
proposal.append(dym["text"]) proposal.append(dym["text"])
elif tag == "relatedexample": elif tag == "relatedexample":
proposal.append(dym["desc"]) proposal.append(dym["desc"])
else: else:
proposal.append(dym.getContent()) proposal.append(dym.getContent())
return start + ', '.join(proposal) + end return start + ', '.join(proposal) + end
@property @property
def nextRes(self): def nextRes(self):
try: try:
if len(self.wfares.getNodes("pod")) > self.curPod: for node in self.wfares.getNodes("pod"):
txt = "" for subnode in node.getNodes("subpod"):
while txt == "" or subnode.getFirstNode("plaintext").getContent() == "": if subnode.getFirstNode("plaintext").getContent() != "":
node = self.wfares.getNodes("pod")[self.curPod] yield node["title"] + " " + subnode["title"] + ": " + subnode.getFirstNode("plaintext").getContent()
subnode = node.getNodes("subpod")[self.curSubPod] except IndexError:
pass
self.curSubPod += 1
if len(node.getNodes("subpod")) <= self.curSubPod:
self.curPod += 1
self.curSubPod = 0
txt = node["title"] + " " + subnode["title"] + ": " + subnode.getFirstNode("plaintext").getContent()
return txt
except IndexError:
pass
self.curPod = 1
return "No more results"
def getPage(terms): def getPage(terms):

42
modules/ddg/Wikipedia.py
View File

@ -4,31 +4,29 @@ import http.client
import re import re
from urllib.parse import quote from urllib.parse import quote
import module_states_file as xmlparser import xmlparser
class Wikipedia: class Wikipedia:
def __init__(self, terms, lang="fr"): def __init__(self, terms, lang="fr"):
self.terms = terms self.terms = terms
self.lang = lang self.lang = lang
self.curRT = -1 self.curRT = -1
(res, page) = getPage(terms, self.lang) (res, page) = getPage(terms, self.lang)
if res == http.client.OK or res == http.client.SEE_OTHER: if res == http.client.OK or res == http.client.SEE_OTHER:
self.wres = xmlparser.parse_string(page) self.wres = xmlparser.parse_string(page)
else: else:
self.wres = None self.wres = None
@property @property
def nextRes(self): def nextRes(self):
if self.wres is not None and self.wres.hasNode("query"): if self.wres is not None and self.wres.hasNode("query"):
if self.wres.getFirstNode("query").hasNode("pages"): if self.wres.getFirstNode("query").hasNode("pages"):
if self.wres.getFirstNode("query").getFirstNode("pages").hasNode("page"): if self.wres.getFirstNode("query").getFirstNode("pages").hasNode("page"):
if self.wres.getFirstNode("query").getFirstNode("pages").getFirstNode("page").hasNode("revisions"): if self.wres.getFirstNode("query").getFirstNode("pages").getFirstNode("page").hasNode("revisions"):
self.curRT += 1 for cnt in self.wres.getFirstNode("query").getFirstNode("pages").getFirstNode("page").getFirstNode("revisions").getFirstNode("rev").getContent().split("\n"):
content = self.wres.getFirstNode("query").getFirstNode("pages").getFirstNode("page").getFirstNode("revisions").getFirstNode("rev").getContent().split("\n") c = striplink(cnt).strip()
while self.curRT < len(content) and striplink(content[self.curRT]).strip() == "": if c != "":
self.curRT += 1 yield c
return striplink(content[self.curRT])
return "No more results"
def striplink(data): def striplink(data):

141
modules/ddg/__init__.py
View File

@ -2,64 +2,115 @@
import imp import imp
nemubotversion = 3.0 nemubotversion = 3.2
from . import DDGSearch from . import DDGSearch
from . import WFASearch from . import WFASearch
from . import Wikipedia from . import Wikipedia
lastSearch = dict() def load(context):
global CONF
WFASearch.CONF = CONF
def load(): from hooks import Hook
global CONF context.hooks.add_hook(context.hooks.cmd_hook, Hook(define, "d"))
WFASearch.CONF = CONF context.hooks.add_hook(context.hooks.cmd_hook, Hook(define, "def"))
context.hooks.add_hook(context.hooks.cmd_hook, Hook(define, "defini"))
context.hooks.add_hook(context.hooks.cmd_hook, Hook(define, "definit"))
context.hooks.add_hook(context.hooks.cmd_hook, Hook(define, "define"))
context.hooks.add_hook(context.hooks.cmd_hook, Hook(define, "definition"))
context.hooks.add_hook(context.hooks.cmd_hook, Hook(search, "search"))
context.hooks.add_hook(context.hooks.cmd_hook, Hook(search, "ddg"))
context.hooks.add_hook(context.hooks.cmd_hook, Hook(search, "g"))
context.hooks.add_hook(context.hooks.cmd_hook, Hook(calculate, "wa"))
context.hooks.add_hook(context.hooks.cmd_hook, Hook(calculate, "wfa"))
context.hooks.add_hook(context.hooks.cmd_hook, Hook(calculate, "calc"))
context.hooks.add_hook(context.hooks.cmd_hook, Hook(wiki, "w"))
context.hooks.add_hook(context.hooks.cmd_hook, Hook(wiki, "wf"))
context.hooks.add_hook(context.hooks.cmd_hook, Hook(wiki, "wfr"))
context.hooks.add_hook(context.hooks.cmd_hook, Hook(wiki, "we"))
context.hooks.add_hook(context.hooks.cmd_hook, Hook(wiki, "wen"))
def reload(): def reload():
imp.reload(DDGSearch) imp.reload(DDGSearch)
imp.reload(WFASearch) imp.reload(WFASearch)
imp.reload(Wikipedia) imp.reload(Wikipedia)
def parseanswer(msg):
global lastSearch
req = None
if msg.cmd[0] == "def" or msg.cmd[0] == "d" or msg.cmd[0] == "define" or msg.cmd[0] == "defini" or msg.cmd[0] == "definit" or msg.cmd[0] == "definition":
req = "def"
elif msg.cmd[0] == "g" or msg.cmd[0] == "ddg" or msg.cmd[0] == "d":
req = "link"
elif msg.cmd[0] == "w" or msg.cmd[0] == "wf" or msg.cmd[0] == "wfr":
req = "fr"
elif msg.cmd[0] == "we" or msg.cmd[0] == "wen":
req = "en"
elif msg.cmd[0] == "wfa" or msg.cmd[0] == "calc" or msg.cmd[0] == "wa":
req = "wfa"
if msg.cmd[0] == "more" or msg.cmd[0] == "plus": def define(msg):
if msg.channel in lastSearch and lastSearch[msg.channel] is not None: if len(msg.cmd) <= 1:
msg.send_chn(lastSearch[msg.channel].nextRes) return Response(msg.sender,
"Indicate a term to define",
msg.channel, nick=msg.nick)
s = DDGSearch.DDGSearch(' '.join(msg.cmd[1:]))
res = Response(msg.sender, channel=msg.channel)
res.append_message(s.definition)
return res
def search(msg):
if len(msg.cmd) <= 1:
return Response(msg.sender,
"Indicate a term to search",
msg.channel, nick=msg.nick)
s = DDGSearch.DDGSearch(' '.join(msg.cmd[1:]))
res = Response(msg.sender, channel=msg.channel, nomore="No more results",
count=" (%d more results)")
res.append_message(s.redirect)
res.append_message(s.abstract)
res.append_message(s.result)
res.append_message(s.answer)
for rt in s.relatedTopics:
res.append_message(rt)
return res
def calculate(msg):
if len(msg.cmd) <= 1:
return Response(msg.sender,
"Indicate a calcul to compute",
msg.channel, nick=msg.nick)
s = WFASearch.WFASearch(' '.join(msg.cmd[1:]))
if s.success:
res = Response(msg.sender, channel=msg.channel, nomore="No more results")
for result in s.nextRes:
res.append_message(result)
res.messages.pop(0)
return res
else: else:
msg.send_chn("There is no ongoing research.") return Response(msg.sender, s.error, msg.channel)
elif req is not None:
if len(msg.cmd) > 1:
if req == "wfa":
s = WFASearch.WFASearch(' '.join(msg.cmd[1:]))
#print (s.wfares)
if not s.success:
msg.send_chn(s.error)
return True
elif req == "link" or req == "def":
s = DDGSearch.DDGSearch(' '.join(msg.cmd[1:]))
else:
s = Wikipedia.Wikipedia(' '.join(msg.cmd[1:]), req)
if req == "def":
msg.send_chn(s.definition) def wiki(msg):
else: if len(msg.cmd) <= 1:
msg.send_chn(s.nextRes) return Response(msg.sender,
lastSearch[msg.channel] = s "Indicate a term to search",
msg.channel, nick=msg.nick)
if msg.cmd[0] == "w" or msg.cmd[0] == "wf" or msg.cmd[0] == "wfr":
lang = "fr"
else: else:
msg.send_chn("What are you looking for?") lang = "en"
return True
return False s = Wikipedia.Wikipedia(msg.cmd[1], lang)
res = Response(msg.sender, channel=msg.channel, nomore="No more results")
for result in s.nextRes:
res.append_message(result)
if len(res.messages) > 0:
return res
else:
return Response(msg.sender,
"No information about " + msg.cmd[1],
msg.channel)