forked from Archives/searxng
Merge pull request #486 from a01200356/master
[enh] WolframAlpha no API engine (and tests for both)dependabot/pip/master/sphinx-6.1.3
commit
b5a3dfca60
@ -0,0 +1,86 @@
|
||||
# WolframAlpha (Maths)
|
||||
#
|
||||
# @website http://www.wolframalpha.com/
|
||||
# @provide-api yes (http://api.wolframalpha.com/v2/)
|
||||
#
|
||||
# @using-api no
|
||||
# @results HTML
|
||||
# @stable no
|
||||
# @parse answer
|
||||
|
||||
from re import search, sub
|
||||
from json import loads
|
||||
from urllib import urlencode
|
||||
from lxml import html
|
||||
import HTMLParser
|
||||
|
||||
# search-url
|
||||
url = 'http://www.wolframalpha.com/'
|
||||
search_url = url + 'input/?{query}'
|
||||
|
||||
# xpath variables
|
||||
scripts_xpath = '//script'
|
||||
title_xpath = '//title'
|
||||
failure_xpath = '//p[attribute::class="pfail"]'
|
||||
|
||||
|
||||
# do search-request
|
||||
def request(query, params):
|
||||
params['url'] = search_url.format(query=urlencode({'i': query}))
|
||||
|
||||
return params
|
||||
|
||||
|
||||
# get response from search-request
|
||||
def response(resp):
|
||||
results = []
|
||||
line = None
|
||||
|
||||
dom = html.fromstring(resp.text)
|
||||
scripts = dom.xpath(scripts_xpath)
|
||||
|
||||
# the answer is inside a js function
|
||||
# answer can be located in different 'pods', although by default it should be in pod_0200
|
||||
possible_locations = ['pod_0200\.push\((.*)',
|
||||
'pod_0100\.push\((.*)']
|
||||
|
||||
# failed result
|
||||
if dom.xpath(failure_xpath):
|
||||
return results
|
||||
|
||||
# get line that matches the pattern
|
||||
for pattern in possible_locations:
|
||||
for script in scripts:
|
||||
try:
|
||||
line = search(pattern, script.text_content()).group(1)
|
||||
break
|
||||
except AttributeError:
|
||||
continue
|
||||
if line:
|
||||
break
|
||||
|
||||
if line:
|
||||
# extract answer from json
|
||||
answer = line[line.find('{'):line.rfind('}') + 1]
|
||||
try:
|
||||
answer = loads(answer)
|
||||
except Exception:
|
||||
answer = loads(answer.encode('unicode-escape'))
|
||||
answer = answer['stringified']
|
||||
|
||||
# clean plaintext answer
|
||||
h = HTMLParser.HTMLParser()
|
||||
answer = h.unescape(answer.decode('unicode-escape'))
|
||||
answer = sub(r'\\', '', answer)
|
||||
|
||||
results.append({'answer': answer})
|
||||
|
||||
# user input is in first part of title
|
||||
title = dom.xpath(title_xpath)[0].text.encode('utf-8')
|
||||
result_url = request(title[:-16], {})['url']
|
||||
|
||||
# append result
|
||||
results.append({'url': result_url,
|
||||
'title': title.decode('utf-8')})
|
||||
|
||||
return results
|
@ -0,0 +1,307 @@
|
||||
# -*- coding: utf-8 -*-
|
||||
from collections import defaultdict
|
||||
import mock
|
||||
from searx.engines import wolframalpha_api
|
||||
from searx.testing import SearxTestCase
|
||||
|
||||
|
||||
class TestWolframAlphaAPIEngine(SearxTestCase):
|
||||
|
||||
def test_request(self):
|
||||
query = 'test_query'
|
||||
api_key = 'XXXXXX-XXXXXXXXXX'
|
||||
dicto = defaultdict(dict)
|
||||
dicto['api_key'] = api_key
|
||||
params = wolframalpha_api.request(query, dicto)
|
||||
|
||||
self.assertIn('url', params)
|
||||
self.assertIn(query, params['url'])
|
||||
self.assertIn('wolframalpha.com', params['url'])
|
||||
|
||||
self.assertIn('api_key', params)
|
||||
self.assertIn(api_key, params['api_key'])
|
||||
|
||||
def test_response(self):
|
||||
self.assertRaises(AttributeError, wolframalpha_api.response, None)
|
||||
self.assertRaises(AttributeError, wolframalpha_api.response, [])
|
||||
self.assertRaises(AttributeError, wolframalpha_api.response, '')
|
||||
self.assertRaises(AttributeError, wolframalpha_api.response, '[]')
|
||||
|
||||
xml = '''<?xml version='1.0' encoding='UTF-8'?>
|
||||
<queryresult success='false' error='false' />
|
||||
'''
|
||||
# test failure
|
||||
response = mock.Mock(content=xml)
|
||||
self.assertEqual(wolframalpha_api.response(response), [])
|
||||
|
||||
xml = """<?xml version='1.0' encoding='UTF-8'?>
|
||||
<queryresult success='true'
|
||||
error='false'
|
||||
numpods='6'
|
||||
datatypes=''
|
||||
timedout=''
|
||||
timedoutpods=''
|
||||
timing='0.684'
|
||||
parsetiming='0.138'
|
||||
parsetimedout='false'
|
||||
recalculate=''
|
||||
id='MSPa416020a7966dachc463600000f9c66cc21444cfg'
|
||||
host='http://www3.wolframalpha.com'
|
||||
server='6'
|
||||
related='http://www3.wolframalpha.com/api/v2/relatedQueries.jsp?...'
|
||||
version='2.6'>
|
||||
<pod title='Input'
|
||||
scanner='Identity'
|
||||
id='Input'
|
||||
position='100'
|
||||
error='false'
|
||||
numsubpods='1'>
|
||||
<subpod title=''>
|
||||
<plaintext>sqrt(-1)</plaintext>
|
||||
</subpod>
|
||||
</pod>
|
||||
<pod title='Result'
|
||||
scanner='Simplification'
|
||||
id='Result'
|
||||
position='200'
|
||||
error='false'
|
||||
numsubpods='1'
|
||||
primary='true'>
|
||||
<subpod title=''>
|
||||
<plaintext></plaintext>
|
||||
</subpod>
|
||||
<states count='1'>
|
||||
<state name='Step-by-step solution'
|
||||
input='Result__Step-by-step solution' />
|
||||
</states>
|
||||
</pod>
|
||||
<pod title='Polar coordinates'
|
||||
scanner='Numeric'
|
||||
id='PolarCoordinates'
|
||||
position='300'
|
||||
error='false'
|
||||
numsubpods='1'>
|
||||
<subpod title=''>
|
||||
<plaintext>r1 (radius), θ90° (angle)</plaintext>
|
||||
</subpod>
|
||||
</pod>
|
||||
<pod title='Position in the complex plane'
|
||||
scanner='Numeric'
|
||||
id='PositionInTheComplexPlane'
|
||||
position='400'
|
||||
error='false'
|
||||
numsubpods='1'>
|
||||
<subpod title=''>
|
||||
<plaintext></plaintext>
|
||||
</subpod>
|
||||
</pod>
|
||||
<pod title='All 2nd roots of -1'
|
||||
scanner='RootsOfUnity'
|
||||
id=''
|
||||
position='500'
|
||||
error='false'
|
||||
numsubpods='2'>
|
||||
<subpod title=''>
|
||||
<plaintext> (principal root)</plaintext>
|
||||
</subpod>
|
||||
<subpod title=''>
|
||||
<plaintext>-</plaintext>
|
||||
</subpod>
|
||||
</pod>
|
||||
<pod title='Plot of all roots in the complex plane'
|
||||
scanner='RootsOfUnity'
|
||||
id='PlotOfAllRootsInTheComplexPlane'
|
||||
position='600'
|
||||
error='false'
|
||||
numsubpods='1'>
|
||||
<subpod title=''>
|
||||
<plaintext></plaintext>
|
||||
</subpod>
|
||||
</pod>
|
||||
</queryresult>
|
||||
"""
|
||||
# test private user area char in response
|
||||
response = mock.Mock(content=xml)
|
||||
results = wolframalpha_api.response(response)
|
||||
self.assertEqual(type(results), list)
|
||||
self.assertEqual(len(results), 2)
|
||||
self.assertIn('i', results[0]['answer'])
|
||||
self.assertIn('sqrt(-1) - Wolfram|Alpha', results[1]['title'])
|
||||
self.assertEquals('http://www.wolframalpha.com/input/?i=sqrt%28-1%29', results[1]['url'])
|
||||
|
||||
xml = """<?xml version='1.0' encoding='UTF-8'?>
|
||||
<queryresult success='true'
|
||||
error='false'
|
||||
numpods='2'
|
||||
datatypes=''
|
||||
timedout=''
|
||||
timedoutpods=''
|
||||
timing='1.286'
|
||||
parsetiming='0.255'
|
||||
parsetimedout='false'
|
||||
recalculate=''
|
||||
id='MSPa195222ad740ede5214h30000480ca61h003d3gd6'
|
||||
host='http://www3.wolframalpha.com'
|
||||
server='20'
|
||||
related='http://www3.wolframalpha.com/api/v2/relatedQueries.jsp?id=...'
|
||||
version='2.6'>
|
||||
<pod title='Indefinite integral'
|
||||
scanner='Integral'
|
||||
id='IndefiniteIntegral'
|
||||
position='100'
|
||||
error='false'
|
||||
numsubpods='1'
|
||||
primary='true'>
|
||||
<subpod title=''>
|
||||
<plaintext>∫1/xxlog(x)+constant</plaintext>
|
||||
</subpod>
|
||||
<states count='1'>
|
||||
<state name='Step-by-step solution'
|
||||
input='IndefiniteIntegral__Step-by-step solution' />
|
||||
</states>
|
||||
<infos count='1'>
|
||||
<info text='log(x) is the natural logarithm'>
|
||||
<link url='http://reference.wolfram.com/mathematica/ref/Log.html'
|
||||
text='Documentation'
|
||||
title='Mathematica' />
|
||||
<link url='http://functions.wolfram.com/ElementaryFunctions/Log'
|
||||
text='Properties'
|
||||
title='Wolfram Functions Site' />
|
||||
<link url='http://mathworld.wolfram.com/NaturalLogarithm.html'
|
||||
text='Definition'
|
||||
title='MathWorld' />
|
||||
</info>
|
||||
</infos>
|
||||
</pod>
|
||||
<pod title='Plots of the integral'
|
||||
scanner='Integral'
|
||||
id='Plot'
|
||||
position='200'
|
||||
error='false'
|
||||
numsubpods='2'>
|
||||
<subpod title=''>
|
||||
<plaintext></plaintext>
|
||||
<states count='1'>
|
||||
<statelist count='2'
|
||||
value='Complex-valued plot'
|
||||
delimiters=''>
|
||||
<state name='Complex-valued plot'
|
||||
input='Plot__1_Complex-valued plot' />
|
||||
<state name='Real-valued plot'
|
||||
input='Plot__1_Real-valued plot' />
|
||||
</statelist>
|
||||
</states>
|
||||
</subpod>
|
||||
<subpod title=''>
|
||||
<plaintext></plaintext>
|
||||
<states count='1'>
|
||||
<statelist count='2'
|
||||
value='Complex-valued plot'
|
||||
delimiters=''>
|
||||
<state name='Complex-valued plot'
|
||||
input='Plot__2_Complex-valued plot' />
|
||||
<state name='Real-valued plot'
|
||||
input='Plot__2_Real-valued plot' />
|
||||
</statelist>
|
||||
</states>
|
||||
</subpod>
|
||||
</pod>
|
||||
<assumptions count='1'>
|
||||
<assumption type='Clash'
|
||||
word='integral'
|
||||
template='Assuming "${word}" is ${desc1}. Use as ${desc2} instead'
|
||||
count='2'>
|
||||
<value name='IntegralsWord'
|
||||
desc='an integral'
|
||||
input='*C.integral-_*IntegralsWord-' />
|
||||
<value name='MathematicalFunctionIdentityPropertyClass'
|
||||
desc='a function property'
|
||||
input='*C.integral-_*MathematicalFunctionIdentityPropertyClass-' />
|
||||
</assumption>
|
||||
</assumptions>
|
||||
</queryresult>
|
||||
"""
|
||||
# test integral
|
||||
response = mock.Mock(content=xml)
|
||||
results = wolframalpha_api.response(response)
|
||||
self.assertEqual(type(results), list)
|
||||
self.assertEqual(len(results), 2)
|
||||
self.assertIn('log(x)+c', results[0]['answer'])
|
||||
self.assertIn('∫1/xx - Wolfram|Alpha'.decode('utf-8'), results[1]['title'])
|
||||
self.assertEquals('http://www.wolframalpha.com/input/?i=%E2%88%AB1%2Fx%EF%9D%8Cx', results[1]['url'])
|
||||
|
||||
xml = """<?xml version='1.0' encoding='UTF-8'?>
|
||||
<queryresult success='true'
|
||||
error='false'
|
||||
numpods='4'
|
||||
datatypes='Solve'
|
||||
timedout=''
|
||||
timedoutpods=''
|
||||
timing='0.79'
|
||||
parsetiming='0.338'
|
||||
parsetimedout='false'
|
||||
recalculate=''
|
||||
id='MSPa7481f7i06d25h3deh2900004810i3a78d9b4fdc'
|
||||
host='http://www5b.wolframalpha.com'
|
||||
server='23'
|
||||
related='http://www5b.wolframalpha.com/api/v2/relatedQueries.jsp?id=...'
|
||||
version='2.6'>
|
||||
<pod title='Input interpretation'
|
||||
scanner='Identity'
|
||||
id='Input'
|
||||
position='100'
|
||||
error='false'
|
||||
numsubpods='1'>
|
||||
<subpod title=''>
|
||||
<plaintext>solve x^2+x0</plaintext>
|
||||
</subpod>
|
||||
</pod>
|
||||
<pod title='Results'
|
||||
scanner='Solve'
|
||||
id='Result'
|
||||
position='200'
|
||||
error='false'
|
||||
numsubpods='2'
|
||||
primary='true'>
|
||||
<subpod title=''>
|
||||
<plaintext>x-1</plaintext>
|
||||
</subpod>
|
||||
<subpod title=''>
|
||||
<plaintext>x0</plaintext>
|
||||
</subpod>
|
||||
<states count='1'>
|
||||
<state name='Step-by-step solution'
|
||||
input='Result__Step-by-step solution' />
|
||||
</states>
|
||||
</pod>
|
||||
<pod title='Root plot'
|
||||
scanner='Solve'
|
||||
id='RootPlot'
|
||||
position='300'
|
||||
error='false'
|
||||
numsubpods='1'>
|
||||
<subpod title=''>
|
||||
<plaintext></plaintext>
|
||||
</subpod>
|
||||
</pod>
|
||||
<pod title='Number line'
|
||||
scanner='Solve'
|
||||
id='NumberLine'
|
||||
position='400'
|
||||
error='false'
|
||||
numsubpods='1'>
|
||||
<subpod title=''>
|
||||
<plaintext></plaintext>
|
||||
</subpod>
|
||||
</pod>
|
||||
</queryresult>
|
||||
"""
|
||||
# test ecuation with multiple answers
|
||||
response = mock.Mock(content=xml)
|
||||
results = wolframalpha_api.response(response)
|
||||
self.assertEqual(type(results), list)
|
||||
self.assertEqual(len(results), 3)
|
||||
self.assertIn('x=-1', results[0]['answer'])
|
||||
self.assertIn('x=0', results[1]['answer'])
|
||||
self.assertIn('solve x^2+x0 - Wolfram|Alpha'.decode('utf-8'), results[2]['title'])
|
||||
self.assertEquals('http://www.wolframalpha.com/input/?i=solve+x%5E2%2Bx%EF%9F%990', results[2]['url'])
|
Loading…
Reference in New Issue