forked from Archives/searxng
You cannot select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
318 lines
9.6 KiB
Python
318 lines
9.6 KiB
Python
9 years ago
|
from collections import defaultdict
|
||
|
import mock
|
||
|
from searx.engines import qwant
|
||
|
from searx.testing import SearxTestCase
|
||
|
|
||
|
|
||
|
class TestQwantEngine(SearxTestCase):
|
||
|
|
||
|
def test_request(self):
|
||
|
query = 'test_query'
|
||
|
dicto = defaultdict(dict)
|
||
|
dicto['pageno'] = 0
|
||
|
dicto['language'] = 'fr_FR'
|
||
9 years ago
|
qwant.categories = ['']
|
||
9 years ago
|
params = qwant.request(query, dicto)
|
||
|
self.assertIn('url', params)
|
||
|
self.assertIn(query, params['url'])
|
||
9 years ago
|
self.assertIn('web', params['url'])
|
||
9 years ago
|
self.assertIn('qwant.com', params['url'])
|
||
|
self.assertIn('fr_fr', params['url'])
|
||
|
|
||
|
dicto['language'] = 'all'
|
||
9 years ago
|
qwant.categories = ['news']
|
||
9 years ago
|
params = qwant.request(query, dicto)
|
||
|
self.assertFalse('fr' in params['url'])
|
||
9 years ago
|
self.assertIn('news', params['url'])
|
||
9 years ago
|
|
||
|
def test_response(self):
|
||
|
self.assertRaises(AttributeError, qwant.response, None)
|
||
|
self.assertRaises(AttributeError, qwant.response, [])
|
||
|
self.assertRaises(AttributeError, qwant.response, '')
|
||
|
self.assertRaises(AttributeError, qwant.response, '[]')
|
||
|
|
||
|
response = mock.Mock(text='{}')
|
||
|
self.assertEqual(qwant.response(response), [])
|
||
|
|
||
|
response = mock.Mock(text='{"data": {}}')
|
||
|
self.assertEqual(qwant.response(response), [])
|
||
|
|
||
|
json = """
|
||
|
{
|
||
|
"status": "success",
|
||
|
"data": {
|
||
|
"query": {
|
||
|
"locale": "en_us",
|
||
|
"query": "Test",
|
||
|
"offset": 10
|
||
|
},
|
||
|
"result": {
|
||
|
"items": [
|
||
|
{
|
||
|
"title": "Title",
|
||
|
"score": 9999,
|
||
|
"url": "http://www.url.xyz",
|
||
|
"source": "...",
|
||
|
"desc": "Description",
|
||
|
"date": "",
|
||
|
"_id": "db0aadd62c2a8565567ffc382f5c61fa",
|
||
|
"favicon": "https://s.qwant.com/fav.ico"
|
||
|
}
|
||
|
],
|
||
|
"filters": []
|
||
|
},
|
||
|
"cache": {
|
||
|
"key": "e66aa864c00147a0e3a16ff7a5efafde",
|
||
|
"created": 1433092754,
|
||
|
"expiration": 259200,
|
||
|
"status": "miss",
|
||
|
"age": 0
|
||
|
}
|
||
|
}
|
||
|
}
|
||
|
"""
|
||
|
response = mock.Mock(text=json)
|
||
9 years ago
|
qwant.categories = ['general']
|
||
9 years ago
|
results = qwant.response(response)
|
||
|
self.assertEqual(type(results), list)
|
||
|
self.assertEqual(len(results), 1)
|
||
|
self.assertEqual(results[0]['title'], 'Title')
|
||
|
self.assertEqual(results[0]['url'], 'http://www.url.xyz')
|
||
|
self.assertEqual(results[0]['content'], 'Description')
|
||
|
|
||
9 years ago
|
json = """
|
||
|
{
|
||
|
"status": "success",
|
||
|
"data": {
|
||
|
"query": {
|
||
|
"locale": "en_us",
|
||
|
"query": "Test",
|
||
|
"offset": 10
|
||
|
},
|
||
|
"result": {
|
||
|
"items": [
|
||
|
{
|
||
|
"title": "Title",
|
||
|
"score": 9999,
|
||
|
"url": "http://www.url.xyz",
|
||
|
"source": "...",
|
||
|
"media": "http://image.jpg",
|
||
|
"desc": "",
|
||
|
"thumbnail": "http://thumbnail.jpg",
|
||
|
"date": "",
|
||
|
"_id": "db0aadd62c2a8565567ffc382f5c61fa",
|
||
|
"favicon": "https://s.qwant.com/fav.ico"
|
||
|
}
|
||
|
],
|
||
|
"filters": []
|
||
|
},
|
||
|
"cache": {
|
||
|
"key": "e66aa864c00147a0e3a16ff7a5efafde",
|
||
|
"created": 1433092754,
|
||
|
"expiration": 259200,
|
||
|
"status": "miss",
|
||
|
"age": 0
|
||
|
}
|
||
|
}
|
||
|
}
|
||
|
"""
|
||
|
response = mock.Mock(text=json)
|
||
9 years ago
|
qwant.categories = ['images']
|
||
9 years ago
|
results = qwant.response(response)
|
||
|
self.assertEqual(type(results), list)
|
||
|
self.assertEqual(len(results), 1)
|
||
|
self.assertEqual(results[0]['title'], 'Title')
|
||
|
self.assertEqual(results[0]['url'], 'http://www.url.xyz')
|
||
|
self.assertEqual(results[0]['content'], '')
|
||
|
self.assertEqual(results[0]['thumbnail_src'], 'http://thumbnail.jpg')
|
||
|
self.assertEqual(results[0]['img_src'], 'http://image.jpg')
|
||
|
|
||
|
json = """
|
||
|
{
|
||
|
"status": "success",
|
||
|
"data": {
|
||
|
"query": {
|
||
|
"locale": "en_us",
|
||
|
"query": "Test",
|
||
|
"offset": 10
|
||
|
},
|
||
|
"result": {
|
||
|
"items": [
|
||
|
{
|
||
|
"title": "Title",
|
||
|
"score": 9999,
|
||
|
"url": "http://www.url.xyz",
|
||
|
"source": "...",
|
||
|
"desc": "Description",
|
||
|
"date": 1433260920,
|
||
|
"_id": "db0aadd62c2a8565567ffc382f5c61fa",
|
||
|
"favicon": "https://s.qwant.com/fav.ico"
|
||
|
}
|
||
|
],
|
||
|
"filters": []
|
||
|
},
|
||
|
"cache": {
|
||
|
"key": "e66aa864c00147a0e3a16ff7a5efafde",
|
||
|
"created": 1433092754,
|
||
|
"expiration": 259200,
|
||
|
"status": "miss",
|
||
|
"age": 0
|
||
|
}
|
||
|
}
|
||
|
}
|
||
|
"""
|
||
|
response = mock.Mock(text=json)
|
||
9 years ago
|
qwant.categories = ['news']
|
||
9 years ago
|
results = qwant.response(response)
|
||
|
self.assertEqual(type(results), list)
|
||
|
self.assertEqual(len(results), 1)
|
||
|
self.assertEqual(results[0]['title'], 'Title')
|
||
|
self.assertEqual(results[0]['url'], 'http://www.url.xyz')
|
||
|
self.assertEqual(results[0]['content'], 'Description')
|
||
|
self.assertIn('publishedDate', results[0])
|
||
|
|
||
|
json = """
|
||
|
{
|
||
|
"status": "success",
|
||
|
"data": {
|
||
|
"query": {
|
||
|
"locale": "en_us",
|
||
|
"query": "Test",
|
||
|
"offset": 10
|
||
|
},
|
||
|
"result": {
|
||
|
"items": [
|
||
|
{
|
||
|
"title": "Title",
|
||
|
"score": 9999,
|
||
|
"url": "http://www.url.xyz",
|
||
|
"source": "...",
|
||
|
"desc": "Description",
|
||
|
"date": 1433260920,
|
||
|
"_id": "db0aadd62c2a8565567ffc382f5c61fa",
|
||
|
"favicon": "https://s.qwant.com/fav.ico"
|
||
|
}
|
||
|
],
|
||
|
"filters": []
|
||
|
},
|
||
|
"cache": {
|
||
|
"key": "e66aa864c00147a0e3a16ff7a5efafde",
|
||
|
"created": 1433092754,
|
||
|
"expiration": 259200,
|
||
|
"status": "miss",
|
||
|
"age": 0
|
||
|
}
|
||
|
}
|
||
|
}
|
||
|
"""
|
||
|
response = mock.Mock(text=json)
|
||
9 years ago
|
qwant.categories = ['social media']
|
||
9 years ago
|
results = qwant.response(response)
|
||
|
self.assertEqual(type(results), list)
|
||
|
self.assertEqual(len(results), 1)
|
||
|
self.assertEqual(results[0]['title'], 'Title')
|
||
|
self.assertEqual(results[0]['url'], 'http://www.url.xyz')
|
||
|
self.assertEqual(results[0]['content'], 'Description')
|
||
|
self.assertIn('publishedDate', results[0])
|
||
|
|
||
|
json = """
|
||
|
{
|
||
|
"status": "success",
|
||
|
"data": {
|
||
|
"query": {
|
||
|
"locale": "en_us",
|
||
|
"query": "Test",
|
||
|
"offset": 10
|
||
|
},
|
||
|
"result": {
|
||
|
"items": [
|
||
|
{
|
||
|
"title": "Title",
|
||
|
"score": 9999,
|
||
|
"url": "http://www.url.xyz",
|
||
|
"source": "...",
|
||
|
"desc": "Description",
|
||
|
"date": 1433260920,
|
||
|
"_id": "db0aadd62c2a8565567ffc382f5c61fa",
|
||
|
"favicon": "https://s.qwant.com/fav.ico"
|
||
|
}
|
||
|
],
|
||
|
"filters": []
|
||
|
},
|
||
|
"cache": {
|
||
|
"key": "e66aa864c00147a0e3a16ff7a5efafde",
|
||
|
"created": 1433092754,
|
||
|
"expiration": 259200,
|
||
|
"status": "miss",
|
||
|
"age": 0
|
||
|
}
|
||
|
}
|
||
|
}
|
||
|
"""
|
||
|
response = mock.Mock(text=json)
|
||
9 years ago
|
qwant.categories = ['']
|
||
9 years ago
|
results = qwant.response(response)
|
||
|
self.assertEqual(type(results), list)
|
||
|
self.assertEqual(len(results), 0)
|
||
|
|
||
9 years ago
|
json = """
|
||
|
{
|
||
|
"status": "success",
|
||
|
"data": {
|
||
|
"query": {
|
||
|
"locale": "en_us",
|
||
|
"query": "Test",
|
||
|
"offset": 10
|
||
|
},
|
||
|
"result": {
|
||
|
"filters": []
|
||
|
},
|
||
|
"cache": {
|
||
|
"key": "e66aa864c00147a0e3a16ff7a5efafde",
|
||
|
"created": 1433092754,
|
||
|
"expiration": 259200,
|
||
|
"status": "miss",
|
||
|
"age": 0
|
||
|
}
|
||
|
}
|
||
|
}
|
||
|
"""
|
||
|
response = mock.Mock(text=json)
|
||
|
results = qwant.response(response)
|
||
|
self.assertEqual(type(results), list)
|
||
|
self.assertEqual(len(results), 0)
|
||
|
|
||
|
json = """
|
||
|
{
|
||
|
"status": "success",
|
||
|
"data": {
|
||
|
"query": {
|
||
|
"locale": "en_us",
|
||
|
"query": "Test",
|
||
|
"offset": 10
|
||
|
},
|
||
|
"cache": {
|
||
|
"key": "e66aa864c00147a0e3a16ff7a5efafde",
|
||
|
"created": 1433092754,
|
||
|
"expiration": 259200,
|
||
|
"status": "miss",
|
||
|
"age": 0
|
||
|
}
|
||
|
}
|
||
|
}
|
||
|
"""
|
||
|
response = mock.Mock(text=json)
|
||
|
results = qwant.response(response)
|
||
|
self.assertEqual(type(results), list)
|
||
|
self.assertEqual(len(results), 0)
|
||
|
|
||
|
json = """
|
||
|
{
|
||
|
"status": "success"
|
||
|
}
|
||
|
"""
|
||
|
response = mock.Mock(text=json)
|
||
|
results = qwant.response(response)
|
||
|
self.assertEqual(type(results), list)
|
||
|
self.assertEqual(len(results), 0)
|