searx/tests/unit/engines/test_yacy.py

from collections import defaultdict
import mock
from searx.engines import yacy
from searx.testing import SearxTestCase


class TestYacyEngine(SearxTestCase):

    def test_request(self):
        query = 'test_query'
        dicto = defaultdict(dict)
        dicto['pageno'] = 1
        dicto['language'] = 'fr_FR'
        params = yacy.request(query, dicto)
        self.assertIn('url', params)
        self.assertIn(query, params['url'])
        self.assertIn('localhost', params['url'])
        self.assertIn('fr', params['url'])

        dicto['language'] = 'all'
        params = yacy.request(query, dicto)
        self.assertIn('url', params)
        self.assertNotIn('lr=lang_', params['url'])

    def test_response(self):
        self.assertRaises(AttributeError, yacy.response, None)
        self.assertRaises(AttributeError, yacy.response, [])
        self.assertRaises(AttributeError, yacy.response, '')
        self.assertRaises(AttributeError, yacy.response, '[]')

        response = mock.Mock(text='{}')
        self.assertEqual(yacy.response(response), [])

        response = mock.Mock(text='{"data": []}')
        self.assertEqual(yacy.response(response), [])

        json = """
        {
          "channels": [
            {
              "title": "YaCy P2P-Search for test",
              "description": "Search for test",
              "link": "http://search.yacy.de:7001/yacysearch.html?query=test&resource=global&contentdom=0",
              "image": {
                "url": "http://search.yacy.de:7001/env/grafics/yacy.png",
                "title": "Search for test",
                "link": "http://search.yacy.de:7001/yacysearch.html?query=test&resource=global&contentdom=0"
              },
              "totalResults": "249",
              "startIndex": "0",
              "itemsPerPage": "5",
              "searchTerms": "test",
              "items": [
                {
                  "title": "This is the title",
                  "link": "http://this.is.the.url",
                  "code": "",
                  "description": "This should be the content",
                  "pubDate": "Sat, 08 Jun 2013 02:00:00 +0200",
                  "size": "44213",
                  "sizename": "43 kbyte",
                  "guid": "lzh_1T_5FP-A",
                  "faviconCode": "XTS4uQ_5FP-A",
                  "host": "www.gamestar.de",
                  "path": "/spiele/city-of-heroes-freedom/47019.html",
                  "file": "47019.html",
                  "urlhash": "lzh_1T_5FP-A",
                  "ranking": "0.20106804"
                },
                {
                  "title": "This is the title2",
                  "icon": "/ViewImage.png?maxwidth=96&maxheight=96&code=7EbAbW6BpPOA",
                  "image": "http://image.url/image.png",
                  "cache": "/ViewImage.png?quadratic=&url=http://golem.ivwbox.de/cgi-bin/ivw/CP/G_INET?d=14071378",
                  "url": "http://this.is.the.url",
                  "urlhash": "7EbAbW6BpPOA",
                  "host": "www.golem.de",
                  "width": "-1",
                  "height": "-1"
                }
              ]
            }
          ]
        }
        """
        response = mock.Mock(text=json)
        results = yacy.response(response)
        self.assertEqual(type(results), list)
        self.assertEqual(len(results), 2)
        self.assertEqual(results[0]['title'], 'This is the title')
        self.assertEqual(results[0]['url'], 'http://this.is.the.url')
        self.assertEqual(results[0]['content'], 'This should be the content')
        self.assertEqual(results[1]['img_src'], 'http://image.url/image.png')
        self.assertEqual(results[1]['content'], '')
        self.assertEqual(results[1]['url'], 'http://this.is.the.url')
        self.assertEqual(results[1]['title'], 'This is the title2')