git.iko.soy/searx
on 5ceaf21 help sign in
searx/tests/unit/test_utils.py
105 lines 3.7 kB history raw
1# -*- coding: utf-8 -*-
2import mock
3import sys
4from searx.testing import SearxTestCase
5from searx import utils
7if sys.version_info[0] == 3:
8 unicode = str
11class TestUtils(SearxTestCase):
13 def test_gen_useragent(self):
14 self.assertIsInstance(utils.gen_useragent(), str)
15 self.assertIsNotNone(utils.gen_useragent())
16 self.assertTrue(utils.gen_useragent().startswith('Mozilla'))
18 def test_searx_useragent(self):
19 self.assertIsInstance(utils.searx_useragent(), str)
20 self.assertIsNotNone(utils.searx_useragent())
21 self.assertTrue(utils.searx_useragent().startswith('searx'))
23 def test_highlight_content(self):
24 self.assertEqual(utils.highlight_content(0, None), None)
25 self.assertEqual(utils.highlight_content(None, None), None)
26 self.assertEqual(utils.highlight_content('', None), None)
27 self.assertEqual(utils.highlight_content(False, None), None)
29 contents = [
30 '<html></html>'
31 'not<'
32 ]
33 for content in contents:
34 self.assertEqual(utils.highlight_content(content, None), content)
36 content = 'a'
37 query = b'test'
38 self.assertEqual(utils.highlight_content(content, query), content)
39 query = b'a test'
40 self.assertEqual(utils.highlight_content(content, query), content)
42 def test_html_to_text(self):
43 html = """
44 <a href="/testlink" class="link_access_account">
45 <span class="toto">
46 <span>
47 <img src="test.jpg" />
48 </span>
49 </span>
50 <span class="titi">
51 Test text
52 </span>
53 </a>
54 """
55 self.assertIsInstance(utils.html_to_text(html), unicode)
56 self.assertIsNotNone(utils.html_to_text(html))
57 self.assertEqual(utils.html_to_text(html), "Test text")
59 def test_prettify_url(self):
60 data = (('https://searx.me/', 'https://searx.me/'),
61 (u'https://searx.me/ű', u'https://searx.me/ű'),
62 ('https://searx.me/' + (100 * 'a'), 'https://searx.me/[...]aaaaaaaaaaaaaaaaa'),
63 (u'https://searx.me/' + (100 * u'ű'), u'https://searx.me/[...]űűűűűűűűűűűűűűűűű'))
65 for test_url, expected in data:
66 self.assertEqual(utils.prettify_url(test_url, max_length=32), expected)
69class TestHTMLTextExtractor(SearxTestCase):
71 def setUp(self):
72 self.html_text_extractor = utils.HTMLTextExtractor()
74 def test__init__(self):
75 self.assertEqual(self.html_text_extractor.result, [])
77 def test_handle_charref(self):
78 self.html_text_extractor.handle_charref('xF')
79 self.assertIn(u'\x0f', self.html_text_extractor.result)
80 self.html_text_extractor.handle_charref('XF')
81 self.assertIn(u'\x0f', self.html_text_extractor.result)
83 self.html_text_extractor.handle_charref('97')
84 self.assertIn(u'a', self.html_text_extractor.result)
86 def test_handle_entityref(self):
87 entity = 'test'
88 self.html_text_extractor.handle_entityref(entity)
89 self.assertIn(entity, self.html_text_extractor.result)
92class TestUnicodeWriter(SearxTestCase):
94 def setUp(self):
95 self.unicode_writer = utils.UnicodeWriter(mock.MagicMock())
97 def test_write_row(self):
98 row = [1, 2, 3]
99 self.assertEqual(self.unicode_writer.writerow(row), None)
101 def test_write_rows(self):
102 self.unicode_writer.writerow = mock.MagicMock()
103 rows = [1, 2, 3]
104 self.unicode_writer.writerows(rows)
105 self.assertEqual(self.unicode_writer.writerow.call_count, len(rows))