git.iko.soy/searx
on fbb080f help sign in
searx/tests/unit/test_utils.py
101 lines 3.6 kB history raw
1# -*- coding: utf-8 -*-
2import mock
3from searx.testing import SearxTestCase
4from searx import utils
7class TestUtils(SearxTestCase):
9 def test_gen_useragent(self):
10 self.assertIsInstance(utils.gen_useragent(), str)
11 self.assertIsNotNone(utils.gen_useragent())
12 self.assertTrue(utils.gen_useragent().startswith('Mozilla'))
14 def test_searx_useragent(self):
15 self.assertIsInstance(utils.searx_useragent(), str)
16 self.assertIsNotNone(utils.searx_useragent())
17 self.assertTrue(utils.searx_useragent().startswith('searx'))
19 def test_highlight_content(self):
20 self.assertEqual(utils.highlight_content(0, None), None)
21 self.assertEqual(utils.highlight_content(None, None), None)
22 self.assertEqual(utils.highlight_content('', None), None)
23 self.assertEqual(utils.highlight_content(False, None), None)
25 contents = [
26 '<html></html>'
27 'not<'
28 ]
29 for content in contents:
30 self.assertEqual(utils.highlight_content(content, None), content)
32 content = 'a'
33 query = 'test'
34 self.assertEqual(utils.highlight_content(content, query), content)
35 query = 'a test'
36 self.assertEqual(utils.highlight_content(content, query), content)
38 def test_html_to_text(self):
39 html = """
40 <a href="/testlink" class="link_access_account">
41 <span class="toto">
42 <span>
43 <img src="test.jpg" />
44 </span>
45 </span>
46 <span class="titi">
47 Test text
48 </span>
49 </a>
50 """
51 self.assertIsInstance(utils.html_to_text(html), unicode)
52 self.assertIsNotNone(utils.html_to_text(html))
53 self.assertEqual(utils.html_to_text(html), "Test text")
55 def test_prettify_url(self):
56 data = (('https://searx.me/', 'https://searx.me/'),
57 (u'https://searx.me/ű', u'https://searx.me/ű'),
58 ('https://searx.me/' + (100 * 'a'), 'https://searx.me/[...]aaaaaaaaaaaaaaaaa'),
59 (u'https://searx.me/' + (100 * u'ű'), u'https://searx.me/[...]űűűűűűűűűűűűűűűűű'))
61 for test_url, expected in data:
62 self.assertEqual(utils.prettify_url(test_url, max_length=32), expected)
65class TestHTMLTextExtractor(SearxTestCase):
67 def setUp(self):
68 self.html_text_extractor = utils.HTMLTextExtractor()
70 def test__init__(self):
71 self.assertEqual(self.html_text_extractor.result, [])
73 def test_handle_charref(self):
74 self.html_text_extractor.handle_charref('xF')
75 self.assertIn(u'\x0f', self.html_text_extractor.result)
76 self.html_text_extractor.handle_charref('XF')
77 self.assertIn(u'\x0f', self.html_text_extractor.result)
79 self.html_text_extractor.handle_charref('97')
80 self.assertIn(u'a', self.html_text_extractor.result)
82 def test_handle_entityref(self):
83 entity = 'test'
84 self.html_text_extractor.handle_entityref(entity)
85 self.assertIn(entity, self.html_text_extractor.result)
88class TestUnicodeWriter(SearxTestCase):
90 def setUp(self):
91 self.unicode_writer = utils.UnicodeWriter(mock.MagicMock())
93 def test_write_row(self):
94 row = [1, 2, 3]
95 self.assertEqual(self.unicode_writer.writerow(row), None)
97 def test_write_rows(self):
98 self.unicode_writer.writerow = mock.MagicMock()
99 rows = [1, 2, 3]
100 self.unicode_writer.writerows(rows)
101 self.assertEqual(self.unicode_writer.writerow.call_count, len(rows))