1 files changed, 105 insertions, 0 deletions
diff --git a/tests/unit/test_utils.py b/tests/unit/test_utils.py
new file mode 100644
index 0000000..eb40e62
--- /dev/null
+++ b/tests/unit/test_utils.py
@@ -0,0 +1,105 @@
+# -*- coding: utf-8 -*-
+import mock
+import sys
+from searx.testing import SearxTestCase
+from searx import utils
+
+if sys.version_info[0] == 3:
+    unicode = str
+
+
+class TestUtils(SearxTestCase):
+
+    def test_gen_useragent(self):
+        self.assertIsInstance(utils.gen_useragent(), str)
+        self.assertIsNotNone(utils.gen_useragent())
+        self.assertTrue(utils.gen_useragent().startswith('Mozilla'))
+
+    def test_searx_useragent(self):
+        self.assertIsInstance(utils.searx_useragent(), str)
+        self.assertIsNotNone(utils.searx_useragent())
+        self.assertTrue(utils.searx_useragent().startswith('searx'))
+
+    def test_highlight_content(self):
+        self.assertEqual(utils.highlight_content(0, None), None)
+        self.assertEqual(utils.highlight_content(None, None), None)
+        self.assertEqual(utils.highlight_content('', None), None)
+        self.assertEqual(utils.highlight_content(False, None), None)
+
+        contents = [
+            '<html></html>'
+            'not<'
+        ]
+        for content in contents:
+            self.assertEqual(utils.highlight_content(content, None), content)
+
+        content = 'a'
+        query = b'test'
+        self.assertEqual(utils.highlight_content(content, query), content)
+        query = b'a test'
+        self.assertEqual(utils.highlight_content(content, query), content)
+
+    def test_html_to_text(self):
+        html = """
+        <a href="/testlink" class="link_access_account">
+            <span class="toto">
+                <span>
+                    <img src="test.jpg" />
+                </span>
+            </span>
+            <span class="titi">
+                            Test text
+            </span>
+        </a>
+        """
+        self.assertIsInstance(utils.html_to_text(html), unicode)
+        self.assertIsNotNone(utils.html_to_text(html))
+        self.assertEqual(utils.html_to_text(html), "Test text")
+
+    def test_prettify_url(self):
+        data = (('https://searx.me/', 'https://searx.me/'),
+                (u'https://searx.me/ű', u'https://searx.me/ű'),
+                ('https://searx.me/' + (100 * 'a'), 'https://searx.me/[...]aaaaaaaaaaaaaaaaa'),
+                (u'https://searx.me/' + (100 * u'ű'), u'https://searx.me/[...]űűűűűűűűűűűűűűűűű'))
+
+        for test_url, expected in data:
+            self.assertEqual(utils.prettify_url(test_url, max_length=32), expected)
+
+
+class TestHTMLTextExtractor(SearxTestCase):
+
+    def setUp(self):
+        self.html_text_extractor = utils.HTMLTextExtractor()
+
+    def test__init__(self):
+        self.assertEqual(self.html_text_extractor.result, [])
+
+    def test_handle_charref(self):
+        self.html_text_extractor.handle_charref('xF')
+        self.assertIn(u'\x0f', self.html_text_extractor.result)
+        self.html_text_extractor.handle_charref('XF')
+        self.assertIn(u'\x0f', self.html_text_extractor.result)
+
+        self.html_text_extractor.handle_charref('97')
+        self.assertIn(u'a', self.html_text_extractor.result)
+
+    def test_handle_entityref(self):
+        entity = 'test'
+        self.html_text_extractor.handle_entityref(entity)
+        self.assertIn(entity, self.html_text_extractor.result)
+
+
+class TestUnicodeWriter(SearxTestCase):
+
+    def setUp(self):
+        self.unicode_writer = utils.UnicodeWriter(mock.MagicMock())
+
+    def test_write_row(self):
+        row = [1, 2, 3]
+        self.assertEqual(self.unicode_writer.writerow(row), None)
+
+    def test_write_rows(self):
+        self.unicode_writer.writerow = mock.MagicMock()
+        rows = [1, 2, 3]
+        self.unicode_writer.writerows(rows)
+        self.assertEqual(self.unicode_writer.writerow.call_count, len(rows))