1 files changed, 84 insertions, 0 deletions
diff --git a/searx/engines/deviantart.py b/searx/engines/deviantart.py
new file mode 100644
index 0000000..bb85c6d
--- /dev/null
+++ b/searx/engines/deviantart.py
@@ -0,0 +1,84 @@
+"""
+ Deviantart (Images)
+
+ @website     https://www.deviantart.com/
+ @provide-api yes (https://www.deviantart.com/developers/) (RSS)
+
+ @using-api   no (TODO, rewrite to api)
+ @results     HTML
+ @stable      no (HTML can change)
+ @parse       url, title, thumbnail_src, img_src
+
+ @todo        rewrite to api
+"""
+
+from lxml import html
+import re
+from searx.engines.xpath import extract_text
+from searx.url_utils import urlencode
+
+# engine dependent config
+categories = ['images']
+paging = True
+time_range_support = True
+
+# search-url
+base_url = 'https://www.deviantart.com/'
+search_url = base_url + 'browse/all/?offset={offset}&{query}'
+time_range_url = '&order={range}'
+
+time_range_dict = {'day': 11,
+                   'week': 14,
+                   'month': 15}
+
+
+# do search-request
+def request(query, params):
+    if params['time_range'] and params['time_range'] not in time_range_dict:
+        return params
+
+    offset = (params['pageno'] - 1) * 24
+
+    params['url'] = search_url.format(offset=offset,
+                                      query=urlencode({'q': query}))
+    if params['time_range'] in time_range_dict:
+        params['url'] += time_range_url.format(range=time_range_dict[params['time_range']])
+
+    return params
+
+
+# get response from search-request
+def response(resp):
+    results = []
+
+    # return empty array if a redirection code is returned
+    if resp.status_code == 302:
+        return []
+
+    dom = html.fromstring(resp.text)
+
+    regex = re.compile(r'\/200H\/')
+
+    # parse results
+    for result in dom.xpath('.//span[@class="thumb wide"]'):
+        link = result.xpath('.//a[@class="torpedo-thumb-link"]')[0]
+        url = link.attrib.get('href')
+        title = extract_text(result.xpath('.//span[@class="title"]'))
+        thumbnail_src = link.xpath('.//img')[0].attrib.get('src')
+        img_src = regex.sub('/', thumbnail_src)
+
+        # http to https, remove domain sharding
+        thumbnail_src = re.sub(r"https?://(th|fc)\d+.", "https://th01.", thumbnail_src)
+        thumbnail_src = re.sub(r"http://", "https://", thumbnail_src)
+
+        url = re.sub(r"http://(.*)\.deviantart\.com/", "https://\\1.deviantart.com/", url)
+
+        # append result
+        results.append({'url': url,
+                        'title': title,
+                        'img_src': img_src,
+                        'thumbnail_src': thumbnail_src,
+                        'template': 'images.html'})
+
+    # return results
+    return results