efb6eca · searx · git.iko.soy

README.md+1−1

compare with master

unifiedsplit

@@ -13,6 +13,7 @@ List of [running instances](https://github.com/asciimoo/searx/wiki/Searx-instanc

13* Modular (see [examples](https://github.com/asciimoo/searx/blob/master/examples))

14* Parallel queries

15* Supports json output `curl https://searx.0x2a.tk/?format=json&q=[query]`

16+* Supports csv output `curl https://searx.0x2a.tk/?format=csv&q=[query]`

16* Opensearch support (you can set as default search engine)

17* Opensearch support (you can set as default search engine)

17* Configurable search engines/categories

18* Configurable search engines/categories

18* User-agent forwarding

19* User-agent forwarding

@@ -32,7 +33,6 @@ List of [running instances](https://github.com/asciimoo/searx/wiki/Searx-instanc

32* Language support

33* Language support

33* Documentation

34* Documentation

34* Pagination

35* Pagination

35−* Search suggestions

36* Tests

37

38

engines.cfg_sample+5

@@ -79,3 +79,8 @@ suggestion_xpath = //div[@id="satat"]//a

79[youtube]

80engine = youtube

81categories = videos

82+

83+[dailymotion]

84+engine = dailymotion

85+categories = videos

86+

searx/engines/dailymotion.pynew file+32

@@ -0,0 +1,32 @@

1+from urllib import urlencode

2+from json import loads

3+from cgi import escape

4+

5+categories = ['videos']

6+localization = 'en'

7+

8+# see http://www.dailymotion.com/doc/api/obj-video.html

9+search_url = 'https://api.dailymotion.com/videos?fields=title,description,duration,url,thumbnail_360_url&sort=relevance&limit=25&page=1&{query}'

10+

11+def request(query, params):

12+ global search_url

13+ params['url'] = search_url.format(query=urlencode({'search': query, 'localization': localization }))

14+ return params

15+

16+

17+def response(resp):

18+ results = []

19+ search_res = loads(resp.text)

20+ if not 'list' in search_res:

21+ return results

22+ for res in search_res['list']:

23+ title = res['title']

24+ url = res['url']

25+ if res['thumbnail_360_url']:

26+ content = '<a href="{0}" title="{0}" ><img src="{1}" /></a><br />'.format(url, res['thumbnail_360_url'])

27+ else:

28+ content = ''

29+ if res['description']:

30+ content += escape(res['description'][:500])

31+ results.append({'url': url, 'title': title, 'content': content})

32+ return results

searx/engines/flickr.py+1−1

@@ -7,7 +7,7 @@ from urlparse import urljoin

7categories = ['images']

8

9url = 'https://secure.flickr.com/'

10−search_url = url+'search/?q={query}'

10+search_url = url+'search/?{query}'

11

12def request(query, params):

13 params['url'] = search_url.format(query=urlencode({'q': query}))

searx/engines/piratebay.py+1−1

@@ -5,7 +5,7 @@ from urllib import quote

5

6categories = ['videos', 'music']

7

8−url = 'https://thepiratebay.sx/'

8+url = 'https://thepiratebay.se/'

9search_url = url + 'search/{search_term}/0/99/{search_type}'

10search_types = {'videos': '200'

11 ,'music' : '100'

searx/engines/xpath.py+1−1

@@ -28,7 +28,7 @@ def extract_url(xpath_results):

28 url = xpath_results[0].attrib.get('href')

29 else:

30 url = xpath_results.attrib.get('href')

31− if not url.startswith('http://') or not url.startswith('https://'):

31+ if not url.startswith('http://') and not url.startswith('https://'):

32 url = 'http://'+url

33 parsed_url = urlparse(url)

34 if not parsed_url.netloc:

searx/settings.py+1−1

@@ -13,4 +13,4 @@ blacklist = [] # search engine blacklist

13

14categories = {} # custom search engine categories

15

16−hostname = None # domain name or None - if you want to rewrite the default HTTP host

16+base_url = None # "https://your.domain.tld/" or None (to use request parameters)

searx/static/js/searx.jsnew file+27

@@ -0,0 +1,27 @@

1+(function (w, d) {

2+ 'use strict';

3+ function addListener(el, type, fn) {

4+ if (el.addEventListener) {

5+ el.addEventListener(type, fn, false);

6+ } else {

7+ el.attachEvent('on' + type, fn);

8+ }

9+ }

10+

11+ function placeCursorAtEnd() {

12+ if (this.setSelectionRange) {

13+ var len = this.value.length * 2;

14+ this.setSelectionRange(len, len);

15+ }

16+ }

17+

18+ addListener(w, 'load', function () {

19+ var qinput = d.getElementById('q');

20+ if (qinput !== null) {

21+ addListener(qinput, 'focus', placeCursorAtEnd);

22+ qinput.focus();

23+ }

24+ });

25+

26+})(window, document);

27+

searx/templates/base.html+1

@@ -18,6 +18,7 @@

18<div id="container">

19{% block content %}

20{% endblock %}

21+<script src="/static/js/searx.js" ></script>

21</div>

22</div>

22</body>

23</body>

23</html>

24</html>

searx/templates/categories.htmlnew file+5

@@ -0,0 +1,5 @@

1+{% for category in categories %}

2+ <div class="checkbox_container">

3+ <input type="checkbox" id="checkbox_{{ category|replace(' ', '_') }}" name="category_{{ category }}" {% if category in selected_categories %}checked="checked"{% endif %} /><label for="checkbox_{{ category|replace(' ', '_') }}" class="cb"></label><label for="checkbox_{{ category|replace(' ', '_') }}">{{ category }}</label>

4+ </div>

5+{% endfor %}

searx/templates/index.html+1

@@ -6,6 +6,7 @@

6 {% include 'search.html' %}

7 <p class="top_margin">

8 <a href="/about" class="hmarg">about</a>

9+ <a href="/preferences" class="hmarg">preferences</a>

9 </p>

10 </p>

10</div>

11</div>

11{% endblock %}

12{% endblock %}

searx/templates/preferences.htmlnew file+19

@@ -0,0 +1,19 @@

1+{% extends "base.html" %}

2+{% block head %} {% endblock %}

3+{% block content %}

4+<div class="row">

5+ <h2>Preferences</h2>

6+

7+

8+ <fieldset>

9+ <legend>Default categories</legend>

10+ <form method="post" action="/preferences" id="search_form">

11+ <p>

12+ {% include 'categories.html' %}

13+ </p>

14+ <input type="submit" value="save" />

15+ </form>

16+ </fieldset>

17+ <div class="right"><a href="/">back</a></div>

18+</div>

19+{% endblock %}

searx/templates/results.html+4−3

@@ -1,12 +1,13 @@

1{% extends "base.html" %}

2{% block title %}{{ q }} - {% endblock %}

3{% block content %}

4+<div class="right"><a href="/preferences">preferences</a></div>

4<div class="small">

5<div class="small">

5 {% include 'search.html' %}

6 {% include 'search.html' %}

6</div>

7</div>

7<div id="results">

8<div id="results">

8 {% if suggestions %}

9 {% if suggestions %}

9− <div id="suggestions">Suggestions: {% for suggestion in suggestions %}<form method="post" action=""><input type="hidden" name="q" value="{{suggestion}}"><input type="submit" value="{{ suggestion }}" /></form>{% endfor %}</div>

10+ <div id="suggestions">Suggestions: {% for suggestion in suggestions %}<form method="post" action="/"><input type="hidden" name="q" value="{{suggestion}}"><input type="submit" value="{{ suggestion }}" /></form>{% endfor %}</div>

10 {% endif %}

11 {% endif %}

11 <div>

12 <div>

12 Number of results: {{ number_of_results }}

13 Number of results: {{ number_of_results }}

@@ -18,14 +19,14 @@

18 {% include 'result_templates/default.html' %}

19 {% include 'result_templates/default.html' %}

19 {% endif %}

20 {% endif %}

20 {% endfor %}

21 {% endfor %}

21− <form method="post" action="">

22+ <form method="post" action="/">

22 <div class="left">

23 <div class="left">

23 <input type="hidden" name="q" value="{{ q }}" />

24 <input type="hidden" name="q" value="{{ q }}" />

24 <input type="hidden" name="format" value="csv" />

25 <input type="hidden" name="format" value="csv" />

25 <input type="submit" value="download results in csv" />

26 <input type="submit" value="download results in csv" />

26 </div>

27 </div>

27 </form>

28 </form>

28− <form method="post" action="">

29+ <form method="post" action="/">

29 <div class="">

30 <div class="">

30 <input type="hidden" name="q" value="{{ q }}" />

31 <input type="hidden" name="q" value="{{ q }}" />

31 <input type="hidden" name="format" value="json" />

32 <input type="hidden" name="format" value="json" />

searx/templates/search.html+1−5

@@ -4,10 +4,6 @@

4 <input type="submit" value="" id="search_submit" />

5</div>

6 <div>

7− {% for category in categories %}

7+ {% include 'categories.html' %}

8− <div class="checkbox_container">

9− <input type="checkbox" id="checkbox_{{ category|replace(' ', '_') }}" name="category_{{ category }}" {% if category in selected_categories %}checked="checked"{% endif %} /><label for="checkbox_{{ category|replace(' ', '_') }}" class="cb"></label><label for="checkbox_{{ category|replace(' ', '_') }}">{{ category }}</label>

10− </div>

11− {% endfor %}

12 </div>

8 </div>

13</form>

9</form>

searx/webapp.py+31−13

@@ -22,7 +22,7 @@ if __name__ == "__main__":

22 from sys import path

23 path.append(os.path.realpath(os.path.dirname(os.path.realpath(__file__))+'/../'))

24

25−from flask import Flask, request, render_template, url_for, Response, make_response

25+from flask import Flask, request, render_template, url_for, Response, make_response, redirect

26from searx.engines import search, categories, engines, get_engines_stats

27from searx import settings

28import json

@@ -124,29 +124,46 @@ def index():

124 response.headers.add('Content-Disposition', 'attachment;Filename=searx_-_{0}.csv'.format('_'.join(query.split())))

125 return response

126

127− template = render('results.html'

127+ return render('results.html'

128− ,results=results

128+ ,results=results

129− ,q=request_data['q']

129+ ,q=request_data['q']

130− ,selected_categories=selected_categories

130+ ,selected_categories=selected_categories

131− ,number_of_results=len(results)

131+ ,number_of_results=len(results)

132− ,suggestions=suggestions

132+ ,suggestions=suggestions

133− )

133+ )

134− resp = make_response(template)

135− resp.set_cookie('categories', ','.join(selected_categories))

136

134

137− return resp

138

135

139@app.route('/about', methods=['GET'])

136@app.route('/about', methods=['GET'])

140def about():

137def about():

141 global categories

138 global categories

142 return render('about.html', categs=categories.items())

139 return render('about.html', categs=categories.items())

143

140

141+

142+@app.route('/preferences', methods=['GET', 'POST'])

143+def preferences():

144+

145+ if request.method=='POST':

146+ selected_categories = []

147+ for pd_name,pd in request.form.items():

148+ if pd_name.startswith('category_'):

149+ category = pd_name[9:]

150+ if not category in categories:

151+ continue

152+ selected_categories.append(category)

153+ if selected_categories:

154+ resp = make_response(redirect('/'))

155+ resp.set_cookie('categories', ','.join(selected_categories))

156+ return resp

157+ return render('preferences.html')

158+

159+

144@app.route('/stats', methods=['GET'])

160@app.route('/stats', methods=['GET'])

145def stats():

161def stats():

146 global categories

162 global categories

147 stats = get_engines_stats()

163 stats = get_engines_stats()

148 return render('stats.html', stats=stats)

164 return render('stats.html', stats=stats)

149

165

166+

150@app.route('/robots.txt', methods=['GET'])

167@app.route('/robots.txt', methods=['GET'])

151def robots():

168def robots():

152 return Response("""User-agent: *

169 return Response("""User-agent: *

@@ -155,6 +172,7 @@ Allow: /about

155Disallow: /stats

172Disallow: /stats

156""", mimetype='text/plain')

173""", mimetype='text/plain')

157

174

175+

158@app.route('/opensearch.xml', methods=['GET'])

176@app.route('/opensearch.xml', methods=['GET'])

159def opensearch():

177def opensearch():

160 global opensearch_xml

178 global opensearch_xml

@@ -165,8 +183,8 @@ def opensearch():

165 method = 'get'

183 method = 'get'

166 if request.is_secure:

184 if request.is_secure:

167 scheme = 'https'

185 scheme = 'https'

168− if settings.hostname:

186+ if settings.base_url:

169− hostname = '{0}://{1}/'.format(scheme,settings.hostname)

187+ hostname = settings.base_url

170 else:

188 else:

171 hostname = url_for('index', _external=True, _scheme=scheme)

189 hostname = url_for('index', _external=True, _scheme=scheme)

172 ret = opensearch_xml.format(method=method, host=hostname)

190 ret = opensearch_xml.format(method=method, host=hostname)