SearXNG: searxng_extra

This commit is contained in:
Alexandre Flament 2021-10-02 17:30:39 +02:00
parent e39a03cc61
commit 1bb82a6b54
21 changed files with 22 additions and 22 deletions

View file

@ -39,7 +39,7 @@ jobs:
- name: Fetch data - name: Fetch data
env: env:
FETCH_SCRIPT: ./searx_extra/update/${{ matrix.fetch }} FETCH_SCRIPT: ./searxng_extra/update/${{ matrix.fetch }}
run: | run: |
V=1 ./manage pyenv.cmd python "$FETCH_SCRIPT" V=1 ./manage pyenv.cmd python "$FETCH_SCRIPT"

View file

@ -32,7 +32,7 @@ If you don't trust anyone, you can set up your own, see :ref:`installation`.
user/index user/index
admin/index admin/index
dev/index dev/index
searx_extra/index searxng_extra/index
utils/index utils/index
src/index src/index

View file

@ -1,10 +1,10 @@
.. _searx_extra: .. _searxng_extra:
====================================================== ======================================================
Tooling box ``searx_extra`` for developers and users Tooling box ``searxng_extra`` for developers and users
====================================================== ======================================================
In the folder :origin:`searx_extra/` we maintain some tools useful for In the folder :origin:`searxng_extra/` we maintain some tools useful for
developers and users. developers and users.
.. toctree:: .. toctree::

View file

@ -2,8 +2,8 @@
.. _standalone_searx.py: .. _standalone_searx.py:
=================================== ===================================
``searx_extra/standalone_searx.py`` ``searxng_extra/standalone_searx.py``
=================================== ===================================
.. automodule:: searx_extra.standalone_searx .. automodule:: searxng_extra.standalone_searx
:members: :members:

18
manage
View file

@ -25,7 +25,7 @@ pylint.FILES() {
# These py files are linted by test.pylint(), all other files are linted by # These py files are linted by test.pylint(), all other files are linted by
# test.pep8() # test.pep8()
grep -l -r --include \*.py '^#[[:blank:]]*lint:[[:blank:]]*pylint' searx searx_extra tests grep -l -r --include \*.py '^#[[:blank:]]*lint:[[:blank:]]*pylint' searx searxng_extra tests
} }
YAMLLINT_FILES=() YAMLLINT_FILES=()
@ -328,11 +328,11 @@ data.all() {
data.useragents data.useragents
data.osm_keys_tags data.osm_keys_tags
build_msg DATA "update searx/data/ahmia_blacklist.txt" build_msg DATA "update searx/data/ahmia_blacklist.txt"
python searx_extra/update/update_ahmia_blacklist.py python searxng_extra/update/update_ahmia_blacklist.py
build_msg DATA "update searx/data/wikidata_units.json" build_msg DATA "update searx/data/wikidata_units.json"
python searx_extra/update/update_wikidata_units.py python searxng_extra/update/update_wikidata_units.py
build_msg DATA "update searx/data/currencies.json" build_msg DATA "update searx/data/currencies.json"
python searx_extra/update/update_currencies.py python searxng_extra/update/update_currencies.py
) )
} }
@ -341,7 +341,7 @@ data.languages() {
( set -e ( set -e
pyenv.activate pyenv.activate
build_msg ENGINES "fetch languages .." build_msg ENGINES "fetch languages .."
python searx_extra/update/update_languages.py python searxng_extra/update/update_languages.py
build_msg ENGINES "update update searx/languages.py" build_msg ENGINES "update update searx/languages.py"
build_msg DATA "update searx/data/engines_languages.json" build_msg DATA "update searx/data/engines_languages.json"
) )
@ -350,13 +350,13 @@ data.languages() {
data.useragents() { data.useragents() {
build_msg DATA "update searx/data/useragents.json" build_msg DATA "update searx/data/useragents.json"
pyenv.cmd python searx_extra/update/update_firefox_version.py pyenv.cmd python searxng_extra/update/update_firefox_version.py
dump_return $? dump_return $?
} }
data.osm_keys_tags() { data.osm_keys_tags() {
build_msg DATA "update searx/data/osm_keys_tags.json" build_msg DATA "update searx/data/osm_keys_tags.json"
pyenv.cmd python searx_extra/update/update_osm_keys_tags.py pyenv.cmd python searxng_extra/update/update_osm_keys_tags.py
dump_return $? dump_return $?
} }
@ -524,8 +524,8 @@ node.clean() {
} }
pygments.less() { pygments.less() {
build_msg PYGMENTS "searx_extra/update/update_pygments.py" build_msg PYGMENTS "searxng_extra/update/update_pygments.py"
if ! pyenv.cmd python searx_extra/update/update_pygments.py; then if ! pyenv.cmd python searxng_extra/update/update_pygments.py; then
build_msg PYGMENTS "building LESS files for pygments failed" build_msg PYGMENTS "building LESS files for pygments failed"
return 1 return 1
fi fi

View file

@ -31,7 +31,7 @@ def ahmia_blacklist_loader():
"""Load data from `ahmia_blacklist.txt` and return a list of MD5 values of onion """Load data from `ahmia_blacklist.txt` and return a list of MD5 values of onion
names. The MD5 values are fetched by:: names. The MD5 values are fetched by::
searx_extra/update/update_ahmia_blacklist.py searxng_extra/update/update_ahmia_blacklist.py
This function is used by :py:mod:`searx.plugins.ahmia_filter`. This function is used by :py:mod:`searx.plugins.ahmia_filter`.

View file

@ -15,7 +15,7 @@ Example to use this script:
.. code:: bash .. code:: bash
$ python3 searx_extra/standalone_searx.py rain $ python3 searxng_extra/standalone_searx.py rain
Example to run it from python: Example to run it from python:
@ -31,7 +31,7 @@ Example to run it from python:
... engine_cs = list(searx.engines.categories.keys()) ... engine_cs = list(searx.engines.categories.keys())
... # load module ... # load module
... spec = importlib.util.spec_from_file_location( ... spec = importlib.util.spec_from_file_location(
... 'utils.standalone_searx', 'searx_extra/standalone_searx.py') ... 'utils.standalone_searx', 'searxng_extra/standalone_searx.py')
... sas = importlib.util.module_from_spec(spec) ... sas = importlib.util.module_from_spec(spec)
... spec.loader.exec_module(sas) ... spec.loader.exec_module(sas)
... # use function from module ... # use function from module

View file

@ -111,7 +111,7 @@ def get_output_filename(relative_name):
def get_css(cssclass, style): def get_css(cssclass, style):
result = f"""/* result = f"""/*
this file is generated automatically by searx_extra/update/update_pygments.py this file is generated automatically by searxng_extra/update/update_pygments.py
using pygments version {pygments.__version__} using pygments version {pygments.__version__}
*/\n\n""" */\n\n"""
css_text = HtmlFormatter(style=style).get_style_defs(cssclass) css_text = HtmlFormatter(style=style).get_style_defs(cssclass)

View file

@ -38,7 +38,7 @@ setup(
author='Adam Tauber', author='Adam Tauber',
author_email='asciimoo@gmail.com', author_email='asciimoo@gmail.com',
license='GNU Affero General Public License', license='GNU Affero General Public License',
packages=find_packages(exclude=["tests*", "searx_extra"]), packages=find_packages(exclude=["tests*", "searxng_extra"]),
zip_safe=False, zip_safe=False,
install_requires=requirements, install_requires=requirements,
extras_require={ extras_require={

View file

@ -8,7 +8,7 @@ from mock import Mock, patch
from nose2.tools import params from nose2.tools import params
from searx.search import SearchQuery, EngineRef, initialize from searx.search import SearchQuery, EngineRef, initialize
from searx_extra import standalone_searx as sas from searxng_extra import standalone_searx as sas
from tests import SearxTestCase from tests import SearxTestCase