Merge pull request #327 from dalf/pyenv.activate

[mod] utils/lib.sh: add pyenv.activate
This commit is contained in:
Alexandre Flament 2021-09-17 15:48:51 +02:00 committed by GitHub
commit 07a2633aee
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
2 changed files with 50 additions and 34 deletions

64
manage
View File

@ -162,12 +162,13 @@ weblate.to.translations() {
# remote 'weblate' and push it on branch 'translations' of 'origin' # remote 'weblate' and push it on branch 'translations' of 'origin'
( set -e ( set -e
if [ "$(pyenv.cmd wlc lock-status)" != "locked: True" ]; then pyenv.activate
die 1 "weblate must be locked, currently: $(pyenv.cmd wlc lock-status)" if [ "$(wlc lock-status)" != "locked: True" ]; then
die 1 "weblate must be locked, currently: $(wlc lock-status)"
fi fi
# weblate: commit pending changes # weblate: commit pending changes
pyenv.cmd wlc pull wlc pull
pyenv.cmd wlc commit wlc commit
# get the translations in a worktree # get the translations in a worktree
weblate.translations.worktree weblate.translations.worktree
@ -189,8 +190,9 @@ weblate.translations.commit() {
local existing_commit_hash commit_body commit_message exitcode local existing_commit_hash commit_body commit_message exitcode
( set -e ( set -e
pyenv.activate
# lock change on weblate # lock change on weblate
pyenv.cmd wlc lock wlc lock
# get translations branch in git worktree (TRANSLATIONS_WORKTREE) # get translations branch in git worktree (TRANSLATIONS_WORKTREE)
weblate.translations.worktree weblate.translations.worktree
@ -204,7 +206,7 @@ weblate.translations.commit() {
# compile translations # compile translations
build_msg BABEL 'compile translation catalogs into binary MO files' build_msg BABEL 'compile translation catalogs into binary MO files'
pyenv.cmd pybabel compile --statistics \ pybabel compile --statistics \
-d "searx/translations" -d "searx/translations"
# git add/commit (no push) # git add/commit (no push)
commit_body=$(cd "${TRANSLATIONS_WORKTREE}"; git log --pretty=format:'%h - %as - %aN <%ae>' "${existing_commit_hash}..HEAD") commit_body=$(cd "${TRANSLATIONS_WORKTREE}"; git log --pretty=format:'%h - %as - %aN <%ae>' "${existing_commit_hash}..HEAD")
@ -241,13 +243,13 @@ weblate.push.translations() {
last_commit_message exitcode last_commit_message exitcode
messages_pot="${TRANSLATIONS_WORKTREE}/searx/translations/messages.pot" messages_pot="${TRANSLATIONS_WORKTREE}/searx/translations/messages.pot"
( set -e ( set -e
pyenv.activate
# get translations branch in git worktree (TRANSLATIONS_WORKTREE) # get translations branch in git worktree (TRANSLATIONS_WORKTREE)
weblate.translations.worktree weblate.translations.worktree
# update messages.pot in the master branch # update messages.pot in the master branch
build_msg BABEL 'extract messages from source files and generate POT file' build_msg BABEL 'extract messages from source files and generate POT file'
pyenv.cmd pybabel extract -F babel.cfg \ pybabel extract -F babel.cfg \
-o "${messages_pot}" \ -o "${messages_pot}" \
"searx/" "searx/"
@ -269,12 +271,13 @@ weblate.push.translations() {
fi fi
( (
set -e set -e
pyenv.activate
# lock change on weblate # lock change on weblate
# weblate may add commit(s) since the call to "weblate.translations.worktree". # weblate may add commit(s) since the call to "weblate.translations.worktree".
# this is not a problem because after this line, "weblate.to.translations" # this is not a problem because after this line, "weblate.to.translations"
# calls again "weblate.translations.worktree" which calls "git pull" # calls again "weblate.translations.worktree" which calls "git pull"
pyenv.cmd wlc lock wlc lock
# save messages.pot in the translations branch for later # save messages.pot in the translations branch for later
pushd "${TRANSLATIONS_WORKTREE}" pushd "${TRANSLATIONS_WORKTREE}"
@ -291,7 +294,7 @@ weblate.push.translations() {
# update messages.po files in the master branch # update messages.po files in the master branch
build_msg BABEL 'update existing message catalogs from POT file' build_msg BABEL 'update existing message catalogs from POT file'
pyenv.cmd pybabel update -N \ pybabel update -N \
-i "${messages_pot}" \ -i "${messages_pot}" \
-d "${TRANSLATIONS_WORKTREE}/searx/translations" -d "${TRANSLATIONS_WORKTREE}/searx/translations"
@ -307,33 +310,38 @@ weblate.push.translations() {
popd popd
# notify weblate to pull updated master & translations branch # notify weblate to pull updated master & translations branch
pyenv.cmd wlc pull wlc pull
) )
exitcode=$? exitcode=$?
( # make sure to always unlock weblate ( # make sure to always unlock weblate
set -e set -e
pyenv.cmd wlc unlock pyenv.activate
wlc unlock
) )
dump_return $exitcode dump_return $exitcode
} }
data.all() { data.all() {
( set -e
pyenv.activate
data.languages data.languages
data.useragents data.useragents
data.osm_keys_tags data.osm_keys_tags
build_msg DATA "update searx/data/ahmia_blacklist.txt" build_msg DATA "update searx/data/ahmia_blacklist.txt"
pyenv.cmd python searx_extra/update/update_ahmia_blacklist.py python searx_extra/update/update_ahmia_blacklist.py
build_msg DATA "update searx/data/wikidata_units.json" build_msg DATA "update searx/data/wikidata_units.json"
pyenv.cmd python searx_extra/update/update_wikidata_units.py python searx_extra/update/update_wikidata_units.py
build_msg DATA "update searx/data/currencies.json" build_msg DATA "update searx/data/currencies.json"
pyenv.cmd python searx_extra/update/update_currencies.py python searx_extra/update/update_currencies.py
)
} }
data.languages() { data.languages() {
( set -e ( set -e
pyenv.activate
build_msg ENGINES "fetch languages .." build_msg ENGINES "fetch languages .."
pyenv.cmd python searx_extra/update/update_languages.py python searx_extra/update/update_languages.py
build_msg ENGINES "update update searx/languages.py" build_msg ENGINES "update update searx/languages.py"
build_msg DATA "update searx/data/engines_languages.json" build_msg DATA "update searx/data/engines_languages.json"
) )
@ -389,8 +397,7 @@ docker.build() {
# See https://www.shellcheck.net/wiki/SC1001 and others .. # See https://www.shellcheck.net/wiki/SC1001 and others ..
# shellcheck disable=SC2031,SC2230,SC2002,SC2236,SC2143,SC1001 # shellcheck disable=SC2031,SC2230,SC2002,SC2236,SC2143,SC1001
( set -e ( set -e
# shellcheck source=/dev/null pyenv.activate
source "${PY_ENV_BIN}/activate"
# Check if it is a git repository # Check if it is a git repository
if [ ! -d .git ]; then if [ ! -d .git ]; then
@ -406,8 +413,8 @@ docker.build() {
# This is a git repository # This is a git repository
git update-index -q --refresh git update-index -q --refresh
pyenv.cmd python -m searx.version freeze python -m searx.version freeze
eval "$(pyenv.cmd python -m searx.version)" eval "$(python -m searx.version)"
# Get the last git commit id # Get the last git commit id
VERSION_GITCOMMIT=$(echo "$VERSION_STRING" | cut -d- -f3) VERSION_GITCOMMIT=$(echo "$VERSION_STRING" | cut -d- -f3)
@ -456,8 +463,7 @@ gecko.driver() {
build_msg INSTALL "gecko.driver" build_msg INSTALL "gecko.driver"
# run installation in a subprocess and activate pyenv # run installation in a subprocess and activate pyenv
( set -e ( set -e
# shellcheck source=/dev/null pyenv.activate
source "${PY_ENV_BIN}/activate"
# TODO : check the current geckodriver version # TODO : check the current geckodriver version
geckodriver -V > /dev/null 2>&1 || NOTFOUND=1 geckodriver -V > /dev/null 2>&1 || NOTFOUND=1
@ -602,18 +608,19 @@ test.pylint() {
# shellcheck disable=SC2086 # shellcheck disable=SC2086
( set -e ( set -e
build_msg TEST "[pylint] \$PYLINT_FILES" build_msg TEST "[pylint] \$PYLINT_FILES"
pyenv.cmd python ${PYLINT_OPTIONS} ${PYLINT_VERBOSE} \ pyenv.activate
python ${PYLINT_OPTIONS} ${PYLINT_VERBOSE} \
--additional-builtins="${PYLINT_ADDITIONAL_BUILTINS_FOR_ENGINES}" \ --additional-builtins="${PYLINT_ADDITIONAL_BUILTINS_FOR_ENGINES}" \
"${PYLINT_FILES[@]}" "${PYLINT_FILES[@]}"
build_msg TEST "[pylint] searx/engines" build_msg TEST "[pylint] searx/engines"
pyenv.cmd python ${PYLINT_OPTIONS} ${PYLINT_VERBOSE} \ python ${PYLINT_OPTIONS} ${PYLINT_VERBOSE} \
--disable="${PYLINT_SEARX_DISABLE_OPTION}" \ --disable="${PYLINT_SEARX_DISABLE_OPTION}" \
--additional-builtins="${PYLINT_ADDITIONAL_BUILTINS_FOR_ENGINES}" \ --additional-builtins="${PYLINT_ADDITIONAL_BUILTINS_FOR_ENGINES}" \
searx/engines searx/engines
build_msg TEST "[pylint] searx tests" build_msg TEST "[pylint] searx tests"
pyenv.cmd python ${PYLINT_OPTIONS} ${PYLINT_VERBOSE} \ python ${PYLINT_OPTIONS} ${PYLINT_VERBOSE} \
--disable="${PYLINT_SEARX_DISABLE_OPTION}" \ --disable="${PYLINT_SEARX_DISABLE_OPTION}" \
--ignore=searx/engines \ --ignore=searx/engines \
searx tests searx tests
@ -642,9 +649,10 @@ test.unit() {
test.coverage() { test.coverage() {
build_msg TEST 'unit test coverage' build_msg TEST 'unit test coverage'
( set -e ( set -e
pyenv.cmd python -m nose2 -C --log-capture --with-coverage --coverage searx -s tests/unit pyenv.activate
pyenv.cmd coverage report python -m nose2 -C --log-capture --with-coverage --coverage searx -s tests/unit
pyenv.cmd coverage html coverage report
coverage html
) )
dump_return $? dump_return $?
} }

View File

@ -725,6 +725,14 @@ pyenv.cmd() {
) )
} }
pyenv.activate() {
pyenv.install
# shellcheck source=/dev/null
source "${PY_ENV_BIN}/activate"
}
# Sphinx doc # Sphinx doc
# ---------- # ----------