You cannot select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
676 lines
31 KiB
Bash
676 lines
31 KiB
Bash
#!/bin/bash
|
|
|
|
# Upgrades Protoc from https://github.com/protocolbuffers/protobuf/releases
|
|
|
|
black='\e[0;30m'
|
|
blackBold='\e[1;30m'
|
|
blackBackground='\e[1;40m'
|
|
red='\e[0;31m'
|
|
redBold='\e[1;31m'
|
|
redBackground='\e[0;41m'
|
|
green='\e[0;32m'
|
|
greenBold='\e[1;32m'
|
|
greenBackground='\e[0;42m'
|
|
yellow='\e[0;33m'
|
|
yellowBold='\e[1;33m'
|
|
yellowBackground='\e[0;43m'
|
|
blue='\e[0;34m'
|
|
blueBold='\e[1;34m'
|
|
blueBackground='\e[0;44m'
|
|
magenta='\e[0;35m'
|
|
magentaBold='\e[1;35m'
|
|
magentaBackground='\e[0;45m'
|
|
cyan='\e[0;36m'
|
|
cyanBold='\e[1;36m'
|
|
cyanBackground='\e[0;46m'
|
|
white='\e[0;37m'
|
|
whiteBold='\e[1;37m'
|
|
whiteBackground='\e[0;47m'
|
|
reset='\e[0m'
|
|
|
|
abort() {
|
|
echo '
|
|
***************
|
|
*** ABORTED ***
|
|
***************
|
|
' >&2
|
|
echo "An error occurred on line $1. Exiting..." >&2
|
|
date -Iseconds >&2
|
|
exit 1
|
|
}
|
|
|
|
trap 'abort $LINENO' ERR
|
|
set -e -o pipefail
|
|
|
|
quit() {
|
|
trap : 0
|
|
exit 0
|
|
}
|
|
|
|
# Asks if [Yn] if script shoud continue, otherwise exit 1
|
|
# $1: msg or nothing
|
|
# Example call 1: askContinueYn
|
|
# Example call 1: askContinueYn "Backup DB?"
|
|
askContinueYn() {
|
|
if [[ $1 ]]; then
|
|
msg="$1 "
|
|
else
|
|
msg=""
|
|
fi
|
|
|
|
# http://stackoverflow.com/questions/3231804/in-bash-how-to-add-are-you-sure-y-n-to-any-command-or-alias
|
|
read -e -p "${msg}Continue? [Y/n] " response
|
|
response=${response,,} # tolower
|
|
if [[ $response =~ ^(yes|y|)$ ]] ; then
|
|
# echo ""
|
|
# OK
|
|
:
|
|
else
|
|
echo "Aborted"
|
|
exit 1
|
|
fi
|
|
}
|
|
|
|
# Reference: https://gist.github.com/steinwaywhw/a4cd19cda655b8249d908261a62687f8
|
|
|
|
interactive=false
|
|
ignore_version_check=true
|
|
clean=false
|
|
clean_flag=""
|
|
build_base=true
|
|
build_arm=false
|
|
build_x86_64=true
|
|
build_docker=false
|
|
build_local=true
|
|
build_exe=false
|
|
build_nuitka_exe=false
|
|
run_pipenv=true
|
|
run_gui=false
|
|
generate_result_files=false
|
|
PYTHONHASHSEED=31
|
|
|
|
while test $# -gt 0; do
|
|
case $1 in
|
|
-h|--help)
|
|
echo "Build extract_otp_secrets project"
|
|
echo
|
|
echo "$0 [options]"
|
|
echo
|
|
echo "Options:"
|
|
echo "-i Interactive mode, all steps must be confirmed"
|
|
echo "-C Ignore version check of protobuf/protoc"
|
|
echo "-e Build exe"
|
|
echo "-n Build nuitka exe"
|
|
echo "-L Do not build local (exe)"
|
|
echo "-d Build docker"
|
|
echo "-a Build arm"
|
|
echo "-X Do not build x86_64"
|
|
echo "-B Do not build base"
|
|
echo "-V Do not run pipenv"
|
|
echo "-g Start extract_otp_secrets.py in GUI mode"
|
|
echo "-c Clean everything"
|
|
echo "-r Generate result files"
|
|
echo "-h, --help Show help and quit"
|
|
quit
|
|
;;
|
|
-i)
|
|
interactive=true
|
|
shift
|
|
;;
|
|
-C)
|
|
ignore_version_check=false
|
|
shift
|
|
;;
|
|
-B)
|
|
build_base=false
|
|
shift
|
|
;;
|
|
-L)
|
|
build_local=false
|
|
build_base=false
|
|
shift
|
|
;;
|
|
-a)
|
|
build_arm=true
|
|
shift
|
|
;;
|
|
-X)
|
|
build_x86_64=false
|
|
shift
|
|
;;
|
|
-e)
|
|
build_exe=true
|
|
shift
|
|
;;
|
|
-n)
|
|
build_nuitka_exe=true
|
|
shift
|
|
;;
|
|
-d)
|
|
build_docker=true
|
|
shift
|
|
;;
|
|
-V)
|
|
run_pipenv=false
|
|
shift
|
|
;;
|
|
-g)
|
|
run_gui=true
|
|
shift
|
|
;;
|
|
-r)
|
|
generate_result_files=true
|
|
shift
|
|
;;
|
|
-c)
|
|
clean=true
|
|
clean_flag="--clean"
|
|
shift
|
|
;;
|
|
esac
|
|
done
|
|
|
|
BIN="$HOME/bin"
|
|
DOWNLOADS="$HOME/downloads"
|
|
|
|
PYTHON="python3.11"
|
|
PIP="pip3.11"
|
|
PIPENV="$PYTHON -m pipenv"
|
|
FLAKE8="$PYTHON -m flake8"
|
|
MYPY="$PYTHON -m mypy"
|
|
|
|
# sudo ln -s /usr/bin/python3.11 /usr/bin/python
|
|
|
|
# Upgrade protoc
|
|
|
|
DEST="protoc"
|
|
|
|
if $clean; then
|
|
cmd="docker image prune -f || echo 'No docker image pruned'"
|
|
if $interactive ; then askContinueYn "$cmd"; else echo -e "${cyan}$cmd${reset}";fi
|
|
eval "$cmd"
|
|
|
|
cmd="$PIP uninstall -y extract-otp-secrets || echo nothing done"
|
|
if $interactive ; then askContinueYn "$cmd"; else echo -e "${cyan}$cmd${reset}";fi
|
|
eval "$cmd"
|
|
|
|
cmd="$PIP freeze | grep -v -E '^-e|^#' | xargs sudo $PIP uninstall -y || echo nothing done"
|
|
if $interactive ; then askContinueYn "$cmd"; else echo -e "${cyan}$cmd${reset}";fi
|
|
eval "$cmd"
|
|
|
|
cmd="$PIP freeze --user | grep -v -E '^-e|^#' | xargs $PIP uninstall -y || echo nothing done"
|
|
if $interactive ; then askContinueYn "$cmd"; else echo -e "${cyan}$cmd${reset}";fi
|
|
eval "$cmd"
|
|
|
|
cmd="$PIP freeze | cut -d \"@\" -f1 | xargs pip uninstall -y || echo Nothing to do"
|
|
if $interactive ; then askContinueYn "$cmd"; else echo -e "${cyan}$cmd${reset}";fi
|
|
eval "$cmd"
|
|
|
|
cmd="sudo rm -rf dist/ build/ dist_*/ *.whl extracted_*.csv extracted_*.json pytest.xml pytest-coverage.txt .coverage tests/reports || true; find . -name '*.pyc' -type f -delete; find . -name '__pycache__' -type d -exec rm -r {} \; || true; find . -name '*.egg-info' -type d -exec rm -r {} \; || true; find . -name '*_cache' -type d -exec rm -r {} \; || true; mkdir -p tests/reports;"
|
|
if $interactive ; then askContinueYn "$cmd"; else echo -e "${cyan}$cmd${reset}";fi
|
|
eval "$cmd"
|
|
|
|
cmd="pipenv --rm || true"
|
|
if $interactive ; then askContinueYn "$cmd"; else echo -e "${cyan}$cmd${reset}";fi
|
|
eval "$cmd"
|
|
|
|
cmd="sudo pipenv --rm || true"
|
|
if $interactive ; then askContinueYn "$cmd"; else echo -e "${cyan}$cmd${reset}";fi
|
|
eval "$cmd"
|
|
|
|
cmd="mkdir -p dist"
|
|
if $interactive ; then askContinueYn "$cmd"; else echo -e "${cyan}$cmd${reset}";fi
|
|
eval "$cmd"
|
|
fi
|
|
|
|
if $build_local; then
|
|
cmd="$PIP install --use-pep517 -U -r requirements-dev.txt"
|
|
if $interactive ; then askContinueYn "$cmd"; else echo -e "${cyan}$cmd${reset}";fi
|
|
eval "$cmd"
|
|
|
|
echo -e "\n\nChecking Protoc version..."
|
|
VERSION=$(curl -sL https://github.com/protocolbuffers/protobuf/releases/latest | grep -E "<title>" | perl -pe's%.*Protocol Buffers v(\d+\.\d+(\.\d+)?).*%\1%')
|
|
BASEVERSION=4
|
|
echo
|
|
|
|
OLDVERSION=$(cat $BIN/$DEST/.VERSION.txt || echo "")
|
|
echo -e "\nProtoc remote version $VERSION\n"
|
|
echo -e "Protoc local version: $OLDVERSION\n"
|
|
|
|
if [ "$OLDVERSION" != "$VERSION" ] || ! $ignore_version_check; then
|
|
echo "Upgrade protoc from $OLDVERSION to $VERSION"
|
|
|
|
NAME="protoc-$VERSION"
|
|
ARCHIVE="$NAME.zip"
|
|
|
|
mkdir -p $DOWNLOADS
|
|
# https://github.com/protocolbuffers/protobuf/releases/download/v21.6/protoc-21.6-linux-x86_64.zip
|
|
cmd="wget --trust-server-names https://github.com/protocolbuffers/protobuf/releases/download/v$VERSION/protoc-$VERSION-linux-x86_64.zip -O $DOWNLOADS/$ARCHIVE"
|
|
if $interactive ; then askContinueYn "$cmd"; else echo -e "${cyan}$cmd${reset}";fi
|
|
eval "$cmd"
|
|
|
|
cmd="echo -e '\nSize [Byte]'; stat --printf='%s\n' $DOWNLOADS/$ARCHIVE; echo -e '\nMD5'; md5sum $DOWNLOADS/$ARCHIVE; echo -e '\nSHA256'; sha256sum $DOWNLOADS/$ARCHIVE;"
|
|
if $interactive ; then askContinueYn "$cmd"; else echo -e "${cyan}$cmd${reset}";fi
|
|
eval "$cmd"
|
|
|
|
cmd="mkdir -p $BIN/$NAME; unzip $DOWNLOADS/$ARCHIVE -d $BIN/$NAME"
|
|
if $interactive ; then askContinueYn "$cmd"; else echo -e "${cyan}$cmd${reset}";fi
|
|
eval "$cmd"
|
|
|
|
cmd="echo $VERSION > $BIN/$NAME/.VERSION.txt; echo $VERSION > $BIN/$NAME/.VERSION_$VERSION.txt"
|
|
if $interactive ; then askContinueYn "$cmd"; else echo -e "${cyan}$cmd${reset}";fi
|
|
eval "$cmd"
|
|
|
|
cmd="[ -d $BIN/$DEST.old ] && rm -rf $BIN/$DEST.old || echo 'No old dir to delete'"
|
|
if $interactive ; then askContinueYn "$cmd"; else echo -e "${cyan}$cmd${reset}";fi
|
|
eval "$cmd"
|
|
|
|
cmd="[ -d $BIN/$DEST ] && mv -iT $BIN/$DEST $BIN/$DEST.old || echo 'No previous dir to keep'"
|
|
if $interactive ; then askContinueYn "$cmd"; else echo -e "${cyan}$cmd${reset}";fi
|
|
eval "$cmd"
|
|
|
|
cmd="mv -iT $BIN/$NAME $BIN/$DEST"
|
|
if $interactive ; then askContinueYn "$cmd"; else echo -e "${cyan}$cmd${reset}";fi
|
|
eval "$cmd"
|
|
|
|
cmd="rm $DOWNLOADS/$ARCHIVE"
|
|
if $interactive ; then askContinueYn "$cmd"; else echo -e "${cyan}$cmd${reset}";fi
|
|
eval "$cmd"
|
|
|
|
cmd="$BIN/$DEST/bin/protoc --plugin=protoc-gen-mypy=$HOME/.local/bin/protoc-gen-mypy --python_out=src/protobuf_generated_python --mypy_out=src/protobuf_generated_python --proto_path=src google_auth.proto"
|
|
if $interactive ; then askContinueYn "$cmd"; else echo -e "${cyan}$cmd${reset}";fi
|
|
eval "$cmd"
|
|
|
|
# Update README.md
|
|
|
|
cmd="perl -i -pe 's%proto(buf|c)([- ])(\d\.)?$OLDVERSION%proto\$1\$2\${3}$VERSION%g' README.md && perl -i -pe 's%(protobuf/releases/tag/v)$OLDVERSION%\${1}$VERSION%g' README.md"
|
|
if $interactive ; then askContinueYn "$cmd"; else echo -e "${cyan}$cmd${reset}";fi
|
|
eval "$cmd"
|
|
else
|
|
echo -e "\nVersion has not changed. Quit"
|
|
fi
|
|
|
|
# Upgrade pip requirements
|
|
|
|
cmd="pip install -U pip"
|
|
if $interactive ; then askContinueYn "$cmd"; else echo -e "${cyan}$cmd${reset}";fi
|
|
eval "$cmd"
|
|
|
|
$PIP --version
|
|
|
|
cmd="$PIP install --use-pep517 -U -r requirements.txt"
|
|
if $interactive ; then askContinueYn "$cmd"; else echo -e "${cyan}$cmd${reset}";fi
|
|
eval "$cmd"
|
|
|
|
if $build_base; then
|
|
# Lint
|
|
|
|
LINT_OUT_FILE="tests/reports/flake8_results.txt"
|
|
cmd="$FLAKE8 . --count --select=E9,F63,F7,F82 --show-source --statistics | tee $LINT_OUT_FILE"
|
|
if $interactive ; then askContinueYn "$cmd"; else echo -e "${cyan}$cmd${reset}";fi
|
|
eval "$cmd"
|
|
|
|
cmd="$FLAKE8 . --count --exit-zero --max-complexity=10 --max-line-length=200 --statistics --exclude=.git,__pycache__,docs/source/conf.py,old,build,dist,protobuf_generated_python | tee -a $LINT_OUT_FILE"
|
|
if $interactive ; then askContinueYn "$cmd"; else echo -e "${cyan}$cmd${reset}";fi
|
|
eval "$cmd"
|
|
|
|
# Type checking
|
|
|
|
TYPE_CHECK_OUT_FILE="tests/reports/mypy_results.txt"
|
|
cmd="$MYPY --install-types --non-interactive src/*.py tests/*.py"
|
|
if $interactive ; then askContinueYn "$cmd"; else echo -e "${cyan}$cmd${reset}";fi
|
|
eval "$cmd"
|
|
|
|
# change to src as python -m mypy adds the current dir Python sys.path
|
|
# execute in a subshell in order not to loose the exit code and not to change the dir in the currrent shell
|
|
cmd="$MYPY --strict src/*.py tests/*.py | tee $TYPE_CHECK_OUT_FILE"
|
|
if $interactive ; then askContinueYn "$cmd"; else echo -e "${cyan}$cmd${reset}";fi
|
|
eval "$cmd"
|
|
|
|
|
|
# Generate results files
|
|
|
|
if $generate_result_files; then
|
|
cmd="for color in '' '-n'; do for level in '' '-v' '-vv' '-vvv'; do $PYTHON src/extract_otp_secrets.py example_export.txt \$color \$level > tests/data/print_verbose_output\$color\$level.txt; done; done"
|
|
if $interactive ; then askContinueYn "$cmd"; else echo -e "${cyan}$cmd${reset}";fi
|
|
eval "$cmd"
|
|
fi
|
|
|
|
# pip -e install
|
|
|
|
cmd="$PIP install -U -e ."
|
|
if $interactive ; then askContinueYn "$cmd"; else echo -e "${cyan}$cmd${reset}";fi
|
|
eval "$cmd"
|
|
|
|
cmd="extract_otp_secrets example_export.txt"
|
|
if $interactive ; then askContinueYn "$cmd"; else echo -e "${cyan}$cmd${reset}";fi
|
|
eval "$cmd"
|
|
|
|
cmd="extract_otp_secrets - < example_export.txt"
|
|
if $interactive ; then askContinueYn "$cmd"; else echo -e "${cyan}$cmd${reset}";fi
|
|
eval "$cmd"
|
|
|
|
# Test (needs module)
|
|
|
|
cmd="$PYTHON src/extract_otp_secrets.py example_export.txt"
|
|
if $interactive ; then askContinueYn "$cmd"; else echo -e "${cyan}$cmd${reset}";fi
|
|
eval "$cmd"
|
|
|
|
cmd="$PYTHON src/extract_otp_secrets.py - < example_export.txt"
|
|
if $interactive ; then askContinueYn "$cmd"; else echo -e "${cyan}$cmd${reset}";fi
|
|
eval "$cmd"
|
|
|
|
COVERAGE_OUT_FILE="tests/reports/pytest-coverage.txt"
|
|
cmd="pytest --cov=extract_otp_secrets_test --junitxml=tests/reports/pytest.xml --cov-report html:tests/reports/html --cov-report=term-missing tests/ | tee $COVERAGE_OUT_FILE"
|
|
if $interactive ; then askContinueYn "$cmd"; else echo -e "${cyan}$cmd${reset}";fi
|
|
eval "$cmd"
|
|
|
|
# Pipenv
|
|
|
|
if $run_pipenv; then
|
|
cmd="$PIP install -U pipenv"
|
|
if $interactive ; then askContinueYn "$cmd"; else echo -e "${cyan}$cmd${reset}";fi
|
|
eval "$cmd"
|
|
|
|
$PIPENV --version
|
|
|
|
cmd="$PIPENV --rm && $PIPENV update && $PIPENV install"
|
|
if $interactive ; then askContinueYn "$cmd"; else echo -e "${cyan}$cmd${reset}";fi
|
|
eval "$cmd"
|
|
|
|
$PIPENV run python --version
|
|
|
|
cmd="$PIPENV run pytest --cov=extract_otp_secrets_test tests/"
|
|
if $interactive ; then askContinueYn "$cmd"; else echo -e "${cyan}$cmd${reset}";fi
|
|
eval "$cmd"
|
|
fi
|
|
|
|
# Build wheel
|
|
|
|
cmd="$PIP wheel ."
|
|
if $interactive ; then askContinueYn "$cmd"; else echo -e "${cyan}$cmd${reset}";fi
|
|
eval "$cmd"
|
|
fi
|
|
|
|
# Build executable
|
|
if $build_exe; then
|
|
cmd="LOCAL_GLIBC_VERSION=$(ldd --version | sed '1!d' | sed -E 's/.* ([[:digit:]]+\.[[:digit:]]+)$/\1/')"
|
|
if $interactive ; then askContinueYn "$cmd"; else echo -e "${cyan}$cmd${reset}";fi
|
|
eval "$cmd"
|
|
echo "local glibc: $LOCAL_GLIBC_VERSION"
|
|
|
|
cmd="pyinstaller -y --specpath installer --add-data $HOME/.local/__yolo_v3_qr_detector/:__yolo_v3_qr_detector/ --onefile $clean_flag src/extract_otp_secrets.py"
|
|
if $interactive ; then askContinueYn "$cmd"; else echo -e "${cyan}$cmd${reset}";fi
|
|
eval "$cmd"
|
|
|
|
cmd="dist/extract_otp_secrets -h"
|
|
if $interactive ; then askContinueYn "$cmd"; else echo -e "${cyan}$cmd${reset}";fi
|
|
eval "$cmd"
|
|
|
|
cmd="dist/extract_otp_secrets --qr ZBAR example_export.png"
|
|
if $interactive ; then askContinueYn "$cmd"; else echo -e "${cyan}$cmd${reset}";fi
|
|
eval "$cmd"
|
|
fi
|
|
|
|
# Build compiled executable
|
|
|
|
if $build_nuitka_exe; then
|
|
cmd="LOCAL_GLIBC_VERSION=$(ldd --version | sed '1!d' | sed -E 's/.* ([[:digit:]]+\.[[:digit:]]+)$/\1/')"
|
|
if $interactive ; then askContinueYn "$cmd"; else echo -e "${cyan}$cmd${reset}";fi
|
|
eval "$cmd"
|
|
echo "local glibc: $LOCAL_GLIBC_VERSION"
|
|
|
|
cmd="$PIP install -U pyqt5"
|
|
if $interactive ; then askContinueYn "$cmd"; else echo -e "${cyan}$cmd${reset}";fi
|
|
eval "$cmd"
|
|
|
|
cmd="$PYTHON -m nuitka --enable-plugin=tk-inter --enable-plugin=pyqt5 --include-data-dir=$HOME/.local/__yolo_v3_qr_detector/=__yolo_v3_qr_detector/ --onefile --output-dir=build/nuitka --output-filename=extract_otp_secrets_compiled src/extract_otp_secrets.py"
|
|
if $interactive ; then askContinueYn "$cmd"; else echo -e "${cyan}$cmd${reset}";fi
|
|
eval "$cmd"
|
|
|
|
cmd="cp build/nuitka/extract_otp_secrets_compiled dist/"
|
|
if $interactive ; then askContinueYn "$cmd"; else echo -e "${cyan}$cmd${reset}";fi
|
|
eval "$cmd"
|
|
|
|
cmd="dist/extract_otp_secrets_compiled -h"
|
|
if $interactive ; then askContinueYn "$cmd"; else echo -e "${cyan}$cmd${reset}";fi
|
|
eval "$cmd"
|
|
|
|
cmd="dist/extract_otp_secrets_compiled --qr ZBAR example_export.png"
|
|
if $interactive ; then askContinueYn "$cmd"; else echo -e "${cyan}$cmd${reset}";fi
|
|
eval "$cmd"
|
|
fi
|
|
|
|
# Generate README.md TOC
|
|
|
|
cmd="gfm-toc -s 2 -e 3 -t -o README.md > docs/README_TOC.md"
|
|
if $interactive ; then askContinueYn "$cmd"; else echo -e "${cyan}$cmd${reset}";fi
|
|
eval "$cmd"
|
|
|
|
# Update Code Coverage in README.md
|
|
|
|
# https://github.com/marketplace/actions/pytest-coverage-comment
|
|
# Coverage-95%25-yellowgreen
|
|
echo -e "Update code coverage in README.md"
|
|
TOTAL_COVERAGE=$(cat $COVERAGE_OUT_FILE | grep 'TOTAL' | perl -ne 'print "$&" if /\b(\d{1,3})%/') && perl -i -pe "s/coverage-(\d{1,3}%)25-/coverage-${TOTAL_COVERAGE}25-/" README.md
|
|
|
|
# create Windows win_file_version_info.txt
|
|
cmd="VERSION_STR=$(setuptools-git-versioning) VERSION_MAJOR=$(cut -d '.' -f 1 <<< "$(setuptools-git-versioning)") VERSION_MINOR=$(cut -d '.' -f 2 <<< "$(setuptools-git-versioning)") VERSION_PATCH=$(cut -d '.' -f 3 <<< "$(setuptools-git-versioning)") VERSION_BUILD=$(($(git rev-list --count $(git tag | sort -V -r | sed '1!d')..HEAD))) COPYRIGHT_YEARS='2020-2023' envsubst < installer/win_file_version_info_template.txt > build/win_file_version_info.txt"
|
|
if $interactive ; then askContinueYn "$cmd"; else echo -e "${cyan}$cmd${reset}";fi
|
|
eval "$cmd"
|
|
|
|
# create macOS extract_otp_secrets_macos.spec from extract_otp_secrets_macos_template.spec
|
|
cmd="VERSION_STR=$(setuptools-git-versioning) COPYRIGHT_YEARS='2020-2023' envsubst < installer/extract_otp_secrets_macos_template.spec > build/extract_otp_secrets_macos.spec"
|
|
if $interactive ; then askContinueYn "$cmd"; else echo -e "${cyan}$cmd${reset}";fi
|
|
eval "$cmd"
|
|
fi
|
|
|
|
if $build_docker; then
|
|
# Build docker
|
|
|
|
if $build_x86_64; then
|
|
# Build Dockerfile_only_txt (Alpine)
|
|
cmd="docker build . -t extract_otp_secrets_only_txt -t extract_otp_secrets:only-txt -t extract_otp_secrets:alpine -f docker/Dockerfile_only_txt --pull --build-arg RUN_TESTS=false"
|
|
if $interactive ; then askContinueYn "$cmd"; else echo -e "${cyan}$cmd${reset}";fi
|
|
eval "$cmd"
|
|
|
|
cmd="docker run --rm -v \"$(pwd)\":/files:ro extract_otp_secrets_only_txt example_export.txt"
|
|
if $interactive ; then askContinueYn "$cmd"; else echo -e "${cyan}$cmd${reset}";fi
|
|
eval "$cmd"
|
|
|
|
cmd="docker run --rm -i -v \"$(pwd)\":/files:ro extract_otp_secrets_only_txt - < example_export.txt"
|
|
if $interactive ; then askContinueYn "$cmd"; else echo -e "${cyan}$cmd${reset}";fi
|
|
eval "$cmd"
|
|
|
|
cmd="docker run --entrypoint /extract/run_pytest.sh --rm -v \"$(pwd)\":/files:ro extract_otp_secrets_only_txt extract_otp_secrets_test.py -k 'not qreader' -vvv --relaxed"
|
|
if $interactive ; then askContinueYn "$cmd"; else echo -e "${cyan}$cmd${reset}";fi
|
|
eval "$cmd"
|
|
|
|
# Build extract_otp_secrets (Debian Bookworm)
|
|
cmd="docker build . -t extract_otp_secrets -t extract_otp_secrets:bookworm --pull -f docker/Dockerfile --build-arg RUN_TESTS=false"
|
|
if $interactive ; then askContinueYn "$cmd"; else echo -e "${cyan}$cmd${reset}";fi
|
|
eval "$cmd"
|
|
|
|
cmd="docker run --rm -v \"$(pwd)\":/files:ro extract_otp_secrets example_export.txt"
|
|
if $interactive ; then askContinueYn "$cmd"; else echo -e "${cyan}$cmd${reset}";fi
|
|
eval "$cmd"
|
|
|
|
cmd="cat example_export.txt | docker run --rm -i -v \"$(pwd)\":/files:ro extract_otp_secrets - -c - > example_output.csv"
|
|
if $interactive ; then askContinueYn "$cmd"; else echo -e "${cyan}$cmd${reset}";fi
|
|
eval "$cmd"
|
|
|
|
cmd="docker run --rm -i -v \"$(pwd)\":/files:ro extract_otp_secrets = < example_export.png"
|
|
if $interactive ; then askContinueYn "$cmd"; else echo -e "${cyan}$cmd${reset}";fi
|
|
eval "$cmd"
|
|
|
|
cmd="docker run --entrypoint /extract/run_pytest.sh --rm -v \"$(pwd)\":/files:ro extract_otp_secrets"
|
|
if $interactive ; then askContinueYn "$cmd"; else echo -e "${cyan}$cmd${reset}";fi
|
|
eval "$cmd"
|
|
|
|
# Build extract_otp_secrets (Debian Bullseye)
|
|
cmd="docker build . -t extract_otp_secrets:bullseye -t extract_otp_secrets:bullseye-x86_64 --pull -f docker/Dockerfile --build-arg RUN_TESTS=false --build-arg BASE_IMAGE=python:3.12-slim-bullseye"
|
|
if $interactive ; then askContinueYn "$cmd"; else echo -e "${cyan}$cmd${reset}";fi
|
|
eval "$cmd"
|
|
|
|
cmd="docker run --rm -v \"$(pwd)\":/files:ro extract_otp_secrets:bullseye example_export.txt"
|
|
if $interactive ; then askContinueYn "$cmd"; else echo -e "${cyan}$cmd${reset}";fi
|
|
eval "$cmd"
|
|
|
|
cmd="cat example_export.txt | docker run --rm -i -v \"$(pwd)\":/files:ro extract_otp_secrets:bullseye - -c - > example_output.csv"
|
|
if $interactive ; then askContinueYn "$cmd"; else echo -e "${cyan}$cmd${reset}";fi
|
|
eval "$cmd"
|
|
|
|
cmd="docker run --rm -i -v \"$(pwd)\":/files:ro extract_otp_secrets:bullseye = < example_export.png"
|
|
if $interactive ; then askContinueYn "$cmd"; else echo -e "${cyan}$cmd${reset}";fi
|
|
eval "$cmd"
|
|
|
|
cmd="docker run --entrypoint /extract/run_pytest.sh --rm -v \"$(pwd)\":/files:ro extract_otp_secrets:bullseye"
|
|
if $interactive ; then askContinueYn "$cmd"; else echo -e "${cyan}$cmd${reset}";fi
|
|
eval "$cmd"
|
|
|
|
# Build executable from Docker latest
|
|
# sed "1!d" is workaround for head -n 1 since it head procduces exit code != 0
|
|
BOOKWORM_GLIBC_VERSION=$(docker run --entrypoint /bin/bash --rm extract_otp_secrets -c 'ldd --version | sed "1!d" | sed -E "s/.* ([[:digit:]]+\.[[:digit:]]+)$/\1/"')
|
|
echo "Bookworm glibc: $BOOKWORM_GLIBC_VERSION"
|
|
fi
|
|
|
|
if $build_arm; then
|
|
# build linux/arm64
|
|
cmd="docker run --pull always --rm --privileged multiarch/qemu-user-static --reset -p yes"
|
|
if $interactive ; then askContinueYn "$cmd"; else echo -e "${cyan}$cmd${reset}";fi
|
|
eval "$cmd"
|
|
|
|
# Build extract_otp_secrets (Debian Bullseye)
|
|
cmd="docker buildx build --platform=linux/arm64 . -t extract_otp_secrets:bullseye-arm64 --pull -f docker/Dockerfile --build-arg RUN_TESTS=false --build-arg BASE_IMAGE=python:3.12-slim-bullseye"
|
|
if $interactive ; then askContinueYn "$cmd"; else echo -e "${cyan}$cmd${reset}";fi
|
|
eval "$cmd"
|
|
fi
|
|
|
|
if $build_exe; then
|
|
if $build_x86_64; then
|
|
cmd="docker run --platform linux/amd64 --entrypoint /bin/bash --rm -v \"$(pwd)\":/files -w /files extract_otp_secrets -c 'apt-get update && apt-get -y install binutils && pip install -U pip && pip install -U -r /files/requirements.txt && pip install pyinstaller && PYTHONHASHSEED=31 && pyinstaller -y --specpath installer --add-data /usr/local/__yolo_v3_qr_detector/:__yolo_v3_qr_detector/ --onefile --name extract_otp_secrets_linux_x86_64_bookworm --distpath /files/dist/ /files/src/extract_otp_secrets.py'"
|
|
if $interactive ; then askContinueYn "$cmd"; else echo -e "${cyan}$cmd${reset}";fi
|
|
eval "$cmd"
|
|
|
|
cmd="dist/extract_otp_secrets_linux_x86_64_bookworm -h || echo 'Could not run exe; see error message above'"
|
|
if $interactive ; then askContinueYn "$cmd"; else echo -e "${cyan}$cmd${reset}";fi
|
|
eval "$cmd"
|
|
|
|
cmd="dist/extract_otp_secrets_linux_x86_64_bookworm --qr ZBAR example_export.png || echo 'Could not run exe; see error message above'"
|
|
if $interactive ; then askContinueYn "$cmd"; else echo -e "${cyan}$cmd${reset}";fi
|
|
eval "$cmd"
|
|
|
|
# Build executable from Docker bullseye
|
|
BULLSEYE_GLIBC_VERSION=$(docker run --entrypoint /bin/bash --rm extract_otp_secrets:bullseye -c 'ldd --version | sed "1!d" | sed -E "s/.* ([[:digit:]]+\.[[:digit:]]+)$/\1/"')
|
|
echo "Bullseye glibc: $BULLSEYE_GLIBC_VERSION"
|
|
|
|
cmd="docker run --platform linux/amd64 --entrypoint /bin/bash --rm -v \"$(pwd)\":/files -w /files extract_otp_secrets:bullseye -c 'apt-get update && apt-get -y install binutils && pip install -U pip && pip install -U -r /files/requirements.txt && pip install pyinstaller && PYTHONHASHSEED=31 && pyinstaller -y --specpath installer --add-data /usr/local/__yolo_v3_qr_detector/:__yolo_v3_qr_detector/ --onefile --name extract_otp_secrets_linux_x86_64 --distpath /files/dist/ /files/src/extract_otp_secrets.py'"
|
|
if $interactive ; then askContinueYn "$cmd"; else echo -e "${cyan}$cmd${reset}";fi
|
|
eval "$cmd"
|
|
|
|
cmd="dist/extract_otp_secrets_linux_x86_64 -h"
|
|
if $interactive ; then askContinueYn "$cmd"; else echo -e "${cyan}$cmd${reset}";fi
|
|
eval "$cmd"
|
|
|
|
cmd="dist/extract_otp_secrets_linux_x86_64 --qr ZBAR example_export.png"
|
|
if $interactive ; then askContinueYn "$cmd"; else echo -e "${cyan}$cmd${reset}";fi
|
|
eval "$cmd"
|
|
fi
|
|
|
|
if $build_arm; then
|
|
# build linux/arm64
|
|
cmd="docker run --platform linux/arm64 --entrypoint /bin/bash --rm -v \"$(pwd)\":/files -w /files extract_otp_secrets:bullseye-arm64 -c 'apt-get update && apt-get -y install binutils && pip install -U pip && pip install -U -r /files/requirements.txt && pip install pyinstaller && PYTHONHASHSEED=31 && pyinstaller --specpath installer -y --add-data /usr/local/__yolo_v3_qr_detector/:__yolo_v3_qr_detector/ --onefile --name extract_otp_secrets_linux_arm64 --distpath /files/dist/ /files/src/extract_otp_secrets.py'"
|
|
if $interactive ; then askContinueYn "$cmd"; else echo -e "${cyan}$cmd${reset}";fi
|
|
eval "$cmd"
|
|
|
|
cmd="PLATFORM='linux/arm64' && EXE='dist/extract_otp_secrets_linux_arm64' && docker run --platform \"\$PLATFORM\" --entrypoint /bin/bash --rm -v \"$(pwd)\":/files -w /files extract_otp_secrets:bullseye-arm64 -c \"\$EXE -V && \$EXE -h && \$EXE example_export.png && \$EXE - < example_export.txt && \$EXE --qr ZBAR example_export.png && \$EXE --qr QREADER example_export.png && \$EXE --qr QREADER_DEEP example_export.png && \$EXE --qr CV2 example_export.png && \$EXE --qr CV2_WECHAT example_export.png\""
|
|
if $interactive ; then askContinueYn "$cmd"; else echo -e "${cyan}$cmd${reset}";fi
|
|
eval "$cmd"
|
|
fi
|
|
fi
|
|
|
|
if $build_nuitka_exe; then
|
|
if $build_x86_64; then
|
|
cmd="docker run --platform linux/amd64 --entrypoint /bin/bash --rm -v \"$(pwd)\":/files -w /files extract_otp_secrets -c 'apt-get update && apt-get -y install binutils build-essential patchelf && pip install -U pip && pip install -U -r /files/requirements.txt && pip install nuitka pyqt5 && PYTHONHASHSEED=31 && python -m nuitka --enable-plugin=tk-inter --enable-plugin=pyqt5 --include-data-dir=/usr/local/__yolo_v3_qr_detector/=__yolo_v3_qr_detector/ --onefile --output-dir=/files/build/docker/nuitka --output-filename=extract_otp_secrets_linux_x86_64_bookworm_compiled /files/src/extract_otp_secrets.py'"
|
|
if $interactive ; then askContinueYn "$cmd"; else echo -e "${cyan}$cmd${reset}";fi
|
|
eval "$cmd"
|
|
|
|
cmd="build/docker/nuitka/extract_otp_secrets_linux_x86_64_bookworm_compiled -h"
|
|
if $interactive ; then askContinueYn "$cmd"; else echo -e "${cyan}$cmd${reset}";fi
|
|
eval "$cmd"
|
|
|
|
cmd="build/docker/nuitka/extract_otp_secrets_linux_x86_64_bookworm_compiled --qr ZBAR example_export.png"
|
|
if $interactive ; then askContinueYn "$cmd"; else echo -e "${cyan}$cmd${reset}";fi
|
|
eval "$cmd"
|
|
|
|
cmd="cp build/docker/nuitka/extract_otp_secrets_linux_x86_64_bookworm_compiled dist/"
|
|
if $interactive ; then askContinueYn "$cmd"; else echo -e "${cyan}$cmd${reset}";fi
|
|
eval "$cmd"
|
|
|
|
# Build executable from Docker bullseye
|
|
BULLSEYE_GLIBC_VERSION=$(docker run --entrypoint /bin/bash --rm extract_otp_secrets:bullseye -c 'ldd --version | sed "1!d" | sed -E "s/.* ([[:digit:]]+\.[[:digit:]]+)$/\1/"')
|
|
echo "Bookworm glibc: $BULLSEYE_GLIBC_VERSION"
|
|
|
|
cmd="docker run --platform linux/amd64 --entrypoint /bin/bash --rm -v \"$(pwd)\":/files -w /files extract_otp_secrets:bullseye -c 'apt-get update && apt-get -y install binutils build-essential patchelf && pip install -U pip && pip install -U -r /files/requirements.txt && pip install nuitka pyqt5 && PYTHONHASHSEED=31 && python -m nuitka --enable-plugin=tk-inter --enable-plugin=pyqt5 --include-data-dir=/usr/local/__yolo_v3_qr_detector/=__yolo_v3_qr_detector/ --onefile --output-dir=/files/build/docker/nuitka --output-filename=extract_otp_secrets_linux_x86_64_bullseye_compiled /files/src/extract_otp_secrets.py'"
|
|
if $interactive ; then askContinueYn "$cmd"; else echo -e "${cyan}$cmd${reset}";fi
|
|
eval "$cmd"
|
|
|
|
cmd="build/docker/nuitka/extract_otp_secrets_linux_x86_64_bullseye_compiled -h"
|
|
if $interactive ; then askContinueYn "$cmd"; else echo -e "${cyan}$cmd${reset}";fi
|
|
eval "$cmd"
|
|
|
|
cmd="build/docker/nuitka/extract_otp_secrets_linux_x86_64_bullseye_compiled --qr ZBAR example_export.png"
|
|
if $interactive ; then askContinueYn "$cmd"; else echo -e "${cyan}$cmd${reset}";fi
|
|
eval "$cmd"
|
|
|
|
cmd="cp build/docker/nuitka/extract_otp_secrets_linux_x86_64_bullseye_compiled dist/"
|
|
if $interactive ; then askContinueYn "$cmd"; else echo -e "${cyan}$cmd${reset}";fi
|
|
eval "$cmd"
|
|
fi
|
|
|
|
if $build_arm; then
|
|
# build linux/arm64
|
|
cmd="docker run --platform linux/arm64 --entrypoint /bin/bash --rm -v \"$(pwd)\":/files -w /files extract_otp_secrets:bullseye-arm64 -c 'apt-get update && apt-get -y install binutils build-essential patchelf qt5-default && pip install -U pip && pip install -U -r /files/requirements.txt && pip install nuitka pyqt5 && PYTHONHASHSEED=31 && python -m nuitka --enable-plugin=tk-inter --enable-plugin=pyqt5 --include-data-dir=/usr/local/__yolo_v3_qr_detector/=__yolo_v3_qr_detector/ --onefile --output-dir=/files/build/docker/nuitka --output-filename=extract_otp_secrets_linux_arm64_compiled /files/src/extract_otp_secrets.py'"
|
|
if $interactive ; then askContinueYn "$cmd"; else echo -e "${cyan}$cmd${reset}";fi
|
|
eval "$cmd"
|
|
|
|
cmd="PLATFORM='linux/arm64' && EXE='build/docker/nuitka/extract_otp_secrets_linux_arm64_compiled' && docker run --platform \"\$PLATFORM\" --entrypoint /bin/bash --rm -v \"$(pwd)\":/files -w /files extract_otp_secrets:bullseye-arm64 -c \"\$EXE -V && \$EXE -h && \$EXE example_export.png && \$EXE - < example_export.txt && \$EXE --qr ZBAR example_export.png && \$EXE --qr QREADER example_export.png && \$EXE --qr QREADER_DEEP example_export.png && \$EXE --qr CV2 example_export.png && \$EXE --qr CV2_WECHAT example_export.png\""
|
|
if $interactive ; then askContinueYn "$cmd"; else echo -e "${cyan}$cmd${reset}";fi
|
|
eval "$cmd"
|
|
|
|
cmd="cp build/docker/nuitka/extract_otp_secrets_linux_arm64_compiled dist/"
|
|
if $interactive ; then askContinueYn "$cmd"; else echo -e "${cyan}$cmd${reset}";fi
|
|
eval "$cmd"
|
|
fi
|
|
fi
|
|
|
|
# Run GUI from Docker
|
|
if $build_x86_64 && $run_gui; then
|
|
cmd="docker run --rm -v "$(pwd)":/files:ro --device=\"/dev/video0:/dev/video0\" --env=\"DISPLAY\" -v /tmp/.X11-unix:/tmp/.X11-unix:ro extract_otp_secrets &"
|
|
if $interactive ; then askContinueYn "$cmd"; else echo -e "${cyan}$cmd${reset}";fi
|
|
eval "$cmd"
|
|
fi
|
|
fi
|
|
|
|
if $run_gui; then
|
|
cmd="$PYTHON src/extract_otp_secrets.py &"
|
|
if $interactive ; then askContinueYn "$cmd"; else echo -e "${cyan}$cmd${reset}";fi
|
|
eval "$cmd"
|
|
fi
|
|
|
|
if $build_base; then
|
|
line=$(printf '#%.0s' $(eval echo {1..$(( ($COLUMNS - 10) / 2))}))
|
|
echo -e "\n${blueBold}$line RESULTS $line${reset}"
|
|
|
|
cmd="cat $TYPE_CHECK_OUT_FILE $LINT_OUT_FILE $COVERAGE_OUT_FILE"
|
|
if $interactive ; then askContinueYn "$cmd"; else echo -e "${cyan}$cmd${reset}";fi
|
|
eval "$cmd"
|
|
fi
|
|
|
|
line=$(printf '#%.0s' $(eval echo {1..$(( ($COLUMNS - 10) / 2))}))
|
|
echo -e "\n${greenBold}$line SUCCESS $line${reset}"
|
|
|
|
git status
|
|
|
|
quit
|