You cannot select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
324 lines
11 KiB
Bash
324 lines
11 KiB
Bash
#!/bin/bash
|
|
|
|
# Upgrades Protoc from https://github.com/protocolbuffers/protobuf/releases
|
|
|
|
black='\e[0;30m'
|
|
blackBold='\e[1;30m'
|
|
blackBackground='\e[1;40m'
|
|
red='\e[0;31m'
|
|
redBold='\e[1;31m'
|
|
redBackground='\e[0;41m'
|
|
green='\e[0;32m'
|
|
greenBold='\e[1;32m'
|
|
greenBackground='\e[0;42m'
|
|
yellow='\e[0;33m'
|
|
yellowBold='\e[1;33m'
|
|
yellowBackground='\e[0;43m'
|
|
blue='\e[0;34m'
|
|
blueBold='\e[1;34m'
|
|
blueBackground='\e[0;44m'
|
|
magenta='\e[0;35m'
|
|
magentaBold='\e[1;35m'
|
|
magentaBackground='\e[0;45m'
|
|
cyan='\e[0;36m'
|
|
cyanBold='\e[1;36m'
|
|
cyanBackground='\e[0;46m'
|
|
white='\e[0;37m'
|
|
whiteBold='\e[1;37m'
|
|
whiteBackground='\e[0;47m'
|
|
reset='\e[0m'
|
|
|
|
abort() {
|
|
echo '
|
|
***************
|
|
*** ABORTED ***
|
|
***************
|
|
' >&2
|
|
echo "An error occurred on line $1. Exiting..." >&2
|
|
date -Iseconds >&2
|
|
exit 1
|
|
}
|
|
|
|
trap 'abort $LINENO' ERR
|
|
set -e -o pipefail
|
|
|
|
quit() {
|
|
trap : 0
|
|
exit 0
|
|
}
|
|
|
|
# Asks if [Yn] if script shoud continue, otherwise exit 1
|
|
# $1: msg or nothing
|
|
# Example call 1: askContinueYn
|
|
# Example call 1: askContinueYn "Backup DB?"
|
|
askContinueYn() {
|
|
if [[ $1 ]]; then
|
|
msg="$1 "
|
|
else
|
|
msg=""
|
|
fi
|
|
|
|
# http://stackoverflow.com/questions/3231804/in-bash-how-to-add-are-you-sure-y-n-to-any-command-or-alias
|
|
read -e -p "${msg}Continue? [Y/n] " response
|
|
response=${response,,} # tolower
|
|
if [[ $response =~ ^(yes|y|)$ ]] ; then
|
|
# echo ""
|
|
# OK
|
|
:
|
|
else
|
|
echo "Aborted"
|
|
exit 1
|
|
fi
|
|
}
|
|
|
|
# Reference: https://gist.github.com/steinwaywhw/a4cd19cda655b8249d908261a62687f8
|
|
|
|
echo "Checking Protoc version..."
|
|
VERSION=$(curl -sL https://github.com/protocolbuffers/protobuf/releases/latest | grep -E "<title>" | perl -pe's%.*Protocol Buffers v(\d+\.\d+(\.\d+)?).*%\1%')
|
|
BASEVERSION=4
|
|
echo
|
|
|
|
interactive=true
|
|
ignore_version_check=true
|
|
|
|
while test $# -gt 0; do
|
|
case $1 in
|
|
-h|--help)
|
|
echo "Upgrade Protoc"
|
|
echo
|
|
echo "$0 [options]"
|
|
echo
|
|
echo "Options:"
|
|
echo "-a Automatic mode"
|
|
echo "-C Ignore version check"
|
|
echo "-h, --help Help"
|
|
quit
|
|
;;
|
|
-a)
|
|
interactive=false
|
|
shift
|
|
;;
|
|
-C)
|
|
ignore_version_check=false
|
|
shift
|
|
;;
|
|
esac
|
|
done
|
|
|
|
BIN="$HOME/bin"
|
|
DOWNLOADS="$HOME/downloads"
|
|
|
|
PYTHON="python3.11"
|
|
PIP="pip3.11"
|
|
PIPENV="$PYTHON -m pipenv"
|
|
FLAKE8="$PYTHON -m flake8"
|
|
MYPY="$PYTHON -m mypy"
|
|
|
|
# Upgrade protoc
|
|
|
|
DEST="protoc"
|
|
|
|
OLDVERSION=$(cat $BIN/$DEST/.VERSION.txt || echo "")
|
|
echo -e "\nProtoc remote version $VERSION\n"
|
|
echo -e "Protoc local version: $OLDVERSION\n"
|
|
|
|
if [ "$OLDVERSION" != "$VERSION" ] || ! $ignore_version_check; then
|
|
echo "Upgrade protoc from $OLDVERSION to $VERSION"
|
|
|
|
NAME="protoc-$VERSION"
|
|
ARCHIVE="$NAME.zip"
|
|
|
|
mkdir -p $DOWNLOADS
|
|
# https://github.com/protocolbuffers/protobuf/releases/download/v21.6/protoc-21.6-linux-x86_64.zip
|
|
cmd="wget --trust-server-names https://github.com/protocolbuffers/protobuf/releases/download/v$VERSION/protoc-$VERSION-linux-x86_64.zip -O $DOWNLOADS/$ARCHIVE"
|
|
if $interactive ; then askContinueYn "$cmd"; else echo -e "${cyan}$cmd${reset}";fi
|
|
eval "$cmd"
|
|
|
|
cmd="echo -e '\nSize [Byte]'; stat --printf='%s\n' $DOWNLOADS/$ARCHIVE; echo -e '\nMD5'; md5sum $DOWNLOADS/$ARCHIVE; echo -e '\nSHA256'; sha256sum $DOWNLOADS/$ARCHIVE;"
|
|
if $interactive ; then askContinueYn "$cmd"; else echo -e "${cyan}$cmd${reset}";fi
|
|
eval "$cmd"
|
|
|
|
cmd="mkdir -p $BIN/$NAME; unzip $DOWNLOADS/$ARCHIVE -d $BIN/$NAME"
|
|
if $interactive ; then askContinueYn "$cmd"; else echo -e "${cyan}$cmd${reset}";fi
|
|
eval "$cmd"
|
|
|
|
cmd="echo $VERSION > $BIN/$NAME/.VERSION.txt; echo $VERSION > $BIN/$NAME/.VERSION_$VERSION.txt"
|
|
if $interactive ; then askContinueYn "$cmd"; else echo -e "${cyan}$cmd${reset}";fi
|
|
eval "$cmd"
|
|
|
|
cmd="[ -d $BIN/$DEST.old ] && rm -rf $BIN/$DEST.old || echo 'No old dir to delete'"
|
|
if $interactive ; then askContinueYn "$cmd"; else echo -e "${cyan}$cmd${reset}";fi
|
|
eval "$cmd"
|
|
|
|
cmd="[ -d $BIN/$DEST ] && mv -iT $BIN/$DEST $BIN/$DEST.old || echo 'No previous dir to keep'"
|
|
if $interactive ; then askContinueYn "$cmd"; else echo -e "${cyan}$cmd${reset}";fi
|
|
eval "$cmd"
|
|
|
|
cmd="mv -iT $BIN/$NAME $BIN/$DEST"
|
|
if $interactive ; then askContinueYn "$cmd"; else echo -e "${cyan}$cmd${reset}";fi
|
|
eval "$cmd"
|
|
|
|
cmd="rm $DOWNLOADS/$ARCHIVE"
|
|
if $interactive ; then askContinueYn "$cmd"; else echo -e "${cyan}$cmd${reset}";fi
|
|
eval "$cmd"
|
|
|
|
cmd="$BIN/$DEST/bin/protoc --plugin=protoc-gen-mypy=$HOME/.local/bin/protoc-gen-mypy --python_out=protobuf_generated_python --mypy_out=protobuf_generated_python src/google_auth.proto"
|
|
if $interactive ; then askContinueYn "$cmd"; else echo -e "${cyan}$cmd${reset}";fi
|
|
eval "$cmd"
|
|
|
|
# Update README.md
|
|
|
|
cmd="perl -i -pe 's%proto(buf|c)([- ])(\d\.)?$OLDVERSION%proto\$1\$2\${3}$VERSION%g' README.md && perl -i -pe 's%(protobuf/releases/tag/v)$OLDVERSION%\${1}$VERSION%g' README.md"
|
|
if $interactive ; then askContinueYn "$cmd"; else echo -e "${cyan}$cmd${reset}";fi
|
|
eval "$cmd"
|
|
else
|
|
echo -e "\nVersion has not changed. Quit"
|
|
fi
|
|
|
|
|
|
# Upgrade pip requirements
|
|
|
|
cmd="sudo pip install --upgrade pip"
|
|
if $interactive ; then askContinueYn "$cmd"; else echo -e "${cyan}$cmd${reset}";fi
|
|
eval "$cmd"
|
|
|
|
$PIP --version
|
|
|
|
cmd="$PIP install --use-pep517 -U -r requirements.txt"
|
|
if $interactive ; then askContinueYn "$cmd"; else echo -e "${cyan}$cmd${reset}";fi
|
|
eval "$cmd"
|
|
|
|
cmd="$PIP install --use-pep517 -U -r requirements-dev.txt"
|
|
if $interactive ; then askContinueYn "$cmd"; else echo -e "${cyan}$cmd${reset}";fi
|
|
eval "$cmd"
|
|
|
|
cmd="$PIP install -U pipenv"
|
|
if $interactive ; then askContinueYn "$cmd"; else echo -e "${cyan}$cmd${reset}";fi
|
|
eval "$cmd"
|
|
|
|
cmd="sudo $PIP install --use-pep517 -U -r requirements.txt"
|
|
if $interactive ; then askContinueYn "$cmd"; else echo -e "${cyan}$cmd${reset}";fi
|
|
eval "$cmd"
|
|
|
|
cmd="sudo $PIP install --use-pep517 -U -r requirements-dev.txt"
|
|
if $interactive ; then askContinueYn "$cmd"; else echo -e "${cyan}$cmd${reset}";fi
|
|
eval "$cmd"
|
|
|
|
cmd="sudo $PIP install -U pipenv"
|
|
if $interactive ; then askContinueYn "$cmd"; else echo -e "${cyan}$cmd${reset}";fi
|
|
eval "$cmd"
|
|
|
|
$PIPENV --version
|
|
|
|
cmd="$PIPENV update && $PIPENV --rm && $PIPENV install"
|
|
if $interactive ; then askContinueYn "$cmd"; else echo -e "${cyan}$cmd${reset}";fi
|
|
eval "$cmd"
|
|
|
|
$PIPENV run python --version
|
|
|
|
# Lint
|
|
|
|
cmd="$FLAKE8 . --count --select=E9,F63,F7,F82 --show-source --statistics"
|
|
if $interactive ; then askContinueYn "$cmd"; else echo -e "${cyan}$cmd${reset}";fi
|
|
eval "$cmd"
|
|
|
|
cmd="$FLAKE8 . --count --exit-zero --max-complexity=10 --max-line-length=200 --statistics --exclude=.git,__pycache__,docs/source/conf.py,old,build,dist,protobuf_generated_python"
|
|
if $interactive ; then askContinueYn "$cmd"; else echo -e "${cyan}$cmd${reset}";fi
|
|
eval "$cmd"
|
|
|
|
# Type checking
|
|
|
|
cmd="$MYPY --install-types --non-interactive *.py"
|
|
if $interactive ; then askContinueYn "$cmd"; else echo -e "${cyan}$cmd${reset}";fi
|
|
eval "$cmd"
|
|
|
|
# change to src as python -m mypy adds the current dir Python sys.path
|
|
# execute in a subshell in order not to loose the exit code and not to change the dir in the currrent shell
|
|
cmd="(cd src && $MYPY --strict *.py ../tests)"
|
|
if $interactive ; then askContinueYn "$cmd"; else echo -e "${cyan}$cmd${reset}";fi
|
|
eval "$cmd"
|
|
|
|
# pip install
|
|
|
|
cmd="$PIP install -e ."
|
|
if $interactive ; then askContinueYn "$cmd"; else echo -e "${cyan}$cmd${reset}";fi
|
|
eval "$cmd"
|
|
|
|
cmd="extract_otp_secret_keys example_export.txt"
|
|
if $interactive ; then askContinueYn "$cmd"; else echo -e "${cyan}$cmd${reset}";fi
|
|
eval "$cmd"
|
|
|
|
cmd="extract_otp_secret_keys - < example_export.txt"
|
|
if $interactive ; then askContinueYn "$cmd"; else echo -e "${cyan}$cmd${reset}";fi
|
|
eval "$cmd"
|
|
|
|
# Test
|
|
|
|
cmd="$PYTHON src/extract_otp_secret_keys.py example_export.txt"
|
|
if $interactive ; then askContinueYn "$cmd"; else echo -e "${cyan}$cmd${reset}";fi
|
|
eval "$cmd"
|
|
|
|
cmd="$PYTHON src/extract_otp_secret_keys.py - < example_export.txt"
|
|
if $interactive ; then askContinueYn "$cmd"; else echo -e "${cyan}$cmd${reset}";fi
|
|
eval "$cmd"
|
|
|
|
COVERAGE_OUT="tests/reports/pytest-coverage.txt"
|
|
cmd="pytest --cov=test_extract_otp_secret_keys_pytest --junitxml=tests/reports/pytest.xml --cov-report html:tests/reports/html --cov-report=term-missing tests/ | tee $COVERAGE_OUT"
|
|
if $interactive ; then askContinueYn "$cmd"; else echo -e "${cyan}$cmd${reset}";fi
|
|
eval "$cmd"
|
|
|
|
cmd="$PIPENV run pytest --cov=test_extract_otp_secret_keys_pytest tests/"
|
|
if $interactive ; then askContinueYn "$cmd"; else echo -e "${cyan}$cmd${reset}";fi
|
|
eval "$cmd"
|
|
|
|
# Update Code Coverage in README.md
|
|
|
|
# https://github.com/marketplace/actions/pytest-coverage-comment
|
|
# Coverage-95%25-yellowgreen
|
|
echo -e "Upgrade code coverage in README.md"
|
|
TOTAL_COVERAGE=$(cat $COVERAGE_OUT | grep 'TOTAL' | perl -ne 'print "$&" if /\b(\d{1,3})%/') && perl -i -pe "s/coverage-(\d{1,3}%)25-/coverage-${TOTAL_COVERAGE}25-/" README.md
|
|
|
|
# Build docker
|
|
|
|
cmd="docker build . -t extract_otp_secret_keys_no_qr_reader -f Dockerfile_no_qr_reader --pull"
|
|
if $interactive ; then askContinueYn "$cmd"; else echo -e "${cyan}$cmd${reset}";fi
|
|
eval "$cmd"
|
|
|
|
cmd="docker run --rm -v \"$(pwd)\":/files:ro extract_otp_secret_keys_no_qr_reader example_export.txt"
|
|
if $interactive ; then askContinueYn "$cmd"; else echo -e "${cyan}$cmd${reset}";fi
|
|
eval "$cmd"
|
|
|
|
cmd="docker run --rm -i -v \"$(pwd)\":/files:ro extract_otp_secret_keys_no_qr_reader - < example_export.txt"
|
|
if $interactive ; then askContinueYn "$cmd"; else echo -e "${cyan}$cmd${reset}";fi
|
|
eval "$cmd"
|
|
|
|
cmd="docker run --entrypoint /extract/run_pytest.sh --rm -v \"$(pwd)\":/files:ro extract_otp_secret_keys_no_qr_reader tests/test_extract_otp_secret_keys_pytest.py -k 'not qreader' -vvv --relaxed"
|
|
if $interactive ; then askContinueYn "$cmd"; else echo -e "${cyan}$cmd${reset}";fi
|
|
eval "$cmd"
|
|
|
|
cmd="docker build . -t extract_otp_secret_keys --pull"
|
|
if $interactive ; then askContinueYn "$cmd"; else echo -e "${cyan}$cmd${reset}";fi
|
|
eval "$cmd"
|
|
|
|
cmd="docker run --rm -v \"$(pwd)\":/files:ro extract_otp_secret_keys example_export.txt"
|
|
if $interactive ; then askContinueYn "$cmd"; else echo -e "${cyan}$cmd${reset}";fi
|
|
eval "$cmd"
|
|
|
|
cmd="docker run --rm -i -v \"$(pwd)\":/files:ro extract_otp_secret_keys - < example_export.txt"
|
|
if $interactive ; then askContinueYn "$cmd"; else echo -e "${cyan}$cmd${reset}";fi
|
|
eval "$cmd"
|
|
|
|
cmd="docker run --entrypoint /extract/run_pytest.sh --rm -v \"$(pwd)\":/files:ro extract_otp_secret_keys"
|
|
if $interactive ; then askContinueYn "$cmd"; else echo -e "${cyan}$cmd${reset}";fi
|
|
eval "$cmd"
|
|
|
|
cmd="docker image prune || echo 'No docker image pruning'"
|
|
if $interactive ; then askContinueYn "$cmd"; else echo -e "${cyan}$cmd${reset}";fi
|
|
eval "$cmd"
|
|
|
|
cmd="$PYTHON src/extract_otp_secret_keys.py &"
|
|
if $interactive ; then askContinueYn "$cmd"; else echo -e "${cyan}$cmd${reset}";fi
|
|
eval "$cmd"
|
|
|
|
quit
|