2021-09-05 17:10:14 +00:00
|
|
|
#!/bin/bash
|
|
|
|
|
|
|
|
# deploy all needed project files to different servers:
|
|
|
|
# test for local vm for testing
|
|
|
|
# blackhole for local production
|
2021-12-17 09:57:10 +00:00
|
|
|
# unstable to publish intermediate releases
|
|
|
|
# docker to publish regular release
|
2021-09-05 17:10:14 +00:00
|
|
|
|
2021-10-13 12:34:55 +00:00
|
|
|
# create builder:
|
|
|
|
# docker buildx create --name tubearchivist
|
|
|
|
# docker buildx use tubearchivist
|
|
|
|
# docker buildx inspect --bootstrap
|
|
|
|
|
2021-10-17 06:29:22 +00:00
|
|
|
# more details:
|
|
|
|
# https://github.com/bbilly1/tubearchivist/issues/6
|
|
|
|
|
2021-09-05 17:10:14 +00:00
|
|
|
set -e
|
|
|
|
|
|
|
|
function sync_blackhole {
|
|
|
|
|
2021-10-13 12:34:55 +00:00
|
|
|
# docker commands need sudo, only build amd64
|
2021-09-05 17:10:14 +00:00
|
|
|
host="blackhole.local"
|
|
|
|
|
|
|
|
read -sp 'Password: ' remote_pw
|
|
|
|
export PASS=$remote_pw
|
|
|
|
|
|
|
|
rsync -a --progress --delete-after \
|
2021-09-10 09:04:46 +00:00
|
|
|
--exclude ".git" \
|
|
|
|
--exclude ".gitignore" \
|
2021-09-05 17:10:14 +00:00
|
|
|
--exclude "**/cache" \
|
|
|
|
--exclude "**/__pycache__/" \
|
|
|
|
--exclude "db.sqlite3" \
|
|
|
|
. -e ssh "$host":tubearchivist
|
|
|
|
|
2021-10-13 12:34:55 +00:00
|
|
|
echo "$PASS" | ssh "$host" 'sudo -S docker buildx build --platform linux/amd64 -t bbilly1/tubearchivist:latest tubearchivist --load 2>/dev/null'
|
2021-09-05 17:10:14 +00:00
|
|
|
echo "$PASS" | ssh "$host" 'sudo -S docker-compose up -d 2>/dev/null'
|
|
|
|
|
|
|
|
}
|
|
|
|
|
|
|
|
function sync_test {
|
|
|
|
|
|
|
|
# docker commands don't need sudo in testing vm
|
2021-10-13 12:34:55 +00:00
|
|
|
# pass argument to build for specific platform
|
|
|
|
|
2021-09-05 17:10:14 +00:00
|
|
|
host="tubearchivist.local"
|
|
|
|
|
|
|
|
rsync -a --progress --delete-after \
|
2021-09-10 09:04:46 +00:00
|
|
|
--exclude ".git" \
|
|
|
|
--exclude ".gitignore" \
|
2021-09-05 17:10:14 +00:00
|
|
|
--exclude "**/cache" \
|
|
|
|
--exclude "**/__pycache__/" \
|
|
|
|
--exclude "db.sqlite3" \
|
|
|
|
. -e ssh "$host":tubearchivist
|
|
|
|
|
2021-12-17 09:57:10 +00:00
|
|
|
# uncomment or copy your own docker-compose file
|
|
|
|
# rsync -r --progress --delete docker-compose.yml -e ssh "$host":docker
|
2021-09-05 17:10:14 +00:00
|
|
|
|
2021-10-13 12:34:55 +00:00
|
|
|
if [[ $1 = "amd64" ]]; then
|
|
|
|
platform="linux/amd64"
|
|
|
|
elif [[ $1 = "arm64" ]]; then
|
|
|
|
platform="linux/arm64"
|
|
|
|
elif [[ $1 = "multi" ]]; then
|
|
|
|
platform="linux/amd64,linux/arm64"
|
|
|
|
else
|
|
|
|
platform="linux/amd64"
|
|
|
|
fi
|
|
|
|
|
|
|
|
ssh "$host" "docker buildx build --platform $platform -t bbilly1/tubearchivist:latest tubearchivist --load"
|
2021-09-05 17:10:14 +00:00
|
|
|
ssh "$host" 'docker-compose -f docker/docker-compose.yml up -d'
|
|
|
|
|
2021-09-10 09:04:46 +00:00
|
|
|
ssh "$host" 'docker cp tubearchivist/tubearchivist/testing.sh tubearchivist:/app/testing.sh'
|
|
|
|
ssh "$host" 'docker exec tubearchivist chmod +x /app/testing.sh'
|
|
|
|
|
2021-09-05 17:10:14 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
|
2021-09-22 05:03:52 +00:00
|
|
|
# run same tests and checks as with github action but locally
|
|
|
|
# takes filename to validate as optional argument
|
|
|
|
function validate {
|
|
|
|
|
|
|
|
if [[ $1 ]]; then
|
|
|
|
check_path="$1"
|
|
|
|
else
|
|
|
|
check_path="."
|
|
|
|
fi
|
|
|
|
|
|
|
|
echo "run validate on $check_path"
|
|
|
|
|
|
|
|
echo "running bandit"
|
|
|
|
bandit --recursive --skip B105,B108,B404,B603,B607 "$check_path"
|
|
|
|
echo "running black"
|
|
|
|
black --diff --color --check -l 79 "$check_path"
|
|
|
|
echo "running codespell"
|
|
|
|
codespell --skip="./.git" "$check_path"
|
|
|
|
echo "running flake8"
|
|
|
|
flake8 "$check_path" --count --max-complexity=12 --max-line-length=79 \
|
|
|
|
--show-source --statistics
|
|
|
|
echo "running isort"
|
|
|
|
isort --check-only --diff --profile black -l 79 "$check_path"
|
|
|
|
printf " \n> all validations passed\n"
|
|
|
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
2021-12-17 09:57:10 +00:00
|
|
|
# publish unstable tag to docker
|
|
|
|
function sync_unsable {
|
|
|
|
|
|
|
|
if [[ $(systemctl is-active docker) != 'active' ]]; then
|
|
|
|
echo "starting docker"
|
|
|
|
sudo systemctl start docker
|
|
|
|
fi
|
|
|
|
|
|
|
|
# start amd64 build
|
|
|
|
sudo docker buildx build \
|
|
|
|
--platform linux/amd64 \
|
|
|
|
-t bbilly1/tubearchivist:unstable --push .
|
|
|
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
2021-09-05 17:10:14 +00:00
|
|
|
function sync_docker {
|
|
|
|
|
2021-09-18 10:36:04 +00:00
|
|
|
# check things
|
|
|
|
if [[ $(git branch --show-current) != 'master' ]]; then
|
|
|
|
echo 'you are not on master, dummy!'
|
|
|
|
return
|
|
|
|
fi
|
|
|
|
|
2021-09-05 17:10:14 +00:00
|
|
|
if [[ $(systemctl is-active docker) != 'active' ]]; then
|
|
|
|
echo "starting docker"
|
|
|
|
sudo systemctl start docker
|
|
|
|
fi
|
|
|
|
|
2021-09-18 10:36:04 +00:00
|
|
|
echo "latest tags:"
|
|
|
|
git tag
|
|
|
|
|
|
|
|
echo "latest docker images:"
|
|
|
|
sudo docker image ls bbilly1/tubearchivist
|
|
|
|
|
|
|
|
printf "\ncreate new version:\n"
|
|
|
|
read -r VERSION
|
|
|
|
|
2021-10-17 06:29:22 +00:00
|
|
|
echo "build and push $VERSION?"
|
2021-09-22 11:11:05 +00:00
|
|
|
read -rn 1
|
2021-09-18 10:36:04 +00:00
|
|
|
|
2021-10-17 06:29:22 +00:00
|
|
|
# start build
|
|
|
|
sudo docker buildx build \
|
|
|
|
--platform linux/amd64,linux/arm64 \
|
|
|
|
-t bbilly1/tubearchivist:latest \
|
2021-12-18 09:35:01 +00:00
|
|
|
-t bbilly1/tubearchivist:unstable \
|
2021-10-17 06:29:22 +00:00
|
|
|
-t bbilly1/tubearchivist:"$VERSION" --push .
|
2021-09-18 10:36:04 +00:00
|
|
|
|
|
|
|
# create release tag
|
|
|
|
echo "commits since last version:"
|
|
|
|
git log "$(git describe --tags --abbrev=0)"..HEAD --oneline
|
|
|
|
git tag -a "$VERSION" -m "new release version $VERSION"
|
|
|
|
git push all "$VERSION"
|
2021-09-05 17:10:14 +00:00
|
|
|
|
|
|
|
}
|
|
|
|
|
2021-09-18 10:36:04 +00:00
|
|
|
|
2021-09-08 09:08:20 +00:00
|
|
|
# check package versions in requirements.txt for updates
|
|
|
|
python version_check.py
|
|
|
|
|
2021-09-05 17:10:14 +00:00
|
|
|
|
|
|
|
if [[ $1 == "blackhole" ]]; then
|
|
|
|
sync_blackhole
|
|
|
|
elif [[ $1 == "test" ]]; then
|
2021-10-13 12:34:55 +00:00
|
|
|
sync_test "$2"
|
2021-09-22 05:03:52 +00:00
|
|
|
elif [[ $1 == "validate" ]]; then
|
|
|
|
validate "$2"
|
2021-09-05 17:10:14 +00:00
|
|
|
elif [[ $1 == "docker" ]]; then
|
|
|
|
sync_docker
|
2021-12-17 09:57:10 +00:00
|
|
|
elif [[ $1 == "unstable" ]]; then
|
|
|
|
sync_unsable
|
2021-09-05 17:10:14 +00:00
|
|
|
else
|
2021-12-17 09:57:10 +00:00
|
|
|
echo "valid options are: blackhole | test | validate | docker | unstable"
|
2021-09-05 17:10:14 +00:00
|
|
|
fi
|
|
|
|
|
|
|
|
|
|
|
|
##
|
|
|
|
exit 0
|