mirror of
https://github.com/trailofbits/algo
synced 2024-11-18 09:25:38 +00:00
8bdd99c05d
* bump ansible to 2.8.3 * DigitalOcean: move to the latest modules * Add Hetzner Cloud * Scaleway and Lightsail fixes * lint missing roles * Update roles/cloud-hetzner/tasks/main.yml Add api_token Co-Authored-By: phaer <phaer@phaer.org> * Update roles/cloud-hetzner/tasks/main.yml Add api_token Co-Authored-By: phaer <phaer@phaer.org> * Try to run apt until succeeded * Scaleway modules upgrade * GCP: Refactoring, remove deprecated modules * Doc updates (#1552) * Update README.md Adding links and mentions of Exoscale aka CloudStack and Hetzner Cloud. * Update index.md Add the Hetzner Cloud to the docs index * Remove link to Win 10 IPsec instructions * Delete client-windows.md Unnecessary since the deprecation of IPsec for Win10. * Update deploy-from-ansible.md Added sections and required variables for CloudStack and Hetzner Cloud. * Update deploy-from-ansible.md Added sections for CloudStack and Hetzner, added req variables and examples, mentioned environment variables, and added links to the provider role section. * Update deploy-from-ansible.md Cosmetic changes to links, fix typo. * Update GCE variables * Update deploy-from-script-or-cloud-init-to-localhost.md Fix a finer point, and make variables list more readable. * update azure requirements * Python3 draft * set LANG=c to the p12 password generation task * Update README * Install cloud requirements to the existing venv * FreeBSD fix * env->.env fixes * lightsail_region_facts fix * yaml syntax fix * Update README for Python 3 (#1564) * Update README for Python 3 * Remove tabs and tweak instructions * Remove cosmetic command indentation * Update README.md * Update README for Python 3 (#1565) * DO fix for "found unpermitted parameters: id" * Verify Python version * Remove ubuntu 16.04 from readme * Revert back DigitalOcean module * Update deploy-from-script-or-cloud-init-to-localhost.md * env to .env
112 lines
3.7 KiB
Bash
112 lines
3.7 KiB
Bash
#!/usr/bin/env sh
|
|
|
|
set -ex
|
|
|
|
METHOD="${1:-${METHOD:-cloud}}"
|
|
ONDEMAND_CELLULAR="${2:-${ONDEMAND_CELLULAR:-false}}"
|
|
ONDEMAND_WIFI="${3:-${ONDEMAND_WIFI:-false}}"
|
|
ONDEMAND_WIFI_EXCLUDE="${4:-${ONDEMAND_WIFI_EXCLUDE:-_null}}"
|
|
STORE_PKI="${5:-${STORE_PKI:-false}}"
|
|
DNS_ADBLOCKING="${6:-${DNS_ADBLOCKING:-false}}"
|
|
SSH_TUNNELING="${7:-${SSH_TUNNELING:-false}}"
|
|
ENDPOINT="${8:-${ENDPOINT:-localhost}}"
|
|
USERS="${9:-${USERS:-user1}}"
|
|
REPO_SLUG="${10:-${REPO_SLUG:-trailofbits/algo}}"
|
|
REPO_BRANCH="${11:-${REPO_BRANCH:-master}}"
|
|
EXTRA_VARS="${12:-${EXTRA_VARS:-placeholder=null}}"
|
|
ANSIBLE_EXTRA_ARGS="${13:-${ANSIBLE_EXTRA_ARGS}}"
|
|
|
|
cd /opt/
|
|
|
|
installRequirements() {
|
|
export DEBIAN_FRONTEND=noninteractive
|
|
apt-get update
|
|
apt-get install \
|
|
software-properties-common \
|
|
git \
|
|
build-essential \
|
|
libssl-dev \
|
|
libffi-dev \
|
|
python3-dev \
|
|
python3-pip \
|
|
python3-setuptools \
|
|
python3-virtualenv \
|
|
bind9-host \
|
|
jq -y
|
|
}
|
|
|
|
getAlgo() {
|
|
[ ! -d "algo" ] && git clone "https://github.com/${REPO_SLUG}" -b "${REPO_BRANCH}" algo
|
|
cd algo
|
|
|
|
python3 -m virtualenv --python="$(command -v python3)" .venv
|
|
# shellcheck source=/dev/null
|
|
. .venv/bin/activate
|
|
python3 -m pip install -U pip virtualenv
|
|
python3 -m pip install -r requirements.txt
|
|
}
|
|
|
|
publicIpFromInterface() {
|
|
echo "Couldn't find a valid ipv4 address, using the first IP found on the interfaces as the endpoint."
|
|
DEFAULT_INTERFACE="$(ip -4 route list match default | grep -Eo "dev .*" | awk '{print $2}')"
|
|
ENDPOINT=$(ip -4 addr sh dev "$DEFAULT_INTERFACE" | grep -w inet | head -n1 | awk '{print $2}' | grep -oE '\b([0-9]{1,3}\.){3}[0-9]{1,3}\b')
|
|
export ENDPOINT=$ENDPOINT
|
|
echo "Using ${ENDPOINT} as the endpoint"
|
|
}
|
|
|
|
publicIpFromMetadata() {
|
|
if curl -s http://169.254.169.254/metadata/v1/vendor-data | grep DigitalOcean >/dev/null; then
|
|
ENDPOINT="$(curl -s http://169.254.169.254/metadata/v1/interfaces/public/0/ipv4/address)"
|
|
elif test "$(curl -s http://169.254.169.254/latest/meta-data/services/domain)" = "amazonaws.com"; then
|
|
ENDPOINT="$(curl -s http://169.254.169.254/latest/meta-data/public-ipv4)"
|
|
elif host -t A -W 10 metadata.google.internal 127.0.0.53 >/dev/null; then
|
|
ENDPOINT="$(curl -H "Metadata-Flavor: Google" "http://metadata.google.internal/computeMetadata/v1/instance/network-interfaces/0/access-configs/0/external-ip")"
|
|
elif test "$(curl -s -H Metadata:true 'http://169.254.169.254/metadata/instance/compute/publisher/?api-version=2017-04-02&format=text')" = "Canonical"; then
|
|
ENDPOINT="$(curl -H Metadata:true 'http://169.254.169.254/metadata/instance/network/interface/0/ipv4/ipAddress/0/publicIpAddress?api-version=2017-04-02&format=text')"
|
|
fi
|
|
|
|
if echo "${ENDPOINT}" | grep -oE "\b([0-9]{1,3}\.){3}[0-9]{1,3}\b"; then
|
|
export ENDPOINT=$ENDPOINT
|
|
echo "Using ${ENDPOINT} as the endpoint"
|
|
else
|
|
publicIpFromInterface
|
|
fi
|
|
}
|
|
|
|
deployAlgo() {
|
|
getAlgo
|
|
|
|
cd /opt/algo
|
|
# shellcheck source=/dev/null
|
|
. .venv/bin/activate
|
|
|
|
export HOME=/root
|
|
export ANSIBLE_LOCAL_TEMP=/root/.ansible/tmp
|
|
export ANSIBLE_REMOTE_TEMP=/root/.ansible/tmp
|
|
|
|
# shellcheck disable=SC2086
|
|
ansible-playbook main.yml \
|
|
-e provider=local \
|
|
-e "ondemand_cellular=${ONDEMAND_CELLULAR}" \
|
|
-e "ondemand_wifi=${ONDEMAND_WIFI}" \
|
|
-e "ondemand_wifi_exclude=${ONDEMAND_WIFI_EXCLUDE}" \
|
|
-e "store_pki=${STORE_PKI}" \
|
|
-e "dns_adblocking=${DNS_ADBLOCKING}" \
|
|
-e "ssh_tunneling=${SSH_TUNNELING}" \
|
|
-e "endpoint=$ENDPOINT" \
|
|
-e "users=$(echo "$USERS" | jq -Rc 'split(",")')" \
|
|
-e server=localhost \
|
|
-e ssh_user=root \
|
|
-e "${EXTRA_VARS}" \
|
|
--skip-tags debug ${ANSIBLE_EXTRA_ARGS} |
|
|
tee /var/log/algo.log
|
|
}
|
|
|
|
if test "$METHOD" = "cloud"; then
|
|
publicIpFromMetadata
|
|
fi
|
|
|
|
installRequirements
|
|
|
|
deployAlgo
|