diff --git a/.github/workflows/latest-release.yml b/.github/workflows/latest-release.yml
new file mode 100644
index 00000000..f0ad21f6
--- /dev/null
+++ b/.github/workflows/latest-release.yml
@@ -0,0 +1,29 @@
+name: "Create 'latest' release"
+
+on:
+  push:
+    branches:
+      - master
+
+jobs:
+  create_release:
+    name: Create latest release
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v2
+
+      - name: Delete 'latest' release
+        uses: larryjoelane/delete-release-action@v1.0.24
+        with:
+          release-name: latest
+          token: ${{ secrets.BOTTY_GITHUB_TOKEN }}
+
+      - name: Create 'latest' release
+        uses: actions/create-release@v1
+        env:
+          GITHUB_TOKEN: ${{ secrets.BOTTY_GITHUB_TOKEN }}
+        with:
+          tag_name: latest
+          release_name: latest
+          draft: false
+          prerelease: true
diff --git a/.github/workflows/release-cli.yml b/.github/workflows/release-cli.yml
index f366dae5..82ea752e 100644
--- a/.github/workflows/release-cli.yml
+++ b/.github/workflows/release-cli.yml
@@ -25,6 +25,9 @@ jobs:
       - name: Build ${{ matrix.target }} release binary
         run: cargo build --target=${{ matrix.target }} --release --package swap --bin swap_cli
 
+      - name: Smoke test the binary
+        run: target/${{ matrix.target }}/release/swap_cli --help
+
       # Remove once python 3 is the default
       - uses: actions/setup-python@v1
         with: