2023-05-10 17:57:54 +00:00
|
|
|
version: 2.1
|
|
|
|
orbs:
|
|
|
|
win: circleci/windows@5.0
|
|
|
|
python: circleci/python@1.2
|
|
|
|
|
|
|
|
jobs:
|
2023-05-12 14:06:16 +00:00
|
|
|
build-py-docs:
|
|
|
|
docker:
|
|
|
|
- image: circleci/python:3.8
|
|
|
|
steps:
|
|
|
|
- checkout
|
|
|
|
- run:
|
|
|
|
name: Install dependencies
|
|
|
|
# TODO: eventually this will be cleaned up so we aren't building
|
|
|
|
# new dependencies each time unnecessarily.
|
|
|
|
# This will be introduced once we setup branch and path filtering
|
|
|
|
command: |
|
|
|
|
sudo apt-get update
|
|
|
|
sudo apt-get -y install python3 python3-pip
|
|
|
|
sudo pip3 install awscli --upgrade
|
|
|
|
sudo pip3 install mkdocs mkdocs-material mkautodoc mkdocstrings
|
|
|
|
- run:
|
|
|
|
name: Make Documentation
|
|
|
|
command: |
|
|
|
|
cd gpt4all-bindings/python/
|
|
|
|
mkdocs build
|
|
|
|
- run:
|
|
|
|
name: Deploy Documentation
|
|
|
|
command: |
|
|
|
|
aws s3 cp ./site s3://docs.gpt4all.io/ --recursive | cat
|
|
|
|
|
|
|
|
|
|
|
|
|
2023-05-10 20:40:24 +00:00
|
|
|
build-py-linux:
|
2023-05-10 17:57:54 +00:00
|
|
|
docker:
|
|
|
|
- image: circleci/python:3.8
|
|
|
|
steps:
|
|
|
|
- checkout
|
|
|
|
- run:
|
|
|
|
name: Install dependencies
|
|
|
|
command: |
|
|
|
|
sudo apt-get update
|
|
|
|
sudo apt-get install -y cmake build-essential
|
|
|
|
pip install setuptools wheel cmake
|
|
|
|
- run:
|
|
|
|
name: Build C library
|
|
|
|
command: |
|
|
|
|
git submodule init
|
|
|
|
git submodule update
|
2023-05-10 18:07:56 +00:00
|
|
|
cd gpt4all-backend
|
2023-05-10 17:57:54 +00:00
|
|
|
mkdir build
|
|
|
|
cd build
|
|
|
|
cmake ..
|
|
|
|
cmake --build . --parallel
|
|
|
|
- run:
|
|
|
|
name: Build wheel
|
|
|
|
command: |
|
|
|
|
cd gpt4all-bindings/python/
|
|
|
|
python setup.py bdist_wheel --plat-name=manylinux1_x86_64
|
|
|
|
- persist_to_workspace:
|
|
|
|
root: gpt4all-bindings/python/dist
|
|
|
|
paths:
|
|
|
|
- "*.whl"
|
|
|
|
|
2023-05-10 20:40:24 +00:00
|
|
|
build-py-macos:
|
2023-05-10 17:57:54 +00:00
|
|
|
macos:
|
|
|
|
xcode: "14.2.0"
|
|
|
|
resource_class: macos.m1.large.gen1
|
|
|
|
steps:
|
|
|
|
- checkout
|
|
|
|
- run:
|
|
|
|
name: Install dependencies
|
|
|
|
command: |
|
|
|
|
brew install cmake
|
|
|
|
pip install setuptools wheel cmake
|
|
|
|
- run:
|
|
|
|
name: Build C library
|
|
|
|
command: |
|
|
|
|
git submodule init
|
|
|
|
git submodule update
|
2023-05-10 18:07:56 +00:00
|
|
|
cd gpt4all-backend
|
2023-05-10 17:57:54 +00:00
|
|
|
mkdir build
|
|
|
|
cd build
|
|
|
|
cmake .. -DCMAKE_OSX_ARCHITECTURES="x86_64;arm64"
|
|
|
|
cmake --build . --parallel
|
|
|
|
- run:
|
|
|
|
name: Build wheel
|
|
|
|
command: |
|
|
|
|
cd gpt4all-bindings/python
|
|
|
|
python setup.py bdist_wheel --plat-name=macosx_10_9_universal2
|
|
|
|
- persist_to_workspace:
|
|
|
|
root: gpt4all-bindings/python/dist
|
|
|
|
paths:
|
|
|
|
- "*.whl"
|
|
|
|
|
2023-05-10 20:40:24 +00:00
|
|
|
build-py-windows:
|
2023-05-10 17:57:54 +00:00
|
|
|
executor:
|
|
|
|
name: win/default
|
|
|
|
steps:
|
|
|
|
- checkout
|
|
|
|
- run:
|
|
|
|
name: Install MinGW64
|
|
|
|
command: choco install -y mingw --force --no-progress
|
|
|
|
- run:
|
|
|
|
name: Add MinGW64 to PATH
|
|
|
|
command: $env:Path += ";C:\ProgramData\chocolatey\lib\mingw\tools\install\mingw64\bin"
|
|
|
|
- run:
|
|
|
|
name: Install dependencies
|
|
|
|
command: choco install -y cmake --installargs 'ADD_CMAKE_TO_PATH=System'
|
|
|
|
- run:
|
|
|
|
name: Install Python dependencies
|
|
|
|
command: pip install setuptools wheel cmake
|
|
|
|
- run:
|
|
|
|
name: Build C library
|
|
|
|
command: |
|
|
|
|
git submodule init
|
|
|
|
git submodule update
|
2023-05-10 18:07:56 +00:00
|
|
|
cd gpt4all-backend
|
2023-05-10 17:57:54 +00:00
|
|
|
mkdir build
|
|
|
|
cd build
|
|
|
|
cmake -G "MinGW Makefiles" ..
|
|
|
|
cmake --build . --parallel
|
|
|
|
- run:
|
|
|
|
name: Build wheel
|
2023-05-10 19:58:27 +00:00
|
|
|
# TODO: As part of this task, we need to move mingw64 binaries into package.
|
|
|
|
# This is terrible and needs a more robust solution eventually.
|
2023-05-10 17:57:54 +00:00
|
|
|
command: |
|
|
|
|
cd gpt4all-bindings/python
|
2023-05-10 19:58:27 +00:00
|
|
|
cd gpt4all
|
|
|
|
mkdir llmodel_DO_NOT_MODIFY
|
|
|
|
mkdir llmodel_DO_NOT_MODIFY/build/
|
|
|
|
cp 'C:\ProgramData\chocolatey\lib\mingw\tools\install\mingw64\bin\*dll' 'llmodel_DO_NOT_MODIFY/build/'
|
|
|
|
cd ..
|
2023-05-10 17:57:54 +00:00
|
|
|
python setup.py bdist_wheel --plat-name=win_amd64
|
|
|
|
- persist_to_workspace:
|
|
|
|
root: gpt4all-bindings/python/dist
|
|
|
|
paths:
|
|
|
|
- "*.whl"
|
|
|
|
|
|
|
|
store-and-upload-wheels:
|
|
|
|
docker:
|
|
|
|
- image: circleci/python:3.8
|
|
|
|
steps:
|
|
|
|
- setup_remote_docker
|
|
|
|
- attach_workspace:
|
|
|
|
at: /tmp/workspace
|
|
|
|
- run:
|
|
|
|
name: Install dependencies
|
|
|
|
command: |
|
|
|
|
sudo apt-get update
|
|
|
|
sudo apt-get install -y cmake build-essential
|
|
|
|
pip install setuptools wheel twine
|
2023-05-10 19:58:27 +00:00
|
|
|
- run:
|
|
|
|
name: Upload Python package
|
|
|
|
command: |
|
|
|
|
twine upload /tmp/workspace/*.whl --username __token__ --password $PYPI_CRED
|
2023-05-10 17:57:54 +00:00
|
|
|
- store_artifacts:
|
|
|
|
path: /tmp/workspace
|
|
|
|
|
|
|
|
workflows:
|
|
|
|
version: 2
|
2023-05-12 14:06:16 +00:00
|
|
|
deploy-docs:
|
2023-05-10 17:57:54 +00:00
|
|
|
jobs:
|
2023-05-12 14:06:16 +00:00
|
|
|
- build-py-docs:
|
|
|
|
filters:
|
|
|
|
branches:
|
|
|
|
only:
|
|
|
|
- main
|
|
|
|
#build-py-deploy:
|
|
|
|
# jobs:
|
|
|
|
#- build-py-linux
|
|
|
|
#- build-py-macos
|
|
|
|
#- build-py-windows
|
|
|
|
#- store-and-upload-wheels:
|
|
|
|
# requires:
|
|
|
|
# - build-py-windows
|
|
|
|
# - build-py-linux
|
|
|
|
# - build-py-macos
|