gpt4- compatable

application/Dockerfile

@@ -4,7 +4,7 @@ FROM python:3.10-slim-bullseye as builder
 RUN apt-get update && apt-get install -y gcc curl
 RUN curl https://sh.rustup.rs -sSf | sh -s -- -y && apt-get install --reinstall libc6-dev -y
 ENV PATH="/root/.cargo/bin:${PATH}"
-RUN pip install --upgrade pip && pip install tiktoken==0.1.2
+RUN pip install --upgrade pip && pip install tiktoken==0.3.3
 COPY requirements.txt .
 RUN pip install -r requirements.txt
 

application/requirements.txt

@@ -91,8 +91,6 @@ SQLAlchemy==1.4.46
 sympy==1.11.1
 tenacity==8.2.2
 threadpoolctl==3.1.0
-tiktoken==0.3.0
-tokenizers==0.13.2
 torch==2.0.0
 torchvision==0.15.1
 tqdm==4.65.0