Merge pull request #1221 from Giancarlo-Ma/main

fix: api streaming TypeError: Object of type generator is not JSON serializable
This commit is contained in:
Tekky 2023-11-07 16:38:15 +00:00 committed by GitHub
commit f7156766d4
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23

View File

@ -1,4 +1,5 @@
from fastapi import FastAPI, Response, Request from fastapi import FastAPI, Response, Request
from fastapi.responses import StreamingResponse
from typing import List, Union, Any, Dict, AnyStr from typing import List, Union, Any, Dict, AnyStr
from ._tokenizer import tokenize from ._tokenizer import tokenize
from .. import BaseProvider from .. import BaseProvider
@ -151,7 +152,7 @@ class Api:
except GeneratorExit: except GeneratorExit:
pass pass
return Response(content=json.dumps(streaming(), indent=4), media_type="application/json") return StreamingResponse(streaming(), media_type="text/event-stream")
@self.app.post("/v1/completions") @self.app.post("/v1/completions")
async def completions(): async def completions():