Update DeepInfra.py

pull/1802/head
H Lohaus 6 months ago committed by GitHub
parent 68089ff0a9
commit 7f16b7bb21
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194

@ -4,7 +4,7 @@ import json
import requests import requests
from ..typing import AsyncResult, Messages from ..typing import AsyncResult, Messages
from .base_provider import AsyncGeneratorProvider, ProviderModelMixin from .base_provider import AsyncGeneratorProvider, ProviderModelMixin
from ..requests import StreamSession from ..requests import StreamSession, raise_for_status
class DeepInfra(AsyncGeneratorProvider, ProviderModelMixin): class DeepInfra(AsyncGeneratorProvider, ProviderModelMixin):
url = "https://deepinfra.com" url = "https://deepinfra.com"
@ -67,7 +67,7 @@ class DeepInfra(AsyncGeneratorProvider, ProviderModelMixin):
} }
async with session.post('https://api.deepinfra.com/v1/openai/chat/completions', async with session.post('https://api.deepinfra.com/v1/openai/chat/completions',
json=json_data) as response: json=json_data) as response:
response.raise_for_status() await raise_for_status(response)
first = True first = True
async for line in response.iter_lines(): async for line in response.iter_lines():
if not line.startswith(b"data: "): if not line.startswith(b"data: "):

Loading…
Cancel
Save