2023-09-23 09:58:13 +00:00
from __future__ import annotations
2024-03-07 12:31:30 +00:00
import json , base64 , requests , random , os
2024-01-26 06:54:13 +00:00
try :
import execjs
has_requirements = True
except ImportError :
has_requirements = False
2023-09-23 09:58:13 +00:00
2023-10-19 14:14:48 +00:00
from . . typing import Messages , TypedDict , CreateResult , Any
2024-01-01 16:48:57 +00:00
from . base_provider import AbstractProvider
2024-01-26 06:54:13 +00:00
from . . errors import MissingRequirementsError
2023-09-23 09:58:13 +00:00
2024-01-01 16:48:57 +00:00
class Vercel ( AbstractProvider ) :
2024-03-07 12:31:30 +00:00
url = ' https://chat.vercel.ai '
working = True
2023-10-27 20:59:14 +00:00
supports_message_history = True
2024-03-07 12:31:30 +00:00
supports_gpt_35_turbo = True
supports_stream = True
supports_gpt_4 = False
2023-09-23 09:58:13 +00:00
@staticmethod
def create_completion (
model : str ,
2023-10-09 08:22:17 +00:00
messages : Messages ,
2023-09-25 23:02:02 +00:00
stream : bool ,
2023-10-22 06:57:31 +00:00
proxy : str = None ,
* * kwargs
) - > CreateResult :
2024-01-26 06:54:13 +00:00
if not has_requirements :
raise MissingRequirementsError ( ' Install " PyExecJS " package ' )
2024-03-07 12:31:30 +00:00
2023-09-23 09:58:13 +00:00
headers = {
2024-03-07 12:31:30 +00:00
' authority ' : ' chat.vercel.ai ' ,
2023-10-23 07:46:25 +00:00
' accept ' : ' */* ' ,
' accept-language ' : ' en,fr-FR;q=0.9,fr;q=0.8,es-ES;q=0.7,es;q=0.6,en-US;q=0.5,am;q=0.4,de;q=0.3 ' ,
' cache-control ' : ' no-cache ' ,
' content-type ' : ' application/json ' ,
' custom-encoding ' : get_anti_bot_token ( ) ,
2024-03-07 12:31:30 +00:00
' origin ' : ' https://chat.vercel.ai ' ,
2023-10-23 07:46:25 +00:00
' pragma ' : ' no-cache ' ,
2024-03-07 12:31:30 +00:00
' referer ' : ' https://chat.vercel.ai/ ' ,
' sec-ch-ua ' : ' " Chromium " ;v= " 122 " , " Not(A:Brand " ;v= " 24 " , " Google Chrome " ;v= " 122 " ' ,
2023-10-23 07:46:25 +00:00
' sec-ch-ua-mobile ' : ' ?0 ' ,
2023-09-23 09:58:13 +00:00
' sec-ch-ua-platform ' : ' " macOS " ' ,
2023-10-23 07:46:25 +00:00
' sec-fetch-dest ' : ' empty ' ,
' sec-fetch-mode ' : ' cors ' ,
' sec-fetch-site ' : ' same-origin ' ,
2024-03-07 12:31:30 +00:00
' user-agent ' : ' Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/122.0.0.0 Safari/537.36 ' ,
2023-09-23 09:58:13 +00:00
}
json_data = {
2024-03-07 12:31:30 +00:00
' messages ' : messages ,
' id ' : f ' { os . urandom ( 3 ) . hex ( ) } a ' ,
2023-10-09 08:22:17 +00:00
}
2024-03-07 12:31:30 +00:00
max_retries = kwargs . get ( ' max_retries ' , 6 )
2023-10-23 07:46:25 +00:00
for _ in range ( max_retries ) :
2024-03-07 12:31:30 +00:00
response = requests . post ( ' https://chat.vercel.ai/api/chat ' ,
2023-10-09 08:22:17 +00:00
headers = headers , json = json_data , stream = True , proxies = { " https " : proxy } )
2023-09-25 23:02:02 +00:00
try :
response . raise_for_status ( )
2023-10-22 06:57:31 +00:00
except :
2023-09-25 23:02:02 +00:00
continue
2023-09-26 08:03:37 +00:00
for token in response . iter_content ( chunk_size = None ) :
2023-09-25 23:02:02 +00:00
yield token . decode ( )
break
2024-03-07 12:31:30 +00:00
2023-09-25 23:02:02 +00:00
def get_anti_bot_token ( ) - > str :
2023-09-23 09:58:13 +00:00
headers = {
2023-10-23 07:46:25 +00:00
' authority ' : ' sdk.vercel.ai ' ,
' accept ' : ' */* ' ,
' accept-language ' : ' en,fr-FR;q=0.9,fr;q=0.8,es-ES;q=0.7,es;q=0.6,en-US;q=0.5,am;q=0.4,de;q=0.3 ' ,
' cache-control ' : ' no-cache ' ,
' pragma ' : ' no-cache ' ,
' referer ' : ' https://sdk.vercel.ai/ ' ,
' sec-ch-ua ' : ' " Google Chrome " ;v= " 117 " , " Not;A=Brand " ;v= " 8 " , " Chromium " ;v= " 117 " ' ,
' sec-ch-ua-mobile ' : ' ?0 ' ,
2023-09-23 09:58:13 +00:00
' sec-ch-ua-platform ' : ' " macOS " ' ,
2023-10-23 07:46:25 +00:00
' sec-fetch-dest ' : ' empty ' ,
' sec-fetch-mode ' : ' cors ' ,
' sec-fetch-site ' : ' same-origin ' ,
' user-agent ' : f ' Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/117.0. { random . randint ( 99 , 999 ) } . { random . randint ( 99 , 999 ) } Safari/537.36 ' ,
2023-09-23 09:58:13 +00:00
}
2024-03-07 12:31:30 +00:00
response = requests . get ( ' https://chat.vercel.ai/openai.jpeg ' ,
2023-09-23 09:58:13 +00:00
headers = headers ) . text
raw_data = json . loads ( base64 . b64decode ( response ,
validate = True ) )
js_script = ''' const globalThis= { marker: " mark " };String.prototype.fontcolor=function() { return `<font>$ {this} </font>`};
return ( % s ) ( % s ) ''' % (raw_data[ ' c ' ], raw_data[ ' a ' ])
2024-03-07 12:31:30 +00:00
sec_list = [ execjs . compile ( js_script ) . call ( ' ' ) [ 0 ] , [ ] , " sentinel " ]
2023-09-23 09:58:13 +00:00
2024-03-07 12:31:30 +00:00
raw_token = json . dumps ( { ' r ' : sec_list , ' t ' : raw_data [ ' t ' ] } ,
2023-09-23 09:58:13 +00:00
separators = ( " , " , " : " ) )
2024-03-07 12:31:30 +00:00
return base64 . b64encode ( raw_token . encode ( ' utf-8 ' ) ) . decode ( )