Archives
/
gpt4free
mirror of https://github.com/xtekky/gpt4free
2
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity
You cannot select more than 25 topics Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
main
xtekky-patch-1
index
upp
best
user
0.0.1.0
0.0.1.9
0.0.2.0
0.0.2.2
0.0.2.4
0.0.2.5
0.0.2.6
0.0.2.7
0.0.2.8
0.0.2.9
0.0.3-1
0.0.3.0
0.0.3.4
0.1.3
0.1.3.5
0.1.4.2
0.1.4.3
0.1.4.5
0.1.4.6
0.1.4.7
0.1.4.9
0.1.5.1
0.1.5.3
0.1.5.4
0.1.5.5
0.1.5.6
0.1.5.8
0.1.6.1
0.1.6.3
0.1.6.4
0.1.6.4.postN
0.1.6.5
0.1.6.6
0.1.6.7
0.1.6.8
0.1.7.2
0.1.7.6
0.1.7.7
0.1.7.8
0.1.7.9
0.1.8.0
0.1.8.1
0.1.8.2
0.1.8.4
0.1.8.7
0.1.8.9
0.1.9.1
0.1.9.10
0.1.9.11
0.1.9.2
0.1.9.2-pre
0.1.9.3
0.1.9.6
0.1.9.6-docker
0.1.9.7
0.1.9.8
0.2.0.1
0.2.0.2
0.2.0.3
0.2.0.4
0.2.0.5
0.2.0.6
0.2.0.7
0.2.0.8
0.2.0.9
0.2.1.0
0.2.1.1
0.2.1.2
0.2.1.3
0.2.1.4
0.2.1.5
0.2.1.6
0.2.1.7
0.2.1.8
0.2.1.9
0.2.2.0
0.2.2.1
0.2.2.2
0.2.2.3
0.2.2.4
0.2.2.5
0.2.2.6
0.2.2.7
0.2.2.8
0.2.3.0
0.2.3.1
0.2.3.3
0.2.4.0
0.2.4.1
0.2.5.0
0.2.5.1
0.2.5.2
0.2.5.3
0.2.5.4
0.2.5.5
0.2.5.6
0.2.5.7
0.2.5.8
0.2.5.9
0.2.6.0
0.2.6.1
0.2.6.2
0.2.7.0
0.2.7.1
0.2.7.2
0.2.7.3
0.2.8.0
0.2.8.1
0.2.8.2
0.2.9.0
0.2.9.1
0.2.9.10
0.2.9.11
0.2.9.2
0.2.9.3
0.2.9.4
0.2.9.5
0.2.9.6
0.2.9.7
0.2.9.8
0.2.9.9
0.3.0.0
0.3.0.1
0.3.0.10
0.3.0.2
0.3.0.3
0.3.0.4
0.3.0.5
0.3.0.6
0.3.0.7
0.3.0.8
0.3.0.9
0.3.1.0
0.3.1.1
0.3.1.2
0.3.1.3
0.3.1.4
0.3.1.5
0.3.1.6
0.3.1.7
0.3.1.8
0.3.1.9
0.3.2.0
0.3.2.1
0.3.2.2
0.3.2.3
0.3.2.4
0.3.2.5
0.3.2.6
0.6.1.2
v2
Branches Tags
${ item.name }
Create tag ${ searchTerm }
Create branch ${ searchTerm }
from 'f90741c10b'
${ noResults }
gpt4free/g4f/Provider/Vercel.py

292 lines
8.1 KiB
Python
Raw Blame History

from __future__ import annotations
import base64, json, uuid, quickjs, random
from curl_cffi.requests import AsyncSession
from ..typing import Any, TypedDict
from .base_provider import AsyncProvider
class Vercel(AsyncProvider):
url = "https://sdk.vercel.ai"
working = False
supports_gpt_35_turbo = True
model = "replicate:replicate/llama-2-70b-chat"
@classmethod
async def create_async(
cls,
model: str,
messages: list[dict[str, str]],
proxy: str = None,
**kwargs
) -> str:
return
class ModelInfo(TypedDict):
id: str
default_params: dict[str, Any]
model_info: dict[str, ModelInfo] = {
"anthropic:claude-instant-v1": {
"id": "anthropic:claude-instant-v1",
"default_params": {
"temperature": 1,
"maxTokens": 200,
"topP": 1,
"topK": 1,
"presencePenalty": 1,
"frequencyPenalty": 1,
"stopSequences": ["\n\nHuman:"],
},
},
"anthropic:claude-v1": {
"id": "anthropic:claude-v1",
"default_params": {
"temperature": 1,
"maxTokens": 200,
"topP": 1,
"topK": 1,
"presencePenalty": 1,
"frequencyPenalty": 1,
"stopSequences": ["\n\nHuman:"],
},
},
"anthropic:claude-v2": {
"id": "anthropic:claude-v2",
"default_params": {
"temperature": 1,
"maxTokens": 200,
"topP": 1,
"topK": 1,
"presencePenalty": 1,
"frequencyPenalty": 1,
"stopSequences": ["\n\nHuman:"],
},
},
"replicate:a16z-infra/llama7b-v2-chat": {
"id": "replicate:a16z-infra/llama7b-v2-chat",
"default_params": {
"temperature": 0.75,
"maxTokens": 500,
"topP": 1,
"repetitionPenalty": 1,
},
},
"replicate:a16z-infra/llama13b-v2-chat": {
"id": "replicate:a16z-infra/llama13b-v2-chat",
"default_params": {
"temperature": 0.75,
"maxTokens": 500,
"topP": 1,
"repetitionPenalty": 1,
},
},
"replicate:replicate/llama-2-70b-chat": {
"id": "replicate:replicate/llama-2-70b-chat",
"default_params": {
"temperature": 0.75,
"maxTokens": 1000,
"topP": 1,
"repetitionPenalty": 1,
},
},
"huggingface:bigscience/bloom": {
"id": "huggingface:bigscience/bloom",
"default_params": {
"temperature": 0.5,
"maxTokens": 200,
"topP": 0.95,
"topK": 4,
"repetitionPenalty": 1.03,
},
},
"huggingface:google/flan-t5-xxl": {
"id": "huggingface:google/flan-t5-xxl",
"default_params": {
"temperature": 0.5,
"maxTokens": 200,
"topP": 0.95,
"topK": 4,
"repetitionPenalty": 1.03,
},
},
"huggingface:EleutherAI/gpt-neox-20b": {
"id": "huggingface:EleutherAI/gpt-neox-20b",
"default_params": {
"temperature": 0.5,
"maxTokens": 200,
"topP": 0.95,
"topK": 4,
"repetitionPenalty": 1.03,
"stopSequences": [],
},
},
"huggingface:OpenAssistant/oasst-sft-4-pythia-12b-epoch-3.5": {
"id": "huggingface:OpenAssistant/oasst-sft-4-pythia-12b-epoch-3.5",
"default_params": {"maxTokens": 200, "typicalP": 0.2, "repetitionPenalty": 1},
},
"huggingface:OpenAssistant/oasst-sft-1-pythia-12b": {
"id": "huggingface:OpenAssistant/oasst-sft-1-pythia-12b",
"default_params": {"maxTokens": 200, "typicalP": 0.2, "repetitionPenalty": 1},
},
"huggingface:bigcode/santacoder": {
"id": "huggingface:bigcode/santacoder",
"default_params": {
"temperature": 0.5,
"maxTokens": 200,
"topP": 0.95,
"topK": 4,
"repetitionPenalty": 1.03,
},
},
"cohere:command-light-nightly": {
"id": "cohere:command-light-nightly",
"default_params": {
"temperature": 0.9,
"maxTokens": 200,
"topP": 1,
"topK": 0,
"presencePenalty": 0,
"frequencyPenalty": 0,
"stopSequences": [],
},
},
"cohere:command-nightly": {
"id": "cohere:command-nightly",
"default_params": {
"temperature": 0.9,
"maxTokens": 200,
"topP": 1,
"topK": 0,
"presencePenalty": 0,
"frequencyPenalty": 0,
"stopSequences": [],
},
},
"openai:gpt-4": {
"id": "openai:gpt-4",
"default_params": {
"temperature": 0.7,
"maxTokens": 500,
"topP": 1,
"presencePenalty": 0,
"frequencyPenalty": 0,
"stopSequences": [],
},
},
"openai:gpt-4-0613": {
"id": "openai:gpt-4-0613",
"default_params": {
"temperature": 0.7,
"maxTokens": 500,
"topP": 1,
"presencePenalty": 0,
"frequencyPenalty": 0,
"stopSequences": [],
},
},
"openai:code-davinci-002": {
"id": "openai:code-davinci-002",
"default_params": {
"temperature": 0.5,
"maxTokens": 200,
"topP": 1,
"presencePenalty": 0,
"frequencyPenalty": 0,
"stopSequences": [],
},
},
"openai:gpt-3.5-turbo": {
"id": "openai:gpt-3.5-turbo",
"default_params": {
"temperature": 0.7,
"maxTokens": 500,
"topP": 1,
"topK": 1,
"presencePenalty": 1,
"frequencyPenalty": 1,
"stopSequences": [],
},
},
"openai:gpt-3.5-turbo-16k": {
"id": "openai:gpt-3.5-turbo-16k",
"default_params": {
"temperature": 0.7,
"maxTokens": 500,
"topP": 1,
"topK": 1,
"presencePenalty": 1,
"frequencyPenalty": 1,
"stopSequences": [],
},
},
"openai:gpt-3.5-turbo-16k-0613": {
"id": "openai:gpt-3.5-turbo-16k-0613",
"default_params": {
"temperature": 0.7,
"maxTokens": 500,
"topP": 1,
"topK": 1,
"presencePenalty": 1,
"frequencyPenalty": 1,
"stopSequences": [],
},
},
"openai:text-ada-001": {
"id": "openai:text-ada-001",
"default_params": {
"temperature": 0.5,
"maxTokens": 200,
"topP": 1,
"presencePenalty": 0,
"frequencyPenalty": 0,
"stopSequences": [],
},
},
"openai:text-babbage-001": {
"id": "openai:text-babbage-001",
"default_params": {
"temperature": 0.5,
"maxTokens": 200,
"topP": 1,
"presencePenalty": 0,
"frequencyPenalty": 0,
"stopSequences": [],
},
},
"openai:text-curie-001": {
"id": "openai:text-curie-001",
"default_params": {
"temperature": 0.5,
"maxTokens": 200,
"topP": 1,
"presencePenalty": 0,
"frequencyPenalty": 0,
"stopSequences": [],
},
},
"openai:text-davinci-002": {
"id": "openai:text-davinci-002",
"default_params": {
"temperature": 0.5,
"maxTokens": 200,
"topP": 1,
"presencePenalty": 0,
"frequencyPenalty": 0,
"stopSequences": [],
},
},
"openai:text-davinci-003": {
"id": "openai:text-davinci-003",
"default_params": {
"temperature": 0.5,
"maxTokens": 200,
"topP": 1,
"presencePenalty": 0,
"frequencyPenalty": 0,
"stopSequences": [],
},
},
}
Reference in New Issue View Git Blame Copy Permalink