mirror of https://github.com/arc53/DocsGPT
You cannot select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
28 lines
981 B
Python
28 lines
981 B
Python
from application.llm.openai import OpenAILLM, AzureOpenAILLM
|
|
from application.llm.sagemaker import SagemakerAPILLM
|
|
from application.llm.huggingface import HuggingFaceLLM
|
|
from application.llm.llama_cpp import LlamaCpp
|
|
from application.llm.anthropic import AnthropicLLM
|
|
from application.llm.docsgpt_provider import DocsGPTAPILLM
|
|
from application.llm.premai import PremAILLM
|
|
|
|
|
|
class LLMCreator:
|
|
llms = {
|
|
"openai": OpenAILLM,
|
|
"azure_openai": AzureOpenAILLM,
|
|
"sagemaker": SagemakerAPILLM,
|
|
"huggingface": HuggingFaceLLM,
|
|
"llama.cpp": LlamaCpp,
|
|
"anthropic": AnthropicLLM,
|
|
"docsgpt": DocsGPTAPILLM,
|
|
"premai": PremAILLM,
|
|
}
|
|
|
|
@classmethod
|
|
def create_llm(cls, type, api_key, user_api_key, *args, **kwargs):
|
|
llm_class = cls.llms.get(type.lower())
|
|
if not llm_class:
|
|
raise ValueError(f"No LLM class found for type {type}")
|
|
return llm_class(api_key, user_api_key, *args, **kwargs)
|