mirror of
https://github.com/hwchase17/langchain
synced 2024-11-06 03:20:49 +00:00
4b53440e70
- **Description:** fixes and upgrades for the Tongyi LLM and ChatTongyi
Model
- Fixed typos; it should be `Tongyi`, not `OpenAI`.
- Fixed a bug in `stream_generate_with_retry`; it's a real stream
generator now.
- Fixed a bug in `validate_environment`; the `dashscope_api_key` should
be properly handled when set by environment variables or initialization
parameters.
- Changed the `dashscope` response to incremental output by setting the
parameter `incremental_output`, which eliminates the need for the
prefix-removal trick.
- Removed some unused parameters, like `n`, `prefix_messages`.
- Added `_stream` method.
- Added async methods support, such as `_astream`, `_agenerate`,
`_abatch`.
- **Dependencies:** No new dependencies.
- **Tag maintainer:** @hwchase17
> PS: Some may be confused about the terms `dashscope`, `tongyi`, and
`Qwen`:
> - `dashscope`: A platform to deploy LLMs and provide APIs to invoke
the LLM.
> - `tongyi`: A brand name or overall term about Alibaba Cloud's LLM/AI.
> - `Qwen`: An LLM that is open-sourced and deployed in `dashscope`.
>
> We use the `dashscope` SDK to interact with the `tongyi`-`Qwen` LLM.
---------
Co-authored-by: Harrison Chase <hw.chase.17@gmail.com>
89 lines
3.4 KiB
Python
89 lines
3.4 KiB
Python
"""**Chat Models** are a variation on language models.
|
|
|
|
While Chat Models use language models under the hood, the interface they expose
|
|
is a bit different. Rather than expose a "text in, text out" API, they expose
|
|
an interface where "chat messages" are the inputs and outputs.
|
|
|
|
**Class hierarchy:**
|
|
|
|
.. code-block::
|
|
|
|
BaseLanguageModel --> BaseChatModel --> <name> # Examples: ChatOpenAI, ChatGooglePalm
|
|
|
|
**Main helpers:**
|
|
|
|
.. code-block::
|
|
|
|
AIMessage, BaseMessage, HumanMessage
|
|
""" # noqa: E501
|
|
|
|
from langchain_community.chat_models.anthropic import ChatAnthropic
|
|
from langchain_community.chat_models.anyscale import ChatAnyscale
|
|
from langchain_community.chat_models.azure_openai import AzureChatOpenAI
|
|
from langchain_community.chat_models.baichuan import ChatBaichuan
|
|
from langchain_community.chat_models.baidu_qianfan_endpoint import QianfanChatEndpoint
|
|
from langchain_community.chat_models.bedrock import BedrockChat
|
|
from langchain_community.chat_models.cohere import ChatCohere
|
|
from langchain_community.chat_models.databricks import ChatDatabricks
|
|
from langchain_community.chat_models.ernie import ErnieBotChat
|
|
from langchain_community.chat_models.everlyai import ChatEverlyAI
|
|
from langchain_community.chat_models.fake import FakeListChatModel
|
|
from langchain_community.chat_models.fireworks import ChatFireworks
|
|
from langchain_community.chat_models.gigachat import GigaChat
|
|
from langchain_community.chat_models.google_palm import ChatGooglePalm
|
|
from langchain_community.chat_models.gpt_router import GPTRouter
|
|
from langchain_community.chat_models.huggingface import ChatHuggingFace
|
|
from langchain_community.chat_models.human import HumanInputChatModel
|
|
from langchain_community.chat_models.hunyuan import ChatHunyuan
|
|
from langchain_community.chat_models.javelin_ai_gateway import ChatJavelinAIGateway
|
|
from langchain_community.chat_models.jinachat import JinaChat
|
|
from langchain_community.chat_models.konko import ChatKonko
|
|
from langchain_community.chat_models.litellm import ChatLiteLLM
|
|
from langchain_community.chat_models.minimax import MiniMaxChat
|
|
from langchain_community.chat_models.mlflow import ChatMlflow
|
|
from langchain_community.chat_models.mlflow_ai_gateway import ChatMLflowAIGateway
|
|
from langchain_community.chat_models.ollama import ChatOllama
|
|
from langchain_community.chat_models.openai import ChatOpenAI
|
|
from langchain_community.chat_models.pai_eas_endpoint import PaiEasChatEndpoint
|
|
from langchain_community.chat_models.promptlayer_openai import PromptLayerChatOpenAI
|
|
from langchain_community.chat_models.tongyi import ChatTongyi
|
|
from langchain_community.chat_models.vertexai import ChatVertexAI
|
|
from langchain_community.chat_models.volcengine_maas import VolcEngineMaasChat
|
|
from langchain_community.chat_models.yandex import ChatYandexGPT
|
|
|
|
__all__ = [
|
|
"ChatOpenAI",
|
|
"BedrockChat",
|
|
"AzureChatOpenAI",
|
|
"FakeListChatModel",
|
|
"PromptLayerChatOpenAI",
|
|
"ChatDatabricks",
|
|
"ChatEverlyAI",
|
|
"ChatAnthropic",
|
|
"ChatCohere",
|
|
"ChatGooglePalm",
|
|
"ChatMlflow",
|
|
"ChatMLflowAIGateway",
|
|
"ChatOllama",
|
|
"ChatVertexAI",
|
|
"JinaChat",
|
|
"ChatHuggingFace",
|
|
"HumanInputChatModel",
|
|
"MiniMaxChat",
|
|
"ChatAnyscale",
|
|
"ChatLiteLLM",
|
|
"ErnieBotChat",
|
|
"ChatJavelinAIGateway",
|
|
"ChatKonko",
|
|
"PaiEasChatEndpoint",
|
|
"QianfanChatEndpoint",
|
|
"ChatTongyi",
|
|
"ChatFireworks",
|
|
"ChatYandexGPT",
|
|
"ChatBaichuan",
|
|
"ChatHunyuan",
|
|
"GigaChat",
|
|
"VolcEngineMaasChat",
|
|
"GPTRouter",
|
|
]
|