community[patch]: upgrade default model for ChatAnyscale (#24232)

Old default `meta-llama/Llama-2-7b-chat-hf` no longer supported.
This commit is contained in:
thehunmonkgroup 2024-07-15 11:34:59 -04:00 committed by GitHub
parent a0958c0607
commit e8a21146d3
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194

View File

@ -25,7 +25,7 @@ if TYPE_CHECKING:
logger = logging.getLogger(__name__)
DEFAULT_API_BASE = "https://api.endpoints.anyscale.com/v1"
DEFAULT_MODEL = "meta-llama/Llama-2-7b-chat-hf"
DEFAULT_MODEL = "meta-llama/Meta-Llama-3-8B-Instruct"
class ChatAnyscale(ChatOpenAI):