forked from Archives/langchain
120 lines
3.0 KiB
Plaintext
120 lines
3.0 KiB
Plaintext
{
|
|
"cells": [
|
|
{
|
|
"cell_type": "markdown",
|
|
"id": "fe4e96b5",
|
|
"metadata": {},
|
|
"source": [
|
|
"# How to stream responses\n",
|
|
"\n",
|
|
"This notebook goes over how to use streaming with a chat model."
|
|
]
|
|
},
|
|
{
|
|
"cell_type": "code",
|
|
"execution_count": 4,
|
|
"id": "e0244f2a",
|
|
"metadata": {},
|
|
"outputs": [],
|
|
"source": [
|
|
"from langchain.chat_models import ChatOpenAI\n",
|
|
"from langchain.schema import (\n",
|
|
" HumanMessage,\n",
|
|
")"
|
|
]
|
|
},
|
|
{
|
|
"cell_type": "code",
|
|
"execution_count": 5,
|
|
"id": "ad342bfa",
|
|
"metadata": {},
|
|
"outputs": [
|
|
{
|
|
"name": "stdout",
|
|
"output_type": "stream",
|
|
"text": [
|
|
"\n",
|
|
"\n",
|
|
"Verse 1:\n",
|
|
"Bubbles rising to the top\n",
|
|
"A refreshing drink that never stops\n",
|
|
"Clear and crisp, it's pure delight\n",
|
|
"A taste that's sure to excite\n",
|
|
"\n",
|
|
"Chorus:\n",
|
|
"Sparkling water, oh so fine\n",
|
|
"A drink that's always on my mind\n",
|
|
"With every sip, I feel alive\n",
|
|
"Sparkling water, you're my vibe\n",
|
|
"\n",
|
|
"Verse 2:\n",
|
|
"No sugar, no calories, just pure bliss\n",
|
|
"A drink that's hard to resist\n",
|
|
"It's the perfect way to quench my thirst\n",
|
|
"A drink that always comes first\n",
|
|
"\n",
|
|
"Chorus:\n",
|
|
"Sparkling water, oh so fine\n",
|
|
"A drink that's always on my mind\n",
|
|
"With every sip, I feel alive\n",
|
|
"Sparkling water, you're my vibe\n",
|
|
"\n",
|
|
"Bridge:\n",
|
|
"From the mountains to the sea\n",
|
|
"Sparkling water, you're the key\n",
|
|
"To a healthy life, a happy soul\n",
|
|
"A drink that makes me feel whole\n",
|
|
"\n",
|
|
"Chorus:\n",
|
|
"Sparkling water, oh so fine\n",
|
|
"A drink that's always on my mind\n",
|
|
"With every sip, I feel alive\n",
|
|
"Sparkling water, you're my vibe\n",
|
|
"\n",
|
|
"Outro:\n",
|
|
"Sparkling water, you're the one\n",
|
|
"A drink that's always so much fun\n",
|
|
"I'll never let you go, my friend\n",
|
|
"Sparkling"
|
|
]
|
|
}
|
|
],
|
|
"source": [
|
|
"from langchain.callbacks.base import CallbackManager\n",
|
|
"from langchain.callbacks.streaming_stdout import StreamingStdOutCallbackHandler\n",
|
|
"chat = ChatOpenAI(streaming=True, callback_manager=CallbackManager([StreamingStdOutCallbackHandler()]), verbose=True, temperature=0)\n",
|
|
"resp = chat([HumanMessage(content=\"Write me a song about sparkling water.\")])"
|
|
]
|
|
},
|
|
{
|
|
"cell_type": "code",
|
|
"execution_count": null,
|
|
"id": "67c44deb",
|
|
"metadata": {},
|
|
"outputs": [],
|
|
"source": []
|
|
}
|
|
],
|
|
"metadata": {
|
|
"kernelspec": {
|
|
"display_name": "Python 3 (ipykernel)",
|
|
"language": "python",
|
|
"name": "python3"
|
|
},
|
|
"language_info": {
|
|
"codemirror_mode": {
|
|
"name": "ipython",
|
|
"version": 3
|
|
},
|
|
"file_extension": ".py",
|
|
"mimetype": "text/x-python",
|
|
"name": "python",
|
|
"nbconvert_exporter": "python",
|
|
"pygments_lexer": "ipython3",
|
|
"version": "3.9.1"
|
|
}
|
|
},
|
|
"nbformat": 4,
|
|
"nbformat_minor": 5
|
|
}
|