{ "cells": [ { "cell_type": "markdown", "id": "fe4e96b5", "metadata": {}, "source": [ "# Streaming\n", "\n", "This notebook goes over how to use streaming with a chat model." ] }, { "cell_type": "code", "execution_count": 4, "id": "e0244f2a", "metadata": {}, "outputs": [], "source": [ "from langchain.chat_models import ChatOpenAI\n", "from langchain.schema import (\n", " HumanMessage,\n", ")" ] }, { "cell_type": "code", "execution_count": 5, "id": "ad342bfa", "metadata": {}, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ "\n", "\n", "Verse 1:\n", "Bubbles rising to the top\n", "A refreshing drink that never stops\n", "Clear and crisp, it's pure delight\n", "A taste that's sure to excite\n", "\n", "Chorus:\n", "Sparkling water, oh so fine\n", "A drink that's always on my mind\n", "With every sip, I feel alive\n", "Sparkling water, you're my vibe\n", "\n", "Verse 2:\n", "No sugar, no calories, just pure bliss\n", "A drink that's hard to resist\n", "It's the perfect way to quench my thirst\n", "A drink that always comes first\n", "\n", "Chorus:\n", "Sparkling water, oh so fine\n", "A drink that's always on my mind\n", "With every sip, I feel alive\n", "Sparkling water, you're my vibe\n", "\n", "Bridge:\n", "From the mountains to the sea\n", "Sparkling water, you're the key\n", "To a healthy life, a happy soul\n", "A drink that makes me feel whole\n", "\n", "Chorus:\n", "Sparkling water, oh so fine\n", "A drink that's always on my mind\n", "With every sip, I feel alive\n", "Sparkling water, you're my vibe\n", "\n", "Outro:\n", "Sparkling water, you're the one\n", "A drink that's always so much fun\n", "I'll never let you go, my friend\n", "Sparkling" ] } ], "source": [ "from langchain.callbacks.base import CallbackManager\n", "from langchain.callbacks.streaming_stdout import StreamingStdOutCallbackHandler\n", "chat = ChatOpenAI(streaming=True, callback_manager=CallbackManager([StreamingStdOutCallbackHandler()]), verbose=True, temperature=0)\n", "resp = chat([HumanMessage(content=\"Write me a song about sparkling water.\")])" ] }, { "cell_type": "code", "execution_count": null, "id": "67c44deb", "metadata": {}, "outputs": [], "source": [] } ], "metadata": { "kernelspec": { "display_name": "Python 3 (ipykernel)", "language": "python", "name": "python3" }, "language_info": { "codemirror_mode": { "name": "ipython", "version": 3 }, "file_extension": ".py", "mimetype": "text/x-python", "name": "python", "nbconvert_exporter": "python", "pygments_lexer": "ipython3", "version": "3.9.1" } }, "nbformat": 4, "nbformat_minor": 5 }