Archives/openai-cookbook
2
0
Fork 0
mirror of https://github.com/openai/openai-cookbook synced 2024-11-06 03:20:28 +00:00
Code Issues Packages Projects Releases Wiki Activity

Merge pull request #24 from openai/ted/tiny-fix-to-streaming-example

Browse Source 
small updates to streaming example
This commit is contained in:
Ted Sanders 2022-10-12 15:54:52 -07:00 committed by GitHub
commit 027c9233fe
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 200 additions and 587 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

787
examples/How_to_stream_completions.ipynb
View File

@ -48,7 +48,7 @@
"name": "stdout", "name": "stdout",
"output_type": "stream", "output_type": "stream",
"text": [ "text": [
"Full response received 6.93 seconds after request\n", "Full response received 7.32 seconds after request\n",
"Full text received: 4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,63,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,95,96,97,98,99,100\n" "Full text received: 4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,63,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,95,96,97,98,99,100\n"
] ]
} }
@ -85,7 +85,7 @@
"source": [ "source": [
"## A streaming completion request\n", "## A streaming completion request\n",
"\n", "\n",
"With a streaming Completions API call, the text is sent back via a series of events, which you can iterate over with a `for` loop." "With a streaming Completions API call, the text is sent back via a series of events. In Python, you can iterate over these events with a `for` loop."
] ]
}, },
{ {
@ -97,586 +97,200 @@
"name": "stdout", "name": "stdout",
"output_type": "stream", "output_type": "stream",
"text": [ "text": [
"Event received 0.19 seconds after request\n", "Text received: 4 (0.16 seconds after request)\n",
"Text received: 4\n", "Text received: , (0.19 seconds after request)\n",
"\n", "Text received: 5 (0.21 seconds after request)\n",
"Event received 0.22 seconds after request\n", "Text received: , (0.24 seconds after request)\n",
"Text received: ,\n", "Text received: 6 (0.27 seconds after request)\n",
"\n", "Text received: , (0.29 seconds after request)\n",
"Event received 0.26 seconds after request\n", "Text received: 7 (0.32 seconds after request)\n",
"Text received: 5\n", "Text received: , (0.35 seconds after request)\n",
"\n", "Text received: 8 (0.37 seconds after request)\n",
"Event received 0.28 seconds after request\n", "Text received: , (0.40 seconds after request)\n",
"Text received: ,\n", "Text received: 9 (0.43 seconds after request)\n",
"\n", "Text received: , (0.46 seconds after request)\n",
"Event received 0.32 seconds after request\n", "Text received: 10 (0.48 seconds after request)\n",
"Text received: 6\n", "Text received: , (0.51 seconds after request)\n",
"\n", "Text received: 11 (0.54 seconds after request)\n",
"Event received 0.35 seconds after request\n", "Text received: , (0.56 seconds after request)\n",
"Text received: ,\n", "Text received: 12 (0.59 seconds after request)\n",
"\n", "Text received: , (0.62 seconds after request)\n",
"Event received 0.38 seconds after request\n", "Text received: 13 (0.64 seconds after request)\n",
"Text received: 7\n", "Text received: , (0.67 seconds after request)\n",
"\n", "Text received: 14 (0.70 seconds after request)\n",
"Event received 0.41 seconds after request\n", "Text received: , (0.72 seconds after request)\n",
"Text received: ,\n", "Text received: 15 (0.75 seconds after request)\n",
"\n", "Text received: , (0.78 seconds after request)\n",
"Event received 0.44 seconds after request\n", "Text received: 16 (0.84 seconds after request)\n",
"Text received: 8\n", "Text received: , (0.84 seconds after request)\n",
"\n", "Text received: 17 (0.86 seconds after request)\n",
"Event received 0.52 seconds after request\n", "Text received: , (0.89 seconds after request)\n",
"Text received: ,\n", "Text received: 18 (0.91 seconds after request)\n",
"\n", "Text received: , (0.94 seconds after request)\n",
"Event received 0.55 seconds after request\n", "Text received: 19 (1.41 seconds after request)\n",
"Text received: 9\n", "Text received: , (1.41 seconds after request)\n",
"\n", "Text received: 20 (1.41 seconds after request)\n",
"Event received 0.58 seconds after request\n", "Text received: , (1.41 seconds after request)\n",
"Text received: ,\n", "Text received: 21 (1.41 seconds after request)\n",
"\n", "Text received: , (1.41 seconds after request)\n",
"Event received 0.64 seconds after request\n", "Text received: 22 (1.41 seconds after request)\n",
"Text received: 10\n", "Text received: , (1.41 seconds after request)\n",
"\n", "Text received: 23 (1.41 seconds after request)\n",
"Event received 0.67 seconds after request\n", "Text received: , (1.41 seconds after request)\n",
"Text received: ,\n", "Text received: 24 (1.46 seconds after request)\n",
"\n", "Text received: , (1.46 seconds after request)\n",
"Event received 0.70 seconds after request\n", "Text received: 25 (1.46 seconds after request)\n",
"Text received: 11\n", "Text received: , (1.55 seconds after request)\n",
"\n", "Text received: 26 (1.61 seconds after request)\n",
"Event received 0.73 seconds after request\n", "Text received: , (1.65 seconds after request)\n",
"Text received: ,\n", "Text received: 27 (1.66 seconds after request)\n",
"\n", "Text received: , (1.70 seconds after request)\n",
"Event received 0.76 seconds after request\n", "Text received: 28 (1.72 seconds after request)\n",
"Text received: 12\n", "Text received: , (1.75 seconds after request)\n",
"\n", "Text received: 29 (1.78 seconds after request)\n",
"Event received 0.79 seconds after request\n", "Text received: , (2.05 seconds after request)\n",
"Text received: ,\n", "Text received: 30 (2.08 seconds after request)\n",
"\n", "Text received: , (2.13 seconds after request)\n",
"Event received 0.82 seconds after request\n", "Text received: 31 (2.16 seconds after request)\n",
"Text received: 13\n", "Text received: , (2.20 seconds after request)\n",
"\n", "Text received: 32 (2.26 seconds after request)\n",
"Event received 0.85 seconds after request\n", "Text received: , (2.28 seconds after request)\n",
"Text received: ,\n", "Text received: 33 (2.31 seconds after request)\n",
"\n", "Text received: , (2.35 seconds after request)\n",
"Event received 0.89 seconds after request\n", "Text received: 34 (2.38 seconds after request)\n",
"Text received: 14\n", "Text received: , (2.54 seconds after request)\n",
"\n", "Text received: 35 (2.55 seconds after request)\n",
"Event received 0.92 seconds after request\n", "Text received: , (2.59 seconds after request)\n",
"Text received: ,\n", "Text received: 36 (2.61 seconds after request)\n",
"\n", "Text received: , (2.64 seconds after request)\n",
"Event received 0.96 seconds after request\n", "Text received: 37 (2.67 seconds after request)\n",
"Text received: 15\n", "Text received: , (2.71 seconds after request)\n",
"\n", "Text received: 38 (2.86 seconds after request)\n",
"Event received 1.00 seconds after request\n", "Text received: , (2.89 seconds after request)\n",
"Text received: ,\n", "Text received: 39 (2.92 seconds after request)\n",
"\n", "Text received: , (2.95 seconds after request)\n",
"Event received 1.03 seconds after request\n", "Text received: 40 (2.99 seconds after request)\n",
"Text received: 16\n", "Text received: , (3.01 seconds after request)\n",
"\n", "Text received: 41 (3.04 seconds after request)\n",
"Event received 1.11 seconds after request\n", "Text received: , (3.08 seconds after request)\n",
"Text received: ,\n", "Text received: 42 (3.15 seconds after request)\n",
"\n", "Text received: , (3.33 seconds after request)\n",
"Event received 1.24 seconds after request\n", "Text received: 43 (3.36 seconds after request)\n",
"Text received: 17\n", "Text received: , (3.43 seconds after request)\n",
"\n", "Text received: 44 (3.47 seconds after request)\n",
"Event received 1.25 seconds after request\n", "Text received: , (3.50 seconds after request)\n",
"Text received: ,\n", "Text received: 45 (3.53 seconds after request)\n",
"\n", "Text received: , (3.56 seconds after request)\n",
"Event received 1.28 seconds after request\n", "Text received: 46 (3.59 seconds after request)\n",
"Text received: 18\n", "Text received: , (3.63 seconds after request)\n",
"\n", "Text received: 47 (3.65 seconds after request)\n",
"Event received 1.31 seconds after request\n", "Text received: , (3.68 seconds after request)\n",
"Text received: ,\n", "Text received: 48 (3.71 seconds after request)\n",
"\n", "Text received: , (3.77 seconds after request)\n",
"Event received 1.34 seconds after request\n", "Text received: 49 (3.77 seconds after request)\n",
"Text received: 19\n", "Text received: , (3.79 seconds after request)\n",
"\n", "Text received: 50 (3.82 seconds after request)\n",
"Event received 1.38 seconds after request\n", "Text received: , (3.85 seconds after request)\n",
"Text received: ,\n", "Text received: 51 (3.89 seconds after request)\n",
"\n", "Text received: , (3.91 seconds after request)\n",
"Event received 1.41 seconds after request\n", "Text received: 52 (3.93 seconds after request)\n",
"Text received: 20\n", "Text received: , (3.96 seconds after request)\n",
"\n", "Text received: 53 (3.98 seconds after request)\n",
"Event received 1.44 seconds after request\n", "Text received: , (4.04 seconds after request)\n",
"Text received: ,\n", "Text received: 54 (4.05 seconds after request)\n",
"\n", "Text received: , (4.07 seconds after request)\n",
"Event received 1.47 seconds after request\n", "Text received: 55 (4.10 seconds after request)\n",
"Text received: 21\n", "Text received: , (4.13 seconds after request)\n",
"\n", "Text received: 56 (4.19 seconds after request)\n",
"Event received 1.50 seconds after request\n", "Text received: , (4.20 seconds after request)\n",
"Text received: ,\n", "Text received: 57 (4.20 seconds after request)\n",
"\n", "Text received: , (4.23 seconds after request)\n",
"Event received 1.53 seconds after request\n", "Text received: 58 (4.26 seconds after request)\n",
"Text received: 22\n", "Text received: , (4.30 seconds after request)\n",
"\n", "Text received: 59 (4.31 seconds after request)\n",
"Event received 1.56 seconds after request\n", "Text received: , (4.59 seconds after request)\n",
"Text received: ,\n", "Text received: 60 (4.61 seconds after request)\n",
"\n", "Text received: , (4.64 seconds after request)\n",
"Event received 1.60 seconds after request\n", "Text received: 61 (4.67 seconds after request)\n",
"Text received: 23\n", "Text received: , (4.72 seconds after request)\n",
"\n", "Text received: 62 (4.73 seconds after request)\n",
"Event received 1.63 seconds after request\n", "Text received: , (4.76 seconds after request)\n",
"Text received: ,\n", "Text received: 63 (4.80 seconds after request)\n",
"\n", "Text received: , (4.83 seconds after request)\n",
"Event received 1.66 seconds after request\n", "Text received: 64 (4.86 seconds after request)\n",
"Text received: 24\n", "Text received: , (4.89 seconds after request)\n",
"\n", "Text received: 65 (4.92 seconds after request)\n",
"Event received 1.73 seconds after request\n", "Text received: , (4.94 seconds after request)\n",
"Text received: ,\n", "Text received: 66 (4.97 seconds after request)\n",
"\n", "Text received: , (5.00 seconds after request)\n",
"Event received 1.76 seconds after request\n", "Text received: 67 (5.03 seconds after request)\n",
"Text received: 25\n", "Text received: , (5.06 seconds after request)\n",
"\n", "Text received: 68 (5.09 seconds after request)\n",
"Event received 1.79 seconds after request\n", "Text received: , (5.14 seconds after request)\n",
"Text received: ,\n", "Text received: 69 (5.16 seconds after request)\n",
"\n", "Text received: , (5.19 seconds after request)\n",
"Event received 1.82 seconds after request\n", "Text received: 70 (5.22 seconds after request)\n",
"Text received: 26\n", "Text received: , (5.28 seconds after request)\n",
"\n", "Text received: 71 (5.30 seconds after request)\n",
"Event received 1.85 seconds after request\n", "Text received: , (5.33 seconds after request)\n",
"Text received: ,\n", "Text received: 72 (5.36 seconds after request)\n",
"\n", "Text received: , (5.38 seconds after request)\n",
"Event received 1.88 seconds after request\n", "Text received: 73 (5.41 seconds after request)\n",
"Text received: 27\n", "Text received: , (5.44 seconds after request)\n",
"\n", "Text received: 74 (5.48 seconds after request)\n",
"Event received 1.91 seconds after request\n", "Text received: , (5.51 seconds after request)\n",
"Text received: ,\n", "Text received: 75 (5.53 seconds after request)\n",
"\n", "Text received: , (5.56 seconds after request)\n",
"Event received 1.94 seconds after request\n", "Text received: 76 (5.60 seconds after request)\n",
"Text received: 28\n", "Text received: , (5.62 seconds after request)\n",
"\n", "Text received: 77 (5.65 seconds after request)\n",
"Event received 2.00 seconds after request\n", "Text received: , (5.68 seconds after request)\n",
"Text received: ,\n", "Text received: 78 (5.71 seconds after request)\n",
"\n", "Text received: , (5.77 seconds after request)\n",
"Event received 2.03 seconds after request\n", "Text received: 79 (5.77 seconds after request)\n",
"Text received: 29\n", "Text received: , (5.79 seconds after request)\n",
"\n", "Text received: 80 (5.82 seconds after request)\n",
"Event received 2.06 seconds after request\n", "Text received: , (5.85 seconds after request)\n",
"Text received: ,\n", "Text received: 81 (5.88 seconds after request)\n",
"\n", "Text received: , (5.92 seconds after request)\n",
"Event received 2.09 seconds after request\n", "Text received: 82 (5.93 seconds after request)\n",
"Text received: 30\n", "Text received: , (5.97 seconds after request)\n",
"\n", "Text received: 83 (5.98 seconds after request)\n",
"Event received 2.12 seconds after request\n", "Text received: , (6.01 seconds after request)\n",
"Text received: ,\n", "Text received: 84 (6.04 seconds after request)\n",
"\n", "Text received: , (6.07 seconds after request)\n",
"Event received 2.15 seconds after request\n", "Text received: 85 (6.09 seconds after request)\n",
"Text received: 31\n", "Text received: , (6.11 seconds after request)\n",
"\n", "Text received: 86 (6.14 seconds after request)\n",
"Event received 2.18 seconds after request\n", "Text received: , (6.17 seconds after request)\n",
"Text received: ,\n", "Text received: 87 (6.19 seconds after request)\n",
"\n", "Text received: , (6.22 seconds after request)\n",
"Event received 2.21 seconds after request\n", "Text received: 88 (6.24 seconds after request)\n",
"Text received: 32\n", "Text received: , (6.27 seconds after request)\n",
"\n", "Text received: 89 (6.30 seconds after request)\n",
"Event received 2.26 seconds after request\n", "Text received: , (6.31 seconds after request)\n",
"Text received: ,\n", "Text received: 90 (6.35 seconds after request)\n",
"\n", "Text received: , (6.36 seconds after request)\n",
"Event received 2.28 seconds after request\n", "Text received: 91 (6.40 seconds after request)\n",
"Text received: 33\n", "Text received: , (6.44 seconds after request)\n",
"\n", "Text received: 92 (6.46 seconds after request)\n",
"Event received 2.31 seconds after request\n", "Text received: , (6.49 seconds after request)\n",
"Text received: ,\n", "Text received: 93 (6.51 seconds after request)\n",
"\n", "Text received: , (6.54 seconds after request)\n",
"Event received 2.34 seconds after request\n", "Text received: 94 (6.56 seconds after request)\n",
"Text received: 34\n", "Text received: , (6.59 seconds after request)\n",
"\n", "Text received: 95 (6.62 seconds after request)\n",
"Event received 2.37 seconds after request\n", "Text received: , (6.64 seconds after request)\n",
"Text received: ,\n", "Text received: 96 (6.68 seconds after request)\n",
"\n", "Text received: , (6.68 seconds after request)\n",
"Event received 2.43 seconds after request\n", "Text received: 97 (6.70 seconds after request)\n",
"Text received: 35\n", "Text received: , (6.73 seconds after request)\n",
"\n", "Text received: 98 (6.75 seconds after request)\n",
"Event received 2.47 seconds after request\n", "Text received: , (6.78 seconds after request)\n",
"Text received: ,\n", "Text received: 99 (6.90 seconds after request)\n",
"\n", "Text received: , (6.92 seconds after request)\n",
"Event received 2.50 seconds after request\n", "Text received: 100 (7.25 seconds after request)\n",
"Text received: 36\n", "Full response received 7.25 seconds after request\n",
"\n",
"Event received 2.53 seconds after request\n",
"Text received: ,\n",
"\n",
"Event received 2.56 seconds after request\n",
"Text received: 37\n",
"\n",
"Event received 2.62 seconds after request\n",
"Text received: ,\n",
"\n",
"Event received 2.67 seconds after request\n",
"Text received: 38\n",
"\n",
"Event received 2.70 seconds after request\n",
"Text received: ,\n",
"\n",
"Event received 2.73 seconds after request\n",
"Text received: 39\n",
"\n",
"Event received 2.76 seconds after request\n",
"Text received: ,\n",
"\n",
"Event received 2.79 seconds after request\n",
"Text received: 40\n",
"\n",
"Event received 2.82 seconds after request\n",
"Text received: ,\n",
"\n",
"Event received 2.85 seconds after request\n",
"Text received: 41\n",
"\n",
"Event received 2.88 seconds after request\n",
"Text received: ,\n",
"\n",
"Event received 2.91 seconds after request\n",
"Text received: 42\n",
"\n",
"Event received 2.94 seconds after request\n",
"Text received: ,\n",
"\n",
"Event received 2.97 seconds after request\n",
"Text received: 43\n",
"\n",
"Event received 3.00 seconds after request\n",
"Text received: ,\n",
"\n",
"Event received 3.03 seconds after request\n",
"Text received: 44\n",
"\n",
"Event received 3.05 seconds after request\n",
"Text received: ,\n",
"\n",
"Event received 3.08 seconds after request\n",
"Text received: 45\n",
"\n",
"Event received 3.11 seconds after request\n",
"Text received: ,\n",
"\n",
"Event received 3.16 seconds after request\n",
"Text received: 46\n",
"\n",
"Event received 3.20 seconds after request\n",
"Text received: ,\n",
"\n",
"Event received 3.23 seconds after request\n",
"Text received: 47\n",
"\n",
"Event received 3.29 seconds after request\n",
"Text received: ,\n",
"\n",
"Event received 3.32 seconds after request\n",
"Text received: 48\n",
"\n",
"Event received 3.39 seconds after request\n",
"Text received: ,\n",
"\n",
"Event received 3.45 seconds after request\n",
"Text received: 49\n",
"\n",
"Event received 3.48 seconds after request\n",
"Text received: ,\n",
"\n",
"Event received 3.51 seconds after request\n",
"Text received: 50\n",
"\n",
"Event received 3.54 seconds after request\n",
"Text received: ,\n",
"\n",
"Event received 3.57 seconds after request\n",
"Text received: 51\n",
"\n",
"Event received 3.60 seconds after request\n",
"Text received: ,\n",
"\n",
"Event received 3.63 seconds after request\n",
"Text received: 52\n",
"\n",
"Event received 3.66 seconds after request\n",
"Text received: ,\n",
"\n",
"Event received 3.69 seconds after request\n",
"Text received: 53\n",
"\n",
"Event received 3.72 seconds after request\n",
"Text received: ,\n",
"\n",
"Event received 3.75 seconds after request\n",
"Text received: 54\n",
"\n",
"Event received 3.78 seconds after request\n",
"Text received: ,\n",
"\n",
"Event received 3.81 seconds after request\n",
"Text received: 55\n",
"\n",
"Event received 3.90 seconds after request\n",
"Text received: ,\n",
"\n",
"Event received 3.93 seconds after request\n",
"Text received: 56\n",
"\n",
"Event received 3.96 seconds after request\n",
"Text received: ,\n",
"\n",
"Event received 3.99 seconds after request\n",
"Text received: 57\n",
"\n",
"Event received 4.02 seconds after request\n",
"Text received: ,\n",
"\n",
"Event received 4.05 seconds after request\n",
"Text received: 58\n",
"\n",
"Event received 4.08 seconds after request\n",
"Text received: ,\n",
"\n",
"Event received 4.14 seconds after request\n",
"Text received: 59\n",
"\n",
"Event received 4.17 seconds after request\n",
"Text received: ,\n",
"\n",
"Event received 4.17 seconds after request\n",
"Text received: 60\n",
"\n",
"Event received 4.20 seconds after request\n",
"Text received: ,\n",
"\n",
"Event received 4.23 seconds after request\n",
"Text received: 61\n",
"\n",
"Event received 4.26 seconds after request\n",
"Text received: ,\n",
"\n",
"Event received 4.29 seconds after request\n",
"Text received: 62\n",
"\n",
"Event received 4.32 seconds after request\n",
"Text received: ,\n",
"\n",
"Event received 4.35 seconds after request\n",
"Text received: 63\n",
"\n",
"Event received 4.38 seconds after request\n",
"Text received: ,\n",
"\n",
"Event received 4.41 seconds after request\n",
"Text received: 64\n",
"\n",
"Event received 4.44 seconds after request\n",
"Text received: ,\n",
"\n",
"Event received 4.47 seconds after request\n",
"Text received: 65\n",
"\n",
"Event received 4.50 seconds after request\n",
"Text received: ,\n",
"\n",
"Event received 4.58 seconds after request\n",
"Text received: 66\n",
"\n",
"Event received 4.62 seconds after request\n",
"Text received: ,\n",
"\n",
"Event received 4.64 seconds after request\n",
"Text received: 67\n",
"\n",
"Event received 4.67 seconds after request\n",
"Text received: ,\n",
"\n",
"Event received 4.71 seconds after request\n",
"Text received: 68\n",
"\n",
"Event received 4.74 seconds after request\n",
"Text received: ,\n",
"\n",
"Event received 4.84 seconds after request\n",
"Text received: 69\n",
"\n",
"Event received 4.87 seconds after request\n",
"Text received: ,\n",
"\n",
"Event received 4.92 seconds after request\n",
"Text received: 70\n",
"\n",
"Event received 4.95 seconds after request\n",
"Text received: ,\n",
"\n",
"Event received 4.98 seconds after request\n",
"Text received: 71\n",
"\n",
"Event received 5.03 seconds after request\n",
"Text received: ,\n",
"\n",
"Event received 5.12 seconds after request\n",
"Text received: 72\n",
"\n",
"Event received 5.15 seconds after request\n",
"Text received: ,\n",
"\n",
"Event received 5.18 seconds after request\n",
"Text received: 73\n",
"\n",
"Event received 5.21 seconds after request\n",
"Text received: ,\n",
"\n",
"Event received 5.24 seconds after request\n",
"Text received: 74\n",
"\n",
"Event received 5.27 seconds after request\n",
"Text received: ,\n",
"\n",
"Event received 5.30 seconds after request\n",
"Text received: 75\n",
"\n",
"Event received 5.33 seconds after request\n",
"Text received: ,\n",
"\n",
"Event received 5.36 seconds after request\n",
"Text received: 76\n",
"\n",
"Event received 5.39 seconds after request\n",
"Text received: ,\n",
"\n",
"Event received 5.42 seconds after request\n",
"Text received: 77\n",
"\n",
"Event received 5.45 seconds after request\n",
"Text received: ,\n",
"\n",
"Event received 5.48 seconds after request\n",
"Text received: 78\n",
"\n",
"Event received 5.51 seconds after request\n",
"Text received: ,\n",
"\n",
"Event received 5.54 seconds after request\n",
"Text received: 79\n",
"\n",
"Event received 5.57 seconds after request\n",
"Text received: ,\n",
"\n",
"Event received 5.61 seconds after request\n",
"Text received: 80\n",
"\n",
"Event received 5.65 seconds after request\n",
"Text received: ,\n",
"\n",
"Event received 5.68 seconds after request\n",
"Text received: 81\n",
"\n",
"Event received 5.71 seconds after request\n",
"Text received: ,\n",
"\n",
"Event received 5.74 seconds after request\n",
"Text received: 82\n",
"\n",
"Event received 5.81 seconds after request\n",
"Text received: ,\n",
"\n",
"Event received 5.81 seconds after request\n",
"Text received: 83\n",
"\n",
"Event received 5.83 seconds after request\n",
"Text received: ,\n",
"\n",
"Event received 5.86 seconds after request\n",
"Text received: 84\n",
"\n",
"Event received 5.89 seconds after request\n",
"Text received: ,\n",
"\n",
"Event received 5.92 seconds after request\n",
"Text received: 85\n",
"\n",
"Event received 5.95 seconds after request\n",
"Text received: ,\n",
"\n",
"Event received 6.14 seconds after request\n",
"Text received: 86\n",
"\n",
"Event received 6.18 seconds after request\n",
"Text received: ,\n",
"\n",
"Event received 6.21 seconds after request\n",
"Text received: 87\n",
"\n",
"Event received 6.24 seconds after request\n",
"Text received: ,\n",
"\n",
"Event received 6.27 seconds after request\n",
"Text received: 88\n",
"\n",
"Event received 6.30 seconds after request\n",
"Text received: ,\n",
"\n",
"Event received 6.33 seconds after request\n",
"Text received: 89\n",
"\n",
"Event received 6.36 seconds after request\n",
"Text received: ,\n",
"\n",
"Event received 6.38 seconds after request\n",
"Text received: 90\n",
"\n",
"Event received 6.41 seconds after request\n",
"Text received: ,\n",
"\n",
"Event received 6.44 seconds after request\n",
"Text received: 91\n",
"\n",
"Event received 6.47 seconds after request\n",
"Text received: ,\n",
"\n",
"Event received 6.50 seconds after request\n",
"Text received: 92\n",
"\n",
"Event received 6.53 seconds after request\n",
"Text received: ,\n",
"\n",
"Event received 6.55 seconds after request\n",
"Text received: 93\n",
"\n",
"Event received 6.58 seconds after request\n",
"Text received: ,\n",
"\n",
"Event received 6.61 seconds after request\n",
"Text received: 94\n",
"\n",
"Event received 6.64 seconds after request\n",
"Text received: ,\n",
"\n",
"Event received 6.67 seconds after request\n",
"Text received: 95\n",
"\n",
"Event received 6.70 seconds after request\n",
"Text received: ,\n",
"\n",
"Event received 6.72 seconds after request\n",
"Text received: 96\n",
"\n",
"Event received 6.75 seconds after request\n",
"Text received: ,\n",
"\n",
"Event received 6.78 seconds after request\n",
"Text received: 97\n",
"\n",
"Event received 6.81 seconds after request\n",
"Text received: ,\n",
"\n",
"Event received 6.84 seconds after request\n",
"Text received: 98\n",
"\n",
"Event received 6.86 seconds after request\n",
"Text received: ,\n",
"\n",
"Event received 6.89 seconds after request\n",
"Text received: 99\n",
"\n",
"Event received 6.92 seconds after request\n",
"Text received: ,\n",
"\n",
"Event received 6.95 seconds after request\n",
"Text received: 100\n",
"\n",
"Full response received 6.93 seconds after request\n",
"Full text received: 4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,63,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,95,96,97,98,99,100\n" "Full text received: 4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,63,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,95,96,97,98,99,100\n"
] ]
} }
@ -703,14 +317,13 @@
"# iterate through the stream of events\n", "# iterate through the stream of events\n",
"for event in response:\n", "for event in response:\n",
" event_time = time.time() - start_time # calculate the time delay of the event\n", " event_time = time.time() - start_time # calculate the time delay of the event\n",
" print(f\"Event received {event_time:.2f} seconds after request\") # print the time delay\n",
" collected_events.append(event) # save the event response\n", " collected_events.append(event) # save the event response\n",
" event_text = event['choices'][0]['text'] # extract the text\n", " event_text = event['choices'][0]['text'] # extract the text\n",
" completion_text += event_text # append the text\n", " completion_text += event_text # append the text\n",
" print(f\"Text received: {event_text}\\n\") # print the text\n", " print(f\"Text received: {event_text} ({event_time:.2f} seconds after request)\") # print the delay and text\n",
"\n", "\n",
"# print the time delay and text received\n", "# print the time delay and text received\n",
"print(f\"Full response received {response_time:.2f} seconds after request\")\n", "print(f\"Full response received {event_time:.2f} seconds after request\")\n",
"print(f\"Full text received: {completion_text}\")" "print(f\"Full text received: {completion_text}\")"
] ]
}, },
@ -720,9 +333,9 @@
"source": [ "source": [
"## Time comparison\n", "## Time comparison\n",
"\n", "\n",
"In the example above, both requests took 6.93 seconds to fully complete.\n", "In the example above, both requests took about 7 seconds to fully complete.\n",
"\n", "\n",
"However, with the streaming request, you would have received the first token after 0.19 seconds, and subsequent tokens after about ~0.035 seconds each." "However, with the streaming request, you would have received the first token after 0.16 seconds, and subsequent tokens after about ~0.035 seconds each."
] ]
} }
], ],