consolidate Embedding.create calls into one (#543)

pull/602/head
ancri 11 months ago committed by GitHub
parent 4fd2b1a6d2
commit b5ea5f3b0e
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23

@ -673,17 +673,13 @@
" # get texts to encode\n",
" texts = [x['text'] for x in meta_batch]\n",
" # create embeddings (try-except added to avoid RateLimitError)\n",
" try:\n",
" res = openai.Embedding.create(input=texts, engine=embed_model)\n",
" except:\n",
" done = False\n",
" while not done:\n",
" sleep(5)\n",
" try:\n",
" res = openai.Embedding.create(input=texts, engine=embed_model)\n",
" done = True\n",
" except:\n",
" pass\n",
" done = False\n",
" while not done:\n",
" try:\n",
" res = openai.Embedding.create(input=texts, engine=embed_model)\n",
" done = True\n",
" except:\n",
" sleep(5)\n",
" embeds = [record['embedding'] for record in res['data']]\n",
" # cleanup metadata\n",
" meta_batch = [{\n",

Loading…
Cancel
Save