From 124ab79c23dfaa7e01766d4313c09f7498cb95f9 Mon Sep 17 00:00:00 2001 From: kYLe Date: Thu, 28 Mar 2024 19:53:53 -0500 Subject: [PATCH] community[minor]: Add Anyscale embedding support (#17605) **Description:** Add embedding model support for Anyscale Endpoint **Dependencies:** openai --------- Co-authored-by: Bagatur --- docs/docs/integrations/providers/anyscale.mdx | 8 ++ .../text_embedding/anyscale.ipynb | 122 ++++++++++++++++++ .../embeddings/__init__.py | 1 + .../embeddings/anyscale.py | 75 +++++++++++ .../unit_tests/embeddings/test_imports.py | 1 + 5 files changed, 207 insertions(+) create mode 100644 docs/docs/integrations/text_embedding/anyscale.ipynb create mode 100644 libs/community/langchain_community/embeddings/anyscale.py diff --git a/docs/docs/integrations/providers/anyscale.mdx b/docs/docs/integrations/providers/anyscale.mdx index 087422e129..8b35f0490e 100644 --- a/docs/docs/integrations/providers/anyscale.mdx +++ b/docs/docs/integrations/providers/anyscale.mdx @@ -32,3 +32,11 @@ See a [usage example](/docs/integrations/chat/anyscale). ```python from langchain_community.chat_models.anyscale import ChatAnyscale ``` + +## Embeddings + +See a [usage example](/docs/integrations/text_embedding/anyscale). + +```python +from langchain_community.embeddings import AnyscaleEmbeddings +``` diff --git a/docs/docs/integrations/text_embedding/anyscale.ipynb b/docs/docs/integrations/text_embedding/anyscale.ipynb new file mode 100644 index 0000000000..6ced47fdba --- /dev/null +++ b/docs/docs/integrations/text_embedding/anyscale.ipynb @@ -0,0 +1,122 @@ +{ + "cells": [ + { + "cell_type": "markdown", + "id": "42f76e43", + "metadata": {}, + "source": [ + "# Anyscale\n", + "\n", + "Let's load the Anyscale Embedding class." + ] + }, + { + "cell_type": "code", + "execution_count": 1, + "id": "6b82f59f", + "metadata": { + "tags": [] + }, + "outputs": [], + "source": [ + "from langchain_community.embeddings import AnyscaleEmbeddings" + ] + }, + { + "cell_type": "code", + "execution_count": 6, + "id": "26895c60", + "metadata": { + "tags": [] + }, + "outputs": [], + "source": [ + "embeddings = AnyscaleEmbeddings(\n", + " anyscale_api_key=\"ANYSCALE_API_KEY\", model=\"thenlper/gte-large\"\n", + ")" + ] + }, + { + "cell_type": "code", + "execution_count": 7, + "id": "eea52814", + "metadata": { + "tags": [] + }, + "outputs": [], + "source": [ + "text = \"This is a test document.\"" + ] + }, + { + "cell_type": "code", + "execution_count": 10, + "id": "fbe167bf", + "metadata": { + "scrolled": true, + "tags": [] + }, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[-0.0011281073475422098, -0.013280618454218683, 0.02164546846135075, 0.025931981339009518, -0.02797745821741894, -0.0024417192570683178, -0.011125238057702404, 0.015363551265202351, 0.02192303426295283, 0.05095556178384907, 0.024389593756572448, 0.019081919168881186, 0.013637039340883703, -0.0247996346109641, -0.02173890992107125, 0.012264976693272853, -0.026305749040536737, -0.013048393162374534, -0.021480663475611197, -0.023933815648992645, -0.032076296551421475, 0.01402027021141204, -0.06854003899926611, -0.024963651697778845, -0.016237648753819896, 0.045055692678519194, 0.012126587741934215, -0.009233428477985552, 0.056538434751077574, 0.044508443789853504, -0.015730223219793293, -0.023026992415317502, -0.0023273807807109637, -0.051875000713547156, -0.013952062006382637, -0.028486856292725373, 0.06940428402603317, -0.032273431470111004, -0.004280992462910799, -0.056008534539919295, 0.005817466146798797, -0.002677887535996265, 0.04502257484664441, -0.03952801733951214, -0.0560842361666378, -0.018278394513390066, -0.025467528892676006, -0.02268792020615989, -0.01901814592210228, -0.027318236411815525, 0.023777882442399305, 0.008590668730768492, 0.013483668202779889, -0.00568696223830515, 0.001981407936703065, -0.012875997897394839, 0.0050133505671140725, -0.024504720131854608, -0.04513612542407695, 0.05519791506881451, 0.03348463142057415, 0.0047798190953147945, 0.026994935219670505, -0.049372168067063106, 0.008109362139231437, 0.01112986486840977, -0.0010968614741057904, -0.009569938618653637, 0.014773623586787115, -0.03330642097724164, -0.003996821721385883, 0.01651324573943257, -0.012862691159998132, -0.028014519269208178, 0.010579469040657893, -0.011088472235179317, 0.009126975510134493, 0.004980971274065965, -0.02462536738754604, 0.004857170094368798, 0.013695785308234598, 0.03694948306630958, 0.012812224650615935, -0.004066718879961544, -0.05353566812961081, -0.0260747065284024, -0.0003661297502111736, 0.009114358882788942, 0.0405215783727887, 0.0027789686350550365, 0.005081756678197284, 0.05137506673856444, -0.012004116956579937, -0.0038727744396900403, 0.011447850071118874, 0.0411303318063647, -0.030835132227427977, 0.02303027067089116, 0.016135927836130697, 0.010270755154493038, 0.049094604128106234, 0.0463473253745401, 0.007873834377425872, 0.05548494497074031, -0.053393730839142735, -0.0036492721482057682, 0.001354123162325162, -0.02372327527271015, -0.012537418357895883, -0.04214755215912796, 7.776991960378352e-05, -0.01903736655804806, -0.004505727127033662, 0.005716532662373101, -0.026562814568932187, 0.04493425566125774, -0.0010509966297205936, 0.04416148514086699, -0.030582799680516994, 0.0033304303615296553, 0.0239464332076608, 0.016964685746312918, 0.0023076672422758806, -0.029742213973236637, -0.017173648462100587, -0.029750098550420326, -0.021255139981240925, 0.041672849576191134, -0.017011209035780663, -0.01737866982061902, 0.029046720877414004, -0.03624452773280844, -0.0279238363870471, 0.05001877417664358, -0.0021706580453782574, 0.013980843600203177, 0.017699212435204618, 0.015974313561639825, 0.014851393681013887, -0.06198568106981729, 0.02009361864123517, 0.044281346360278834, 0.009866824707720354, 0.094114023653761, 0.018390367430327792, 0.03247214591194057, 0.0016862963664470462, -0.017471716399554513, -0.0394743955091403, 0.04718948687967007, -0.02795971465912652, -0.00392925380064821, 0.006897176849450984, 0.025026735765829197, -0.014751839951029206, -0.009028062530102843, -0.013324160580024134, -0.004594634908307413, 0.002389872527583803, 0.02091133665324406, -0.04512666318639845, 0.022915019498379777, -0.01987125046785454, 0.017672794538158492, -0.029502497122348596, 0.057062028045546984, -0.024816193526901495, -0.013688294680513313, -0.034900852729555724, -0.0509839484968846, 0.03281279391894779, -0.0011022333428980786, -0.02453862772529941, 0.018217677867404553, 0.020660185023397677, 0.03529512256693479, 0.049132453078820276, 0.013496284830125438, 0.03760239609257892, 0.03283487371529446, -0.017583689316492238, 0.0043452588450096615, 0.01377680851232466, 0.07458342119291368, 0.02611886425845052, 0.014001542245124917, -0.012904680771019127, -0.02115124908187939, -0.03431891021116564, -0.031614211527152804, -0.013645004943134127, 0.02796641831924561, -0.02962866339580409, 0.031164742198907077, 0.012680340987681272, 0.01306613485802174, -0.031141086604710804, 0.021156572521896157, -0.005481349955593114, -0.07998335632326084, -0.03883094472054947, 0.03288534022467666, -0.025931981339009518, 0.013491947660748585, 0.0004910150476295653, -0.020679504379539707, 0.018295743190897475, 0.04974120651239628, -0.03257150313285535, 0.012637957427197874, 0.05385739538655144, 0.01803946742407204, -0.016423745636981308, -0.005942942775864433, 0.021462526899178984, -0.006936308231393698, -0.022798315462602796, 0.03856914993595998, 0.0007033791281978925, -0.0011969076409184749, 0.010601351396612054, -0.0009546774995624061, 0.04684252823068356, 0.022095725688521282, 0.014554901541409572, 0.005748369925664427, 0.0073044586606219085, 0.07228087878610881, -0.027061172746065287, -0.012534263968228845, -0.014767019578186887, 0.0526903513034912, -0.0007334915820226242, 0.07117692622167977, 0.050753695746320285, 0.009036096118903516, 0.044316039990003234, 0.030226378793851972, 0.0006353181303479239, 0.04490271735252299, 0.006106860676821623, 0.03461500746998495, 0.039285143304989244, 0.034143855088822776, 0.012723784393290472, 0.024066290701782213, -0.028049214761577786, -0.008104828460784688, 0.01703880784989139, 0.023355026588946993, 0.01609177010608258, 0.05375015172580776, 0.01608979756480275, 0.04550516014411971, -0.016593874062737626, -0.015291004959473489, 0.03384736294921846, 0.05964213439130873, -0.028839333959475945, -0.007758461201653083, -0.00017416914350610024, 0.020823019330502606, -0.009846520012261016, -0.009881215504630624, 0.0012788174641295952, 0.0027954786565556064, 0.007723321934061642, -0.020639289869406035, 0.017070940342448868, -0.0401415018919274, -0.03848083075057332, -0.057648701682776325, -0.07884154735753691, -0.03706303364374213, -0.04287143196798612, 0.007037734385478049, 0.031044884704785666, -0.0644427783257584, 0.001849173281561209, -0.03498759239180235, -0.01561069727651967, -0.04398800581637374, -0.008337053752628837, 0.04286827664699648, 0.022510497661752185, 0.031522740746066924, -0.041918875206413256, 0.00020070849084083325, -0.014341995605707453, 0.025943019374537638, -0.032314435741814695, -0.0304818666617526, -0.01896600303202901, -0.011206261261792467, 0.05094609954617056, -0.011501668410560613, -0.00842852453371472, 0.014420060929200375, -0.020614056614714937, -0.0562514085744422, 0.0022696199198467284, -0.003697484158389121, -0.00833330797310689, -0.00026737104959000075, -0.06899424130899631, 0.038051867283469855, 0.03453812492620184, -0.016462384349265367, 0.03728697947761758, 0.03581240894471534, -0.04064459118789976, 0.0505013631994093, 0.03063011273155476, -0.007373800750924303, -0.06046852674207132, 0.057494150558930514, 0.03637700278559801, -0.004767522842945762, -0.018090328814239248, -0.01749931707631045, -0.018114379289220533, 0.016050765834378894, 0.013393576710473717, -0.0416444628631556, -0.023979551039535585, 0.03682647397648895, 0.02143413832349824, -0.08595735125745961, 0.017872296878912865, -0.02634123429447636, -0.03936281561034237, -0.019575348786782527, -0.027231496749568897, 0.030877714159626486, 0.024990462612964767, 0.021319799847140886, -0.01828154983437971, -0.029376330848893104, 0.017695662233429964, 0.006368360697806269, 0.05308462486616069, -0.04242038497924557, -0.000867691502486451, 0.037096155200907345, -0.006788259136322742, 0.025592119368281888, -0.002623354872115606, -0.021375787236932356, -0.009305973852391809, 0.008252186980143182, 0.004293609090256348, 0.01325834214880212, 0.01791172349012173, -0.0016713140632665436, 0.01046867890342998, 0.04740081515487737, -0.02915711613385691, -0.0068283763232440675, 0.003336516787591514, 0.004489364720166167, 0.015683699930325548, 0.035093256529406, 0.018334381903181533, 0.006768053161059656, -0.03279071412260113, -0.051494924232685854, -0.0038678954733870584, 0.014564364710410688, 0.04156560591544745, -0.08542114040432204, 0.05855079566025743, -0.010350594647550681, -0.014782395714414465, 0.030592261918195505, -0.04686460802703022, -0.013685929121093685, 0.04458414541657201, -0.017884124676011002, 0.05933618373931633, -0.04239515358719969, -0.008789775259415248, 0.0015272573153775123, 0.0011790668758290385, 0.04499576393145849, -0.021408117169882335, 0.04012099789343034, 0.00436500940351834, -0.013633491001754263, -0.007965848119591142, -0.033248071753320965, -0.019216759781090383, -0.018024879186769267, 0.011743948261260786, 0.008900072726984506, -0.06646774934302556, -0.07277924068853232, 0.037414723411567895, 0.06423775324194954, 0.030461364525900758, 0.014709381884737315, 0.044628305009265345, 0.006690467934370205, 0.015567388912688362, 0.04924284833526318, -0.043663126963733895, 0.02016853050638366, -0.054141269967487596, 0.05180718552665755, 0.008408269198353507, 0.010167406284888285, -0.02985260922967954, -0.007950816572727839, -0.04109090705780105, 0.019718666297352926, 0.008683814961222842, -0.012223972421569166, -0.02501608888579566, 0.01605865041156258, 0.0174531868049825, 0.00978523525948575, -0.04585211879310622, -0.02782132570778788, -0.029641280954472243, 0.03072315931049025, 0.03878363353215692, -0.04542630692170198, -0.0005887448987054225, -0.016867694084817763, 0.03973934561471944, 0.04448321239780762, -0.02564337377658889, -0.04408894256042856, -0.028658757956723808, -0.031207324131105586, -0.049876836886175495, 0.00792563174681226, 0.04259701962472848, -0.001242988086486996, 0.011318332898926446, -0.040944234923203295, 0.04272003243983953, 0.02350327265874915, -0.014096364856270343, -0.018376174073810026, 0.01992171697723674, -0.002950131527396139, 0.015266560535029802, 0.031284601555673704, -0.016131984616216247, -0.02615592717288497, 0.027953800760577453, -0.07998335632326084, 0.02351825391419172, -0.016857443948214448, -0.009264181681763316, -0.015010678717666771, 0.026521020535658482, 0.02173536158194181, 0.010449753496750354, -0.04655234300776811, -0.011060085522143787, 0.008907169405243389, 0.023073517567430462, -0.053806928877169244, -0.03453496960521219, 0.056793922618978206, -0.018134881425072375, -0.03205106515937559, 0.049744361833385924, -0.0013608257747063164, -0.010515597073682735, 0.007203722150927413, 0.010987539216414925, -0.02625922575106899, 0.022957601430578286, -0.039168441131857475, 0.007830982361671578, -0.015483015741183968, -0.021803176768831416, -0.0156888240673046, -0.028907937045290356, 0.05314770893421104, -0.030308387337259345, -0.011446470782339162, -0.04610287554216759, -0.04481124657143711, -0.03882148248287096, 0.006296899382913575, -0.022314152504632673, 0.01653768923255365, 0.03191701058344599, -0.00042384113456195706, -0.008414873206953733, -0.007184402794785384, -0.0335477154886245, 0.008915646303604589, -0.0170813897820899, -0.02088216017863851, -0.0062845290903973524, 0.03538501755017106, 0.005115762526177036, -0.008082552155368123, -0.049441562777092746, -0.0016810352086295644, -0.007639539221089549, 0.016228976277711405, -0.056872779566686356, 0.0400492413492715, -0.029552963631730794, 0.003828073981393186, -0.012848497803480366, 0.022069704534905376, -0.00932470181867893, 0.015235708611055785, 0.010899296399481966, 0.007238418108958325, 0.009614097280024362, -0.02503935146185214, -0.04659334727947179, 0.06250927063899628, 0.03917474804854634, -0.045268600476866525, -0.04479862901276896, 0.005927270479048097, -0.026679518604709167, 0.04525282759720872, 0.045930975740814374, -0.033508287014770426, -0.04249135548712483, -0.04099470143258549, -0.010194464000564837, -0.0036746041230931187, 0.0014883723846794519, -0.04927123504829871, -0.02247186081211334, 0.007283636149793549, 0.029002561284720674, 0.024933687324248492, -0.021631275104832984, -0.0034612050520710412, -0.062206475307993524, 0.003132814414714046, -0.02158711551213965, 0.0019613987033405282, -0.01748354605929786, -0.003020902965068326, -0.02700281979685419, 0.05453238448387702, 0.007498636630036905, 0.008936148439456433, 0.008783368691207523, -0.0002035423163564512, 0.03139657260996622, 0.004712324749063007, -0.04165076977984447, -0.04887065829423078, 0.022267627352519713, 0.0023873097606023222, -0.02111694847029479, 0.028480547513391297, -0.044189875579192954, 0.05965790727096653, -0.0578915719920088, -0.006485557868903208, -0.022710787901431363, -0.017105637697463687, -0.033024125919445514, 0.009265611261963761, 0.03729959703628574, -0.01664374825094231, 0.02217063755366977, -0.02180633022717585, 0.044316039990003234, 0.0389176843827961, 0.01789792501438897, -0.044860133557679274, -0.019722609517267377, -0.03476207076007729, -0.04558716868752708, 0.047621605667763175, -0.037640248768583386, -0.02939683298474495, -0.031191553114093, -0.024917916307235905, 0.04815781652090074, -0.01675887648886968, 0.05387001294521959, 0.07325236747361955, -0.010124874644110509, -0.012852046142609807, -0.024943149561927003, 0.033705425658750385, 0.025316129364529417, -0.03202425424418967, 0.009828185995436296, -0.014498127184015904, -0.03432679665099454, -0.0030005980367783357, -0.030262651946716405, -0.01703328883212733, -0.03793989250388692, -0.018303234749941368, 0.0721799457673444, -0.0033002438675577344, 0.036231910174140285, -0.013156422859397809, -0.04347703380586291, -0.04902521314336702, 0.06501052748763071, -0.0027265798758137408, 0.02218798436853197, 0.03504594534101345, -0.011545925792127591, 0.003297878308138107, 0.013419598795412227, -0.021273276557673138, -0.0032941327614468127, -0.0524190942812232, 0.08364849820867545, 0.002202396821303983, -0.035386593348020676, 0.012602669613650752, 0.0722871894280881, -0.07016128539205654, -0.05206582871554782, 0.005610892739157212, 0.005087054506842382, 0.004502449802782612, -0.036044237493129266, 0.00712821936158532, 0.008863208184265167, -0.02063692430998641, -0.0013789622347232062, 0.01130965856017274, -0.010946140995248837, 0.04558086177083821, -0.0004595226356369983, 0.012775557548289102, -0.011038597115652029, 0.00035504087028952343, 0.029944080010765425, -0.020762300821871884, -0.010290074510635067, -0.04573541661997445, -0.0030684127580066396, 0.025034620343012886, -0.015572120031527617, 0.036616326618346254, -0.0008502450361053945, 0.002531218661027627, 0.032649566593703064, -0.007635251877472125, 0.07154911253742174, -0.01525177578865713, -0.011155104642359111, 0.0337590437638318, -0.027939607404059687, -0.06913933392045403, -0.04251816640231075, 0.015554772285342813, 0.006163438525145393, 0.018593023229426596, -0.07595233131350271, 0.011571849156869849, 0.04931223932000239, -0.00025511787089150265, 0.022915019498379777, -0.07127154859846487, -0.0627647585068969, -0.03388994301877176, -0.012166409233928088, -0.003846974475193098, -0.009330025258695699, -0.015237778941209262, 0.02642363585602353, 0.01510096671904284, -0.029573465767582637, -0.0108503330447861, 0.030147523708789033, -0.022597237323998813, 0.007380158424695203, -0.03308405466650622, 0.020269463525148055, -0.027340316208162192, -0.009343233275896154, -0.046374132564435594, 0.011627243294161198, -0.009496998363462373, 0.005865567096761366, -0.01484658805636614, -0.0005760296675789469, 0.007210030464600187, 0.0223086316242234, 0.013782919851266234, 0.024198765754571784, -0.019163139813363754, -0.030945529346516093, 0.013915271038149185, 0.0170561565273988, -0.006706497393406, 0.023885714699030076, 0.02794512828446896, -0.016658336488245083, 0.0296633588881737, -0.00804371600269156, -0.021705792089196464, -0.03707249588142064, 0.04230683812710345, 0.03474827228434454, 0.0011569877779743275, -0.04755221468302395, -0.03893503306030351, -0.012683692817740816, -0.06034236233126104, 0.0013650641074715911, -0.008875824811610717, 0.03702045357418884, 0.037641824566432995, -0.019246724154620736, -0.02632309771804415, 0.04455102758469723, -0.00044276613378794365, 0.02378714723968531, 0.0023724754213008724, 0.006649525129958524, 0.044539985823878685, -0.017739032064553278, 0.030022935095828363, 0.030403011576689662, 0.03055441110483625, -0.0016928942050350084, -0.00857578433287696, -0.007228364015763605, -0.00889244892013054, 0.031417076608463275, -0.020869542619970354, -0.011419463358083344, -0.02133675364386329, 0.016192703124846972, 0.0016328726749596635, 0.05087670856143134, 0.018150652442084962, -0.00793233447560874, 0.03440407035027224, -0.009736912654742916, -0.049340629758328355, 0.0005724812120341797, -0.05385108474457215, -0.03926464303178261, 0.02977060068627217, -0.02714475708732227, -0.010735009229111437, -0.012640125546224998, -0.027777167977739763, -0.013521123204031527, 0.009854404589444704, -0.02050602505504645, -0.027289849698779997, 0.015459359215665087, -0.013326846514420279, 0.042111279006263526, -0.01875704031624134, -0.003550248573614639, 0.01278541466675262, 0.06005533242933524, -0.05641542193596651, -0.04571964374031665, 0.00032724479040928183, 0.03726332388342131, 0.02093735780685996, 0.017175226122595408, -0.024835907763828532, 0.01005745433800591, -0.0351177018851723, -0.0014463825408278046, 0.021981387212163927, 0.010000285099827233, -0.0023140617032897243, 0.00025011556255086844, -0.02267530451013695, 0.005637977463189342, -0.014509757540721537, 0.01093884687659745, 0.01580000908531752, -0.02023358525306863, -0.03723493717038578, 0.009627107856832315, 0.027706199332505725, -0.025700149065305166, 0.04782978234727125, 0.0021355679050542916, 0.05165578599851096, -0.013000292212411965, 0.0231697194673556, -0.015468821453343596, 0.04940686542207792, 0.03898865489067535, 0.040480574101085014, 0.007672510369653866, 0.033249647551170575, 0.05557010883513733, -0.021834718802856593, -0.029866802586197307, 0.034478196179141135, 0.02546358753540677, -0.023274595706034445, -4.041275815749579e-05, -0.023347142011763307, 0.0012815773222576029, 0.01719651615737206, -0.037671787077318136, 0.016263671770081013, -0.04634101473256081, -0.010804474719659146, -0.04021877931649552, -0.025299570448592025, 0.059225784757583, -0.033066705988998815, -0.0026899619007543815, -0.02009913765899923, 0.01943597449612658, 0.01565807179484944, 0.023749691307111066, 0.00455885489076294, 0.01249010530685812, 0.04795910207907117, 0.025995063544414658, 0.0008127892781541381, 0.045208668004515395, 0.01027923205285424, 0.011786726702529194, -0.045918358182146214, 0.005266275435202568, 0.026344387752820796, -0.0013507472342931847, -0.03452550736753368, -0.015083225023395633, -0.039755114769086816, 0.03550960616313173, -0.01728798693845794, -0.006353280256506143, 0.02639879748211744, -0.057743327784851854, -0.012691282165658353, -0.05331487761672501, 0.0386984696677599, -0.04301967990043349, 0.02010308087891368, 0.049867374648496984, -0.03610101464449075, -0.031730917425574996, 0.05616624471004518, 0.007021470698806806, 0.03323387467151278, 0.010259789762128197, 0.05737744466050832, 0.02545727875607269, 0.059279406587954844, 0.024930532003258846, -0.03423847746560788, -0.00978580150363029, 0.023328215673761074, -0.03914636133551081, -0.041461521300983836, -0.009030773610209354, -0.05889144366726465, -0.0023120041788220816, -0.006586096938205199, -0.0018115759043661546, -0.004864936859242807, 0.017720008869000006, -0.015756639254194207, -0.07359301548062676, 0.00756487415643169, 0.04076760400301081, -0.05441568231074525, 0.01519125472041891, 0.01265215078371564, 0.06917087222918879, 0.027903334251195254, -0.006265357814549701, -0.02115420696247653, -0.02168174161421518, -0.019557409650742815, -0.01820427240981159, 0.04433654398850029, 0.004950957540437485, -0.013057066569805632, -0.059389801844397745, -0.06032343785590402, -0.010789812907870486, 0.0001630433017185184, -0.029180771728053185, -0.039310378422325556, 0.039502782222175827, 0.0455540508556523, 0.032705553983494534, 0.02755164448336949, -0.0403102500975814, 0.012389961118341137, 0.01117442399850114, 0.07122107836379225, 0.0004216480153436249, 0.07693643383439118, 0.028769153213166712, 0.0021174930287447334, 0.03161105620616316, -0.035443370499382156, 0.05695793970579295, -0.006537108903460269, -0.02344965082837731, -0.028175874636014536, 0.029839993533656597, -0.015367888434579204, -0.059607440761584335, 0.007053702377221838, 0.028529043344138874, -0.011170678218979196, 0.003378703839005014, -0.07812239494222759, -0.012053450977673052, -0.052390707568187665, -0.038499758951220764, -0.07894563942258137, 0.03171829986690684, -0.010412692444961118, -0.0083593300580454, 0.021483029035030826, -0.053712302775093715, 0.15661225253193872, 0.02970909427871664, 0.014502069472607747, -0.009543621304448977, 0.016579483265827356, 0.06527862918890907, 0.04384291693020644, -0.02326040234951668, 0.0012976931614651188, -0.0040067770943843515, 0.022612615322871607, -0.008050320011291788, -0.0019005825222514836, 0.005767492307075255, 0.03307932354766697, 0.06159456655342787, -0.053286490903689476, 0.007217915973106482, 0.018394310650242243, -0.05827322799601013, -0.050010887736814676, 0.01031925005391801, -0.020077059725297778, 0.025930403678514694, 0.004185381952840568, 0.005242421934952486, 0.0328806091058374, -0.04672897765325101, 0.025427314382542338, -0.016140658954969953, 0.011640254802291757, -0.03374800572830368, 0.02656241968814718, -0.013302894759635246, -0.04082832251164154, 0.03770806023018257, -0.004363567716124016, -0.003753014734442272, -0.004503928277419879, 0.016352776991747267, -0.0036229546011704566, 0.01719119271735529, 0.07730862015013315, -0.039261487710792964, -0.0009446236391983374, 0.03923152519990782, -0.026170120529402735, 0.023318753436082564, 0.025280645973235004, -0.019167377331221747, 0.04331616831474738, -0.016004240682265934, 0.04096000780286109, -0.01117442399850114, -0.04425295592195288, 0.004796698851890008, 0.015446347707534528, -0.009409667311360838, -0.011181126727297621, 0.017949574303480983, 0.016851923067805172, 0.011269049169254062, 0.005033852702965916, 0.0023601051287846504, -0.04307329800551491, 0.006657065583439239, 0.016412705738807976, 0.010649501706672749, 0.017922368507510052, -0.025540863097329676, -0.0011266041928558795, 0.01098182275825836, -0.025152902039284688, -0.03434414160321153, 0.03651105363623719, 0.04957403782988232, -0.03692267587641409, 0.03334900477208536, -0.008560210756256877, -0.04327201244734448, -0.01590922156205061, -0.03654732678910162, 0.0029983309647243087, -0.0005719884259601992, 0.02995314923030414, 0.058623341965986286, -0.0413921265909542, -0.021531129984993395, -0.04338871462047625, 0.04695923412910575, 0.040075262502887406, 0.024982576173135866, -0.0061415566348525345, 0.006344932811987197, -0.012505876323870707]\n" + ] + } + ], + "source": [ + "query_result = embeddings.embed_query(text)\n", + "print(query_result)" + ] + }, + { + "cell_type": "code", + "execution_count": 9, + "id": "38ad3b20", + "metadata": { + "scrolled": true, + "tags": [] + }, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "[[-0.0011281073475422098, -0.013280618454218683, 0.02164546846135075, 0.025931981339009518, -0.02797745821741894, -0.0024417192570683178, -0.011125238057702404, 0.015363551265202351, 0.02192303426295283, 0.05095556178384907, 0.024389593756572448, 0.019081919168881186, 0.013637039340883703, -0.0247996346109641, -0.02173890992107125, 0.012264976693272853, -0.026305749040536737, -0.013048393162374534, -0.021480663475611197, -0.023933815648992645, -0.032076296551421475, 0.01402027021141204, -0.06854003899926611, -0.024963651697778845, -0.016237648753819896, 0.045055692678519194, 0.012126587741934215, -0.009233428477985552, 0.056538434751077574, 0.044508443789853504, -0.015730223219793293, -0.023026992415317502, -0.0023273807807109637, -0.051875000713547156, -0.013952062006382637, -0.028486856292725373, 0.06940428402603317, -0.032273431470111004, -0.004280992462910799, -0.056008534539919295, 0.005817466146798797, -0.002677887535996265, 0.04502257484664441, -0.03952801733951214, -0.0560842361666378, -0.018278394513390066, -0.025467528892676006, -0.02268792020615989, -0.01901814592210228, -0.027318236411815525, 0.023777882442399305, 0.008590668730768492, 0.013483668202779889, -0.00568696223830515, 0.001981407936703065, -0.012875997897394839, 0.0050133505671140725, -0.024504720131854608, -0.04513612542407695, 0.05519791506881451, 0.03348463142057415, 0.0047798190953147945, 0.026994935219670505, -0.049372168067063106, 0.008109362139231437, 0.01112986486840977, -0.0010968614741057904, -0.009569938618653637, 0.014773623586787115, -0.03330642097724164, -0.003996821721385883, 0.01651324573943257, -0.012862691159998132, -0.028014519269208178, 0.010579469040657893, -0.011088472235179317, 0.009126975510134493, 0.004980971274065965, -0.02462536738754604, 0.004857170094368798, 0.013695785308234598, 0.03694948306630958, 0.012812224650615935, -0.004066718879961544, -0.05353566812961081, -0.0260747065284024, -0.0003661297502111736, 0.009114358882788942, 0.0405215783727887, 0.0027789686350550365, 0.005081756678197284, 0.05137506673856444, -0.012004116956579937, -0.0038727744396900403, 0.011447850071118874, 0.0411303318063647, -0.030835132227427977, 0.02303027067089116, 0.016135927836130697, 0.010270755154493038, 0.049094604128106234, 0.0463473253745401, 0.007873834377425872, 0.05548494497074031, -0.053393730839142735, -0.0036492721482057682, 0.001354123162325162, -0.02372327527271015, -0.012537418357895883, -0.04214755215912796, 7.776991960378352e-05, -0.01903736655804806, -0.004505727127033662, 0.005716532662373101, -0.026562814568932187, 0.04493425566125774, -0.0010509966297205936, 0.04416148514086699, -0.030582799680516994, 0.0033304303615296553, 0.0239464332076608, 0.016964685746312918, 0.0023076672422758806, -0.029742213973236637, -0.017173648462100587, -0.029750098550420326, -0.021255139981240925, 0.041672849576191134, -0.017011209035780663, -0.01737866982061902, 0.029046720877414004, -0.03624452773280844, -0.0279238363870471, 0.05001877417664358, -0.0021706580453782574, 0.013980843600203177, 0.017699212435204618, 0.015974313561639825, 0.014851393681013887, -0.06198568106981729, 0.02009361864123517, 0.044281346360278834, 0.009866824707720354, 0.094114023653761, 0.018390367430327792, 0.03247214591194057, 0.0016862963664470462, -0.017471716399554513, -0.0394743955091403, 0.04718948687967007, -0.02795971465912652, -0.00392925380064821, 0.006897176849450984, 0.025026735765829197, -0.014751839951029206, -0.009028062530102843, -0.013324160580024134, -0.004594634908307413, 0.002389872527583803, 0.02091133665324406, -0.04512666318639845, 0.022915019498379777, -0.01987125046785454, 0.017672794538158492, -0.029502497122348596, 0.057062028045546984, -0.024816193526901495, -0.013688294680513313, -0.034900852729555724, -0.0509839484968846, 0.03281279391894779, -0.0011022333428980786, -0.02453862772529941, 0.018217677867404553, 0.020660185023397677, 0.03529512256693479, 0.049132453078820276, 0.013496284830125438, 0.03760239609257892, 0.03283487371529446, -0.017583689316492238, 0.0043452588450096615, 0.01377680851232466, 0.07458342119291368, 0.02611886425845052, 0.014001542245124917, -0.012904680771019127, -0.02115124908187939, -0.03431891021116564, -0.031614211527152804, -0.013645004943134127, 0.02796641831924561, -0.02962866339580409, 0.031164742198907077, 0.012680340987681272, 0.01306613485802174, -0.031141086604710804, 0.021156572521896157, -0.005481349955593114, -0.07998335632326084, -0.03883094472054947, 0.03288534022467666, -0.025931981339009518, 0.013491947660748585, 0.0004910150476295653, -0.020679504379539707, 0.018295743190897475, 0.04974120651239628, -0.03257150313285535, 0.012637957427197874, 0.05385739538655144, 0.01803946742407204, -0.016423745636981308, -0.005942942775864433, 0.021462526899178984, -0.006936308231393698, -0.022798315462602796, 0.03856914993595998, 0.0007033791281978925, -0.0011969076409184749, 0.010601351396612054, -0.0009546774995624061, 0.04684252823068356, 0.022095725688521282, 0.014554901541409572, 0.005748369925664427, 0.0073044586606219085, 0.07228087878610881, -0.027061172746065287, -0.012534263968228845, -0.014767019578186887, 0.0526903513034912, -0.0007334915820226242, 0.07117692622167977, 0.050753695746320285, 0.009036096118903516, 0.044316039990003234, 0.030226378793851972, 0.0006353181303479239, 0.04490271735252299, 0.006106860676821623, 0.03461500746998495, 0.039285143304989244, 0.034143855088822776, 0.012723784393290472, 0.024066290701782213, -0.028049214761577786, -0.008104828460784688, 0.01703880784989139, 0.023355026588946993, 0.01609177010608258, 0.05375015172580776, 0.01608979756480275, 0.04550516014411971, -0.016593874062737626, -0.015291004959473489, 0.03384736294921846, 0.05964213439130873, -0.028839333959475945, -0.007758461201653083, -0.00017416914350610024, 0.020823019330502606, -0.009846520012261016, -0.009881215504630624, 0.0012788174641295952, 0.0027954786565556064, 0.007723321934061642, -0.020639289869406035, 0.017070940342448868, -0.0401415018919274, -0.03848083075057332, -0.057648701682776325, -0.07884154735753691, -0.03706303364374213, -0.04287143196798612, 0.007037734385478049, 0.031044884704785666, -0.0644427783257584, 0.001849173281561209, -0.03498759239180235, -0.01561069727651967, -0.04398800581637374, -0.008337053752628837, 0.04286827664699648, 0.022510497661752185, 0.031522740746066924, -0.041918875206413256, 0.00020070849084083325, -0.014341995605707453, 0.025943019374537638, -0.032314435741814695, -0.0304818666617526, -0.01896600303202901, -0.011206261261792467, 0.05094609954617056, -0.011501668410560613, -0.00842852453371472, 0.014420060929200375, -0.020614056614714937, -0.0562514085744422, 0.0022696199198467284, -0.003697484158389121, -0.00833330797310689, -0.00026737104959000075, -0.06899424130899631, 0.038051867283469855, 0.03453812492620184, -0.016462384349265367, 0.03728697947761758, 0.03581240894471534, -0.04064459118789976, 0.0505013631994093, 0.03063011273155476, -0.007373800750924303, -0.06046852674207132, 0.057494150558930514, 0.03637700278559801, -0.004767522842945762, -0.018090328814239248, -0.01749931707631045, -0.018114379289220533, 0.016050765834378894, 0.013393576710473717, -0.0416444628631556, -0.023979551039535585, 0.03682647397648895, 0.02143413832349824, -0.08595735125745961, 0.017872296878912865, -0.02634123429447636, -0.03936281561034237, -0.019575348786782527, -0.027231496749568897, 0.030877714159626486, 0.024990462612964767, 0.021319799847140886, -0.01828154983437971, -0.029376330848893104, 0.017695662233429964, 0.006368360697806269, 0.05308462486616069, -0.04242038497924557, -0.000867691502486451, 0.037096155200907345, -0.006788259136322742, 0.025592119368281888, -0.002623354872115606, -0.021375787236932356, -0.009305973852391809, 0.008252186980143182, 0.004293609090256348, 0.01325834214880212, 0.01791172349012173, -0.0016713140632665436, 0.01046867890342998, 0.04740081515487737, -0.02915711613385691, -0.0068283763232440675, 0.003336516787591514, 0.004489364720166167, 0.015683699930325548, 0.035093256529406, 0.018334381903181533, 0.006768053161059656, -0.03279071412260113, -0.051494924232685854, -0.0038678954733870584, 0.014564364710410688, 0.04156560591544745, -0.08542114040432204, 0.05855079566025743, -0.010350594647550681, -0.014782395714414465, 0.030592261918195505, -0.04686460802703022, -0.013685929121093685, 0.04458414541657201, -0.017884124676011002, 0.05933618373931633, -0.04239515358719969, -0.008789775259415248, 0.0015272573153775123, 0.0011790668758290385, 0.04499576393145849, -0.021408117169882335, 0.04012099789343034, 0.00436500940351834, -0.013633491001754263, -0.007965848119591142, -0.033248071753320965, -0.019216759781090383, -0.018024879186769267, 0.011743948261260786, 0.008900072726984506, -0.06646774934302556, -0.07277924068853232, 0.037414723411567895, 0.06423775324194954, 0.030461364525900758, 0.014709381884737315, 0.044628305009265345, 0.006690467934370205, 0.015567388912688362, 0.04924284833526318, -0.043663126963733895, 0.02016853050638366, -0.054141269967487596, 0.05180718552665755, 0.008408269198353507, 0.010167406284888285, -0.02985260922967954, -0.007950816572727839, -0.04109090705780105, 0.019718666297352926, 0.008683814961222842, -0.012223972421569166, -0.02501608888579566, 0.01605865041156258, 0.0174531868049825, 0.00978523525948575, -0.04585211879310622, -0.02782132570778788, -0.029641280954472243, 0.03072315931049025, 0.03878363353215692, -0.04542630692170198, -0.0005887448987054225, -0.016867694084817763, 0.03973934561471944, 0.04448321239780762, -0.02564337377658889, -0.04408894256042856, -0.028658757956723808, -0.031207324131105586, -0.049876836886175495, 0.00792563174681226, 0.04259701962472848, -0.001242988086486996, 0.011318332898926446, -0.040944234923203295, 0.04272003243983953, 0.02350327265874915, -0.014096364856270343, -0.018376174073810026, 0.01992171697723674, -0.002950131527396139, 0.015266560535029802, 0.031284601555673704, -0.016131984616216247, -0.02615592717288497, 0.027953800760577453, -0.07998335632326084, 0.02351825391419172, -0.016857443948214448, -0.009264181681763316, -0.015010678717666771, 0.026521020535658482, 0.02173536158194181, 0.010449753496750354, -0.04655234300776811, -0.011060085522143787, 0.008907169405243389, 0.023073517567430462, -0.053806928877169244, -0.03453496960521219, 0.056793922618978206, -0.018134881425072375, -0.03205106515937559, 0.049744361833385924, -0.0013608257747063164, -0.010515597073682735, 0.007203722150927413, 0.010987539216414925, -0.02625922575106899, 0.022957601430578286, -0.039168441131857475, 0.007830982361671578, -0.015483015741183968, -0.021803176768831416, -0.0156888240673046, -0.028907937045290356, 0.05314770893421104, -0.030308387337259345, -0.011446470782339162, -0.04610287554216759, -0.04481124657143711, -0.03882148248287096, 0.006296899382913575, -0.022314152504632673, 0.01653768923255365, 0.03191701058344599, -0.00042384113456195706, -0.008414873206953733, -0.007184402794785384, -0.0335477154886245, 0.008915646303604589, -0.0170813897820899, -0.02088216017863851, -0.0062845290903973524, 0.03538501755017106, 0.005115762526177036, -0.008082552155368123, -0.049441562777092746, -0.0016810352086295644, -0.007639539221089549, 0.016228976277711405, -0.056872779566686356, 0.0400492413492715, -0.029552963631730794, 0.003828073981393186, -0.012848497803480366, 0.022069704534905376, -0.00932470181867893, 0.015235708611055785, 0.010899296399481966, 0.007238418108958325, 0.009614097280024362, -0.02503935146185214, -0.04659334727947179, 0.06250927063899628, 0.03917474804854634, -0.045268600476866525, -0.04479862901276896, 0.005927270479048097, -0.026679518604709167, 0.04525282759720872, 0.045930975740814374, -0.033508287014770426, -0.04249135548712483, -0.04099470143258549, -0.010194464000564837, -0.0036746041230931187, 0.0014883723846794519, -0.04927123504829871, -0.02247186081211334, 0.007283636149793549, 0.029002561284720674, 0.024933687324248492, -0.021631275104832984, -0.0034612050520710412, -0.062206475307993524, 0.003132814414714046, -0.02158711551213965, 0.0019613987033405282, -0.01748354605929786, -0.003020902965068326, -0.02700281979685419, 0.05453238448387702, 0.007498636630036905, 0.008936148439456433, 0.008783368691207523, -0.0002035423163564512, 0.03139657260996622, 0.004712324749063007, -0.04165076977984447, -0.04887065829423078, 0.022267627352519713, 0.0023873097606023222, -0.02111694847029479, 0.028480547513391297, -0.044189875579192954, 0.05965790727096653, -0.0578915719920088, -0.006485557868903208, -0.022710787901431363, -0.017105637697463687, -0.033024125919445514, 0.009265611261963761, 0.03729959703628574, -0.01664374825094231, 0.02217063755366977, -0.02180633022717585, 0.044316039990003234, 0.0389176843827961, 0.01789792501438897, -0.044860133557679274, -0.019722609517267377, -0.03476207076007729, -0.04558716868752708, 0.047621605667763175, -0.037640248768583386, -0.02939683298474495, -0.031191553114093, -0.024917916307235905, 0.04815781652090074, -0.01675887648886968, 0.05387001294521959, 0.07325236747361955, -0.010124874644110509, -0.012852046142609807, -0.024943149561927003, 0.033705425658750385, 0.025316129364529417, -0.03202425424418967, 0.009828185995436296, -0.014498127184015904, -0.03432679665099454, -0.0030005980367783357, -0.030262651946716405, -0.01703328883212733, -0.03793989250388692, -0.018303234749941368, 0.0721799457673444, -0.0033002438675577344, 0.036231910174140285, -0.013156422859397809, -0.04347703380586291, -0.04902521314336702, 0.06501052748763071, -0.0027265798758137408, 0.02218798436853197, 0.03504594534101345, -0.011545925792127591, 0.003297878308138107, 0.013419598795412227, -0.021273276557673138, -0.0032941327614468127, -0.0524190942812232, 0.08364849820867545, 0.002202396821303983, -0.035386593348020676, 0.012602669613650752, 0.0722871894280881, -0.07016128539205654, -0.05206582871554782, 0.005610892739157212, 0.005087054506842382, 0.004502449802782612, -0.036044237493129266, 0.00712821936158532, 0.008863208184265167, -0.02063692430998641, -0.0013789622347232062, 0.01130965856017274, -0.010946140995248837, 0.04558086177083821, -0.0004595226356369983, 0.012775557548289102, -0.011038597115652029, 0.00035504087028952343, 0.029944080010765425, -0.020762300821871884, -0.010290074510635067, -0.04573541661997445, -0.0030684127580066396, 0.025034620343012886, -0.015572120031527617, 0.036616326618346254, -0.0008502450361053945, 0.002531218661027627, 0.032649566593703064, -0.007635251877472125, 0.07154911253742174, -0.01525177578865713, -0.011155104642359111, 0.0337590437638318, -0.027939607404059687, -0.06913933392045403, -0.04251816640231075, 0.015554772285342813, 0.006163438525145393, 0.018593023229426596, -0.07595233131350271, 0.011571849156869849, 0.04931223932000239, -0.00025511787089150265, 0.022915019498379777, -0.07127154859846487, -0.0627647585068969, -0.03388994301877176, -0.012166409233928088, -0.003846974475193098, -0.009330025258695699, -0.015237778941209262, 0.02642363585602353, 0.01510096671904284, -0.029573465767582637, -0.0108503330447861, 0.030147523708789033, -0.022597237323998813, 0.007380158424695203, -0.03308405466650622, 0.020269463525148055, -0.027340316208162192, -0.009343233275896154, -0.046374132564435594, 0.011627243294161198, -0.009496998363462373, 0.005865567096761366, -0.01484658805636614, -0.0005760296675789469, 0.007210030464600187, 0.0223086316242234, 0.013782919851266234, 0.024198765754571784, -0.019163139813363754, -0.030945529346516093, 0.013915271038149185, 0.0170561565273988, -0.006706497393406, 0.023885714699030076, 0.02794512828446896, -0.016658336488245083, 0.0296633588881737, -0.00804371600269156, -0.021705792089196464, -0.03707249588142064, 0.04230683812710345, 0.03474827228434454, 0.0011569877779743275, -0.04755221468302395, -0.03893503306030351, -0.012683692817740816, -0.06034236233126104, 0.0013650641074715911, -0.008875824811610717, 0.03702045357418884, 0.037641824566432995, -0.019246724154620736, -0.02632309771804415, 0.04455102758469723, -0.00044276613378794365, 0.02378714723968531, 0.0023724754213008724, 0.006649525129958524, 0.044539985823878685, -0.017739032064553278, 0.030022935095828363, 0.030403011576689662, 0.03055441110483625, -0.0016928942050350084, -0.00857578433287696, -0.007228364015763605, -0.00889244892013054, 0.031417076608463275, -0.020869542619970354, -0.011419463358083344, -0.02133675364386329, 0.016192703124846972, 0.0016328726749596635, 0.05087670856143134, 0.018150652442084962, -0.00793233447560874, 0.03440407035027224, -0.009736912654742916, -0.049340629758328355, 0.0005724812120341797, -0.05385108474457215, -0.03926464303178261, 0.02977060068627217, -0.02714475708732227, -0.010735009229111437, -0.012640125546224998, -0.027777167977739763, -0.013521123204031527, 0.009854404589444704, -0.02050602505504645, -0.027289849698779997, 0.015459359215665087, -0.013326846514420279, 0.042111279006263526, -0.01875704031624134, -0.003550248573614639, 0.01278541466675262, 0.06005533242933524, -0.05641542193596651, -0.04571964374031665, 0.00032724479040928183, 0.03726332388342131, 0.02093735780685996, 0.017175226122595408, -0.024835907763828532, 0.01005745433800591, -0.0351177018851723, -0.0014463825408278046, 0.021981387212163927, 0.010000285099827233, -0.0023140617032897243, 0.00025011556255086844, -0.02267530451013695, 0.005637977463189342, -0.014509757540721537, 0.01093884687659745, 0.01580000908531752, -0.02023358525306863, -0.03723493717038578, 0.009627107856832315, 0.027706199332505725, -0.025700149065305166, 0.04782978234727125, 0.0021355679050542916, 0.05165578599851096, -0.013000292212411965, 0.0231697194673556, -0.015468821453343596, 0.04940686542207792, 0.03898865489067535, 0.040480574101085014, 0.007672510369653866, 0.033249647551170575, 0.05557010883513733, -0.021834718802856593, -0.029866802586197307, 0.034478196179141135, 0.02546358753540677, -0.023274595706034445, -4.041275815749579e-05, -0.023347142011763307, 0.0012815773222576029, 0.01719651615737206, -0.037671787077318136, 0.016263671770081013, -0.04634101473256081, -0.010804474719659146, -0.04021877931649552, -0.025299570448592025, 0.059225784757583, -0.033066705988998815, -0.0026899619007543815, -0.02009913765899923, 0.01943597449612658, 0.01565807179484944, 0.023749691307111066, 0.00455885489076294, 0.01249010530685812, 0.04795910207907117, 0.025995063544414658, 0.0008127892781541381, 0.045208668004515395, 0.01027923205285424, 0.011786726702529194, -0.045918358182146214, 0.005266275435202568, 0.026344387752820796, -0.0013507472342931847, -0.03452550736753368, -0.015083225023395633, -0.039755114769086816, 0.03550960616313173, -0.01728798693845794, -0.006353280256506143, 0.02639879748211744, -0.057743327784851854, -0.012691282165658353, -0.05331487761672501, 0.0386984696677599, -0.04301967990043349, 0.02010308087891368, 0.049867374648496984, -0.03610101464449075, -0.031730917425574996, 0.05616624471004518, 0.007021470698806806, 0.03323387467151278, 0.010259789762128197, 0.05737744466050832, 0.02545727875607269, 0.059279406587954844, 0.024930532003258846, -0.03423847746560788, -0.00978580150363029, 0.023328215673761074, -0.03914636133551081, -0.041461521300983836, -0.009030773610209354, -0.05889144366726465, -0.0023120041788220816, -0.006586096938205199, -0.0018115759043661546, -0.004864936859242807, 0.017720008869000006, -0.015756639254194207, -0.07359301548062676, 0.00756487415643169, 0.04076760400301081, -0.05441568231074525, 0.01519125472041891, 0.01265215078371564, 0.06917087222918879, 0.027903334251195254, -0.006265357814549701, -0.02115420696247653, -0.02168174161421518, -0.019557409650742815, -0.01820427240981159, 0.04433654398850029, 0.004950957540437485, -0.013057066569805632, -0.059389801844397745, -0.06032343785590402, -0.010789812907870486, 0.0001630433017185184, -0.029180771728053185, -0.039310378422325556, 0.039502782222175827, 0.0455540508556523, 0.032705553983494534, 0.02755164448336949, -0.0403102500975814, 0.012389961118341137, 0.01117442399850114, 0.07122107836379225, 0.0004216480153436249, 0.07693643383439118, 0.028769153213166712, 0.0021174930287447334, 0.03161105620616316, -0.035443370499382156, 0.05695793970579295, -0.006537108903460269, -0.02344965082837731, -0.028175874636014536, 0.029839993533656597, -0.015367888434579204, -0.059607440761584335, 0.007053702377221838, 0.028529043344138874, -0.011170678218979196, 0.003378703839005014, -0.07812239494222759, -0.012053450977673052, -0.052390707568187665, -0.038499758951220764, -0.07894563942258137, 0.03171829986690684, -0.010412692444961118, -0.0083593300580454, 0.021483029035030826, -0.053712302775093715, 0.15661225253193872, 0.02970909427871664, 0.014502069472607747, -0.009543621304448977, 0.016579483265827356, 0.06527862918890907, 0.04384291693020644, -0.02326040234951668, 0.0012976931614651188, -0.0040067770943843515, 0.022612615322871607, -0.008050320011291788, -0.0019005825222514836, 0.005767492307075255, 0.03307932354766697, 0.06159456655342787, -0.053286490903689476, 0.007217915973106482, 0.018394310650242243, -0.05827322799601013, -0.050010887736814676, 0.01031925005391801, -0.020077059725297778, 0.025930403678514694, 0.004185381952840568, 0.005242421934952486, 0.0328806091058374, -0.04672897765325101, 0.025427314382542338, -0.016140658954969953, 0.011640254802291757, -0.03374800572830368, 0.02656241968814718, -0.013302894759635246, -0.04082832251164154, 0.03770806023018257, -0.004363567716124016, -0.003753014734442272, -0.004503928277419879, 0.016352776991747267, -0.0036229546011704566, 0.01719119271735529, 0.07730862015013315, -0.039261487710792964, -0.0009446236391983374, 0.03923152519990782, -0.026170120529402735, 0.023318753436082564, 0.025280645973235004, -0.019167377331221747, 0.04331616831474738, -0.016004240682265934, 0.04096000780286109, -0.01117442399850114, -0.04425295592195288, 0.004796698851890008, 0.015446347707534528, -0.009409667311360838, -0.011181126727297621, 0.017949574303480983, 0.016851923067805172, 0.011269049169254062, 0.005033852702965916, 0.0023601051287846504, -0.04307329800551491, 0.006657065583439239, 0.016412705738807976, 0.010649501706672749, 0.017922368507510052, -0.025540863097329676, -0.0011266041928558795, 0.01098182275825836, -0.025152902039284688, -0.03434414160321153, 0.03651105363623719, 0.04957403782988232, -0.03692267587641409, 0.03334900477208536, -0.008560210756256877, -0.04327201244734448, -0.01590922156205061, -0.03654732678910162, 0.0029983309647243087, -0.0005719884259601992, 0.02995314923030414, 0.058623341965986286, -0.0413921265909542, -0.021531129984993395, -0.04338871462047625, 0.04695923412910575, 0.040075262502887406, 0.024982576173135866, -0.0061415566348525345, 0.006344932811987197, -0.012505876323870707]]\n" + ] + } + ], + "source": [ + "doc_result = embeddings.embed_documents([text])\n", + "print(doc_result)" + ] + } + ], + "metadata": { + "kernelspec": { + "display_name": "Python 3 (ipykernel)", + "language": "python", + "name": "python3" + }, + "language_info": { + "codemirror_mode": { + "name": "ipython", + "version": 3 + }, + "file_extension": ".py", + "mimetype": "text/x-python", + "name": "python", + "nbconvert_exporter": "python", + "pygments_lexer": "ipython3", + "version": "3.10.8" + }, + "vscode": { + "interpreter": { + "hash": "7377c2ccc78bc62c2683122d48c8cd1fb85a53850a1b1fc29736ed39852c9885" + } + } + }, + "nbformat": 4, + "nbformat_minor": 5 +} diff --git a/libs/community/langchain_community/embeddings/__init__.py b/libs/community/langchain_community/embeddings/__init__.py index 208d62a9f0..dc43569803 100644 --- a/libs/community/langchain_community/embeddings/__init__.py +++ b/libs/community/langchain_community/embeddings/__init__.py @@ -18,6 +18,7 @@ from typing import Any _module_lookup = { "AlephAlphaAsymmetricSemanticEmbedding": "langchain_community.embeddings.aleph_alpha", # noqa: E501 "AlephAlphaSymmetricSemanticEmbedding": "langchain_community.embeddings.aleph_alpha", # noqa: E501 + "AnyscaleEmbeddings": "langchain_community.embeddings.anyscale", "AwaEmbeddings": "langchain_community.embeddings.awa", "AzureOpenAIEmbeddings": "langchain_community.embeddings.azure_openai", "BaichuanTextEmbeddings": "langchain_community.embeddings.baichuan", diff --git a/libs/community/langchain_community/embeddings/anyscale.py b/libs/community/langchain_community/embeddings/anyscale.py new file mode 100644 index 0000000000..9e8e384018 --- /dev/null +++ b/libs/community/langchain_community/embeddings/anyscale.py @@ -0,0 +1,75 @@ +"""Anyscale embeddings wrapper.""" +from __future__ import annotations + +from typing import Dict + +from langchain_core.pydantic_v1 import Field, SecretStr, root_validator +from langchain_core.utils import convert_to_secret_str, get_from_dict_or_env + +from langchain_community.embeddings.openai import OpenAIEmbeddings +from langchain_community.utils.openai import is_openai_v1 + +DEFAULT_API_BASE = "https://api.endpoints.anyscale.com/v1" +DEFAULT_MODEL = "thenlper/gte-large" + + +class AnyscaleEmbeddings(OpenAIEmbeddings): + """`Anyscale` Embeddings API.""" + + anyscale_api_key: SecretStr = Field(default=None) + """AnyScale Endpoints API keys.""" + model: str = Field(default=DEFAULT_MODEL) + """Model name to use.""" + anyscale_api_base: str = Field(default=DEFAULT_API_BASE) + """Base URL path for API requests.""" + tiktoken_enabled: bool = False + """Set this to False for non-OpenAI implementations of the embeddings API""" + embedding_ctx_length: int = 500 + """The maximum number of tokens to embed at once.""" + + @property + def lc_secrets(self) -> Dict[str, str]: + return { + "anyscale_api_key": "ANYSCALE_API_KEY", + } + + @root_validator() + def validate_environment(cls, values: dict) -> dict: + """Validate that api key and python package exists in environment.""" + values["anyscale_api_key"] = convert_to_secret_str( + get_from_dict_or_env( + values, + "anyscale_api_key", + "ANYSCALE_API_KEY", + ) + ) + values["anyscale_api_base"] = get_from_dict_or_env( + values, + "anyscale_api_base", + "ANYSCALE_API_BASE", + default=DEFAULT_API_BASE, + ) + try: + import openai + + except ImportError: + raise ImportError( + "Could not import openai python package. " + "Please install it with `pip install openai`." + ) + if is_openai_v1(): + # For backwards compatibility. + client_params = { + "api_key": values["anyscale_api_key"].get_secret_value(), + "base_url": values["anyscale_api_base"], + } + values["client"] = openai.OpenAI(**client_params).embeddings + else: + values["openai_api_base"] = values["anyscale_api_base"] + values["openai_api_key"] = values["anyscale_api_key"].get_secret_value() + values["client"] = openai.Embedding + return values + + @property + def _llm_type(self) -> str: + return "anyscale-embedding" diff --git a/libs/community/tests/unit_tests/embeddings/test_imports.py b/libs/community/tests/unit_tests/embeddings/test_imports.py index a41cdc5dad..c48e98c6d3 100644 --- a/libs/community/tests/unit_tests/embeddings/test_imports.py +++ b/libs/community/tests/unit_tests/embeddings/test_imports.py @@ -2,6 +2,7 @@ from langchain_community.embeddings import __all__ EXPECTED_ALL = [ "OpenAIEmbeddings", + "AnyscaleEmbeddings", "AzureOpenAIEmbeddings", "BaichuanTextEmbeddings", "ClarifaiEmbeddings",