Running a Local Reranker with llama.cpp

hf download hf://Qwen/Qwen3-Embedding-4B-GGUF/Qwen3-Embedding-4B-Q4_K_M.gguf

hf download hf://Qwen/Qwen3-VL-8B-Instruct-GGUF/Qwen3VL-8B-Instruct-Q8_0.gguf
hf download hf://Qwen/Qwen3-VL-8B-Instruct-GGUF/mmproj-Qwen3VL-8B-Instruct-F16.gguf

hf download hf://Voodisss/Qwen3-Reranker-4B-GGUF-llama_cpp/Qwen3-Reranker-4B-Q4_K_M.gguf

cat <<EOF > models.ini
[*]
# Global defaults — applied to every model unless overridden
n-gpu-layers = all
batch-size = 2048
ubatch-size = 2048

# Pre-load the embedding model on server start
load-on-startup = Qwen3-Embedding-4B-Q4_K_M
# models--Qwen--Qwen3-Embedding-4B-GGUF
[Qwen3-Embedding-4B-Q4_K_M]
model = /home/jackl/.cache/huggingface/hub/models--Qwen--Qwen3-Embedding-4B-GGUF/snapshots/f4602530db1d980e16da9d7d3a70294cf5c190be/Qwen3-Embedding-4B-Q4_K_M.gguf
embedding = true
pooling = mean
ctx-size = 32768

[Qwen3-Reranker-4B-Q4_K_M]
model = /home/jackl/.cache/huggingface/hub/models--Voodisss--Qwen3-Reranker-4B-GGUF-llama_cpp/snapshots/1b452c803342e73ac3644551b727dfd51a09fd5b/Qwen3-Reranker-4B-Q4_K_M.gguf
reranking = true
pooling = rank
embedding = true
ctx-size = 32768

[Qwen3VL-8B-Instruct-Q8_0]
model =   /home/jackl/.cache/huggingface/hub/models--Qwen--Qwen3-VL-8B-Instruct-GGUF/snapshots/f982a07559d4a2f6c8744d840bf6fccab30eea96/Qwen3VL-8B-Instruct-Q8_0.gguf
ctx-size = 32768
mmproj = /home/jackl/.cache/huggingface/hub/models--Qwen--Qwen3-VL-8B-Instruct-GGUF/snapshots/f982a07559d4a2f6c8744d840bf6fccab30eea96/mmproj-Qwen3VL-8B-Instruct-F16.gguf
EOF

llama-server \
    --host 127.0.0.1 \
    --port 8081 \
    --metrics \
    --models-max 1 \
    --models-preset models.ini

curl http://localhost:8081/v1/embeddings \
  -H "Content-Type: application/json" \
  -d '{
    "model": "Qwen3-Embedding-4B-Q4_K_M",
    "input": [
      "The Labour Code requires 30 calendar days written notice."
    ]
  }'

{"model":"Qwen3-Embedding-4B-Q4_K_M","object":"list","usage":{"prompt_tokens":13,"total_tokens":13},"data":[{"embedding":[-0.00021134149574209005,-0.010797660797834396,0.028055278584361076,-0.018267720937728882,-0.0016570865409448743,0.060366906225681305,0.02956089749932289,0.053020741790533066,0.04906907305121422,0.07089879363775253,-0.032863132655620575,-0.011959841474890709,0.015026303008198738,-0.03545743599534035,0.12346664071083069,-0.025591248646378517,0.024401798844337463,0.05336527153849602,0.19191165268421173,0.0022904491052031517,-0.020190346986055374,0.009822566993534565,0.09800248593091965,-0.01739678345620632,-0.00926530733704567,-0.02007853239774704,-0.02222588285803795,0.15002380311489105,-0.011984002776443958,0.0012784921564161777,-0.013404808938503265,0.0034077598247677088,0.05617155879735947,0.007387963123619556,0.0067099458537995815,-0.024273883551359177,0.029086370021104813,-0.0021649531554430723,0.0006716189673170447,0.07281310111284256,0.014394688419997692,-0.03024303913116455,0.029251981526613235,0.00925399549305439,-0.003491355571895838,0.007753508631139994,0.006310726050287485,-0.01598951406776905,0.005750882904976606,-0.020952720195055008,0.00581592321395874,-0.005200199782848358,-0.03316105902194977,-0.01765158399939537,0.004037431441247463,-0.07574725896120071,0.04520880803465843,-0.011476165615022182,-0.019894981756806374,0.021062729880213737,-0.00523358816280961,-0.012306349352002144,0.020336998626589775,-0.0006262192619033158,-0.004548323806375265,-0.021935375407338142,-0.0024351307656615973,-0.07083743065595627,0.013281621038913727,-0.00711518619209528,0.006638866383582354,-0.026799337938427925,-0.03227591514587402,0.013570310547947884,0.006144436541944742,-0.012996994890272617,-0.01356840506196022,0.018496733158826828,-0.036690566688776016,0.009855751879513264,-0.04728388786315918,0.010895788669586182,0.029696865007281303,-0.013166306540369987,0.026137175038456917,-0.009770295582711697,0.00936077255755663,0.0015719624934718013,-0.04093792289495468,-0.0035996080841869116,0.0064481645822525024,-0.030567217618227005,0.026969073340296745,0.01941210962831974,-0.007862747646868229,-0.005257355514913797,0.00875001959502697,0.003728823969140649,0.015447258949279785,-0.010853792540729046,0.004556190222501755,-0.03289421275258064,-0.001993157435208559,-0.017189621925354004,-0.0316418781876564,-0.014589346013963223,-0.018218349665403366,-0.004302375949919224,0.0012445386964827776,0.004388765431940556,0.009926719591021538,0.006107661407440901,0.01387027371674776,0.01598847657442093,-0.01739790104329586,-0.008703821338713169,0.021078435704112053,0.031898170709609985,-0.0032237893901765347,-0.02616356685757637,-0.006544934585690498,0.015282402746379375,0.0036469402257353067,0.029315998777747154,-0.00994934979826212,0.007527015171945095,-0.013817235827445984,0.010114693082869053,-0.009027023799717426,0.011346124112606049,0.08375652134418488,-0.020285967737436295,0.00969705730676651,0.0021113415714353323,-0.005127059295773506,-0.008638391271233559,0.021793948486447334,-0.00762187922373414,0.00652226572856307,0.014969461597502232,-0.010925060138106346,0.02913929522037506,-0.0011082281125709414,0.04268603399395943,-0.013432853855192661,-0.008879773318767548,0.010319538414478302,-0.002298106672242284,0.01568758115172386,-0.008756586350500584,0.01683148182928562,0.004472124390304089,0.0223024170845747,0.016719207167625427,-0.007813693024218082,0.0036733231972903013,-0.021400779485702515,-0.01981344074010849,-0.004788839258253574,0.008596050553023815,-0.013657620176672935,0.010490719228982925,-0.057229917496442795,0.04757830500602722,0.018018919974565506,0.0001217244061990641,0.010081154294312,-0.006132510025054216,0.0012802367564290762,-0.06365417689085007,-0.0020453613251447678,-0.032937757670879364,-0.002114855218678713,-0.006299245171248913,-0.0043245162814855576,0.0034401691518723965,-0.00012514386617112905,-0.0040960004553198814,-0.0031732351053506136,0.002116304123774171,0.0029866883996874094,-0.000154283014126122,0.02514544501900673,0.008770974352955818,0.018424659967422485,0.007636356167495251,-0.004970562644302845,0.03090481087565422,0.011673036962747574,0.0077242180705070496,-0.10341555625200272,0.01724209450185299,-0.015535629354417324,0.003110355930402875,-0.01681642420589924,-0.013796376995742321,-0.02583727054297924,-0.04285655915737152,0.015492614358663559,0.02902119606733322,-0.0005207062349654734,0.01814371906220913,-0.004134738817811012,0.0005789115093648434,-0.02090984769165516,-0.018845507875084877,-0.006202192045748234,-0.011381588876247406,-0.018072323873639107,-0.03292027488350868,-0.01258886232972145,-0.03471418842673302,-0.011699507012963295,0.01436210609972477,-0.021042242646217346,0.01266814861446619,0.0026914470363408327,-0.016528062522411346,0.02172914147377014,0.02855052426457405,-0.004577395040541887,-0.00549021502956748,-0.008883686736226082,0.003399051958695054,-0.015657909214496613,-0.012853682972490788,0.007219103164970875,0.005777169484645128,0.01021389476954937,0.00025267008459195495,0.059021007269620895,0.018986206501722336,-0.01502852700650692,-0.00012820883421227336,0.0005125702591612935,0.028111688792705536,0.03387123718857765,-0.027736308053135872,0.024917425587773323,0.03003706783056259,0.03344348445534706,-0.02330547384917736,0.011321425437927246,0.013246671296656132,0.0031674993224442005,-0.009593506343662739,-0.010873689316213131,-0.008136111311614513,-0.035110704600811005,-0.018967192620038986,-0.03971140831708908,-0.013058423064649105,0.014205115847289562,-0.006697256118059158,-0.011739853769540787,0.014805659651756287,0.0071444157510995865,0.02016567997634411,0.0007857046439312398,-0.010209453292191029,0.008743601851165295,0.015940722078084946,0.009055431932210922,0.0069487616419792175,0.00864090770483017,-0.05472959950566292,0.004669235087931156,0.0012403385480865836,0.01640881784260273,0.000415012298617512,-0.026404445990920067,-0.012709295377135277,-0.004186608362942934,-0.0040788184851408005,0.011236419901251793,0.009142356924712658,-0.013675379566848278,0.006476536393165588,0.012495632283389568,-0.012336929328739643,-0.017065538093447685,-0.015221847221255302,0.006287718191742897,0.014208478853106499,0.039034705609083176,-0.023680228739976883,0.02711508981883526,0.008456997573375702,-0.023401770740747452,-0.0014075922081246972,0.004558175802230835,-0.02389688603579998,0.02098899520933628,-0.005357532761991024,0.0028657300863415003,-0.014126620255410671,0.005762625485658646,0.006720090284943581,0.007170591037720442,-0.015023798681795597,0.00197915593162179,-0.014285488985478878,0.0036112782545387745,-0.021628709509968758,0.006671879440546036,-0.02065177634358406,-0.01150758471339941,-0.01641462743282318,0.05085808411240578,-0.003713790327310562,-0.01653597690165043,-0.0054189483635127544,0.0009170767152681947,0.011718430556356907,-0.01021595485508442,-0.06291542947292328,0.006536177825182676,0.010489794425666332,-0.007872144691646099,-0.04866738244891167,0.000693379552103579,-0.07199369370937347,-0.04832257330417633,-0.00894900318235159,-0.004700186662375927,0.0130178676918149,0.002027790294960141,0.01150281447917223,-0.008218799717724323,0.06768402457237244,-0.029925860464572906,0.01453145407140255,-0.030778158456087112,-0.017483623698353767,0.024579515680670738,-0.008384215645492077,0.032255202531814575,0.03190618008375168,-0.005221227183938026,-0.0027499378193169832,-0.005401902366429567,-0.007127184420824051,0.038585592061281204,-0.00041251289076171815,-0.04877696558833122,-0.006096846889704466,0.005058665759861469,0.013418581336736679,-0.023702066391706467,-0.020139815285801888,0.03707604110240936,-0.01978296786546707,-0.00039355707122012973,0.0003162480134051293,0.017269348725676537,-0.0098108584061265,-0.003731698729097843,0.004227415658533573,0.0026198846753686666,0.017447924241423607,-0.0016666690353304148,0.0036489609628915787,0.007870581932365894,0.020208338275551796,-0.03476295247673988,-0.00527916569262743,-0.008892429992556572,0.00945113506168127,-0.026460783556103706,-0.018664594739675522,0.009388954378664494,-0.012297228910028934,0.018873922526836395,-0.019991058856248856,-0.006940328516066074,0.004504500888288021,-0.013417825102806091,-0.01816086657345295,-0.022823886945843697,-0.0050040483474731445,0.010314496234059334,0.057394515722990036,-0.007596081588417292,0.024205589666962624,0.0014237802242860198,-3.0027469620108604e-05,-0.02415372058749199,-0.011883839033544064,-0.019228573888540268,0.02120797522366047,0.005624179262667894,0.015770360827445984,0.0050083938986063,-0.008338449522852898,0.0073473225347697735,0.04840560629963875,0.0038710515946149826,0.027955371886491776,0.025930818170309067,-0.01915624365210533,-0.025016536936163902,-0.0394381619989872,-0.02818913757801056,-0.014780047349631786,0.012219022028148174,-0.037163469940423965,-0.008068589493632317,0.01005624607205391,-0.003329757833853364,-0.0209172572940588,0.014340774156153202,0.02538105845451355,0.01201726496219635,0.004262528382241726,-0.0013425176730379462,-0.009966859593987465,0.016659846529364586,0.008309214375913143,-0.014602155424654484,0.019998570904135704,-0.024524930864572525,-0.02356567420065403,0.016742141917347908,-0.012070981785655022,0.0003775108780246228,0.023419752717018127,0.012903569266200066,0.016226693987846375,-0.03529317304491997,-0.004569560755044222,-0.007001620717346668,0.0005837977514602244,0.016758473590016365,0.02677994780242443,-0.015701841562986374,-0.005366570316255093,0.022481229156255722,0.008177503012120724,-0.0033600307069718838,-0.018594305962324142,-0.0017377794720232487,-0.005680513102561235,-0.008063091896474361,0.023687956854701042,-0.03441939130425453,-0.020357752218842506,0.015060539357364178,0.026046400889754295,0.03683200478553772,-0.023093942552804947,-0.0219765305519104,0.0022127183619886637,-8.650220115669072e-05,0.007894952781498432,-0.033266402781009674,0.019359853118658066,-0.0052976710721850395,0.007866432890295982,-0.009014762938022614,-0.014781293459236622,-0.13377505540847778,0.0011360208736732602,0.006443800404667854,-0.017205605283379555,0.009406899102032185,-0.007754118647426367,-0.010982123203575611,0.00019296578830108047,-0.010506679303944111,0.021381963044404984,-0.027735359966754913,0.011607690714299679,-0.032177943736314774,0.04776877909898758,-0.013034986332058907,0.02883552759885788,-0.018587926402688026,-0.003776064608246088,0.02115417644381523,0.008393189869821072,0.03576592355966568,0.006196655798703432,0.004783330485224724,0.000709621817804873,-0.0003917971334885806,0.024459097534418106,0.014303676784038544,0.01844543218612671,0.0038652524817734957,-0.012712904252111912,-0.012762161903083324,0.0348130464553833,-0.01853451132774353,-0.034367844462394714,-0.0058580669574439526,0.03180228918790817,0.02921987697482109,-0.025074901059269905,-0.018918165937066078,0.008916561491787434,-0.020171988755464554,0.028934521600604057,0.006843321956694126,0.019892685115337372,-0.002446511061862111,-0.004685025662183762,-0.031201766803860664,0.005509361624717712,-0.027483033016324043,0.017271768301725388,0.011442378163337708,0.00575620774179697,-0.0022677395027130842,0.0021396761294454336,0.019833190366625786,0.022566435858607292,-0.014231231063604355,-0.007877699099481106,0.015016604214906693,0.009018954820930958,-0.0021446491591632366,0.058873649686574936,0.008684580214321613,0.012757617048919201,-0.012138919904828072,0.01903442107141018,0.014697537757456303,-0.027139674872159958,0.011427395045757294,-0.021454675123095512,0.004383667837828398,0.004576703533530235,-0.03300770744681358,0.019456347450613976,-0.009359685704112053,0.010439513251185417,0.016252122819423676,0.027373382821679115,0.012190374545753002,0.015443198382854462,0.017797794193029404,-0.0006038923747837543,0.01902133785188198,-0.04906954988837242,-0.00011062805424444377,-0.003211106639355421,0.04963505640625954,0.0024664367083460093,-0.010863320901989937,0.00034391137887723744,0.015486779622733593,0.01144927553832531,0.004096450284123421,-0.015585452318191528,-0.01978677697479725,0.01945008896291256,0.020487891510128975,0.03782506659626961,-0.0023353302385658026,-0.0037123579531908035,-0.0030342917889356613,-0.016108449548482895,-0.006051046308130026,-0.014368233270943165,0.0053541213274002075,-0.010711409151554108,-0.00900561735033989,0.03758741170167923,-0.017185617238283157,-0.017177192494273186,-0.015210231766104698,-0.0019043986685574055,0.01109308935701847,-0.01496822852641344,0.01728247106075287,0.006461427081376314,-0.042412735521793365,0.001395014813169837,-0.0251624695956707,0.004348154179751873,-0.00883694551885128,0.01949182152748108,-0.0002799851354211569,-0.020764155313372612,-0.006606854032725096,-0.011244426481425762,-0.015287126414477825,0.027380825951695442,0.022275442257523537,0.003843858139589429,-0.01562795788049698,0.01420981902629137,0.01413425337523222,0.0014341013738885522,-0.011641798540949821,0.0014138052938506007,-0.0025546534452587366,-0.020712168887257576,-0.00545777240768075,0.0040102144703269005,0.030898569151759148,-0.05166124552488327,0.00943075306713581,-0.012150177732110023,0.01147441565990448,0.005075548775494099,0.00161029736045748,0.020178478211164474,0.008197431452572346,0.014984877780079842,-0.005337195936590433,0.002543478971347213,0.00024408176250290126,0.01614607498049736,0.02044597640633583,-0.02884037233889103,-0.026604097336530685,0.0011345704551786184,-0.005779722705483437,0.02774527110159397,-0.006463410798460245,-0.002941151848062873,-0.02265935391187668,0.010069499723613262,0.03213609382510185,-0.06344866752624512,-0.031222684308886528,-0.020868409425020218,-0.02543049491941929,0.006948207970708609,-0.0012481976300477982,-0.03677363321185112,0.03328118100762367,-0.01696714386343956,-0.0059052943252027035,-0.002931725699454546,-0.03398212790489197,-0.002804775722324848,0.013551575131714344,-0.017797188833355904,0.002689759712666273,0.012235320173203945,0.00882478803396225,-0.008386461064219475,0.0019878989551216364,-0.047747187316417694,-0.040103279054164886,-0.033814456313848495,-0.025342848151922226,-0.003945087548345327,-0.009879468940198421,-0.002115594455972314,-0.01924884133040905,0.005751396529376507,0.002579544670879841,-0.016703536733984947,0.011585775762796402,0.002047814428806305,0.017503853887319565,-0.0008075415971688926,-0.015463882125914097,-0.017240112647414207,0.0034287518355995417,0.017016028985381126,-0.009702970273792744,-0.025506870821118355,-0.019135775044560432,-0.0010065200040116906,0.06683959811925888,-0.040443580597639084,-0.015268739312887192,0.020202668383717537,-0.010393795557320118,-0.005528655834496021,0.0019509235862642527,-0.023283613845705986,0.006416315212845802,-0.012298034504055977,-0.047084707766771317,-0.0050110965967178345,0.01572682522237301,0.01734575629234314,0.030547725036740303,0.00010372042743256316,0.022545557469129562,0.006140863057225943,-0.008042484521865845,-0.02162356674671173,0.00031615508487448096,0.03594543784856796,0.015707403421401978,0.003814857453107834,0.029970498755574226,-0.00015229522250592709,0.024128571152687073,-0.026823827996850014,-0.0003909925289917737,0.0041335225105285645,-0.0346367247402668,0.0034898370504379272,-0.0038967542350292206,0.006734427530318499,0.010609501041471958,-0.0038748004008084536,0.010672329925000668,0.07589621841907501,0.02473219856619835,-0.003481125459074974,0.01651812717318535,0.0384022518992424,0.004219921305775642,0.005269182380288839,-0.0021778675727546215,-0.0039869267493486404,-0.017972277477383614,0.018747709691524506,-0.027409683912992477,-0.012420319952070713,-0.0034558686893433332,-0.032868776470422745,0.0027215490117669106,0.024894559755921364,-0.0263878982514143,-0.024210240691900253,0.03832363337278366,0.029263954609632492,-0.0005761373322457075,-0.005571279209107161,-0.016655031591653824,0.03740716725587845,0.0014197268756106496,-0.012942715547978878,-0.017227478325366974,0.030737536028027534,0.013686528429389,0.011373736895620823,0.0007722317823208869,0.014064001850783825,-0.022817954421043396,0.010484667494893074,0.01257818378508091,0.00466171046718955,0.01192878745496273,0.0016509294509887695,-0.005214134696871042,0.005077356938272715,-0.012239895761013031,-0.0033700335770845413,0.00269321259111166,-0.03951194882392883,0.03320431336760521,0.02338160201907158,0.028356138616800308,-0.017081035301089287,0.01635894738137722,0.01154724508523941,-0.003168256487697363,0.04479994252324104,0.026660338044166565,-0.014697209931910038,0.014188222587108612,0.0018343556439504027,-0.010513709858059883,-0.024809306487441063,-0.011422605253756046,0.012028182856738567,-0.01222819834947586,0.022329511120915413,-0.029580721631646156,-0.00952945090830326,-0.0067436122335493565,0.030264263972640038,-0.008542500436306,-0.00246676173992455,0.016827907413244247,-0.027822446078062057,-0.0215779859572649,-0.03003983199596405,0.03808140754699707,-0.007114616222679615,0.05248993635177612,-0.014887654222548008,0.02352806180715561,-0.013517775572836399,-0.01501377671957016,-0.0109010711312294,0.01075587049126625,-0.0014721843181177974,-0.010229143314063549,-0.0344393327832222,0.011367802508175373,-0.01643867790699005,0.00974588468670845,-0.012435190379619598,-0.02704782783985138,-0.00995634961873293,0.014867148362100124,0.02155132405459881,-0.016352441161870956,0.01447906531393528,0.006227609235793352,-0.015633707866072655,-0.016393356025218964,0.033807799220085144,-0.00971127673983574,-0.00194556824862957,0.016718139871954918,-0.01980799064040184,0.012195238843560219,0.016243545338511467,0.01350379642099142,-0.014910995028913021,-0.00912678986787796,-0.02215547300875187,0.01128841470927,-0.0046606590040028095,0.007728494703769684,-0.011975324712693691,-0.003236384131014347,0.022235317155718803,0.013981220312416553,0.01356339268386364,0.04349181801080704,-0.027270112186670303,0.026744507253170013,0.0022350640501827,0.01884249411523342,-0.0071337358094751835,-0.0006575111765414476,-0.017272425815463066,-0.013994180597364902,0.010068558156490326,-0.0031317321117967367,-0.007194553501904011,0.009808498434722424,-0.023619716987013817,-0.018187476322054863,-0.035517022013664246,-0.008365519344806671,-0.022509310394525528,-0.017673084512352943,-0.010006376542150974,0.020113838836550713,-0.02368033118546009,-0.0030413097701966763,-0.036943044513463974,-0.009375699795782566,-0.0029807244427502155,-0.019149011000990868,0.02621706947684288,0.0029192452784627676,0.08667784184217453,-0.018838398158550262,-0.011668356135487556,0.015378731302917004,0.0469072125852108,0.025404617190361023,0.004780514631420374,0.026158271357417107,0.018311824649572372,-0.007576321717351675,-0.029880164191126823,-0.011845570988953114,-0.017018554732203484,-0.02381039410829544,-0.0013684183359146118,-0.0063463859260082245,-0.01609826646745205,-0.0024210824631154537,-0.02266736701130867,-0.006279889028519392,0.008264536038041115,-0.024122903123497963,0.014276609756052494,0.03218726068735123,-0.010028903372585773,-0.013145295903086662,-0.01985342800617218,-0.010209549218416214,0.0005299234762787819,0.017799941822886467,0.002403098624199629,0.027471676468849182,-0.016801487654447556,-0.008926021866500378,0.01124633476138115,0.004669650923460722,-0.005842267069965601,0.006250348407775164,-0.031878892332315445,-0.019991451874375343,0.011565947905182838,0.02919396571815014,0.010920677334070206,0.008291876874864101,0.0009098681039176881,-0.0022739749401807785,-0.038096435368061066,0.014353608712553978,-0.027173416689038277,0.014068366028368473,-2.8263757485547103e-05,-0.0037083292845636606,0.018141871318221092,0.03206413611769676,0.021613137796521187,0.0229233019053936,-0.0009043345926329494,0.004076882731169462,-0.015842342749238014,-0.005894310772418976,-0.013896986842155457,-0.003482353175058961,-0.005175861530005932,-0.04118431359529495,-0.015167037025094032,-0.0010442838538438082,0.006957372650504112,-0.004435397684574127,-0.012774661183357239,0.023850787431001663,-0.0017549315234646201,-0.007991469465196133,-0.0038929383736103773,0.022354427725076675,-0.010296259075403214,0.0030520346481353045,-0.01933465339243412,-0.023111343383789063,0.009314469993114471,0.001895215013064444,0.0177514236420393,0.004128606524318457,-0.01172647438943386,-0.007148904725909233,0.006348994094878435,0.006386594846844673,0.021083233878016472,0.012487120926380157,0.002880509477108717,-0.004975872114300728,-0.01504345703870058,0.015090703964233398,0.05993546545505524,-0.020992480218410492,0.021440209820866585,0.00705722626298666,0.027101680636405945,-0.01113946083933115,0.0191268902271986,-0.013233350589871407,0.012125039473176003,-0.014027463272213936,-0.011455872096121311,0.0026443421375006437,-0.0039960406720638275,0.020586691796779633,0.002915219170972705,-0.0015638190088793635,0.006393058691173792,0.011579064652323723,0.022261986508965492,-0.02285863645374775,0.020862439647316933,0.010008950717747211,0.00012205781968077645,0.00574864074587822,-0.010074449703097343,0.007620624732226133,0.008466485887765884,0.0053950343281030655,-0.0003168773546349257,0.002486763522028923,-0.008248106576502323,-0.006867098622024059,0.003765430999919772,0.00848229881376028,0.018075428903102875,0.04493939131498337,0.008591372519731522,-0.010262500494718552,0.005278784316033125,-0.0046940753236413,-0.0024235928431153297,-0.006514332722872496,-0.011311225593090057,0.00462935958057642,0.004435285460203886,-0.006690458860248327,-0.006562672555446625,0.0013637100346386433,0.03377145528793335,-0.005578989163041115,-0.008923337794840336,0.019865790382027626,0.021327529102563858,0.0288519449532032,-0.0018844291334971786,0.003184753702953458,-0.017357654869556427,0.009019359946250916,0.0002407528372714296,0.018263323232531548,-0.009719440713524818,-0.0005906735314056277,-0.03201574832201004,0.04080791398882866,-0.019557343795895576,0.008150842972099781,-0.026561269536614418,-0.016027240082621574,0.008965362794697285,-0.0037552774883806705,0.011391880922019482,-0.028097346425056458,0.019821010529994965,-0.008000599220395088,-0.006404669024050236,-0.03230332210659981,0.035814281553030014,-0.008810757659375668,0.02086198888719082,0.0035228263586759567,-0.016613099724054337,0.005238601937890053,-0.03989475965499878,0.022432507947087288,0.0060943011194467545,-0.019465351477265358,0.0018207700923085213,0.021337442100048065,0.013441912829875946,-0.01778186298906803,-0.024891911074519157,0.002200834220275283,-0.015872761607170105,0.010894891805946827,-0.009601500816643238,-0.004613925702869892,-0.012732765637338161,-0.01281690038740635,0.016739029437303543,-0.02223670296370983,-0.02636120468378067,0.01980425789952278,-0.010437563993036747,0.025322044268250465,0.0035638371482491493,-0.014095989987254143,-0.008045156486332417,-0.009672446176409721,0.029460642486810684,-0.005863505881279707,0.011553827673196793,-0.01213869545608759,-0.0008264565840363503,0.0029047064017504454,-0.010414861142635345,-0.007845164276659489,0.01411394216120243,-0.007368538994342089,0.003207472385838628,0.004237624816596508,-0.01956675946712494,-0.006032871548086405,-0.009892012923955917,-0.0003918224829249084,0.0014291807310655713,0.005004277918487787,0.02755371667444706,-0.019253205507993698,0.019852377474308014,-0.0034354894887655973,0.014516361989080906,0.012099827639758587,0.032428719103336334,-0.01653430424630642,-0.013593463227152824,-0.0034463955089449883,-0.010142834857106209,-0.017968682572245598,0.027391523122787476,-0.007092388812452555,0.036739811301231384,-0.02944696880877018,-0.010931776836514473,0.015777578577399254,-0.013701343908905983,-0.03182404115796089,0.013350057415664196,0.010424559935927391,0.0006329810712486506,-0.003915130626410246,-0.014378540217876434,0.04883189871907234,-0.03081032820045948,-0.011933987960219383,0.002079999540001154,-0.009866567328572273,-0.009508571587502956,0.007079595234245062,0.006979142315685749,0.014046254567801952,0.0031400821171700954,-0.025614624843001366,-0.015372191555798054,-0.013808387331664562,0.02973666414618492,0.005047989543527365,0.020522238686680794,-0.013936394825577736,0.014909712597727776,0.005313299596309662,0.002335253870114684,-0.0038293437100946903,-0.00886552408337593,-0.010287897661328316,-0.003230065805837512,-0.024845633655786514,-0.03084304742515087,-0.010064954869449139,0.00455073919147253,-0.0017599320271983743,0.02634408138692379,0.014704709872603416,0.022421911358833313,0.006893244571983814,-0.0002233197883469984,-0.006572736892849207,0.02350320667028427,-0.020778648555278778,0.009799386374652386,0.025219270959496498,-0.031044544652104378,0.008439206518232822,0.03600512444972992,-0.02361396700143814,-0.002830422716215253,0.0027921015862375498,-0.014919173903763294,0.004177367780357599,-0.00011941828415729105,-0.010897958651185036,0.0023260118905454874,-0.003090254031121731,-0.023008480668067932,-0.03838169202208519,0.024987690150737762,0.02548571117222309,0.00959011260420084,0.0038507813587784767,0.007940210402011871,0.005747014656662941,0.02246016636490822,0.024566320702433586,-0.0062216827645897865,0.014954824931919575,0.017594385892152786,-0.026424668729305267,0.01674690470099449,0.008403790183365345,0.002160451142117381,-0.004740600008517504,0.003696499625220895,-0.014506885781884193,-0.001093534054234624,-0.016854217275977135,0.002520421054214239,-0.02176099829375744,0.008602400310337543,-0.02059812657535076,-0.0074356296099722385,0.014985909685492516,-0.002767241094261408,-0.0001823776838136837,0.01706841215491295,-0.00424987031146884,-0.0016083372756838799,-0.003031422384083271,-0.0323835052549839,0.008755601942539215,-0.03324751555919647,0.04378312826156616,-0.02075492963194847,-0.03268243372440338,0.013762110844254494,0.014063216745853424,0.006099055986851454,0.005763611756265163,0.012316025793552399,0.02195035293698311,0.007084122393280268,-0.0100024389103055,0.003959888592362404,0.004470541141927242,-0.004549039993435144,-0.020039986819028854,-0.007701077498495579,-0.015653857961297035,-0.01576952636241913,-0.0012066668132320046,-0.03410795331001282,0.00838174857199192,-0.016364075243473053,-0.016219502314925194,0.001139506115578115,-0.02914666011929512,0.012531626038253307,-0.019983971491456032,0.024228287860751152,0.02803700603544712,0.0042383200488984585,-0.004318624269217253,0.012187816202640533,-0.01556299440562725,-0.013589421287178993,0.02925381250679493,-0.01463585440069437,0.02633705362677574,0.005692827515304089,-0.0187221709638834,0.0041455538012087345,0.013572560623288155,-0.017685195431113243,0.019114751368761063,-0.007732271682471037,0.025612011551856995,0.03639599680900574,0.017279455438256264,0.011699696071445942,0.004836380481719971,0.03421778231859207,0.005710378289222717,0.012757891789078712,-0.018429148942232132,0.03417032212018967,-0.007909475825726986,0.008514795452356339,-0.0036426435690373182,-0.0042060487903654575,0.003681780304759741,-0.010977091267704964,-0.01382919866591692,0.011413933709263802,0.03769724443554878,0.008438083343207836,-0.011465408839285374,0.015017803758382797,0.01279743853956461,0.004345129244029522,-0.009581757709383965,-0.026297006756067276,-0.0188069399446249,-0.002529848599806428,-0.0008339969790540636,0.00268674548715353,-0.009734510444104671,-0.02362525835633278,-0.01029195822775364,0.026940159499645233,-0.009613461792469025,-0.01383401919156313,-0.009580790996551514,-0.020627140998840332,-0.003894499270245433,0.01374468207359314,-0.0010305445175617933,-0.012625839561223984,0.009129737503826618,-0.014970315620303154,0.008280220441520214,0.01563876122236252,0.01599513739347458,0.006248841993510723,0.006620324682444334,0.006485139951109886,0.016874469816684723,-0.019066927954554558,0.006171999964863062,-0.004700906109064817,-0.00958750769495964,0.02437579445540905,0.012593668885529041,-0.009126925840973854,0.011116182431578636,-0.03801608085632324,-0.0034084580838680267,0.003125581191852689,0.010980342514812946,-0.027079254388809204,0.020239774137735367,0.01636788435280323,-0.01222009677439928,-0.008844442665576935,0.007160000968724489,0.010424872860312462,0.028173182159662247,0.0010919362539425492,0.0052862330339848995,-0.013877306133508682,-0.008470465429127216,-0.006519329734146595,0.019557375460863113,-0.0013889257097616792,0.01976294256746769,-0.02669985592365265,0.010276134125888348,0.0207813810557127,-0.021458793431520462,0.011191939003765583,0.027779437601566315,-0.028111286461353302,0.010300259105861187,-0.0002796484623104334,0.012739380821585655,-0.029897751286625862,0.003900819458067417,-0.03592939302325249,0.00792123842984438,0.007234031800180674,-0.002470067236572504,0.005964489653706551,-0.010333742946386337,-0.012134872376918793,0.020846499130129814,-0.0038178933318704367,-0.025210049003362656,0.009496674872934818,0.005571043584495783,0.011917981319129467,-0.017051124945282936,0.018988242372870445,-0.002125362167134881,0.018082719296216965,-0.0174744613468647,-0.008904566988348961,0.02202063798904419,0.004080980084836483,0.013221358880400658,-0.002801058581098914,-0.02950308285653591,-0.024556240066885948,-0.012082981877028942,0.022345056757330894,-0.00015916094707790762,0.004878322593867779,-0.014453037641942501,-0.00675239460542798,-0.01405602227896452,-0.02002093382179737,0.0005304589867591858,-0.011689124628901482,0.01567692682147026,0.017996368929743767,-0.0064203026704490185,0.012790991924703121,0.038901329040527344,-0.016583960503339767,0.002716039540246129,0.019372904673218727,0.03348571062088013,-0.00462344940751791,0.01808277703821659,0.00047316888230852783,0.0043822708539664745,0.003855225397273898,0.004555189050734043,0.006236156914383173,-0.02169080637395382,-0.007341111544519663,-0.007182096131145954,0.0041340976022183895,-0.028169896453619003,-0.0051949103362858295,0.046100545674562454,0.015150226652622223,0.00019072940631303936,0.0038006107788532972,0.02882893569767475,-0.024044033139944077,-0.0008864699047990143,0.0004584288108162582,0.006320573855191469,-0.002418571151793003,0.027388812974095345,0.00999383069574833,-0.0517178438603878,0.008590000681579113,-0.030062396079301834,0.041693124920129776,-0.005821187514811754,-0.01727885939180851,-0.01972810924053192,0.03398570418357849,0.024912049993872643,-0.00893562100827694,-0.007125242613255978,-0.007485103327780962,-0.02553451992571354,0.008615370839834213,0.015833867713809013,-0.029103761538863182,-0.012155404314398766,0.022631313651800156,0.02559293434023857,-0.00537352217361331,0.029570776969194412,0.0021314306650310755,-0.024675872176885605,-0.03073207661509514,0.019250202924013138,0.014125039801001549,0.022950133308768272,-0.01953166350722313,0.0056391325779259205,-0.01426015142351389,0.031624577939510345,0.005328572820872068,-0.008966449648141861,0.007223116233944893,0.015753179788589478,0.000791390601079911,-0.016751304268836975,5.46257024325314e-06,0.02388893999159336,-0.004234535153955221,-0.013236010447144508,0.019585195928812027,-0.01211404986679554,-0.002949740272015333,-0.020947091281414032,-0.01184915378689766,-0.00647319620475173,-0.020914344117045403,0.01401590183377266,0.022262243553996086,0.00429387204349041,0.03189081698656082,0.0009316010982729495,-0.003937516361474991,-5.7107245083898306e-05,-0.037049125880002975,0.016547322273254395,-0.028982052579522133,-0.004124876111745834,0.0021941601298749447,-0.011144688352942467,-0.018379760906100273,-0.01213951874524355,0.010373333469033241,-0.012483454309403896,-0.010968469083309174,0.02116747945547104,0.016605325043201447,-0.006320934742689133,0.008311971090734005,-0.005736723076552153,-0.012569996528327465,0.004756632726639509,-0.015148150734603405,0.004891828168183565,0.02794339694082737,-0.011356287635862827,-0.012690287083387375,0.026440301910042763,-0.0144643634557724,-0.010100667364895344,-0.013161235488951206,-0.016891224309802055,-0.012699825689196587,-0.011047662235796452,0.0067465640604496,-0.000876698293723166,-0.007872180081903934,-0.004482103977352381,0.008024981245398521,0.02374151162803173,-0.008446205407381058,0.00011079744581365958,-0.029807886108756065,0.011343540623784065,0.024665866047143936,-0.005048337858170271,0.004428096581250429,-0.031544338911771774,-0.010736863128840923,-0.008262068033218384,0.0038077777717262506,0.017849702388048172,0.006264569703489542,0.019734902307391167,0.01458264421671629,0.0009600906050764024,-0.033812325447797775,0.04437706992030144,0.009469795972108841,-0.02137974463403225,-0.027122393250465393,0.0010917001636698842,-0.01877150870859623,0.031072944402694702,-0.0024928320199251175,-0.0023505399003624916,-0.00045216508442535996,0.021067846566438675,0.003666421864181757,0.007524126209318638,-0.01898765005171299,0.013644015416502953,-0.010295573621988297,0.007686141412705183,-0.0006678260397166014,-0.0015554609708487988,0.025458557531237602,0.0005485560977831483,0.016081945970654488,-0.001093355705961585,-0.02943475916981697,0.01123395748436451,0.005451066419482231,-0.03885886073112488,-0.015591987408697605,-0.00010788046347443014,-0.010377712547779083,0.013904918916523457,-0.0005706437514163554,0.028981313109397888,0.023596657440066338,-0.011596105992794037,0.019767800346016884,0.002887466922402382,-0.0028601568192243576,-5.955112283118069e-05,-0.017500009387731552,0.0012046050978824496,0.011819669976830482,-0.005577126983553171,0.003470674157142639,0.010893154889345169,0.021487759426236153,0.014471899718046188,0.00496205547824502,-0.009416022337973118,-0.0028615184128284454,-0.02168402448296547,-0.001165810041129589,-0.0004351315146777779,-0.004754753317683935,0.0018685540417209268,-0.00810765940696001,-0.014892637729644775,-0.010163063183426857,0.008784989826381207,-0.0009451180230826139,0.0029617345426231623,0.05619840323925018,0.009607069194316864,0.01114764716476202,-0.013560970313847065,0.01314808800816536,-0.029049506410956383,0.008264672011137009,-0.010259361937642097,0.02000683918595314,-0.0076837921515107155,-0.010864813812077045,-0.012750251218676567,0.010009645484387875,-0.012514451518654823,-0.011348551139235497,0.00036925263702869415,-0.02045074664056301,0.0010824896162375808,0.022545376792550087,-0.025604499503970146,0.01123072486370802,0.0076873996295034885,0.014112375676631927,-0.007000213488936424,0.008422099985182285,0.014602364972233772,-0.015278183855116367,0.0019829401280730963,-0.0006430980283766985,0.0162674430757761,0.010608899407088757,0.01113885547965765,0.02527950145304203,0.006697503384202719,0.0036399238742887974,0.005566794890910387,0.011732653714716434,-0.001129806973040104,-0.008615410886704922,0.020203275606036186,0.001715117134153843,0.0012889087665826082,0.0067581068724393845,-0.00016371246601920575,0.0036366446875035763,-0.0033274078741669655,-0.021689709275960922,0.021484339609742165,0.016537871211767197,-0.006342438515275717,-0.012205768376588821,-0.011325479485094547,-0.01937749981880188,0.0024257993791252375,0.02674419805407524,0.013918360695242882,-0.009390720166265965,0.022041337564587593,0.009547687135636806,-0.016201050952076912,-0.005201977677643299,0.008412279188632965,0.006434979382902384,-0.0007816427387297153,0.0038311704993247986,0.03374665603041649,0.0023731605615466833,-0.04011917859315872,-0.041585132479667664,0.020810633897781372,0.011255580000579357,0.03544917330145836,0.0032536883372813463,0.034844301640987396,0.0038549210876226425,-0.0052819098345935345,-0.004706470761448145,0.0010073288576677442,0.003832112532109022,-0.02407452091574669,-0.017322534695267677,-0.009554928168654442,0.035092245787382126,0.006693998817354441,-0.01796618476510048,0.016426384449005127,-0.007176034152507782,0.010775243863463402,-0.038524288684129715,-0.005302139092236757,-0.009103731252253056,0.013883198611438274,0.027242831885814667,-0.008772503584623337,-0.005485727917402983,0.0213769618421793,0.021047009155154228,0.0038906391710042953,-0.01915237493813038,-0.003680105321109295,-0.004181755241006613,-0.005581519100815058,-0.00041580849210731685,0.010198068805038929,-0.003767288289964199,-0.0025466098450124264,0.005767324473708868,0.025755293667316437,0.011501813307404518,-0.031902968883514404,-0.002415394876152277,-0.04243747889995575,-0.019659776240587234,-0.006008683238178492,0.01637544110417366,0.020683933049440384,-0.005157778039574623,-0.011124332435429096,0.019186345860362053,0.012560644187033176,-0.0023214437533169985,0.012911487370729446,0.012489876709878445,-0.004120927304029465,-0.012759573757648468,-0.01719675026834011,-0.03919251263141632,-0.015489943325519562,0.009151977486908436,0.013434215448796749,-0.0076021458953619,0.0026722769252955914,-0.014880804345011711,0.02836708538234234,-0.02455434948205948,-0.009395856410264969,-0.0012712308671325445,-0.009031487628817558,0.030926624312996864,0.010180414654314518,-0.03474296256899834,0.009517291560769081,-0.014515764079988003,-0.011144266463816166,0.02059553563594818,-0.02026069536805153,0.013449076563119888,0.005920643452554941,-0.034036628901958466,0.009739487431943417,0.009028421714901924,-0.010562902316451073,-0.015595531091094017,-0.005369927734136581,-0.00607688631862402,-0.010938478633761406,0.010238527320325375,-0.010655662976205349,-0.012844128534197807,0.0030038696713745594,0.02410072088241577,-0.0005774383316747844,0.014238637872040272,0.005299340933561325,0.015675773844122887,0.020883958786725998,0.014006202109158039,-0.008456598967313766,0.027414288371801376,-0.017433207482099533,0.031264472752809525,0.014660915359854698,0.004059488885104656,0.022170083597302437,0.03208471089601517,0.020858582109212875,-0.018990715965628624,0.022801533341407776,-0.0025423471815884113,-0.020101888105273247,-0.01532964501529932,0.007391801569610834,-0.005737151484936476,-0.02264787256717682,-0.0031450248789042234,-0.012757093645632267,0.001694002072326839,0.012070149183273315,-0.004077870864421129,0.0033432834316045046,-0.002661071252077818,-0.015173432417213917,0.009350921027362347,0.009890402667224407,0.006296396721154451,-0.0035738267470151186,0.019655898213386536,-0.014443347230553627,-0.03189712017774582,-0.023418257012963295,0.016164863482117653,0.017889603972434998,0.021397627890110016,-0.005429783370345831,0.014778428710997105,0.016909101977944374,-0.012118276208639145,0.006421619560569525,-0.0049623590894043446,-0.014806536026299,-0.024563869461417198,-0.020621048286557198,0.024233512580394745,-0.014354023151099682,-0.0068202512338757515,-0.0108769740909338,0.04058397561311722,0.008548873476684093,0.025068270042538643,0.027215393260121346,-0.005430659279227257,0.016824370250105858,0.03296911343932152,-0.027856919914484024,-0.005300532095134258,0.004785442724823952,0.0006026074406690896,-0.012439748272299767,0.036505162715911865,0.01681792363524437,-0.00673163216561079,0.008057805709540844,-0.016239814460277557,-0.00214173155836761,-0.011065958999097347,-0.01462105754762888,0.03219001367688179,0.011607417836785316,-0.02188342623412609,-0.007228221744298935,0.005776938516646624,-0.009066525846719742,0.022364085540175438,-0.006789487786591053,0.029450926929712296,-0.02315012738108635,-0.01764192245900631,0.0012986443471163511,0.001722925459034741,0.03715983405709267,0.00879017636179924,0.0044386605732142925,0.01051587425172329,0.010046761482954025,-0.003017951035872102,0.0266143586486578,0.020272843539714813,-0.019610999152064323,-0.02931514009833336,-0.0001514393516117707,0.010744818486273289,-0.013942549005150795,0.02084512449800968,0.010782294906675816,-0.025341827422380447,-0.0052879126742482185,0.0002806679985951632,-0.03438761830329895,-0.011132827028632164,-0.00792018510401249,-0.033220045268535614,0.0025258101522922516,0.015019679442048073,-0.03185460343956947,-0.002702670870348811,-0.006017382722347975,0.006245843600481749,-0.006573591381311417,-0.037198640406131744,0.007820632308721542,-0.00883419718593359,0.020991051569581032,-0.0240841843187809,0.009562116116285324,-0.016159849241375923,0.018452530726790428,0.018458571285009384,-0.0271333996206522,0.039534758776426315,-0.0016347561031579971,0.017002727836370468,-0.01745462417602539,-0.0017722412012517452,-0.008421968668699265,0.007868821732699871,-0.008211906999349594,-0.007514603435993195,-0.0026452967431396246,0.00968899205327034,-0.005244113504886627,0.0057425289414823055,-0.030365629121661186,-0.0037921059411019087,0.02248144894838333,-0.005528823472559452,-0.033166684210300446,-0.04274310544133186,-0.011207633651793003,0.005525204818695784,-0.013588915579020977,-0.012596496380865574,0.002773743588477373,-0.0008740628254599869,-0.038069941103458405,0.0034209215082228184,-0.006474337540566921,-0.028647055849432945,-0.003326204139739275,-0.018974749371409416,-0.029549812898039818,0.01836409978568554,0.02423020265996456,0.03569036349654198,-0.0015883301384747028,0.010019848123192787,0.008599619381129742,0.018395746126770973,0.00877202209085226,0.03665850684046745,0.009445949457585812,-0.024950433522462845,-0.011180154047906399,0.04488830268383026,-0.00979549903422594,-0.023459963500499725,0.0017872516764327884,0.011351442895829678,0.013532848097383976,0.010789552703499794,-0.005851041059941053,-0.0016702170250937343,0.022141894325613976,0.02536686696112156,0.019141094759106636,0.0028751951176673174,-0.014534885063767433,0.0035928499419242144,-0.04887130483984947,0.031091967597603798,0.0010697472607716918,0.016789592802524567,-0.006626367103308439,-0.02075842209160328,-0.01419590413570404,-0.0022029124666005373,-0.013064306229352951,0.008800391107797623,0.009965158067643642,-0.022028766572475433,-0.03279592841863632,0.02941666543483734,-0.0020236256532371044,0.03415568172931671,0.0318007655441761,-0.03316618502140045,-0.01046072505414486,-0.00932124350219965,0.019661610946059227,0.007905169390141964,-0.0032319247256964445,0.016716353595256805,-0.0005103071453049779,-0.014820702373981476,-0.006800178904086351,0.005907687824219465,-0.011939910240471363,-0.004746824968606234,0.007255581673234701,-0.0066366312094032764,-0.015380077995359898,0.012877853587269783,0.005580318626016378,0.013120430521667004,-0.003574567846953869,-0.007409293204545975,-0.028891507536172867,0.036290012300014496,-0.02495492435991764,-0.0147267309948802,0.001585097168572247,-0.008145935833454132,0.022525198757648468,-0.021314600482583046,0.020851101726293564,-0.006373553536832333,-0.017937080934643745,-0.0005045210127718747,-0.027053648605942726,-0.0016025359509512782,0.014788837172091007,0.003445132402703166,0.023510390892624855,-0.012790418229997158,-0.004495922476053238,0.025743836537003517,0.01506195217370987,-0.01903180405497551,-0.018288427963852882,-0.027760090306401253,0.02216007187962532,-0.006338132079690695,0.02233796939253807,-0.04524732381105423,0.0126076340675354,-0.01375455129891634,-0.019488031044602394,-0.00850309245288372,0.001162910950370133,-0.006408347748219967,0.008506798185408115,-0.0018916877452284098,0.041447579860687256,0.02629372663795948,-0.011163914576172829,-0.034777265042066574,0.0014556677779182792,-0.010642939247190952,-0.0034330962225794792,0.016086362302303314,0.019939085468649864,0.020380662754178047,0.010877802968025208,-0.027464397251605988,-0.011406553909182549,0.015031838789582253,-0.008313446305692196,-0.0014411790762096643,-0.0034352510701864958,-0.013828737661242485,0.013826006092131138,-0.009847736917436123,0.02289452590048313,0.020719479769468307,0.004672672599554062,-0.00941173080354929,0.0025088603142648935,0.010466526262462139,0.02279999852180481,-0.006693859584629536,-0.025735914707183838,-0.0295232106000185,0.01408327091485262,-0.005741696804761887,-0.019438207149505615,-0.022762684151530266,0.0076322611421346664,-0.05194894224405289,0.008639597333967686,-0.017573757097125053,-0.03215654194355011,-0.02368059568107128,0.00807587243616581,0.018861642107367516,-0.004830346442759037,-0.0009689253056421876,0.016644513234496117,-0.009540681727230549,-0.002299016574397683,-0.01310927513986826,-0.01242330763489008,-0.005395626649260521,0.00590149313211441,0.0026493892073631287,0.008111469447612762,-0.0035027845297008753,0.02316972054541111,0.025071008130908012,-0.015923237428069115,0.01670222170650959,0.027331102639436722,-0.0018254739698022604,-0.04599503055214882,-0.004792901687324047,0.02665821462869644,-0.0349586196243763,-0.006628203671425581,0.0009274952462874353,0.028917226940393448,0.0240552369505167,-0.027481842786073685,-0.021716000512242317,-0.00704021705314517,0.014696519821882248,0.014820264652371407,0.023673005402088165,-0.0037868237122893333,0.0001075080581358634,-0.014699729159474373,-0.011956794187426567,-0.018826885148882866,0.0355493538081646,0.004643202293664217,0.005201444961130619,-0.016349853947758675,0.007418233901262283,-0.03900958225131035,0.019675476476550102,0.020311111584305763,-0.030669882893562317,0.031058652326464653,-0.013515678234398365,-0.0350426509976387,-0.01855911873281002,0.008222512900829315,0.0049486421048641205,-0.038284484297037125,0.006961190607398748,-0.014678634703159332,0.008191700093448162,-0.03131134808063507,0.015587152913212776,-0.02675723284482956,0.006390473805367947,-0.012343617156147957,-0.015852589160203934,0.004165527876466513,-0.007788761053234339,0.003524119732901454,0.005294221919029951,-0.007694615516811609,-0.01958681270480156,-0.0020075261127203703,0.02166631817817688,-0.007606925908476114,-0.026855790987610817,-0.026084881275892258,-0.004005679860711098,0.002177543705329299,0.012950547970831394,0.01952305994927883,0.03249352052807808,0.02642279677093029,-0.0010308211203664541,0.018340999260544777,-0.02583731710910797,-0.0138842249289155,0.01853884756565094,-0.006009130738675594,-0.015160066075623035,0.019193895161151886,-0.004989565350115299,0.03459581360220909,0.0035045002587139606,0.0024768656585365534,0.01770283654332161,-0.009427388198673725,-0.0016120615182444453,0.003863836405798793,-0.0019418037263676524,0.011374576017260551,0.009079583920538425,0.0066206976771354675,0.005227862857282162,0.0103301415219903,0.004612676799297333,0.0012125957291573286,0.009283575229346752,-0.03305428475141525,0.010176257230341434,-0.0009146032971329987,-0.008916481398046017,-0.008612710051238537,0.003545698942616582,-0.01835453137755394,0.006663274951279163,-0.0040291049517691135,0.018905548378825188,0.0018972286488860846,-0.0038325267378240824,0.02169056236743927,-0.00906404759734869,0.005862581077963114,0.0068480754271149635,0.004539788700640202,0.058018237352371216,0.008251373656094074,-0.025642886757850647,-0.0011814713943749666,-0.004560400266200304,0.005150511860847473,-0.015345044434070587,0.021382413804531097,0.022743763402104378,0.024500476196408272,-0.013781261630356312,0.001689970144070685,0.019069595262408257,-0.004533339757472277,6.202262738952413e-05,0.030802631750702858,-0.024305669590830803,0.023320874199271202,0.014443699270486832,-0.0025900353211909533,-0.019055746495723724,0.028170067816972733,-0.018726009875535965,-0.0040249875746667385,0.004731602501124144,-0.005271094385534525,0.0024509599898010492,0.006558599416166544,-0.030048122629523277,-0.025292031466960907,-0.0009742020047269762,-0.016163140535354614,-0.024294869974255562,-0.010509696789085865,0.007695358712226152,-0.005306984297931194,-0.017683254554867744,0.002763493685051799,-0.0010304554598405957,-0.014234018512070179,-0.0065803490579128265,-0.0005567696061916649,0.019223952665925026,-0.022084278985857964,0.010917388834059238,-0.030316663905978203,-0.0008641689200885594,-0.014399215579032898,0.005066971760243177,0.001991091063246131,0.017960166558623314,-0.008465423248708248,-0.012692583724856377,0.04060136526823044,-0.004379919730126858,-0.005622435826808214,0.013341182842850685,0.00014790220302529633,0.0053664217703044415,-0.04424545541405678,0.03471676632761955,-0.03426608815789223,0.02594481036067009,-0.018010102212429047,0.03035821206867695,-0.046294741332530975,0.0014959201216697693,0.020269952714443207,-0.013075359165668488,0.012684032320976257,-0.0037749065086245537,-0.007888676598668098,0.01879986934363842,-0.02602812647819519,0.04165508970618248,-0.02280575968325138,0.02548176608979702,-0.008496778085827827,-0.017986314371228218,0.010157277807593346,-0.01072581484913826,0.026303386315703392,0.019551953300833702,0.017611192539334297,0.007067979779094458,0.003366936929523945,-0.004832542967051268,0.0068030692636966705,0.004438549745827913,0.01752789504826069,-0.008261693641543388,0.0038319118320941925,-0.021778535097837448,-0.013566480949521065,-0.017112035304307938,0.02283242903649807,0.016864994540810585,0.014442303217947483,0.019400637596845627,0.0007080288487486541,0.01318932231515646,-0.007114071864634752,-0.005268843844532967,-0.0017828437266871333,-0.001605604775249958,0.01919679529964924,0.009382597170770168,-0.020659467205405235,-0.008029570803046227,-0.005942555610090494,-0.005498873069882393,-0.010659782215952873,-0.007524809334427118,-0.015011082403361797,0.029215535148978233,0.012504830956459045,-0.001498435391113162,-0.04021661728620529,0.016462458297610283,0.019798267632722855,0.0023178576957434416,-0.03051125630736351,-0.010565274395048618,0.017088891938328743,0.03324607014656067,-0.02682882361114025,-0.009268890134990215,-0.007594388909637928,-0.02376069687306881,-0.00981726311147213,-0.024950088933110237,-0.014064572751522064,0.01298944465816021,0.00814005732536316,-0.009684289805591106,0.009100784547626972,-0.0003751116746570915,-0.01975022628903389,-0.014237768016755581,0.00963979959487915,0.000809363613370806,0.012050261721014977,0.00165287044364959,0.0067627620883286,0.02492563985288143,0.006020097061991692,-0.02029171772301197,-0.004216903820633888,0.001079120091162622,-0.008073774166405201,0.018933599814772606,-0.004766085650771856,0.0044809067621827126,0.029137203469872475,-0.005141774658113718,0.0015474060783162713,-0.019389348104596138,0.006820179522037506,-0.01947845332324505,-0.010164527222514153,0.021524278447031975,0.018817102536559105,-0.0014230022206902504,0.016027376055717468,0.018906963989138603,0.009565699845552444,-0.015215685591101646,0.008617540821433067,-0.003227278823032975,-0.020111331716179848,-0.003674054052680731,-0.00812638271600008,0.0001357936707790941,-0.002960889833047986,-0.016060061752796173,-0.009988478384912014,-0.003523222403600812,-0.012428428046405315,0.05114058405160904,0.017337268218398094,-0.005922960117459297,-0.009699123911559582,-0.028118636459112167,0.004654987715184689,0.02574142813682556,-0.013455825857818127,-0.005756635218858719,0.010854361578822136,-0.016353998333215714,-0.007155058439821005,-0.00710506783798337,-0.012581758201122284,-0.022763609886169434,0.009762299247086048,-0.0038068995345383883,-0.01948142796754837,0.03850408270955086,-0.0012580208713188767,-0.008936280384659767,0.01721796579658985,-0.008594387210905552,0.01292538084089756,0.01173449121415615,-0.0044747814536094666,-0.02058371715247631,0.032454825937747955,-0.022759612649679184,-0.020137686282396317,-0.01472311932593584,-0.020300019532442093,-0.010249572806060314,-0.015320466831326485,-0.0073083918541669846,0.021869463846087456,0.01017145998775959,0.012953761033713818,-0.03247091919183731,-0.0065877619199454784,-0.027473684400320053,0.0031071805860847235,-0.029223596677184105,-0.03272126615047455,-0.005499626509845257,0.018226006999611855,0.004948087967932224,-0.0044108047150075436,0.00024725429830141366,0.003825381863862276,0.0086525185033679,0.01136773731559515,-0.020450912415981293,-0.015779605135321617,-0.006684280000627041,-0.011109784245491028,0.03122761659324169,-0.004656507633626461,-4.6520646719727665e-05,0.001783217885531485,0.0018003623699769378,0.008487098850309849,-0.0013380942400544882,0.005989179480820894,0.03177328407764435,0.007851178757846355,0.012199284508824348,-0.016031460836529732,-0.006336587015539408,-0.016766110435128212,-0.018151849508285522,-0.025026151910424232,0.0018669392447918653,0.017103739082813263,0.01882663182914257,-0.014239152893424034,0.02064802311360836,-0.006963719613850117,0.008417741395533085,0.004335605073720217,0.007028896827250719,-0.002012512180954218,0.037470024079084396,0.025416333228349686,-0.010001467540860176,0.0076903351582586765,0.004764533136039972,0.017797578126192093,-0.0025421681348234415,-0.014934717677533627,0.0014609574573114514,-0.0013460825430229306,-0.009445150382816792,0.007644482422620058,-0.0007220514817163348,-0.03621557727456093,-0.01980055309832096,-0.029681051149964333,-0.015879692509770393,0.03411689028143883,0.022653678432106972,0.03262554854154587,-0.0007963957032188773,-0.007411572150886059,0.012697541154921055,0.014234405010938644,0.014160397462546825,-0.009785683825612068,-0.032277122139930725,-0.011528907343745232,-0.004301103297621012,-0.008343699388206005,-0.019939854741096497,-0.010768821462988853,-0.013024109415709972,0.015622872859239578,-0.016428235918283463,-0.012370253913104534,0.004717797506600618,0.03224031254649162,0.0163686852902174,0.0013288221089169383,0.029820386320352554,0.004454194568097591,-0.005204674322158098,0.002659509191289544,-0.010060618631541729,0.025662491098046303,0.014804820530116558,0.002941438462585211,-0.004125737119466066,-0.012122690677642822,0.002396999392658472,0.0038786930963397026,0.0021276066545397043,0.011409595608711243,0.005224271211773157,0.0008849833975546062,0.0012230169959366322,0.003177689155563712,-0.025814266875386238,0.005335173569619656,-0.017119377851486206,0.014915304258465767,0.010524960234761238,0.018712036311626434,-0.0135000329464674,0.0005905810394324362,-0.0021457020193338394,0.0023468651343137026,-0.00887919683009386,-0.013211388140916824,-0.0034377137199044228,-0.007829359732568264,0.021554680541157722,0.00897323526442051,0.005333740264177322,-0.03525828197598457,0.008136446587741375,-0.01339774765074253,-0.00512281060218811,0.01657726801931858,-0.005993005353957415,0.011356934905052185,0.007932689972221851,-0.008620682172477245,0.007289494853466749,0.020796895027160645,-0.008508708328008652,-0.023639535531401634,-0.033033158630132675,-0.008154451847076416,-0.002698597963899374,0.017519928514957428,-0.017503565177321434,-0.025498297065496445,0.00238042906858027,-0.011843898333609104,-0.008367595262825489,0.008612927049398422,0.012527947314083576,0.04283720999956131,0.02355179376900196,0.020373336970806122,-0.018940681591629982,-0.007960316725075245,-0.0055140964686870575,-0.013009894639253616,-0.03351740911602974,-0.008855571039021015,0.00013566846610046923,0.01683277077972889,-0.024793893098831177,0.0003978068707510829,-0.02142908237874508,0.03253770247101784,0.010387086309492588,-0.0009542197803966701,0.015576105564832687,-0.0019138766219839454,-0.024296853691339493,-0.025879396125674248,-0.0156626645475626,0.007992955856025219,-0.014674792997539043,0.012834292836487293,-0.025248350575566292,0.008251762948930264,0.007378568407148123,0.023221030831336975,-0.005849733483046293,0.0037643073592334986,-0.005270450841635466,-0.01398403849452734,0.01725473627448082,-0.005887182895094156,0.012281200848519802,0.045715976506471634,0.027959095314145088,-0.019258659332990646,-0.02387770637869835,0.01727559044957161,-0.0323229543864727,0.003626586403697729,-9.444371971767396e-05,0.005289924331009388,0.005806477274745703,-0.005799575243145227,-0.0012504609767347574,0.02871767058968544,0.01180452760308981,0.0074548483826220036,-0.02555474266409874,0.01840563490986824,0.04231877624988556,-0.02603960409760475,0.029978496953845024,0.019360395148396492,0.002051160903647542,0.014610795304179192,0.0037135302554816008,-0.028227312490344048,0.009311443194746971],"index":0,"object":"embedding"}]}

curl http://localhost:8081/v1/rerank \
  -H "Content-Type: application/json" \
  -d '{
    "model": "Qwen3-Reranker-4B-Q4_K_M",
    "query": "employment termination notice period",
    "documents": [
      "The Labour Code requires 30 calendar days written notice.",
      "Corporate tax rates for small enterprises."
    ]
  }'
{"model":"Qwen3-Reranker-4B-Q4_K_M","object":"list","usage":{"prompt_tokens":171,"total_tokens":171},"results":[{"index":0,"relevance_score":0.6195521950721741},{"index":1,"relevance_score":1.6342601156793535e-05}]}

curl http://localhost:8081/v1/chat/completions \
-H "Content-Type: application/json" \
-d '{
  "model": "Qwen3VL-8B-Instruct-Q8_0",
  "messages": [
    {
      "role": "user",
      "content": "Hello!"
    }
  ],
  "max_tokens": 128
}'

{"choices":[{"finish_reason":"stop","index":0,"message":{"role":"assistant","content":"Hello! How can I assist you today? 😊"}}],"created":1785448744,"model":"Qwen3VL-8B-Instruct-Q8_0","system_fingerprint":"b1-2f6c815","object":"chat.completion","usage":{"completion_tokens":12,"prompt_tokens":10,"total_tokens":22,"prompt_tokens_details":{"cached_tokens":0}},"id":"chatcmpl-Qn98v0krtsMpa7cqCcVpIBnvaphkNfHr","timings":{"cache_n":0,"prompt_n":10,"prompt_ms":55.836,"prompt_per_token_ms":5.5836,"prompt_per_second":179.09592377677484,"predicted_n":12,"predicted_ms":430.654,"predicted_per_token_ms":35.88783333333333,"predicted_per_second":27.864596636743187}}