Same agent Smaller bill. The tools and infrastructure to get more work from your AI. Fewer tokens. Less compute. Lower cost.
TypeScript agent-harnessagent-harness-engineeringai-engineeringai-observabilityamd-gpuclaude-codeclickhousecodexcoding-agentcoding-agentscursorgenaigpu-monitoringllm-observabilityllmopsnvidia-smiobservabilityopen-sourceopenaiopentelemetry
[Feat]: Add OpenTelemetry instrumentation for Monitoring LLM Applications using Milvus (#236)
patcher9f5b76f41aca2
diff --git a/.github/workflows/python-tests.yml b/.github/workflows/python-tests.ymlindex 7a83d205..5173b68d 100644--- a/.github/workflows/python-tests.yml+++ b/.github/workflows/python-tests.yml@@ -22,6 +22,8 @@ env:GROQ_API_TOKEN: ${{ secrets.GROQ_API_TOKEN }}QDRANT_URL: ${{ secrets.QDRANT_URL }}QDRANT_API_TOKEN: ${{ secrets.QDRANT_API_TOKEN }}+ MILVUS_URL: ${{ secrets.MILVUS_URL }}+ MILVUS_API_TOKEN: ${{ secrets.MILVUS_API_TOKEN }}jobs:build:diff --git a/docs/images/docs-milvus-banner.gif b/docs/images/docs-milvus-banner.gifnew file mode 100644index 00000000..52d80482Binary files /dev/null and b/docs/images/docs-milvus-banner.gif differdiff --git a/docs/latest/integrations/introduction.mdx b/docs/latest/integrations/introduction.mdxindex c329caa5..720e23e8 100644--- a/docs/latest/integrations/introduction.mdx+++ b/docs/latest/integrations/introduction.mdx@@ -254,6 +254,20 @@ Start integrating and monitoring your applications with OpenLIT effortlessly. ChiconType="duotone"></Card>+ <Card+ title="Milvus"+ href="/latest/integrations/milvus"+ icon={+ <svg version="1.1" xmlns="http://www.w3.org/2000/svg" viewBox="0 0 1486 1486">+<path d="M0 0 C1.73055048 1.35574004 3.47370191 2.69389962 5.21923828 4.03027344 C24.09621628 18.56505158 41.332222 34.89164299 58.18408203 51.69433594 C58.70300018 52.21057526 59.22191833 52.72681458 59.75656128 53.25869751 C65.61848392 59.09762812 71.33616703 64.99907275 76.68408203 71.31933594 C77.5610111 72.32903725 78.43857433 73.33818827 79.31689453 74.34667969 C86.79273292 83.07630289 93.80818188 92.11162639 100.68408203 101.31933594 C101.22323242 102.03750488 101.76238281 102.75567383 102.31787109 103.49560547 C111.17361121 115.33609744 119.13076058 127.61190132 126.68408203 140.31933594 C127.45582764 141.61726074 127.45582764 141.61726074 128.24316406 142.94140625 C165.16708946 205.44607717 187.57966522 276.97835984 193.68408203 349.31933594 C193.77906982 350.43381104 193.87405762 351.54828613 193.97192383 352.6965332 C194.79287286 363.46665482 194.88437811 374.21014099 194.87158203 385.00683594 C194.87097778 385.9529776 194.87037354 386.89911926 194.86975098 387.87393188 C194.84231538 403.76968405 194.33954499 419.49796845 192.68408203 435.31933594 C192.55517578 436.56618164 192.42626953 437.81302734 192.29345703 439.09765625 C184.97976053 507.54505197 164.43105948 572.8259337 129.68408203 632.31933594 C129.17055176 633.20572754 128.65702148 634.09211914 128.12792969 635.00537109 C121.22751343 646.89077768 113.8256039 658.24867365 105.68408203 669.31933594 C104.94955811 670.32407959 104.94955811 670.32407959 104.20019531 671.34912109 C83.27293894 699.9076157 59.76479198 728.63449438 32.68408203 751.59667969 C30.25019072 753.69305873 27.91273778 755.88330974 25.55908203 758.06933594 C19.76555928 763.35143047 13.66208701 768.15671772 7.45605469 772.94140625 C5.75123489 774.26711622 4.06463831 775.61245565 2.38330078 776.96777344 C-66.52487704 832.37815735 -152.13326309 864.11293421 -239.25341797 875.56933594 C-240.97105347 875.79592896 -240.97105347 875.79592896 -242.72338867 876.02709961 C-246.58330865 876.50517422 -250.44626133 876.92980944 -254.31591797 877.31933594 C-255.17806915 877.406539 -256.04022034 877.49374207 -256.92849731 877.58358765 C-274.41886905 879.29562759 -291.81247009 879.68156464 -309.37841797 879.63183594 C-310.73285918 879.62991131 -312.08730051 879.62807092 -313.44174194 879.62631226 C-333.23041894 879.58897946 -352.69650986 879.09196703 -372.31591797 876.31933594 C-373.60449707 876.14772949 -374.89307617 875.97612305 -376.22070312 875.79931641 C-422.38251 869.62215318 -468.0426493 856.94132805 -510.31591797 837.31933594 C-511.81517822 836.62735107 -511.81517822 836.62735107 -513.34472656 835.92138672 C-577.84271145 805.99796969 -631.50853673 764.4869799 -681.31591797 714.31933594 C-684.1914927 711.42318594 -687.067778 708.52776163 -689.94799805 705.63623047 C-691.72236941 703.85443628 -693.49449686 702.07040349 -695.26391602 700.28369141 C-698.8323587 696.70067204 -702.4039353 693.18414011 -706.24365234 689.89160156 C-710.9354044 685.85742998 -715.26692501 681.48127835 -719.6214447 677.088974 C-721.13404129 675.56339617 -722.64992998 674.04115508 -724.16662598 672.51965332 C-727.92987598 668.74316611 -731.68760465 664.96120083 -735.44549561 661.17938232 C-738.63327465 657.97173726 -741.82318839 654.76624299 -745.01585388 651.5634613 C-746.49562353 650.07729905 -747.97230362 648.58811598 -749.44885254 647.09875488 C-753.28025142 643.25351753 -757.0918335 639.44229821 -761.22021484 635.91503906 C-766.38603342 631.48444528 -771.12695919 626.61931882 -775.91781616 621.79260254 C-777.66566719 620.03181094 -779.41677769 618.2743173 -781.16870117 616.51757812 C-785.51626747 612.15675003 -789.85832945 607.7904548 -794.20056152 603.42431641 C-797.88157477 599.72346522 -801.56470354 596.02474338 -805.25057983 592.32873535 C-806.96300967 590.60989549 -808.67236309 588.88803782 -810.3815918 587.16601562 C-815.19140962 582.3338155 -820.03452893 577.6213119 -825.22070312 573.18969727 C-829.56883365 569.30819785 -833.62808781 565.11366817 -837.73262024 560.97779846 C-839.44686383 559.25060918 -841.16437099 557.52672274 -842.88269043 555.80358887 C-847.14678274 551.52623787 -851.40536858 547.24341835 -855.66412354 542.96075439 C-859.27467499 539.33036146 -862.88734439 535.70210057 -866.50276184 532.07655334 C-868.18195432 530.39095304 -869.85806873 528.70233453 -871.53405762 527.0135498 C-876.31242017 522.21251891 -881.12849418 517.53425086 -886.28015137 513.13024902 C-890.28946391 509.56377115 -894.02962017 505.71284303 -897.80664062 501.90377808 C-899.35284537 500.34459867 -900.90233693 498.78874973 -902.45263672 497.23364258 C-906.29936022 493.37367791 -910.14056513 489.50823692 -913.98193359 485.64294434 C-917.24017493 482.36484151 -920.50054787 479.08888602 -923.76367188 475.81564331 C-925.27667849 474.29624128 -926.78659767 472.77381891 -928.29638672 471.2512207 C-932.85764705 466.66584223 -937.47537561 462.22150964 -942.38717651 458.01208496 C-946.04782266 454.79933958 -949.48479549 451.35448196 -952.94482422 447.92871094 C-953.73815659 447.14345032 -954.53148895 446.3581897 -955.34886169 445.5491333 C-957.0150424 443.89669592 -958.67974077 442.24276264 -960.34301758 440.58740234 C-962.03061118 438.91134645 -963.72266643 437.23977076 -965.41918945 435.57275391 C-967.89609322 433.13880778 -970.35921126 430.6916131 -972.81982422 428.24121094 C-973.56792862 427.51061462 -974.31603302 426.78001831 -975.08680725 426.02728271 C-986.93781102 414.12774863 -992.31591797 402.08194984 -992.31591797 385.31933594 C-990.66755966 367.05861651 -979.01359035 355.70661695 -966.66357422 343.43652344 C-965.436844 342.21098849 -964.2104867 340.98508015 -962.98448181 339.75881958 C-960.4265783 337.20247129 -957.86538021 334.64948852 -955.30151367 332.09912109 C-952.03409797 328.84870251 -948.77331148 325.59173228 -945.51476383 322.33242607 C-942.98672196 319.80465759 -940.45607102 317.27951474 -937.92455864 314.75522232 C-936.72203516 313.55585473 -935.52009325 312.35590371 -934.31877327 311.15533066 C-928.78857244 305.63233402 -923.2581805 300.17810367 -917.31394958 295.09622192 C-913.38168267 291.59918518 -909.71408281 287.82480292 -906.01039124 284.088974 C-904.49779465 282.56339617 -902.98190595 281.04115508 -901.46520996 279.51965332 C-898.24592685 276.2890464 -895.03061685 273.05450371 -891.81591797 269.81933594 C-888.08516147 266.06482467 -884.35271046 262.31202981 -880.61598206 258.5634613 C-879.13621241 257.07729905 -877.65953232 255.58811598 -876.1829834 254.09875488 C-871.70658534 249.60618871 -867.18408274 245.27692869 -862.37097168 241.14953613 C-858.48638556 237.68998165 -854.85636933 233.96745671 -851.19558716 230.27416992 C-849.71659888 228.78219351 -848.23431295 227.2935604 -846.7512207 225.80566406 C-843.60326548 222.64638829 -840.45928527 219.48317571 -837.31591797 216.31933594 C-833.66777014 212.64742805 -830.01792452 208.97724036 -826.36380005 205.3112793 C-824.91726728 203.85835686 -823.4738263 202.40241313 -822.03051758 200.94628906 C-818.24518405 197.14697745 -814.47496861 193.38840188 -810.39794922 189.90136719 C-805.36960963 185.58665796 -800.7479269 180.86284205 -796.08441162 176.16299438 C-794.40377557 174.46940732 -792.71987168 172.77912817 -791.03515625 171.08959961 C-787.4592326 167.5023378 -783.88727365 163.91114474 -780.31591797 160.31933594 C-776.17211974 156.15180621 -772.02664135 151.98597619 -767.87689209 147.82437134 C-766.23093691 146.17201062 -764.58806152 144.51663129 -762.9453125 142.86108398 C-758.15033797 138.04291993 -753.31430814 133.34340789 -748.14453125 128.9230957 C-744.8836882 126.0632188 -741.86148953 122.96729736 -738.81591797 119.88183594 C-738.1359375 119.19806885 -737.45595703 118.51430176 -736.75537109 117.80981445 C-734.60640871 115.64876539 -732.46074518 113.48448868 -730.31591797 111.31933594 C-727.4855796 108.46217577 -724.65179124 105.60850139 -721.81591797 102.75683594 C-721.18234375 102.11496338 -720.54876953 101.47309082 -719.89599609 100.81176758 C-716.86184663 97.7613012 -713.78795741 94.82510989 -710.52099609 92.02441406 C-705.79124158 87.93850945 -701.40908061 83.52583129 -697.01039124 79.088974 C-695.49779465 77.56339617 -693.98190595 76.04115508 -692.46520996 74.51965332 C-689.24592685 71.2890464 -686.03061685 68.05450371 -682.81591797 64.81933594 C-679.08516147 61.06482467 -675.35271046 57.31202981 -671.61598206 53.5634613 C-670.13621241 52.07729905 -668.65953232 50.58811598 -667.1829834 49.09875488 C-662.59342045 44.49261509 -657.97402755 40.00645007 -653.01037598 35.80334473 C-651.24877771 34.2605344 -649.62481623 32.63295571 -648.00341797 30.94433594 C-644.29764317 27.17118341 -640.22425316 23.92495289 -636.10498047 20.61621094 C-633.60115489 18.55423693 -631.2407488 16.41475997 -628.87841797 14.19433594 C-620.88694475 6.92590078 -612.02994344 0.6828677 -603.31591797 -5.68066406 C-602.56826172 -6.2269043 -601.82060547 -6.77314453 -601.05029297 -7.3359375 C-578.82454446 -23.48813521 -555.16535936 -37.78863375 -530.38720703 -49.6796875 C-528.13302175 -50.76905097 -525.89278677 -51.88461852 -523.65185547 -53.00097656 C-471.41062675 -78.76419393 -414.0737249 -93.41826119 -356.31591797 -99.68066406 C-355.2534082 -99.79780762 -354.19089844 -99.91495117 -353.09619141 -100.03564453 C-271.89115503 -108.55622287 -186.92181951 -94.74041576 0 0 Z M-501.31591797 97.31933594 C-502.02087402 97.82464844 -502.72583008 98.32996094 -503.45214844 98.85058594 C-513.552039 106.13902 -523.05470695 113.99651929 -532.31591797 122.31933594 C-532.87375977 122.81933105 -533.43160156 123.31932617 -534.00634766 123.83447266 C-540.98975799 130.11954196 -547.72553656 136.62132505 -554.29663086 143.33666992 C-557.09950922 146.18397854 -559.95110513 148.89912927 -562.99047852 151.49389648 C-567.49856336 155.41998895 -571.70764714 159.60163043 -575.90966797 163.85058594 C-576.70062866 164.64533325 -577.49158936 165.44008057 -578.30651855 166.25891113 C-580.8121132 168.77662025 -583.31442655 171.2975504 -585.81591797 173.81933594 C-589.11503477 177.14521783 -592.4175617 180.4676593 -595.72216797 183.78808594 C-596.46511108 184.53932739 -597.2080542 185.29056885 -597.97351074 186.0645752 C-601.27547466 189.38180788 -604.59632037 192.61003291 -608.15185547 195.65527344 C-613.0021014 199.83551543 -617.48587298 204.37672923 -621.99183655 208.92008972 C-623.5716493 210.51287084 -625.15474383 212.10232751 -626.73864746 213.69104004 C-630.10058658 217.06430906 -633.45855616 220.44151195 -636.81591797 223.81933594 C-640.71189146 227.73905429 -644.60955335 231.65706336 -648.51148987 235.57084656 C-650.05773352 237.12348832 -651.60089177 238.67914997 -653.1439209 240.23498535 C-657.71471119 244.82930451 -662.3407617 249.27455391 -667.26281738 253.49108887 C-671.2118699 257.00764512 -674.89974623 260.79570581 -678.6214447 264.54969788 C-680.13404129 266.07527571 -681.64992998 267.5975168 -683.16662598 269.11901855 C-686.38590909 272.34962547 -689.60121909 275.58416817 -692.81591797 278.81933594 C-696.54667446 282.5738472 -700.27912548 286.32664207 -704.01585388 290.07521057 C-705.49562353 291.56137283 -706.97230362 293.05055589 -708.44885254 294.53991699 C-712.28736473 298.39229335 -716.10739721 302.20991936 -720.2409668 305.74658203 C-725.88642822 310.58840161 -731.05376155 315.93398245 -736.29638672 321.20214844 C-737.4386069 322.34623877 -738.58105182 323.49010477 -739.72370911 324.63375854 C-742.71103968 327.62487885 -745.69535665 330.61898786 -748.67901611 333.61376953 C-751.711763 336.6567639 -754.7473532 339.69691891 -757.78271484 342.73730469 C-763.12218561 348.08630452 -768.45918288 353.43776118 -773.7943573 358.79104614 C-775.53775255 360.53909388 -777.28518187 362.2831242 -779.0358429 364.02389526 C-786.31779243 371.35491842 -790.37468899 378.27318047 -790.75341797 388.69433594 C-790.23820469 405.87471723 -776.93999205 415.85281266 -765.56201172 427.20605469 C-764.45046203 428.31828034 -763.33906062 429.43065419 -762.22779846 430.54316711 C-759.91577152 432.85665606 -757.60197748 435.16835841 -755.28686523 437.47875977 C-752.33957943 440.42033575 -749.39682581 443.36639843 -746.45538235 446.31381512 C-744.16734912 448.60548323 -741.87691323 450.8947381 -739.58577156 453.18329811 C-738.50032522 454.26808396 -737.41560283 455.35359477 -736.33166313 456.43988609 C-729.49140402 463.31701456 -729.49140402 463.31701456 -722.30444336 469.82641602 C-717.43860857 473.99593716 -712.96437329 478.55908615 -708.45480347 483.10528564 C-706.84138283 484.73166862 -705.22468526 486.35473289 -703.60717773 487.97705078 C-699.59350696 492.00397017 -695.58534962 496.03636257 -691.57702637 500.06860352 C-688.17786073 503.48762213 -684.7765693 506.90449993 -681.37252808 510.31866455 C-679.79304731 511.904546 -678.21665 513.4934469 -676.64038086 515.08251953 C-672.63586968 519.10721784 -668.64555774 523.11198182 -664.32958984 526.80566406 C-659.38726384 531.0377119 -654.84883283 535.67483654 -650.26960754 540.29048157 C-648.62257914 541.95046653 -646.97227845 543.60713829 -645.32116699 545.26306152 C-641.22402245 549.37345817 -637.13238893 553.48932628 -633.04058838 557.6050415 C-629.57096072 561.09451815 -626.09921 564.58185702 -622.62471008 568.06648254 C-621.01199214 569.68560365 -619.40235578 571.30774377 -617.79284668 572.93005371 C-611.71256837 579.04195518 -611.71256837 579.04195518 -605.31591797 584.81933594 C-600.37742079 589.04588092 -595.84425394 593.67945185 -591.26960754 598.29048157 C-589.62257914 599.95046653 -587.97227845 601.60713829 -586.32116699 603.26306152 C-582.22402245 607.37345817 -578.13238893 611.48932628 -574.04058838 615.6050415 C-570.57096072 619.09451815 -567.09921 622.58185702 -563.62471008 626.06648254 C-562.01199214 627.68560365 -560.40235578 629.30774377 -558.79284668 630.93005371 C-553.99832678 635.7481225 -549.17658881 640.47590905 -543.97961426 644.86608887 C-542.22694 646.39705864 -540.61498578 648.01638776 -539.00341797 649.69433594 C-535.35251027 653.40293292 -531.37053026 656.62212009 -527.31591797 659.87792969 C-524.75742273 661.96003844 -522.25925831 664.09511326 -519.77246094 666.26171875 C-502.67267938 681.07554618 -483.14641075 693.46830475 -463.29003906 704.23974609 C-461.36610901 705.29188791 -459.45981179 706.37116888 -457.55419922 707.45605469 C-377.85139155 752.09930136 -273.51028201 759.86129159 -186.31591797 735.31933594 C-142.30722964 722.53184146 -101.8470013 702.01922342 -65.31591797 674.31933594 C-64.3776416 673.60849854 -64.3776416 673.60849854 -63.42041016 672.88330078 C-43.30626328 657.5482752 -23.75295471 640.583543 -7.31591797 621.31933594 C-6.52701172 620.41957031 -5.73810547 619.51980469 -4.92529297 618.59277344 C52.8105872 552.26229176 84.44508428 458.52949087 78.99658203 370.63183594 C73.69375385 297.04223534 48.28882056 223.43050853 0.68408203 166.31933594 C-0.19099442 165.25169026 -1.06599351 164.18398117 -1.94091797 163.11621094 C-13.37819164 149.28251635 -25.69120309 136.01665212 -39.31591797 124.31933594 C-40.33597805 123.42410482 -41.35546605 122.5282216 -42.37451172 121.63183594 C-63.75319653 102.92354603 -87.45097206 87.01758267 -112.31591797 73.31933594 C-113.42483398 72.69816895 -113.42483398 72.69816895 -114.55615234 72.06445312 C-156.95110175 48.39486214 -205.03731492 34.5795541 -253.31591797 30.31933594 C-254.53150391 30.2071875 -255.74708984 30.09503906 -256.99951172 29.97949219 C-342.76517268 23.35420832 -431.44467478 47.1190855 -501.31591797 97.31933594 Z " fill="#33B5F1" transform="translate(1007.31591796875,365.6806640625)"/>+<path d="M0 0 C1.44566345 0.00081573 1.44566345 0.00081573 2.92053223 0.00164795 C18.81380847 0.04273028 34.03982819 1.03367435 49.625 4.375 C50.63288574 4.58398926 51.64077148 4.79297852 52.67919922 5.00830078 C107.10158461 16.57554875 158.03365837 47.65939797 192.625 91.375 C193.79869141 92.82326172 193.79869141 92.82326172 194.99609375 94.30078125 C221.92698975 128.2121655 237.29319631 167.98823878 244.625 210.375 C244.75922363 211.1282959 244.89344727 211.8815918 245.03173828 212.65771484 C249.16676114 236.97351031 247.95216717 264.20817957 243.625 288.375 C243.46402832 289.29925781 243.30305664 290.22351563 243.13720703 291.17578125 C232.77505023 348.74995509 200.96027938 403.31051303 154.625 439.375 C154.02913086 439.84196289 153.43326172 440.30892578 152.81933594 440.79003906 C143.48243579 448.07633379 133.9704526 454.61144949 123.625 460.375 C122.87186523 460.80135742 122.11873047 461.22771484 121.34277344 461.66699219 C84.28173664 482.49976439 43.34312128 492.59111869 0.9375 492.625 C-0.21159851 492.62601212 -0.21159851 492.62601212 -1.38391113 492.62704468 C-15.21713606 492.60783486 -28.7210273 491.72214075 -42.375 489.375 C-43.31633789 489.21402832 -44.25767578 489.05305664 -45.22753906 488.88720703 C-84.56527282 481.85344186 -122.48827847 464.79863266 -153.375 439.375 C-153.91898438 438.9325293 -154.46296875 438.49005859 -155.0234375 438.03417969 C-168.71140266 426.84568743 -181.68028386 414.48483558 -192.375 400.375 C-192.88208496 399.72257324 -193.38916992 399.07014648 -193.91162109 398.39794922 C-217.55825241 367.92112921 -233.43728293 333.10004481 -241.375 295.375 C-241.69259277 293.89942627 -241.69259277 293.89942627 -242.01660156 292.39404297 C-254.58127909 231.39263311 -240.75587588 164.7157741 -207.21875 112.578125 C-202.3211468 105.21800143 -196.9387004 98.24012102 -191.375 91.375 C-190.87887207 90.76172852 -190.38274414 90.14845703 -189.87158203 89.51660156 C-179.02765027 76.23432497 -167.03926874 63.76948151 -153.375 53.375 C-152.72112305 52.86646484 -152.06724609 52.35792969 -151.39355469 51.83398438 C-139.33847725 42.48118604 -126.86560402 34.49650893 -113.375 27.375 C-112.14305908 26.71806152 -112.14305908 26.71806152 -110.88623047 26.04785156 C-76.56402121 7.99503913 -38.58034036 -0.08235486 0 0 Z " fill="#33B5F1" transform="translate(721.375,508.625)"/>+<path d="M0 0 C8.27618754 4.34584793 14.91930744 12.63063477 21.46508789 19.19042969 C22.81409464 20.53508383 24.16351696 21.87932118 25.51332092 23.22317505 C29.16260105 26.859113 32.80549998 30.50138012 36.44684529 34.14526272 C39.49411606 37.19360644 42.54436557 40.23896103 45.59456342 43.28437543 C52.79398965 50.472723 59.98809508 57.66636526 67.17895508 64.86328125 C74.58200047 72.27236565 81.99417401 79.6722269 89.41087919 87.0676353 C95.7927514 93.43185928 102.16876644 99.80191027 108.54019541 106.17658925 C112.33924519 109.97744689 116.14045572 113.77607599 119.94737434 117.56905365 C123.52872075 121.13777391 127.10266172 124.71375208 130.67119408 128.29528427 C131.97665528 129.60310038 133.28464147 130.90840206 134.59542084 132.21088791 C143.07416315 140.63987035 151.42230703 148.96580998 155.875 160.3125 C156.26429688 161.27800781 156.65359375 162.24351562 157.0546875 163.23828125 C160.93333018 174.56968775 159.92979494 187.16433543 155 198 C149.60111103 208.13428869 141.92618755 215.62986789 133.85058594 223.63525391 C132.41517194 225.07281733 130.98062514 226.5112471 129.546875 227.95046997 C125.67613899 231.83084247 121.79311574 235.69869496 117.90738964 239.56404924 C113.83694742 243.61685011 109.77712742 247.68026678 105.71588135 251.74227905 C98.90365324 258.55263875 92.08374917 265.35523293 85.25878906 272.15283203 C77.3636181 280.01646876 69.47903375 287.89059443 61.60034728 295.77074492 C54.01530981 303.3570015 46.4245827 310.93753663 38.83063507 318.5148735 C35.5994655 321.73897532 32.37000594 324.96477588 29.14183807 328.19188309 C25.34788715 331.98382991 21.54889429 335.77065236 17.74588013 339.55350876 C16.34892523 340.94460797 14.95367149 342.33741781 13.56021881 343.73202515 C11.66352133 345.62969971 9.76081992 347.52113724 7.85638428 349.41104126 C7.02453664 350.2475347 7.02453664 350.2475347 6.17588401 351.100927 C2.69216924 354.54061061 0.62043537 355.84712874 -4.3125 356.3125 C-8.73267921 355.93790854 -10.62729281 354.83614013 -14 352 C-17.2629622 347.97567995 -17.22197319 345.07679337 -17 340 C-16.59553252 337.16560453 -16.02022841 334.37813254 -15.42578125 331.578125 C-15.08644716 329.9139783 -14.74751583 328.24974944 -14.40893555 326.58544922 C-14.22986664 325.71627869 -14.05079773 324.84710815 -13.86630249 323.95159912 C-5.58414055 283.54896135 0.14799229 242.26856801 0.16796875 200.96484375 C0.17119959 199.35421217 0.17456485 197.74358086 0.17805481 196.13294983 C0.18399664 192.77051111 0.18590024 189.40809788 0.18530273 186.0456543 C0.18522211 182.66701836 0.19207068 179.28851984 0.20581055 175.90991211 C0.29141307 154.51032745 -0.15047066 133.33137975 -2 112 C-2.11355331 110.67166641 -2.11355331 110.67166641 -2.22940063 109.3164978 C-2.6663004 104.32738637 -3.17975227 99.35050664 -3.75 94.375 C-3.83170441 93.64727386 -3.91340881 92.91954773 -3.99758911 92.16976929 C-6.63225159 68.90941007 -10.40043513 45.6725818 -15.61499023 22.84692383 C-16.85420445 17.13503901 -17.59263293 11.72768176 -16 6 C-11.67895143 0.54183338 -6.90073407 -1.23752872 0 0 Z " fill="#33B5F1" transform="translate(1328,577)"/>+</svg>++ }+ iconType="duotone"+ >+ </Card></CardGroup>### Frameworksdiff --git a/docs/latest/integrations/milvus.mdx b/docs/latest/integrations/milvus.mdxnew file mode 100644index 00000000..f9804570--- /dev/null+++ b/docs/latest/integrations/milvus.mdx@@ -0,0 +1,52 @@+---+title: 'Monitor Milvus using OpenTelemetry'+sidebarTitle: 'Milvus'+---++<Frame>+ <img src="/images/docs-milvus-banner.gif" />+</Frame>++OpenLIT SDKs provide OpenTelemetry Auto-Instrumentation for monitoring LLM Application using Milvus which includes performance, Operation stats and more.++The integration is compatible with+- Milvus Python SDK client `>= 2.4.3`++## Get Started++<Steps>+ <Step title="Install the OpenLIT Python SDK using pip">+ ```shell+ pip install openlit+ ```+ </Step>+ <Step title="Add the following two lines to your application code:">+ Integrating the OpenLIT into LLM applications is straightforward. Start monitoring for your LLM Application with just **one line of code**:++ ```python+ import openlit++ openlit.init(otlp_endpoint="otlp_backend_endpoint", otlp_headers="otlp_backend_token")+ ```++ Alternatively, you can configure the OTLP endpoint by setting the `OTEL_EXPORTER_OTLP_ENDPOINT` and the OTLP headers by setting the Appli`OTEL_EXPORTER_OTLP_HEADERS` environmentcation variable as recommended in the OpenTelemetry documentation.++ If your aim is primarily to test or develop without sending telemetry data to an external backend, you can initialize OpenLIT without any parameters. This approach directs all telemetry output to your console, enabling quick diagnostics and local debugging:++ ```python+ import openlit++ openlit.init()+ ```++ Refer to the OpenLIT [Python SDK repository](https://github.com/openlit/openlit/tree/main/sdk/python) for more advanced configurations and use cases.+ </Step>+</Steps>++---++<CardGroup cols={2}>+<Card title="Connections" href="/latest/connections/intro" icon='link'>+Connect to your existing Observablity Stack+</Card>+</CardGroup>\ No newline at end of filediff --git a/docs/mint.json b/docs/mint.jsonindex 1a87469b..58e44b07 100644--- a/docs/mint.json+++ b/docs/mint.json@@ -77,7 +77,8 @@"pages": ["latest/integrations/chromadb","latest/integrations/pinecone",- "latest/integrations/qdrant"+ "latest/integrations/qdrant",+ "latest/integrations/milvus"]},{diff --git a/sdk/python/README.md b/sdk/python/README.mdindex d05f91a3..62243127 100644--- a/sdk/python/README.md+++ b/sdk/python/README.md@@ -39,6 +39,7 @@ This project adheres to the [Semantic Conventions](https://github.com/open-telem- [✅ ChromaDB](https://docs.openlit.io/latest/integrations/chromadb)- [✅ Pinecone](https://docs.openlit.io/latest/integrations/pinecone)- [✅ Qdrant](https://docs.openlit.io/latest/integrations/qdrant)+- [✅ Milvus](https://docs.openlit.io/latest/integrations/milvus)### Frameworks- [✅ Langchain](https://docs.openlit.io/latest/integrations/langchain)diff --git a/sdk/python/pyproject.toml b/sdk/python/pyproject.tomlindex 9e94f549..a809625b 100644--- a/sdk/python/pyproject.toml+++ b/sdk/python/pyproject.toml@@ -1,6 +1,6 @@[tool.poetry]name = "openlit"-version = "1.6.0"+version = "1.7.0"description = "OpenTelemetry-native Auto instrumentation library for monitoring LLM Applications, facilitating the integration of observability into your GenAI-driven projects"authors = ["OpenLIT"]repository = "https://github.com/openlit/openlit/tree/main/openlit/python"diff --git a/sdk/python/src/openlit/__init__.py b/sdk/python/src/openlit/__init__.pyindex 856cd981..42b939ed 100644--- a/sdk/python/src/openlit/__init__.py+++ b/sdk/python/src/openlit/__init__.py@@ -27,6 +27,7 @@ from openlit.instrumentation.haystack import HaystackInstrumentorfrom openlit.instrumentation.chroma import ChromaInstrumentorfrom openlit.instrumentation.pinecone import PineconeInstrumentorfrom openlit.instrumentation.qdrant import QdrantInstrumentor+from openlit.instrumentation.milvus import MilvusInstrumentorfrom openlit.instrumentation.transformers import TransformersInstrumentor# Set up logging for error and information messages.@@ -162,6 +163,7 @@ def init(environment="default", application_name="default", tracer=None, otlp_en"chroma": "chromadb","pinecone": "pinecone","qdrant": "qdrant_client",+ "milvus": "pymilvus","transformers": "transformers"}@@ -215,6 +217,7 @@ def init(environment="default", application_name="default", tracer=None, otlp_en"chroma": ChromaInstrumentor(),"pinecone": PineconeInstrumentor(),"qdrant": QdrantInstrumentor(),+ "milvus": MilvusInstrumentor(),"transformers": TransformersInstrumentor()}diff --git a/sdk/python/src/openlit/instrumentation/milvus/__init__.py b/sdk/python/src/openlit/instrumentation/milvus/__init__.pynew file mode 100644index 00000000..c1e40472--- /dev/null+++ b/sdk/python/src/openlit/instrumentation/milvus/__init__.py@@ -0,0 +1,94 @@+# pylint: disable=useless-return, bad-staticmethod-argument, disable=duplicate-code+"""Initializer of Auto Instrumentation of Milvus Functions"""+from typing import Collection+import importlib.metadata+from opentelemetry.instrumentation.instrumentor import BaseInstrumentor+from wrapt import wrap_function_wrapper++from openlit.instrumentation.milvus.milvus import general_wrap++_instruments = ("pymilvus >= 2.4.3",)++WRAPPED_METHODS = [+ {+ "package": "pymilvus",+ "object": "MilvusClient.create_collection",+ "endpoint": "milvus.create_collection",+ "wrapper": general_wrap,+ },+ {+ "package": "pymilvus",+ "object": "MilvusClient.drop_collection",+ "endpoint": "milvus.drop_collection",+ "wrapper": general_wrap,+ },+ {+ "package": "pymilvus",+ "object": "MilvusClient.insert",+ "endpoint": "milvus.insert",+ "wrapper": general_wrap,+ },+ {+ "package": "pymilvus",+ "object": "MilvusClient.upsert",+ "endpoint": "milvus.upsert",+ "wrapper": general_wrap,+ },+ {+ "package": "pymilvus",+ "object": "MilvusClient.search",+ "endpoint": "milvus.search",+ "wrapper": general_wrap,+ },+ {+ "package": "pymilvus",+ "object": "MilvusClient.query",+ "endpoint": "milvus.query",+ "wrapper": general_wrap,+ },+ {+ "package": "pymilvus",+ "object": "MilvusClient.get",+ "endpoint": "milvus.get",+ "wrapper": general_wrap,+ },+ {+ "package": "pymilvus",+ "object": "MilvusClient.delete",+ "endpoint": "milvus.delete",+ "wrapper": general_wrap,+ },+]++class MilvusInstrumentor(BaseInstrumentor):+ """An instrumentor for Milvus's client library."""++ def instrumentation_dependencies(self) -> Collection[str]:+ return _instruments++ def _instrument(self, **kwargs):+ application_name = kwargs.get("application_name")+ environment = kwargs.get("environment")+ tracer = kwargs.get("tracer")+ metrics = kwargs.get("metrics_dict")+ pricing_info = kwargs.get("pricing_info")+ trace_content = kwargs.get("trace_content")+ disable_metrics = kwargs.get("disable_metrics")+ version = importlib.metadata.version("pymilvus")++ for wrapped_method in WRAPPED_METHODS:+ wrap_package = wrapped_method.get("package")+ wrap_object = wrapped_method.get("object")+ gen_ai_endpoint = wrapped_method.get("endpoint")+ wrapper = wrapped_method.get("wrapper")+ wrap_function_wrapper(+ wrap_package,+ wrap_object,+ wrapper(gen_ai_endpoint, version, environment, application_name,+ tracer, pricing_info, trace_content, metrics, disable_metrics),+ )+++ @staticmethod+ def _uninstrument(self, **kwargs):+ passdiff --git a/sdk/python/src/openlit/instrumentation/milvus/milvus.py b/sdk/python/src/openlit/instrumentation/milvus/milvus.pynew file mode 100644index 00000000..dea56b5b--- /dev/null+++ b/sdk/python/src/openlit/instrumentation/milvus/milvus.py@@ -0,0 +1,179 @@+# pylint: disable=duplicate-code, broad-exception-caught, too-many-statements, unused-argument, possibly-used-before-assignment, too-many-branches+"""+Module for monitoring Milvus.+"""++import logging+from opentelemetry.trace import SpanKind, Status, StatusCode+from opentelemetry.sdk.resources import TELEMETRY_SDK_NAME+from openlit.__helpers import handle_exception+from openlit.semcov import SemanticConvetion++# Initialize logger for logging potential issues and operations+logger = logging.getLogger(__name__)++def object_count(obj):+ """+ Counts Length of object if it exists, Else returns None+ """+ try:+ cnt = len(obj)+ # pylint: disable=bare-except+ except:+ cnt = 0++ return cnt++def general_wrap(gen_ai_endpoint, version, environment, application_name,+ tracer, pricing_info, trace_content, metrics, disable_metrics):+ """+ Creates a wrapper around a function call to trace and log its execution metrics.++ This function wraps any given function to measure its execution time,+ log its operation, and trace its execution using OpenTelemetry.++ Parameters:+ - gen_ai_endpoint (str): A descriptor or name for the endpoint being traced.+ - version (str): The version of the Langchain application.+ - environment (str): The deployment environment (e.g., 'production', 'development').+ - application_name (str): Name of the Langchain application.+ - tracer (opentelemetry.trace.Tracer): The tracer object used for OpenTelemetry tracing.+ - pricing_info (dict): Information about the pricing for internal metrics (currently not used).+ - trace_content (bool): Flag indicating whether to trace the content of the response.++ Returns:+ - function: A higher-order function that takes a function 'wrapped' and returns+ a new function that wraps 'wrapped' with additional tracing and logging.+ """++ def wrapper(wrapped, instance, args, kwargs):+ """+ An inner wrapper function that executes the wrapped function, measures execution+ time, and records trace data using OpenTelemetry.++ Parameters:+ - wrapped (Callable): The original function that this wrapper will execute.+ - instance (object): The instance to which the wrapped function belongs. This+ is used for instance methods. For static and classmethods,+ this may be None.+ - args (tuple): Positional arguments passed to the wrapped function.+ - kwargs (dict): Keyword arguments passed to the wrapped function.++ Returns:+ - The result of the wrapped function call.++ The wrapper initiates a span with the provided tracer, sets various attributes+ on the span based on the function's execution and response, and ensures+ errors are handled and logged appropriately.+ """+ with tracer.start_as_current_span(gen_ai_endpoint, kind= SpanKind.CLIENT) as span:+ response = wrapped(*args, **kwargs)++ try:+ span.set_attribute(TELEMETRY_SDK_NAME, "openlit")+ span.set_attribute(SemanticConvetion.GEN_AI_ENDPOINT,+ gen_ai_endpoint)+ span.set_attribute(SemanticConvetion.GEN_AI_ENVIRONMENT,+ environment)+ span.set_attribute(SemanticConvetion.GEN_AI_APPLICATION_NAME,+ application_name)+ span.set_attribute(SemanticConvetion.GEN_AI_TYPE,+ SemanticConvetion.GEN_AI_TYPE_VECTORDB)+ span.set_attribute(SemanticConvetion.DB_SYSTEM,+ SemanticConvetion.DB_SYSTEM_MILVUS)++ if gen_ai_endpoint == "milvus.create_collection":+ db_operation = SemanticConvetion.DB_OPERATION_CREATE_COLLECTION+ span.set_attribute(SemanticConvetion.DB_OPERATION,+ SemanticConvetion.DB_OPERATION_CREATE_COLLECTION)+ span.set_attribute(SemanticConvetion.DB_COLLECTION_NAME,+ kwargs.get("collection_name", ""))+ span.set_attribute(SemanticConvetion.DB_COLLECTION_DIMENSION,+ kwargs.get("dimension", ""))++ elif gen_ai_endpoint == "milvus.drop_collection":+ db_operation = SemanticConvetion.DB_OPERATION_DELETE_COLLECTION+ span.set_attribute(SemanticConvetion.DB_OPERATION,+ SemanticConvetion.DB_OPERATION_DELETE_COLLECTION)+ span.set_attribute(SemanticConvetion.DB_COLLECTION_NAME,+ kwargs.get("collection_name", ""))++ elif gen_ai_endpoint == "milvus.insert":+ db_operation = SemanticConvetion.DB_OPERATION_ADD+ span.set_attribute(SemanticConvetion.DB_OPERATION,+ SemanticConvetion.DB_OPERATION_ADD)+ span.set_attribute(SemanticConvetion.DB_COLLECTION_NAME,+ kwargs.get("collection_name", ""))+ span.set_attribute(SemanticConvetion.DB_VECTOR_COUNT,+ object_count(kwargs.get("data")))+ span.set_attribute(SemanticConvetion.DB_OPERATION_COST,+ response["cost"])++ elif gen_ai_endpoint == "milvus.search":+ db_operation = SemanticConvetion.DB_OPERATION_QUERY+ span.set_attribute(SemanticConvetion.DB_OPERATION,+ SemanticConvetion.DB_OPERATION_QUERY)+ span.set_attribute(SemanticConvetion.DB_COLLECTION_NAME,+ kwargs.get("collection_name", ""))+ span.set_attribute(SemanticConvetion.DB_STATEMENT,+ str(kwargs.get("data")))++ elif gen_ai_endpoint in ["milvus.query", "milvus.get"]:+ db_operation = SemanticConvetion.DB_OPERATION_QUERY+ span.set_attribute(SemanticConvetion.DB_OPERATION,+ SemanticConvetion.DB_OPERATION_QUERY)+ span.set_attribute(SemanticConvetion.DB_COLLECTION_NAME,+ kwargs.get("collection_name", ""))+ span.set_attribute(SemanticConvetion.DB_STATEMENT,+ str(kwargs.get("output_fields")))++ elif gen_ai_endpoint == "milvus.upsert":+ db_operation = SemanticConvetion.DB_OPERATION_ADD+ span.set_attribute(SemanticConvetion.DB_OPERATION,+ SemanticConvetion.DB_OPERATION_UPSERT)+ span.set_attribute(SemanticConvetion.DB_COLLECTION_NAME,+ kwargs.get("collection_name", ""))+ span.set_attribute(SemanticConvetion.DB_VECTOR_COUNT,+ object_count(kwargs.get("data")))+ span.set_attribute(SemanticConvetion.DB_OPERATION_COST,+ response["cost"])++ elif gen_ai_endpoint == "milvus.delete":+ db_operation = SemanticConvetion.DB_OPERATION_DELETE+ span.set_attribute(SemanticConvetion.DB_OPERATION,+ SemanticConvetion.DB_OPERATION_DELETE)+ span.set_attribute(SemanticConvetion.DB_COLLECTION_NAME,+ kwargs.get("collection_name", ""))+ span.set_attribute(SemanticConvetion.DB_FILTER,+ str(kwargs.get("filter", "")))++ span.set_status(Status(StatusCode.OK))++ if disable_metrics is False:+ attributes = {+ TELEMETRY_SDK_NAME:+ "openlit",+ SemanticConvetion.GEN_AI_APPLICATION_NAME:+ application_name,+ SemanticConvetion.DB_SYSTEM:+ SemanticConvetion.DB_SYSTEM_MILVUS,+ SemanticConvetion.GEN_AI_ENVIRONMENT:+ environment,+ SemanticConvetion.GEN_AI_TYPE:+ SemanticConvetion.GEN_AI_TYPE_VECTORDB,+ SemanticConvetion.DB_OPERATION:+ db_operation+ }++ metrics["db_requests"].add(1, attributes)++ return response++ except Exception as e:+ handle_exception(span, e)+ logger.error("Error in trace creation: %s", e)++ # Return original response+ return response++ return wrapperdiff --git a/sdk/python/src/openlit/semcov/__init__.py b/sdk/python/src/openlit/semcov/__init__.pyindex 4c757fb9..131a6b2b 100644--- a/sdk/python/src/openlit/semcov/__init__.py+++ b/sdk/python/src/openlit/semcov/__init__.py@@ -99,6 +99,7 @@ class SemanticConvetion:DB_COLLECTION_NAME = "db.collection.name"DB_OPERATION = "db.operation"DB_OPERATION_STATUS = "db.operation.status"+ DB_OPERATION_COST = "db.operation.cost"DB_OPERATION_CREATE_INDEX = "create_index"DB_OPERATION_CREATE_COLLECTION = "create_collection"DB_OPERATION_UPDATE_COLLECTION = "update_collection"@@ -123,7 +124,8 @@ class SemanticConvetion:DB_N_RESULTS = "db.n_results"DB_DELETE_ALL = "db.delete_all"DB_INDEX_NAME = "db.index.name"- DB_INDEX_DIMENSION = "db.create_index.dimensions"+ DB_INDEX_DIMENSION = "db.index.dimension"+ DB_COLLECTION_DIMENSION = "db.collection.dimension"DB_INDEX_METRIC = "db.create_index.metric"DB_INDEX_SPEC = "db.create_index.spec"DB_NAMESPACE = "db.query.namespace"@@ -134,3 +136,4 @@ class SemanticConvetion:DB_SYSTEM_CHROMA = "chroma"DB_SYSTEM_PINECONE = "pinecone"DB_SYSTEM_QDRANT = "qdrant"+ DB_SYSTEM_MILVUS = "milvus"diff --git a/sdk/python/tests/requirements.txt b/sdk/python/tests/requirements.txtindex 6eb414eb..a5d0144d 100644--- a/sdk/python/tests/requirements.txt+++ b/sdk/python/tests/requirements.txt@@ -19,6 +19,7 @@ groq >= 0.5.0chromadb>=0.4.0pinecone-client>=2.2.0qdrant-client>=1.9.0+pymilvus>=2.4.3# Frameworkslangchain>=0.1.16diff --git a/sdk/python/tests/test_milvus.py b/sdk/python/tests/test_milvus.pynew file mode 100644index 00000000..4cbc5e48--- /dev/null+++ b/sdk/python/tests/test_milvus.py@@ -0,0 +1,127 @@+# pylint: disable=duplicate-code, no-name-in-module+"""+This module contains tests for Milvus functionality using the Milvus Python library.++Tests cover various API endpoints, including create_collection, add, query,+upsert, update, get and delete.+These tests validate integration with OpenLIT.++Environment Variables:+ - MILVUS_URL: Milvus Cloud Instance URL.+ - MILVUS_API_TOKEN: Milvus API api_key for authentication.++Note: Ensure the environment is properly configured for Milvus access and OpenLIT monitoring+prior to running these tests.+"""++import os+from pymilvus import MilvusClient+import openlit++# Initialize Milvus client+client = MilvusClient(+ uri=os.getenv("MILVUS_URL"),+ token = os.getenv("MILVUS_API_TOKEN")+)++# Initialize environment and application name for OpenLIT monitoring+openlit.init(environment="openlit-testing", application_name="openlit-python-test")+collecton_name = "openlit" + os.getenv("GITHUB_JOB")++def test_db_milvus():+ """+ Tests basic operations within a Milvus collection.++ This includes creating a new collection, adding documents to the collection,+ querying the collection, and deleting documents from the collection. The test+ verifies correct behavior of these operations by asserting expected outcomes at+ each step.++ - A new collection is created and verified for correct naming.+ - Documents are added to the collection with specific metadata and ids,+ and the absence of an error response is verified.+ - A query operation is performed, and its results are verified to match the+ expected document ids.+ - A delete operation targets a specific document by id, and successful deletion+ is implicitly verified by the absence of an error response.++ The test ensures the basic CRUD operations perform as expected in ChromaDB.+ Raises:+ AssertionError: If the responses from ChromaDB operations do not meet the expected outcomes.+ """++ # Create a new collection+ collection = client.create_collection(+ collection_name=collecton_name,+ dimension=5+ )++ assert collection is None++ data=[+ # pylint: disable=line-too-long+ {"id": 0, "vector": [0.3580376395471989, -0.6023495712049978, 0.18414012509913835, -0.26286205330961354, 0.9029438446296592], "color": "pink_8682"},+ {"id": 1, "vector": [0.19886812562848388, 0.06023560599112088, 0.6976963061752597, 0.2614474506242501, 0.838729485096104], "color": "red_7025"},+ {"id": 2, "vector": [0.43742130801983836, -0.5597502546264526, 0.6457887650909682, 0.7894058910881185, 0.20785793220625592], "color": "orange_6781"},+ {"id": 3, "vector": [0.3172005263489739, 0.9719044792798428, -0.36981146090600725, -0.4860894583077995, 0.95791889146345], "color": "pink_9298"},+ {"id": 4, "vector": [0.4452349528804562, -0.8757026943054742, 0.8220779437047674, 0.46406290649483184, 0.30337481143159106], "color": "red_4794"},+ {"id": 5, "vector": [0.985825131989184, -0.8144651566660419, 0.6299267002202009, 0.1206906911183383, -0.1446277761879955], "color": "yellow_4222"},+ {"id": 6, "vector": [0.8371977790571115, -0.015764369584852833, -0.31062937026679327, -0.562666951622192, -0.8984947637863987], "color": "red_9392"},+ {"id": 7, "vector": [-0.33445148015177995, -0.2567135004164067, 0.8987539745369246, 0.9402995886420709, 0.5378064918413052], "color": "grey_8510"},+ {"id": 8, "vector": [0.39524717779832685, 0.4000257286739164, -0.5890507376891594, -0.8650502298996872, -0.6140360785406336], "color": "white_9381"},+ {"id": 9, "vector": [0.5718280481994695, 0.24070317428066512, -0.3737913482606834, -0.06726932177492717, -0.6980531615588608], "color": "purple_4976"}+ ]++ insert = client.insert(+ collection_name=collecton_name,+ data=data+ )++ assert insert["insert_count"] == 10++ upsert = client.upsert(+ collection_name=collecton_name,+ data=data+ )++ assert upsert["upsert_count"] == 10++ query_vectors = [+ [0.041732933, 0.013779674, -0.027564144, -0.013061441, 0.009748648]+ ]++ search = client.search(+ collection_name=collecton_name,+ data=query_vectors,+ limit=3,+ )++ assert isinstance(search[0], list)++ query = client.query(+ collection_name=collecton_name,+ output_fields=["color"],+ limit=3,+ )++ assert isinstance(query[0], dict)++ getqry = client.get(+ collection_name=collecton_name,+ ids=[1,2,3],+ output_fields=["color", "vector"]+ )++ assert isinstance(getqry[0], dict)++ delt = client.delete(+ collection_name=collecton_name,+ filter="id in [5,6,7,8,9]"+ )++ assert isinstance(delt, dict)++ # Delete collection+ client.drop_collection(+ collection_name=collecton_name,+ )