[MLsys2026 Best Paper]: https://arxiv.org/abs/2506.08276. RAG on Everything with LEANN. Enjoy 97% storage savings while running a fast, accurate, and 100% private RAG application on your personal device.
Python aifaissgpt-osslangchainllama-indexllmlocalstorageoffline-firstollamaprivacypythonragretrieval-augmented-generationvector-databasevector-searchvectors
add configuable funcname
yichuan520030910320371e3de04ec7
diff --git a/demo.ipynb b/demo.ipynbindex 5d51d2d..2346957 100644--- a/demo.ipynb+++ b/demo.ipynb@@ -34,7 +34,7 @@"name": "stderr","output_type": "stream","text": [- "Batches: 100%|██████████| 1/1 [00:00<00:00, 3.02it/s]\n"+ "Batches: 100%|██████████| 1/1 [00:00<00:00, 2.82it/s]\n"]},{@@ -48,7 +48,7 @@"Writing bin: knowledge_disk.index_max_base_norm.bin\n","bin: #pts = 1, #dims = 1, size = 12B\n","Finished writing bin.\n",- "Time for preprocessing data for inner product: 0.000182 seconds\n",+ "Time for preprocessing data for inner product: 0.000163 seconds\n","Reading max_norm_of_base from knowledge_disk.index_max_base_norm.bin\n","Reading bin file knowledge_disk.index_max_base_norm.bin ...\n","Opening bin file knowledge_disk.index_max_base_norm.bin... \n",@@ -58,1048 +58,15 @@"! Using prepped_base file at knowledge_prepped_base.bin\n","Starting index build: R=32 L=64 Query RAM budget: 4.02653e+09 Indexing ram budget: 8 T: 8\n","getting bin metadata\n",- "Time for getting bin metadata: 0.000019 seconds\n",+ "Time for getting bin metadata: 0.000020 seconds\n","Compressing 769-dimensional data into 512 bytes per vector.\n","Opened: knowledge_prepped_base.bin, size: 18464, cache_size: 18464\n","Training data with 6 samples loaded.\n",- "Processing chunk 0 with dimensions [0, 2)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 1 with dimensions [2, 4)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 2 with dimensions [4, 6)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 3 with dimensions [6, 8)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 4 with dimensions [8, 10)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 5 with dimensions [10, 12)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 6 with dimensions [12, 14)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 7 with dimensions [14, 16)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 8 with dimensions [16, 18)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 9 with dimensions [18, 20)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 10 with dimensions [20, 22)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 11 with dimensions [22, 24)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 12 with dimensions [24, 26)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 13 with dimensions [26, 28)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 14 with dimensions [28, 30)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 15 with dimensions [30, 32)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 16 with dimensions [32, 34)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 17 with dimensions [34, 36)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 18 with dimensions [36, 38)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 19 with dimensions [38, 40)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 20 with dimensions [40, 42)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 21 with dimensions [42, 44)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 22 with dimensions [44, 46)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 23 with dimensions [46, 48)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 24 with dimensions [48, 50)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 25 with dimensions [50, 52)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 26 with dimensions [52, 54)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 27 with dimensions [54, 56)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 28 with dimensions [56, 58)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 29 with dimensions [58, 60)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 30 with dimensions [60, 62)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 31 with dimensions [62, 64)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 32 with dimensions [64, 66)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 33 with dimensions [66, 68)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 34 with dimensions [68, 70)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 35 with dimensions [70, 72)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 36 with dimensions [72, 74)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 37 with dimensions [74, 76)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 38 with dimensions [76, 78)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 39 with dimensions [78, 80)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 40 with dimensions [80, 82)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 41 with dimensions [82, 84)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 42 with dimensions [84, 86)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 43 with dimensions [86, 88)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 44 with dimensions [88, 90)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 45 with dimensions [90, 92)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 46 with dimensions [92, 94)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 47 with dimensions [94, 96)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 48 with dimensions [96, 98)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 49 with dimensions [98, 100)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 50 with dimensions [100, 102)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 51 with dimensions [102, 104)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 52 with dimensions [104, 106)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 53 with dimensions [106, 108)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 54 with dimensions [108, 110)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 55 with dimensions [110, 112)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 56 with dimensions [112, 114)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 57 with dimensions [114, 116)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 58 with dimensions [116, 118)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 59 with dimensions [118, 120)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 60 with dimensions [120, 122)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 61 with dimensions [122, 124)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 62 with dimensions [124, 126)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 63 with dimensions [126, 128)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 64 with dimensions [128, 130)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 65 with dimensions [130, 132)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 66 with dimensions [132, 134)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 67 with dimensions [134, 136)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 68 with dimensions [136, 138)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 69 with dimensions [138, 140)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 70 with dimensions [140, 142)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 71 with dimensions [142, 144)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 72 with dimensions [144, 146)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 73 with dimensions [146, 148)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 74 with dimensions [148, 150)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 75 with dimensions [150, 152)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 76 with dimensions [152, 154)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 77 with dimensions [154, 156)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 78 with dimensions [156, 158)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 79 with dimensions [158, 160)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 80 with dimensions [160, 162)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 81 with dimensions [162, 164)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 82 with dimensions [164, 166)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 83 with dimensions [166, 168)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 84 with dimensions [168, 170)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 85 with dimensions [170, 172)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 86 with dimensions [172, 174)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 87 with dimensions [174, 176)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 88 with dimensions [176, 178)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 89 with dimensions [178, 180)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 90 with dimensions [180, 182)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 91 with dimensions [182, 184)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 92 with dimensions [184, 186)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 93 with dimensions [186, 188)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 94 with dimensions [188, 190)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 95 with dimensions [190, 192)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 96 with dimensions [192, 194)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 97 with dimensions [194, 196)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 98 with dimensions [196, 198)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 99 with dimensions [198, 200)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 100 with dimensions [200, 202)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 101 with dimensions [202, 204)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 102 with dimensions [204, 206)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 103 with dimensions [206, 208)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 104 with dimensions [208, 210)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 105 with dimensions [210, 212)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 106 with dimensions [212, 214)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 107 with dimensions [214, 216)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 108 with dimensions [216, 218)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 109 with dimensions [218, 220)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 110 with dimensions [220, 222)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 111 with dimensions [222, 224)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 112 with dimensions [224, 226)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 113 with dimensions [226, 228)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 114 with dimensions [228, 230)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 115 with dimensions [230, 232)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 116 with dimensions [232, 234)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 117 with dimensions [234, 236)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 118 with dimensions [236, 238)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 119 with dimensions [238, 240)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 120 with dimensions [240, 242)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 121 with dimensions [242, 244)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 122 with dimensions [244, 246)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 123 with dimensions [246, 248)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 124 with dimensions [248, 250)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 125 with dimensions [250, 252)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 126 with dimensions [252, 254)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 127 with dimensions [254, 256)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 128 with dimensions [256, 258)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 129 with dimensions [258, 260)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 130 with dimensions [260, 262)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 131 with dimensions [262, 264)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 132 with dimensions [264, 266)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 133 with dimensions [266, 268)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 134 with dimensions [268, 270)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 135 with dimensions [270, 272)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 136 with dimensions [272, 274)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 137 with dimensions [274, 276)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 138 with dimensions [276, 278)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 139 with dimensions [278, 280)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 140 with dimensions [280, 282)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 141 with dimensions [282, 284)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 142 with dimensions [284, 286)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 143 with dimensions [286, 288)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 144 with dimensions [288, 290)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 145 with dimensions [290, 292)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 146 with dimensions [292, 294)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 147 with dimensions [294, 296)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 148 with dimensions [296, 298)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 149 with dimensions [298, 300)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 150 with dimensions [300, 302)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 151 with dimensions [302, 304)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 152 with dimensions [304, 306)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 153 with dimensions [306, 308)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 154 with dimensions [308, 310)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 155 with dimensions [310, 312)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 156 with dimensions [312, 314)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 157 with dimensions [314, 316)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 158 with dimensions [316, 318)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 159 with dimensions [318, 320)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 160 with dimensions [320, 322)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 161 with dimensions [322, 324)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 162 with dimensions [324, 326)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 163 with dimensions [326, 328)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 164 with dimensions [328, 330)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 165 with dimensions [330, 332)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 166 with dimensions [332, 334)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 167 with dimensions [334, 336)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 168 with dimensions [336, 338)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 169 with dimensions [338, 340)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 170 with dimensions [340, 342)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 171 with dimensions [342, 344)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 172 with dimensions [344, 346)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 173 with dimensions [346, 348)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 174 with dimensions [348, 350)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 175 with dimensions [350, 352)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 176 with dimensions [352, 354)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 177 with dimensions [354, 356)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 178 with dimensions [356, 358)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 179 with dimensions [358, 360)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 180 with dimensions [360, 362)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 181 with dimensions [362, 364)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 182 with dimensions [364, 366)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 183 with dimensions [366, 368)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 184 with dimensions [368, 370)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 185 with dimensions [370, 372)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 186 with dimensions [372, 374)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 187 with dimensions [374, 376)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 188 with dimensions [376, 378)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 189 with dimensions [378, 380)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 190 with dimensions [380, 382)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 191 with dimensions [382, 384)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 192 with dimensions [384, 386)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early terminINFO: Leann metadata saved to knowledge.leann.meta.json\n",- "ation.\n",- "Processing chunk 193 with dimensions [386, 388)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 194 with dimensions [388, 390)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 195 with dimensions [390, 392)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 196 with dimensions [392, 394)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 197 with dimensions [394, 396)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 198 with dimensions [396, 398)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 199 with dimensions [398, 400)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 200 with dimensions [400, 402)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 201 with dimensions [402, 404)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 202 with dimensions [404, 406)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 203 with dimensions [406, 408)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 204 with dimensions [408, 410)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 205 with dimensions [410, 412)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 206 with dimensions [412, 414)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 207 with dimensions [414, 416)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 208 with dimensions [416, 418)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 209 with dimensions [418, 420)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 210 with dimensions [420, 422)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 211 with dimensions [422, 424)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 212 with dimensions [424, 426)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 213 with dimensions [426, 428)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 214 with dimensions [428, 430)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 215 with dimensions [430, 432)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 216 with dimensions [432, 434)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 217 with dimensions [434, 436)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 218 with dimensions [436, 438)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 219 with dimensions [438, 440)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 220 with dimensions [440, 442)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 221 with dimensions [442, 444)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 222 with dimensions [444, 446)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 223 with dimensions [446, 448)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 224 with dimensions [448, 450)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 225 with dimensions [450, 452)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 226 with dimensions [452, 454)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 227 with dimensions [454, 456)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 228 with dimensions [456, 458)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 229 with dimensions [458, 460)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 230 with dimensions [460, 462)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 231 with dimensions [462, 464)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 232 with dimensions [464, 466)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 233 with dimensions [466, 468)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 234 with dimensions [468, 470)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 235 with dimensions [470, 472)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 236 with dimensions [472, 474)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 237 with dimensions [474, 476)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 238 with dimensions [476, 478)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 239 with dimensions [478, 480)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 240 with dimensions [480, 482)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 241 with dimensions [482, 484)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 242 with dimensions [484, 486)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 243 with dimensions [486, 488)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 244 with dimensions [488, 490)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 245 with dimensions [490, 492)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 246 with dimensions [492, 494)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 247 with dimensions [494, 496)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 248 with dimensions [496, 498)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 249 with dimensions [498, 500)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 250 with dimensions [500, 502)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 251 with dimensions [502, 504)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 252 with dimensions [504, 506)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 253 with dimensions [506, 508)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 254 with dimensions [508, 510)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 255 with dimensions [510, 512)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 256 with dimensions [512, 514)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 257 with dimensions [514, 515)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 258 with dimensions [515, 516)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 259 with dimensions [516, 517)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 260 with dimensions [517, 518)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 261 with dimensions [518, 519)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 262 with dimensions [519, 520)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 263 with dimensions [520, 521)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 264 with dimensions [521, 522)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 265 with dimensions [522, 523)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 266 with dimensions [523, 524)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 267 with dimensions [524, 525)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 268 with dimensions [525, 526)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 269 with dimensions [526, 527)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 270 with dimensions [527, 528)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 271 with dimensions [528, 529)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 272 with dimensions [529, 530)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 273 with dimensions [530, 531)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 274 with dimensions [531, 532)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 275 with dimensions [532, 533)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 276 with dimensions [533, 534)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 277 with dimensions [534, 535)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 278 with dimensions [535, 536)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 279 with dimensions [536, 537)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 280 with dimensions [537, 538)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 281 with dimensions [538, 539)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 282 with dimensions [539, 540)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 283 with dimensions [540, 541)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 284 with dimensions [541, 542)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 285 with dimensions [542, 543)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 286 with dimensions [543, 544)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 287 with dimensions [544, 545)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 288 with dimensions [545, 546)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 289 with dimensions [546, 547)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 290 with dimensions [547, 548)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 291 with dimensions [548, 549)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 292 with dimensions [549, 550)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 293 with dimensions [550, 551)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 294 with dimensions [551, 552)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 295 with dimensions [552, 553)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 296 with dimensions [553, 554)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 297 with dimensions [554, 555)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 298 with dimensions [555, 556)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 299 with dimensions [556, 557)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 300 with dimensions [557, 558)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 301 with dimensions [558, 559)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 302 with dimensions [559, 560)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 303 with dimensions [560, 561)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 304 with dimensions [561, 562)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 305 with dimensions [562, 563)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 306 with dimensions [563, 564)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 307 with dimensions [564, 565)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 308 with dimensions [565, 566)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 309 with dimensions [566, 567)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 310 with dimensions [567, 568)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 311 with dimensions [568, 569)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 312 with dimensions [569, 570)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 313 with dimensions [570, 571)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 314 with dimensions [571, 572)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 315 with dimensions [572, 573)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 316 with dimensions [573, 574)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 317 with dimensions [574, 575)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 318 with dimensions [575, 576)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 319 with dimensions [576, 577)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 320 with dimensions [577, 578)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 321 with dimensions [578, 579)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 322 with dimensions [579, 580)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 323 with dimensions [580, 581)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 324 with dimensions [581, 582)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 325 with dimensions [582, 583)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 326 with dimensions [583, 584)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 327 with dimensions [584, 585)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 328 with dimensions [585, 586)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 329 with dimensions [586, 587)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 330 with dimensions [587, 588)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 331 with dimensions [588, 589)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 332 with dimensions [589, 590)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 333 with dimensions [590, 591)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 334 with dimensions [591, 592)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 335 with dimensions [592, 593)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 336 with dimensions [593, 594)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 337 with dimensions [594, 595)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 338 with dimensions [595, 596)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 339 with dimensions [596, 597)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 340 with dimensions [597, 598)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 341 with dimensions [598, 599)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 342 with dimensions [599, 600)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 343 with dimensions [600, 601)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 344 with dimensions [601, 602)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 345 with dimensions [602, 603)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 346 with dimensions [603, 604)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 347 with dimensions [604, 605)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 348 with dimensions [605, 606)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 349 with dimensions [606, 607)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 350 with dimensions [607, 608)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 351 with dimensions [608, 609)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 352 with dimensions [609, 610)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 353 with dimensions [610, 611)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 354 with dimensions [611, 612)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 355 with dimensions [612, 613)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 356 with dimensions [613, 614)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 357 with dimensions [614, 615)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 358 with dimensions [615, 616)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 359 with dimensions [616, 617)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 360 with dimensions [617, 618)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 361 with dimensions [618, 619)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 362 with dimensions [619, 620)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 363 with dimensions [620, 621)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 364 with dimensions [621, 622)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 365 with dimensions [622, 623)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 366 with dimensions [623, 624)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 367 with dimensions [624, 625)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 368 with dimensions [625, 626)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 369 with dimensions [626, 627)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 370 with dimensions [627, 628)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 371 with dimensions [628, 629)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 372 with dimensions [629, 630)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 373 with dimensions [630, 631)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 374 with dimensions [631, 632)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 375 with dimensions [632, 633)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 376 with dimensions [633, 634)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 377 with dimensions [634, 635)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 378 with dimensions [635, 636)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 379 with dimensions [636, 637)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 380 with dimensions [637, 638)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 381 with dimensions [638, 639)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 382 with dimensions [639, 640)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 383 with dimensions [640, 641)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 384 with dimensions [641, 642)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 385 with dimensions [642, 643)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 386 with dimensions [643, 644)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 387 with dimensions [644, 645)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 388 with dimensions [645, 646)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 389 with dimensions [646, 647)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 390 with dimensions [647, 648)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 391 with dimensions [648, 649)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 392 with dimensions [649, 650)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 393 with dimensions [650, 651)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 394 with dimensions [651, 652)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 395 with dimensions [652, 653)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 396 with dimensions [653, 654)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 397 with dimensions [654, 655)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 398 with dimensions [655, 656)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 399 with dimensions [656, 657)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 400 with dimensions [657, 658)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 401 with dimensions [658, 659)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 402 with dimensions [659, 660)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 403 with dimensions [660, 661)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 404 with dimensions [661, 662)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 405 with dimensions [662, 663)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 406 with dimensions [663, 664)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 407 with dimensions [664, 665)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 408 with dimensions [665, 666)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 409 with dimensions [666, 667)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 410 with dimensions [667, 668)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 411 with dimensions [668, 669)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 412 with dimensions [669, 670)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 413 with dimensions [670, 671)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 414 with dimensions [671, 672)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 415 with dimensions [672, 673)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 416 with dimensions [673, 674)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 417 with dimensions [674, 675)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 418 with dimensions [675, 676)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 419 with dimensions [676, 677)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 420 with dimensions [677, 678)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 421 with dimensions [678, 679)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 422 with dimensions [679, 680)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 423 with dimensions [680, 681)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 424 with dimensions [681, 682)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 425 with dimensions [682, 683)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 426 with dimensions [683, 684)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 427 with dimensions [684, 685)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 428 with dimensions [685, 686)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 429 with dimensions [686, 687)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 430 with dimensions [687, 688)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 431 with dimensions [688, 689)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 432 with dimensions [689, 690)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 433 with dimensions [690, 691)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 434 with dimensions [691, 692)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 435 with dimensions [692, 693)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 436 with dimensions [693, 694)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 437 with dimensions [694, 695)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 438 with dimensions [695, 696)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 439 with dimensions [696, 697)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 440 with dimensions [697, 698)\n",- "Residuals unchanged: 3.40282e+38 becomes 1.113e-12. Early termination.\n",- "Processing chunk 441 with dimensions [698, 699)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 442 with dimensions [699, 700)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 443 with dimensions [700, 701)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 444 with dimensions [701, 702)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 445 with dimensions [702, 703)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 446 with dimensions [703, 704)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 447 with dimensions [704, 705)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 448 with dimensions [705, 706)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 449 with dimensions [706, 707)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 450 with dimensions [707, 708)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 451 with dimensions [708, 709)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 452 with dimensions [709, 710)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 453 with dimensions [710, 711)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 454 with dimensions [711, 712)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 455 with dimensions [712, 713)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 456 with dimensions [713, 714)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 457 with dimensions [714, 715)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 458 with dimensions [715, 716)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 459 with dimensions [716, 717)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 460 with dimensions [717, 718)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 461 with dimensions [718, 719)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 462 with dimensions [719, 720)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 463 with dimensions [720, 721)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 464 with dimensions [721, 722)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 465 with dimensions [722, 723)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 466 with dimensions [723, 724)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 467 with dimensions [724, 725)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 468 with dimensions [725, 726)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 469 with dimensions [726, 727)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 470 with dimensions [727, 728)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 471 with dimensions [728, 729)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 472 with dimensions [729, 730)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 473 with dimensions [730, 731)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 474 with dimensions [731, 732)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 475 with dimensions [732, 733)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 476 with dimensions [733, 734)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 477 with dimensions [734, 735)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 478 with dimensions [735, 736)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 479 with dimensions [736, 737)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 480 with dimensions [737, 738)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 481 with dimensions [738, 739)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 482 with dimensions [739, 740)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 483 with dimensions [740, 741)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 484 with dimensions [741, 742)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 485 with dimensions [742, 743)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 486 with dimensions [743, 744)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 487 with dimensions [744, 745)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 488 with dimensions [745, 746)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 489 with dimensions [746, 747)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 490 with dimensions [747, 748)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 491 with dimensions [748, 749)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 492 with dimensions [749, 750)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 493 with dimensions [750, 751)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 494 with dimensions [751, 752)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 495 with dimensions [752, 753)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 496 with dimensions [753, 754)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 497 with dimensions [754, 755)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 498 with dimensions [755, 756)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 499 with dimensions [756, 757)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 500 with dimensions [757, 758)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 501 with dimensions [758, 759)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 502 with dimensions [759, 760)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 503 with dimensions [760, 761)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 504 with dimensions [761, 762)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 505 with dimensions [762, 763)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 506 with dimensions [763, 764)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 507 with dimensions [764, 765)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 508 with dimensions [765, 766)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 509 with dimensions [766, 767)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 510 with dimensions [767, 768)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Processing chunk 511 with dimensions [768, 769)\n",- "Residuals unchanged: 3.40282e+38 becomes 0. Early termination.\n",- "Writing bin: knowledge_pq_pivots.bin\n",- "bin: #pts = 256, #dims = 769, size = 787464B\n",- "Finished writing bin.\n",- "Writing bin: knowledge_pq_pivots.bin\n",- "bin: #pts = 769, #dims = 1, size = 3084B\n",- "Finished writing bin.\n",- "Writing bin: knowledge_pq_pivots.bin\n",- "bin: #pts = 513, #dims = 1, size = 2060B\n",- "Finished writing bin.\n",- "Writing bin: knowledge_pq_pivots.bin\n",- "bin: #pts = 4, #dims = 1, size = 40B\n",- "Finished writing bin.\n",- "Saved pq pivot data to knowledge_pq_pivots.bin of size 796704B.\n",+ "Reading bin file knowledge_pq_pivots.bin ...\n",+ "Opening bin file knowledge_pq_pivots.bin... \n",+ "Metadata: #pts = 256, #dims = 769...\n",+ "done.\n",+ "PQ pivot file exists. Not generating again\n","Opened: knowledge_prepped_base.bin, size: 18464, cache_size: 18464\n","Reading bin file knowledge_pq_pivots.bin ...\n","Opening bin file knowledge_pq_pivots.bin... \n",@@ -1119,17 +86,17 @@"done.\n","Loaded PQ pivot information\n","Processing points [0, 6)...done.\n",- "Time for generating quantized data: 0.399541 seconds\n",+ "Time for generating quantized data: 0.051329 seconds\n","Full index fits in RAM budget, should consume at most 2.03973e-05GiBs, so building in one shot\n","L2: Using AVX2 distance computation DistanceL2Float\n","Passed, empty search_params while creating index config\n","Using only first 6 from file.. \n","Starting index build with 6 points... \n",- "0% of index build completed.Starting final cleanup..done. Link time: 0.00011s\n",+ "0% of index build completed.Starting final cleanup..done. Link time: 0.00016s\n","Index built with degree: max:5 avg:5 min:5 count(deg<2):0\n","Not saving tags as they are not enabled.\n",- "Time taken for save: 0.000144s.\n",- "Time for building merged vamana index: 0.000777 seconds\n",+ "Time taken for save: 0.00015s.\n",+ "Time for building merged vamana index: 0.000982 seconds\n","Opened: knowledge_prepped_base.bin, size: 18464, cache_size: 18464\n","Vamana index file size=168\n","Opened: knowledge_disk.index, cache_size: 67108864\n",@@ -1144,12 +111,28 @@"Finished writing bin.\n","Output disk index file written to knowledge_disk.index\n","Finished writing 28672B\n",- "Time for generating disk layout: 0.039398 seconds\n",+ "Time for generating disk layout: 0.044798 seconds\n","Opened: knowledge_prepped_base.bin, size: 18464, cache_size: 18464\n","Loading base knowledge_prepped_base.bin. #points: 6. #dim: 769.\n",- "Wrote 0 points to sample file: knowledge_sample_data.bin\n",- "Indexing time: 0.440015\n",- "✅ DiskANN index loaded successfully.Since data is floating point, we assume that it has been appropriately pre-processed (normalization for cosine, and convert-to-l2 by adding extra dimension for MIPS). So we shall invoke an l2 distance function.\n",+ "Wrote 1 points to sample file: knowledge_sample_data.bin\n",+ "Indexing time: 0.0974831\n",+ "INFO: Leann metadata saved to knowledge.leann.meta.json\n"+ ]+ },+ {+ "name": "stderr",+ "output_type": "stream",+ "text": [+ "Opened file : knowledge_disk.index\n"+ ]+ },+ {+ "name": "stdout",+ "output_type": "stream",+ "text": [+ "✅ DiskANN index loaded successfully.\n",+ "INFO: LeannSearcher initialized with 'diskann' backend using index 'knowledge.leann'.\n",+ "Since data is floating point, we assume that it has been appropriately pre-processed (normalization for cosine, and convert-to-l2 by adding extra dimension for MIPS). So we shall invoke an l2 distance function.\n","L2: Using AVX2 distance computation DistanceL2Float\n","L2: Using AVX2 distance computation DistanceL2Float\n","Before index load\n",@@ -1177,19 +160,17 @@"Loaded PQ Pivots: #ctrs: 256, #dims: 769, #chunks: 512\n","Loaded PQ centroids and in-memory compressed vectors. #points: 6 #dim: 769 #aligned_dim: 776 #chunks: 512\n","Loading index metadata from knowledge_disk.index\n",- "Disk-Index File Meta-data: # nodes per sector: 1, max node len (bytes): 3100, max node degre\n",- "INFO: LeannSearcher initialized with 'diskann' backend using index 'knowledge.leann'.\n",- "e: 5\n",+ "Disk-Index File Meta-data: # nodes per sector: 1, max node len (bytes): 3100, max node degree: 5\n","Disk-Index Meta: nodes per sector: 1, max node len: 3100, max node degree: 5\n","Setting up thread-specific contexts for nthreads: 8\n",- "allocating ctx: 0x77b24e80b000 to thread-id:131599213530048\n",- "allocating ctx: 0x77b24d48c000 to thread-id:131599182073280\n",- "allocating ctx: 0x77b24d47b000 to thread-id:131599224015680\n",- "allocating ctx: 0x77b24d46a000 to thread-id:131599192558912\n",- "allocating ctx: 0x77b24d459000 to thread-id:131599234501312\n",- "allocating ctx: 0x77b24d448000 to thread-id:131599203044544\n",- "allocating ctx: 0x77b24d437000 to thread-id:131599135935552\n",- "allocating ctx: 0x77b24d426000 to thread-id:131611173562176\n",+ "allocating ctx: 0x77203100b000 to thread-id:130971745651648\n",+ "allocating ctx: 0x77202fc8c000 to thread-id:130971756137280\n",+ "allocating ctx: 0x77202fc7b000 to thread-id:130971735166016\n",+ "allocating ctx: 0x77202fc6a000 to thread-id:130983600146240\n",+ "allocating ctx: 0x77202fc59000 to thread-id:130971766622912\n",+ "allocating ctx: 0x77202fc48000 to thread-id:130971703709120\n",+ "allocating ctx: 0x77202fc37000 to thread-id:130971714194752\n",+ "allocating ctx: 0x77202fc26000 to thread-id:130971724680384\n","Loading centroid data from medoids vector data of 1 medoid(s)\n","Reading bin file knowledge_disk.index_max_base_norm.bin ...\n","Opening bin file knowledge_disk.index_max_base_norm.bin... \n",@@ -1197,22 +178,11 @@"done.\n","Setting re-scaling factor of base vectors to 1\n","load_from_separate_paths done.\n",- "Reading (with alignment) bin file knowledge_sample_data.bin ...Metadata: #pts = 0, #dims = 769, aligned_dim = 776... allocating aligned memory of 0 bytes... done. Copying data to mem_aligned buffer... done.\n",+ "Reading (with alignment) bin file knowledge_sample_data.bin ...Metadata: #pts = 1, #dims = 769, aligned_dim = 776... allocating aligned memory of 3104 bytes... done. Copying data to mem_aligned buffer... done.\n",+ "reserve ratio: 1\n",+ "Graph traversal completed, hops: 3\n","Loading the cache list into memory....done.\n",- "After index load\n"- ]- },- {- "name": "stderr",- "output_type": "stream",- "text": [- "Opened file : knowledge_disk.index\n"- ]- },- {- "name": "stdout",- "output_type": "stream",- "text": [+ "After index load\n","INFO: Computing embeddings for 1 chunks using 'sentence-transformers/all-mpnet-base-v2'...\n"]},@@ -1220,7 +190,7 @@"name": "stderr","output_type": "stream","text": [- "Batches: 100%|██████████| 1/1 [00:00<00:00, 57.79it/s]"+ "Batches: 100%|██████████| 1/1 [00:00<00:00, 56.33it/s]"]},{@@ -1230,7 +200,7 @@"INFO: DiskANN ZMQ mode enabled - ensuring embedding server is running\n","INFO: Starting session-level embedding server as a background process...\n","INFO: Running command from project root: /home/ubuntu/LEANN_clean/leann\n",- "INFO: Server process started with PID: 197427\n"+ "INFO: Server process started with PID: 313817\n"]},{@@ -1245,7 +215,7 @@"output_type": "stream","text": ["✅ Embedding server is up and ready for this session.\n",- "reserve ratio: 1[EmbeddingServer LOG]: Initializing leann-backend-diskann...\n",+ "[EmbeddingServer LOG]: Initializing leann-backend-diskann...\n","[EmbeddingServer LOG]: WARNING: Could not import DiskANN backend: cannot import name '_diskannpy' from partially initialized module 'packages.leann-backend-diskann.leann_backend_diskann' (most likely due to a circular import) (/home/ubuntu/LEANN_clean/leann/packages/leann-backend-diskann/leann_backend_diskann/__init__.py)\n","[EmbeddingServer LOG]: INFO: Initializing embedding server thread on port 5555\n","[EmbeddingServer LOG]: INFO: Using CUDA device\n",@@ -1254,107 +224,952 @@"[EmbeddingServer LOG]: INFO: Loaded 6 demo documents\n","[EmbeddingServer LOG]: INFO: ZMQ ROUTER server listening on port 5555\n","[EmbeddingServer LOG]: INFO: Embedding server ready to serve requests\n",- "Score: -0.481 - C++ is a powerful programming language\n",+ "reserve ratio: [EmbeddingServer LOG]: INFO: Received ZMQ request from client 006b8b45, size 3 bytes\n",+ "1\n","Graph traversal completed, hops: 3\n",- "\n",- "Score: -1.049 - Java is a powerful programming language\n",- "[EmbeddingServer LOG]: INFO: Received ZMQ request from client 006b8b45, size 3 bytes\n","[EmbeddingServer LOG]: INFO: Request for 1 node embeddings: [0]\n","[EmbeddingServer LOG]: DEBUG: Node ID range: 0 to 0\n",- "[EmbeddingServer LOG]: Time taken for text lookup: 0.000030 seconds\n",+ "[EmbeddingServer LOG]: Time taken for text lookup: 0.000025 seconds\n","[EmbeddingServer LOG]: INFO: Total batch size: 1, max_batch_size: 128\n","[EmbeddingServer LOG]: INFO: Processing batch of size 1\n",- "[EmbeddingServer LOG]: Time taken for tokenization (batch): 0.018889 seconds\n",+ "[EmbeddingServer LOG]: Time taken for tokenization (batch): 0.019455 seconds\n","[EmbeddingServer LOG]: Batch size: 1, Sequence length: 256\n",- "[EmbeddingServer LOG]: Time taken for transfer to device (batch): 0.000184 seconds\n",- "[EmbeddingServer LOG]: Time taken for embedding (batch): 3.080892 seconds\n",- "[EmbeddingServer LOG]: Time taken for mean pooling (batch): 0.039653 seconds\n",- "[EmbeddingServer LOG]: INFO: Serialize time: 0.000192 seconds\n",- "[EmbeddingServer LOG]: INFO: ZMQ E2E time: 3.140990 seconds\n",+ "[EmbeddingServer LOG]: Time taken for transfer to device (batch): 0.000176 seconds\n",+ "[EmbeddingServer LOG]: Time taken for embedding (batch): 3.062818 seconds\n",+ "[EmbeddingServer LOG]: Time taken for mean pooling (batch): 0.052912 seconds\n",+ "[EmbeddingServer LOG]: INFO: Serialize time: 0.000228 seconds\n",+ "[EmbeddingServer LOG]: INFO: ZMQ E2E time: 3.136761 seconds\n","[EmbeddingServer LOG]: INFO: Received ZMQ request from client 006b8b45, size 7 bytes\n","[EmbeddingServer LOG]: INFO: Request for 5 node embeddings: [1, 2, 3, 4, 5]\n","[EmbeddingServer LOG]: DEBUG: Node ID range: 1 to 5\n","[EmbeddingServer LOG]: Time taken for text lookup: 0.000045 seconds\n","[EmbeddingServer LOG]: INFO: Total batch size: 5, max_batch_size: 128\n","[EmbeddingServer LOG]: INFO: Processing batch of size 5\n",- "[EmbeddingServer LOG]: Time taken for tokenization (batch): 0.001917 seconds\n",+ "[EmbeddingServer LOG]: Time taken for tokenization (batch): 0.001596 seconds\n","[EmbeddingServer LOG]: Batch size: 5, Sequence length: 256\n",- "[EmbeddingServer LOG]: Time taken for transfer to device (batch): 0.000089 seconds\n",- "[EmbeddingServer LOG]: Time taken for embedding (batch): 3.670297 seconds\n",- "[EmbeddingServer LOG]: Time taken for mean pooling (batch): 0.000375 seconds\n",- "[EmbeddingServer LOG]: INFO: Serialize time: 0.000203 seconds\n",- "[EmbeddingServer LOG]: INFO: ZMQ E2E time: 3.673614 seconds\n",+ "[EmbeddingServer LOG]: Time taken for transfer to device (batch): 0.000094 seconds\n",+ "[EmbeddingServer LOG]: Time taken for embedding (batch): 3.517292 seconds\n",+ "[EmbeddingServer LOG]: Time taken for mean pooling (batch): 0.000360 seconds\n",+ "[EmbeddingServer LOG]: INFO: Serialize time: 0.000155 seconds\n",+ "[EmbeddingServer LOG]: INFO: ZMQ E2E time: 3.520236 seconds\n","[EmbeddingServer LOG]: INFO: Received ZMQ request from client 006b8b45, size 7 bytes\n","[EmbeddingServer LOG]: INFO: Request for 5 node embeddings: [3, 4, 2, 1, 0]\n","[EmbeddingServer LOG]: DEBUG: Node ID range: 0 to 4\n",- "[EmbeddingServer LOG]: Time taken for text lookup: 0.000028 seconds\n",+ "[EmbeddingServer LOG]: Time taken for text lookup: 0.000031 seconds\n","[EmbeddingServer LOG]: INFO: Total batch size: 5, max_batch_size: 128\n","[EmbeddingServer LOG]: INFO: Processing batch of size 5\n",- "[EmbeddingServer LOG]: Time taken for tokenization (batch): 0.001288 seconds\n",+ "[EmbeddingServer LOG]: Time taken for tokenization (batch): 0.001254 seconds\n","[EmbeddingServer LOG]: Batch size: 5, Sequence length: 256\n",- "[EmbeddingServer LOG]: Time taken for transfer to device (batch): 0.000078 seconds\n",- "[EmbeddingServer LOG]: Time taken for embedding (batch): 0.009282 seconds\n",- "[EmbeddingServer LOG]: Time taken for mean pooling (batch): 0.000155 seconds\n",- "[EmbeddingServer LOG]: INFO: Serialize time: 0.000060 seconds\n",- "[EmbeddingServer LOG]: INFO: ZMQ E2E time: 0.011379 seconds\n",+ "[EmbeddingServer LOG]: Time taken for transfer to device (batch): 0.000076 seconds\n",+ "[EmbeddingServer LOG]: Time taken for embedding (batch): 0.009231 seconds\n",+ "[EmbeddingServer LOG]: Time taken for mean pooling (batch): 0.000189 seconds\n",+ "[EmbeddingServer LOG]: INFO: Serialize time: 0.000087 seconds\n",+ "[EmbeddingServer LOG]: INFO: ZMQ E2E time: 0.011405 seconds\n","[EmbeddingServer LOG]: INFO: Received ZMQ request from client 006b8b45, size 7 bytes\n","[EmbeddingServer LOG]: INFO: Request for 5 node embeddings: [0, 1, 2, 4, 5]\n","[EmbeddingServer LOG]: DEBUG: Node ID range: 0 to 5\n","[EmbeddingServer LOG]: Time taken for text lookup: 0.000020 seconds\n","[EmbeddingServer LOG]: INFO: Total batch size: 5, max_batch_size: 128\n","[EmbeddingServer LOG]: INFO: Processing batch of size 5\n",- "[EmbeddingServer LOG]: Time taken for tokenization (batch): 0.001060 seconds\n",+ "[EmbeddingServer LOG]: Time taken for tokenization (batch): 0.000968 seconds\n","[EmbeddingServer LOG]: Batch size: 5, Sequence length: 256\n",- "[EmbeddingServer LOG]: Time taken for transfer to device (batch): 0.000100 seconds\n",- "[EmbeddingServer LOG]: Time taken for embedding (batch): 0.008817 seconds\n",- "[EmbeddingServer LOG]: Time taken for mean pooling (batch): 0.000170 seconds\n",- "[EmbeddingServer LOG]: INFO: Serialize time: 0.000045 seconds\n",- "[EmbeddingServer LOG]: INFO: ZMQ E2E time: 0.010654 seconds\n",+ "[EmbeddingServer LOG]: Time taken for transfer to device (batch): 0.000071 seconds\n",+ "[EmbeddingServer LOG]: Time taken for embedding (batch): 0.008908 seconds\n",+ "[EmbeddingServer LOG]: Time taken for mean pooling (batch): 0.000148 seconds\n",+ "[EmbeddingServer LOG]: INFO: Serialize time: 0.000055 seconds\n",+ "[EmbeddingServer LOG]: INFO: ZMQ E2E time: 0.010627 seconds\n","[EmbeddingServer LOG]: INFO: Received ZMQ request from client 006b8b45, size 7 bytes\n","[EmbeddingServer LOG]: INFO: Request for 5 node embeddings: [3, 1, 0, 2, 5]\n","[EmbeddingServer LOG]: DEBUG: Node ID range: 0 to 5\n","[EmbeddingServer LOG]: Time taken for text lookup: 0.000020 seconds\n","[EmbeddingServer LOG]: INFO: Total batch size: 5, max_batch_size: 128\n","[EmbeddingServer LOG]: INFO: Processing batch of size 5\n",- "[EmbeddingServer LOG]: Time taken for tokenization (batch): 0.000934 seconds\n",+ "[EmbeddingServer LOG]: Time taken for tokenization (batch): 0.000959 seconds\n","[EmbeddingServer LOG]: Batch size: 5, Sequence length: 256\n",- "[EmbeddingServer LOG]: Time taken for transfer to device (batch): 0.000073 seconds\n",- "[EmbeddingServer LOG]: Time taken for embedding (batch): 0.008848 seconds\n",- "[EmbeddingServer LOG]: Time taken for mean pooling (batch): 0.000144 seconds\n",- "[EmbeddingServer LOG]: INFO: Serialize time: 0.000087 seconds\n",- "[EmbeddingServer LOG]: INFO: ZMQ E2E time: 0.010560 seconds\n",+ "[EmbeddingServer LOG]: Time taken for transfer to device (batch): 0.000071 seconds\n",+ "[EmbeddingServer LOG]: Time taken for embedding (batch): 0.008822 seconds\n",+ "[EmbeddingServer LOG]: Time taken for mean pooling (batch): 0.000151 seconds\n",+ "[EmbeddingServer LOG]: INFO: Serialize time: 0.000063 seconds\n",+ "[EmbeddingServer LOG]: INFO: ZMQ E2E time: 0.010516 seconds\n","[EmbeddingServer LOG]: INFO: Received ZMQ request from client 006b8b45, size 7 bytes\n","[EmbeddingServer LOG]: INFO: Request for 5 node embeddings: [0, 2, 3, 4, 5]\n","[EmbeddingServer LOG]: DEBUG: Node ID range: 0 to 5\n","[EmbeddingServer LOG]: Time taken for text lookup: 0.000019 seconds\n","[EmbeddingServer LOG]: INFO: Total batch size: 5, max_batch_size: 128\n","[EmbeddingServer LOG]: INFO: Processing batch of size 5\n",- "[EmbeddingServer LOG]: Time taken for tokenization (batch): 0.000957 seconds\n",+ "[EmbeddingServer LOG]: Time taken for tokenization (batch): 0.001046 seconds\n","[EmbeddingServer LOG]: Batch size: 5, Sequence length: 256\n",- "[EmbeddingServer LOG]: Time taken for transfer to device (batch): 0.000070 seconds\n",- "[EmbeddingServer LOG]: Time taken for embedding (batch): 0.008813 seconds\n",- "[EmbeddingServer LOG]: Time taken for mean pooling (batch): 0.000145 seconds\n",- "[EmbeddingServer LOG]: INFO: Serialize time: 0.000046 seconds\n",- "[EmbeddingServer LOG]: INFO: ZMQ E2E time: 0.010484 seconds\n",+ "[EmbeddingServer LOG]: Time taken for transfer to device (batch): 0.000074 seconds\n",+ "[EmbeddingServer LOG]: Time taken for embedding (batch): 0.008821 seconds\n",+ "[EmbeddingServer LOG]: Time taken for mean pooling (batch): 0.000146 seconds\n",+ "[EmbeddingServer LOG]: INFO: Serialize time: 0.000059 seconds\n",+ "[EmbeddingServer LOG]: INFO: ZMQ E2E time: 0.010625 seconds\n","[EmbeddingServer LOG]: INFO: Received ZMQ request from client 006b8b45, size 7 bytes\n","[EmbeddingServer LOG]: INFO: Request for 5 node embeddings: [1, 0, 3, 4, 5]\n","[EmbeddingServer LOG]: DEBUG: Node ID range: 0 to 5\n","[EmbeddingServer LOG]: Time taken for text lookup: 0.000019 seconds\n","[EmbeddingServer LOG]: INFO: Total batch size: 5, max_batch_size: 128\n","[EmbeddingServer LOG]: INFO: Processing batch of size 5\n",- "[EmbeddingServer LOG]: Time taken for tokenization (batch): 0.000816 seconds\n",+ "[EmbeddingServer LOG]: Time taken for tokenization (batch): 0.000947 seconds\n","[EmbeddingServer LOG]: Batch size: 5, Sequence length: 256\n",- "[EmbeddingServer LOG]: Time taken for transfer to device (batch): 0.000072 seconds\n",- "[EmbeddingServer LOG]: Time taken for embedding (batch): 0.008810 seconds\n",- "[EmbeddingServer LOG]: Time taken for mean pooling (batch): 0.000159 seconds\n",- "[EmbeddingServer LOG]: INFO: Serialize time: 0.000045 seconds\n",- "[EmbeddingServer LOG]: INFO: ZMQ E2E time: 0.010357 seconds\n"+ "[EmbeddingServer LOG]: Time taken for transfer to device (batch): 0.000071 seconds\n",+ "[EmbeddingServer LOG]: Time taken for embedding (batch): 0.008823 seconds\n",+ "[EmbeddingServer LOG]: Time taken for mean pooling (batch): 0.000143 seconds\n",+ "[EmbeddingServer LOG]: INFO: Serialize time: 0.000047 seconds\n",+ "[EmbeddingServer LOG]: INFO: ZMQ E2E time: 0.010491 seconds\n",+ "Score: -0.481 - C++ is a powerful programming language\n",+ "Score: -1.049 - Java is a powerful programming language\n"]},{"name": "stdout","output_type": "stream","text": [+ "[EmbeddingServer LOG]: INFO: ZMQ socket timeout, continuing to listen\n",+ "[EmbeddingServer LOG]: INFO: ZMQ socket timeout, continuing to listen\n",+ "[EmbeddingServer LOG]: INFO: ZMQ socket timeout, continuing to listen\n",+ "[EmbeddingServer LOG]: INFO: ZMQ socket timeout, continuing to listen\n",+ "[EmbeddingServer LOG]: INFO: ZMQ socket timeout, continuing to listen\n",+ "[EmbeddingServer LOG]: INFO: ZMQ socket timeout, continuing to listen\n",+ "[EmbeddingServer LOG]: INFO: ZMQ socket timeout, continuing to listen\n",+ "[EmbeddingServer LOG]: INFO: ZMQ socket timeout, continuing to listen\n",+ "[EmbeddingServer LOG]: INFO: ZMQ socket timeout, continuing to listen\n",+ "[EmbeddingServer LOG]: INFO: ZMQ socket timeout, continuing to listen\n",+ "[EmbeddingServer LOG]: INFO: ZMQ socket timeout, continuing to listen\n",+ "[EmbeddingServer LOG]: INFO: ZMQ socket timeout, continuing to listen\n",+ "[EmbeddingServer LOG]: INFO: ZMQ socket timeout, continuing to listen\n",+ "[EmbeddingServer LOG]: INFO: ZMQ socket timeout, continuing to listen\n",+ "[EmbeddingServer LOG]: INFO: ZMQ socket timeout, continuing to listen\n",+ "[EmbeddingServer LOG]: INFO: ZMQ socket timeout, continuing to listen\n",+ "[EmbeddingServer LOG]: INFO: ZMQ socket timeout, continuing to listen\n",+ "[EmbeddingServer LOG]: INFO: ZMQ socket timeout, continuing to listen\n",+ "[EmbeddingServer LOG]: INFO: ZMQ socket timeout, continuing to listen\n",+ "[EmbeddingServer LOG]: INFO: ZMQ socket timeout, continuing to listen\n",+ "[EmbeddingServer LOG]: INFO: ZMQ socket timeout, continuing to listen\n",+ "[EmbeddingServer LOG]: INFO: ZMQ socket timeout, continuing to listen\n",+ "[EmbeddingServer LOG]: INFO: ZMQ socket timeout, continuing to listen\n",+ "[EmbeddingServer LOG]: INFO: ZMQ socket timeout, continuing to listen\n",+ "[EmbeddingServer LOG]: INFO: ZMQ socket timeout, continuing to listen\n",+ "[EmbeddingServer LOG]: INFO: ZMQ socket timeout, continuing to listen\n",+ "[EmbeddingServer LOG]: INFO: ZMQ socket timeout, continuing to listen\n",+ "[EmbeddingServer LOG]: INFO: ZMQ socket timeout, continuing to listen\n",+ "[EmbeddingServer LOG]: INFO: ZMQ socket timeout, continuing to listen\n",+ "[EmbeddingServer LOG]: INFO: ZMQ socket timeout, continuing to listen\n",+ "[EmbeddingServer LOG]: INFO: ZMQ socket timeout, continuing to listen\n",+ "[EmbeddingServer LOG]: INFO: ZMQ socket timeout, continuing to listen\n",+ "[EmbeddingServer LOG]: INFO: ZMQ socket timeout, continuing to listen\n",+ "[EmbeddingServer LOG]: INFO: ZMQ socket timeout, continuing to listen\n",+ "[EmbeddingServer LOG]: INFO: ZMQ socket timeout, continuing to listen\n",+ "[EmbeddingServer LOG]: INFO: ZMQ socket timeout, continuing to listen\n",+ "[EmbeddingServer LOG]: INFO: ZMQ socket timeout, continuing to listen\n",+ "[EmbeddingServer LOG]: INFO: ZMQ socket timeout, continuing to listen\n",+ "[EmbeddingServer LOG]: INFO: ZMQ socket timeout, continuing to listen\n",+ "[EmbeddingServer LOG]: INFO: ZMQ socket timeout, continuing to listen\n",+ "[EmbeddingServer LOG]: INFO: ZMQ socket timeout, continuing to listen\n",+ "[EmbeddingServer LOG]: INFO: ZMQ socket timeout, continuing to listen\n",+ "[EmbeddingServer LOG]: INFO: ZMQ socket timeout, continuing to listen\n",+ "[EmbeddingServer LOG]: INFO: ZMQ socket timeout, continuing to listen\n",+ "[EmbeddingServer LOG]: INFO: ZMQ socket timeout, continuing to listen\n",+ "[EmbeddingServer LOG]: INFO: Received ZMQ request from client 006b8b45, size 3 bytes\n",+ "[EmbeddingServer LOG]: INFO: Request for 1 node embeddings: [1]\n",+ "[EmbeddingServer LOG]: DEBUG: Node ID range: 1 to 1\n",+ "[EmbeddingServer LOG]: Time taken for text lookup: 0.000020 seconds\n",+ "[EmbeddingServer LOG]: INFO: Total batch size: 1, max_batch_size: 128\n",+ "[EmbeddingServer LOG]: INFO: Processing batch of size 1\n",+ "[EmbeddingServer LOG]: Time taken for tokenization (batch): 0.000475 seconds\n",+ "[EmbeddingServer LOG]: Batch size: 1, Sequence length: 256\n",+ "[EmbeddingServer LOG]: Time taken for transfer to device (batch): 0.000245 seconds\n",+ "[EmbeddingServer LOG]: Time taken for embedding (batch): 0.005035 seconds\n",+ "[EmbeddingServer LOG]: Time taken for mean pooling (batch): 0.000223 seconds\n",+ "[EmbeddingServer LOG]: INFO: Serialize time: 0.000076 seconds\n",+ "[EmbeddingServer LOG]: INFO: ZMQ E2E time: 0.006687 seconds\n",+ "[EmbeddingServer LOG]: INFO: Received ZMQ request from client 006b8b45, size 34 bytes\n",+ "[EmbeddingServer LOG]: INFO: Request for 32 node embeddings: [41, 3, 40, 35, 27, 11, 2, 34, 7, 17, 53, 36, 10, 5, 6, 23, 39, 38, 15, 29, 25, 20, 4, 13, 26, 37, 33, 28, 21, 32, 12, 50]\n",+ "[EmbeddingServer LOG]: DEBUG: Node ID range: 2 to 53\n",+ "[EmbeddingServer LOG]: Time taken for text lookup: 0.000034 seconds\n",+ "[EmbeddingServer LOG]: INFO: Total batch size: 32, max_batch_size: 128\n",+ "[EmbeddingServer LOG]: INFO: Processing batch of size 32\n",+ "[EmbeddingServer LOG]: Time taken for tokenization (batch): 0.006198 seconds\n",+ "[EmbeddingServer LOG]: Batch size: 32, Sequence length: 256\n",+ "[EmbeddingServer LOG]: Time taken for transfer to device (batch): 0.000091 seconds\n",+ "[EmbeddingServer LOG]: Time taken for embedding (batch): 0.043852 seconds\n",+ "[EmbeddingServer LOG]: Time taken for mean pooling (batch): 0.000362 seconds\n",+ "[EmbeddingServer LOG]: INFO: Serialize time: 0.000303 seconds\n",+ "[EmbeddingServer LOG]: INFO: ZMQ E2E time: 0.051755 seconds\n",+ "[EmbeddingServer LOG]: INFO: Received ZMQ request from client 006b8b45, size 34 bytes\n",+ "[EmbeddingServer LOG]: INFO: Request for 32 node embeddings: [35, 40, 25, 12, 1, 2, 20, 24, 53, 9, 3, 6, 36, 11, 27, 41, 34, 26, 29, 33, 28, 5, 21, 17, 13, 7, 32, 30, 15, 31, 39, 4]\n",+ "[EmbeddingServer LOG]: DEBUG: Node ID range: 1 to 53\n",+ "[EmbeddingServer LOG]: Time taken for text lookup: 0.000036 seconds\n",+ "[EmbeddingServer LOG]: INFO: Total batch size: 32, max_batch_size: 128\n",+ "[EmbeddingServer LOG]: INFO: Processing batch of size 32\n",+ "[EmbeddingServer LOG]: Time taken for tokenization (batch): 0.006460 seconds\n",+ "[EmbeddingServer LOG]: Batch size: 32, Sequence length: 256\n",+ "[EmbeddingServer LOG]: Time taken for transfer to device (batch): 0.000094 seconds\n",+ "[EmbeddingServer LOG]: Time taken for embedding (batch): 0.043777 seconds\n",+ "[EmbeddingServer LOG]: Time taken for mean pooling (batch): 0.000364 seconds\n",+ "[EmbeddingServer LOG]: INFO: Serialize time: 0.000125 seconds\n",+ "[EmbeddingServer LOG]: INFO: ZMQ E2E time: 0.051677 seconds\n",+ "[EmbeddingServer LOG]: INFO: Received ZMQ request from client 006b8b45, size 34 bytes\n",+ "[EmbeddingServer LOG]: INFO: Request for 32 node embeddings: [41, 14, 30, 27, 11, 7, 31, 15, 53, 0, 4, 5, 1, 36, 13, 37, 39, 40, 38, 3, 22, 29, 34, 32, 19, 33, 25, 26, 35, 28, 8, 50]\n",+ "[EmbeddingServer LOG]: DEBUG: Node ID range: 0 to 53\n",+ "[EmbeddingServer LOG]: Time taken for text lookup: 0.000035 seconds\n",+ "[EmbeddingServer LOG]: INFO: Total batch size: 32, max_batch_size: 128\n",+ "[EmbeddingServer LOG]: INFO: Processing batch of size 32\n",+ "[EmbeddingServer LOG]: Time taken for tokenization (batch): 0.005619 seconds\n",+ "[EmbeddingServer LOG]: Batch size: 32, Sequence length: 256\n",+ "[EmbeddingServer LOG]: Time taken for transfer to device (batch): 0.000119 seconds\n",+ "[EmbeddingServer LOG]: Time taken for embedding (batch): 0.043553 seconds\n",+ "[EmbeddingServer LOG]: Time taken for mean pooling (batch): 0.000359 seconds\n",+ "[EmbeddingServer LOG]: INFO: Serialize time: 0.000145 seconds\n",+ "[EmbeddingServer LOG]: INFO: ZMQ E2E time: 0.050564 seconds\n",+ "[EmbeddingServer LOG]: INFO: Received ZMQ request from client 006b8b45, size 34 bytes\n",+ "[EmbeddingServer LOG]: INFO: Request for 32 node embeddings: [39, 4, 37, 34, 26, 41, 13, 15, 35, 32, 29, 50, 30, 1, 5, 27, 14, 3, 36, 23, 40, 12, 28, 7, 11, 22, 31, 2, 19, 33, 8, 17]\n",+ "[EmbeddingServer LOG]: DEBUG: Node ID range: 1 to 50\n",+ "[EmbeddingServer LOG]: Time taken for text lookup: 0.000034 seconds\n",+ "[EmbeddingServer LOG]: INFO: Total batch size: 32, max_batch_size: 128\n",+ "[EmbeddingServer LOG]: INFO: Processing batch of size 32\n",+ "[EmbeddingServer LOG]: Time taken for tokenization (batch): 0.006054 seconds\n",+ "[EmbeddingServer LOG]: Batch size: 32, Sequence length: 256\n",+ "[EmbeddingServer LOG]: Time taken for transfer to device (batch): 0.000088 seconds\n",+ "[EmbeddingServer LOG]: Time taken for embedding (batch): 0.043605 seconds\n",+ "[EmbeddingServer LOG]: Time taken for mean pooling (batch): 0.000357 seconds\n",+ "[EmbeddingServer LOG]: INFO: Serialize time: 0.000074 seconds\n",+ "[EmbeddingServer LOG]: INFO: ZMQ E2E time: 0.051038 seconds\n",+ "[EmbeddingServer LOG]: INFO: Received ZMQ request from client 006b8b45, size 34 bytes\n",+ "[EmbeddingServer LOG]: INFO: Request for 32 node embeddings: [37, 7, 41, 22, 50, 0, 36, 23, 39, 8, 11, 35, 53, 16, 30, 14, 1, 4, 15, 40, 38, 27, 13, 6, 19, 10, 3, 25, 34, 45, 29, 48]\n",+ "[EmbeddingServer LOG]: DEBUG: Node ID range: 0 to 53\n",+ "[EmbeddingServer LOG]: Time taken for text lookup: 0.000040 seconds\n",+ "[EmbeddingServer LOG]: INFO: Total batch size: 32, max_batch_size: 128\n",+ "[EmbeddingServer LOG]: INFO: Processing batch of size 32\n",+ "[EmbeddingServer LOG]: Time taken for tokenization (batch): 0.005921 seconds\n",+ "[EmbeddingServer LOG]: Batch size: 32, Sequence length: 256\n",+ "[EmbeddingServer LOG]: Time taken for transfer to device (batch): 0.000086 seconds\n",+ "[EmbeddingServer LOG]: Time taken for embedding (batch): 0.043591 seconds\n",+ "[EmbeddingServer LOG]: Time taken for mean pooling (batch): 0.000359 seconds\n",+ "[EmbeddingServer LOG]: INFO: Serialize time: 0.000081 seconds\n",+ "[EmbeddingServer LOG]: INFO: ZMQ E2E time: 0.050846 seconds\n",+ "[EmbeddingServer LOG]: INFO: Received ZMQ request from client 006b8b45, size 34 bytes\n",+ "[EmbeddingServer LOG]: INFO: Request for 32 node embeddings: [55, 54, 44, 45, 49, 46, 51, 8, 42, 52, 43, 50, 53, 47, 0, 2, 24, 5, 15, 36, 37, 41, 1, 6, 19, 9, 35, 16, 7, 17, 22, 26]\n",+ "[EmbeddingServer LOG]: DEBUG: Node ID range: 0 to 55\n",+ "[EmbeddingServer LOG]: Time taken for text lookup: 0.000034 seconds\n",+ "[EmbeddingServer LOG]: INFO: Total batch size: 32, max_batch_size: 128\n",+ "[EmbeddingServer LOG]: INFO: Processing batch of size 32\n",+ "[EmbeddingServer LOG]: Time taken for tokenization (batch): 0.005599 seconds\n",+ "[EmbeddingServer LOG]: Batch size: 32, Sequence length: 256\n",+ "[EmbeddingServer LOG]: Time taken for transfer to device (batch): 0.000090 seconds\n",+ "[EmbeddingServer LOG]: Time taken for embedding (batch): 0.043636 seconds\n",+ "[EmbeddingServer LOG]: Time taken for mean pooling (batch): 0.000369 seconds\n",+ "[EmbeddingServer LOG]: INFO: Serialize time: 0.000118 seconds\n",+ "[EmbeddingServer LOG]: INFO: ZMQ E2E time: 0.050578 seconds\n",+ "[EmbeddingServer LOG]: INFO: Received ZMQ request from client 006b8b45, size 34 bytes\n",+ "[EmbeddingServer LOG]: INFO: Request for 32 node embeddings: [27, 34, 20, 32, 3, 26, 2, 24, 22, 51, 31, 35, 1, 25, 12, 21, 41, 38, 33, 29, 40, 13, 10, 15, 4, 30, 14, 6, 17, 11, 37, 39]\n",+ "[EmbeddingServer LOG]: DEBUG: Node ID range: 1 to 51\n",+ "[EmbeddingServer LOG]: Time taken for text lookup: 0.000036 seconds\n",+ "[EmbeddingServer LOG]: INFO: Total batch size: 32, max_batch_size: 128\n",+ "[EmbeddingServer LOG]: INFO: Processing batch of size 32\n",+ "[EmbeddingServer LOG]: Time taken for tokenization (batch): 0.005486 seconds\n",+ "[EmbeddingServer LOG]: Batch size: 32, Sequence length: 256\n",+ "[EmbeddingServer LOG]: Time taken for transfer to device (batch): 0.000090 seconds\n",+ "[EmbeddingServer LOG]: Time taken for embedding (batch): 0.043729 seconds\n",+ "[EmbeddingServer LOG]: Time taken for mean pooling (batch): 0.000371 seconds\n",+ "[EmbeddingServer LOG]: INFO: Serialize time: 0.000092 seconds\n",+ "[EmbeddingServer LOG]: INFO: ZMQ E2E time: 0.050599 seconds\n",+ "[EmbeddingServer LOG]: INFO: Received ZMQ request from client 006b8b45, size 34 bytes\n",+ "[EmbeddingServer LOG]: INFO: Request for 32 node embeddings: [31, 3, 8, 32, 34, 12, 41, 21, 27, 2, 10, 24, 45, 13, 40, 1, 35, 29, 20, 28, 15, 4, 17, 14, 26, 25, 36, 38, 23, 37, 11, 30]\n",+ "[EmbeddingServer LOG]: DEBUG: Node ID range: 1 to 45\n",+ "[EmbeddingServer LOG]: Time taken for text lookup: 0.000034 seconds\n",+ "[EmbeddingServer LOG]: INFO: Total batch size: 32, max_batch_size: 128\n",+ "[EmbeddingServer LOG]: INFO: Processing batch of size 32\n",+ "[EmbeddingServer LOG]: Time taken for tokenization (batch): 0.005491 seconds\n",+ "[EmbeddingServer LOG]: Batch size: 32, Sequence length: 256\n",+ "[EmbeddingServer LOG]: Time taken for transfer to device (batch): 0.000090 seconds\n",+ "[EmbeddingServer LOG]: Time taken for embedding (batch): 0.043680 seconds\n",+ "[EmbeddingServer LOG]: Time taken for mean pooling (batch): 0.000357 seconds\n",+ "[EmbeddingServer LOG]: INFO: Serialize time: 0.000072 seconds\n",+ "[EmbeddingServer LOG]: INFO: ZMQ E2E time: 0.050465 seconds\n",+ "[EmbeddingServer LOG]: INFO: Received ZMQ request from client 006b8b45, size 34 bytes\n",+ "[EmbeddingServer LOG]: INFO: Request for 32 node embeddings: [26, 6, 30, 32, 40, 27, 3, 7, 10, 20, 15, 24, 55, 1, 28, 35, 8, 21, 29, 31, 11, 17, 33, 9, 5, 34, 23, 19, 2, 36, 22, 37]\n",+ "[EmbeddingServer LOG]: DEBUG: Node ID range: 1 to 55\n",+ "[EmbeddingServer LOG]: Time taken for text lookup: 0.000032 seconds\n",+ "[EmbeddingServer LOG]: INFO: Total batch size: 32, max_batch_size: 128\n",+ "[EmbeddingServer LOG]: INFO: Processing batch of size 32\n",+ "[EmbeddingServer LOG]: Time taken for tokenization (batch): 0.005579 seconds\n",+ "[EmbeddingServer LOG]: Batch size: 32, Sequence length: 256\n",+ "[EmbeddingServer LOG]: Time taken for transfer to device (batch): 0.000086 seconds\n",+ "[EmbeddingServer LOG]: Time taken for embedding (batch): 0.043559 seconds\n",+ "[EmbeddingServer LOG]: Time taken for mean pooling (batch): 0.000372 seconds\n",+ "[EmbeddingServer LOG]: INFO: Serialize time: 0.000078 seconds\n",+ "[EmbeddingServer LOG]: INFO: ZMQ E2E time: 0.050408 seconds\n",+ "[EmbeddingServer LOG]: INFO: Received ZMQ request from client 006b8b45, size 34 bytes\n",+ "[EmbeddingServer LOG]: INFO: Request for 32 node embeddings: [42, 53, 50, 49, 19, 55, 45, 47, 44, 54, 46, 51, 0, 41, 24, 17, 48, 52, 16, 1, 15, 5, 40, 2, 36, 35, 3, 6, 9, 37, 14, 34]\n",+ "[EmbeddingServer LOG]: DEBUG: Node ID range: 0 to 55\n",+ "[EmbeddingServer LOG]: Time taken for text lookup: 0.000033 seconds\n",+ "[EmbeddingServer LOG]: INFO: Total batch size: 32, max_batch_size: 128\n",+ "[EmbeddingServer LOG]: INFO: Processing batch of size 32\n",+ "[EmbeddingServer LOG]: Time taken for tokenization (batch): 0.005751 seconds\n",+ "[EmbeddingServer LOG]: Batch size: 32, Sequence length: 256\n",+ "[EmbeddingServer LOG]: Time taken for transfer to device (batch): 0.000088 seconds\n",+ "[EmbeddingServer LOG]: Time taken for embedding (batch): 0.043583 seconds\n",+ "[EmbeddingServer LOG]: Time taken for mean pooling (batch): 0.000354 seconds\n",+ "[EmbeddingServer LOG]: INFO: Serialize time: 0.000072 seconds\n",+ "[EmbeddingServer LOG]: INFO: ZMQ E2E time: 0.050691 seconds\n",+ "[EmbeddingServer LOG]: INFO: Received ZMQ request from client 006b8b45, size 34 bytes\n",+ "[EmbeddingServer LOG]: INFO: Request for 32 node embeddings: [48, 24, 52, 45, 44, 42, 51, 46, 43, 53, 47, 2, 55, 49, 50, 1, 6, 36, 19, 26, 35, 41, 9, 16, 25, 5, 40, 0, 3, 37, 8, 17]\n",+ "[EmbeddingServer LOG]: DEBUG: Node ID range: 0 to 55\n",+ "[EmbeddingServer LOG]: Time taken for text lookup: 0.000033 seconds\n",+ "[EmbeddingServer LOG]: INFO: Total batch size: 32, max_batch_size: 128\n",+ "[EmbeddingServer LOG]: INFO: Processing batch of size 32\n",+ "[EmbeddingServer LOG]: Time taken for tokenization (batch): 0.005239 seconds\n",+ "[EmbeddingServer LOG]: Batch size: 32, Sequence length: 256\n",+ "[EmbeddingServer LOG]: Time taken for transfer to device (batch): 0.000086 seconds\n",+ "[EmbeddingServer LOG]: Time taken for embedding (batch): 0.043486 seconds\n",+ "[EmbeddingServer LOG]: Time taken for mean pooling (batch): 0.000374 seconds\n",+ "[EmbeddingServer LOG]: INFO: Serialize time: 0.000132 seconds\n",+ "[EmbeddingServer LOG]: INFO: ZMQ E2E time: 0.050063 seconds\n",+ "[EmbeddingServer LOG]: INFO: Received ZMQ request from client 006b8b45, size 34 bytes\n",+ "[EmbeddingServer LOG]: INFO: Request for 32 node embeddings: [50, 46, 52, 0, 43, 55, 45, 44, 37, 26, 48, 42, 53, 54, 49, 5, 51, 19, 16, 1, 22, 36, 8, 41, 7, 14, 15, 11, 38, 4, 40, 25]\n",+ "[EmbeddingServer LOG]: DEBUG: Node ID range: 0 to 55\n",+ "[EmbeddingServer LOG]: Time taken for text lookup: 0.000033 seconds\n",+ "[EmbeddingServer LOG]: INFO: Total batch size: 32, max_batch_size: 128\n",+ "[EmbeddingServer LOG]: INFO: Processing batch of size 32\n",+ "[EmbeddingServer LOG]: Time taken for tokenization (batch): 0.005200 seconds\n",+ "[EmbeddingServer LOG]: Batch size: 32, Sequence length: 256\n",+ "[EmbeddingServer LOG]: Time taken for transfer to device (batch): 0.000087 seconds\n",+ "[EmbeddingServer LOG]: Time taken for embedding (batch): 0.043580 seconds\n",+ "[EmbeddingServer LOG]: Time taken for mean pooling (batch): 0.000364 seconds\n",+ "[EmbeddingServer LOG]: INFO: Serialize time: 0.000136 seconds\n",+ "[EmbeddingServer LOG]: INFO: ZMQ E2E time: 0.050169 seconds\n",+ "[EmbeddingServer LOG]: INFO: Received ZMQ request from client 006b8b45, size 34 bytes\n",+ "[EmbeddingServer LOG]: INFO: Request for 32 node embeddings: [48, 5, 17, 55, 49, 50, 43, 53, 46, 42, 47, 52, 24, 54, 44, 51, 15, 16, 0, 19, 37, 35, 8, 1, 22, 41, 6, 2, 9, 7, 36, 27]\n",+ "[EmbeddingServer LOG]: DEBUG: Node ID range: 0 to 55\n",+ "[EmbeddingServer LOG]: Time taken for text lookup: 0.000033 seconds\n",+ "[EmbeddingServer LOG]: INFO: Total batch size: 32, max_batch_size: 128\n",+ "[EmbeddingServer LOG]: INFO: Processing batch of size 32\n",+ "[EmbeddingServer LOG]: Time taken for tokenization (batch): 0.005379 seconds\n",+ "[EmbeddingServer LOG]: Batch size: 32, Sequence length: 256\n",+ "[EmbeddingServer LOG]: Time taken for transfer to device (batch): 0.000088 seconds\n",+ "[EmbeddingServer LOG]: Time taken for embedding (batch): 0.043595 seconds\n",+ "[EmbeddingServer LOG]: Time taken for mean pooling (batch): 0.000364 seconds\n",+ "[EmbeddingServer LOG]: INFO: Serialize time: 0.000079 seconds\n",+ "[EmbeddingServer LOG]: INFO: ZMQ E2E time: 0.050286 seconds\n",+ "[EmbeddingServer LOG]: INFO: Received ZMQ request from client 006b8b45, size 34 bytes\n",+ "[EmbeddingServer LOG]: INFO: Request for 32 node embeddings: [1, 10, 6, 26, 55, 18, 2, 7, 34, 38, 28, 21, 17, 53, 24, 19, 3, 41, 36, 11, 13, 40, 33, 5, 25, 27, 20, 32, 4, 31, 12, 15]\n",+ "[EmbeddingServer LOG]: DEBUG: Node ID range: 1 to 55\n",+ "[EmbeddingServer LOG]: Time taken for text lookup: 0.000034 seconds\n",+ "[EmbeddingServer LOG]: INFO: Total batch size: 32, max_batch_size: 128\n",+ "[EmbeddingServer LOG]: INFO: Processing batch of size 32\n",+ "[EmbeddingServer LOG]: Time taken for tokenization (batch): 0.005289 seconds\n",+ "[EmbeddingServer LOG]: Batch size: 32, Sequence length: 256\n",+ "[EmbeddingServer LOG]: Time taken for transfer to device (batch): 0.000087 seconds\n",+ "[EmbeddingServer LOG]: Time taken for embedding (batch): 0.043688 seconds\n",+ "[EmbeddingServer LOG]: Time taken for mean pooling (batch): 0.000358 seconds\n",+ "[EmbeddingServer LOG]: INFO: Serialize time: 0.000075 seconds\n",+ "[EmbeddingServer LOG]: INFO: ZMQ E2E time: 0.050273 seconds\n",+ "[EmbeddingServer LOG]: INFO: Received ZMQ request from client 006b8b45, size 34 bytes\n",+ "[EmbeddingServer LOG]: INFO: Request for 32 node embeddings: [15, 9, 5, 22, 13, 25, 29, 48, 18, 19, 7, 37, 16, 6, 21, 17, 41, 39, 14, 26, 27, 1, 32, 20, 38, 4, 34, 33, 36, 35, 11, 31]\n",+ "[EmbeddingServer LOG]: DEBUG: Node ID range: 1 to 48\n",+ "[EmbeddingServer LOG]: Time taken for text lookup: 0.000032 seconds\n",+ "[EmbeddingServer LOG]: INFO: Total batch size: 32, max_batch_size: 128\n",+ "[EmbeddingServer LOG]: INFO: Processing batch of size 32\n",+ "[EmbeddingServer LOG]: Time taken for tokenization (batch): 0.005197 seconds\n",+ "[EmbeddingServer LOG]: Batch size: 32, Sequence length: 256\n",+ "[EmbeddingServer LOG]: Time taken for transfer to device (batch): 0.000107 seconds\n",+ "[EmbeddingServer LOG]: Time taken for embedding (batch): 0.043549 seconds\n",+ "[EmbeddingServer LOG]: Time taken for mean pooling (batch): 0.000364 seconds\n",+ "[EmbeddingServer LOG]: INFO: Serialize time: 0.000073 seconds\n",+ "[EmbeddingServer LOG]: INFO: ZMQ E2E time: 0.050126 seconds\n",+ "[EmbeddingServer LOG]: INFO: Received ZMQ request from client 006b8b45, size 34 bytes\n",+ "[EmbeddingServer LOG]: INFO: Request for 32 node embeddings: [48, 53, 42, 47, 25, 43, 45, 50, 54, 52, 44, 49, 46, 35, 0, 19, 51, 1, 5, 6, 41, 37, 26, 7, 8, 11, 36, 2, 3, 22, 9, 16]\n",+ "[EmbeddingServer LOG]: DEBUG: Node ID range: 0 to 54\n",+ "[EmbeddingServer LOG]: Time taken for text lookup: 0.000035 seconds\n",+ "[EmbeddingServer LOG]: INFO: Total batch size: 32, max_batch_size: 128\n",+ "[EmbeddingServer LOG]: INFO: Processing batch of size 32\n",+ "[EmbeddingServer LOG]: Time taken for tokenization (batch): 0.004973 seconds\n",+ "[EmbeddingServer LOG]: Batch size: 32, Sequence length: 256\n",+ "[EmbeddingServer LOG]: Time taken for transfer to device (batch): 0.000098 seconds\n",+ "[EmbeddingServer LOG]: Time taken for embedding (batch): 0.043565 seconds\n",+ "[EmbeddingServer LOG]: Time taken for mean pooling (batch): 0.000362 seconds\n",+ "[EmbeddingServer LOG]: INFO: Serialize time: 0.000070 seconds\n",+ "[EmbeddingServer LOG]: INFO: ZMQ E2E time: 0.050157 seconds\n",+ "[EmbeddingServer LOG]: INFO: Received ZMQ request from client 006b8b45, size 34 bytes\n",+ "[EmbeddingServer LOG]: INFO: Request for 32 node embeddings: [55, 44, 43, 24, 48, 50, 49, 45, 52, 46, 19, 2, 54, 47, 51, 53, 6, 1, 41, 5, 16, 37, 0, 9, 35, 17, 15, 7, 26, 25, 27, 8]\n",+ "[EmbeddingServer LOG]: DEBUG: Node ID range: 0 to 55\n",+ "[EmbeddingServer LOG]: Time taken for text lookup: 0.000035 seconds\n",+ "[EmbeddingServer LOG]: INFO: Total batch size: 32, max_batch_size: 128\n",+ "[EmbeddingServer LOG]: INFO: Processing batch of size 32\n",+ "[EmbeddingServer LOG]: Time taken for tokenization (batch): 0.005029 seconds\n",+ "[EmbeddingServer LOG]: Batch size: 32, Sequence length: 256\n",+ "[EmbeddingServer LOG]: Time taken for transfer to device (batch): 0.000096 seconds\n",+ "[EmbeddingServer LOG]: Time taken for embedding (batch): 0.043512 seconds\n",+ "[EmbeddingServer LOG]: Time taken for mean pooling (batch): 0.000359 seconds\n",+ "[EmbeddingServer LOG]: INFO: Serialize time: 0.000127 seconds\n",+ "[EmbeddingServer LOG]: INFO: ZMQ E2E time: 0.050025 seconds\n",+ "[EmbeddingServer LOG]: INFO: Received ZMQ request from client 006b8b45, size 34 bytes\n",+ "[EmbeddingServer LOG]: INFO: Request for 32 node embeddings: [1, 29, 37, 33, 49, 36, 34, 15, 23, 13, 25, 53, 41, 3, 5, 4, 10, 27, 14, 11, 35, 2, 7, 39, 38, 31, 28, 22, 6, 32, 12, 30]\n",+ "[EmbeddingServer LOG]: DEBUG: Node ID range: 1 to 53\n",+ "[EmbeddingServer LOG]: Time taken for text lookup: 0.000042 seconds\n",+ "[EmbeddingServer LOG]: INFO: Total batch size: 32, max_batch_size: 128\n",+ "[EmbeddingServer LOG]: INFO: Processing batch of size 32\n",+ "[EmbeddingServer LOG]: Time taken for tokenization (batch): 0.005203 seconds\n",+ "[EmbeddingServer LOG]: Batch size: 32, Sequence length: 256\n",+ "[EmbeddingServer LOG]: Time taken for transfer to device (batch): 0.000095 seconds\n",+ "[EmbeddingServer LOG]: Time taken for embedding (batch): 0.043577 seconds\n",+ "[EmbeddingServer LOG]: Time taken for mean pooling (batch): 0.000357 seconds\n",+ "[EmbeddingServer LOG]: INFO: Serialize time: 0.000069 seconds\n",+ "[EmbeddingServer LOG]: INFO: ZMQ E2E time: 0.050252 seconds\n",+ "[EmbeddingServer LOG]: INFO: Received ZMQ request from client 006b8b45, size 34 bytes\n",+ "[EmbeddingServer LOG]: INFO: Request for 32 node embeddings: [39, 41, 34, 32, 20, 8, 38, 12, 23, 15, 3, 27, 21, 0, 44, 4, 1, 22, 36, 33, 35, 31, 40, 5, 14, 19, 11, 7, 28, 37, 26, 29]\n",+ "[EmbeddingServer LOG]: DEBUG: Node ID range: 0 to 44\n",+ "[EmbeddingServer LOG]: Time taken for text lookup: 0.000057 seconds\n",+ "[EmbeddingServer LOG]: INFO: Total batch size: 32, max_batch_size: 128\n",+ "[EmbeddingServer LOG]: INFO: Processing batch of size 32\n",+ "[EmbeddingServer LOG]: Time taken for tokenization (batch): 0.005057 seconds\n",+ "[EmbeddingServer LOG]: Batch size: 32, Sequence length: 256\n",+ "[EmbeddingServer LOG]: Time taken for transfer to device (batch): 0.000095 seconds\n",+ "[EmbeddingServer LOG]: Time taken for embedding (batch): 0.043559 seconds\n",+ "[EmbeddingServer LOG]: Time taken for mean pooling (batch): 0.000358 seconds\n",+ "[EmbeddingServer LOG]: INFO: Serialize time: 0.000071 seconds\n",+ "[EmbeddingServer LOG]: INFO: ZMQ E2E time: 0.050047 seconds\n",+ "[EmbeddingServer LOG]: INFO: Received ZMQ request from client 006b8b45, size 34 bytes\n",+ "[EmbeddingServer LOG]: INFO: Request for 32 node embeddings: [3, 42, 26, 17, 16, 25, 27, 28, 33, 32, 35, 1, 10, 31, 30, 6, 34, 2, 21, 29, 12, 20, 13, 38, 43, 15, 52, 4, 11, 54, 49, 44]\n",+ "[EmbeddingServer LOG]: DEBUG: Node ID range: 1 to 54\n",+ "[EmbeddingServer LOG]: Time taken for text lookup: 0.000035 seconds\n",+ "[EmbeddingServer LOG]: INFO: Total batch size: 32, max_batch_size: 128\n",+ "[EmbeddingServer LOG]: INFO: Processing batch of size 32\n",+ "[EmbeddingServer LOG]: Time taken for tokenization (batch): 0.004832 seconds\n",+ "[EmbeddingServer LOG]: Batch size: 32, Sequence length: 256\n",+ "[EmbeddingServer LOG]: Time taken for transfer to device (batch): 0.000093 seconds\n",+ "[EmbeddingServer LOG]: Time taken for embedding (batch): 0.043604 seconds\n",+ "[EmbeddingServer LOG]: Time taken for mean pooling (batch): 0.000365 seconds\n",+ "[EmbeddingServer LOG]: INFO: Serialize time: 0.000072 seconds\n",+ "[EmbeddingServer LOG]: INFO: ZMQ E2E time: 0.049907 seconds\n",+ "[EmbeddingServer LOG]: INFO: Received ZMQ request from client 006b8b45, size 34 bytes\n",+ "[EmbeddingServer LOG]: INFO: Request for 32 node embeddings: [21, 12, 28, 6, 18, 3, 15, 13, 34, 32, 2, 10, 29, 52, 17, 1, 33, 31, 25, 35, 27, 26, 9, 4, 40, 8, 19, 38, 39, 22, 36, 23]\n",+ "[EmbeddingServer LOG]: DEBUG: Node ID range: 1 to 52\n",+ "[EmbeddingServer LOG]: Time taken for text lookup: 0.000034 seconds\n",+ "[EmbeddingServer LOG]: INFO: Total batch size: 32, max_batch_size: 128\n",+ "[EmbeddingServer LOG]: INFO: Processing batch of size 32\n",+ "[EmbeddingServer LOG]: Time taken for tokenization (batch): 0.004736 seconds\n",+ "[EmbeddingServer LOG]: Batch size: 32, Sequence length: 256\n",+ "[EmbeddingServer LOG]: Time taken for transfer to device (batch): 0.000095 seconds\n",+ "[EmbeddingServer LOG]: Time taken for embedding (batch): 0.043551 seconds\n",+ "[EmbeddingServer LOG]: Time taken for mean pooling (batch): 0.000357 seconds\n",+ "[EmbeddingServer LOG]: INFO: Serialize time: 0.000075 seconds\n",+ "[EmbeddingServer LOG]: INFO: ZMQ E2E time: 0.049720 seconds\n",+ "[EmbeddingServer LOG]: INFO: Received ZMQ request from client 006b8b45, size 34 bytes\n",+ "[EmbeddingServer LOG]: INFO: Request for 32 node embeddings: [55, 50, 1, 0, 43, 45, 49, 54, 5, 44, 19, 48, 47, 52, 35, 41, 36, 42, 46, 40, 37, 11, 51, 16, 14, 7, 3, 10, 6, 27, 23, 39]\n",+ "[EmbeddingServer LOG]: DEBUG: Node ID range: 0 to 55\n",+ "[EmbeddingServer LOG]: Time taken for text lookup: 0.000052 seconds\n",+ "[EmbeddingServer LOG]: INFO: Total batch size: 32, max_batch_size: 128\n",+ "[EmbeddingServer LOG]: INFO: Processing batch of size 32\n",+ "[EmbeddingServer LOG]: Time taken for tokenization (batch): 0.005280 seconds\n",+ "[EmbeddingServer LOG]: Batch size: 32, Sequence length: 256\n",+ "[EmbeddingServer LOG]: Time taken for transfer to device (batch): 0.000097 seconds\n",+ "[EmbeddingServer LOG]: Time taken for embedding (batch): 0.043612 seconds\n",+ "[EmbeddingServer LOG]: Time taken for mean pooling (batch): 0.000357 seconds\n",+ "[EmbeddingServer LOG]: INFO: Serialize time: 0.000069 seconds\n",+ "[EmbeddingServer LOG]: INFO: ZMQ E2E time: 0.050364 seconds\n",+ "[EmbeddingServer LOG]: INFO: Received ZMQ request from client 006b8b45, size 34 bytes\n",+ "[EmbeddingServer LOG]: INFO: Request for 32 node embeddings: [20, 34, 2, 12, 21, 31, 17, 33, 15, 3, 35, 28, 13, 29, 26, 10, 27, 1, 8, 9, 32, 6, 4, 25, 19, 24, 30, 14, 22, 23, 7, 11]\n",+ "[EmbeddingServer LOG]: DEBUG: Node ID range: 1 to 35\n",+ "[EmbeddingServer LOG]: Time taken for text lookup: 0.000034 seconds\n",+ "[EmbeddingServer LOG]: INFO: Total batch size: 32, max_batch_size: 128\n",+ "[EmbeddingServer LOG]: INFO: Processing batch of size 32\n",+ "[EmbeddingServer LOG]: Time taken for tokenization (batch): 0.004933 seconds\n",+ "[EmbeddingServer LOG]: Batch size: 32, Sequence length: 256\n",+ "[EmbeddingServer LOG]: Time taken for transfer to device (batch): 0.000093 seconds\n",+ "[EmbeddingServer LOG]: Time taken for embedding (batch): 0.043592 seconds\n",+ "[EmbeddingServer LOG]: Time taken for mean pooling (batch): 0.000362 seconds\n",+ "[EmbeddingServer LOG]: INFO: Serialize time: 0.000087 seconds\n",+ "[EmbeddingServer LOG]: INFO: ZMQ E2E time: 0.049905 seconds\n",+ "[EmbeddingServer LOG]: INFO: Received ZMQ request from client 006b8b45, size 34 bytes\n",+ "[EmbeddingServer LOG]: INFO: Request for 32 node embeddings: [31, 12, 13, 1, 28, 16, 33, 38, 14, 29, 15, 26, 19, 18, 30, 24, 49, 3, 27, 41, 32, 35, 40, 4, 2, 20, 39, 21, 37, 10, 23, 11]\n",+ "[EmbeddingServer LOG]: DEBUG: Node ID range: 1 to 49\n",+ "[EmbeddingServer LOG]: Time taken for text lookup: 0.000034 seconds\n",+ "[EmbeddingServer LOG]: INFO: Total batch size: 32, max_batch_size: 128\n",+ "[EmbeddingServer LOG]: INFO: Processing batch of size 32\n",+ "[EmbeddingServer LOG]: Time taken for tokenization (batch): 0.005100 seconds\n",+ "[EmbeddingServer LOG]: Batch size: 32, Sequence length: 256\n",+ "[EmbeddingServer LOG]: Time taken for transfer to device (batch): 0.000088 seconds\n",+ "[EmbeddingServer LOG]: Time taken for embedding (batch): 0.043713 seconds\n",+ "[EmbeddingServer LOG]: Time taken for mean pooling (batch): 0.000358 seconds\n",+ "[EmbeddingServer LOG]: INFO: Serialize time: 0.000132 seconds\n",+ "[EmbeddingServer LOG]: INFO: ZMQ E2E time: 0.050184 seconds\n",+ "[EmbeddingServer LOG]: INFO: Received ZMQ request from client 006b8b45, size 34 bytes\n",+ "[EmbeddingServer LOG]: INFO: Request for 32 node embeddings: [8, 22, 17, 21, 41, 25, 45, 27, 14, 19, 7, 32, 6, 34, 2, 18, 0, 13, 1, 5, 20, 39, 38, 37, 40, 4, 9, 23, 31, 3, 29, 36]\n",+ "[EmbeddingServer LOG]: DEBUG: Node ID range: 0 to 45\n",+ "[EmbeddingServer LOG]: Time taken for text lookup: 0.000034 seconds\n",+ "[EmbeddingServer LOG]: INFO: Total batch size: 32, max_batch_size: 128\n",+ "[EmbeddingServer LOG]: INFO: Processing batch of size 32\n",+ "[EmbeddingServer LOG]: Time taken for tokenization (batch): 0.005211 seconds\n",+ "[EmbeddingServer LOG]: Batch size: 32, Sequence length: 256\n",+ "[EmbeddingServer LOG]: Time taken for transfer to device (batch): 0.000086 seconds\n",+ "[EmbeddingServer LOG]: Time taken for embedding (batch): 0.043583 seconds\n",+ "[EmbeddingServer LOG]: Time taken for mean pooling (batch): 0.000369 seconds\n",+ "[EmbeddingServer LOG]: INFO: Serialize time: 0.000082 seconds\n",+ "[EmbeddingServer LOG]: INFO: ZMQ E2E time: 0.050108 seconds\n",+ "[EmbeddingServer LOG]: INFO: Received ZMQ request from client 006b8b45, size 34 bytes\n",+ "[EmbeddingServer LOG]: INFO: Request for 32 node embeddings: [47, 43, 45, 36, 53, 55, 42, 49, 46, 37, 51, 19, 26, 48, 5, 44, 41, 54, 1, 7, 40, 52, 11, 35, 4, 0, 14, 22, 38, 23, 8, 6]\n",+ "[EmbeddingServer LOG]: DEBUG: Node ID range: 0 to 55\n",+ "[EmbeddingServer LOG]: Time taken for text lookup: 0.000034 seconds\n",+ "[EmbeddingServer LOG]: INFO: Total batch size: 32, max_batch_size: 128\n",+ "[EmbeddingServer LOG]: INFO: Processing batch of size 32\n",+ "[EmbeddingServer LOG]: Time taken for tokenization (batch): 0.005326 seconds\n",+ "[EmbeddingServer LOG]: Batch size: 32, Sequence length: 256\n",+ "[EmbeddingServer LOG]: Time taken for transfer to device (batch): 0.000088 seconds\n",+ "[EmbeddingServer LOG]: Time taken for embedding (batch): 0.043689 seconds\n",+ "[EmbeddingServer LOG]: Time taken for mean pooling (batch): 0.000359 seconds\n",+ "[EmbeddingServer LOG]: INFO: Serialize time: 0.000077 seconds\n",+ "[EmbeddingServer LOG]: INFO: ZMQ E2E time: 0.050398 seconds\n",+ "[EmbeddingServer LOG]: INFO: Received ZMQ request from client 006b8b45, size 34 bytes\n",+ "[EmbeddingServer LOG]: INFO: Request for 32 node embeddings: [51, 44, 54, 6, 0, 48, 49, 53, 47, 24, 55, 42, 45, 46, 43, 50, 2, 35, 1, 25, 16, 26, 9, 17, 36, 10, 15, 20, 19, 34, 3, 41]\n",+ "[EmbeddingServer LOG]: DEBUG: Node ID range: 0 to 55\n",+ "[EmbeddingServer LOG]: Time taken for text lookup: 0.000033 seconds\n",+ "[EmbeddingServer LOG]: INFO: Total batch size: 32, max_batch_size: 128\n",+ "[EmbeddingServer LOG]: INFO: Processing batch of size 32\n",+ "[EmbeddingServer LOG]: Time taken for tokenization (batch): 0.005019 seconds\n",+ "[EmbeddingServer LOG]: Batch size: 32, Sequence length: 256\n",+ "[EmbeddingServer LOG]: Time taken for transfer to device (batch): 0.000086 seconds\n",+ "[EmbeddingServer LOG]: Time taken for embedding (batch): 0.043549 seconds\n",+ "[EmbeddingServer LOG]: Time taken for mean pooling (batch): 0.000354 seconds\n",+ "[EmbeddingServer LOG]: INFO: Serialize time: 0.000076 seconds\n",+ "[EmbeddingServer LOG]: INFO: ZMQ E2E time: 0.049855 seconds\n",+ "[EmbeddingServer LOG]: INFO: Received ZMQ request from client 006b8b45, size 34 bytes\n",+ "[EmbeddingServer LOG]: INFO: Request for 32 node embeddings: [1, 33, 12, 26, 28, 24, 30, 35, 27, 4, 32, 21, 13, 34, 2, 29, 7, 19, 53, 41, 40, 20, 31, 10, 25, 36, 38, 6, 23, 15, 11, 39]\n",+ "[EmbeddingServer LOG]: DEBUG: Node ID range: 1 to 53\n",+ "[EmbeddingServer LOG]: Time taken for text lookup: 0.000033 seconds\n",+ "[EmbeddingServer LOG]: INFO: Total batch size: 32, max_batch_size: 128\n",+ "[EmbeddingServer LOG]: INFO: Processing batch of size 32\n",+ "[EmbeddingServer LOG]: Time taken for tokenization (batch): 0.004843 seconds\n",+ "[EmbeddingServer LOG]: Batch size: 32, Sequence length: 256\n",+ "[EmbeddingServer LOG]: Time taken for transfer to device (batch): 0.000088 seconds\n",+ "[EmbeddingServer LOG]: Time taken for embedding (batch): 0.043592 seconds\n",+ "[EmbeddingServer LOG]: Time taken for mean pooling (batch): 0.000357 seconds\n",+ "[EmbeddingServer LOG]: INFO: Serialize time: 0.000077 seconds\n",+ "[EmbeddingServer LOG]: INFO: ZMQ E2E time: 0.049748 seconds\n",+ "[EmbeddingServer LOG]: INFO: Received ZMQ request from client 006b8b45, size 34 bytes\n",+ "[EmbeddingServer LOG]: INFO: Request for 32 node embeddings: [41, 31, 23, 38, 3, 13, 27, 15, 7, 50, 0, 1, 39, 36, 5, 40, 34, 37, 14, 29, 32, 11, 22, 12, 35, 33, 26, 2, 28, 20, 19, 30]\n",+ "[EmbeddingServer LOG]: DEBUG: Node ID range: 0 to 50\n",+ "[EmbeddingServer LOG]: Time taken for text lookup: 0.000046 seconds\n",+ "[EmbeddingServer LOG]: INFO: Total batch size: 32, max_batch_size: 128\n",+ "[EmbeddingServer LOG]: INFO: Processing batch of size 32\n",+ "[EmbeddingServer LOG]: Time taken for tokenization (batch): 0.004848 seconds\n",+ "[EmbeddingServer LOG]: Batch size: 32, Sequence length: 256\n",+ "[EmbeddingServer LOG]: Time taken for transfer to device (batch): 0.000086 seconds\n",+ "[EmbeddingServer LOG]: Time taken for embedding (batch): 0.043578 seconds\n",+ "[EmbeddingServer LOG]: Time taken for mean pooling (batch): 0.000355 seconds\n",+ "[EmbeddingServer LOG]: INFO: Serialize time: 0.000079 seconds\n",+ "[EmbeddingServer LOG]: INFO: ZMQ E2E time: 0.049762 seconds\n",+ "[EmbeddingServer LOG]: INFO: Received ZMQ request from client 006b8b45, size 34 bytes\n",+ "[EmbeddingServer LOG]: INFO: Request for 32 node embeddings: [48, 35, 43, 45, 50, 42, 53, 52, 19, 55, 44, 54, 51, 46, 47, 40, 6, 1, 3, 36, 34, 26, 7, 2, 5, 41, 38, 27, 15, 25, 9, 10]\n",+ "[EmbeddingServer LOG]: DEBUG: Node ID range: 1 to 55\n",+ "[EmbeddingServer LOG]: Time taken for text lookup: 0.000034 seconds\n",+ "[EmbeddingServer LOG]: INFO: Total batch size: 32, max_batch_size: 128\n",+ "[EmbeddingServer LOG]: INFO: Processing batch of size 32\n",+ "[EmbeddingServer LOG]: Time taken for tokenization (batch): 0.005006 seconds\n",+ "[EmbeddingServer LOG]: Batch size: 32, Sequence length: 256\n",+ "[EmbeddingServer LOG]: Time taken for transfer to device (batch): 0.000087 seconds\n",+ "[EmbeddingServer LOG]: Time taken for embedding (batch): 0.043567 seconds\n",+ "[EmbeddingServer LOG]: Time taken for mean pooling (batch): 0.000356 seconds\n",+ "[EmbeddingServer LOG]: INFO: Serialize time: 0.000067 seconds\n",+ "[EmbeddingServer LOG]: INFO: ZMQ E2E time: 0.049898 seconds\n",+ "[EmbeddingServer LOG]: INFO: Received ZMQ request from client 006b8b45, size 34 bytes\n",+ "[EmbeddingServer LOG]: INFO: Request for 32 node embeddings: [27, 37, 25, 11, 31, 7, 17, 24, 46, 3, 23, 1, 14, 32, 5, 15, 28, 26, 40, 22, 33, 4, 34, 21, 8, 13, 10, 38, 6, 29, 20, 19]\n",+ "[EmbeddingServer LOG]: DEBUG: Node ID range: 1 to 46\n",+ "[EmbeddingServer LOG]: Time taken for text lookup: 0.000035 seconds\n",+ "[EmbeddingServer LOG]: INFO: Total batch size: 32, max_batch_size: 128\n",+ "[EmbeddingServer LOG]: INFO: Processing batch of size 32\n",+ "[EmbeddingServer LOG]: Time taken for tokenization (batch): 0.004698 seconds\n",+ "[EmbeddingServer LOG]: Batch size: 32, Sequence length: 256\n",+ "[EmbeddingServer LOG]: Time taken for transfer to device (batch): 0.000088 seconds\n",+ "[EmbeddingServer LOG]: Time taken for embedding (batch): 0.043511 seconds\n",+ "[EmbeddingServer LOG]: Time taken for mean pooling (batch): 0.000357 seconds\n",+ "[EmbeddingServer LOG]: INFO: Serialize time: 0.000079 seconds\n",+ "[EmbeddingServer LOG]: INFO: ZMQ E2E time: 0.049511 seconds\n",+ "[EmbeddingServer LOG]: INFO: Received ZMQ request from client 006b8b45, size 34 bytes\n",+ "[EmbeddingServer LOG]: INFO: Request for 32 node embeddings: [19, 0, 45, 9, 15, 5, 53, 24, 8, 22, 37, 6, 7, 14, 43, 50, 39, 25, 47, 34, 1, 23, 48, 13, 36, 26, 27, 32, 42, 55, 21, 11]\n",+ "[EmbeddingServer LOG]: DEBUG: Node ID range: 0 to 55\n",+ "[EmbeddingServer LOG]: Time taken for text lookup: 0.000034 seconds\n",+ "[EmbeddingServer LOG]: INFO: Total batch size: 32, max_batch_size: 128\n",+ "[EmbeddingServer LOG]: INFO: Processing batch of size 32\n",+ "[EmbeddingServer LOG]: Time taken for tokenization (batch): 0.005009 seconds\n",+ "[EmbeddingServer LOG]: Batch size: 32, Sequence length: 256\n",+ "[EmbeddingServer LOG]: Time taken for transfer to device (batch): 0.000087 seconds\n",+ "[EmbeddingServer LOG]: Time taken for embedding (batch): 0.043560 seconds\n",+ "[EmbeddingServer LOG]: Time taken for mean pooling (batch): 0.000356 seconds\n",+ "[EmbeddingServer LOG]: INFO: Serialize time: 0.000067 seconds\n",+ "[EmbeddingServer LOG]: INFO: ZMQ E2E time: 0.049864 seconds\n",+ "[EmbeddingServer LOG]: INFO: Received ZMQ request from client 006b8b45, size 34 bytes\n",+ "[EmbeddingServer LOG]: INFO: Request for 32 node embeddings: [5, 35, 27, 9, 23, 1, 11, 8, 39, 31, 50, 37, 14, 41, 15, 22, 6, 36, 25, 4, 40, 3, 26, 38, 30, 13, 32, 29, 10, 19, 2, 34]\n",+ "[EmbeddingServer LOG]: DEBUG: Node ID range: 1 to 50\n",+ "[EmbeddingServer LOG]: Time taken for text lookup: 0.000033 seconds\n",+ "[EmbeddingServer LOG]: INFO: Total batch size: 32, max_batch_size: 128\n",+ "[EmbeddingServer LOG]: INFO: Processing batch of size 32\n",+ "[EmbeddingServer LOG]: Time taken for tokenization (batch): 0.004949 seconds\n",+ "[EmbeddingServer LOG]: Batch size: 32, Sequence length: 256\n",+ "[EmbeddingServer LOG]: Time taken for transfer to device (batch): 0.000099 seconds\n",+ "[EmbeddingServer LOG]: Time taken for embedding (batch): 0.043564 seconds\n",+ "[EmbeddingServer LOG]: Time taken for mean pooling (batch): 0.000354 seconds\n",+ "[EmbeddingServer LOG]: INFO: Serialize time: 0.000087 seconds\n",+ "[EmbeddingServer LOG]: INFO: ZMQ E2E time: 0.049865 seconds\n",+ "[EmbeddingServer LOG]: INFO: Received ZMQ request from client 006b8b45, size 34 bytes\n",+ "[EmbeddingServer LOG]: INFO: Request for 32 node embeddings: [32, 34, 33, 14, 4, 30, 27, 3, 12, 28, 13, 15, 18, 49, 21, 23, 29, 7, 41, 20, 40, 25, 26, 1, 35, 38, 2, 37, 17, 22, 11, 8]\n",+ "[EmbeddingServer LOG]: DEBUG: Node ID range: 1 to 49\n",+ "[EmbeddingServer LOG]: Time taken for text lookup: 0.000036 seconds\n",+ "[EmbeddingServer LOG]: INFO: Total batch size: 32, max_batch_size: 128\n",+ "[EmbeddingServer LOG]: INFO: Processing batch of size 32\n",+ "[EmbeddingServer LOG]: Time taken for tokenization (batch): 0.004950 seconds\n",+ "[EmbeddingServer LOG]: Batch size: 32, Sequence length: 256\n",+ "[EmbeddingServer LOG]: Time taken for transfer to device (batch): 0.000087 seconds\n",+ "[EmbeddingServer LOG]: Time taken for embedding (batch): 0.043601 seconds\n",+ "[EmbeddingServer LOG]: Time taken for mean pooling (batch): 0.000355 seconds\n",+ "[EmbeddingServer LOG]: INFO: Serialize time: 0.000073 seconds\n",+ "[EmbeddingServer LOG]: INFO: ZMQ E2E time: 0.049895 seconds\n",+ "[EmbeddingServer LOG]: INFO: Received ZMQ request from client 006b8b45, size 34 bytes\n",+ "[EmbeddingServer LOG]: INFO: Request for 32 node embeddings: [41, 40, 50, 0, 5, 23, 35, 11, 29, 34, 19, 1, 4, 39, 37, 13, 10, 3, 7, 38, 27, 2, 22, 15, 14, 53, 6, 33, 26, 8, 25, 31]\n",+ "[EmbeddingServer LOG]: DEBUG: Node ID range: 0 to 53\n",+ "[EmbeddingServer LOG]: Time taken for text lookup: 0.000034 seconds\n",+ "[EmbeddingServer LOG]: INFO: Total batch size: 32, max_batch_size: 128\n",+ "[EmbeddingServer LOG]: INFO: Processing batch of size 32\n",+ "[EmbeddingServer LOG]: Time taken for tokenization (batch): 0.005066 seconds\n",+ "[EmbeddingServer LOG]: Batch size: 32, Sequence length: 256\n",+ "[EmbeddingServer LOG]: Time taken for transfer to device (batch): 0.000090 seconds\n",+ "[EmbeddingServer LOG]: Time taken for embedding (batch): 0.043597 seconds\n",+ "[EmbeddingServer LOG]: Time taken for mean pooling (batch): 0.000358 seconds\n",+ "[EmbeddingServer LOG]: INFO: Serialize time: 0.000077 seconds\n",+ "[EmbeddingServer LOG]: INFO: ZMQ E2E time: 0.050019 seconds\n",+ "[EmbeddingServer LOG]: INFO: Received ZMQ request from client 006b8b45, size 34 bytes\n",+ "[EmbeddingServer LOG]: INFO: Request for 32 node embeddings: [48, 42, 52, 46, 43, 49, 50, 6, 24, 55, 54, 45, 51, 53, 47, 35, 5, 1, 19, 41, 8, 16, 37, 36, 3, 9, 26, 0, 15, 2, 34, 40]\n",+ "[EmbeddingServer LOG]: DEBUG: Node ID range: 0 to 55\n",+ "[EmbeddingServer LOG]: Time taken for text lookup: 0.000035 seconds\n",+ "[EmbeddingServer LOG]: INFO: Total batch size: 32, max_batch_size: 128\n",+ "[EmbeddingServer LOG]: INFO: Processing batch of size 32\n",+ "[EmbeddingServer LOG]: Time taken for tokenization (batch): 0.005022 seconds\n",+ "[EmbeddingServer LOG]: Batch size: 32, Sequence length: 256\n",+ "[EmbeddingServer LOG]: Time taken for transfer to device (batch): 0.000114 seconds\n",+ "[EmbeddingServer LOG]: Time taken for embedding (batch): 0.043570 seconds\n",+ "[EmbeddingServer LOG]: Time taken for mean pooling (batch): 0.000364 seconds\n",+ "[EmbeddingServer LOG]: INFO: Serialize time: 0.000069 seconds\n",+ "[EmbeddingServer LOG]: INFO: ZMQ E2E time: 0.049988 seconds\n",+ "[EmbeddingServer LOG]: INFO: Received ZMQ request from client 006b8b45, size 34 bytes\n",+ "[EmbeddingServer LOG]: INFO: Request for 32 node embeddings: [1, 23, 30, 0, 5, 39, 25, 32, 53, 41, 7, 35, 37, 14, 36, 27, 40, 10, 13, 4, 38, 3, 22, 15, 6, 34, 29, 26, 33, 28, 17, 50]\n",+ "[EmbeddingServer LOG]: DEBUG: Node ID range: 0 to 53\n",+ "[EmbeddingServer LOG]: Time taken for text lookup: 0.000036 seconds\n",+ "[EmbeddingServer LOG]: INFO: Total batch size: 32, max_batch_size: 128\n",+ "[EmbeddingServer LOG]: INFO: Processing batch of size 32\n",+ "[EmbeddingServer LOG]: Time taken for tokenization (batch): 0.004957 seconds\n",+ "[EmbeddingServer LOG]: Batch size: 32, Sequence length: 256\n",+ "[EmbeddingServer LOG]: Time taken for transfer to device (batch): 0.000085 seconds\n",+ "[EmbeddingServer LOG]: Time taken for embedding (batch): 0.043560 seconds\n",+ "[EmbeddingServer LOG]: Time taken for mean pooling (batch): 0.000357 seconds\n",+ "[EmbeddingServer LOG]: INFO: Serialize time: 0.000078 seconds\n",+ "[EmbeddingServer LOG]: INFO: ZMQ E2E time: 0.049927 seconds\n",+ "[EmbeddingServer LOG]: INFO: Received ZMQ request from client 006b8b45, size 34 bytes\n",+ "[EmbeddingServer LOG]: INFO: Request for 32 node embeddings: [5, 15, 19, 14, 13, 21, 0, 30, 28, 29, 45, 37, 8, 41, 7, 39, 23, 36, 4, 1, 11, 32, 40, 16, 38, 27, 34, 31, 9, 3, 35, 25]\n",+ "[EmbeddingServer LOG]: DEBUG: Node ID range: 0 to 45\n",+ "[EmbeddingServer LOG]: Time taken for text lookup: 0.000035 seconds\n",+ "[EmbeddingServer LOG]: INFO: Total batch size: 32, max_batch_size: 128\n",+ "[EmbeddingServer LOG]: INFO: Processing batch of size 32\n",+ "[EmbeddingServer LOG]: Time taken for tokenization (batch): 0.004693 seconds\n",+ "[EmbeddingServer LOG]: Batch size: 32, Sequence length: 256\n",+ "[EmbeddingServer LOG]: Time taken for transfer to device (batch): 0.000095 seconds\n",+ "[EmbeddingServer LOG]: Time taken for embedding (batch): 0.043676 seconds\n",+ "[EmbeddingServer LOG]: Time taken for mean pooling (batch): 0.000356 seconds\n",+ "[EmbeddingServer LOG]: INFO: Serialize time: 0.000077 seconds\n",+ "[EmbeddingServer LOG]: INFO: ZMQ E2E time: 0.049752 seconds\n",+ "[EmbeddingServer LOG]: INFO: Received ZMQ request from client 006b8b45, size 34 bytes\n",+ "[EmbeddingServer LOG]: INFO: Request for 32 node embeddings: [25, 27, 35, 9, 24, 47, 6, 3, 28, 38, 7, 17, 50, 18, 1, 32, 29, 34, 10, 41, 21, 31, 13, 8, 15, 20, 33, 4, 19, 30, 36, 12]\n",+ "[EmbeddingServer LOG]: DEBUG: Node ID range: 1 to 50\n",+ "[EmbeddingServer LOG]: Time taken for text lookup: 0.000034 seconds\n",+ "[EmbeddingServer LOG]: INFO: Total batch size: 32, max_batch_size: 128\n",+ "[EmbeddingServer LOG]: INFO: Processing batch of size 32\n",+ "[EmbeddingServer LOG]: Time taken for tokenization (batch): 0.004860 seconds\n",+ "[EmbeddingServer LOG]: Batch size: 32, Sequence length: 256\n",+ "[EmbeddingServer LOG]: Time taken for transfer to device (batch): 0.000106 seconds\n",+ "[EmbeddingServer LOG]: Time taken for embedding (batch): 0.043520 seconds\n",+ "[EmbeddingServer LOG]: Time taken for mean pooling (batch): 0.000357 seconds\n",+ "[EmbeddingServer LOG]: INFO: Serialize time: 0.000085 seconds\n",+ "[EmbeddingServer LOG]: INFO: ZMQ E2E time: 0.049804 seconds\n",+ "[EmbeddingServer LOG]: INFO: Received ZMQ request from client 006b8b45, size 34 bytes\n",+ "[EmbeddingServer LOG]: INFO: Request for 32 node embeddings: [37, 23, 31, 15, 22, 7, 11, 40, 38, 19, 30, 0, 53, 5, 41, 34, 4, 13, 27, 1, 39, 36, 8, 33, 32, 28, 29, 35, 3, 16, 50, 25]\n",+ "[EmbeddingServer LOG]: DEBUG: Node ID range: 0 to 53\n",+ "[EmbeddingServer LOG]: Time taken for text lookup: 0.000034 seconds\n",+ "[EmbeddingServer LOG]: INFO: Total batch size: 32, max_batch_size: 128\n",+ "[EmbeddingServer LOG]: INFO: Processing batch of size 32\n",+ "[EmbeddingServer LOG]: Time taken for tokenization (batch): 0.004716 seconds\n",+ "[EmbeddingServer LOG]: Batch size: 32, Sequence length: 256\n",+ "[EmbeddingServer LOG]: Time taken for transfer to device (batch): 0.000087 seconds\n",+ "[EmbeddingServer LOG]: Time taken for embedding (batch): 0.043595 seconds\n",+ "[EmbeddingServer LOG]: Time taken for mean pooling (batch): 0.000356 seconds\n",+ "[EmbeddingServer LOG]: INFO: Serialize time: 0.000070 seconds\n",+ "[EmbeddingServer LOG]: INFO: ZMQ E2E time: 0.049714 seconds\n",+ "[EmbeddingServer LOG]: INFO: Received ZMQ request from client 006b8b45, size 34 bytes\n",+ "[EmbeddingServer LOG]: INFO: Request for 32 node embeddings: [52, 50, 48, 6, 24, 54, 44, 55, 49, 42, 45, 43, 46, 53, 47, 26, 9, 25, 35, 16, 2, 36, 1, 10, 3, 19, 5, 41, 40, 27, 7, 8]\n",+ "[EmbeddingServer LOG]: DEBUG: Node ID range: 1 to 55\n",+ "[EmbeddingServer LOG]: Time taken for text lookup: 0.000034 seconds\n",+ "[EmbeddingServer LOG]: INFO: Total batch size: 32, max_batch_size: 128\n",+ "[EmbeddingServer LOG]: INFO: Processing batch of size 32\n",+ "[EmbeddingServer LOG]: Time taken for tokenization (batch): 0.004821 seconds\n",+ "[EmbeddingServer LOG]: Batch size: 32, Sequence length: 256\n",+ "[EmbeddingServer LOG]: Time taken for transfer to device (batch): 0.000091 seconds\n",+ "[EmbeddingServer LOG]: Time taken for embedding (batch): 0.043538 seconds\n",+ "[EmbeddingServer LOG]: Time taken for mean pooling (batch): 0.000357 seconds\n",+ "[EmbeddingServer LOG]: INFO: Serialize time: 0.000073 seconds\n",+ "[EmbeddingServer LOG]: INFO: ZMQ E2E time: 0.049735 seconds\n",+ "[EmbeddingServer LOG]: INFO: Received ZMQ request from client 006b8b45, size 34 bytes\n",+ "[EmbeddingServer LOG]: INFO: Request for 32 node embeddings: [48, 44, 45, 47, 5, 24, 9, 54, 42, 55, 50, 49, 52, 43, 53, 51, 37, 1, 16, 19, 15, 6, 8, 41, 7, 36, 0, 40, 22, 35, 17, 11]\n",+ "[EmbeddingServer LOG]: DEBUG: Node ID range: 0 to 55\n",+ "[EmbeddingServer LOG]: Time taken for text lookup: 0.000034 seconds\n",+ "[EmbeddingServer LOG]: INFO: Total batch size: 32, max_batch_size: 128\n",+ "[EmbeddingServer LOG]: INFO: Processing batch of size 32\n",+ "[EmbeddingServer LOG]: Time taken for tokenization (batch): 0.004873 seconds\n",+ "[EmbeddingServer LOG]: Batch size: 32, Sequence length: 256\n",+ "[EmbeddingServer LOG]: Time taken for transfer to device (batch): 0.000088 seconds\n",+ "[EmbeddingServer LOG]: Time taken for embedding (batch): 0.043572 seconds\n",+ "[EmbeddingServer LOG]: Time taken for mean pooling (batch): 0.000353 seconds\n",+ "[EmbeddingServer LOG]: INFO: Serialize time: 0.000075 seconds\n",+ "[EmbeddingServer LOG]: INFO: ZMQ E2E time: 0.049889 seconds\n",+ "[EmbeddingServer LOG]: INFO: Received ZMQ request from client 006b8b45, size 34 bytes\n",+ "[EmbeddingServer LOG]: INFO: Request for 32 node embeddings: [20, 15, 32, 2, 12, 3, 17, 13, 6, 28, 26, 18, 49, 33, 22, 31, 34, 35, 1, 8, 25, 9, 41, 10, 27, 19, 40, 29, 30, 38, 7, 4]\n",+ "[EmbeddingServer LOG]: DEBUG: Node ID range: 1 to 49\n",+ "[EmbeddingServer LOG]: Time taken for text lookup: 0.000034 seconds\n",+ "[EmbeddingServer LOG]: INFO: Total batch size: 32, max_batch_size: 128\n",+ "[EmbeddingServer LOG]: INFO: Processing batch of size 32\n",+ "[EmbeddingServer LOG]: Time taken for tokenization (batch): 0.004954 seconds\n",+ "[EmbeddingServer LOG]: Batch size: 32, Sequence length: 256\n",+ "[EmbeddingServer LOG]: Time taken for transfer to device (batch): 0.000088 seconds\n",+ "[EmbeddingServer LOG]: Time taken for embedding (batch): 0.043505 seconds\n",+ "[EmbeddingServer LOG]: Time taken for mean pooling (batch): 0.000355 seconds\n",+ "[EmbeddingServer LOG]: INFO: Serialize time: 0.000120 seconds\n",+ "[EmbeddingServer LOG]: INFO: ZMQ E2E time: 0.049897 seconds\n",+ "[EmbeddingServer LOG]: INFO: Received ZMQ request from client 006b8b45, size 34 bytes\n",+ "[EmbeddingServer LOG]: INFO: Request for 32 node embeddings: [1, 4, 36, 5, 13, 23, 38, 15, 33, 43, 39, 40, 27, 11, 34, 53, 19, 37, 3, 35, 14, 22, 7, 32, 29, 2, 10, 31, 12, 28, 8, 26]\n",+ "[EmbeddingServer LOG]: DEBUG: Node ID range: 1 to 53\n",+ "[EmbeddingServer LOG]: Time taken for text lookup: 0.000041 seconds\n",+ "[EmbeddingServer LOG]: INFO: Total batch size: 32, max_batch_size: 128\n",+ "[EmbeddingServer LOG]: INFO: Processing batch of size 32\n",+ "[EmbeddingServer LOG]: Time taken for tokenization (batch): 0.004878 seconds\n",+ "[EmbeddingServer LOG]: Batch size: 32, Sequence length: 256\n",+ "[EmbeddingServer LOG]: Time taken for transfer to device (batch): 0.000087 seconds\n",+ "[EmbeddingServer LOG]: Time taken for embedding (batch): 0.043611 seconds\n",+ "[EmbeddingServer LOG]: Time taken for mean pooling (batch): 0.000364 seconds\n",+ "[EmbeddingServer LOG]: INFO: Serialize time: 0.000075 seconds\n",+ "[EmbeddingServer LOG]: INFO: ZMQ E2E time: 0.049876 seconds\n",+ "[EmbeddingServer LOG]: INFO: Received ZMQ request from client 006b8b45, size 34 bytes\n",+ "[EmbeddingServer LOG]: INFO: Request for 32 node embeddings: [35, 25, 9, 20, 52, 2, 7, 15, 40, 53, 24, 1, 26, 10, 21, 17, 3, 8, 5, 41, 19, 11, 36, 13, 12, 28, 34, 27, 16, 32, 29, 38]\n",+ "[EmbeddingServer LOG]: DEBUG: Node ID range: 1 to 53\n",+ "[EmbeddingServer LOG]: Time taken for text lookup: 0.000032 seconds\n",+ "[EmbeddingServer LOG]: INFO: Total batch size: 32, max_batch_size: 128\n",+ "[EmbeddingServer LOG]: INFO: Processing batch of size 32\n",+ "[EmbeddingServer LOG]: Time taken for tokenization (batch): 0.004828 seconds\n",+ "[EmbeddingServer LOG]: Batch size: 32, Sequence length: 256\n",+ "[EmbeddingServer LOG]: Time taken for transfer to device (batch): 0.000089 seconds\n",+ "[EmbeddingServer LOG]: Time taken for embedding (batch): 0.043607 seconds\n",+ "[EmbeddingServer LOG]: Time taken for mean pooling (batch): 0.000354 seconds\n",+ "[EmbeddingServer LOG]: INFO: Serialize time: 0.000077 seconds\n",+ "[EmbeddingServer LOG]: INFO: ZMQ E2E time: 0.049797 seconds\n",+ "[EmbeddingServer LOG]: INFO: Received ZMQ request from client 006b8b45, size 34 bytes\n",+ "[EmbeddingServer LOG]: INFO: Request for 32 node embeddings: [31, 27, 21, 13, 33, 3, 28, 15, 19, 42, 34, 41, 12, 20, 25, 26, 17, 1, 38, 4, 35, 22, 29, 30, 23, 11, 8, 7, 37, 40, 14, 39]\n",+ "[EmbeddingServer LOG]: DEBUG: Node ID range: 1 to 42\n",+ "[EmbeddingServer LOG]: Time taken for text lookup: 0.000034 seconds\n",+ "[EmbeddingServer LOG]: INFO: Total batch size: 32, max_batch_size: 128\n",+ "[EmbeddingServer LOG]: INFO: Processing batch of size 32\n",+ "[EmbeddingServer LOG]: Time taken for tokenization (batch): 0.004633 seconds\n",+ "[EmbeddingServer LOG]: Batch size: 32, Sequence length: 256\n",+ "[EmbeddingServer LOG]: Time taken for transfer to device (batch): 0.000088 seconds\n",+ "[EmbeddingServer LOG]: Time taken for embedding (batch): 0.043628 seconds\n",+ "[EmbeddingServer LOG]: Time taken for mean pooling (batch): 0.000354 seconds\n",+ "[EmbeddingServer LOG]: INFO: Serialize time: 0.000068 seconds\n",+ "[EmbeddingServer LOG]: INFO: ZMQ E2E time: 0.049742 seconds\n",+ "[EmbeddingServer LOG]: INFO: Received ZMQ request from client 006b8b45, size 34 bytes\n",+ "[EmbeddingServer LOG]: INFO: Request for 32 node embeddings: [5, 14, 38, 47, 41, 22, 11, 34, 0, 50, 30, 16, 7, 23, 39, 36, 40, 1, 4, 15, 8, 19, 13, 27, 35, 32, 31, 33, 53, 3, 28, 29]\n",+ "[EmbeddingServer LOG]: DEBUG: Node ID range: 0 to 53\n",+ "[EmbeddingServer LOG]: Time taken for text lookup: 0.000033 seconds\n",+ "[EmbeddingServer LOG]: INFO: Total batch size: 32, max_batch_size: 128\n",+ "[EmbeddingServer LOG]: INFO: Processing batch of size 32\n",+ "[EmbeddingServer LOG]: Time taken for tokenization (batch): 0.004749 seconds\n",+ "[EmbeddingServer LOG]: Batch size: 32, Sequence length: 256\n",+ "[EmbeddingServer LOG]: Time taken for transfer to device (batch): 0.000089 seconds\n",+ "[EmbeddingServer LOG]: Time taken for embedding (batch): 0.043532 seconds\n",+ "[EmbeddingServer LOG]: Time taken for mean pooling (batch): 0.000355 seconds\n",+ "[EmbeddingServer LOG]: INFO: Serialize time: 0.000076 seconds\n",+ "[EmbeddingServer LOG]: INFO: ZMQ E2E time: 0.049615 seconds\n",+ "[EmbeddingServer LOG]: INFO: Received ZMQ request from client 006b8b45, size 34 bytes\n",+ "[EmbeddingServer LOG]: INFO: Request for 32 node embeddings: [20, 34, 3, 13, 33, 2, 18, 28, 10, 17, 21, 31, 32, 41, 1, 38, 15, 4, 27, 35, 40, 6, 39, 26, 29, 8, 25, 24, 23, 36, 14, 9]\n",+ "[EmbeddingServer LOG]: DEBUG: Node ID range: 1 to 41\n",+ "[EmbeddingServer LOG]: Time taken for text lookup: 0.000035 seconds\n",+ "[EmbeddingServer LOG]: INFO: Total batch size: 32, max_batch_size: 128\n",+ "[EmbeddingServer LOG]: INFO: Processing batch of size 32\n",+ "[EmbeddingServer LOG]: Time taken for tokenization (batch): 0.004750 seconds\n",+ "[EmbeddingServer LOG]: Batch size: 32, Sequence length: 256\n",+ "[EmbeddingServer LOG]: Time taken for transfer to device (batch): 0.000088 seconds\n",+ "[EmbeddingServer LOG]: Time taken for embedding (batch): 0.043570 seconds\n",+ "[EmbeddingServer LOG]: Time taken for mean pooling (batch): 0.000353 seconds\n",+ "[EmbeddingServer LOG]: INFO: Serialize time: 0.000073 seconds\n",+ "[EmbeddingServer LOG]: INFO: ZMQ E2E time: 0.049821 seconds\n",+ "[EmbeddingServer LOG]: INFO: Received ZMQ request from client 006b8b45, size 34 bytes\n",+ "[EmbeddingServer LOG]: INFO: Request for 32 node embeddings: [19, 8, 6, 17, 16, 21, 26, 48, 15, 20, 25, 7, 22, 35, 1, 2, 10, 32, 3, 5, 13, 12, 27, 29, 33, 43, 28, 31, 55, 45, 42, 18]\n",+ "[EmbeddingServer LOG]: DEBUG: Node ID range: 1 to 55\n",+ "[EmbeddingServer LOG]: Time taken for text lookup: 0.000034 seconds\n",+ "[EmbeddingServer LOG]: INFO: Total batch size: 32, max_batch_size: 128\n",+ "[EmbeddingServer LOG]: INFO: Processing batch of size 32\n",+ "[EmbeddingServer LOG]: Time taken for tokenization (batch): 0.004903 seconds\n",+ "[EmbeddingServer LOG]: Batch size: 32, Sequence length: 256\n",+ "[EmbeddingServer LOG]: Time taken for transfer to device (batch): 0.000088 seconds\n",+ "[EmbeddingServer LOG]: Time taken for embedding (batch): 0.043492 seconds\n",+ "[EmbeddingServer LOG]: Time taken for mean pooling (batch): 0.000357 seconds\n",+ "[EmbeddingServer LOG]: INFO: Serialize time: 0.000080 seconds\n",+ "[EmbeddingServer LOG]: INFO: ZMQ E2E time: 0.049751 seconds\n",+ "[EmbeddingServer LOG]: INFO: Received ZMQ request from client 006b8b45, size 34 bytes\n",+ "[EmbeddingServer LOG]: INFO: Request for 32 node embeddings: [1, 30, 26, 28, 23, 29, 32, 4, 15, 34, 13, 7, 20, 24, 53, 41, 3, 25, 31, 11, 33, 40, 38, 5, 10, 35, 39, 14, 36, 12, 8, 50]\n",+ "[EmbeddingServer LOG]: DEBUG: Node ID range: 1 to 53\n",+ "[EmbeddingServer LOG]: Time taken for text lookup: 0.000043 seconds\n",+ "[EmbeddingServer LOG]: INFO: Total batch size: 32, max_batch_size: 128\n",+ "[EmbeddingServer LOG]: INFO: Processing batch of size 32\n",+ "[EmbeddingServer LOG]: Time taken for tokenization (batch): 0.004987 seconds\n",+ "[EmbeddingServer LOG]: Batch size: 32, Sequence length: 256\n",+ "[EmbeddingServer LOG]: Time taken for transfer to device (batch): 0.000089 seconds\n",+ "[EmbeddingServer LOG]: Time taken for embedding (batch): 0.043620 seconds\n",+ "[EmbeddingServer LOG]: Time taken for mean pooling (batch): 0.000353 seconds\n",+ "[EmbeddingServer LOG]: INFO: Serialize time: 0.000070 seconds\n",+ "[EmbeddingServer LOG]: INFO: ZMQ E2E time: 0.049956 seconds\n",+ "[EmbeddingServer LOG]: INFO: Received ZMQ request from client 006b8b45, size 34 bytes\n",+ "[EmbeddingServer LOG]: INFO: Request for 32 node embeddings: [13, 38, 5, 41, 15, 34, 43, 1, 4, 36, 37, 23, 7, 11, 22, 40, 27, 14, 8, 3, 35, 12, 29, 32, 19, 28, 20, 31, 33, 6, 53, 26]\n",+ "[EmbeddingServer LOG]: DEBUG: Node ID range: 1 to 53\n",+ "[EmbeddingServer LOG]: Time taken for text lookup: 0.000034 seconds\n",+ "[EmbeddingServer LOG]: INFO: Total batch size: 32, max_batch_size: 128\n",+ "[EmbeddingServer LOG]: INFO: Processing batch of size 32\n",+ "[EmbeddingServer LOG]: Time taken for tokenization (batch): 0.004892 seconds\n",+ "[EmbeddingServer LOG]: Batch size: 32, Sequence length: 256\n",+ "[EmbeddingServer LOG]: Time taken for transfer to device (batch): 0.000089 seconds\n",+ "[EmbeddingServer LOG]: Time taken for embedding (batch): 0.043572 seconds\n",+ "[EmbeddingServer LOG]: Time taken for mean pooling (batch): 0.000355 seconds\n",+ "[EmbeddingServer LOG]: INFO: Serialize time: 0.000077 seconds\n",+ "[EmbeddingServer LOG]: INFO: ZMQ E2E time: 0.049816 seconds\n",+ "[EmbeddingServer LOG]: INFO: Received ZMQ request from client 006b8b45, size 34 bytes\n",+ "[EmbeddingServer LOG]: INFO: Request for 32 node embeddings: [15, 2, 24, 21, 9, 1, 32, 25, 18, 45, 20, 6, 35, 8, 3, 33, 12, 34, 26, 27, 10, 40, 28, 19, 31, 30, 11, 38, 13, 22, 4, 29]\n",+ "[EmbeddingServer LOG]: DEBUG: Node ID range: 1 to 45\n",+ "[EmbeddingServer LOG]: Time taken for text lookup: 0.000034 seconds\n",+ "[EmbeddingServer LOG]: INFO: Total batch size: 32, max_batch_size: 128\n",+ "[EmbeddingServer LOG]: INFO: Processing batch of size 32\n",+ "[EmbeddingServer LOG]: Time taken for tokenization (batch): 0.004802 seconds\n",+ "[EmbeddingServer LOG]: Batch size: 32, Sequence length: 256\n",+ "[EmbeddingServer LOG]: Time taken for transfer to device (batch): 0.000088 seconds\n",+ "[EmbeddingServer LOG]: Time taken for embedding (batch): 0.043615 seconds\n",+ "[EmbeddingServer LOG]: Time taken for mean pooling (batch): 0.000354 seconds\n",+ "[EmbeddingServer LOG]: INFO: Serialize time: 0.000071 seconds\n",+ "[EmbeddingServer LOG]: INFO: ZMQ E2E time: 0.049759 seconds\n",+ "[EmbeddingServer LOG]: INFO: Received ZMQ request from client 006b8b45, size 34 bytes\n",+ "[EmbeddingServer LOG]: INFO: Request for 32 node embeddings: [27, 40, 18, 3, 34, 15, 10, 11, 1, 36, 41, 33, 31, 23, 26, 4, 28, 25, 32, 20, 13, 38, 7, 35, 39, 2, 14, 6, 12, 37, 22, 19]\n",+ "[EmbeddingServer LOG]: DEBUG: Node ID range: 1 to 41\n",+ "[EmbeddingServer LOG]: Time taken for text lookup: 0.000032 seconds\n",+ "[EmbeddingServer LOG]: INFO: Total batch size: 32, max_batch_size: 128\n",+ "[EmbeddingServer LOG]: INFO: Processing batch of size 32\n",+ "[EmbeddingServer LOG]: Time taken for tokenization (batch): 0.004797 seconds\n",+ "[EmbeddingServer LOG]: Batch size: 32, Sequence length: 256\n",+ "[EmbeddingServer LOG]: Time taken for transfer to device (batch): 0.000086 seconds\n",+ "[EmbeddingServer LOG]: Time taken for embedding (batch): 0.043515 seconds\n",+ "[EmbeddingServer LOG]: Time taken for mean pooling (batch): 0.000362 seconds\n",+ "[EmbeddingServer LOG]: INFO: Serialize time: 0.000073 seconds\n",+ "[EmbeddingServer LOG]: INFO: ZMQ E2E time: 0.049675 seconds\n",+ "[EmbeddingServer LOG]: INFO: Received ZMQ request from client 006b8b45, size 34 bytes\n",+ "[EmbeddingServer LOG]: INFO: Request for 32 node embeddings: [16, 9, 22, 34, 43, 8, 13, 26, 0, 30, 15, 14, 37, 5, 6, 41, 32, 21, 38, 23, 1, 4, 20, 39, 7, 17, 25, 53, 3, 36, 27, 29]\n",+ "[EmbeddingServer LOG]: DEBUG: Node ID range: 0 to 53\n",+ "[EmbeddingServer LOG]: Time taken for text lookup: 0.000033 seconds\n",+ "[EmbeddingServer LOG]: INFO: Total batch size: 32, max_batch_size: 128\n",+ "[EmbeddingServer LOG]: INFO: Processing batch of size 32\n",+ "[EmbeddingServer LOG]: Time taken for tokenization (batch): 0.004681 seconds\n",+ "[EmbeddingServer LOG]: Batch size: 32, Sequence length: 256\n",+ "[EmbeddingServer LOG]: Time taken for transfer to device (batch): 0.000088 seconds\n",+ "[EmbeddingServer LOG]: Time taken for embedding (batch): 0.043572 seconds\n",+ "[EmbeddingServer LOG]: Time taken for mean pooling (batch): 0.000356 seconds\n",+ "[EmbeddingServer LOG]: INFO: Serialize time: 0.000072 seconds\n",+ "[EmbeddingServer LOG]: INFO: ZMQ E2E time: 0.049589 seconds\n",+ "[EmbeddingServer LOG]: INFO: Received ZMQ request from client 006b8b45, size 34 bytes\n",+ "[EmbeddingServer LOG]: INFO: Request for 32 node embeddings: [16, 5, 43, 53, 37, 22, 19, 14, 47, 36, 50, 7, 11, 8, 15, 55, 45, 48, 39, 23, 27, 42, 13, 1, 4, 9, 52, 30, 46, 44, 25, 32]\n",+ "[EmbeddingServer LOG]: DEBUG: Node ID range: 1 to 55\n",+ "[EmbeddingServer LOG]: Time taken for text lookup: 0.000033 seconds\n",+ "[EmbeddingServer LOG]: INFO: Total batch size: 32, max_batch_size: 128\n",+ "[EmbeddingServer LOG]: INFO: Processing batch of size 32\n",+ "[EmbeddingServer LOG]: Time taken for tokenization (batch): 0.004735 seconds\n",+ "[EmbeddingServer LOG]: Batch size: 32, Sequence length: 256\n",+ "[EmbeddingServer LOG]: Time taken for transfer to device (batch): 0.000088 seconds\n",+ "[EmbeddingServer LOG]: Time taken for embedding (batch): 0.043556 seconds\n",+ "[EmbeddingServer LOG]: Time taken for mean pooling (batch): 0.000356 seconds\n",+ "[EmbeddingServer LOG]: INFO: Serialize time: 0.000068 seconds\n",+ "[EmbeddingServer LOG]: INFO: ZMQ E2E time: 0.049612 seconds\n",+ "[EmbeddingServer LOG]: INFO: Received ZMQ request from client 006b8b45, size 34 bytes\n",+ "[EmbeddingServer LOG]: INFO: Request for 32 node embeddings: [1, 12, 52, 6, 34, 17, 18, 24, 43, 35, 10, 3, 21, 20, 40, 41, 36, 15, 33, 28, 31, 38, 4, 29, 7, 27, 32, 13, 25, 9, 26, 11]\n",+ "[EmbeddingServer LOG]: DEBUG: Node ID range: 1 to 52\n",+ "[EmbeddingServer LOG]: Time taken for text lookup: 0.000033 seconds\n",+ "[EmbeddingServer LOG]: INFO: Total batch size: 32, max_batch_size: 128\n",+ "[EmbeddingServer LOG]: INFO: Processing batch of size 32\n",+ "[EmbeddingServer LOG]: Time taken for tokenization (batch): 0.004743 seconds\n",+ "[EmbeddingServer LOG]: Batch size: 32, Sequence length: 256\n",+ "[EmbeddingServer LOG]: Time taken for transfer to device (batch): 0.000087 seconds\n",+ "[EmbeddingServer LOG]: Time taken for embedding (batch): 0.043615 seconds\n",+ "[EmbeddingServer LOG]: Time taken for mean pooling (batch): 0.000354 seconds\n",+ "[EmbeddingServer LOG]: INFO: Serialize time: 0.000074 seconds\n",+ "[EmbeddingServer LOG]: INFO: ZMQ E2E time: 0.049773 seconds\n",+ "[EmbeddingServer LOG]: INFO: ZMQ socket timeout, continuing to listen\n",+ "[EmbeddingServer LOG]: INFO: ZMQ socket timeout, continuing to listen\n",+ "[EmbeddingServer LOG]: INFO: ZMQ socket timeout, continuing to listen\n",+ "[EmbeddingServer LOG]: INFO: ZMQ socket timeout, continuing to listen\n",+ "[EmbeddingServer LOG]: INFO: ZMQ socket timeout, continuing to listen\n",+ "[EmbeddingServer LOG]: INFO: ZMQ socket timeout, continuing to listen\n",+ "[EmbeddingServer LOG]: INFO: ZMQ socket timeout, continuing to listen\n",+ "[EmbeddingServer LOG]: INFO: ZMQ socket timeout, continuing to listen\n",+ "[EmbeddingServer LOG]: INFO: ZMQ socket timeout, continuing to listen\n",+ "[EmbeddingServer LOG]: INFO: ZMQ socket timeout, continuing to listen\n",+ "[EmbeddingServer LOG]: INFO: ZMQ socket timeout, continuing to listen\n",+ "[EmbeddingServer LOG]: INFO: ZMQ socket timeout, continuing to listen\n",+ "[EmbeddingServer LOG]: INFO: ZMQ socket timeout, continuing to listen\n",+ "[EmbeddingServer LOG]: INFO: ZMQ socket timeout, continuing to listen\n",+ "[EmbeddingServer LOG]: INFO: ZMQ socket timeout, continuing to listen\n",+ "[EmbeddingServer LOG]: INFO: ZMQ socket timeout, continuing to listen\n",+ "[EmbeddingServer LOG]: INFO: ZMQ socket timeout, continuing to listen\n",+ "[EmbeddingServer LOG]: INFO: ZMQ socket timeout, continuing to listen\n",+ "[EmbeddingServer LOG]: INFO: ZMQ socket timeout, continuing to listen\n",+ "[EmbeddingServer LOG]: INFO: ZMQ socket timeout, continuing to listen\n",+ "[EmbeddingServer LOG]: INFO: ZMQ socket timeout, continuing to listen\n",+ "[EmbeddingServer LOG]: INFO: ZMQ socket timeout, continuing to listen\n",+ "[EmbeddingServer LOG]: INFO: ZMQ socket timeout, continuing to listen\n",+ "[EmbeddingServer LOG]: INFO: ZMQ socket timeout, continuing to listen\n",+ "[EmbeddingServer LOG]: INFO: ZMQ socket timeout, continuing to listen\n",+ "[EmbeddingServer LOG]: INFO: ZMQ socket timeout, continuing to listen\n",+ "[EmbeddingServer LOG]: INFO: ZMQ socket timeout, continuing to listen\n",+ "[EmbeddingServer LOG]: INFO: ZMQ socket timeout, continuing to listen\n",+ "[EmbeddingServer LOG]: INFO: ZMQ socket timeout, continuing to listen\n",+ "[EmbeddingServer LOG]: INFO: ZMQ socket timeout, continuing to listen\n",+ "[EmbeddingServer LOG]: INFO: ZMQ socket timeout, continuing to listen\n",+ "[EmbeddingServer LOG]: INFO: ZMQ socket timeout, continuing to listen\n",+ "[EmbeddingServer LOG]: INFO: ZMQ socket timeout, continuing to listen\n",+ "[EmbeddingServer LOG]: INFO: ZMQ socket timeout, continuing to listen\n",+ "[EmbeddingServer LOG]: INFO: ZMQ socket timeout, continuing to listen\n",+ "[EmbeddingServer LOG]: INFO: ZMQ socket timeout, continuing to listen\n",+ "[EmbeddingServer LOG]: INFO: ZMQ socket timeout, continuing to listen\n",+ "[EmbeddingServer LOG]: INFO: ZMQ socket timeout, continuing to listen\n",+ "[EmbeddingServer LOG]: INFO: ZMQ socket timeout, continuing to listen\n",+ "[EmbeddingServer LOG]: INFO: ZMQ socket timeout, continuing to listen\n",+ "[EmbeddingServer LOG]: INFO: ZMQ socket timeout, continuing to listen\n",+ "[EmbeddingServer LOG]: INFO: ZMQ socket timeout, continuing to listen\n",+ "[EmbeddingServer LOG]: INFO: ZMQ socket timeout, continuing to listen\n",+ "[EmbeddingServer LOG]: INFO: ZMQ socket timeout, continuing to listen\n",+ "[EmbeddingServer LOG]: INFO: ZMQ socket timeout, continuing to listen\n",+ "[EmbeddingServer LOG]: INFO: ZMQ socket timeout, continuing to listen\n",+ "[EmbeddingServer LOG]: INFO: ZMQ socket timeout, continuing to listen\n",+ "[EmbeddingServer LOG]: INFO: ZMQ socket timeout, continuing to listen\n",+ "[EmbeddingServer LOG]: INFO: ZMQ socket timeout, continuing to listen\n",+ "[EmbeddingServer LOG]: INFO: ZMQ socket timeout, continuing to listen\n",+ "[EmbeddingServer LOG]: INFO: ZMQ socket timeout, continuing to listen\n",+ "[EmbeddingServer LOG]: INFO: ZMQ socket timeout, continuing to listen\n",+ "[EmbeddingServer LOG]: INFO: ZMQ socket timeout, continuing to listen\n",+ "[EmbeddingServer LOG]: INFO: ZMQ socket timeout, continuing to listen\n",+ "[EmbeddingServer LOG]: INFO: ZMQ socket timeout, continuing to listen\n",+ "[EmbeddingServer LOG]: INFO: ZMQ socket timeout, continuing to listen\n",+ "[EmbeddingServer LOG]: INFO: ZMQ socket timeout, continuing to listen\n",+ "[EmbeddingServer LOG]: INFO: ZMQ socket timeout, continuing to listen\n",+ "[EmbeddingServer LOG]: INFO: ZMQ socket timeout, continuing to listen\n","[EmbeddingServer LOG]: INFO: ZMQ socket timeout, continuing to listen\n","[EmbeddingServer LOG]: INFO: ZMQ socket timeout, continuing to listen\n","[EmbeddingServer LOG]: INFO: ZMQ socket timeout, continuing to listen\n",diff --git a/examples/main_cli_example.py b/examples/main_cli_example.pyindex 7600b1a..8e452ae 100644--- a/examples/main_cli_example.py+++ b/examples/main_cli_example.py@@ -69,7 +69,7 @@ async def main():query = "Based on the paper, what are the main techniques LEANN explores to reduce the storage overhead?"print(f"You: {query}")- chat_response = chat.ask(query, recompute_beighbor_embeddings=True)+ chat_response = chat.ask(query, top_k=10, recompute_beighbor_embeddings=True)print(f"Leann: {chat_response}")if __name__ == "__main__":diff --git a/packages/leann-backend-diskann/leann_backend_diskann/diskann_backend.py b/packages/leann-backend-diskann/leann_backend_diskann/diskann_backend.pyindex 71cf2fb..c0a41c2 100644--- a/packages/leann-backend-diskann/leann_backend_diskann/diskann_backend.py+++ b/packages/leann-backend-diskann/leann_backend_diskann/diskann_backend.py@@ -246,7 +246,7 @@ class DiskannSearcher(LeannBackendSearcherInterface):raisedef search(self, query: np.ndarray, top_k: int, **kwargs) -> Dict[str, any]:- complexity = kwargs.get("complexity", 100)+ complexity = kwargs.get("complexity", 32)beam_width = kwargs.get("beam_width", 4)USE_DEFERRED_FETCH = kwargs.get("USE_DEFERRED_FETCH", False)diff --git a/packages/leann-core/src/leann/api.py b/packages/leann-core/src/leann/api.pyindex 21c5ec8..ce6b50e 100644--- a/packages/leann-core/src/leann/api.py+++ b/packages/leann-core/src/leann/api.py@@ -139,9 +139,36 @@ class LeannChat:self.openai_client = openai.OpenAI(api_key=api_key)return self.openai_client- def ask(self, question: str, **kwargs):- # 1. 检索- results = self.searcher.search(question, top_k=5, **kwargs)+ def ask(self, question: str, top_k=5, **kwargs):+ """+ Additional keyword arguments (kwargs) for advanced search customization. Example usage:+ chat.ask(+ "What is ANN?",+ top_k=10,+ complexity=64,+ beam_width=8,+ USE_DEFERRED_FETCH=True,+ skip_search_reorder=True,+ recompute_beighbor_embeddings=True,+ dedup_node_dis=True,+ prune_ratio=0.1,+ batch_recompute=True,+ global_pruning=True+ )++ Supported kwargs:+ - complexity (int): Search complexity parameter (default: 32)+ - beam_width (int): Beam width for search (default: 4)+ - USE_DEFERRED_FETCH (bool): Enable deferred fetch mode (default: False)+ - skip_search_reorder (bool): Skip search reorder step (default: False)+ - recompute_beighbor_embeddings (bool): Enable ZMQ embedding server for neighbor recomputation (default: False)+ - dedup_node_dis (bool): Deduplicate nodes by distance (default: False)+ - prune_ratio (float): Pruning ratio for search (default: 0.0)+ - batch_recompute (bool): Enable batch recomputation (default: False)+ - global_pruning (bool): Enable global pruning (default: False)+ """++ results = self.searcher.search(question, top_k=top_k, **kwargs)context = "\n\n".join([r['text'] for r in results])# 2. 构建 Prompt