using-qdrant-for-vector-retrieval.html 35 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728
  1. <!DOCTYPE html>
  2. <html lang="en" data-default-color-scheme=auto>
  3. <head><!-- hexo injector head_begin start -->
  4. <script defer src="https://api.limour.top/vue/0d2f95c1-755d-436b-adf8-eee12a80ed32/script.js"></script>
  5. <!-- hexo injector head_begin end -->
  6. <meta charset="UTF-8">
  7. <link rel="apple-touch-icon" sizes="76x76" href="https://img.limour.top/2023/08/29/64ee07361815a.webp">
  8. <link rel="icon" href="https://img.limour.top/2023/08/29/64ee07361815a.webp">
  9. <meta name="viewport" content="width=device-width, initial-scale=1.0, maximum-scale=5.0, shrink-to-fit=no">
  10. <meta http-equiv="x-ua-compatible" content="ie=edge">
  11. <meta name="theme-color" content="#2f4154">
  12. <meta name="author" content="Limour">
  13. <meta name="keywords" content="">
  14. <meta name="description" content="Qdrant 是一个开源的向量数据库,专为高性能相似性搜索和机器学习应用而设计,比 Chroma 更轻量(约80MiB)更快。它支持基于余弦相似度、欧氏距离等多种相似性度量的向量检索,并提供了灵活的过滤和分组功能。Qdrant 使用 Rust 语言编写,具有高效的索引和存储机制,能够快速处理大规模向量数据,适用于推荐系统、语义搜索、图像相似性匹配等场景。它提供了简单易用的 API,支持 gRPC">
  15. <title>【探索】使用 qdrant 进行向量检索 - Limour&#39;s Blog</title>
  16. <link rel="stylesheet" href="https://jscdn.limour.top/npm/bootstrap@4.6.1/dist/css/bootstrap.min.css" />
  17. <link rel="stylesheet" href="https://jscdn.limour.top/npm/github-markdown-css@4.0.0/github-markdown.min.css" />
  18. <link rel="stylesheet" href="https://jscdn.limour.top/npm/hint.css@2.7.0/hint.min.css" />
  19. <!-- 主题依赖的图标库,不要自行修改 -->
  20. <!-- Do not modify the link that theme dependent icons -->
  21. <link rel="stylesheet" href="//at.alicdn.com/t/c/font_1749284_5i9bdhy70f8.css">
  22. <link rel="stylesheet" href="//at.alicdn.com/t/font_1736178_lbnruvf0jn.css">
  23. <link rel="stylesheet" href="/css/main.css" />
  24. <link id="highlight-css" rel="stylesheet" href="/css/highlight.css" />
  25. <link id="highlight-css-dark" rel="stylesheet" href="/css/highlight-dark.css" />
  26. <link rel="stylesheet" href="/theme-inject/custom.css">
  27. <link rel="stylesheet" href="/theme-inject/iconfont.css">
  28. <script id="fluid-configs">
  29. var Fluid = window.Fluid || {};
  30. Fluid.ctx = Object.assign({}, Fluid.ctx)
  31. var CONFIG = {"hostname":"hexo.limour.top","root":"/","version":"1.9.8","typing":{"enable":false,"typeSpeed":70,"cursorChar":"_","loop":false,"scope":[]},"anchorjs":{"enable":true,"element":"h1,h2,h3,h4,h5,h6","placement":"left","visible":"hover","icon":"§"},"progressbar":{"enable":true,"height_px":3,"color":"#29d","options":{"showSpinner":false,"trickleSpeed":100}},"code_language":{"enable":true,"default":"TEXT"},"copy_btn":true,"image_caption":{"enable":true},"image_zoom":{"enable":false,"img_url_replace":["",""]},"toc":{"enable":true,"placement":"right","headingSelector":"h1,h2,h3,h4,h5,h6","collapseDepth":0},"lazyload":{"enable":true,"loading_img":"https://jscdn.limour.top/gh/Limour-dev/Sakurairo_Vision/load_svg/inload.svg","onlypost":false,"offset_factor":2},"web_analytics":{"enable":false,"follow_dnt":true,"baidu":null,"google":{"measurement_id":null},"tencent":{"sid":null,"cid":null},"leancloud":{"app_id":null,"app_key":null,"server_url":null,"path":"window.location.pathname","ignore_local":false},"umami":{"src":null,"website_id":null,"domains":null,"start_time":"2024-01-01T00:00:00.000Z","token":null,"api_server":null},"woyaola":null,"cnzz":null},"search_path":"/local-search.xml","include_content_in_search":true};
  32. if (CONFIG.web_analytics.follow_dnt) {
  33. var dntVal = navigator.doNotTrack || window.doNotTrack || navigator.msDoNotTrack;
  34. Fluid.ctx.dnt = dntVal && (dntVal.startsWith('1') || dntVal.startsWith('yes') || dntVal.startsWith('on'));
  35. }
  36. </script>
  37. <script src="/js/utils.js" ></script>
  38. <script src="/js/color-schema.js" ></script>
  39. <link rel="canonical" href="https://hexo.limour.top/using-qdrant-for-vector-retrieval"/>
  40. <meta name="generator" content="Hexo 7.1.1"><link rel="alternate" href="/atom.xml" title="Limour's Blog" type="application/atom+xml">
  41. <link rel="alternate" href="/rss2.xml" title="Limour's Blog" type="application/rss+xml">
  42. </head>
  43. <body>
  44. <header>
  45. <div class="header-inner" style="height: 70vh;">
  46. <nav id="navbar" class="navbar fixed-top navbar-expand-lg navbar-dark scrolling-navbar">
  47. <div class="container">
  48. <a class="navbar-brand" href="/">
  49. <strong>Limour&#39;s Blog</strong>
  50. </a>
  51. <button id="navbar-toggler-btn" class="navbar-toggler" type="button" data-toggle="collapse"
  52. data-target="#navbarSupportedContent"
  53. aria-controls="navbarSupportedContent" aria-expanded="false" aria-label="Toggle navigation">
  54. <div class="animated-icon"><span></span><span></span><span></span></div>
  55. </button>
  56. <!-- Collapsible content -->
  57. <div class="collapse navbar-collapse" id="navbarSupportedContent">
  58. <ul class="navbar-nav ml-auto text-center">
  59. <li class="nav-item">
  60. <a class="nav-link" href="https://hexo.limour.top/" target="_self">
  61. <i class="iconfont icon-home-fill"></i>
  62. <span>Home</span>
  63. </a>
  64. </li>
  65. <li class="nav-item">
  66. <a class="nav-link" href="/archives/" target="_self">
  67. <i class="iconfont icon-archive-fill"></i>
  68. <span>Archive1</span>
  69. </a>
  70. </li>
  71. <li class="nav-item">
  72. <a class="nav-link" href="https://occdn.limour.top/archives/" target="_self">
  73. <i class="iconfont icon-archive-fill"></i>
  74. <span>Archive2</span>
  75. </a>
  76. </li>
  77. <li class="nav-item">
  78. <a class="nav-link" href="https://b.limour.top/archives/" target="_self">
  79. <i class="iconfont icon-archive-fill"></i>
  80. <span>Archive3</span>
  81. </a>
  82. </li>
  83. <li class="nav-item">
  84. <a class="nav-link" href="https://od.limour.top/" target="_self">
  85. <i class="iconfont icon-onedrive"></i>
  86. <span>Alist</span>
  87. </a>
  88. </li>
  89. <li class="nav-item">
  90. <a class="nav-link" href="https://orcid.org/0000-0001-8897-1685" target="_self">
  91. <i class="iconfont icon-orcid"></i>
  92. <span>Orcid</span>
  93. </a>
  94. </li>
  95. <li class="nav-item">
  96. <a class="nav-link" href="/links/" target="_self">
  97. <i class="iconfont icon-link-fill"></i>
  98. <span>Links</span>
  99. </a>
  100. </li>
  101. <li class="nav-item">
  102. <a class="nav-link" href="/atom.xml" target="_self">
  103. <i class="iconfont icon-rss"></i>
  104. <span>RSS</span>
  105. </a>
  106. </li>
  107. <li class="nav-item" id="search-btn">
  108. <a class="nav-link" target="_self" href="javascript:;" data-toggle="modal" data-target="#modalSearch" aria-label="Search">
  109. <i class="iconfont icon-search"></i>
  110. </a>
  111. </li>
  112. <li class="nav-item" id="color-toggle-btn">
  113. <a class="nav-link" target="_self" href="javascript:;" aria-label="Color Toggle">
  114. <i class="iconfont icon-dark" id="color-toggle-icon"></i>
  115. </a>
  116. </li>
  117. </ul>
  118. </div>
  119. </div>
  120. </nav>
  121. <div id="banner" class="banner" parallax=true
  122. style="background: url('https://img.limour.top/2023/08/29/64ee08e108638.webp') no-repeat center center; background-size: cover;">
  123. <div class="full-bg-img">
  124. <div class="mask flex-center" style="background-color: rgba(0, 0, 0, 0.3)">
  125. <div class="banner-text text-center fade-in-up">
  126. <div class="h2">
  127. <span id="subtitle">【探索】使用 qdrant 进行向量检索</span>
  128. </div>
  129. <div class="mt-3">
  130. <span class="post-meta mr-2">
  131. <i class="iconfont icon-author" aria-hidden="true"></i>
  132. Limour
  133. </span>
  134. <span class="post-meta">
  135. <i class="iconfont icon-date-fill" aria-hidden="true"></i>
  136. <time datetime="2024-11-10 12:43" pubdate>
  137. November 10, 2024 pm
  138. </time>
  139. </span>
  140. </div>
  141. <div class="mt-1">
  142. <span class="post-meta mr-2">
  143. <i class="iconfont icon-chart"></i>
  144. 948 words
  145. </span>
  146. <span class="post-meta mr-2">
  147. <i class="iconfont icon-clock-fill"></i>
  148. 8 mins
  149. </span>
  150. </div>
  151. </div>
  152. </div>
  153. </div>
  154. </div>
  155. </div>
  156. </header>
  157. <main>
  158. <div class="container-fluid nopadding-x">
  159. <div class="row nomargin-x">
  160. <div class="side-col d-none d-lg-block col-lg-2">
  161. </div>
  162. <div class="col-lg-8 nopadding-x-md">
  163. <div class="container nopadding-x-md" id="board-ctn">
  164. <div id="board">
  165. <article class="post-content mx-auto">
  166. <h1 id="seo-header">【探索】使用 qdrant 进行向量检索</h1>
  167. <p id="updated-time" class="note note-info" style="">
  168. Last updated on November 10, 2024 pm
  169. </p>
  170. <div class="markdown-body">
  171. <p><a href="https://hexo.limour.top/go/#aHR0cHM6Ly9naXRodWIuY29tL3FkcmFudC9xZHJhbnQ=" rel="noopener external nofollow noreferrer">Qdrant</a> 是一个开源的向量数据库,专为高性能相似性搜索和机器学习应用而设计,比 <a href="./-qian-yi--ji-yu-Chroma-da-jian-ge-ren-zhi-shi-ku-de-quan-wen-suo-yin">Chroma</a> 更轻量(约80MiB)更快。它支持基于余弦相似度、欧氏距离等多种相似性度量的向量检索,并提供了灵活的过滤和分组功能。Qdrant 使用 Rust 语言编写,具有高效的索引和存储机制,能够快速处理大规模向量数据,适用于推荐系统、语义搜索、图像相似性匹配等场景。它提供了简单易用的 API,支持 gRPC 和 REST 接口,并且可以轻松集成到各种编程语言和机器学习框架中,是构建向量相似性搜索应用的理想选择。</p>
  172. <h2 id="部署">部署</h2>
  173. <ul>
  174. <li><a href="/Docker-bu-shu-Nginx-Proxy-Manager">反向代理服务</a></li>
  175. </ul>
  176. <figure class="highlight bash"><table><tr><td class="gutter"><pre><span class="line">1</span><br><span class="line">2</span><br><span class="line">3</span><br><span class="line">4</span><br></pre></td><td class="code"><pre><code class="hljs bash"><span class="hljs-built_in">mkdir</span> -p ~/app/qdrant &amp;&amp; <span class="hljs-built_in">cd</span> ~/app/qdrant &amp;&amp; nano docker-compose.yml<br>wget https://raw.githubusercontent.com/qdrant/qdrant/refs/heads/master/config/production.yaml<br>sudo docker compose up -d<br>sudo docker compose logs<br></code></pre></td></tr></table></figure>
  177. <figure class="highlight yml"><table><tr><td class="gutter"><pre><span class="line">1</span><br><span class="line">2</span><br><span class="line">3</span><br><span class="line">4</span><br><span class="line">5</span><br><span class="line">6</span><br><span class="line">7</span><br><span class="line">8</span><br><span class="line">9</span><br><span class="line">10</span><br><span class="line">11</span><br><span class="line">12</span><br><span class="line">13</span><br><span class="line">14</span><br><span class="line">15</span><br><span class="line">16</span><br></pre></td><td class="code"><pre><code class="hljs yml"><span class="hljs-attr">services:</span><br> <span class="hljs-attr">qdrant:</span><br> <span class="hljs-attr">image:</span> <span class="hljs-string">qdrant/qdrant:latest</span><br> <span class="hljs-attr">restart:</span> <span class="hljs-string">always</span><br> <span class="hljs-attr">expose:</span><br> <span class="hljs-bullet">-</span> <span class="hljs-number">6333</span><br> <span class="hljs-bullet">-</span> <span class="hljs-number">6334</span><br> <span class="hljs-bullet">-</span> <span class="hljs-number">6335</span><br> <span class="hljs-attr">volumes:</span><br> <span class="hljs-bullet">-</span> <span class="hljs-string">./qdrant_data:/qdrant/storage</span><br> <span class="hljs-bullet">-</span> <span class="hljs-string">./production.yaml:/qdrant/config/production.yaml</span><br> <br><span class="hljs-attr">networks:</span><br> <span class="hljs-attr">default:</span><br> <span class="hljs-attr">external:</span> <span class="hljs-literal">true</span><br> <span class="hljs-attr">name:</span> <span class="hljs-string">ngpm</span><br></code></pre></td></tr></table></figure>
  178. <p><img src="https://img.limour.top/2024/11/10/673041358634e.webp" srcset="https://jscdn.limour.top/gh/Limour-dev/Sakurairo_Vision/load_svg/inload.svg" lazyload alt=""></p>
  179. <ul>
  180. <li>访问 <code>https://qdrant.limour.top/dashboard</code> 查看仪表盘</li>
  181. </ul>
  182. <h2 id="嵌入服务">嵌入服务</h2>
  183. <ul>
  184. <li>下载 <a href="https://hexo.limour.top/go/#aHR0cHM6Ly9naXRodWIuY29tL2dnZXJnYW5vdi9sbGFtYS5jcHAvcmVsZWFzZXM=" rel="noopener external nofollow noreferrer">llama.cpp</a>
  185. <ul>
  186. <li>下载 <code>cudart-llama-bin-win-cu11.7.1-x64</code></li>
  187. <li>下载对应后缀的 <code>llama-b4061-bin-win-cuda-cu11.7.1-x64</code></li>
  188. <li>将两者解压到同一个目录</li>
  189. </ul>
  190. </li>
  191. <li>从 <a href="https://hexo.limour.top/go/#aHR0cHM6Ly9odWdnaW5nZmFjZS5jby9zcGFjZXMvbXRlYi9sZWFkZXJib2FyZA==" rel="noopener external nofollow noreferrer">MTEB</a> 上找一个良好的嵌入模型</li>
  192. <li>下载 GGUF 格式的嵌入模型,比如 <a href="https://hexo.limour.top/go/#aHR0cHM6Ly9odWdnaW5nZmFjZS5jby93ZW5jYW4tbGFiL0RtZXRhLWVtYmVkZGluZy16aC1zbWFsbC1HR1VGL2Jsb2IvbWFpbi9EbWV0YS1lbWJlZGRpbmctemgtc21hbGwtUTRfS19NLmdndWY=" rel="noopener external nofollow noreferrer">Dmeta-embedding-zh-small-GGUF</a></li>
  193. <li>根据<a href="https://hexo.limour.top/go/#aHR0cHM6Ly9naXRodWIuY29tL2dnZXJnYW5vdi9sbGFtYS5jcHAvYmxvYi9tYXN0ZXIvZXhhbXBsZXMvc2VydmVyL1JFQURNRS5tZA==" rel="noopener external nofollow noreferrer">文档</a>配置参数启动嵌入服务</li>
  194. </ul>
  195. <figure class="highlight powershell"><table><tr><td class="gutter"><pre><span class="line">1</span><br></pre></td><td class="code"><pre><code class="hljs powershell">./llama<span class="hljs-literal">-server</span>.exe <span class="hljs-literal">-m</span> ./embd/Dmeta<span class="hljs-literal">-embedding-zh-small-Q4_K_M</span>.gguf <span class="hljs-literal">-c</span> <span class="hljs-number">1024</span> <span class="hljs-literal">--embedding</span> <span class="hljs-literal">-fa</span> <span class="hljs-literal">-ngl</span> <span class="hljs-number">99</span><br></code></pre></td></tr></table></figure>
  196. <ul>
  197. <li>测试嵌入模型</li>
  198. </ul>
  199. <figure class="highlight powershell"><table><tr><td class="gutter"><pre><span class="line">1</span><br><span class="line">2</span><br><span class="line">3</span><br><span class="line">4</span><br><span class="line">5</span><br><span class="line">6</span><br><span class="line">7</span><br><span class="line">8</span><br><span class="line">9</span><br><span class="line">10</span><br><span class="line">11</span><br><span class="line">12</span><br><span class="line">13</span><br><span class="line">14</span><br></pre></td><td class="code"><pre><code class="hljs powershell"><span class="hljs-variable">$headers</span> = <span class="hljs-selector-tag">@</span>&#123;<br> <span class="hljs-string">&quot;Content-Type&quot;</span> = <span class="hljs-string">&quot;application/json&quot;</span><br> <span class="hljs-string">&quot;Authorization&quot;</span> = <span class="hljs-string">&quot;Bearer no-key&quot;</span><br>&#125;<br><br><span class="hljs-variable">$body</span> = <span class="hljs-selector-tag">@</span>&#123;<br> <span class="hljs-string">&quot;input&quot;</span> = <span class="hljs-selector-tag">@</span>(<span class="hljs-string">&quot;hello&quot;</span>, <span class="hljs-string">&quot;world&quot;</span>)<br> <span class="hljs-string">&quot;model&quot;</span> = <span class="hljs-string">&quot;GPT-4o&quot;</span><br> <span class="hljs-string">&quot;encoding_format&quot;</span> = <span class="hljs-string">&quot;float&quot;</span><br>&#125; | <span class="hljs-built_in">ConvertTo-Json</span><br><br><span class="hljs-variable">$response</span> = <span class="hljs-built_in">Invoke-WebRequest</span> <span class="hljs-literal">-Uri</span> <span class="hljs-string">&quot;http://localhost:8080/v1/embeddings&quot;</span> <span class="hljs-literal">-Method</span> Post <span class="hljs-literal">-Headers</span> <span class="hljs-variable">$headers</span> <span class="hljs-literal">-Body</span> <span class="hljs-variable">$body</span><br><br><span class="hljs-built_in">echo</span> <span class="hljs-variable">$response</span>.Content<br></code></pre></td></tr></table></figure>
  200. <h2 id="客户端">客户端</h2>
  201. <figure class="highlight powershell"><table><tr><td class="gutter"><pre><span class="line">1</span><br></pre></td><td class="code"><pre><code class="hljs powershell">conda create <span class="hljs-literal">-n</span> rag conda<span class="hljs-literal">-forge</span>::qdrant<span class="hljs-literal">-client</span><br></code></pre></td></tr></table></figure>
  202. <ul>
  203. <li>获取测试所用内容 <a href="https://hexo.limour.top/go/#aHR0cHM6Ly9naXRodWIuY29tL0xpbW91ci1kZXYvdGVzdF9yYWdfcWRyYW50" rel="noopener external nofollow noreferrer">test_rag_qdrant</a></li>
  204. </ul>
  205. <figure class="highlight python"><table><tr><td class="gutter"><pre><span class="line">1</span><br><span class="line">2</span><br><span class="line">3</span><br><span class="line">4</span><br><span class="line">5</span><br><span class="line">6</span><br><span class="line">7</span><br><span class="line">8</span><br><span class="line">9</span><br><span class="line">10</span><br><span class="line">11</span><br><span class="line">12</span><br><span class="line">13</span><br><span class="line">14</span><br><span class="line">15</span><br><span class="line">16</span><br><span class="line">17</span><br><span class="line">18</span><br><span class="line">19</span><br><span class="line">20</span><br><span class="line">21</span><br><span class="line">22</span><br><span class="line">23</span><br><span class="line">24</span><br><span class="line">25</span><br><span class="line">26</span><br><span class="line">27</span><br><span class="line">28</span><br><span class="line">29</span><br><span class="line">30</span><br><span class="line">31</span><br><span class="line">32</span><br><span class="line">33</span><br><span class="line">34</span><br><span class="line">35</span><br><span class="line">36</span><br><span class="line">37</span><br><span class="line">38</span><br><span class="line">39</span><br><span class="line">40</span><br><span class="line">41</span><br><span class="line">42</span><br><span class="line">43</span><br><span class="line">44</span><br><span class="line">45</span><br><span class="line">46</span><br></pre></td><td class="code"><pre><code class="hljs python"><span class="hljs-keyword">import</span> os<br><span class="hljs-keyword">from</span> qdrant_client <span class="hljs-keyword">import</span> QdrantClient<br><span class="hljs-keyword">from</span> qdrant_client.models <span class="hljs-keyword">import</span> VectorParams, Distance<br><span class="hljs-keyword">from</span> qdrant_client.models <span class="hljs-keyword">import</span> PointStruct<br><span class="hljs-keyword">from</span> m98_rag <span class="hljs-keyword">import</span> embd, readChunks<br><br>QDRANT_URL = os.getenv(<span class="hljs-string">&#x27;QDRANT_URL&#x27;</span>, <span class="hljs-string">&#x27;http://localhost:6333&#x27;</span>)<br>QDRANT_KEY = os.getenv(<span class="hljs-string">&#x27;QDRANT_KEY&#x27;</span>, <span class="hljs-string">&#x27;&#x27;</span>)<br><br>client = QdrantClient(url=QDRANT_URL,<br> api_key=QDRANT_KEY,<br> timeout=<span class="hljs-number">100</span>)<br><br><span class="hljs-keyword">if</span> <span class="hljs-keyword">not</span> client.collection_exists(<span class="hljs-string">&quot;my_collection&quot;</span>):<br> client.create_collection(<br> collection_name=<span class="hljs-string">&quot;my_collection&quot;</span>,<br> vectors_config=VectorParams(size=<span class="hljs-number">768</span>, distance=Distance.COSINE)<br> )<br><br><span class="hljs-keyword">if</span> __name__ == <span class="hljs-string">&#x27;__main__&#x27;</span>:<br> <span class="hljs-built_in">print</span>(QDRANT_URL)<br> <span class="hljs-built_in">print</span>(QDRANT_KEY)<br> chunks = readChunks(<span class="hljs-string">&#x27;./test.md&#x27;</span>)<br> <span class="hljs-keyword">for</span> i <span class="hljs-keyword">in</span> <span class="hljs-built_in">range</span>(<span class="hljs-number">0</span>, <span class="hljs-built_in">len</span>(chunks), <span class="hljs-number">8</span>):<br> batch = chunks[i: i+<span class="hljs-number">8</span>]<br> <span class="hljs-built_in">print</span>(batch)<br> vectors = embd(batch)<br> client.upsert(<br> collection_name=<span class="hljs-string">&quot;my_collection&quot;</span>,<br> points=[<br> PointStruct(<br> <span class="hljs-built_in">id</span>=i+idx,<br> vector=vector[<span class="hljs-number">1</span>],<br> payload=&#123;<span class="hljs-string">&quot;text&quot;</span>: vector[<span class="hljs-number">0</span>]&#125;<br> )<br> <span class="hljs-keyword">for</span> idx, vector <span class="hljs-keyword">in</span> <span class="hljs-built_in">enumerate</span>(vectors)<br> ]<br> )<br> <span class="hljs-comment"># 进行搜索</span><br> query_vector = embd([<span class="hljs-string">&#x27;机器人限拥令是什么?&#x27;</span>])<br> hits = client.search(<br> collection_name=<span class="hljs-string">&quot;my_collection&quot;</span>,<br> query_vector=query_vector[<span class="hljs-number">0</span>][<span class="hljs-number">1</span>],<br> limit=<span class="hljs-number">5</span> <span class="hljs-comment"># Return 5 closest points</span><br> )<br> <span class="hljs-built_in">print</span>(hits[<span class="hljs-number">0</span>].payload[<span class="hljs-string">&#x27;text&#x27;</span>])<br></code></pre></td></tr></table></figure>
  206. <ul>
  207. <li>所得到的结果还不错~</li>
  208. </ul>
  209. <figure class="highlight txt"><table><tr><td class="gutter"><pre><span class="line">1</span><br><span class="line">2</span><br><span class="line">3</span><br><span class="line">4</span><br><span class="line">5</span><br><span class="line">6</span><br></pre></td><td class="code"><pre><code class="hljs txt">24小时客服在线电话:1919-114514810 <br> *注意:根据《国家质量标准认证iso7002》,《机器人管理条例》,机器人类产品不宜连续使用超过十五年。请定期到指定售后地点进行重置。 <br>## 十三<br>机器人限拥令的实施开端于2090年5月的一起案件。<br>被害人约翰逊的尸体在其失踪的次日被发现于他自家的住宅。死状相当惨烈:在R级新闻团体才能合法展示的照片中,整个人被从身体中间沿着脊椎切割成两半,一半被他所购买的机器人ct13694582(型号为玛格丽特c6)紧紧抱在床上,另一半被他购买的另一台机器人ct12487967(型号为子矜7z)小心的存放在冷库里。案件现场几乎满地都是受害人的血,散发着浓烈的腥味,而身为罪魁祸首的两台机器人,一台已经关机,另一台则刻板地重复着几个动作。<br>根据记录,两台机器人和受害人共处的时间分别长达18年和17年。在这么长的时间里,受害人以近乎均等的时间使用二者,并不下数百次的分别向它们倾诉 我最爱的是你 我只爱你一个人 你比她漂亮多了 等明显带有示爱情绪的情话。<br></code></pre></td></tr></table></figure>
  210. </div>
  211. <hr/>
  212. <div>
  213. <div class="post-metas my-3">
  214. <div class="post-meta">
  215. <i class="iconfont icon-tags"></i>
  216. <a href="/tags/docker/" class="print-no-link">#docker</a>
  217. <a href="/tags/rag/" class="print-no-link">#rag</a>
  218. </div>
  219. </div>
  220. <div class="license-box my-3">
  221. <div class="license-title">
  222. <div>【探索】使用 qdrant 进行向量检索</div>
  223. <div>https://hexo.limour.top/using-qdrant-for-vector-retrieval</div>
  224. </div>
  225. <div class="license-meta">
  226. <div class="license-meta-item">
  227. <div>Author</div>
  228. <div>Limour</div>
  229. </div>
  230. <div class="license-meta-item license-meta-date">
  231. <div>Posted on</div>
  232. <div>November 10, 2024</div>
  233. </div>
  234. <div class="license-meta-item license-meta-date">
  235. <div>Updated on</div>
  236. <div>November 10, 2024</div>
  237. </div>
  238. <div class="license-meta-item">
  239. <div>Licensed under</div>
  240. <div>
  241. <a class="print-no-link" target="_blank" href="https://creativecommons.org/licenses/by-nc-sa/4.0/">
  242. <span class="hint--top hint--rounded" aria-label="BY - Attribution">
  243. <i class="iconfont icon-cc-by"></i>
  244. </span>
  245. </a>
  246. <a class="print-no-link" target="_blank" href="https://creativecommons.org/licenses/by-nc-sa/4.0/">
  247. <span class="hint--top hint--rounded" aria-label="NC - Non-commercial">
  248. <i class="iconfont icon-cc-nc"></i>
  249. </span>
  250. </a>
  251. <a class="print-no-link" target="_blank" href="https://creativecommons.org/licenses/by-nc-sa/4.0/">
  252. <span class="hint--top hint--rounded" aria-label="SA - Share-alike">
  253. <i class="iconfont icon-cc-sa"></i>
  254. </span>
  255. </a>
  256. </div>
  257. </div>
  258. </div>
  259. <div class="license-icon iconfont"></div>
  260. </div>
  261. <div class="post-prevnext my-3">
  262. <article class="post-prev col-6">
  263. </article>
  264. <article class="post-next col-6">
  265. <a href="/shi-yong-circacompare-fen-xi-sheng-wu-jie-lv" title="【记录】使用 circacompare 分析生物节律">
  266. <span class="hidden-mobile">【记录】使用 circacompare 分析生物节律</span>
  267. <span class="visible-mobile">Next</span>
  268. <i class="iconfont icon-arrowright"></i>
  269. </a>
  270. </article>
  271. </div>
  272. </div>
  273. <article id="comments" lazyload>
  274. <div id="waline"></div>
  275. <script type="text/javascript">
  276. Fluid.utils.loadComments('#waline', function() {
  277. Fluid.utils.createCssLink('https://cdn.staticfile.org/waline/2.15.5/waline.css')
  278. Fluid.utils.createScript('https://cdn.staticfile.org/waline/2.15.5/waline.js', function() {
  279. var options = Object.assign(
  280. {"serverURL":"https://comments.limour.top","path":"window.location.pathname","meta":["nick","mail","link"],"requiredMeta":["nick"],"lang":"zh-CN","emoji":["https://jscdn.limour.top/gh/walinejs/emojis/weibo"],"dark":"html[data-user-color-scheme=\"dark\"]","wordLimit":0,"pageSize":10},
  281. {
  282. el: '#waline',
  283. path: window.location.pathname
  284. }
  285. )
  286. Waline.init(options);
  287. Fluid.utils.waitElementVisible('#waline .vcontent', () => {
  288. var imgSelector = '#waline .vcontent img:not(.vemoji)';
  289. Fluid.plugins.imageCaption(imgSelector);
  290. Fluid.plugins.fancyBox(imgSelector);
  291. })
  292. });
  293. });
  294. </script>
  295. <noscript>Please enable JavaScript to view the comments</noscript>
  296. </article>
  297. </article>
  298. </div>
  299. </div>
  300. </div>
  301. <div class="side-col d-none d-lg-block col-lg-2">
  302. <aside class="sidebar" style="margin-left: -1rem">
  303. <div id="toc">
  304. <p class="toc-header">
  305. <i class="iconfont icon-list"></i>
  306. <span>Table of Contents</span>
  307. </p>
  308. <div class="toc-body" id="toc-body"></div>
  309. </div>
  310. </aside>
  311. </div>
  312. </div>
  313. </div>
  314. <a id="scroll-top-button" aria-label="TOP" href="#" role="button">
  315. <i class="iconfont icon-arrowup" aria-hidden="true"></i>
  316. </a>
  317. <div class="modal fade" id="modalSearch" tabindex="-1" role="dialog" aria-labelledby="ModalLabel"
  318. aria-hidden="true">
  319. <div class="modal-dialog modal-dialog-scrollable modal-lg" role="document">
  320. <div class="modal-content">
  321. <div class="modal-header text-center">
  322. <h4 class="modal-title w-100 font-weight-bold">Search</h4>
  323. <button type="button" id="local-search-close" class="close" data-dismiss="modal" aria-label="Close">
  324. <span aria-hidden="true">&times;</span>
  325. </button>
  326. </div>
  327. <div class="modal-body mx-3">
  328. <div class="md-form mb-5">
  329. <input type="text" id="local-search-input" class="form-control validate">
  330. <label data-error="x" data-success="v" for="local-search-input">Keyword</label>
  331. </div>
  332. <div class="list-group" id="local-search-result"></div>
  333. </div>
  334. </div>
  335. </div>
  336. </div>
  337. </main>
  338. <footer>
  339. <div class="footer-inner">
  340. <div class="footer-content">
  341. <a target="_blank" rel="nofollow noopener" href="http://www.beian.gov.cn/portal/registerSystemInfo?recordcode=43130202000203"><img src="https://img.limour.top/2023/08/27/64eadeb81d6a0.webp" srcset="https://jscdn.limour.top/gh/Limour-dev/Sakurairo_Vision/load_svg/inload.svg" lazyload>湘公网安备43130202000203号 </a> <a target="_blank" rel="nofollow noopener" href="https://beian.miit.gov.cn/">湘ICP备20008299号 </a> <a target="_blank" rel="nofollow noopener" href="https://icp.gov.moe/?keyword=20210128">萌ICP备20210128号</a> <br> <a href="https://www.foreverblog.cn/" target="_blank"> <img src="https://img.foreverblog.cn/logo_en_default.png" srcset="https://jscdn.limour.top/gh/Limour-dev/Sakurairo_Vision/load_svg/inload.svg" lazyload alt="" style="width:auto;height:24px"> </a> <br> <a href="https://hexo.io" target="_blank" rel="nofollow noopener"><span>Hexo</span></a> <i class="iconfont icon-love"></i> <a href="https://github.com/fluid-dev/hexo-theme-fluid" target="_blank" rel="nofollow noopener"><span>Fluid</span></a> <i class="iconfont icon-love"></i> <a href="https://github.com/limour-blog/limour-blog.github.io" target="_blank" rel="nofollow noopener"><span>SRC</span></a> <i class="iconfont icon-love"></i> <a href="https://web.archive.org/web/20231130095837/https://effectiveacceleration.tech/" target="_blank" rel="nofollow noopener"><span>e/Acc</span></a>
  342. </div>
  343. </div>
  344. </footer>
  345. <!-- Scripts -->
  346. <script src="https://jscdn.limour.top/npm/nprogress@0.2.0/nprogress.min.js" ></script>
  347. <link rel="stylesheet" href="https://jscdn.limour.top/npm/nprogress@0.2.0/nprogress.min.css" />
  348. <script>
  349. NProgress.configure({"showSpinner":false,"trickleSpeed":100})
  350. NProgress.start()
  351. window.addEventListener('load', function() {
  352. NProgress.done();
  353. })
  354. </script>
  355. <script src="https://jscdn.limour.top/npm/jquery@3.6.4/dist/jquery.min.js" ></script>
  356. <script src="https://jscdn.limour.top/npm/bootstrap@4.6.1/dist/js/bootstrap.min.js" ></script>
  357. <script src="/js/events.js" ></script>
  358. <script src="/js/plugins.js" ></script>
  359. <script src="/js/img-lazyload.js" ></script>
  360. <script>
  361. Fluid.utils.createScript('https://jscdn.limour.top/npm/tocbot@4.20.1/dist/tocbot.min.js', function() {
  362. var toc = jQuery('#toc');
  363. if (toc.length === 0 || !window.tocbot) { return; }
  364. var boardCtn = jQuery('#board-ctn');
  365. var boardTop = boardCtn.offset().top;
  366. window.tocbot.init(Object.assign({
  367. tocSelector : '#toc-body',
  368. contentSelector : '.markdown-body',
  369. linkClass : 'tocbot-link',
  370. activeLinkClass : 'tocbot-active-link',
  371. listClass : 'tocbot-list',
  372. isCollapsedClass: 'tocbot-is-collapsed',
  373. collapsibleClass: 'tocbot-is-collapsible',
  374. scrollSmooth : true,
  375. includeTitleTags: true,
  376. headingsOffset : -boardTop,
  377. }, CONFIG.toc));
  378. if (toc.find('.toc-list-item').length > 0) {
  379. toc.css('visibility', 'visible');
  380. }
  381. Fluid.events.registerRefreshCallback(function() {
  382. if ('tocbot' in window) {
  383. tocbot.refresh();
  384. var toc = jQuery('#toc');
  385. if (toc.length === 0 || !tocbot) {
  386. return;
  387. }
  388. if (toc.find('.toc-list-item').length > 0) {
  389. toc.css('visibility', 'visible');
  390. }
  391. }
  392. });
  393. });
  394. </script>
  395. <script src=https://lib.baomitu.com/clipboard.js/2.0.11/clipboard.min.js></script>
  396. <script>Fluid.plugins.codeWidget();</script>
  397. <script>
  398. Fluid.utils.createScript('https://jscdn.limour.top/npm/anchor-js@4.3.1/anchor.min.js', function() {
  399. window.anchors.options = {
  400. placement: CONFIG.anchorjs.placement,
  401. visible : CONFIG.anchorjs.visible
  402. };
  403. if (CONFIG.anchorjs.icon) {
  404. window.anchors.options.icon = CONFIG.anchorjs.icon;
  405. }
  406. var el = (CONFIG.anchorjs.element || 'h1,h2,h3,h4,h5,h6').split(',');
  407. var res = [];
  408. for (var item of el) {
  409. res.push('.markdown-body > ' + item.trim());
  410. }
  411. if (CONFIG.anchorjs.placement === 'left') {
  412. window.anchors.options.class = 'anchorjs-link-left';
  413. }
  414. window.anchors.add(res.join(', '));
  415. Fluid.events.registerRefreshCallback(function() {
  416. if ('anchors' in window) {
  417. anchors.removeAll();
  418. var el = (CONFIG.anchorjs.element || 'h1,h2,h3,h4,h5,h6').split(',');
  419. var res = [];
  420. for (var item of el) {
  421. res.push('.markdown-body > ' + item.trim());
  422. }
  423. if (CONFIG.anchorjs.placement === 'left') {
  424. anchors.options.class = 'anchorjs-link-left';
  425. }
  426. anchors.add(res.join(', '));
  427. }
  428. });
  429. });
  430. </script>
  431. <script>Fluid.plugins.imageCaption();</script>
  432. <script src="/js/local-search.js" ></script>
  433. <!-- 主题的启动项,将它保持在最底部 -->
  434. <!-- the boot of the theme, keep it at the bottom -->
  435. <script src="/js/boot.js" ></script>
  436. <noscript>
  437. <div class="noscript-warning">Blog works best with JavaScript enabled</div>
  438. </noscript>
  439. <!-- hexo injector body_end start -->
  440. <script defer src="/theme-inject/timeliness.js"></script>
  441. <!-- hexo injector body_end end --></body>
  442. </html>