mirror of
https://github.com/facebookresearch/faiss.git
synced 2025-06-03 21:54:02 +08:00
0df3f646fc
various bugfixes from github issues kmean with some frozen centroids GPU better tiling for large flat datasets default AVX for vector ops
811 lines
137 KiB
HTML
811 lines
137 KiB
HTML
<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
|
|
<html xmlns="http://www.w3.org/1999/xhtml">
|
|
<head>
|
|
<meta http-equiv="Content-Type" content="text/xhtml;charset=UTF-8"/>
|
|
<meta http-equiv="X-UA-Compatible" content="IE=9"/>
|
|
<meta name="generator" content="Doxygen 1.8.5"/>
|
|
<title>Faiss: /data/users/matthijs/github_faiss/faiss/IndexIVF.cpp Source File</title>
|
|
<link href="tabs.css" rel="stylesheet" type="text/css"/>
|
|
<script type="text/javascript" src="jquery.js"></script>
|
|
<script type="text/javascript" src="dynsections.js"></script>
|
|
<link href="search/search.css" rel="stylesheet" type="text/css"/>
|
|
<script type="text/javascript" src="search/search.js"></script>
|
|
<script type="text/javascript">
|
|
$(document).ready(function() { searchBox.OnSelectItem(0); });
|
|
</script>
|
|
<link href="doxygen.css" rel="stylesheet" type="text/css" />
|
|
</head>
|
|
<body>
|
|
<div id="top"><!-- do not remove this div, it is closed by doxygen! -->
|
|
<div id="titlearea">
|
|
<table cellspacing="0" cellpadding="0">
|
|
<tbody>
|
|
<tr style="height: 56px;">
|
|
<td style="padding-left: 0.5em;">
|
|
<div id="projectname">Faiss
|
|
</div>
|
|
</td>
|
|
</tr>
|
|
</tbody>
|
|
</table>
|
|
</div>
|
|
<!-- end header part -->
|
|
<!-- Generated by Doxygen 1.8.5 -->
|
|
<script type="text/javascript">
|
|
var searchBox = new SearchBox("searchBox", "search",false,'Search');
|
|
</script>
|
|
<div id="navrow1" class="tabs">
|
|
<ul class="tablist">
|
|
<li><a href="index.html"><span>Main Page</span></a></li>
|
|
<li><a href="namespaces.html"><span>Namespaces</span></a></li>
|
|
<li><a href="annotated.html"><span>Classes</span></a></li>
|
|
<li class="current"><a href="files.html"><span>Files</span></a></li>
|
|
<li>
|
|
<div id="MSearchBox" class="MSearchBoxInactive">
|
|
<span class="left">
|
|
<img id="MSearchSelect" src="search/mag_sel.png"
|
|
onmouseover="return searchBox.OnSearchSelectShow()"
|
|
onmouseout="return searchBox.OnSearchSelectHide()"
|
|
alt=""/>
|
|
<input type="text" id="MSearchField" value="Search" accesskey="S"
|
|
onfocus="searchBox.OnSearchFieldFocus(true)"
|
|
onblur="searchBox.OnSearchFieldFocus(false)"
|
|
onkeyup="searchBox.OnSearchFieldChange(event)"/>
|
|
</span><span class="right">
|
|
<a id="MSearchClose" href="javascript:searchBox.CloseResultsWindow()"><img id="MSearchCloseImg" border="0" src="search/close.png" alt=""/></a>
|
|
</span>
|
|
</div>
|
|
</li>
|
|
</ul>
|
|
</div>
|
|
<div id="navrow2" class="tabs2">
|
|
<ul class="tablist">
|
|
<li><a href="files.html"><span>File List</span></a></li>
|
|
</ul>
|
|
</div>
|
|
</div><!-- top -->
|
|
<!-- window showing the filter options -->
|
|
<div id="MSearchSelectWindow"
|
|
onmouseover="return searchBox.OnSearchSelectShow()"
|
|
onmouseout="return searchBox.OnSearchSelectHide()"
|
|
onkeydown="return searchBox.OnSearchSelectKey(event)">
|
|
<a class="SelectItem" href="javascript:void(0)" onclick="searchBox.OnSelectItem(0)"><span class="SelectionMark"> </span>All</a><a class="SelectItem" href="javascript:void(0)" onclick="searchBox.OnSelectItem(1)"><span class="SelectionMark"> </span>Classes</a><a class="SelectItem" href="javascript:void(0)" onclick="searchBox.OnSelectItem(2)"><span class="SelectionMark"> </span>Namespaces</a><a class="SelectItem" href="javascript:void(0)" onclick="searchBox.OnSelectItem(3)"><span class="SelectionMark"> </span>Functions</a><a class="SelectItem" href="javascript:void(0)" onclick="searchBox.OnSelectItem(4)"><span class="SelectionMark"> </span>Variables</a><a class="SelectItem" href="javascript:void(0)" onclick="searchBox.OnSelectItem(5)"><span class="SelectionMark"> </span>Typedefs</a><a class="SelectItem" href="javascript:void(0)" onclick="searchBox.OnSelectItem(6)"><span class="SelectionMark"> </span>Enumerations</a><a class="SelectItem" href="javascript:void(0)" onclick="searchBox.OnSelectItem(7)"><span class="SelectionMark"> </span>Enumerator</a><a class="SelectItem" href="javascript:void(0)" onclick="searchBox.OnSelectItem(8)"><span class="SelectionMark"> </span>Friends</a></div>
|
|
|
|
<!-- iframe showing the search results (closed by default) -->
|
|
<div id="MSearchResultsWindow">
|
|
<iframe src="javascript:void(0)" frameborder="0"
|
|
name="MSearchResults" id="MSearchResults">
|
|
</iframe>
|
|
</div>
|
|
|
|
<div class="header">
|
|
<div class="headertitle">
|
|
<div class="title">/data/users/matthijs/github_faiss/faiss/IndexIVF.cpp</div> </div>
|
|
</div><!--header-->
|
|
<div class="contents">
|
|
<div class="fragment"><div class="line"><a name="l00001"></a><span class="lineno"> 1</span> <span class="comment">/**</span></div>
|
|
<div class="line"><a name="l00002"></a><span class="lineno"> 2</span> <span class="comment"> * Copyright (c) 2015-present, Facebook, Inc.</span></div>
|
|
<div class="line"><a name="l00003"></a><span class="lineno"> 3</span> <span class="comment"> * All rights reserved.</span></div>
|
|
<div class="line"><a name="l00004"></a><span class="lineno"> 4</span> <span class="comment"> *</span></div>
|
|
<div class="line"><a name="l00005"></a><span class="lineno"> 5</span> <span class="comment"> * This source code is licensed under the BSD+Patents license found in the</span></div>
|
|
<div class="line"><a name="l00006"></a><span class="lineno"> 6</span> <span class="comment"> * LICENSE file in the root directory of this source tree.</span></div>
|
|
<div class="line"><a name="l00007"></a><span class="lineno"> 7</span> <span class="comment"> */</span></div>
|
|
<div class="line"><a name="l00008"></a><span class="lineno"> 8</span> </div>
|
|
<div class="line"><a name="l00009"></a><span class="lineno"> 9</span> <span class="comment">/* Copyright 2004-present Facebook. All Rights Reserved.</span></div>
|
|
<div class="line"><a name="l00010"></a><span class="lineno"> 10</span> <span class="comment"> Inverted list structure.</span></div>
|
|
<div class="line"><a name="l00011"></a><span class="lineno"> 11</span> <span class="comment">*/</span></div>
|
|
<div class="line"><a name="l00012"></a><span class="lineno"> 12</span> </div>
|
|
<div class="line"><a name="l00013"></a><span class="lineno"> 13</span> <span class="preprocessor">#include "IndexIVF.h"</span></div>
|
|
<div class="line"><a name="l00014"></a><span class="lineno"> 14</span> </div>
|
|
<div class="line"><a name="l00015"></a><span class="lineno"> 15</span> <span class="preprocessor">#include <cstdio></span></div>
|
|
<div class="line"><a name="l00016"></a><span class="lineno"> 16</span> </div>
|
|
<div class="line"><a name="l00017"></a><span class="lineno"> 17</span> <span class="preprocessor">#include "utils.h"</span></div>
|
|
<div class="line"><a name="l00018"></a><span class="lineno"> 18</span> <span class="preprocessor">#include "hamming.h"</span></div>
|
|
<div class="line"><a name="l00019"></a><span class="lineno"> 19</span> </div>
|
|
<div class="line"><a name="l00020"></a><span class="lineno"> 20</span> <span class="preprocessor">#include "FaissAssert.h"</span></div>
|
|
<div class="line"><a name="l00021"></a><span class="lineno"> 21</span> <span class="preprocessor">#include "IndexFlat.h"</span></div>
|
|
<div class="line"><a name="l00022"></a><span class="lineno"> 22</span> <span class="preprocessor">#include "AuxIndexStructures.h"</span></div>
|
|
<div class="line"><a name="l00023"></a><span class="lineno"> 23</span> </div>
|
|
<div class="line"><a name="l00024"></a><span class="lineno"> 24</span> <span class="keyword">namespace </span>faiss {</div>
|
|
<div class="line"><a name="l00025"></a><span class="lineno"> 25</span> </div>
|
|
<div class="line"><a name="l00026"></a><span class="lineno"> 26</span> <span class="comment">/*****************************************</span></div>
|
|
<div class="line"><a name="l00027"></a><span class="lineno"> 27</span> <span class="comment"> * IndexIVF implementation</span></div>
|
|
<div class="line"><a name="l00028"></a><span class="lineno"> 28</span> <span class="comment"> ******************************************/</span></div>
|
|
<div class="line"><a name="l00029"></a><span class="lineno"> 29</span> </div>
|
|
<div class="line"><a name="l00030"></a><span class="lineno"> 30</span> </div>
|
|
<div class="line"><a name="l00031"></a><span class="lineno"><a class="line" href="structfaiss_1_1IndexIVF.html#a617f8c4ff40619d141c5c21dbf758ddf"> 31</a></span> IndexIVF::IndexIVF (<a class="code" href="structfaiss_1_1Index.html">Index</a> * quantizer, <span class="keywordtype">size_t</span> d, <span class="keywordtype">size_t</span> nlist,</div>
|
|
<div class="line"><a name="l00032"></a><span class="lineno"> 32</span>  <a class="code" href="namespacefaiss.html#afd12191c638da74760ff397cf319752c">MetricType</a> metric):</div>
|
|
<div class="line"><a name="l00033"></a><span class="lineno"> 33</span>  <a class="code" href="structfaiss_1_1Index.html">Index</a> (d, metric),</div>
|
|
<div class="line"><a name="l00034"></a><span class="lineno"> 34</span>  nlist (nlist),</div>
|
|
<div class="line"><a name="l00035"></a><span class="lineno"> 35</span>  nprobe (1),</div>
|
|
<div class="line"><a name="l00036"></a><span class="lineno"> 36</span>  quantizer (quantizer),</div>
|
|
<div class="line"><a name="l00037"></a><span class="lineno"> 37</span>  quantizer_trains_alone (0),</div>
|
|
<div class="line"><a name="l00038"></a><span class="lineno"> 38</span>  own_fields (false),</div>
|
|
<div class="line"><a name="l00039"></a><span class="lineno"> 39</span>  clustering_index (nullptr),</div>
|
|
<div class="line"><a name="l00040"></a><span class="lineno"> 40</span>  ids (nlist),</div>
|
|
<div class="line"><a name="l00041"></a><span class="lineno"> 41</span>  maintain_direct_map (false)</div>
|
|
<div class="line"><a name="l00042"></a><span class="lineno"> 42</span> {</div>
|
|
<div class="line"><a name="l00043"></a><span class="lineno"> 43</span>  FAISS_THROW_IF_NOT (d == quantizer-><a class="code" href="structfaiss_1_1Index.html#a2a002388d2c081c2dbab8508dcefe73d">d</a>);</div>
|
|
<div class="line"><a name="l00044"></a><span class="lineno"> 44</span>  <a class="code" href="structfaiss_1_1Index.html#a6e92732617c4dbe364e7678dd8773a7f">is_trained</a> = quantizer-><a class="code" href="structfaiss_1_1Index.html#a6e92732617c4dbe364e7678dd8773a7f">is_trained</a> && (quantizer-><a class="code" href="structfaiss_1_1Index.html#a6970683faa021b7a6f1a0865c0d4eccd">ntotal</a> == <a class="code" href="structfaiss_1_1IndexIVF.html#ab38fde4c923abefc4185eb7450b5b95b">nlist</a>);</div>
|
|
<div class="line"><a name="l00045"></a><span class="lineno"> 45</span>  <span class="comment">// Spherical by default if the metric is inner_product</span></div>
|
|
<div class="line"><a name="l00046"></a><span class="lineno"> 46</span>  <span class="keywordflow">if</span> (<a class="code" href="structfaiss_1_1Index.html#a8e18f641854b2bde83ecff0a2f9a6f4e">metric_type</a> == METRIC_INNER_PRODUCT) {</div>
|
|
<div class="line"><a name="l00047"></a><span class="lineno"> 47</span>  <a class="code" href="structfaiss_1_1IndexIVF.html#a9746bcd42ecec1501f221e918b25e8e7">cp</a>.<a class="code" href="structfaiss_1_1ClusteringParameters.html#ad997fb511f574f7ddc69938c21612f8d">spherical</a> = <span class="keyword">true</span>;</div>
|
|
<div class="line"><a name="l00048"></a><span class="lineno"> 48</span>  }</div>
|
|
<div class="line"><a name="l00049"></a><span class="lineno"> 49</span>  <span class="comment">// here we set a low # iterations because this is typically used</span></div>
|
|
<div class="line"><a name="l00050"></a><span class="lineno"> 50</span>  <span class="comment">// for large clusterings (nb this is not used for the MultiIndex,</span></div>
|
|
<div class="line"><a name="l00051"></a><span class="lineno"> 51</span>  <span class="comment">// for which quantizer_trains_alone = true)</span></div>
|
|
<div class="line"><a name="l00052"></a><span class="lineno"> 52</span>  <a class="code" href="structfaiss_1_1IndexIVF.html#a9746bcd42ecec1501f221e918b25e8e7">cp</a>.<a class="code" href="structfaiss_1_1ClusteringParameters.html#a5c7c6f05c75e1668befdb3be148fd5f9">niter</a> = 10;</div>
|
|
<div class="line"><a name="l00053"></a><span class="lineno"> 53</span>  <a class="code" href="structfaiss_1_1IndexIVF.html#a9746bcd42ecec1501f221e918b25e8e7">cp</a>.verbose = <a class="code" href="structfaiss_1_1Index.html#a5590d847c5c2b958affd2a05e58a6f23">verbose</a>;</div>
|
|
<div class="line"><a name="l00054"></a><span class="lineno"> 54</span>  <a class="code" href="structfaiss_1_1IndexIVF.html#a46d1aeddb60643c5b3f096147c3e028f">code_size</a> = 0; <span class="comment">// let sub-classes set this</span></div>
|
|
<div class="line"><a name="l00055"></a><span class="lineno"> 55</span>  codes.resize(nlist);</div>
|
|
<div class="line"><a name="l00056"></a><span class="lineno"> 56</span> }</div>
|
|
<div class="line"><a name="l00057"></a><span class="lineno"> 57</span> </div>
|
|
<div class="line"><a name="l00058"></a><span class="lineno"> 58</span> IndexIVF::IndexIVF ():</div>
|
|
<div class="line"><a name="l00059"></a><span class="lineno"> 59</span>  nlist (0), nprobe (1), quantizer (nullptr),</div>
|
|
<div class="line"><a name="l00060"></a><span class="lineno"> 60</span>  quantizer_trains_alone (0), own_fields (false),</div>
|
|
<div class="line"><a name="l00061"></a><span class="lineno"> 61</span>  clustering_index (nullptr),</div>
|
|
<div class="line"><a name="l00062"></a><span class="lineno"> 62</span>  maintain_direct_map (false)</div>
|
|
<div class="line"><a name="l00063"></a><span class="lineno"> 63</span> {}</div>
|
|
<div class="line"><a name="l00064"></a><span class="lineno"> 64</span> </div>
|
|
<div class="line"><a name="l00065"></a><span class="lineno"> 65</span> </div>
|
|
<div class="line"><a name="l00066"></a><span class="lineno"><a class="line" href="structfaiss_1_1IndexIVF.html#a821002a9d3a1a74dc8d6f6072eca4075"> 66</a></span> <span class="keywordtype">void</span> <a class="code" href="structfaiss_1_1IndexIVF.html#a821002a9d3a1a74dc8d6f6072eca4075">IndexIVF::add</a> (<a class="code" href="structfaiss_1_1Index.html#a040c6aed1f224f3ea7bf58eebc0c31a4">idx_t</a> n, <span class="keyword">const</span> <span class="keywordtype">float</span> * x)</div>
|
|
<div class="line"><a name="l00067"></a><span class="lineno"> 67</span> {</div>
|
|
<div class="line"><a name="l00068"></a><span class="lineno"> 68</span>  <a class="code" href="structfaiss_1_1Index.html#aa6931dfe054b33b02c842ff75f7a0c7f">add_with_ids</a> (n, x, <span class="keyword">nullptr</span>);</div>
|
|
<div class="line"><a name="l00069"></a><span class="lineno"> 69</span> }</div>
|
|
<div class="line"><a name="l00070"></a><span class="lineno"> 70</span> </div>
|
|
<div class="line"><a name="l00071"></a><span class="lineno"><a class="line" href="structfaiss_1_1IndexIVF.html#a1c11ce77f459e2ab3e5d9a4c2263ad89"> 71</a></span> <span class="keywordtype">void</span> <a class="code" href="structfaiss_1_1IndexIVF.html#a1c11ce77f459e2ab3e5d9a4c2263ad89">IndexIVF::make_direct_map</a> (<span class="keywordtype">bool</span> new_maintain_direct_map)</div>
|
|
<div class="line"><a name="l00072"></a><span class="lineno"> 72</span> {</div>
|
|
<div class="line"><a name="l00073"></a><span class="lineno"> 73</span>  <span class="comment">// nothing to do</span></div>
|
|
<div class="line"><a name="l00074"></a><span class="lineno"> 74</span>  <span class="keywordflow">if</span> (new_maintain_direct_map == <a class="code" href="structfaiss_1_1IndexIVF.html#aedd0c14b5654295b291638ec7f9f9517">maintain_direct_map</a>)</div>
|
|
<div class="line"><a name="l00075"></a><span class="lineno"> 75</span>  <span class="keywordflow">return</span>;</div>
|
|
<div class="line"><a name="l00076"></a><span class="lineno"> 76</span> </div>
|
|
<div class="line"><a name="l00077"></a><span class="lineno"> 77</span>  <span class="keywordflow">if</span> (new_maintain_direct_map) {</div>
|
|
<div class="line"><a name="l00078"></a><span class="lineno"> 78</span>  direct_map.resize (<a class="code" href="structfaiss_1_1Index.html#a6970683faa021b7a6f1a0865c0d4eccd">ntotal</a>, -1);</div>
|
|
<div class="line"><a name="l00079"></a><span class="lineno"> 79</span>  <span class="keywordflow">for</span> (<span class="keywordtype">size_t</span> key = 0; key < <a class="code" href="structfaiss_1_1IndexIVF.html#ab38fde4c923abefc4185eb7450b5b95b">nlist</a>; key++) {</div>
|
|
<div class="line"><a name="l00080"></a><span class="lineno"> 80</span>  <span class="keyword">const</span> std::vector<long> & idlist = <a class="code" href="structfaiss_1_1IndexIVF.html#af16d325f5bef22b2e5f90ceea796e80d">ids</a>[key];</div>
|
|
<div class="line"><a name="l00081"></a><span class="lineno"> 81</span> </div>
|
|
<div class="line"><a name="l00082"></a><span class="lineno"> 82</span>  <span class="keywordflow">for</span> (<span class="keywordtype">long</span> ofs = 0; ofs < idlist.size(); ofs++) {</div>
|
|
<div class="line"><a name="l00083"></a><span class="lineno"> 83</span>  FAISS_THROW_IF_NOT_MSG (</div>
|
|
<div class="line"><a name="l00084"></a><span class="lineno"> 84</span>  0 <= idlist [ofs] && idlist[ofs] < <a class="code" href="structfaiss_1_1Index.html#a6970683faa021b7a6f1a0865c0d4eccd">ntotal</a>,</div>
|
|
<div class="line"><a name="l00085"></a><span class="lineno"> 85</span>  <span class="stringliteral">"direct map supported only for seuquential ids"</span>);</div>
|
|
<div class="line"><a name="l00086"></a><span class="lineno"> 86</span>  direct_map [idlist [ofs]] = key << 32 | ofs;</div>
|
|
<div class="line"><a name="l00087"></a><span class="lineno"> 87</span>  }</div>
|
|
<div class="line"><a name="l00088"></a><span class="lineno"> 88</span>  }</div>
|
|
<div class="line"><a name="l00089"></a><span class="lineno"> 89</span>  } <span class="keywordflow">else</span> {</div>
|
|
<div class="line"><a name="l00090"></a><span class="lineno"> 90</span>  direct_map.clear ();</div>
|
|
<div class="line"><a name="l00091"></a><span class="lineno"> 91</span>  }</div>
|
|
<div class="line"><a name="l00092"></a><span class="lineno"> 92</span>  <a class="code" href="structfaiss_1_1IndexIVF.html#aedd0c14b5654295b291638ec7f9f9517">maintain_direct_map</a> = new_maintain_direct_map;</div>
|
|
<div class="line"><a name="l00093"></a><span class="lineno"> 93</span> }</div>
|
|
<div class="line"><a name="l00094"></a><span class="lineno"> 94</span> </div>
|
|
<div class="line"><a name="l00095"></a><span class="lineno"> 95</span> </div>
|
|
<div class="line"><a name="l00096"></a><span class="lineno"><a class="line" href="structfaiss_1_1IndexIVF.html#ae2fd47b7d52603659e269aa8f6abb613"> 96</a></span> <span class="keywordtype">void</span> <a class="code" href="structfaiss_1_1IndexIVF.html#ae2fd47b7d52603659e269aa8f6abb613">IndexIVF::search</a> (<a class="code" href="structfaiss_1_1Index.html#a040c6aed1f224f3ea7bf58eebc0c31a4">idx_t</a> n, <span class="keyword">const</span> <span class="keywordtype">float</span> *x, <a class="code" href="structfaiss_1_1Index.html#a040c6aed1f224f3ea7bf58eebc0c31a4">idx_t</a> k,</div>
|
|
<div class="line"><a name="l00097"></a><span class="lineno"> 97</span>  <span class="keywordtype">float</span> *distances, <a class="code" href="structfaiss_1_1Index.html#a040c6aed1f224f3ea7bf58eebc0c31a4">idx_t</a> *labels)<span class="keyword"> const</span></div>
|
|
<div class="line"><a name="l00098"></a><span class="lineno"> 98</span> <span class="keyword"></span>{</div>
|
|
<div class="line"><a name="l00099"></a><span class="lineno"> 99</span>  <span class="keywordtype">long</span> * idx = <span class="keyword">new</span> <span class="keywordtype">long</span> [n * <a class="code" href="structfaiss_1_1IndexIVF.html#affed235eadf27a13d753ee4d33a1dc58">nprobe</a>];</div>
|
|
<div class="line"><a name="l00100"></a><span class="lineno"> 100</span>  <a class="code" href="structfaiss_1_1ScopeDeleter.html">ScopeDeleter<long></a> del (idx);</div>
|
|
<div class="line"><a name="l00101"></a><span class="lineno"> 101</span>  <span class="keywordtype">float</span> * coarse_dis = <span class="keyword">new</span> <span class="keywordtype">float</span> [n * <a class="code" href="structfaiss_1_1IndexIVF.html#affed235eadf27a13d753ee4d33a1dc58">nprobe</a>];</div>
|
|
<div class="line"><a name="l00102"></a><span class="lineno"> 102</span>  <a class="code" href="structfaiss_1_1ScopeDeleter.html">ScopeDeleter<float></a> del2 (coarse_dis);</div>
|
|
<div class="line"><a name="l00103"></a><span class="lineno"> 103</span> </div>
|
|
<div class="line"><a name="l00104"></a><span class="lineno"> 104</span>  <a class="code" href="structfaiss_1_1IndexIVF.html#a4b40cc7a70dff41196a3b8769586667a">quantizer</a>-><a class="code" href="structfaiss_1_1Index.html#aced51b1ebc33c47ab3ae15ea906559a7">search</a> (n, x, <a class="code" href="structfaiss_1_1IndexIVF.html#affed235eadf27a13d753ee4d33a1dc58">nprobe</a>, coarse_dis, idx);</div>
|
|
<div class="line"><a name="l00105"></a><span class="lineno"> 105</span> </div>
|
|
<div class="line"><a name="l00106"></a><span class="lineno"> 106</span>  <a class="code" href="structfaiss_1_1IndexIVF.html#ae13fe9ff54a870ded3487c5c282ca566">search_preassigned</a> (n, x, k, idx, coarse_dis,</div>
|
|
<div class="line"><a name="l00107"></a><span class="lineno"> 107</span>  distances, labels, <span class="keyword">false</span>);</div>
|
|
<div class="line"><a name="l00108"></a><span class="lineno"> 108</span> </div>
|
|
<div class="line"><a name="l00109"></a><span class="lineno"> 109</span> }</div>
|
|
<div class="line"><a name="l00110"></a><span class="lineno"> 110</span> </div>
|
|
<div class="line"><a name="l00111"></a><span class="lineno"> 111</span> </div>
|
|
<div class="line"><a name="l00112"></a><span class="lineno"><a class="line" href="structfaiss_1_1IndexIVF.html#a47a3b7665e9d2be41c6d3b2e9144b73f"> 112</a></span> <span class="keywordtype">void</span> <a class="code" href="structfaiss_1_1IndexIVF.html#a47a3b7665e9d2be41c6d3b2e9144b73f">IndexIVF::reset</a> ()</div>
|
|
<div class="line"><a name="l00113"></a><span class="lineno"> 113</span> {</div>
|
|
<div class="line"><a name="l00114"></a><span class="lineno"> 114</span>  <a class="code" href="structfaiss_1_1Index.html#a6970683faa021b7a6f1a0865c0d4eccd">ntotal</a> = 0;</div>
|
|
<div class="line"><a name="l00115"></a><span class="lineno"> 115</span>  direct_map.clear();</div>
|
|
<div class="line"><a name="l00116"></a><span class="lineno"> 116</span>  <span class="keywordflow">for</span> (<span class="keywordtype">size_t</span> i = 0; i < <a class="code" href="structfaiss_1_1IndexIVF.html#af16d325f5bef22b2e5f90ceea796e80d">ids</a>.size(); i++) {</div>
|
|
<div class="line"><a name="l00117"></a><span class="lineno"> 117</span>  <a class="code" href="structfaiss_1_1IndexIVF.html#af16d325f5bef22b2e5f90ceea796e80d">ids</a>[i].clear();</div>
|
|
<div class="line"><a name="l00118"></a><span class="lineno"> 118</span>  codes[i].clear();</div>
|
|
<div class="line"><a name="l00119"></a><span class="lineno"> 119</span>  }</div>
|
|
<div class="line"><a name="l00120"></a><span class="lineno"> 120</span> }</div>
|
|
<div class="line"><a name="l00121"></a><span class="lineno"> 121</span> </div>
|
|
<div class="line"><a name="l00122"></a><span class="lineno"> 122</span> </div>
|
|
<div class="line"><a name="l00123"></a><span class="lineno"><a class="line" href="structfaiss_1_1IndexIVF.html#a545c275690fac76be8c1a4685b3c7b8e"> 123</a></span> <span class="keywordtype">long</span> <a class="code" href="structfaiss_1_1IndexIVF.html#a545c275690fac76be8c1a4685b3c7b8e">IndexIVF::remove_ids</a> (<span class="keyword">const</span> <a class="code" href="structfaiss_1_1IDSelector.html">IDSelector</a> & sel)</div>
|
|
<div class="line"><a name="l00124"></a><span class="lineno"> 124</span> {</div>
|
|
<div class="line"><a name="l00125"></a><span class="lineno"> 125</span>  FAISS_THROW_IF_NOT_MSG (!<a class="code" href="structfaiss_1_1IndexIVF.html#aedd0c14b5654295b291638ec7f9f9517">maintain_direct_map</a>,</div>
|
|
<div class="line"><a name="l00126"></a><span class="lineno"> 126</span>  <span class="stringliteral">"direct map remove not implemented"</span>);</div>
|
|
<div class="line"><a name="l00127"></a><span class="lineno"> 127</span>  <span class="keywordtype">long</span> nremove = 0;</div>
|
|
<div class="line"><a name="l00128"></a><span class="lineno"> 128</span> <span class="preprocessor">#pragma omp parallel for reduction(+: nremove)</span></div>
|
|
<div class="line"><a name="l00129"></a><span class="lineno"> 129</span> <span class="preprocessor"></span> <span class="keywordflow">for</span> (<span class="keywordtype">long</span> i = 0; i < <a class="code" href="structfaiss_1_1IndexIVF.html#ab38fde4c923abefc4185eb7450b5b95b">nlist</a>; i++) {</div>
|
|
<div class="line"><a name="l00130"></a><span class="lineno"> 130</span>  std::vector<idx_t> & idsi = <a class="code" href="structfaiss_1_1IndexIVF.html#af16d325f5bef22b2e5f90ceea796e80d">ids</a>[i];</div>
|
|
<div class="line"><a name="l00131"></a><span class="lineno"> 131</span>  uint8_t * codesi = codes[i].data();</div>
|
|
<div class="line"><a name="l00132"></a><span class="lineno"> 132</span> </div>
|
|
<div class="line"><a name="l00133"></a><span class="lineno"> 133</span>  <span class="keywordtype">long</span> l = idsi.size(), j = 0;</div>
|
|
<div class="line"><a name="l00134"></a><span class="lineno"> 134</span>  <span class="keywordflow">while</span> (j < l) {</div>
|
|
<div class="line"><a name="l00135"></a><span class="lineno"> 135</span>  <span class="keywordflow">if</span> (sel.is_member (idsi[j])) {</div>
|
|
<div class="line"><a name="l00136"></a><span class="lineno"> 136</span>  l--;</div>
|
|
<div class="line"><a name="l00137"></a><span class="lineno"> 137</span>  idsi [j] = idsi [l];</div>
|
|
<div class="line"><a name="l00138"></a><span class="lineno"> 138</span>  memmove (codesi + j * <a class="code" href="structfaiss_1_1IndexIVF.html#a46d1aeddb60643c5b3f096147c3e028f">code_size</a>,</div>
|
|
<div class="line"><a name="l00139"></a><span class="lineno"> 139</span>  codesi + l * code_size, code_size);</div>
|
|
<div class="line"><a name="l00140"></a><span class="lineno"> 140</span>  } <span class="keywordflow">else</span> {</div>
|
|
<div class="line"><a name="l00141"></a><span class="lineno"> 141</span>  j++;</div>
|
|
<div class="line"><a name="l00142"></a><span class="lineno"> 142</span>  }</div>
|
|
<div class="line"><a name="l00143"></a><span class="lineno"> 143</span>  }</div>
|
|
<div class="line"><a name="l00144"></a><span class="lineno"> 144</span>  <span class="keywordflow">if</span> (l < idsi.size()) {</div>
|
|
<div class="line"><a name="l00145"></a><span class="lineno"> 145</span>  nremove += idsi.size() - l;</div>
|
|
<div class="line"><a name="l00146"></a><span class="lineno"> 146</span>  idsi.resize (l);</div>
|
|
<div class="line"><a name="l00147"></a><span class="lineno"> 147</span>  codes[i].resize (l * <a class="code" href="structfaiss_1_1IndexIVF.html#a46d1aeddb60643c5b3f096147c3e028f">code_size</a>);</div>
|
|
<div class="line"><a name="l00148"></a><span class="lineno"> 148</span>  }</div>
|
|
<div class="line"><a name="l00149"></a><span class="lineno"> 149</span>  }</div>
|
|
<div class="line"><a name="l00150"></a><span class="lineno"> 150</span>  <a class="code" href="structfaiss_1_1Index.html#a6970683faa021b7a6f1a0865c0d4eccd">ntotal</a> -= nremove;</div>
|
|
<div class="line"><a name="l00151"></a><span class="lineno"> 151</span>  <span class="keywordflow">return</span> nremove;</div>
|
|
<div class="line"><a name="l00152"></a><span class="lineno"> 152</span> }</div>
|
|
<div class="line"><a name="l00153"></a><span class="lineno"> 153</span> </div>
|
|
<div class="line"><a name="l00154"></a><span class="lineno"> 154</span> </div>
|
|
<div class="line"><a name="l00155"></a><span class="lineno"> 155</span> </div>
|
|
<div class="line"><a name="l00156"></a><span class="lineno"> 156</span> </div>
|
|
<div class="line"><a name="l00157"></a><span class="lineno"><a class="line" href="structfaiss_1_1IndexIVF.html#a7a1d5eec194db0977b2318c6ed6a2b86"> 157</a></span> <span class="keywordtype">void</span> <a class="code" href="structfaiss_1_1IndexIVF.html#a7a1d5eec194db0977b2318c6ed6a2b86">IndexIVF::train</a> (<a class="code" href="structfaiss_1_1Index.html#a040c6aed1f224f3ea7bf58eebc0c31a4">idx_t</a> n, <span class="keyword">const</span> <span class="keywordtype">float</span> *x)</div>
|
|
<div class="line"><a name="l00158"></a><span class="lineno"> 158</span> {</div>
|
|
<div class="line"><a name="l00159"></a><span class="lineno"> 159</span>  <span class="keywordflow">if</span> (<a class="code" href="structfaiss_1_1IndexIVF.html#a4b40cc7a70dff41196a3b8769586667a">quantizer</a>-><a class="code" href="structfaiss_1_1Index.html#a6e92732617c4dbe364e7678dd8773a7f">is_trained</a> && (<a class="code" href="structfaiss_1_1IndexIVF.html#a4b40cc7a70dff41196a3b8769586667a">quantizer</a>-><a class="code" href="structfaiss_1_1Index.html#a6970683faa021b7a6f1a0865c0d4eccd">ntotal</a> == <a class="code" href="structfaiss_1_1IndexIVF.html#ab38fde4c923abefc4185eb7450b5b95b">nlist</a>)) {</div>
|
|
<div class="line"><a name="l00160"></a><span class="lineno"> 160</span>  <span class="keywordflow">if</span> (<a class="code" href="structfaiss_1_1Index.html#a5590d847c5c2b958affd2a05e58a6f23">verbose</a>)</div>
|
|
<div class="line"><a name="l00161"></a><span class="lineno"> 161</span>  printf (<span class="stringliteral">"IVF quantizer does not need training.\n"</span>);</div>
|
|
<div class="line"><a name="l00162"></a><span class="lineno"> 162</span>  } <span class="keywordflow">else</span> <span class="keywordflow">if</span> (<a class="code" href="structfaiss_1_1IndexIVF.html#a28c248ae6a2b0991c012ab7abe13574a">quantizer_trains_alone</a> == 1) {</div>
|
|
<div class="line"><a name="l00163"></a><span class="lineno"> 163</span>  <span class="keywordflow">if</span> (<a class="code" href="structfaiss_1_1Index.html#a5590d847c5c2b958affd2a05e58a6f23">verbose</a>)</div>
|
|
<div class="line"><a name="l00164"></a><span class="lineno"> 164</span>  printf (<span class="stringliteral">"IVF quantizer trains alone...\n"</span>);</div>
|
|
<div class="line"><a name="l00165"></a><span class="lineno"> 165</span>  <a class="code" href="structfaiss_1_1IndexIVF.html#a4b40cc7a70dff41196a3b8769586667a">quantizer</a>-><a class="code" href="structfaiss_1_1Index.html#a1ffe916c958605c38b0b1bfad42485e4">train</a> (n, x);</div>
|
|
<div class="line"><a name="l00166"></a><span class="lineno"> 166</span>  <a class="code" href="structfaiss_1_1IndexIVF.html#a4b40cc7a70dff41196a3b8769586667a">quantizer</a>-><a class="code" href="structfaiss_1_1Index.html#a5590d847c5c2b958affd2a05e58a6f23">verbose</a> = <a class="code" href="structfaiss_1_1Index.html#a5590d847c5c2b958affd2a05e58a6f23">verbose</a>;</div>
|
|
<div class="line"><a name="l00167"></a><span class="lineno"> 167</span>  FAISS_THROW_IF_NOT_MSG (<a class="code" href="structfaiss_1_1IndexIVF.html#a4b40cc7a70dff41196a3b8769586667a">quantizer</a>-><a class="code" href="structfaiss_1_1Index.html#a6970683faa021b7a6f1a0865c0d4eccd">ntotal</a> == <a class="code" href="structfaiss_1_1IndexIVF.html#ab38fde4c923abefc4185eb7450b5b95b">nlist</a>,</div>
|
|
<div class="line"><a name="l00168"></a><span class="lineno"> 168</span>  <span class="stringliteral">"nlist not consistent with quantizer size"</span>);</div>
|
|
<div class="line"><a name="l00169"></a><span class="lineno"> 169</span>  } <span class="keywordflow">else</span> <span class="keywordflow">if</span> (<a class="code" href="structfaiss_1_1IndexIVF.html#a28c248ae6a2b0991c012ab7abe13574a">quantizer_trains_alone</a> == 0) {</div>
|
|
<div class="line"><a name="l00170"></a><span class="lineno"> 170</span>  <span class="keywordflow">if</span> (<a class="code" href="structfaiss_1_1Index.html#a5590d847c5c2b958affd2a05e58a6f23">verbose</a>)</div>
|
|
<div class="line"><a name="l00171"></a><span class="lineno"> 171</span>  printf (<span class="stringliteral">"Training IVF quantizer on %ld vectors in %dD\n"</span>,</div>
|
|
<div class="line"><a name="l00172"></a><span class="lineno"> 172</span>  n, <a class="code" href="structfaiss_1_1Index.html#a2a002388d2c081c2dbab8508dcefe73d">d</a>);</div>
|
|
<div class="line"><a name="l00173"></a><span class="lineno"> 173</span> </div>
|
|
<div class="line"><a name="l00174"></a><span class="lineno"> 174</span>  <a class="code" href="structfaiss_1_1Clustering.html">Clustering</a> clus (<a class="code" href="structfaiss_1_1Index.html#a2a002388d2c081c2dbab8508dcefe73d">d</a>, <a class="code" href="structfaiss_1_1IndexIVF.html#ab38fde4c923abefc4185eb7450b5b95b">nlist</a>, <a class="code" href="structfaiss_1_1IndexIVF.html#a9746bcd42ecec1501f221e918b25e8e7">cp</a>);</div>
|
|
<div class="line"><a name="l00175"></a><span class="lineno"> 175</span>  <a class="code" href="structfaiss_1_1IndexIVF.html#a4b40cc7a70dff41196a3b8769586667a">quantizer</a>-><a class="code" href="structfaiss_1_1Index.html#a849361f5f0ab0aba8d419c86f2594191">reset</a>();</div>
|
|
<div class="line"><a name="l00176"></a><span class="lineno"> 176</span>  <span class="keywordflow">if</span> (<a class="code" href="structfaiss_1_1IndexIVF.html#a9795f618f962afbb79681b4af36d1d86">clustering_index</a>) {</div>
|
|
<div class="line"><a name="l00177"></a><span class="lineno"> 177</span>  clus.<a class="code" href="structfaiss_1_1Clustering.html#a839f210abb11c7a1c7162e336e0ff9cf">train</a> (n, x, *<a class="code" href="structfaiss_1_1IndexIVF.html#a9795f618f962afbb79681b4af36d1d86">clustering_index</a>);</div>
|
|
<div class="line"><a name="l00178"></a><span class="lineno"> 178</span>  <a class="code" href="structfaiss_1_1IndexIVF.html#a4b40cc7a70dff41196a3b8769586667a">quantizer</a>-><a class="code" href="structfaiss_1_1Index.html#a1b5e9ac70adbce0897dd6c8276ad96f2">add</a> (<a class="code" href="structfaiss_1_1IndexIVF.html#ab38fde4c923abefc4185eb7450b5b95b">nlist</a>, clus.<a class="code" href="structfaiss_1_1Clustering.html#a64c5ec0b4a7967d8be2872974b455ff1">centroids</a>.data());</div>
|
|
<div class="line"><a name="l00179"></a><span class="lineno"> 179</span>  } <span class="keywordflow">else</span> {</div>
|
|
<div class="line"><a name="l00180"></a><span class="lineno"> 180</span>  clus.<a class="code" href="structfaiss_1_1Clustering.html#a839f210abb11c7a1c7162e336e0ff9cf">train</a> (n, x, *<a class="code" href="structfaiss_1_1IndexIVF.html#a4b40cc7a70dff41196a3b8769586667a">quantizer</a>);</div>
|
|
<div class="line"><a name="l00181"></a><span class="lineno"> 181</span>  }</div>
|
|
<div class="line"><a name="l00182"></a><span class="lineno"> 182</span>  <a class="code" href="structfaiss_1_1IndexIVF.html#a4b40cc7a70dff41196a3b8769586667a">quantizer</a>-><a class="code" href="structfaiss_1_1Index.html#a6e92732617c4dbe364e7678dd8773a7f">is_trained</a> = <span class="keyword">true</span>;</div>
|
|
<div class="line"><a name="l00183"></a><span class="lineno"> 183</span>  } <span class="keywordflow">else</span> <span class="keywordflow">if</span> (<a class="code" href="structfaiss_1_1IndexIVF.html#a28c248ae6a2b0991c012ab7abe13574a">quantizer_trains_alone</a> == 2) {</div>
|
|
<div class="line"><a name="l00184"></a><span class="lineno"> 184</span>  <span class="keywordflow">if</span> (<a class="code" href="structfaiss_1_1Index.html#a5590d847c5c2b958affd2a05e58a6f23">verbose</a>)</div>
|
|
<div class="line"><a name="l00185"></a><span class="lineno"> 185</span>  printf (</div>
|
|
<div class="line"><a name="l00186"></a><span class="lineno"> 186</span>  <span class="stringliteral">"Training L2 quantizer on %ld vectors in %dD%s\n"</span>,</div>
|
|
<div class="line"><a name="l00187"></a><span class="lineno"> 187</span>  n, <a class="code" href="structfaiss_1_1Index.html#a2a002388d2c081c2dbab8508dcefe73d">d</a>,</div>
|
|
<div class="line"><a name="l00188"></a><span class="lineno"> 188</span>  <a class="code" href="structfaiss_1_1IndexIVF.html#a9795f618f962afbb79681b4af36d1d86">clustering_index</a> ? <span class="stringliteral">"(user provided index)"</span> : <span class="stringliteral">""</span>);</div>
|
|
<div class="line"><a name="l00189"></a><span class="lineno"> 189</span>  FAISS_THROW_IF_NOT (<a class="code" href="structfaiss_1_1Index.html#a8e18f641854b2bde83ecff0a2f9a6f4e">metric_type</a> == METRIC_L2);</div>
|
|
<div class="line"><a name="l00190"></a><span class="lineno"> 190</span>  <a class="code" href="structfaiss_1_1Clustering.html">Clustering</a> clus (<a class="code" href="structfaiss_1_1Index.html#a2a002388d2c081c2dbab8508dcefe73d">d</a>, <a class="code" href="structfaiss_1_1IndexIVF.html#ab38fde4c923abefc4185eb7450b5b95b">nlist</a>, <a class="code" href="structfaiss_1_1IndexIVF.html#a9746bcd42ecec1501f221e918b25e8e7">cp</a>);</div>
|
|
<div class="line"><a name="l00191"></a><span class="lineno"> 191</span>  <span class="keywordflow">if</span> (!<a class="code" href="structfaiss_1_1IndexIVF.html#a9795f618f962afbb79681b4af36d1d86">clustering_index</a>) {</div>
|
|
<div class="line"><a name="l00192"></a><span class="lineno"> 192</span>  <a class="code" href="structfaiss_1_1IndexFlatL2.html">IndexFlatL2</a> assigner (<a class="code" href="structfaiss_1_1Index.html#a2a002388d2c081c2dbab8508dcefe73d">d</a>);</div>
|
|
<div class="line"><a name="l00193"></a><span class="lineno"> 193</span>  clus.<a class="code" href="structfaiss_1_1Clustering.html#a839f210abb11c7a1c7162e336e0ff9cf">train</a>(n, x, assigner);</div>
|
|
<div class="line"><a name="l00194"></a><span class="lineno"> 194</span>  } <span class="keywordflow">else</span> {</div>
|
|
<div class="line"><a name="l00195"></a><span class="lineno"> 195</span>  clus.<a class="code" href="structfaiss_1_1Clustering.html#a839f210abb11c7a1c7162e336e0ff9cf">train</a>(n, x, *<a class="code" href="structfaiss_1_1IndexIVF.html#a9795f618f962afbb79681b4af36d1d86">clustering_index</a>);</div>
|
|
<div class="line"><a name="l00196"></a><span class="lineno"> 196</span>  }</div>
|
|
<div class="line"><a name="l00197"></a><span class="lineno"> 197</span>  <span class="keywordflow">if</span> (<a class="code" href="structfaiss_1_1Index.html#a5590d847c5c2b958affd2a05e58a6f23">verbose</a>)</div>
|
|
<div class="line"><a name="l00198"></a><span class="lineno"> 198</span>  printf (<span class="stringliteral">"Adding centroids to quantizer\n"</span>);</div>
|
|
<div class="line"><a name="l00199"></a><span class="lineno"> 199</span>  <a class="code" href="structfaiss_1_1IndexIVF.html#a4b40cc7a70dff41196a3b8769586667a">quantizer</a>-><a class="code" href="structfaiss_1_1Index.html#a1b5e9ac70adbce0897dd6c8276ad96f2">add</a> (<a class="code" href="structfaiss_1_1IndexIVF.html#ab38fde4c923abefc4185eb7450b5b95b">nlist</a>, clus.<a class="code" href="structfaiss_1_1Clustering.html#a64c5ec0b4a7967d8be2872974b455ff1">centroids</a>.data());</div>
|
|
<div class="line"><a name="l00200"></a><span class="lineno"> 200</span>  }</div>
|
|
<div class="line"><a name="l00201"></a><span class="lineno"> 201</span>  <span class="keywordflow">if</span> (<a class="code" href="structfaiss_1_1Index.html#a5590d847c5c2b958affd2a05e58a6f23">verbose</a>)</div>
|
|
<div class="line"><a name="l00202"></a><span class="lineno"> 202</span>  printf (<span class="stringliteral">"Training IVF residual\n"</span>);</div>
|
|
<div class="line"><a name="l00203"></a><span class="lineno"> 203</span> </div>
|
|
<div class="line"><a name="l00204"></a><span class="lineno"> 204</span>  <a class="code" href="structfaiss_1_1IndexIVF.html#a567ef760fd09d09ce2ee4f4e6c2d7280">train_residual</a> (n, x);</div>
|
|
<div class="line"><a name="l00205"></a><span class="lineno"> 205</span>  <a class="code" href="structfaiss_1_1Index.html#a6e92732617c4dbe364e7678dd8773a7f">is_trained</a> = <span class="keyword">true</span>;</div>
|
|
<div class="line"><a name="l00206"></a><span class="lineno"> 206</span> }</div>
|
|
<div class="line"><a name="l00207"></a><span class="lineno"> 207</span> </div>
|
|
<div class="line"><a name="l00208"></a><span class="lineno"><a class="line" href="structfaiss_1_1IndexIVF.html#a567ef760fd09d09ce2ee4f4e6c2d7280"> 208</a></span> <span class="keywordtype">void</span> <a class="code" href="structfaiss_1_1IndexIVF.html#a567ef760fd09d09ce2ee4f4e6c2d7280">IndexIVF::train_residual</a>(<a class="code" href="structfaiss_1_1Index.html#a040c6aed1f224f3ea7bf58eebc0c31a4">idx_t</a> <span class="comment">/*n*/</span>, <span class="keyword">const</span> <span class="keywordtype">float</span>* <span class="comment">/*x*/</span>) {</div>
|
|
<div class="line"><a name="l00209"></a><span class="lineno"> 209</span>  <span class="keywordflow">if</span> (<a class="code" href="structfaiss_1_1Index.html#a5590d847c5c2b958affd2a05e58a6f23">verbose</a>)</div>
|
|
<div class="line"><a name="l00210"></a><span class="lineno"> 210</span>  printf(<span class="stringliteral">"IndexIVF: no residual training\n"</span>);</div>
|
|
<div class="line"><a name="l00211"></a><span class="lineno"> 211</span>  <span class="comment">// does nothing by default</span></div>
|
|
<div class="line"><a name="l00212"></a><span class="lineno"> 212</span> }</div>
|
|
<div class="line"><a name="l00213"></a><span class="lineno"> 213</span> </div>
|
|
<div class="line"><a name="l00214"></a><span class="lineno"> 214</span> </div>
|
|
<div class="line"><a name="l00215"></a><span class="lineno"> 215</span> </div>
|
|
<div class="line"><a name="l00216"></a><span class="lineno"><a class="line" href="structfaiss_1_1IndexIVF.html#aeab84d4edf2cf9747c923e1a8395d9f3"> 216</a></span> <span class="keywordtype">double</span> <a class="code" href="structfaiss_1_1IndexIVF.html#aeab84d4edf2cf9747c923e1a8395d9f3">IndexIVF::imbalance_factor</a> ()<span class="keyword"> const</span></div>
|
|
<div class="line"><a name="l00217"></a><span class="lineno"> 217</span> <span class="keyword"></span>{</div>
|
|
<div class="line"><a name="l00218"></a><span class="lineno"> 218</span>  std::vector<int> hist (<a class="code" href="structfaiss_1_1IndexIVF.html#ab38fde4c923abefc4185eb7450b5b95b">nlist</a>);</div>
|
|
<div class="line"><a name="l00219"></a><span class="lineno"> 219</span>  <span class="keywordflow">for</span> (<span class="keywordtype">int</span> i = 0; i < <a class="code" href="structfaiss_1_1IndexIVF.html#ab38fde4c923abefc4185eb7450b5b95b">nlist</a>; i++) {</div>
|
|
<div class="line"><a name="l00220"></a><span class="lineno"> 220</span>  hist[i] = <a class="code" href="structfaiss_1_1IndexIVF.html#af16d325f5bef22b2e5f90ceea796e80d">ids</a>[i].size();</div>
|
|
<div class="line"><a name="l00221"></a><span class="lineno"> 221</span>  }</div>
|
|
<div class="line"><a name="l00222"></a><span class="lineno"> 222</span>  <span class="keywordflow">return</span> <a class="code" href="namespacefaiss.html#af762526714e6138009c72aee98657538">faiss::imbalance_factor</a> (nlist, hist.data());</div>
|
|
<div class="line"><a name="l00223"></a><span class="lineno"> 223</span> }</div>
|
|
<div class="line"><a name="l00224"></a><span class="lineno"> 224</span> </div>
|
|
<div class="line"><a name="l00225"></a><span class="lineno"><a class="line" href="structfaiss_1_1IndexIVF.html#a513dfec3a250f08a9fdd18a24178e6bb"> 225</a></span> <span class="keywordtype">void</span> <a class="code" href="structfaiss_1_1IndexIVF.html#a513dfec3a250f08a9fdd18a24178e6bb">IndexIVF::print_stats</a> ()<span class="keyword"> const</span></div>
|
|
<div class="line"><a name="l00226"></a><span class="lineno"> 226</span> <span class="keyword"></span>{</div>
|
|
<div class="line"><a name="l00227"></a><span class="lineno"> 227</span>  std::vector<int> sizes(40);</div>
|
|
<div class="line"><a name="l00228"></a><span class="lineno"> 228</span>  <span class="keywordflow">for</span> (<span class="keywordtype">int</span> i = 0; i < <a class="code" href="structfaiss_1_1IndexIVF.html#ab38fde4c923abefc4185eb7450b5b95b">nlist</a>; i++) {</div>
|
|
<div class="line"><a name="l00229"></a><span class="lineno"> 229</span>  <span class="keywordflow">for</span> (<span class="keywordtype">int</span> j = 0; j < sizes.size(); j++) {</div>
|
|
<div class="line"><a name="l00230"></a><span class="lineno"> 230</span>  <span class="keywordflow">if</span> ((<a class="code" href="structfaiss_1_1IndexIVF.html#af16d325f5bef22b2e5f90ceea796e80d">ids</a>[i].size() >> j) == 0) {</div>
|
|
<div class="line"><a name="l00231"></a><span class="lineno"> 231</span>  sizes[j]++;</div>
|
|
<div class="line"><a name="l00232"></a><span class="lineno"> 232</span>  <span class="keywordflow">break</span>;</div>
|
|
<div class="line"><a name="l00233"></a><span class="lineno"> 233</span>  }</div>
|
|
<div class="line"><a name="l00234"></a><span class="lineno"> 234</span>  }</div>
|
|
<div class="line"><a name="l00235"></a><span class="lineno"> 235</span>  }</div>
|
|
<div class="line"><a name="l00236"></a><span class="lineno"> 236</span>  <span class="keywordflow">for</span> (<span class="keywordtype">int</span> i = 0; i < sizes.size(); i++) {</div>
|
|
<div class="line"><a name="l00237"></a><span class="lineno"> 237</span>  <span class="keywordflow">if</span> (sizes[i]) {</div>
|
|
<div class="line"><a name="l00238"></a><span class="lineno"> 238</span>  printf (<span class="stringliteral">"list size in < %d: %d instances\n"</span>,</div>
|
|
<div class="line"><a name="l00239"></a><span class="lineno"> 239</span>  1 << i, sizes[i]);</div>
|
|
<div class="line"><a name="l00240"></a><span class="lineno"> 240</span>  }</div>
|
|
<div class="line"><a name="l00241"></a><span class="lineno"> 241</span>  }</div>
|
|
<div class="line"><a name="l00242"></a><span class="lineno"> 242</span> </div>
|
|
<div class="line"><a name="l00243"></a><span class="lineno"> 243</span> }</div>
|
|
<div class="line"><a name="l00244"></a><span class="lineno"> 244</span> </div>
|
|
<div class="line"><a name="l00245"></a><span class="lineno"><a class="line" href="structfaiss_1_1IndexIVF.html#a0f22cc237c30c935df5b6560aecf8f01"> 245</a></span> <span class="keywordtype">void</span> <a class="code" href="structfaiss_1_1IndexIVF.html#a0f22cc237c30c935df5b6560aecf8f01">IndexIVF::merge_from</a> (<a class="code" href="structfaiss_1_1IndexIVF.html">IndexIVF</a> &other, <a class="code" href="structfaiss_1_1Index.html#a040c6aed1f224f3ea7bf58eebc0c31a4">idx_t</a> add_id)</div>
|
|
<div class="line"><a name="l00246"></a><span class="lineno"> 246</span> {</div>
|
|
<div class="line"><a name="l00247"></a><span class="lineno"> 247</span>  <span class="comment">// minimal sanity checks</span></div>
|
|
<div class="line"><a name="l00248"></a><span class="lineno"> 248</span>  FAISS_THROW_IF_NOT (other.<a class="code" href="structfaiss_1_1Index.html#a2a002388d2c081c2dbab8508dcefe73d">d</a> == <a class="code" href="structfaiss_1_1Index.html#a2a002388d2c081c2dbab8508dcefe73d">d</a>);</div>
|
|
<div class="line"><a name="l00249"></a><span class="lineno"> 249</span>  FAISS_THROW_IF_NOT (other.<a class="code" href="structfaiss_1_1IndexIVF.html#ab38fde4c923abefc4185eb7450b5b95b">nlist</a> == <a class="code" href="structfaiss_1_1IndexIVF.html#ab38fde4c923abefc4185eb7450b5b95b">nlist</a>);</div>
|
|
<div class="line"><a name="l00250"></a><span class="lineno"> 250</span>  FAISS_THROW_IF_NOT_MSG ((!<a class="code" href="structfaiss_1_1IndexIVF.html#aedd0c14b5654295b291638ec7f9f9517">maintain_direct_map</a> &&</div>
|
|
<div class="line"><a name="l00251"></a><span class="lineno"> 251</span>  !other.<a class="code" href="structfaiss_1_1IndexIVF.html#aedd0c14b5654295b291638ec7f9f9517">maintain_direct_map</a>),</div>
|
|
<div class="line"><a name="l00252"></a><span class="lineno"> 252</span>  <span class="stringliteral">"direct map copy not implemented"</span>);</div>
|
|
<div class="line"><a name="l00253"></a><span class="lineno"> 253</span>  FAISS_THROW_IF_NOT_MSG (<span class="keyword">typeid</span> (*<span class="keyword">this</span>) == <span class="keyword">typeid</span> (other),</div>
|
|
<div class="line"><a name="l00254"></a><span class="lineno"> 254</span>  <span class="stringliteral">"can only merge indexes of the same type"</span>);</div>
|
|
<div class="line"><a name="l00255"></a><span class="lineno"> 255</span>  <span class="keywordflow">for</span> (<span class="keywordtype">long</span> i = 0; i < <a class="code" href="structfaiss_1_1IndexIVF.html#ab38fde4c923abefc4185eb7450b5b95b">nlist</a>; i++) {</div>
|
|
<div class="line"><a name="l00256"></a><span class="lineno"> 256</span>  std::vector<idx_t> & src = other.<a class="code" href="structfaiss_1_1IndexIVF.html#af16d325f5bef22b2e5f90ceea796e80d">ids</a>[i];</div>
|
|
<div class="line"><a name="l00257"></a><span class="lineno"> 257</span>  std::vector<idx_t> & dest = <a class="code" href="structfaiss_1_1IndexIVF.html#af16d325f5bef22b2e5f90ceea796e80d">ids</a>[i];</div>
|
|
<div class="line"><a name="l00258"></a><span class="lineno"> 258</span>  <span class="keywordflow">for</span> (<span class="keywordtype">long</span> j = 0; j < src.size(); j++)</div>
|
|
<div class="line"><a name="l00259"></a><span class="lineno"> 259</span>  dest.push_back (src[j] + add_id);</div>
|
|
<div class="line"><a name="l00260"></a><span class="lineno"> 260</span>  src.clear();</div>
|
|
<div class="line"><a name="l00261"></a><span class="lineno"> 261</span>  codes[i].insert (codes[i].end(),</div>
|
|
<div class="line"><a name="l00262"></a><span class="lineno"> 262</span>  other.codes[i].begin(),</div>
|
|
<div class="line"><a name="l00263"></a><span class="lineno"> 263</span>  other.codes[i].end());</div>
|
|
<div class="line"><a name="l00264"></a><span class="lineno"> 264</span>  other.codes[i].clear();</div>
|
|
<div class="line"><a name="l00265"></a><span class="lineno"> 265</span>  }</div>
|
|
<div class="line"><a name="l00266"></a><span class="lineno"> 266</span> </div>
|
|
<div class="line"><a name="l00267"></a><span class="lineno"> 267</span>  <a class="code" href="structfaiss_1_1Index.html#a6970683faa021b7a6f1a0865c0d4eccd">ntotal</a> += other.<a class="code" href="structfaiss_1_1Index.html#a6970683faa021b7a6f1a0865c0d4eccd">ntotal</a>;</div>
|
|
<div class="line"><a name="l00268"></a><span class="lineno"> 268</span>  other.<a class="code" href="structfaiss_1_1Index.html#a6970683faa021b7a6f1a0865c0d4eccd">ntotal</a> = 0;</div>
|
|
<div class="line"><a name="l00269"></a><span class="lineno"> 269</span> }</div>
|
|
<div class="line"><a name="l00270"></a><span class="lineno"> 270</span> </div>
|
|
<div class="line"><a name="l00271"></a><span class="lineno"> 271</span> </div>
|
|
<div class="line"><a name="l00272"></a><span class="lineno"><a class="line" href="structfaiss_1_1IndexIVF.html#a2fc63f9bbfe64e05106366465ece2187"> 272</a></span> <span class="keywordtype">void</span> <a class="code" href="structfaiss_1_1IndexIVF.html#a2fc63f9bbfe64e05106366465ece2187">IndexIVF::copy_subset_to</a> (<a class="code" href="structfaiss_1_1IndexIVF.html">IndexIVF</a> & other, <span class="keywordtype">int</span> subset_type,</div>
|
|
<div class="line"><a name="l00273"></a><span class="lineno"> 273</span>  <span class="keywordtype">long</span> a1, <span class="keywordtype">long</span> a2)<span class="keyword"> const</span></div>
|
|
<div class="line"><a name="l00274"></a><span class="lineno"> 274</span> <span class="keyword"></span>{</div>
|
|
<div class="line"><a name="l00275"></a><span class="lineno"> 275</span>  FAISS_THROW_IF_NOT (<a class="code" href="structfaiss_1_1IndexIVF.html#ab38fde4c923abefc4185eb7450b5b95b">nlist</a> == other.<a class="code" href="structfaiss_1_1IndexIVF.html#ab38fde4c923abefc4185eb7450b5b95b">nlist</a>);</div>
|
|
<div class="line"><a name="l00276"></a><span class="lineno"> 276</span>  FAISS_THROW_IF_NOT (!other.<a class="code" href="structfaiss_1_1IndexIVF.html#aedd0c14b5654295b291638ec7f9f9517">maintain_direct_map</a>);</div>
|
|
<div class="line"><a name="l00277"></a><span class="lineno"> 277</span>  FAISS_THROW_IF_NOT_FMT (</div>
|
|
<div class="line"><a name="l00278"></a><span class="lineno"> 278</span>  subset_type == 0 || subset_type == 1 || subset_type == 2,</div>
|
|
<div class="line"><a name="l00279"></a><span class="lineno"> 279</span>  <span class="stringliteral">"subset type %d not implemented"</span>, subset_type);</div>
|
|
<div class="line"><a name="l00280"></a><span class="lineno"> 280</span> </div>
|
|
<div class="line"><a name="l00281"></a><span class="lineno"> 281</span>  <span class="keywordtype">size_t</span> accu_n = 0;</div>
|
|
<div class="line"><a name="l00282"></a><span class="lineno"> 282</span>  <span class="keywordtype">size_t</span> accu_a1 = 0;</div>
|
|
<div class="line"><a name="l00283"></a><span class="lineno"> 283</span>  <span class="keywordtype">size_t</span> accu_a2 = 0;</div>
|
|
<div class="line"><a name="l00284"></a><span class="lineno"> 284</span> </div>
|
|
<div class="line"><a name="l00285"></a><span class="lineno"> 285</span>  <span class="keywordflow">for</span> (<span class="keywordtype">long</span> list_no = 0; list_no < <a class="code" href="structfaiss_1_1IndexIVF.html#ab38fde4c923abefc4185eb7450b5b95b">nlist</a>; list_no++) {</div>
|
|
<div class="line"><a name="l00286"></a><span class="lineno"> 286</span>  <span class="keyword">const</span> std::vector<idx_t> & ids_in = <a class="code" href="structfaiss_1_1IndexIVF.html#af16d325f5bef22b2e5f90ceea796e80d">ids</a>[list_no];</div>
|
|
<div class="line"><a name="l00287"></a><span class="lineno"> 287</span>  std::vector<idx_t> & ids_out = other.<a class="code" href="structfaiss_1_1IndexIVF.html#af16d325f5bef22b2e5f90ceea796e80d">ids</a>[list_no];</div>
|
|
<div class="line"><a name="l00288"></a><span class="lineno"> 288</span>  <span class="keyword">const</span> std::vector<uint8_t> & codes_in = codes[list_no];</div>
|
|
<div class="line"><a name="l00289"></a><span class="lineno"> 289</span>  std::vector<uint8_t> & codes_out = other.codes[list_no];</div>
|
|
<div class="line"><a name="l00290"></a><span class="lineno"> 290</span>  <span class="keywordtype">size_t</span> n = ids_in.size();</div>
|
|
<div class="line"><a name="l00291"></a><span class="lineno"> 291</span> </div>
|
|
<div class="line"><a name="l00292"></a><span class="lineno"> 292</span>  <span class="keywordflow">if</span> (subset_type == 0) {</div>
|
|
<div class="line"><a name="l00293"></a><span class="lineno"> 293</span>  <span class="keywordflow">for</span> (<span class="keywordtype">long</span> i = 0; i < n; i++) {</div>
|
|
<div class="line"><a name="l00294"></a><span class="lineno"> 294</span>  <a class="code" href="structfaiss_1_1Index.html#a040c6aed1f224f3ea7bf58eebc0c31a4">idx_t</a> <span class="keywordtype">id</span> = ids_in[i];</div>
|
|
<div class="line"><a name="l00295"></a><span class="lineno"> 295</span>  <span class="keywordflow">if</span> (a1 <= <span class="keywordtype">id</span> && <span class="keywordtype">id</span> < a2) {</div>
|
|
<div class="line"><a name="l00296"></a><span class="lineno"> 296</span>  ids_out.push_back (<span class="keywordtype">id</span>);</div>
|
|
<div class="line"><a name="l00297"></a><span class="lineno"> 297</span>  codes_out.insert (codes_out.end(),</div>
|
|
<div class="line"><a name="l00298"></a><span class="lineno"> 298</span>  codes_in.begin() + i * <a class="code" href="structfaiss_1_1IndexIVF.html#a46d1aeddb60643c5b3f096147c3e028f">code_size</a>,</div>
|
|
<div class="line"><a name="l00299"></a><span class="lineno"> 299</span>  codes_in.begin() + (i + 1) * code_size);</div>
|
|
<div class="line"><a name="l00300"></a><span class="lineno"> 300</span>  other.<a class="code" href="structfaiss_1_1Index.html#a6970683faa021b7a6f1a0865c0d4eccd">ntotal</a>++;</div>
|
|
<div class="line"><a name="l00301"></a><span class="lineno"> 301</span>  }</div>
|
|
<div class="line"><a name="l00302"></a><span class="lineno"> 302</span>  }</div>
|
|
<div class="line"><a name="l00303"></a><span class="lineno"> 303</span>  } <span class="keywordflow">else</span> <span class="keywordflow">if</span> (subset_type == 1) {</div>
|
|
<div class="line"><a name="l00304"></a><span class="lineno"> 304</span>  <span class="keywordflow">for</span> (<span class="keywordtype">long</span> i = 0; i < n; i++) {</div>
|
|
<div class="line"><a name="l00305"></a><span class="lineno"> 305</span>  <a class="code" href="structfaiss_1_1Index.html#a040c6aed1f224f3ea7bf58eebc0c31a4">idx_t</a> <span class="keywordtype">id</span> = ids_in[i];</div>
|
|
<div class="line"><a name="l00306"></a><span class="lineno"> 306</span>  <span class="keywordflow">if</span> (<span class="keywordtype">id</span> % a1 == a2) {</div>
|
|
<div class="line"><a name="l00307"></a><span class="lineno"> 307</span>  ids_out.push_back (<span class="keywordtype">id</span>);</div>
|
|
<div class="line"><a name="l00308"></a><span class="lineno"> 308</span>  codes_out.insert (codes_out.end(),</div>
|
|
<div class="line"><a name="l00309"></a><span class="lineno"> 309</span>  codes_in.begin() + i * <a class="code" href="structfaiss_1_1IndexIVF.html#a46d1aeddb60643c5b3f096147c3e028f">code_size</a>,</div>
|
|
<div class="line"><a name="l00310"></a><span class="lineno"> 310</span>  codes_in.begin() + (i + 1) * code_size);</div>
|
|
<div class="line"><a name="l00311"></a><span class="lineno"> 311</span>  other.<a class="code" href="structfaiss_1_1Index.html#a6970683faa021b7a6f1a0865c0d4eccd">ntotal</a>++;</div>
|
|
<div class="line"><a name="l00312"></a><span class="lineno"> 312</span>  }</div>
|
|
<div class="line"><a name="l00313"></a><span class="lineno"> 313</span>  }</div>
|
|
<div class="line"><a name="l00314"></a><span class="lineno"> 314</span>  } <span class="keywordflow">else</span> <span class="keywordflow">if</span> (subset_type == 2) {</div>
|
|
<div class="line"><a name="l00315"></a><span class="lineno"> 315</span>  <span class="comment">// see what is allocated to a1 and to a2</span></div>
|
|
<div class="line"><a name="l00316"></a><span class="lineno"> 316</span>  <span class="keywordtype">size_t</span> next_accu_n = accu_n + n;</div>
|
|
<div class="line"><a name="l00317"></a><span class="lineno"> 317</span>  <span class="keywordtype">size_t</span> next_accu_a1 = next_accu_n * a1 / <a class="code" href="structfaiss_1_1Index.html#a6970683faa021b7a6f1a0865c0d4eccd">ntotal</a>;</div>
|
|
<div class="line"><a name="l00318"></a><span class="lineno"> 318</span>  <span class="keywordtype">size_t</span> i1 = next_accu_a1 - accu_a1;</div>
|
|
<div class="line"><a name="l00319"></a><span class="lineno"> 319</span>  <span class="keywordtype">size_t</span> next_accu_a2 = next_accu_n * a2 / <a class="code" href="structfaiss_1_1Index.html#a6970683faa021b7a6f1a0865c0d4eccd">ntotal</a>;</div>
|
|
<div class="line"><a name="l00320"></a><span class="lineno"> 320</span>  <span class="keywordtype">size_t</span> i2 = next_accu_a2 - accu_a2;</div>
|
|
<div class="line"><a name="l00321"></a><span class="lineno"> 321</span>  ids_out.insert(ids_out.end(),</div>
|
|
<div class="line"><a name="l00322"></a><span class="lineno"> 322</span>  ids_in.begin() + i1,</div>
|
|
<div class="line"><a name="l00323"></a><span class="lineno"> 323</span>  ids_in.begin() + i2);</div>
|
|
<div class="line"><a name="l00324"></a><span class="lineno"> 324</span>  codes_out.insert (codes_out.end(),</div>
|
|
<div class="line"><a name="l00325"></a><span class="lineno"> 325</span>  codes_in.begin() + i1 * <a class="code" href="structfaiss_1_1IndexIVF.html#a46d1aeddb60643c5b3f096147c3e028f">code_size</a>,</div>
|
|
<div class="line"><a name="l00326"></a><span class="lineno"> 326</span>  codes_in.begin() + i2 * <a class="code" href="structfaiss_1_1IndexIVF.html#a46d1aeddb60643c5b3f096147c3e028f">code_size</a>);</div>
|
|
<div class="line"><a name="l00327"></a><span class="lineno"> 327</span>  other.<a class="code" href="structfaiss_1_1Index.html#a6970683faa021b7a6f1a0865c0d4eccd">ntotal</a> += i2 - i1;</div>
|
|
<div class="line"><a name="l00328"></a><span class="lineno"> 328</span>  accu_a1 = next_accu_a1;</div>
|
|
<div class="line"><a name="l00329"></a><span class="lineno"> 329</span>  accu_a2 = next_accu_a2;</div>
|
|
<div class="line"><a name="l00330"></a><span class="lineno"> 330</span>  }</div>
|
|
<div class="line"><a name="l00331"></a><span class="lineno"> 331</span>  accu_n += n;</div>
|
|
<div class="line"><a name="l00332"></a><span class="lineno"> 332</span>  }</div>
|
|
<div class="line"><a name="l00333"></a><span class="lineno"> 333</span>  FAISS_ASSERT(accu_n == <a class="code" href="structfaiss_1_1Index.html#a6970683faa021b7a6f1a0865c0d4eccd">ntotal</a>);</div>
|
|
<div class="line"><a name="l00334"></a><span class="lineno"> 334</span> }</div>
|
|
<div class="line"><a name="l00335"></a><span class="lineno"> 335</span> </div>
|
|
<div class="line"><a name="l00336"></a><span class="lineno"> 336</span> </div>
|
|
<div class="line"><a name="l00337"></a><span class="lineno"> 337</span> </div>
|
|
<div class="line"><a name="l00338"></a><span class="lineno"> 338</span> IndexIVF::~IndexIVF()</div>
|
|
<div class="line"><a name="l00339"></a><span class="lineno"> 339</span> {</div>
|
|
<div class="line"><a name="l00340"></a><span class="lineno"> 340</span>  <span class="keywordflow">if</span> (<a class="code" href="structfaiss_1_1IndexIVF.html#aed2e9757ad5f3c234fd8ad60175a2a73">own_fields</a>) <span class="keyword">delete</span> <a class="code" href="structfaiss_1_1IndexIVF.html#a4b40cc7a70dff41196a3b8769586667a">quantizer</a>;</div>
|
|
<div class="line"><a name="l00341"></a><span class="lineno"> 341</span> }</div>
|
|
<div class="line"><a name="l00342"></a><span class="lineno"> 342</span> </div>
|
|
<div class="line"><a name="l00343"></a><span class="lineno"> 343</span> </div>
|
|
<div class="line"><a name="l00344"></a><span class="lineno"> 344</span> </div>
|
|
<div class="line"><a name="l00345"></a><span class="lineno"> 345</span> <span class="comment">/*****************************************</span></div>
|
|
<div class="line"><a name="l00346"></a><span class="lineno"> 346</span> <span class="comment"> * IndexIVFFlat implementation</span></div>
|
|
<div class="line"><a name="l00347"></a><span class="lineno"> 347</span> <span class="comment"> ******************************************/</span></div>
|
|
<div class="line"><a name="l00348"></a><span class="lineno"> 348</span> </div>
|
|
<div class="line"><a name="l00349"></a><span class="lineno"> 349</span> IndexIVFFlat::IndexIVFFlat (Index * quantizer,</div>
|
|
<div class="line"><a name="l00350"></a><span class="lineno"> 350</span>  <span class="keywordtype">size_t</span> d, <span class="keywordtype">size_t</span> nlist, <a class="code" href="namespacefaiss.html#afd12191c638da74760ff397cf319752c">MetricType</a> metric):</div>
|
|
<div class="line"><a name="l00351"></a><span class="lineno"> 351</span>  IndexIVF (quantizer, d, nlist, metric)</div>
|
|
<div class="line"><a name="l00352"></a><span class="lineno"> 352</span> {</div>
|
|
<div class="line"><a name="l00353"></a><span class="lineno"> 353</span>  <a class="code" href="structfaiss_1_1IndexIVF.html#a46d1aeddb60643c5b3f096147c3e028f">code_size</a> = <span class="keyword">sizeof</span>(float) * d;</div>
|
|
<div class="line"><a name="l00354"></a><span class="lineno"> 354</span> }</div>
|
|
<div class="line"><a name="l00355"></a><span class="lineno"> 355</span> </div>
|
|
<div class="line"><a name="l00356"></a><span class="lineno"> 356</span> </div>
|
|
<div class="line"><a name="l00357"></a><span class="lineno"> 357</span> </div>
|
|
<div class="line"><a name="l00358"></a><span class="lineno"> 358</span> </div>
|
|
<div class="line"><a name="l00359"></a><span class="lineno"> 359</span> </div>
|
|
<div class="line"><a name="l00360"></a><span class="lineno"> 360</span> </div>
|
|
<div class="line"><a name="l00361"></a><span class="lineno"><a class="line" href="structfaiss_1_1IndexIVFFlat.html#a5f7356766632d3ce2838f285aa6b8e76"> 361</a></span> <span class="keywordtype">void</span> <a class="code" href="structfaiss_1_1IndexIVFFlat.html#a5f7356766632d3ce2838f285aa6b8e76">IndexIVFFlat::add_with_ids</a> (<a class="code" href="structfaiss_1_1Index.html#a040c6aed1f224f3ea7bf58eebc0c31a4">idx_t</a> n, <span class="keyword">const</span> <span class="keywordtype">float</span> * x, <span class="keyword">const</span> <span class="keywordtype">long</span> *xids)</div>
|
|
<div class="line"><a name="l00362"></a><span class="lineno"> 362</span> {</div>
|
|
<div class="line"><a name="l00363"></a><span class="lineno"> 363</span>  <a class="code" href="structfaiss_1_1IndexIVFFlat.html#aea729c3d8c70bdd93f8e413e834851a4">add_core</a> (n, x, xids, <span class="keyword">nullptr</span>);</div>
|
|
<div class="line"><a name="l00364"></a><span class="lineno"> 364</span> }</div>
|
|
<div class="line"><a name="l00365"></a><span class="lineno"> 365</span> </div>
|
|
<div class="line"><a name="l00366"></a><span class="lineno"><a class="line" href="structfaiss_1_1IndexIVFFlat.html#aea729c3d8c70bdd93f8e413e834851a4"> 366</a></span> <span class="keywordtype">void</span> <a class="code" href="structfaiss_1_1IndexIVFFlat.html#aea729c3d8c70bdd93f8e413e834851a4">IndexIVFFlat::add_core</a> (<a class="code" href="structfaiss_1_1Index.html#a040c6aed1f224f3ea7bf58eebc0c31a4">idx_t</a> n, <span class="keyword">const</span> <span class="keywordtype">float</span> * x, <span class="keyword">const</span> <span class="keywordtype">long</span> *xids,</div>
|
|
<div class="line"><a name="l00367"></a><span class="lineno"> 367</span>  <span class="keyword">const</span> <span class="keywordtype">long</span> *precomputed_idx)</div>
|
|
<div class="line"><a name="l00368"></a><span class="lineno"> 368</span> </div>
|
|
<div class="line"><a name="l00369"></a><span class="lineno"> 369</span> {</div>
|
|
<div class="line"><a name="l00370"></a><span class="lineno"> 370</span>  FAISS_THROW_IF_NOT (<a class="code" href="structfaiss_1_1Index.html#a6e92732617c4dbe364e7678dd8773a7f">is_trained</a>);</div>
|
|
<div class="line"><a name="l00371"></a><span class="lineno"> 371</span>  FAISS_THROW_IF_NOT_MSG (!(<a class="code" href="structfaiss_1_1IndexIVF.html#aedd0c14b5654295b291638ec7f9f9517">maintain_direct_map</a> && xids),</div>
|
|
<div class="line"><a name="l00372"></a><span class="lineno"> 372</span>  <span class="stringliteral">"cannot have direct map and add with ids"</span>);</div>
|
|
<div class="line"><a name="l00373"></a><span class="lineno"> 373</span>  <span class="keyword">const</span> <span class="keywordtype">long</span> * idx;</div>
|
|
<div class="line"><a name="l00374"></a><span class="lineno"> 374</span>  <a class="code" href="structfaiss_1_1ScopeDeleter.html">ScopeDeleter<long></a> del;</div>
|
|
<div class="line"><a name="l00375"></a><span class="lineno"> 375</span> </div>
|
|
<div class="line"><a name="l00376"></a><span class="lineno"> 376</span>  <span class="keywordflow">if</span> (precomputed_idx) {</div>
|
|
<div class="line"><a name="l00377"></a><span class="lineno"> 377</span>  idx = precomputed_idx;</div>
|
|
<div class="line"><a name="l00378"></a><span class="lineno"> 378</span>  } <span class="keywordflow">else</span> {</div>
|
|
<div class="line"><a name="l00379"></a><span class="lineno"> 379</span>  <span class="keywordtype">long</span> * idx0 = <span class="keyword">new</span> <span class="keywordtype">long</span> [n];</div>
|
|
<div class="line"><a name="l00380"></a><span class="lineno"> 380</span>  <a class="code" href="structfaiss_1_1IndexIVF.html#a4b40cc7a70dff41196a3b8769586667a">quantizer</a>-><a class="code" href="structfaiss_1_1Index.html#a8bc5d8d1cd0dd7b34b3c98a9f76b4a9c">assign</a> (n, x, idx0);</div>
|
|
<div class="line"><a name="l00381"></a><span class="lineno"> 381</span>  idx = idx0;</div>
|
|
<div class="line"><a name="l00382"></a><span class="lineno"> 382</span>  del.set (idx);</div>
|
|
<div class="line"><a name="l00383"></a><span class="lineno"> 383</span>  }</div>
|
|
<div class="line"><a name="l00384"></a><span class="lineno"> 384</span>  <span class="keywordtype">long</span> n_add = 0;</div>
|
|
<div class="line"><a name="l00385"></a><span class="lineno"> 385</span>  <span class="keywordflow">for</span> (<span class="keywordtype">size_t</span> i = 0; i < n; i++) {</div>
|
|
<div class="line"><a name="l00386"></a><span class="lineno"> 386</span>  <span class="keywordtype">long</span> <span class="keywordtype">id</span> = xids ? xids[i] : <a class="code" href="structfaiss_1_1Index.html#a6970683faa021b7a6f1a0865c0d4eccd">ntotal</a> + i;</div>
|
|
<div class="line"><a name="l00387"></a><span class="lineno"> 387</span>  <span class="keywordtype">long</span> list_no = idx [i];</div>
|
|
<div class="line"><a name="l00388"></a><span class="lineno"> 388</span>  <span class="keywordflow">if</span> (list_no < 0)</div>
|
|
<div class="line"><a name="l00389"></a><span class="lineno"> 389</span>  <span class="keywordflow">continue</span>;</div>
|
|
<div class="line"><a name="l00390"></a><span class="lineno"> 390</span>  assert (list_no < <a class="code" href="structfaiss_1_1IndexIVF.html#ab38fde4c923abefc4185eb7450b5b95b">nlist</a>);</div>
|
|
<div class="line"><a name="l00391"></a><span class="lineno"> 391</span> </div>
|
|
<div class="line"><a name="l00392"></a><span class="lineno"> 392</span>  <a class="code" href="structfaiss_1_1IndexIVF.html#af16d325f5bef22b2e5f90ceea796e80d">ids</a>[list_no].push_back (<span class="keywordtype">id</span>);</div>
|
|
<div class="line"><a name="l00393"></a><span class="lineno"> 393</span>  <span class="keyword">const</span> <span class="keywordtype">float</span> *xi = x + i * <a class="code" href="structfaiss_1_1Index.html#a2a002388d2c081c2dbab8508dcefe73d">d</a>;</div>
|
|
<div class="line"><a name="l00394"></a><span class="lineno"> 394</span>  <span class="comment">/* store the vectors */</span></div>
|
|
<div class="line"><a name="l00395"></a><span class="lineno"> 395</span>  <span class="keywordtype">size_t</span> ofs = codes[list_no].size();</div>
|
|
<div class="line"><a name="l00396"></a><span class="lineno"> 396</span>  codes[list_no].resize(ofs + <a class="code" href="structfaiss_1_1IndexIVF.html#a46d1aeddb60643c5b3f096147c3e028f">code_size</a>);</div>
|
|
<div class="line"><a name="l00397"></a><span class="lineno"> 397</span>  memcpy(codes[list_no].data() + ofs,</div>
|
|
<div class="line"><a name="l00398"></a><span class="lineno"> 398</span>  xi, <a class="code" href="structfaiss_1_1IndexIVF.html#a46d1aeddb60643c5b3f096147c3e028f">code_size</a>);</div>
|
|
<div class="line"><a name="l00399"></a><span class="lineno"> 399</span> </div>
|
|
<div class="line"><a name="l00400"></a><span class="lineno"> 400</span>  <span class="keywordflow">if</span> (<a class="code" href="structfaiss_1_1IndexIVF.html#aedd0c14b5654295b291638ec7f9f9517">maintain_direct_map</a>)</div>
|
|
<div class="line"><a name="l00401"></a><span class="lineno"> 401</span>  direct_map.push_back (list_no << 32 | (<a class="code" href="structfaiss_1_1IndexIVF.html#af16d325f5bef22b2e5f90ceea796e80d">ids</a>[list_no].size() - 1));</div>
|
|
<div class="line"><a name="l00402"></a><span class="lineno"> 402</span>  n_add++;</div>
|
|
<div class="line"><a name="l00403"></a><span class="lineno"> 403</span>  }</div>
|
|
<div class="line"><a name="l00404"></a><span class="lineno"> 404</span>  <span class="keywordflow">if</span> (<a class="code" href="structfaiss_1_1Index.html#a5590d847c5c2b958affd2a05e58a6f23">verbose</a>) {</div>
|
|
<div class="line"><a name="l00405"></a><span class="lineno"> 405</span>  printf(<span class="stringliteral">"IndexIVFFlat::add_core: added %ld / %ld vectors\n"</span>,</div>
|
|
<div class="line"><a name="l00406"></a><span class="lineno"> 406</span>  n_add, n);</div>
|
|
<div class="line"><a name="l00407"></a><span class="lineno"> 407</span>  }</div>
|
|
<div class="line"><a name="l00408"></a><span class="lineno"> 408</span>  <a class="code" href="structfaiss_1_1Index.html#a6970683faa021b7a6f1a0865c0d4eccd">ntotal</a> += n_add;</div>
|
|
<div class="line"><a name="l00409"></a><span class="lineno"> 409</span> }</div>
|
|
<div class="line"><a name="l00410"></a><span class="lineno"> 410</span> </div>
|
|
<div class="line"><a name="l00411"></a><span class="lineno"> 411</span> <span class="keywordtype">void</span> IndexIVFFlatStats::reset()</div>
|
|
<div class="line"><a name="l00412"></a><span class="lineno"> 412</span> {</div>
|
|
<div class="line"><a name="l00413"></a><span class="lineno"> 413</span>  memset ((<span class="keywordtype">void</span>*)<span class="keyword">this</span>, 0, <span class="keyword">sizeof</span> (*<span class="keyword">this</span>));</div>
|
|
<div class="line"><a name="l00414"></a><span class="lineno"> 414</span> }</div>
|
|
<div class="line"><a name="l00415"></a><span class="lineno"> 415</span> </div>
|
|
<div class="line"><a name="l00416"></a><span class="lineno"> 416</span> </div>
|
|
<div class="line"><a name="l00417"></a><span class="lineno"> 417</span> IndexIVFFlatStats indexIVFFlat_stats;</div>
|
|
<div class="line"><a name="l00418"></a><span class="lineno"> 418</span> </div>
|
|
<div class="line"><a name="l00419"></a><span class="lineno"> 419</span> <span class="keyword">namespace </span>{</div>
|
|
<div class="line"><a name="l00420"></a><span class="lineno"> 420</span> </div>
|
|
<div class="line"><a name="l00421"></a><span class="lineno"> 421</span> <span class="keywordtype">void</span> search_knn_inner_product (<span class="keyword">const</span> IndexIVFFlat & ivf,</div>
|
|
<div class="line"><a name="l00422"></a><span class="lineno"> 422</span>  <span class="keywordtype">size_t</span> nx,</div>
|
|
<div class="line"><a name="l00423"></a><span class="lineno"> 423</span>  <span class="keyword">const</span> <span class="keywordtype">float</span> * x,</div>
|
|
<div class="line"><a name="l00424"></a><span class="lineno"> 424</span>  <span class="keyword">const</span> <span class="keywordtype">long</span> * keys,</div>
|
|
<div class="line"><a name="l00425"></a><span class="lineno"> 425</span>  float_minheap_array_t * res,</div>
|
|
<div class="line"><a name="l00426"></a><span class="lineno"> 426</span>  <span class="keywordtype">bool</span> store_pairs)</div>
|
|
<div class="line"><a name="l00427"></a><span class="lineno"> 427</span> {</div>
|
|
<div class="line"><a name="l00428"></a><span class="lineno"> 428</span> </div>
|
|
<div class="line"><a name="l00429"></a><span class="lineno"> 429</span>  <span class="keyword">const</span> <span class="keywordtype">size_t</span> k = res->k;</div>
|
|
<div class="line"><a name="l00430"></a><span class="lineno"> 430</span>  <span class="keywordtype">size_t</span> nlistv = 0, ndis = 0;</div>
|
|
<div class="line"><a name="l00431"></a><span class="lineno"> 431</span>  <span class="keywordtype">size_t</span> d = ivf.d;</div>
|
|
<div class="line"><a name="l00432"></a><span class="lineno"> 432</span> </div>
|
|
<div class="line"><a name="l00433"></a><span class="lineno"> 433</span> <span class="preprocessor">#pragma omp parallel for reduction(+: nlistv, ndis)</span></div>
|
|
<div class="line"><a name="l00434"></a><span class="lineno"> 434</span> <span class="preprocessor"></span> <span class="keywordflow">for</span> (<span class="keywordtype">size_t</span> i = 0; i < nx; i++) {</div>
|
|
<div class="line"><a name="l00435"></a><span class="lineno"> 435</span>  <span class="keyword">const</span> <span class="keywordtype">float</span> * xi = x + i * d;</div>
|
|
<div class="line"><a name="l00436"></a><span class="lineno"> 436</span>  <span class="keyword">const</span> <span class="keywordtype">long</span> * keysi = keys + i * ivf.nprobe;</div>
|
|
<div class="line"><a name="l00437"></a><span class="lineno"> 437</span>  <span class="keywordtype">float</span> * __restrict simi = res->get_val (i);</div>
|
|
<div class="line"><a name="l00438"></a><span class="lineno"> 438</span>  <span class="keywordtype">long</span> * __restrict idxi = res->get_ids (i);</div>
|
|
<div class="line"><a name="l00439"></a><span class="lineno"> 439</span>  minheap_heapify (k, simi, idxi);</div>
|
|
<div class="line"><a name="l00440"></a><span class="lineno"> 440</span> </div>
|
|
<div class="line"><a name="l00441"></a><span class="lineno"> 441</span>  <span class="keywordflow">for</span> (<span class="keywordtype">size_t</span> ik = 0; ik < ivf.nprobe; ik++) {</div>
|
|
<div class="line"><a name="l00442"></a><span class="lineno"> 442</span>  <span class="keywordtype">long</span> key = keysi[ik]; <span class="comment">/* select the list */</span></div>
|
|
<div class="line"><a name="l00443"></a><span class="lineno"> 443</span>  <span class="keywordflow">if</span> (key < 0) {</div>
|
|
<div class="line"><a name="l00444"></a><span class="lineno"> 444</span>  <span class="comment">// not enough centroids for multiprobe</span></div>
|
|
<div class="line"><a name="l00445"></a><span class="lineno"> 445</span>  <span class="keywordflow">continue</span>;</div>
|
|
<div class="line"><a name="l00446"></a><span class="lineno"> 446</span>  }</div>
|
|
<div class="line"><a name="l00447"></a><span class="lineno"> 447</span>  FAISS_THROW_IF_NOT_FMT (</div>
|
|
<div class="line"><a name="l00448"></a><span class="lineno"> 448</span>  key < (<span class="keywordtype">long</span>) ivf.nlist,</div>
|
|
<div class="line"><a name="l00449"></a><span class="lineno"> 449</span>  <span class="stringliteral">"Invalid key=%ld at ik=%ld nlist=%ld\n"</span>,</div>
|
|
<div class="line"><a name="l00450"></a><span class="lineno"> 450</span>  key, ik, ivf.nlist);</div>
|
|
<div class="line"><a name="l00451"></a><span class="lineno"> 451</span> </div>
|
|
<div class="line"><a name="l00452"></a><span class="lineno"> 452</span>  nlistv++;</div>
|
|
<div class="line"><a name="l00453"></a><span class="lineno"> 453</span>  <span class="keyword">const</span> <span class="keywordtype">size_t</span> list_size = ivf.ids[key].size();</div>
|
|
<div class="line"><a name="l00454"></a><span class="lineno"> 454</span>  <span class="keyword">const</span> <span class="keywordtype">float</span> * list_vecs = (<span class="keyword">const</span> <span class="keywordtype">float</span>*)(ivf.codes[key].data());</div>
|
|
<div class="line"><a name="l00455"></a><span class="lineno"> 455</span> </div>
|
|
<div class="line"><a name="l00456"></a><span class="lineno"> 456</span>  <span class="keywordflow">for</span> (<span class="keywordtype">size_t</span> j = 0; j < list_size; j++) {</div>
|
|
<div class="line"><a name="l00457"></a><span class="lineno"> 457</span>  <span class="keyword">const</span> <span class="keywordtype">float</span> * yj = list_vecs + d * j;</div>
|
|
<div class="line"><a name="l00458"></a><span class="lineno"> 458</span>  <span class="keywordtype">float</span> ip = fvec_inner_product (xi, yj, d);</div>
|
|
<div class="line"><a name="l00459"></a><span class="lineno"> 459</span>  <span class="keywordflow">if</span> (ip > simi[0]) {</div>
|
|
<div class="line"><a name="l00460"></a><span class="lineno"> 460</span>  minheap_pop (k, simi, idxi);</div>
|
|
<div class="line"><a name="l00461"></a><span class="lineno"> 461</span>  <span class="keywordtype">long</span> <span class="keywordtype">id</span> = store_pairs ? (key << 32 | j) : ivf.ids[key][j];</div>
|
|
<div class="line"><a name="l00462"></a><span class="lineno"> 462</span>  minheap_push (k, simi, idxi, ip, <span class="keywordtype">id</span>);</div>
|
|
<div class="line"><a name="l00463"></a><span class="lineno"> 463</span>  }</div>
|
|
<div class="line"><a name="l00464"></a><span class="lineno"> 464</span>  }</div>
|
|
<div class="line"><a name="l00465"></a><span class="lineno"> 465</span>  ndis += list_size;</div>
|
|
<div class="line"><a name="l00466"></a><span class="lineno"> 466</span>  }</div>
|
|
<div class="line"><a name="l00467"></a><span class="lineno"> 467</span>  minheap_reorder (k, simi, idxi);</div>
|
|
<div class="line"><a name="l00468"></a><span class="lineno"> 468</span>  }</div>
|
|
<div class="line"><a name="l00469"></a><span class="lineno"> 469</span>  indexIVFFlat_stats.nq += nx;</div>
|
|
<div class="line"><a name="l00470"></a><span class="lineno"> 470</span>  indexIVFFlat_stats.nlist += nlistv;</div>
|
|
<div class="line"><a name="l00471"></a><span class="lineno"> 471</span>  indexIVFFlat_stats.ndis += ndis;</div>
|
|
<div class="line"><a name="l00472"></a><span class="lineno"> 472</span> }</div>
|
|
<div class="line"><a name="l00473"></a><span class="lineno"> 473</span> </div>
|
|
<div class="line"><a name="l00474"></a><span class="lineno"> 474</span> </div>
|
|
<div class="line"><a name="l00475"></a><span class="lineno"> 475</span> <span class="keywordtype">void</span> search_knn_L2sqr (<span class="keyword">const</span> IndexIVFFlat &ivf,</div>
|
|
<div class="line"><a name="l00476"></a><span class="lineno"> 476</span>  <span class="keywordtype">size_t</span> nx,</div>
|
|
<div class="line"><a name="l00477"></a><span class="lineno"> 477</span>  <span class="keyword">const</span> <span class="keywordtype">float</span> * x,</div>
|
|
<div class="line"><a name="l00478"></a><span class="lineno"> 478</span>  <span class="keyword">const</span> <span class="keywordtype">long</span> * keys,</div>
|
|
<div class="line"><a name="l00479"></a><span class="lineno"> 479</span>  float_maxheap_array_t * res,</div>
|
|
<div class="line"><a name="l00480"></a><span class="lineno"> 480</span>  <span class="keywordtype">bool</span> store_pairs)</div>
|
|
<div class="line"><a name="l00481"></a><span class="lineno"> 481</span> {</div>
|
|
<div class="line"><a name="l00482"></a><span class="lineno"> 482</span>  <span class="keyword">const</span> <span class="keywordtype">size_t</span> k = res->k;</div>
|
|
<div class="line"><a name="l00483"></a><span class="lineno"> 483</span>  <span class="keywordtype">size_t</span> nlistv = 0, ndis = 0;</div>
|
|
<div class="line"><a name="l00484"></a><span class="lineno"> 484</span>  <span class="keywordtype">size_t</span> d = ivf.d;</div>
|
|
<div class="line"><a name="l00485"></a><span class="lineno"> 485</span> <span class="preprocessor">#pragma omp parallel for reduction(+: nlistv, ndis)</span></div>
|
|
<div class="line"><a name="l00486"></a><span class="lineno"> 486</span> <span class="preprocessor"></span> <span class="keywordflow">for</span> (<span class="keywordtype">size_t</span> i = 0; i < nx; i++) {</div>
|
|
<div class="line"><a name="l00487"></a><span class="lineno"> 487</span>  <span class="keyword">const</span> <span class="keywordtype">float</span> * xi = x + i * d;</div>
|
|
<div class="line"><a name="l00488"></a><span class="lineno"> 488</span>  <span class="keyword">const</span> <span class="keywordtype">long</span> * keysi = keys + i * ivf.nprobe;</div>
|
|
<div class="line"><a name="l00489"></a><span class="lineno"> 489</span>  <span class="keywordtype">float</span> * __restrict disi = res->get_val (i);</div>
|
|
<div class="line"><a name="l00490"></a><span class="lineno"> 490</span>  <span class="keywordtype">long</span> * __restrict idxi = res->get_ids (i);</div>
|
|
<div class="line"><a name="l00491"></a><span class="lineno"> 491</span>  maxheap_heapify (k, disi, idxi);</div>
|
|
<div class="line"><a name="l00492"></a><span class="lineno"> 492</span> </div>
|
|
<div class="line"><a name="l00493"></a><span class="lineno"> 493</span>  <span class="keywordflow">for</span> (<span class="keywordtype">size_t</span> ik = 0; ik < ivf.nprobe; ik++) {</div>
|
|
<div class="line"><a name="l00494"></a><span class="lineno"> 494</span>  <span class="keywordtype">long</span> key = keysi[ik]; <span class="comment">/* select the list */</span></div>
|
|
<div class="line"><a name="l00495"></a><span class="lineno"> 495</span>  <span class="keywordflow">if</span> (key < 0) {</div>
|
|
<div class="line"><a name="l00496"></a><span class="lineno"> 496</span>  <span class="comment">// not enough centroids for multiprobe</span></div>
|
|
<div class="line"><a name="l00497"></a><span class="lineno"> 497</span>  <span class="keywordflow">continue</span>;</div>
|
|
<div class="line"><a name="l00498"></a><span class="lineno"> 498</span>  }</div>
|
|
<div class="line"><a name="l00499"></a><span class="lineno"> 499</span>  FAISS_THROW_IF_NOT_FMT (</div>
|
|
<div class="line"><a name="l00500"></a><span class="lineno"> 500</span>  key < (<span class="keywordtype">long</span>) ivf.nlist,</div>
|
|
<div class="line"><a name="l00501"></a><span class="lineno"> 501</span>  <span class="stringliteral">"Invalid key=%ld at ik=%ld nlist=%ld\n"</span>,</div>
|
|
<div class="line"><a name="l00502"></a><span class="lineno"> 502</span>  key, ik, ivf.nlist);</div>
|
|
<div class="line"><a name="l00503"></a><span class="lineno"> 503</span> </div>
|
|
<div class="line"><a name="l00504"></a><span class="lineno"> 504</span>  nlistv++;</div>
|
|
<div class="line"><a name="l00505"></a><span class="lineno"> 505</span>  <span class="keyword">const</span> <span class="keywordtype">size_t</span> list_size = ivf.ids[key].size();</div>
|
|
<div class="line"><a name="l00506"></a><span class="lineno"> 506</span>  <span class="keyword">const</span> <span class="keywordtype">float</span> * list_vecs = (<span class="keyword">const</span> <span class="keywordtype">float</span>*)(ivf.codes[key].data());</div>
|
|
<div class="line"><a name="l00507"></a><span class="lineno"> 507</span> </div>
|
|
<div class="line"><a name="l00508"></a><span class="lineno"> 508</span>  <span class="keywordflow">for</span> (<span class="keywordtype">size_t</span> j = 0; j < list_size; j++) {</div>
|
|
<div class="line"><a name="l00509"></a><span class="lineno"> 509</span>  <span class="keyword">const</span> <span class="keywordtype">float</span> * yj = list_vecs + d * j;</div>
|
|
<div class="line"><a name="l00510"></a><span class="lineno"> 510</span>  <span class="keywordtype">float</span> disij = <a class="code" href="namespacefaiss.html#a7466bd32de31640860393a701eaac5ad">fvec_L2sqr</a> (xi, yj, d);</div>
|
|
<div class="line"><a name="l00511"></a><span class="lineno"> 511</span>  <span class="keywordflow">if</span> (disij < disi[0]) {</div>
|
|
<div class="line"><a name="l00512"></a><span class="lineno"> 512</span>  maxheap_pop (k, disi, idxi);</div>
|
|
<div class="line"><a name="l00513"></a><span class="lineno"> 513</span>  <span class="keywordtype">long</span> <span class="keywordtype">id</span> = store_pairs ? (key << 32 | j) : ivf.ids[key][j];</div>
|
|
<div class="line"><a name="l00514"></a><span class="lineno"> 514</span>  maxheap_push (k, disi, idxi, disij, <span class="keywordtype">id</span>);</div>
|
|
<div class="line"><a name="l00515"></a><span class="lineno"> 515</span>  }</div>
|
|
<div class="line"><a name="l00516"></a><span class="lineno"> 516</span>  }</div>
|
|
<div class="line"><a name="l00517"></a><span class="lineno"> 517</span>  ndis += list_size;</div>
|
|
<div class="line"><a name="l00518"></a><span class="lineno"> 518</span>  }</div>
|
|
<div class="line"><a name="l00519"></a><span class="lineno"> 519</span>  maxheap_reorder (k, disi, idxi);</div>
|
|
<div class="line"><a name="l00520"></a><span class="lineno"> 520</span>  }</div>
|
|
<div class="line"><a name="l00521"></a><span class="lineno"> 521</span>  indexIVFFlat_stats.nq += nx;</div>
|
|
<div class="line"><a name="l00522"></a><span class="lineno"> 522</span>  indexIVFFlat_stats.nlist += nlistv;</div>
|
|
<div class="line"><a name="l00523"></a><span class="lineno"> 523</span>  indexIVFFlat_stats.ndis += ndis;</div>
|
|
<div class="line"><a name="l00524"></a><span class="lineno"> 524</span> }</div>
|
|
<div class="line"><a name="l00525"></a><span class="lineno"> 525</span> </div>
|
|
<div class="line"><a name="l00526"></a><span class="lineno"> 526</span> </div>
|
|
<div class="line"><a name="l00527"></a><span class="lineno"> 527</span> } <span class="comment">// anonymous namespace</span></div>
|
|
<div class="line"><a name="l00528"></a><span class="lineno"> 528</span> </div>
|
|
<div class="line"><a name="l00529"></a><span class="lineno"><a class="line" href="structfaiss_1_1IndexIVFFlat.html#a6abfaf0da529ece0e68909aab4c282fd"> 529</a></span> <span class="keywordtype">void</span> <a class="code" href="structfaiss_1_1IndexIVFFlat.html#a6abfaf0da529ece0e68909aab4c282fd">IndexIVFFlat::search_preassigned</a> (<a class="code" href="structfaiss_1_1Index.html#a040c6aed1f224f3ea7bf58eebc0c31a4">idx_t</a> n, <span class="keyword">const</span> <span class="keywordtype">float</span> *x, <a class="code" href="structfaiss_1_1Index.html#a040c6aed1f224f3ea7bf58eebc0c31a4">idx_t</a> k,</div>
|
|
<div class="line"><a name="l00530"></a><span class="lineno"> 530</span>  <span class="keyword">const</span> <a class="code" href="structfaiss_1_1Index.html#a040c6aed1f224f3ea7bf58eebc0c31a4">idx_t</a> *idx,</div>
|
|
<div class="line"><a name="l00531"></a><span class="lineno"> 531</span>  <span class="keyword">const</span> <span class="keywordtype">float</span> * <span class="comment">/* coarse_dis */</span>,</div>
|
|
<div class="line"><a name="l00532"></a><span class="lineno"> 532</span>  <span class="keywordtype">float</span> *distances, <a class="code" href="structfaiss_1_1Index.html#a040c6aed1f224f3ea7bf58eebc0c31a4">idx_t</a> *labels,</div>
|
|
<div class="line"><a name="l00533"></a><span class="lineno"> 533</span>  <span class="keywordtype">bool</span> store_pairs)<span class="keyword"> const</span></div>
|
|
<div class="line"><a name="l00534"></a><span class="lineno"> 534</span> <span class="keyword"></span>{</div>
|
|
<div class="line"><a name="l00535"></a><span class="lineno"> 535</span>  <span class="keywordflow">if</span> (<a class="code" href="structfaiss_1_1Index.html#a8e18f641854b2bde83ecff0a2f9a6f4e">metric_type</a> == METRIC_INNER_PRODUCT) {</div>
|
|
<div class="line"><a name="l00536"></a><span class="lineno"> 536</span>  <a class="code" href="structfaiss_1_1HeapArray.html">float_minheap_array_t</a> res = {</div>
|
|
<div class="line"><a name="l00537"></a><span class="lineno"> 537</span>  size_t(n), size_t(k), labels, distances};</div>
|
|
<div class="line"><a name="l00538"></a><span class="lineno"> 538</span>  search_knn_inner_product (*<span class="keyword">this</span>, n, x, idx, &res, store_pairs);</div>
|
|
<div class="line"><a name="l00539"></a><span class="lineno"> 539</span> </div>
|
|
<div class="line"><a name="l00540"></a><span class="lineno"> 540</span>  } <span class="keywordflow">else</span> <span class="keywordflow">if</span> (<a class="code" href="structfaiss_1_1Index.html#a8e18f641854b2bde83ecff0a2f9a6f4e">metric_type</a> == METRIC_L2) {</div>
|
|
<div class="line"><a name="l00541"></a><span class="lineno"> 541</span>  <a class="code" href="structfaiss_1_1HeapArray.html">float_maxheap_array_t</a> res = {</div>
|
|
<div class="line"><a name="l00542"></a><span class="lineno"> 542</span>  size_t(n), size_t(k), labels, distances};</div>
|
|
<div class="line"><a name="l00543"></a><span class="lineno"> 543</span>  search_knn_L2sqr (*<span class="keyword">this</span>, n, x, idx, &res, store_pairs);</div>
|
|
<div class="line"><a name="l00544"></a><span class="lineno"> 544</span>  }</div>
|
|
<div class="line"><a name="l00545"></a><span class="lineno"> 545</span> }</div>
|
|
<div class="line"><a name="l00546"></a><span class="lineno"> 546</span> </div>
|
|
<div class="line"><a name="l00547"></a><span class="lineno"> 547</span> </div>
|
|
<div class="line"><a name="l00548"></a><span class="lineno"><a class="line" href="structfaiss_1_1IndexIVFFlat.html#ad2b306f160e153b5cfb572cf1d8ece24"> 548</a></span> <span class="keywordtype">void</span> <a class="code" href="structfaiss_1_1IndexIVFFlat.html#ad2b306f160e153b5cfb572cf1d8ece24">IndexIVFFlat::range_search</a> (<a class="code" href="structfaiss_1_1Index.html#a040c6aed1f224f3ea7bf58eebc0c31a4">idx_t</a> nx, <span class="keyword">const</span> <span class="keywordtype">float</span> *x, <span class="keywordtype">float</span> radius,</div>
|
|
<div class="line"><a name="l00549"></a><span class="lineno"> 549</span>  <a class="code" href="structfaiss_1_1RangeSearchResult.html">RangeSearchResult</a> *result)<span class="keyword"> const</span></div>
|
|
<div class="line"><a name="l00550"></a><span class="lineno"> 550</span> <span class="keyword"></span>{</div>
|
|
<div class="line"><a name="l00551"></a><span class="lineno"> 551</span>  <a class="code" href="structfaiss_1_1Index.html#a040c6aed1f224f3ea7bf58eebc0c31a4">idx_t</a> * keys = <span class="keyword">new</span> <a class="code" href="structfaiss_1_1Index.html#a040c6aed1f224f3ea7bf58eebc0c31a4">idx_t</a> [nx * <a class="code" href="structfaiss_1_1IndexIVF.html#affed235eadf27a13d753ee4d33a1dc58">nprobe</a>];</div>
|
|
<div class="line"><a name="l00552"></a><span class="lineno"> 552</span>  <a class="code" href="structfaiss_1_1ScopeDeleter.html">ScopeDeleter<idx_t></a> del (keys);</div>
|
|
<div class="line"><a name="l00553"></a><span class="lineno"> 553</span>  <a class="code" href="structfaiss_1_1IndexIVF.html#a4b40cc7a70dff41196a3b8769586667a">quantizer</a>-><a class="code" href="structfaiss_1_1Index.html#a8bc5d8d1cd0dd7b34b3c98a9f76b4a9c">assign</a> (nx, x, keys, <a class="code" href="structfaiss_1_1IndexIVF.html#affed235eadf27a13d753ee4d33a1dc58">nprobe</a>);</div>
|
|
<div class="line"><a name="l00554"></a><span class="lineno"> 554</span> </div>
|
|
<div class="line"><a name="l00555"></a><span class="lineno"> 555</span> <span class="preprocessor">#pragma omp parallel</span></div>
|
|
<div class="line"><a name="l00556"></a><span class="lineno"> 556</span> <span class="preprocessor"></span> {</div>
|
|
<div class="line"><a name="l00557"></a><span class="lineno"> 557</span>  <a class="code" href="structfaiss_1_1RangeSearchPartialResult.html">RangeSearchPartialResult</a> pres(result);</div>
|
|
<div class="line"><a name="l00558"></a><span class="lineno"> 558</span> </div>
|
|
<div class="line"><a name="l00559"></a><span class="lineno"> 559</span>  <span class="keywordflow">for</span> (<span class="keywordtype">size_t</span> i = 0; i < nx; i++) {</div>
|
|
<div class="line"><a name="l00560"></a><span class="lineno"> 560</span>  <span class="keyword">const</span> <span class="keywordtype">float</span> * xi = x + i * <a class="code" href="structfaiss_1_1Index.html#a2a002388d2c081c2dbab8508dcefe73d">d</a>;</div>
|
|
<div class="line"><a name="l00561"></a><span class="lineno"> 561</span>  <span class="keyword">const</span> <span class="keywordtype">long</span> * keysi = keys + i * <a class="code" href="structfaiss_1_1IndexIVF.html#affed235eadf27a13d753ee4d33a1dc58">nprobe</a>;</div>
|
|
<div class="line"><a name="l00562"></a><span class="lineno"> 562</span> </div>
|
|
<div class="line"><a name="l00563"></a><span class="lineno"> 563</span>  <a class="code" href="structfaiss_1_1RangeSearchPartialResult_1_1QueryResult.html">RangeSearchPartialResult::QueryResult</a> & qres =</div>
|
|
<div class="line"><a name="l00564"></a><span class="lineno"> 564</span>  pres.<a class="code" href="structfaiss_1_1RangeSearchPartialResult.html#a954c26beebb561a6c2b0f399c48a9db3">new_result</a> (i);</div>
|
|
<div class="line"><a name="l00565"></a><span class="lineno"> 565</span> </div>
|
|
<div class="line"><a name="l00566"></a><span class="lineno"> 566</span>  <span class="keywordflow">for</span> (<span class="keywordtype">size_t</span> ik = 0; ik < <a class="code" href="structfaiss_1_1IndexIVF.html#affed235eadf27a13d753ee4d33a1dc58">nprobe</a>; ik++) {</div>
|
|
<div class="line"><a name="l00567"></a><span class="lineno"> 567</span>  <span class="keywordtype">long</span> key = keysi[ik]; <span class="comment">/* select the list */</span></div>
|
|
<div class="line"><a name="l00568"></a><span class="lineno"> 568</span>  <span class="keywordflow">if</span> (key < 0 || key >= (<span class="keywordtype">long</span>) <a class="code" href="structfaiss_1_1IndexIVF.html#ab38fde4c923abefc4185eb7450b5b95b">nlist</a>) {</div>
|
|
<div class="line"><a name="l00569"></a><span class="lineno"> 569</span>  fprintf (stderr, <span class="stringliteral">"Invalid key=%ld at ik=%ld nlist=%ld\n"</span>,</div>
|
|
<div class="line"><a name="l00570"></a><span class="lineno"> 570</span>  key, ik, nlist);</div>
|
|
<div class="line"><a name="l00571"></a><span class="lineno"> 571</span>  <span class="keywordflow">throw</span>;</div>
|
|
<div class="line"><a name="l00572"></a><span class="lineno"> 572</span>  }</div>
|
|
<div class="line"><a name="l00573"></a><span class="lineno"> 573</span> </div>
|
|
<div class="line"><a name="l00574"></a><span class="lineno"> 574</span>  <span class="keyword">const</span> <span class="keywordtype">size_t</span> list_size = <a class="code" href="structfaiss_1_1IndexIVF.html#af16d325f5bef22b2e5f90ceea796e80d">ids</a>[key].size();</div>
|
|
<div class="line"><a name="l00575"></a><span class="lineno"> 575</span>  <span class="keyword">const</span> <span class="keywordtype">float</span> * list_vecs = (<span class="keyword">const</span> <span class="keywordtype">float</span> *)(codes[key].data());</div>
|
|
<div class="line"><a name="l00576"></a><span class="lineno"> 576</span> </div>
|
|
<div class="line"><a name="l00577"></a><span class="lineno"> 577</span>  <span class="keywordflow">for</span> (<span class="keywordtype">size_t</span> j = 0; j < list_size; j++) {</div>
|
|
<div class="line"><a name="l00578"></a><span class="lineno"> 578</span>  <span class="keyword">const</span> <span class="keywordtype">float</span> * yj = list_vecs + d * j;</div>
|
|
<div class="line"><a name="l00579"></a><span class="lineno"> 579</span>  <span class="keywordflow">if</span> (<a class="code" href="structfaiss_1_1Index.html#a8e18f641854b2bde83ecff0a2f9a6f4e">metric_type</a> == METRIC_L2) {</div>
|
|
<div class="line"><a name="l00580"></a><span class="lineno"> 580</span>  <span class="keywordtype">float</span> disij = <a class="code" href="namespacefaiss.html#a7466bd32de31640860393a701eaac5ad">fvec_L2sqr</a> (xi, yj, d);</div>
|
|
<div class="line"><a name="l00581"></a><span class="lineno"> 581</span>  <span class="keywordflow">if</span> (disij < radius) {</div>
|
|
<div class="line"><a name="l00582"></a><span class="lineno"> 582</span>  qres.add (disij, <a class="code" href="structfaiss_1_1IndexIVF.html#af16d325f5bef22b2e5f90ceea796e80d">ids</a>[key][j]);</div>
|
|
<div class="line"><a name="l00583"></a><span class="lineno"> 583</span>  }</div>
|
|
<div class="line"><a name="l00584"></a><span class="lineno"> 584</span>  } <span class="keywordflow">else</span> <span class="keywordflow">if</span> (<a class="code" href="structfaiss_1_1Index.html#a8e18f641854b2bde83ecff0a2f9a6f4e">metric_type</a> == METRIC_INNER_PRODUCT) {</div>
|
|
<div class="line"><a name="l00585"></a><span class="lineno"> 585</span>  <span class="keywordtype">float</span> disij = fvec_inner_product(xi, yj, d);</div>
|
|
<div class="line"><a name="l00586"></a><span class="lineno"> 586</span>  <span class="keywordflow">if</span> (disij > radius) {</div>
|
|
<div class="line"><a name="l00587"></a><span class="lineno"> 587</span>  qres.add (disij, <a class="code" href="structfaiss_1_1IndexIVF.html#af16d325f5bef22b2e5f90ceea796e80d">ids</a>[key][j]);</div>
|
|
<div class="line"><a name="l00588"></a><span class="lineno"> 588</span>  }</div>
|
|
<div class="line"><a name="l00589"></a><span class="lineno"> 589</span>  }</div>
|
|
<div class="line"><a name="l00590"></a><span class="lineno"> 590</span>  }</div>
|
|
<div class="line"><a name="l00591"></a><span class="lineno"> 591</span>  }</div>
|
|
<div class="line"><a name="l00592"></a><span class="lineno"> 592</span>  }</div>
|
|
<div class="line"><a name="l00593"></a><span class="lineno"> 593</span> </div>
|
|
<div class="line"><a name="l00594"></a><span class="lineno"> 594</span>  pres.finalize ();</div>
|
|
<div class="line"><a name="l00595"></a><span class="lineno"> 595</span>  }</div>
|
|
<div class="line"><a name="l00596"></a><span class="lineno"> 596</span> }</div>
|
|
<div class="line"><a name="l00597"></a><span class="lineno"> 597</span> </div>
|
|
<div class="line"><a name="l00598"></a><span class="lineno"><a class="line" href="structfaiss_1_1IndexIVFFlat.html#a2adc0b0002c32ddc01aec4ab96dd659f"> 598</a></span> <span class="keywordtype">void</span> <a class="code" href="structfaiss_1_1IndexIVFFlat.html#a2adc0b0002c32ddc01aec4ab96dd659f">IndexIVFFlat::update_vectors</a> (<span class="keywordtype">int</span> n, <a class="code" href="structfaiss_1_1Index.html#a040c6aed1f224f3ea7bf58eebc0c31a4">idx_t</a> *new_ids, <span class="keyword">const</span> <span class="keywordtype">float</span> *x)</div>
|
|
<div class="line"><a name="l00599"></a><span class="lineno"> 599</span> {</div>
|
|
<div class="line"><a name="l00600"></a><span class="lineno"> 600</span>  FAISS_THROW_IF_NOT (<a class="code" href="structfaiss_1_1IndexIVF.html#aedd0c14b5654295b291638ec7f9f9517">maintain_direct_map</a>);</div>
|
|
<div class="line"><a name="l00601"></a><span class="lineno"> 601</span>  FAISS_THROW_IF_NOT (<a class="code" href="structfaiss_1_1Index.html#a6e92732617c4dbe364e7678dd8773a7f">is_trained</a>);</div>
|
|
<div class="line"><a name="l00602"></a><span class="lineno"> 602</span>  std::vector<idx_t> <a class="code" href="structfaiss_1_1Index.html#a8bc5d8d1cd0dd7b34b3c98a9f76b4a9c">assign</a> (n);</div>
|
|
<div class="line"><a name="l00603"></a><span class="lineno"> 603</span>  <a class="code" href="structfaiss_1_1IndexIVF.html#a4b40cc7a70dff41196a3b8769586667a">quantizer</a>-><a class="code" href="structfaiss_1_1Index.html#a8bc5d8d1cd0dd7b34b3c98a9f76b4a9c">assign</a> (n, x, assign.data());</div>
|
|
<div class="line"><a name="l00604"></a><span class="lineno"> 604</span> </div>
|
|
<div class="line"><a name="l00605"></a><span class="lineno"> 605</span>  <span class="keywordflow">for</span> (<span class="keywordtype">int</span> i = 0; i < n; i++) {</div>
|
|
<div class="line"><a name="l00606"></a><span class="lineno"> 606</span>  <a class="code" href="structfaiss_1_1Index.html#a040c6aed1f224f3ea7bf58eebc0c31a4">idx_t</a> <span class="keywordtype">id</span> = new_ids[i];</div>
|
|
<div class="line"><a name="l00607"></a><span class="lineno"> 607</span>  FAISS_THROW_IF_NOT_MSG (0 <= <span class="keywordtype">id</span> && <span class="keywordtype">id</span> < <a class="code" href="structfaiss_1_1Index.html#a6970683faa021b7a6f1a0865c0d4eccd">ntotal</a>,</div>
|
|
<div class="line"><a name="l00608"></a><span class="lineno"> 608</span>  <span class="stringliteral">"id to update out of range"</span>);</div>
|
|
<div class="line"><a name="l00609"></a><span class="lineno"> 609</span>  { <span class="comment">// remove old one</span></div>
|
|
<div class="line"><a name="l00610"></a><span class="lineno"> 610</span>  <span class="keywordtype">long</span> dm = direct_map[id];</div>
|
|
<div class="line"><a name="l00611"></a><span class="lineno"> 611</span>  <span class="keywordtype">long</span> ofs = dm & 0xffffffff;</div>
|
|
<div class="line"><a name="l00612"></a><span class="lineno"> 612</span>  <span class="keywordtype">long</span> il = dm >> 32;</div>
|
|
<div class="line"><a name="l00613"></a><span class="lineno"> 613</span>  <span class="keywordtype">size_t</span> l = <a class="code" href="structfaiss_1_1IndexIVF.html#af16d325f5bef22b2e5f90ceea796e80d">ids</a>[il].size();</div>
|
|
<div class="line"><a name="l00614"></a><span class="lineno"> 614</span>  <span class="keywordflow">if</span> (ofs != l - 1) {</div>
|
|
<div class="line"><a name="l00615"></a><span class="lineno"> 615</span>  <span class="keywordtype">long</span> id2 = <a class="code" href="structfaiss_1_1IndexIVF.html#af16d325f5bef22b2e5f90ceea796e80d">ids</a>[il].back();</div>
|
|
<div class="line"><a name="l00616"></a><span class="lineno"> 616</span>  <a class="code" href="structfaiss_1_1IndexIVF.html#af16d325f5bef22b2e5f90ceea796e80d">ids</a>[il][ofs] = id2;</div>
|
|
<div class="line"><a name="l00617"></a><span class="lineno"> 617</span>  direct_map[id2] = (il << 32) | ofs;</div>
|
|
<div class="line"><a name="l00618"></a><span class="lineno"> 618</span>  <span class="keywordtype">float</span> * vecs = (<span class="keywordtype">float</span>*)codes[il].data();</div>
|
|
<div class="line"><a name="l00619"></a><span class="lineno"> 619</span>  memcpy (vecs + ofs * d,</div>
|
|
<div class="line"><a name="l00620"></a><span class="lineno"> 620</span>  vecs + (l - 1) * d,</div>
|
|
<div class="line"><a name="l00621"></a><span class="lineno"> 621</span>  d * <span class="keyword">sizeof</span>(<span class="keywordtype">float</span>));</div>
|
|
<div class="line"><a name="l00622"></a><span class="lineno"> 622</span>  }</div>
|
|
<div class="line"><a name="l00623"></a><span class="lineno"> 623</span>  <a class="code" href="structfaiss_1_1IndexIVF.html#af16d325f5bef22b2e5f90ceea796e80d">ids</a>[il].pop_back();</div>
|
|
<div class="line"><a name="l00624"></a><span class="lineno"> 624</span>  codes[il].resize((l - 1) * <a class="code" href="structfaiss_1_1IndexIVF.html#a46d1aeddb60643c5b3f096147c3e028f">code_size</a>);</div>
|
|
<div class="line"><a name="l00625"></a><span class="lineno"> 625</span>  }</div>
|
|
<div class="line"><a name="l00626"></a><span class="lineno"> 626</span>  { <span class="comment">// insert new one</span></div>
|
|
<div class="line"><a name="l00627"></a><span class="lineno"> 627</span>  <span class="keywordtype">long</span> il = assign[i];</div>
|
|
<div class="line"><a name="l00628"></a><span class="lineno"> 628</span>  <span class="keywordtype">size_t</span> l = <a class="code" href="structfaiss_1_1IndexIVF.html#af16d325f5bef22b2e5f90ceea796e80d">ids</a>[il].size();</div>
|
|
<div class="line"><a name="l00629"></a><span class="lineno"> 629</span>  <span class="keywordtype">long</span> dm = (il << 32) | l;</div>
|
|
<div class="line"><a name="l00630"></a><span class="lineno"> 630</span>  direct_map[id] = dm;</div>
|
|
<div class="line"><a name="l00631"></a><span class="lineno"> 631</span>  <a class="code" href="structfaiss_1_1IndexIVF.html#af16d325f5bef22b2e5f90ceea796e80d">ids</a>[il].push_back (<span class="keywordtype">id</span>);</div>
|
|
<div class="line"><a name="l00632"></a><span class="lineno"> 632</span>  codes[il].resize((l + 1) * <a class="code" href="structfaiss_1_1IndexIVF.html#a46d1aeddb60643c5b3f096147c3e028f">code_size</a>);</div>
|
|
<div class="line"><a name="l00633"></a><span class="lineno"> 633</span>  <span class="keywordtype">float</span> * vecs = (<span class="keywordtype">float</span>*)codes[il].data();</div>
|
|
<div class="line"><a name="l00634"></a><span class="lineno"> 634</span>  memcpy (vecs + l * d,</div>
|
|
<div class="line"><a name="l00635"></a><span class="lineno"> 635</span>  x + i * d,</div>
|
|
<div class="line"><a name="l00636"></a><span class="lineno"> 636</span>  d * <span class="keyword">sizeof</span>(<span class="keywordtype">float</span>));</div>
|
|
<div class="line"><a name="l00637"></a><span class="lineno"> 637</span>  }</div>
|
|
<div class="line"><a name="l00638"></a><span class="lineno"> 638</span>  }</div>
|
|
<div class="line"><a name="l00639"></a><span class="lineno"> 639</span> </div>
|
|
<div class="line"><a name="l00640"></a><span class="lineno"> 640</span> }</div>
|
|
<div class="line"><a name="l00641"></a><span class="lineno"> 641</span> </div>
|
|
<div class="line"><a name="l00642"></a><span class="lineno"> 642</span> </div>
|
|
<div class="line"><a name="l00643"></a><span class="lineno"> 643</span> </div>
|
|
<div class="line"><a name="l00644"></a><span class="lineno"> 644</span> </div>
|
|
<div class="line"><a name="l00645"></a><span class="lineno"> 645</span> </div>
|
|
<div class="line"><a name="l00646"></a><span class="lineno"><a class="line" href="structfaiss_1_1IndexIVFFlat.html#af7aa8b40cae6d50317049a252df8fb44"> 646</a></span> <span class="keywordtype">void</span> <a class="code" href="structfaiss_1_1IndexIVFFlat.html#af7aa8b40cae6d50317049a252df8fb44">IndexIVFFlat::reconstruct</a> (<a class="code" href="structfaiss_1_1Index.html#a040c6aed1f224f3ea7bf58eebc0c31a4">idx_t</a> key, <span class="keywordtype">float</span> * recons)<span class="keyword"> const</span></div>
|
|
<div class="line"><a name="l00647"></a><span class="lineno"> 647</span> <span class="keyword"></span>{</div>
|
|
<div class="line"><a name="l00648"></a><span class="lineno"> 648</span>  FAISS_THROW_IF_NOT_MSG (direct_map.size() == <a class="code" href="structfaiss_1_1Index.html#a6970683faa021b7a6f1a0865c0d4eccd">ntotal</a>,</div>
|
|
<div class="line"><a name="l00649"></a><span class="lineno"> 649</span>  <span class="stringliteral">"direct map is not initialized"</span>);</div>
|
|
<div class="line"><a name="l00650"></a><span class="lineno"> 650</span>  <span class="keywordtype">int</span> list_no = direct_map[key] >> 32;</div>
|
|
<div class="line"><a name="l00651"></a><span class="lineno"> 651</span>  <span class="keywordtype">int</span> ofs = direct_map[key] & 0xffffffff;</div>
|
|
<div class="line"><a name="l00652"></a><span class="lineno"> 652</span>  memcpy (recons, &codes[list_no][ofs * <a class="code" href="structfaiss_1_1IndexIVF.html#a46d1aeddb60643c5b3f096147c3e028f">code_size</a>], d * <span class="keyword">sizeof</span>(recons[0]));</div>
|
|
<div class="line"><a name="l00653"></a><span class="lineno"> 653</span> }</div>
|
|
<div class="line"><a name="l00654"></a><span class="lineno"> 654</span> </div>
|
|
<div class="line"><a name="l00655"></a><span class="lineno"> 655</span> </div>
|
|
<div class="line"><a name="l00656"></a><span class="lineno"> 656</span> </div>
|
|
<div class="line"><a name="l00657"></a><span class="lineno"> 657</span> </div>
|
|
<div class="line"><a name="l00658"></a><span class="lineno"> 658</span> } <span class="comment">// namespace faiss</span></div>
|
|
<div class="ttc" id="structfaiss_1_1IndexIVF_html_ae13fe9ff54a870ded3487c5c282ca566"><div class="ttname"><a href="structfaiss_1_1IndexIVF.html#ae13fe9ff54a870ded3487c5c282ca566">faiss::IndexIVF::search_preassigned</a></div><div class="ttdeci">virtual void search_preassigned(idx_t n, const float *x, idx_t k, const idx_t *assign, const float *centroid_dis, float *distances, idx_t *labels, bool store_pairs) const =0</div></div>
|
|
<div class="ttc" id="structfaiss_1_1IndexIVF_html"><div class="ttname"><a href="structfaiss_1_1IndexIVF.html">faiss::IndexIVF</a></div><div class="ttdef"><b>Definition:</b> <a href="IndexIVF_8h_source.html#l00045">IndexIVF.h:45</a></div></div>
|
|
<div class="ttc" id="structfaiss_1_1ClusteringParameters_html_a5c7c6f05c75e1668befdb3be148fd5f9"><div class="ttname"><a href="structfaiss_1_1ClusteringParameters.html#a5c7c6f05c75e1668befdb3be148fd5f9">faiss::ClusteringParameters::niter</a></div><div class="ttdeci">int niter</div><div class="ttdoc">clustering iterations </div><div class="ttdef"><b>Definition:</b> <a href="Clustering_8h_source.html#l00025">Clustering.h:25</a></div></div>
|
|
<div class="ttc" id="structfaiss_1_1RangeSearchPartialResult_1_1QueryResult_html"><div class="ttname"><a href="structfaiss_1_1RangeSearchPartialResult_1_1QueryResult.html">faiss::RangeSearchPartialResult::QueryResult</a></div><div class="ttdoc">result structure for a single query </div><div class="ttdef"><b>Definition:</b> <a href="AuxIndexStructures_8h_source.html#l00145">AuxIndexStructures.h:145</a></div></div>
|
|
<div class="ttc" id="namespacefaiss_html_a7466bd32de31640860393a701eaac5ad"><div class="ttname"><a href="namespacefaiss.html#a7466bd32de31640860393a701eaac5ad">faiss::fvec_L2sqr</a></div><div class="ttdeci">float fvec_L2sqr(const float *x, const float *y, size_t d)</div><div class="ttdoc">Squared L2 distance between two vectors. </div><div class="ttdef"><b>Definition:</b> <a href="utils_8cpp_source.html#l00574">utils.cpp:574</a></div></div>
|
|
<div class="ttc" id="structfaiss_1_1IndexIVF_html_aeab84d4edf2cf9747c923e1a8395d9f3"><div class="ttname"><a href="structfaiss_1_1IndexIVF.html#aeab84d4edf2cf9747c923e1a8395d9f3">faiss::IndexIVF::imbalance_factor</a></div><div class="ttdeci">double imbalance_factor() const </div><div class="ttdoc">1= perfectly balanced, &gt;1: imbalanced </div><div class="ttdef"><b>Definition:</b> <a href="IndexIVF_8cpp_source.html#l00216">IndexIVF.cpp:216</a></div></div>
|
|
<div class="ttc" id="structfaiss_1_1Index_html_a849361f5f0ab0aba8d419c86f2594191"><div class="ttname"><a href="structfaiss_1_1Index.html#a849361f5f0ab0aba8d419c86f2594191">faiss::Index::reset</a></div><div class="ttdeci">virtual void reset()=0</div><div class="ttdoc">removes all elements from the database. </div></div>
|
|
<div class="ttc" id="structfaiss_1_1IndexIVF_html_a2fc63f9bbfe64e05106366465ece2187"><div class="ttname"><a href="structfaiss_1_1IndexIVF.html#a2fc63f9bbfe64e05106366465ece2187">faiss::IndexIVF::copy_subset_to</a></div><div class="ttdeci">virtual void copy_subset_to(IndexIVF &other, int subset_type, long a1, long a2) const </div><div class="ttdef"><b>Definition:</b> <a href="IndexIVF_8cpp_source.html#l00272">IndexIVF.cpp:272</a></div></div>
|
|
<div class="ttc" id="structfaiss_1_1IndexIVF_html_a28c248ae6a2b0991c012ab7abe13574a"><div class="ttname"><a href="structfaiss_1_1IndexIVF.html#a28c248ae6a2b0991c012ab7abe13574a">faiss::IndexIVF::quantizer_trains_alone</a></div><div class="ttdeci">char quantizer_trains_alone</div><div class="ttdef"><b>Definition:</b> <a href="IndexIVF_8h_source.html#l00056">IndexIVF.h:56</a></div></div>
|
|
<div class="ttc" id="structfaiss_1_1IndexIVF_html_affed235eadf27a13d753ee4d33a1dc58"><div class="ttname"><a href="structfaiss_1_1IndexIVF.html#affed235eadf27a13d753ee4d33a1dc58">faiss::IndexIVF::nprobe</a></div><div class="ttdeci">size_t nprobe</div><div class="ttdoc">number of probes at query time </div><div class="ttdef"><b>Definition:</b> <a href="IndexIVF_8h_source.html#l00047">IndexIVF.h:47</a></div></div>
|
|
<div class="ttc" id="structfaiss_1_1Index_html_a1ffe916c958605c38b0b1bfad42485e4"><div class="ttname"><a href="structfaiss_1_1Index.html#a1ffe916c958605c38b0b1bfad42485e4">faiss::Index::train</a></div><div class="ttdeci">virtual void train(idx_t, const float *)</div><div class="ttdef"><b>Definition:</b> <a href="Index_8h_source.html#l00089">Index.h:89</a></div></div>
|
|
<div class="ttc" id="structfaiss_1_1IndexIVFFlat_html_af7aa8b40cae6d50317049a252df8fb44"><div class="ttname"><a href="structfaiss_1_1IndexIVFFlat.html#af7aa8b40cae6d50317049a252df8fb44">faiss::IndexIVFFlat::reconstruct</a></div><div class="ttdeci">void reconstruct(idx_t key, float *recons) const override</div><div class="ttdef"><b>Definition:</b> <a href="IndexIVF_8cpp_source.html#l00646">IndexIVF.cpp:646</a></div></div>
|
|
<div class="ttc" id="structfaiss_1_1Index_html_a8bc5d8d1cd0dd7b34b3c98a9f76b4a9c"><div class="ttname"><a href="structfaiss_1_1Index.html#a8bc5d8d1cd0dd7b34b3c98a9f76b4a9c">faiss::Index::assign</a></div><div class="ttdeci">void assign(idx_t n, const float *x, idx_t *labels, idx_t k=1)</div><div class="ttdef"><b>Definition:</b> <a href="Index_8cpp_source.html#l00023">Index.cpp:23</a></div></div>
|
|
<div class="ttc" id="structfaiss_1_1IDSelector_html"><div class="ttname"><a href="structfaiss_1_1IDSelector.html">faiss::IDSelector</a></div><div class="ttdef"><b>Definition:</b> <a href="AuxIndexStructures_8h_source.html#l00052">AuxIndexStructures.h:52</a></div></div>
|
|
<div class="ttc" id="structfaiss_1_1IndexFlatL2_html"><div class="ttname"><a href="structfaiss_1_1IndexFlatL2.html">faiss::IndexFlatL2</a></div><div class="ttdef"><b>Definition:</b> <a href="IndexFlat_8h_source.html#l00079">IndexFlat.h:79</a></div></div>
|
|
<div class="ttc" id="structfaiss_1_1IndexIVFFlat_html_ad2b306f160e153b5cfb572cf1d8ece24"><div class="ttname"><a href="structfaiss_1_1IndexIVFFlat.html#ad2b306f160e153b5cfb572cf1d8ece24">faiss::IndexIVFFlat::range_search</a></div><div class="ttdeci">void range_search(idx_t n, const float *x, float radius, RangeSearchResult *result) const override</div><div class="ttdef"><b>Definition:</b> <a href="IndexIVF_8cpp_source.html#l00548">IndexIVF.cpp:548</a></div></div>
|
|
<div class="ttc" id="structfaiss_1_1Index_html_aa6931dfe054b33b02c842ff75f7a0c7f"><div class="ttname"><a href="structfaiss_1_1Index.html#aa6931dfe054b33b02c842ff75f7a0c7f">faiss::Index::add_with_ids</a></div><div class="ttdeci">virtual void add_with_ids(idx_t n, const float *x, const long *xids)</div><div class="ttdef"><b>Definition:</b> <a href="Index_8cpp_source.html#l00030">Index.cpp:30</a></div></div>
|
|
<div class="ttc" id="structfaiss_1_1IndexIVF_html_a567ef760fd09d09ce2ee4f4e6c2d7280"><div class="ttname"><a href="structfaiss_1_1IndexIVF.html#a567ef760fd09d09ce2ee4f4e6c2d7280">faiss::IndexIVF::train_residual</a></div><div class="ttdeci">virtual void train_residual(idx_t n, const float *x)</div><div class="ttdef"><b>Definition:</b> <a href="IndexIVF_8cpp_source.html#l00208">IndexIVF.cpp:208</a></div></div>
|
|
<div class="ttc" id="structfaiss_1_1ScopeDeleter_html"><div class="ttname"><a href="structfaiss_1_1ScopeDeleter.html">faiss::ScopeDeleter</a></div><div class="ttdef"><b>Definition:</b> <a href="FaissException_8h_source.html#l00039">FaissException.h:39</a></div></div>
|
|
<div class="ttc" id="namespacefaiss_html_af762526714e6138009c72aee98657538"><div class="ttname"><a href="namespacefaiss.html#af762526714e6138009c72aee98657538">faiss::imbalance_factor</a></div><div class="ttdeci">double imbalance_factor(int n, int k, const long *assign)</div><div class="ttdoc">a balanced assignment has a IF of 1 </div><div class="ttdef"><b>Definition:</b> <a href="utils_8cpp_source.html#l01625">utils.cpp:1625</a></div></div>
|
|
<div class="ttc" id="structfaiss_1_1IndexIVF_html_af16d325f5bef22b2e5f90ceea796e80d"><div class="ttname"><a href="structfaiss_1_1IndexIVF.html#af16d325f5bef22b2e5f90ceea796e80d">faiss::IndexIVF::ids</a></div><div class="ttdeci">std::vector< std::vector< long > > ids</div><div class="ttdoc">Inverted lists for indexes. </div><div class="ttdef"><b>Definition:</b> <a href="IndexIVF_8h_source.html#l00062">IndexIVF.h:62</a></div></div>
|
|
<div class="ttc" id="structfaiss_1_1Index_html_a2a002388d2c081c2dbab8508dcefe73d"><div class="ttname"><a href="structfaiss_1_1Index.html#a2a002388d2c081c2dbab8508dcefe73d">faiss::Index::d</a></div><div class="ttdeci">int d</div><div class="ttdoc">vector dimension </div><div class="ttdef"><b>Definition:</b> <a href="Index_8h_source.html#l00064">Index.h:64</a></div></div>
|
|
<div class="ttc" id="structfaiss_1_1IndexIVF_html_a4b40cc7a70dff41196a3b8769586667a"><div class="ttname"><a href="structfaiss_1_1IndexIVF.html#a4b40cc7a70dff41196a3b8769586667a">faiss::IndexIVF::quantizer</a></div><div class="ttdeci">Index * quantizer</div><div class="ttdoc">quantizer that maps vectors to inverted lists </div><div class="ttdef"><b>Definition:</b> <a href="IndexIVF_8h_source.html#l00049">IndexIVF.h:49</a></div></div>
|
|
<div class="ttc" id="structfaiss_1_1IndexIVF_html_a7a1d5eec194db0977b2318c6ed6a2b86"><div class="ttname"><a href="structfaiss_1_1IndexIVF.html#a7a1d5eec194db0977b2318c6ed6a2b86">faiss::IndexIVF::train</a></div><div class="ttdeci">void train(idx_t n, const float *x) override</div><div class="ttdoc">Trains the quantizer and calls train_residual to train sub-quantizers. </div><div class="ttdef"><b>Definition:</b> <a href="IndexIVF_8cpp_source.html#l00157">IndexIVF.cpp:157</a></div></div>
|
|
<div class="ttc" id="structfaiss_1_1IndexIVF_html_a9746bcd42ecec1501f221e918b25e8e7"><div class="ttname"><a href="structfaiss_1_1IndexIVF.html#a9746bcd42ecec1501f221e918b25e8e7">faiss::IndexIVF::cp</a></div><div class="ttdeci">ClusteringParameters cp</div><div class="ttdoc">to override default clustering params </div><div class="ttdef"><b>Definition:</b> <a href="IndexIVF_8h_source.html#l00059">IndexIVF.h:59</a></div></div>
|
|
<div class="ttc" id="structfaiss_1_1IndexIVFFlat_html_a5f7356766632d3ce2838f285aa6b8e76"><div class="ttname"><a href="structfaiss_1_1IndexIVFFlat.html#a5f7356766632d3ce2838f285aa6b8e76">faiss::IndexIVFFlat::add_with_ids</a></div><div class="ttdeci">void add_with_ids(idx_t n, const float *x, const long *xids) override</div><div class="ttdoc">implemented for all IndexIVF* classes </div><div class="ttdef"><b>Definition:</b> <a href="IndexIVF_8cpp_source.html#l00361">IndexIVF.cpp:361</a></div></div>
|
|
<div class="ttc" id="structfaiss_1_1IndexIVF_html_a9795f618f962afbb79681b4af36d1d86"><div class="ttname"><a href="structfaiss_1_1IndexIVF.html#a9795f618f962afbb79681b4af36d1d86">faiss::IndexIVF::clustering_index</a></div><div class="ttdeci">Index * clustering_index</div><div class="ttdoc">to override index used during clustering </div><div class="ttdef"><b>Definition:</b> <a href="IndexIVF_8h_source.html#l00060">IndexIVF.h:60</a></div></div>
|
|
<div class="ttc" id="structfaiss_1_1Clustering_html"><div class="ttname"><a href="structfaiss_1_1Clustering.html">faiss::Clustering</a></div><div class="ttdef"><b>Definition:</b> <a href="Clustering_8h_source.html#l00057">Clustering.h:57</a></div></div>
|
|
<div class="ttc" id="structfaiss_1_1Index_html_a1b5e9ac70adbce0897dd6c8276ad96f2"><div class="ttname"><a href="structfaiss_1_1Index.html#a1b5e9ac70adbce0897dd6c8276ad96f2">faiss::Index::add</a></div><div class="ttdeci">virtual void add(idx_t n, const float *x)=0</div></div>
|
|
<div class="ttc" id="structfaiss_1_1IndexIVF_html_aed2e9757ad5f3c234fd8ad60175a2a73"><div class="ttname"><a href="structfaiss_1_1IndexIVF.html#aed2e9757ad5f3c234fd8ad60175a2a73">faiss::IndexIVF::own_fields</a></div><div class="ttdeci">bool own_fields</div><div class="ttdoc">whether object owns the quantizer </div><div class="ttdef"><b>Definition:</b> <a href="IndexIVF_8h_source.html#l00057">IndexIVF.h:57</a></div></div>
|
|
<div class="ttc" id="structfaiss_1_1HeapArray_html"><div class="ttname"><a href="structfaiss_1_1HeapArray.html">faiss::HeapArray</a></div><div class="ttdef"><b>Definition:</b> <a href="Heap_8h_source.html#l00350">Heap.h:350</a></div></div>
|
|
<div class="ttc" id="structfaiss_1_1Index_html_a040c6aed1f224f3ea7bf58eebc0c31a4"><div class="ttname"><a href="structfaiss_1_1Index.html#a040c6aed1f224f3ea7bf58eebc0c31a4">faiss::Index::idx_t</a></div><div class="ttdeci">long idx_t</div><div class="ttdoc">all indices are this type </div><div class="ttdef"><b>Definition:</b> <a href="Index_8h_source.html#l00062">Index.h:62</a></div></div>
|
|
<div class="ttc" id="structfaiss_1_1Index_html_a6970683faa021b7a6f1a0865c0d4eccd"><div class="ttname"><a href="structfaiss_1_1Index.html#a6970683faa021b7a6f1a0865c0d4eccd">faiss::Index::ntotal</a></div><div class="ttdeci">idx_t ntotal</div><div class="ttdoc">total nb of indexed vectors </div><div class="ttdef"><b>Definition:</b> <a href="Index_8h_source.html#l00065">Index.h:65</a></div></div>
|
|
<div class="ttc" id="structfaiss_1_1Index_html_a5590d847c5c2b958affd2a05e58a6f23"><div class="ttname"><a href="structfaiss_1_1Index.html#a5590d847c5c2b958affd2a05e58a6f23">faiss::Index::verbose</a></div><div class="ttdeci">bool verbose</div><div class="ttdoc">verbosity level </div><div class="ttdef"><b>Definition:</b> <a href="Index_8h_source.html#l00066">Index.h:66</a></div></div>
|
|
<div class="ttc" id="structfaiss_1_1IndexIVF_html_a47a3b7665e9d2be41c6d3b2e9144b73f"><div class="ttname"><a href="structfaiss_1_1IndexIVF.html#a47a3b7665e9d2be41c6d3b2e9144b73f">faiss::IndexIVF::reset</a></div><div class="ttdeci">void reset() override</div><div class="ttdoc">removes all elements from the database. </div><div class="ttdef"><b>Definition:</b> <a href="IndexIVF_8cpp_source.html#l00112">IndexIVF.cpp:112</a></div></div>
|
|
<div class="ttc" id="structfaiss_1_1Clustering_html_a64c5ec0b4a7967d8be2872974b455ff1"><div class="ttname"><a href="structfaiss_1_1Clustering.html#a64c5ec0b4a7967d8be2872974b455ff1">faiss::Clustering::centroids</a></div><div class="ttdeci">std::vector< float > centroids</div><div class="ttdoc">centroids (k * d) </div><div class="ttdef"><b>Definition:</b> <a href="Clustering_8h_source.html#l00063">Clustering.h:63</a></div></div>
|
|
<div class="ttc" id="structfaiss_1_1RangeSearchPartialResult_html_a954c26beebb561a6c2b0f399c48a9db3"><div class="ttname"><a href="structfaiss_1_1RangeSearchPartialResult.html#a954c26beebb561a6c2b0f399c48a9db3">faiss::RangeSearchPartialResult::new_result</a></div><div class="ttdeci">QueryResult & new_result(idx_t qno)</div><div class="ttdoc">begin a new result </div><div class="ttdef"><b>Definition:</b> <a href="AuxIndexStructures_8cpp_source.html#l00117">AuxIndexStructures.cpp:117</a></div></div>
|
|
<div class="ttc" id="structfaiss_1_1IndexIVFFlat_html_a2adc0b0002c32ddc01aec4ab96dd659f"><div class="ttname"><a href="structfaiss_1_1IndexIVFFlat.html#a2adc0b0002c32ddc01aec4ab96dd659f">faiss::IndexIVFFlat::update_vectors</a></div><div class="ttdeci">void update_vectors(int nv, idx_t *idx, const float *v)</div><div class="ttdef"><b>Definition:</b> <a href="IndexIVF_8cpp_source.html#l00598">IndexIVF.cpp:598</a></div></div>
|
|
<div class="ttc" id="structfaiss_1_1Index_html_aced51b1ebc33c47ab3ae15ea906559a7"><div class="ttname"><a href="structfaiss_1_1Index.html#aced51b1ebc33c47ab3ae15ea906559a7">faiss::Index::search</a></div><div class="ttdeci">virtual void search(idx_t n, const float *x, idx_t k, float *distances, idx_t *labels) const =0</div></div>
|
|
<div class="ttc" id="structfaiss_1_1RangeSearchPartialResult_html"><div class="ttname"><a href="structfaiss_1_1RangeSearchPartialResult.html">faiss::RangeSearchPartialResult</a></div><div class="ttdoc">the entries in the buffers are split per query </div><div class="ttdef"><b>Definition:</b> <a href="AuxIndexStructures_8h_source.html#l00139">AuxIndexStructures.h:139</a></div></div>
|
|
<div class="ttc" id="structfaiss_1_1RangeSearchResult_html"><div class="ttname"><a href="structfaiss_1_1RangeSearchResult.html">faiss::RangeSearchResult</a></div><div class="ttdef"><b>Definition:</b> <a href="AuxIndexStructures_8h_source.html#l00029">AuxIndexStructures.h:29</a></div></div>
|
|
<div class="ttc" id="structfaiss_1_1IndexIVF_html_a1c11ce77f459e2ab3e5d9a4c2263ad89"><div class="ttname"><a href="structfaiss_1_1IndexIVF.html#a1c11ce77f459e2ab3e5d9a4c2263ad89">faiss::IndexIVF::make_direct_map</a></div><div class="ttdeci">void make_direct_map(bool new_maintain_direct_map=true)</div><div class="ttdef"><b>Definition:</b> <a href="IndexIVF_8cpp_source.html#l00071">IndexIVF.cpp:71</a></div></div>
|
|
<div class="ttc" id="structfaiss_1_1Index_html_a8e18f641854b2bde83ecff0a2f9a6f4e"><div class="ttname"><a href="structfaiss_1_1Index.html#a8e18f641854b2bde83ecff0a2f9a6f4e">faiss::Index::metric_type</a></div><div class="ttdeci">MetricType metric_type</div><div class="ttdoc">type of metric this index uses for search </div><div class="ttdef"><b>Definition:</b> <a href="Index_8h_source.html#l00072">Index.h:72</a></div></div>
|
|
<div class="ttc" id="structfaiss_1_1IndexIVF_html_a513dfec3a250f08a9fdd18a24178e6bb"><div class="ttname"><a href="structfaiss_1_1IndexIVF.html#a513dfec3a250f08a9fdd18a24178e6bb">faiss::IndexIVF::print_stats</a></div><div class="ttdeci">void print_stats() const </div><div class="ttdoc">display some stats about the inverted lists </div><div class="ttdef"><b>Definition:</b> <a href="IndexIVF_8cpp_source.html#l00225">IndexIVF.cpp:225</a></div></div>
|
|
<div class="ttc" id="structfaiss_1_1IndexIVF_html_ab38fde4c923abefc4185eb7450b5b95b"><div class="ttname"><a href="structfaiss_1_1IndexIVF.html#ab38fde4c923abefc4185eb7450b5b95b">faiss::IndexIVF::nlist</a></div><div class="ttdeci">size_t nlist</div><div class="ttdoc">number of possible key values </div><div class="ttdef"><b>Definition:</b> <a href="IndexIVF_8h_source.html#l00046">IndexIVF.h:46</a></div></div>
|
|
<div class="ttc" id="structfaiss_1_1Index_html"><div class="ttname"><a href="structfaiss_1_1Index.html">faiss::Index</a></div><div class="ttdef"><b>Definition:</b> <a href="Index_8h_source.html#l00060">Index.h:60</a></div></div>
|
|
<div class="ttc" id="structfaiss_1_1IndexIVF_html_a821002a9d3a1a74dc8d6f6072eca4075"><div class="ttname"><a href="structfaiss_1_1IndexIVF.html#a821002a9d3a1a74dc8d6f6072eca4075">faiss::IndexIVF::add</a></div><div class="ttdeci">void add(idx_t n, const float *x) override</div><div class="ttdoc">Quantizes x and calls add_with_key. </div><div class="ttdef"><b>Definition:</b> <a href="IndexIVF_8cpp_source.html#l00066">IndexIVF.cpp:66</a></div></div>
|
|
<div class="ttc" id="structfaiss_1_1Clustering_html_a839f210abb11c7a1c7162e336e0ff9cf"><div class="ttname"><a href="structfaiss_1_1Clustering.html#a839f210abb11c7a1c7162e336e0ff9cf">faiss::Clustering::train</a></div><div class="ttdeci">virtual void train(idx_t n, const float *x, faiss::Index &index)</div><div class="ttdoc">Index is used during the assignment stage. </div><div class="ttdef"><b>Definition:</b> <a href="Clustering_8cpp_source.html#l00067">Clustering.cpp:67</a></div></div>
|
|
<div class="ttc" id="structfaiss_1_1Index_html_a6e92732617c4dbe364e7678dd8773a7f"><div class="ttname"><a href="structfaiss_1_1Index.html#a6e92732617c4dbe364e7678dd8773a7f">faiss::Index::is_trained</a></div><div class="ttdeci">bool is_trained</div><div class="ttdoc">set if the Index does not require training, or if training is done already </div><div class="ttdef"><b>Definition:</b> <a href="Index_8h_source.html#l00069">Index.h:69</a></div></div>
|
|
<div class="ttc" id="structfaiss_1_1IndexIVF_html_a545c275690fac76be8c1a4685b3c7b8e"><div class="ttname"><a href="structfaiss_1_1IndexIVF.html#a545c275690fac76be8c1a4685b3c7b8e">faiss::IndexIVF::remove_ids</a></div><div class="ttdeci">long remove_ids(const IDSelector &sel) override</div><div class="ttdoc">Dataset manipulation functions. </div><div class="ttdef"><b>Definition:</b> <a href="IndexIVF_8cpp_source.html#l00123">IndexIVF.cpp:123</a></div></div>
|
|
<div class="ttc" id="structfaiss_1_1IndexIVF_html_aedd0c14b5654295b291638ec7f9f9517"><div class="ttname"><a href="structfaiss_1_1IndexIVF.html#aedd0c14b5654295b291638ec7f9f9517">faiss::IndexIVF::maintain_direct_map</a></div><div class="ttdeci">bool maintain_direct_map</div><div class="ttdoc">map for direct access to the elements. Enables reconstruct(). </div><div class="ttdef"><b>Definition:</b> <a href="IndexIVF_8h_source.html#l00068">IndexIVF.h:68</a></div></div>
|
|
<div class="ttc" id="structfaiss_1_1ClusteringParameters_html_ad997fb511f574f7ddc69938c21612f8d"><div class="ttname"><a href="structfaiss_1_1ClusteringParameters.html#ad997fb511f574f7ddc69938c21612f8d">faiss::ClusteringParameters::spherical</a></div><div class="ttdeci">bool spherical</div><div class="ttdoc">do we want normalized centroids? </div><div class="ttdef"><b>Definition:</b> <a href="Clustering_8h_source.html#l00029">Clustering.h:29</a></div></div>
|
|
<div class="ttc" id="structfaiss_1_1IndexIVF_html_ae2fd47b7d52603659e269aa8f6abb613"><div class="ttname"><a href="structfaiss_1_1IndexIVF.html#ae2fd47b7d52603659e269aa8f6abb613">faiss::IndexIVF::search</a></div><div class="ttdeci">virtual void search(idx_t n, const float *x, idx_t k, float *distances, idx_t *labels) const override</div><div class="ttdef"><b>Definition:</b> <a href="IndexIVF_8cpp_source.html#l00096">IndexIVF.cpp:96</a></div></div>
|
|
<div class="ttc" id="structfaiss_1_1IndexIVFFlat_html_a6abfaf0da529ece0e68909aab4c282fd"><div class="ttname"><a href="structfaiss_1_1IndexIVFFlat.html#a6abfaf0da529ece0e68909aab4c282fd">faiss::IndexIVFFlat::search_preassigned</a></div><div class="ttdeci">void search_preassigned(idx_t n, const float *x, idx_t k, const idx_t *assign, const float *centroid_dis, float *distances, idx_t *labels, bool store_pairs) const override</div><div class="ttdef"><b>Definition:</b> <a href="IndexIVF_8cpp_source.html#l00529">IndexIVF.cpp:529</a></div></div>
|
|
<div class="ttc" id="structfaiss_1_1IndexIVF_html_a0f22cc237c30c935df5b6560aecf8f01"><div class="ttname"><a href="structfaiss_1_1IndexIVF.html#a0f22cc237c30c935df5b6560aecf8f01">faiss::IndexIVF::merge_from</a></div><div class="ttdeci">virtual void merge_from(IndexIVF &other, idx_t add_id)</div><div class="ttdef"><b>Definition:</b> <a href="IndexIVF_8cpp_source.html#l00245">IndexIVF.cpp:245</a></div></div>
|
|
<div class="ttc" id="structfaiss_1_1IndexIVF_html_a46d1aeddb60643c5b3f096147c3e028f"><div class="ttname"><a href="structfaiss_1_1IndexIVF.html#a46d1aeddb60643c5b3f096147c3e028f">faiss::IndexIVF::code_size</a></div><div class="ttdeci">size_t code_size</div><div class="ttdoc">code size per vector in bytes </div><div class="ttdef"><b>Definition:</b> <a href="IndexIVF_8h_source.html#l00064">IndexIVF.h:64</a></div></div>
|
|
<div class="ttc" id="namespacefaiss_html_afd12191c638da74760ff397cf319752c"><div class="ttname"><a href="namespacefaiss.html#afd12191c638da74760ff397cf319752c">faiss::MetricType</a></div><div class="ttdeci">MetricType</div><div class="ttdoc">Some algorithms support both an inner product version and a L2 search version. </div><div class="ttdef"><b>Definition:</b> <a href="Index_8h_source.html#l00043">Index.h:43</a></div></div>
|
|
<div class="ttc" id="structfaiss_1_1IndexIVFFlat_html_aea729c3d8c70bdd93f8e413e834851a4"><div class="ttname"><a href="structfaiss_1_1IndexIVFFlat.html#aea729c3d8c70bdd93f8e413e834851a4">faiss::IndexIVFFlat::add_core</a></div><div class="ttdeci">virtual void add_core(idx_t n, const float *x, const long *xids, const long *precomputed_idx)</div><div class="ttdoc">same as add_with_ids, with precomputed coarse quantizer </div><div class="ttdef"><b>Definition:</b> <a href="IndexIVF_8cpp_source.html#l00366">IndexIVF.cpp:366</a></div></div>
|
|
</div><!-- fragment --></div><!-- contents -->
|
|
<!-- start footer part -->
|
|
<hr class="footer"/><address class="footer"><small>
|
|
Generated by  <a href="http://www.doxygen.org/index.html">
|
|
<img class="footer" src="doxygen.png" alt="doxygen"/>
|
|
</a> 1.8.5
|
|
</small></address>
|
|
</body>
|
|
</html>
|