mirror of
https://github.com/facebookresearch/faiss.git
synced 2025-06-03 21:54:02 +08:00
0df3f646fc
various bugfixes from github issues kmean with some frozen centroids GPU better tiling for large flat datasets default AVX for vector ops
568 lines
99 KiB
HTML
568 lines
99 KiB
HTML
<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
|
|
<html xmlns="http://www.w3.org/1999/xhtml">
|
|
<head>
|
|
<meta http-equiv="Content-Type" content="text/xhtml;charset=UTF-8"/>
|
|
<meta http-equiv="X-UA-Compatible" content="IE=9"/>
|
|
<meta name="generator" content="Doxygen 1.8.5"/>
|
|
<title>Faiss: /data/users/matthijs/github_faiss/faiss/gpu/GpuAutoTune.cpp Source File</title>
|
|
<link href="tabs.css" rel="stylesheet" type="text/css"/>
|
|
<script type="text/javascript" src="jquery.js"></script>
|
|
<script type="text/javascript" src="dynsections.js"></script>
|
|
<link href="search/search.css" rel="stylesheet" type="text/css"/>
|
|
<script type="text/javascript" src="search/search.js"></script>
|
|
<script type="text/javascript">
|
|
$(document).ready(function() { searchBox.OnSelectItem(0); });
|
|
</script>
|
|
<link href="doxygen.css" rel="stylesheet" type="text/css" />
|
|
</head>
|
|
<body>
|
|
<div id="top"><!-- do not remove this div, it is closed by doxygen! -->
|
|
<div id="titlearea">
|
|
<table cellspacing="0" cellpadding="0">
|
|
<tbody>
|
|
<tr style="height: 56px;">
|
|
<td style="padding-left: 0.5em;">
|
|
<div id="projectname">Faiss
|
|
</div>
|
|
</td>
|
|
</tr>
|
|
</tbody>
|
|
</table>
|
|
</div>
|
|
<!-- end header part -->
|
|
<!-- Generated by Doxygen 1.8.5 -->
|
|
<script type="text/javascript">
|
|
var searchBox = new SearchBox("searchBox", "search",false,'Search');
|
|
</script>
|
|
<div id="navrow1" class="tabs">
|
|
<ul class="tablist">
|
|
<li><a href="index.html"><span>Main Page</span></a></li>
|
|
<li><a href="namespaces.html"><span>Namespaces</span></a></li>
|
|
<li><a href="annotated.html"><span>Classes</span></a></li>
|
|
<li class="current"><a href="files.html"><span>Files</span></a></li>
|
|
<li>
|
|
<div id="MSearchBox" class="MSearchBoxInactive">
|
|
<span class="left">
|
|
<img id="MSearchSelect" src="search/mag_sel.png"
|
|
onmouseover="return searchBox.OnSearchSelectShow()"
|
|
onmouseout="return searchBox.OnSearchSelectHide()"
|
|
alt=""/>
|
|
<input type="text" id="MSearchField" value="Search" accesskey="S"
|
|
onfocus="searchBox.OnSearchFieldFocus(true)"
|
|
onblur="searchBox.OnSearchFieldFocus(false)"
|
|
onkeyup="searchBox.OnSearchFieldChange(event)"/>
|
|
</span><span class="right">
|
|
<a id="MSearchClose" href="javascript:searchBox.CloseResultsWindow()"><img id="MSearchCloseImg" border="0" src="search/close.png" alt=""/></a>
|
|
</span>
|
|
</div>
|
|
</li>
|
|
</ul>
|
|
</div>
|
|
<div id="navrow2" class="tabs2">
|
|
<ul class="tablist">
|
|
<li><a href="files.html"><span>File List</span></a></li>
|
|
</ul>
|
|
</div>
|
|
<!-- window showing the filter options -->
|
|
<div id="MSearchSelectWindow"
|
|
onmouseover="return searchBox.OnSearchSelectShow()"
|
|
onmouseout="return searchBox.OnSearchSelectHide()"
|
|
onkeydown="return searchBox.OnSearchSelectKey(event)">
|
|
<a class="SelectItem" href="javascript:void(0)" onclick="searchBox.OnSelectItem(0)"><span class="SelectionMark"> </span>All</a><a class="SelectItem" href="javascript:void(0)" onclick="searchBox.OnSelectItem(1)"><span class="SelectionMark"> </span>Classes</a><a class="SelectItem" href="javascript:void(0)" onclick="searchBox.OnSelectItem(2)"><span class="SelectionMark"> </span>Namespaces</a><a class="SelectItem" href="javascript:void(0)" onclick="searchBox.OnSelectItem(3)"><span class="SelectionMark"> </span>Functions</a><a class="SelectItem" href="javascript:void(0)" onclick="searchBox.OnSelectItem(4)"><span class="SelectionMark"> </span>Variables</a><a class="SelectItem" href="javascript:void(0)" onclick="searchBox.OnSelectItem(5)"><span class="SelectionMark"> </span>Typedefs</a><a class="SelectItem" href="javascript:void(0)" onclick="searchBox.OnSelectItem(6)"><span class="SelectionMark"> </span>Enumerations</a><a class="SelectItem" href="javascript:void(0)" onclick="searchBox.OnSelectItem(7)"><span class="SelectionMark"> </span>Enumerator</a><a class="SelectItem" href="javascript:void(0)" onclick="searchBox.OnSelectItem(8)"><span class="SelectionMark"> </span>Friends</a></div>
|
|
|
|
<!-- iframe showing the search results (closed by default) -->
|
|
<div id="MSearchResultsWindow">
|
|
<iframe src="javascript:void(0)" frameborder="0"
|
|
name="MSearchResults" id="MSearchResults">
|
|
</iframe>
|
|
</div>
|
|
|
|
<div id="nav-path" class="navpath">
|
|
<ul>
|
|
<li class="navelem"><a class="el" href="dir_6b3ae6988449b0834e9596fad5d75199.html">gpu</a></li> </ul>
|
|
</div>
|
|
</div><!-- top -->
|
|
<div class="header">
|
|
<div class="headertitle">
|
|
<div class="title">GpuAutoTune.cpp</div> </div>
|
|
</div><!--header-->
|
|
<div class="contents">
|
|
<div class="fragment"><div class="line"><a name="l00001"></a><span class="lineno"> 1</span> <span class="comment">/**</span></div>
|
|
<div class="line"><a name="l00002"></a><span class="lineno"> 2</span> <span class="comment"> * Copyright (c) 2015-present, Facebook, Inc.</span></div>
|
|
<div class="line"><a name="l00003"></a><span class="lineno"> 3</span> <span class="comment"> * All rights reserved.</span></div>
|
|
<div class="line"><a name="l00004"></a><span class="lineno"> 4</span> <span class="comment"> *</span></div>
|
|
<div class="line"><a name="l00005"></a><span class="lineno"> 5</span> <span class="comment"> * This source code is licensed under the BSD+Patents license found in the</span></div>
|
|
<div class="line"><a name="l00006"></a><span class="lineno"> 6</span> <span class="comment"> * LICENSE file in the root directory of this source tree.</span></div>
|
|
<div class="line"><a name="l00007"></a><span class="lineno"> 7</span> <span class="comment"> */</span></div>
|
|
<div class="line"><a name="l00008"></a><span class="lineno"> 8</span> </div>
|
|
<div class="line"><a name="l00009"></a><span class="lineno"> 9</span> <span class="comment">// Copyright 2004-present Facebook. All Rights Reserved.</span></div>
|
|
<div class="line"><a name="l00010"></a><span class="lineno"> 10</span> <span class="preprocessor">#include "GpuAutoTune.h"</span></div>
|
|
<div class="line"><a name="l00011"></a><span class="lineno"> 11</span> <span class="preprocessor">#include <typeinfo></span></div>
|
|
<div class="line"><a name="l00012"></a><span class="lineno"> 12</span> </div>
|
|
<div class="line"><a name="l00013"></a><span class="lineno"> 13</span> <span class="preprocessor">#include "GpuIndex.h"</span></div>
|
|
<div class="line"><a name="l00014"></a><span class="lineno"> 14</span> <span class="preprocessor">#include "../FaissAssert.h"</span></div>
|
|
<div class="line"><a name="l00015"></a><span class="lineno"> 15</span> <span class="preprocessor">#include "../index_io.h"</span></div>
|
|
<div class="line"><a name="l00016"></a><span class="lineno"> 16</span> <span class="preprocessor">#include "../IndexFlat.h"</span></div>
|
|
<div class="line"><a name="l00017"></a><span class="lineno"> 17</span> <span class="preprocessor">#include "../IndexIVF.h"</span></div>
|
|
<div class="line"><a name="l00018"></a><span class="lineno"> 18</span> <span class="preprocessor">#include "../IndexIVFPQ.h"</span></div>
|
|
<div class="line"><a name="l00019"></a><span class="lineno"> 19</span> <span class="preprocessor">#include "../VectorTransform.h"</span></div>
|
|
<div class="line"><a name="l00020"></a><span class="lineno"> 20</span> <span class="preprocessor">#include "../MetaIndexes.h"</span></div>
|
|
<div class="line"><a name="l00021"></a><span class="lineno"> 21</span> <span class="preprocessor">#include "GpuIndexFlat.h"</span></div>
|
|
<div class="line"><a name="l00022"></a><span class="lineno"> 22</span> <span class="preprocessor">#include "GpuIndexIVFFlat.h"</span></div>
|
|
<div class="line"><a name="l00023"></a><span class="lineno"> 23</span> <span class="preprocessor">#include "GpuIndexIVFPQ.h"</span></div>
|
|
<div class="line"><a name="l00024"></a><span class="lineno"> 24</span> <span class="preprocessor">#include "IndexProxy.h"</span></div>
|
|
<div class="line"><a name="l00025"></a><span class="lineno"> 25</span> </div>
|
|
<div class="line"><a name="l00026"></a><span class="lineno"> 26</span> <span class="keyword">namespace </span>faiss { <span class="keyword">namespace </span>gpu {</div>
|
|
<div class="line"><a name="l00027"></a><span class="lineno"> 27</span> </div>
|
|
<div class="line"><a name="l00028"></a><span class="lineno"> 28</span> <span class="comment">/**********************************************************</span></div>
|
|
<div class="line"><a name="l00029"></a><span class="lineno"> 29</span> <span class="comment"> * Cloning from/to GPU</span></div>
|
|
<div class="line"><a name="l00030"></a><span class="lineno"> 30</span> <span class="comment"> **********************************************************/</span></div>
|
|
<div class="line"><a name="l00031"></a><span class="lineno"> 31</span> </div>
|
|
<div class="line"><a name="l00032"></a><span class="lineno"> 32</span> </div>
|
|
<div class="line"><a name="l00033"></a><span class="lineno"><a class="line" href="structfaiss_1_1gpu_1_1ToCPUCloner.html"> 33</a></span> <span class="keyword">struct </span><a class="code" href="structfaiss_1_1gpu_1_1ToCPUCloner.html">ToCPUCloner</a>: <a class="code" href="structfaiss_1_1Cloner.html">Cloner</a> {</div>
|
|
<div class="line"><a name="l00034"></a><span class="lineno"> 34</span> </div>
|
|
<div class="line"><a name="l00035"></a><span class="lineno"> 35</span>  <span class="keywordtype">void</span> merge_index(<a class="code" href="structfaiss_1_1Index.html">Index</a> *dst, <a class="code" href="structfaiss_1_1Index.html">Index</a> *src, <span class="keywordtype">bool</span> successive_ids) {</div>
|
|
<div class="line"><a name="l00036"></a><span class="lineno"> 36</span>  <span class="keywordflow">if</span> (<span class="keyword">auto</span> ifl = dynamic_cast<IndexFlat *>(dst)) {</div>
|
|
<div class="line"><a name="l00037"></a><span class="lineno"> 37</span>  <span class="keyword">auto</span> ifl2 = <span class="keyword">dynamic_cast<</span><span class="keyword">const </span><a class="code" href="structfaiss_1_1IndexFlat.html">IndexFlat</a> *<span class="keyword">></span>(src);</div>
|
|
<div class="line"><a name="l00038"></a><span class="lineno"> 38</span>  FAISS_ASSERT(ifl2);</div>
|
|
<div class="line"><a name="l00039"></a><span class="lineno"> 39</span>  FAISS_ASSERT(successive_ids);</div>
|
|
<div class="line"><a name="l00040"></a><span class="lineno"> 40</span>  ifl->add(ifl2->ntotal, ifl2->xb.data());</div>
|
|
<div class="line"><a name="l00041"></a><span class="lineno"> 41</span>  } <span class="keywordflow">else</span> <span class="keywordflow">if</span>(<span class="keyword">auto</span> ifl = dynamic_cast<IndexIVFFlat *>(dst)) {</div>
|
|
<div class="line"><a name="l00042"></a><span class="lineno"> 42</span>  <span class="keyword">auto</span> ifl2 = <span class="keyword">dynamic_cast<</span><a class="code" href="structfaiss_1_1IndexIVFFlat.html">IndexIVFFlat</a> *<span class="keyword">></span>(src);</div>
|
|
<div class="line"><a name="l00043"></a><span class="lineno"> 43</span>  FAISS_ASSERT(ifl2);</div>
|
|
<div class="line"><a name="l00044"></a><span class="lineno"> 44</span>  ifl->merge_from(*ifl2, successive_ids ? ifl->ntotal : 0);</div>
|
|
<div class="line"><a name="l00045"></a><span class="lineno"> 45</span>  } <span class="keywordflow">else</span> <span class="keywordflow">if</span>(<span class="keyword">auto</span> ifl = dynamic_cast<IndexIVFPQ *>(dst)) {</div>
|
|
<div class="line"><a name="l00046"></a><span class="lineno"> 46</span>  <span class="keyword">auto</span> ifl2 = <span class="keyword">dynamic_cast<</span><a class="code" href="structfaiss_1_1IndexIVFPQ.html">IndexIVFPQ</a> *<span class="keyword">></span>(src);</div>
|
|
<div class="line"><a name="l00047"></a><span class="lineno"> 47</span>  FAISS_ASSERT(ifl2);</div>
|
|
<div class="line"><a name="l00048"></a><span class="lineno"> 48</span>  ifl->merge_from(*ifl2, successive_ids ? ifl->ntotal : 0);</div>
|
|
<div class="line"><a name="l00049"></a><span class="lineno"> 49</span>  } <span class="keywordflow">else</span> {</div>
|
|
<div class="line"><a name="l00050"></a><span class="lineno"> 50</span>  FAISS_ASSERT(!<span class="stringliteral">"merging not implemented for this type of class"</span>);</div>
|
|
<div class="line"><a name="l00051"></a><span class="lineno"> 51</span>  }</div>
|
|
<div class="line"><a name="l00052"></a><span class="lineno"> 52</span>  }</div>
|
|
<div class="line"><a name="l00053"></a><span class="lineno"> 53</span> </div>
|
|
<div class="line"><a name="l00054"></a><span class="lineno"> 54</span> </div>
|
|
<div class="line"><a name="l00055"></a><span class="lineno"> 55</span>  <a class="code" href="structfaiss_1_1Index.html">Index</a> *clone_Index(<span class="keyword">const</span> <a class="code" href="structfaiss_1_1Index.html">Index</a> *index)<span class="keyword"> override </span>{</div>
|
|
<div class="line"><a name="l00056"></a><span class="lineno"> 56</span>  <span class="keywordflow">if</span>(<span class="keyword">auto</span> ifl = dynamic_cast<const GpuIndexFlat *>(index)) {</div>
|
|
<div class="line"><a name="l00057"></a><span class="lineno"> 57</span>  <a class="code" href="structfaiss_1_1IndexFlat.html">IndexFlat</a> *res = <span class="keyword">new</span> <a class="code" href="structfaiss_1_1IndexFlat.html">IndexFlat</a>();</div>
|
|
<div class="line"><a name="l00058"></a><span class="lineno"> 58</span>  ifl->copyTo(res);</div>
|
|
<div class="line"><a name="l00059"></a><span class="lineno"> 59</span>  <span class="keywordflow">return</span> res;</div>
|
|
<div class="line"><a name="l00060"></a><span class="lineno"> 60</span>  } <span class="keywordflow">else</span> <span class="keywordflow">if</span>(<span class="keyword">auto</span> ifl = dynamic_cast<const GpuIndexIVFFlat *>(index)) {</div>
|
|
<div class="line"><a name="l00061"></a><span class="lineno"> 61</span>  <a class="code" href="structfaiss_1_1IndexIVFFlat.html">IndexIVFFlat</a> *res = <span class="keyword">new</span> <a class="code" href="structfaiss_1_1IndexIVFFlat.html">IndexIVFFlat</a>();</div>
|
|
<div class="line"><a name="l00062"></a><span class="lineno"> 62</span>  ifl->copyTo(res);</div>
|
|
<div class="line"><a name="l00063"></a><span class="lineno"> 63</span>  <span class="keywordflow">return</span> res;</div>
|
|
<div class="line"><a name="l00064"></a><span class="lineno"> 64</span>  } <span class="keywordflow">else</span> <span class="keywordflow">if</span>(<span class="keyword">auto</span> ipq = dynamic_cast<const GpuIndexIVFPQ *>(index)) {</div>
|
|
<div class="line"><a name="l00065"></a><span class="lineno"> 65</span>  <a class="code" href="structfaiss_1_1IndexIVFPQ.html">IndexIVFPQ</a> *res = <span class="keyword">new</span> <a class="code" href="structfaiss_1_1IndexIVFPQ.html">IndexIVFPQ</a>();</div>
|
|
<div class="line"><a name="l00066"></a><span class="lineno"> 66</span>  ipq->copyTo(res);</div>
|
|
<div class="line"><a name="l00067"></a><span class="lineno"> 67</span>  <span class="keywordflow">return</span> res;</div>
|
|
<div class="line"><a name="l00068"></a><span class="lineno"> 68</span> </div>
|
|
<div class="line"><a name="l00069"></a><span class="lineno"> 69</span>  <span class="comment">// for IndexShards and IndexProxy we assume that the</span></div>
|
|
<div class="line"><a name="l00070"></a><span class="lineno"> 70</span>  <span class="comment">// objective is to make a single component out of them</span></div>
|
|
<div class="line"><a name="l00071"></a><span class="lineno"> 71</span>  <span class="comment">// (inverse op of ToGpuClonerMultiple)</span></div>
|
|
<div class="line"><a name="l00072"></a><span class="lineno"> 72</span> </div>
|
|
<div class="line"><a name="l00073"></a><span class="lineno"> 73</span>  } <span class="keywordflow">else</span> <span class="keywordflow">if</span>(<span class="keyword">auto</span> ish = dynamic_cast<const IndexShards *>(index)) {</div>
|
|
<div class="line"><a name="l00074"></a><span class="lineno"> 74</span>  <span class="keywordtype">int</span> nshard = ish->shard_indexes.size();</div>
|
|
<div class="line"><a name="l00075"></a><span class="lineno"> 75</span>  FAISS_ASSERT(nshard > 0);</div>
|
|
<div class="line"><a name="l00076"></a><span class="lineno"> 76</span>  <a class="code" href="structfaiss_1_1Index.html">Index</a> *res = clone_Index(ish->shard_indexes[0]);</div>
|
|
<div class="line"><a name="l00077"></a><span class="lineno"> 77</span>  <span class="keywordflow">for</span>(<span class="keywordtype">int</span> i = 1; i < ish->shard_indexes.size(); i++) {</div>
|
|
<div class="line"><a name="l00078"></a><span class="lineno"> 78</span>  <a class="code" href="structfaiss_1_1Index.html">Index</a> *res_i = clone_Index(ish->shard_indexes[i]);</div>
|
|
<div class="line"><a name="l00079"></a><span class="lineno"> 79</span>  merge_index(res, res_i, ish->successive_ids);</div>
|
|
<div class="line"><a name="l00080"></a><span class="lineno"> 80</span>  <span class="keyword">delete</span> res_i;</div>
|
|
<div class="line"><a name="l00081"></a><span class="lineno"> 81</span>  }</div>
|
|
<div class="line"><a name="l00082"></a><span class="lineno"> 82</span>  <span class="keywordflow">return</span> res;</div>
|
|
<div class="line"><a name="l00083"></a><span class="lineno"> 83</span>  } <span class="keywordflow">else</span> <span class="keywordflow">if</span>(<span class="keyword">auto</span> ipr = dynamic_cast<const IndexProxy *>(index)) {</div>
|
|
<div class="line"><a name="l00084"></a><span class="lineno"> 84</span>  <span class="comment">// just clone one of the replicas</span></div>
|
|
<div class="line"><a name="l00085"></a><span class="lineno"> 85</span>  FAISS_ASSERT(ipr->count() > 0);</div>
|
|
<div class="line"><a name="l00086"></a><span class="lineno"> 86</span>  <span class="keywordflow">return</span> clone_Index(ipr->at(0));</div>
|
|
<div class="line"><a name="l00087"></a><span class="lineno"> 87</span>  } <span class="keywordflow">else</span> {</div>
|
|
<div class="line"><a name="l00088"></a><span class="lineno"> 88</span>  <span class="keywordflow">return</span> Cloner::clone_Index(index);</div>
|
|
<div class="line"><a name="l00089"></a><span class="lineno"> 89</span>  }</div>
|
|
<div class="line"><a name="l00090"></a><span class="lineno"> 90</span>  }</div>
|
|
<div class="line"><a name="l00091"></a><span class="lineno"> 91</span> };</div>
|
|
<div class="line"><a name="l00092"></a><span class="lineno"> 92</span> </div>
|
|
<div class="line"><a name="l00093"></a><span class="lineno"> 93</span> <a class="code" href="structfaiss_1_1Index.html">faiss::Index</a> * index_gpu_to_cpu(<span class="keyword">const</span> <a class="code" href="structfaiss_1_1Index.html">faiss::Index</a> *gpu_index)</div>
|
|
<div class="line"><a name="l00094"></a><span class="lineno"> 94</span> {</div>
|
|
<div class="line"><a name="l00095"></a><span class="lineno"> 95</span>  <a class="code" href="structfaiss_1_1gpu_1_1ToCPUCloner.html">ToCPUCloner</a> cl;</div>
|
|
<div class="line"><a name="l00096"></a><span class="lineno"> 96</span>  <span class="keywordflow">return</span> cl.clone_Index(gpu_index);</div>
|
|
<div class="line"><a name="l00097"></a><span class="lineno"> 97</span> }</div>
|
|
<div class="line"><a name="l00098"></a><span class="lineno"> 98</span> </div>
|
|
<div class="line"><a name="l00099"></a><span class="lineno"> 99</span> </div>
|
|
<div class="line"><a name="l00100"></a><span class="lineno"> 100</span> </div>
|
|
<div class="line"><a name="l00101"></a><span class="lineno"><a class="line" href="structfaiss_1_1gpu_1_1ToGpuCloner.html"> 101</a></span> <span class="keyword">struct </span><a class="code" href="structfaiss_1_1gpu_1_1ToGpuCloner.html">ToGpuCloner</a>: <a class="code" href="structfaiss_1_1Cloner.html">faiss::Cloner</a>, <a class="code" href="structfaiss_1_1gpu_1_1GpuClonerOptions.html">GpuClonerOptions</a> {</div>
|
|
<div class="line"><a name="l00102"></a><span class="lineno"> 102</span>  <a class="code" href="classfaiss_1_1gpu_1_1GpuResources.html">GpuResources</a> *resources;</div>
|
|
<div class="line"><a name="l00103"></a><span class="lineno"> 103</span>  <span class="keywordtype">int</span> device;</div>
|
|
<div class="line"><a name="l00104"></a><span class="lineno"> 104</span> </div>
|
|
<div class="line"><a name="l00105"></a><span class="lineno"> 105</span>  <a class="code" href="structfaiss_1_1gpu_1_1ToGpuCloner.html">ToGpuCloner</a>(<a class="code" href="classfaiss_1_1gpu_1_1GpuResources.html">GpuResources</a> *resources, <span class="keywordtype">int</span> device,</div>
|
|
<div class="line"><a name="l00106"></a><span class="lineno"> 106</span>  <span class="keyword">const</span> <a class="code" href="structfaiss_1_1gpu_1_1GpuClonerOptions.html">GpuClonerOptions</a> &options):</div>
|
|
<div class="line"><a name="l00107"></a><span class="lineno"> 107</span>  <a class="code" href="structfaiss_1_1gpu_1_1GpuClonerOptions.html">GpuClonerOptions</a>(options), resources(resources), device(device)</div>
|
|
<div class="line"><a name="l00108"></a><span class="lineno"> 108</span>  {}</div>
|
|
<div class="line"><a name="l00109"></a><span class="lineno"> 109</span> </div>
|
|
<div class="line"><a name="l00110"></a><span class="lineno"> 110</span>  <a class="code" href="structfaiss_1_1Index.html">Index</a> *clone_Index(<span class="keyword">const</span> <a class="code" href="structfaiss_1_1Index.html">Index</a> *index)<span class="keyword"> override </span>{</div>
|
|
<div class="line"><a name="l00111"></a><span class="lineno"> 111</span>  <span class="keywordflow">if</span>(<span class="keyword">auto</span> ifl = dynamic_cast<const IndexFlat *>(index)) {</div>
|
|
<div class="line"><a name="l00112"></a><span class="lineno"> 112</span>  <a class="code" href="structfaiss_1_1gpu_1_1GpuIndexFlatConfig.html">GpuIndexFlatConfig</a> config;</div>
|
|
<div class="line"><a name="l00113"></a><span class="lineno"> 113</span>  config.<a class="code" href="structfaiss_1_1gpu_1_1GpuIndexConfig.html#aab05a0aa7b42feae7df4e556a52ead57">device</a> = device;</div>
|
|
<div class="line"><a name="l00114"></a><span class="lineno"> 114</span>  config.<a class="code" href="structfaiss_1_1gpu_1_1GpuIndexFlatConfig.html#afd694186c87751937a646f3db2c8ba3d">useFloat16</a> = <a class="code" href="structfaiss_1_1gpu_1_1GpuClonerOptions.html#ac7cc57d6091d6a79ea6020bf8d1fbe27">useFloat16</a>;</div>
|
|
<div class="line"><a name="l00115"></a><span class="lineno"> 115</span>  config.<a class="code" href="structfaiss_1_1gpu_1_1GpuIndexFlatConfig.html#a0342a26f5e59563bfe04f3f80e3b27f0">storeTransposed</a> = <a class="code" href="structfaiss_1_1gpu_1_1GpuClonerOptions.html#a5f2470ec5b2a8fe7aae0542f113b781d">storeTransposed</a>;</div>
|
|
<div class="line"><a name="l00116"></a><span class="lineno"> 116</span> </div>
|
|
<div class="line"><a name="l00117"></a><span class="lineno"> 117</span>  <span class="keywordflow">return</span> <span class="keyword">new</span> <a class="code" href="classfaiss_1_1gpu_1_1GpuIndexFlat.html">GpuIndexFlat</a>(resources, ifl, config);</div>
|
|
<div class="line"><a name="l00118"></a><span class="lineno"> 118</span>  } <span class="keywordflow">else</span> <span class="keywordflow">if</span>(<span class="keyword">auto</span> ifl = dynamic_cast<const faiss::IndexIVFFlat *>(index)) {</div>
|
|
<div class="line"><a name="l00119"></a><span class="lineno"> 119</span>  <a class="code" href="structfaiss_1_1gpu_1_1GpuIndexIVFFlatConfig.html">GpuIndexIVFFlatConfig</a> config;</div>
|
|
<div class="line"><a name="l00120"></a><span class="lineno"> 120</span>  config.<a class="code" href="structfaiss_1_1gpu_1_1GpuIndexConfig.html#aab05a0aa7b42feae7df4e556a52ead57">device</a> = device;</div>
|
|
<div class="line"><a name="l00121"></a><span class="lineno"> 121</span>  config.<a class="code" href="structfaiss_1_1gpu_1_1GpuIndexIVFConfig.html#af432221761d48e4753f501208a60264d">indicesOptions</a> = <a class="code" href="structfaiss_1_1gpu_1_1GpuClonerOptions.html#ad960ac51b7cc607fcb1a1b07efc32a9e">indicesOptions</a>;</div>
|
|
<div class="line"><a name="l00122"></a><span class="lineno"> 122</span>  config.<a class="code" href="structfaiss_1_1gpu_1_1GpuIndexIVFConfig.html#a6d357a9a67a2fed9c8e7b139712d30f6">flatConfig</a>.<a class="code" href="structfaiss_1_1gpu_1_1GpuIndexFlatConfig.html#afd694186c87751937a646f3db2c8ba3d">useFloat16</a> = <a class="code" href="structfaiss_1_1gpu_1_1GpuClonerOptions.html#a85f3093908b6e9a503c24bb226b17b1b">useFloat16CoarseQuantizer</a>;</div>
|
|
<div class="line"><a name="l00123"></a><span class="lineno"> 123</span>  config.<a class="code" href="structfaiss_1_1gpu_1_1GpuIndexIVFConfig.html#a6d357a9a67a2fed9c8e7b139712d30f6">flatConfig</a>.<a class="code" href="structfaiss_1_1gpu_1_1GpuIndexFlatConfig.html#a0342a26f5e59563bfe04f3f80e3b27f0">storeTransposed</a> = <a class="code" href="structfaiss_1_1gpu_1_1GpuClonerOptions.html#a5f2470ec5b2a8fe7aae0542f113b781d">storeTransposed</a>;</div>
|
|
<div class="line"><a name="l00124"></a><span class="lineno"> 124</span>  config.<a class="code" href="structfaiss_1_1gpu_1_1GpuIndexIVFFlatConfig.html#ab98ac354bcd5632976f7edc2deda6e57">useFloat16IVFStorage</a> = <a class="code" href="structfaiss_1_1gpu_1_1GpuClonerOptions.html#ac7cc57d6091d6a79ea6020bf8d1fbe27">useFloat16</a>;</div>
|
|
<div class="line"><a name="l00125"></a><span class="lineno"> 125</span> </div>
|
|
<div class="line"><a name="l00126"></a><span class="lineno"> 126</span>  <a class="code" href="classfaiss_1_1gpu_1_1GpuIndexIVFFlat.html">GpuIndexIVFFlat</a> *res =</div>
|
|
<div class="line"><a name="l00127"></a><span class="lineno"> 127</span>  <span class="keyword">new</span> <a class="code" href="classfaiss_1_1gpu_1_1GpuIndexIVFFlat.html">GpuIndexIVFFlat</a>(resources,</div>
|
|
<div class="line"><a name="l00128"></a><span class="lineno"> 128</span>  ifl->d,</div>
|
|
<div class="line"><a name="l00129"></a><span class="lineno"> 129</span>  ifl->nlist,</div>
|
|
<div class="line"><a name="l00130"></a><span class="lineno"> 130</span>  ifl->metric_type,</div>
|
|
<div class="line"><a name="l00131"></a><span class="lineno"> 131</span>  config);</div>
|
|
<div class="line"><a name="l00132"></a><span class="lineno"> 132</span>  <span class="keywordflow">if</span>(<a class="code" href="structfaiss_1_1gpu_1_1GpuClonerOptions.html#ab60dd87e51af59373a48d73852573f04">reserveVecs</a> > 0 && ifl->ntotal == 0) {</div>
|
|
<div class="line"><a name="l00133"></a><span class="lineno"> 133</span>  res-><a class="code" href="classfaiss_1_1gpu_1_1GpuIndexIVFFlat.html#a329d7734f1285788d10c1fbf1f88d72f">reserveMemory</a>(<a class="code" href="structfaiss_1_1gpu_1_1GpuClonerOptions.html#ab60dd87e51af59373a48d73852573f04">reserveVecs</a>);</div>
|
|
<div class="line"><a name="l00134"></a><span class="lineno"> 134</span>  }</div>
|
|
<div class="line"><a name="l00135"></a><span class="lineno"> 135</span> </div>
|
|
<div class="line"><a name="l00136"></a><span class="lineno"> 136</span>  res-><a class="code" href="classfaiss_1_1gpu_1_1GpuIndexIVFFlat.html#a96fd66c31c7e46b1549ed61d1b3476f3">copyFrom</a>(ifl);</div>
|
|
<div class="line"><a name="l00137"></a><span class="lineno"> 137</span>  <span class="keywordflow">return</span> res;</div>
|
|
<div class="line"><a name="l00138"></a><span class="lineno"> 138</span>  } <span class="keywordflow">else</span> <span class="keywordflow">if</span>(<span class="keyword">auto</span> ipq = dynamic_cast<const faiss::IndexIVFPQ *>(index)) {</div>
|
|
<div class="line"><a name="l00139"></a><span class="lineno"> 139</span>  <span class="keywordflow">if</span>(<a class="code" href="structfaiss_1_1gpu_1_1GpuClonerOptions.html#abc7d0451773e0f2f640338533abc1397">verbose</a>)</div>
|
|
<div class="line"><a name="l00140"></a><span class="lineno"> 140</span>  printf(<span class="stringliteral">" IndexIVFPQ size %ld -> GpuIndexIVFPQ "</span></div>
|
|
<div class="line"><a name="l00141"></a><span class="lineno"> 141</span>  <span class="stringliteral">"indicesOptions=%d "</span></div>
|
|
<div class="line"><a name="l00142"></a><span class="lineno"> 142</span>  <span class="stringliteral">"usePrecomputed=%d useFloat16=%d reserveVecs=%ld\n"</span>,</div>
|
|
<div class="line"><a name="l00143"></a><span class="lineno"> 143</span>  ipq->ntotal, <a class="code" href="structfaiss_1_1gpu_1_1GpuClonerOptions.html#ad960ac51b7cc607fcb1a1b07efc32a9e">indicesOptions</a>, <a class="code" href="structfaiss_1_1gpu_1_1GpuClonerOptions.html#abc9c607f2dfc9f23942a523fb49c63fe">usePrecomputed</a>,</div>
|
|
<div class="line"><a name="l00144"></a><span class="lineno"> 144</span>  <a class="code" href="structfaiss_1_1gpu_1_1GpuClonerOptions.html#ac7cc57d6091d6a79ea6020bf8d1fbe27">useFloat16</a>, <a class="code" href="structfaiss_1_1gpu_1_1GpuClonerOptions.html#ab60dd87e51af59373a48d73852573f04">reserveVecs</a>);</div>
|
|
<div class="line"><a name="l00145"></a><span class="lineno"> 145</span>  <a class="code" href="structfaiss_1_1gpu_1_1GpuIndexIVFPQConfig.html">GpuIndexIVFPQConfig</a> config;</div>
|
|
<div class="line"><a name="l00146"></a><span class="lineno"> 146</span>  config.<a class="code" href="structfaiss_1_1gpu_1_1GpuIndexConfig.html#aab05a0aa7b42feae7df4e556a52ead57">device</a> = device;</div>
|
|
<div class="line"><a name="l00147"></a><span class="lineno"> 147</span>  config.<a class="code" href="structfaiss_1_1gpu_1_1GpuIndexIVFConfig.html#af432221761d48e4753f501208a60264d">indicesOptions</a> = <a class="code" href="structfaiss_1_1gpu_1_1GpuClonerOptions.html#ad960ac51b7cc607fcb1a1b07efc32a9e">indicesOptions</a>;</div>
|
|
<div class="line"><a name="l00148"></a><span class="lineno"> 148</span>  config.<a class="code" href="structfaiss_1_1gpu_1_1GpuIndexIVFConfig.html#a6d357a9a67a2fed9c8e7b139712d30f6">flatConfig</a>.<a class="code" href="structfaiss_1_1gpu_1_1GpuIndexFlatConfig.html#afd694186c87751937a646f3db2c8ba3d">useFloat16</a> = <a class="code" href="structfaiss_1_1gpu_1_1GpuClonerOptions.html#a85f3093908b6e9a503c24bb226b17b1b">useFloat16CoarseQuantizer</a>;</div>
|
|
<div class="line"><a name="l00149"></a><span class="lineno"> 149</span>  config.<a class="code" href="structfaiss_1_1gpu_1_1GpuIndexIVFConfig.html#a6d357a9a67a2fed9c8e7b139712d30f6">flatConfig</a>.<a class="code" href="structfaiss_1_1gpu_1_1GpuIndexFlatConfig.html#a0342a26f5e59563bfe04f3f80e3b27f0">storeTransposed</a> = <a class="code" href="structfaiss_1_1gpu_1_1GpuClonerOptions.html#a5f2470ec5b2a8fe7aae0542f113b781d">storeTransposed</a>;</div>
|
|
<div class="line"><a name="l00150"></a><span class="lineno"> 150</span>  config.<a class="code" href="structfaiss_1_1gpu_1_1GpuIndexIVFPQConfig.html#a9dbbec78d77d90b7b150f543e477cc49">useFloat16LookupTables</a> = <a class="code" href="structfaiss_1_1gpu_1_1GpuClonerOptions.html#ac7cc57d6091d6a79ea6020bf8d1fbe27">useFloat16</a>;</div>
|
|
<div class="line"><a name="l00151"></a><span class="lineno"> 151</span>  config.<a class="code" href="structfaiss_1_1gpu_1_1GpuIndexIVFPQConfig.html#ae5b5c7acc06743e5bcca197bc33c30ec">usePrecomputedTables</a> = <a class="code" href="structfaiss_1_1gpu_1_1GpuClonerOptions.html#abc9c607f2dfc9f23942a523fb49c63fe">usePrecomputed</a>;</div>
|
|
<div class="line"><a name="l00152"></a><span class="lineno"> 152</span> </div>
|
|
<div class="line"><a name="l00153"></a><span class="lineno"> 153</span>  <a class="code" href="classfaiss_1_1gpu_1_1GpuIndexIVFPQ.html">GpuIndexIVFPQ</a> *res = <span class="keyword">new</span> <a class="code" href="classfaiss_1_1gpu_1_1GpuIndexIVFPQ.html">GpuIndexIVFPQ</a>(resources, ipq, config);</div>
|
|
<div class="line"><a name="l00154"></a><span class="lineno"> 154</span> </div>
|
|
<div class="line"><a name="l00155"></a><span class="lineno"> 155</span>  <span class="keywordflow">if</span>(<a class="code" href="structfaiss_1_1gpu_1_1GpuClonerOptions.html#ab60dd87e51af59373a48d73852573f04">reserveVecs</a> > 0 && ipq->ntotal == 0) {</div>
|
|
<div class="line"><a name="l00156"></a><span class="lineno"> 156</span>  res-><a class="code" href="classfaiss_1_1gpu_1_1GpuIndexIVFPQ.html#a4e7d62e21f7e23fa4e94c69131389eea">reserveMemory</a>(<a class="code" href="structfaiss_1_1gpu_1_1GpuClonerOptions.html#ab60dd87e51af59373a48d73852573f04">reserveVecs</a>);</div>
|
|
<div class="line"><a name="l00157"></a><span class="lineno"> 157</span>  }</div>
|
|
<div class="line"><a name="l00158"></a><span class="lineno"> 158</span> </div>
|
|
<div class="line"><a name="l00159"></a><span class="lineno"> 159</span>  <span class="keywordflow">return</span> res;</div>
|
|
<div class="line"><a name="l00160"></a><span class="lineno"> 160</span>  } <span class="keywordflow">else</span> {</div>
|
|
<div class="line"><a name="l00161"></a><span class="lineno"> 161</span>  <span class="keywordflow">return</span> Cloner::clone_Index(index);</div>
|
|
<div class="line"><a name="l00162"></a><span class="lineno"> 162</span>  }</div>
|
|
<div class="line"><a name="l00163"></a><span class="lineno"> 163</span>  }</div>
|
|
<div class="line"><a name="l00164"></a><span class="lineno"> 164</span> </div>
|
|
<div class="line"><a name="l00165"></a><span class="lineno"> 165</span> };</div>
|
|
<div class="line"><a name="l00166"></a><span class="lineno"> 166</span> </div>
|
|
<div class="line"><a name="l00167"></a><span class="lineno"> 167</span> </div>
|
|
<div class="line"><a name="l00168"></a><span class="lineno"> 168</span> <a class="code" href="structfaiss_1_1Index.html">faiss::Index</a> * index_cpu_to_gpu(</div>
|
|
<div class="line"><a name="l00169"></a><span class="lineno"> 169</span>  <a class="code" href="classfaiss_1_1gpu_1_1GpuResources.html">GpuResources</a>* resources, <span class="keywordtype">int</span> device,</div>
|
|
<div class="line"><a name="l00170"></a><span class="lineno"> 170</span>  <span class="keyword">const</span> <a class="code" href="structfaiss_1_1Index.html">faiss::Index</a> *index,</div>
|
|
<div class="line"><a name="l00171"></a><span class="lineno"> 171</span>  <span class="keyword">const</span> <a class="code" href="structfaiss_1_1gpu_1_1GpuClonerOptions.html">GpuClonerOptions</a> *options)</div>
|
|
<div class="line"><a name="l00172"></a><span class="lineno"> 172</span> {</div>
|
|
<div class="line"><a name="l00173"></a><span class="lineno"> 173</span>  <a class="code" href="structfaiss_1_1gpu_1_1GpuClonerOptions.html">GpuClonerOptions</a> defaults;</div>
|
|
<div class="line"><a name="l00174"></a><span class="lineno"> 174</span>  <a class="code" href="structfaiss_1_1gpu_1_1ToGpuCloner.html">ToGpuCloner</a> cl(resources, device, options ? *options : defaults);</div>
|
|
<div class="line"><a name="l00175"></a><span class="lineno"> 175</span>  <span class="keywordflow">return</span> cl.clone_Index(index);</div>
|
|
<div class="line"><a name="l00176"></a><span class="lineno"> 176</span> }</div>
|
|
<div class="line"><a name="l00177"></a><span class="lineno"> 177</span> </div>
|
|
<div class="line"><a name="l00178"></a><span class="lineno"><a class="line" href="structfaiss_1_1gpu_1_1ToGpuClonerMultiple.html"> 178</a></span> <span class="keyword">struct </span><a class="code" href="structfaiss_1_1gpu_1_1ToGpuClonerMultiple.html">ToGpuClonerMultiple</a>: <a class="code" href="structfaiss_1_1Cloner.html">faiss::Cloner</a>, <a class="code" href="structfaiss_1_1gpu_1_1GpuMultipleClonerOptions.html">GpuMultipleClonerOptions</a> {</div>
|
|
<div class="line"><a name="l00179"></a><span class="lineno"> 179</span>  std::vector<ToGpuCloner> sub_cloners;</div>
|
|
<div class="line"><a name="l00180"></a><span class="lineno"> 180</span> </div>
|
|
<div class="line"><a name="l00181"></a><span class="lineno"> 181</span>  <a class="code" href="structfaiss_1_1gpu_1_1ToGpuClonerMultiple.html">ToGpuClonerMultiple</a>(std::vector<GpuResources *> & resources,</div>
|
|
<div class="line"><a name="l00182"></a><span class="lineno"> 182</span>  std::vector<int>& devices,</div>
|
|
<div class="line"><a name="l00183"></a><span class="lineno"> 183</span>  <span class="keyword">const</span> <a class="code" href="structfaiss_1_1gpu_1_1GpuMultipleClonerOptions.html">GpuMultipleClonerOptions</a> &options):</div>
|
|
<div class="line"><a name="l00184"></a><span class="lineno"> 184</span>  <a class="code" href="structfaiss_1_1gpu_1_1GpuMultipleClonerOptions.html">GpuMultipleClonerOptions</a>(options)</div>
|
|
<div class="line"><a name="l00185"></a><span class="lineno"> 185</span>  {</div>
|
|
<div class="line"><a name="l00186"></a><span class="lineno"> 186</span>  FAISS_ASSERT(resources.size() == devices.size());</div>
|
|
<div class="line"><a name="l00187"></a><span class="lineno"> 187</span>  <span class="keywordflow">for</span>(<span class="keywordtype">int</span> i = 0; i < resources.size(); i++) {</div>
|
|
<div class="line"><a name="l00188"></a><span class="lineno"> 188</span>  sub_cloners.push_back(<a class="code" href="structfaiss_1_1gpu_1_1ToGpuCloner.html">ToGpuCloner</a>(</div>
|
|
<div class="line"><a name="l00189"></a><span class="lineno"> 189</span>  resources[i], devices[i], options));</div>
|
|
<div class="line"><a name="l00190"></a><span class="lineno"> 190</span>  }</div>
|
|
<div class="line"><a name="l00191"></a><span class="lineno"> 191</span>  }</div>
|
|
<div class="line"><a name="l00192"></a><span class="lineno"> 192</span> </div>
|
|
<div class="line"><a name="l00193"></a><span class="lineno"> 193</span> </div>
|
|
<div class="line"><a name="l00194"></a><span class="lineno"> 194</span>  <a class="code" href="structfaiss_1_1gpu_1_1ToGpuClonerMultiple.html">ToGpuClonerMultiple</a>(<span class="keyword">const</span> std::vector<ToGpuCloner> & sub_cloners,</div>
|
|
<div class="line"><a name="l00195"></a><span class="lineno"> 195</span>  <span class="keyword">const</span> <a class="code" href="structfaiss_1_1gpu_1_1GpuMultipleClonerOptions.html">GpuMultipleClonerOptions</a> &options):</div>
|
|
<div class="line"><a name="l00196"></a><span class="lineno"> 196</span>  <a class="code" href="structfaiss_1_1gpu_1_1GpuMultipleClonerOptions.html">GpuMultipleClonerOptions</a>(options),</div>
|
|
<div class="line"><a name="l00197"></a><span class="lineno"> 197</span>  sub_cloners(sub_cloners)</div>
|
|
<div class="line"><a name="l00198"></a><span class="lineno"> 198</span>  {}</div>
|
|
<div class="line"><a name="l00199"></a><span class="lineno"> 199</span> </div>
|
|
<div class="line"><a name="l00200"></a><span class="lineno"> 200</span> </div>
|
|
<div class="line"><a name="l00201"></a><span class="lineno"> 201</span>  <span class="keywordtype">void</span> copy_ivf_shard (<span class="keyword">const</span> <a class="code" href="structfaiss_1_1IndexIVF.html">IndexIVF</a> *index_ivf, <a class="code" href="structfaiss_1_1IndexIVF.html">IndexIVF</a> *idx2,</div>
|
|
<div class="line"><a name="l00202"></a><span class="lineno"> 202</span>  <span class="keywordtype">long</span> n, <span class="keywordtype">long</span> i) {</div>
|
|
<div class="line"><a name="l00203"></a><span class="lineno"> 203</span>  <span class="keywordflow">if</span> (<a class="code" href="structfaiss_1_1gpu_1_1GpuMultipleClonerOptions.html#a9548f823297298b0a78109dec7feb45e">shard_type</a> == 2) {</div>
|
|
<div class="line"><a name="l00204"></a><span class="lineno"> 204</span>  <span class="keywordtype">long</span> i0 = i * index_ivf-><a class="code" href="structfaiss_1_1Index.html#a6970683faa021b7a6f1a0865c0d4eccd">ntotal</a> / n;</div>
|
|
<div class="line"><a name="l00205"></a><span class="lineno"> 205</span>  <span class="keywordtype">long</span> i1 = (i + 1) * index_ivf-><a class="code" href="structfaiss_1_1Index.html#a6970683faa021b7a6f1a0865c0d4eccd">ntotal</a> / n;</div>
|
|
<div class="line"><a name="l00206"></a><span class="lineno"> 206</span> </div>
|
|
<div class="line"><a name="l00207"></a><span class="lineno"> 207</span>  <span class="keywordflow">if</span>(<a class="code" href="structfaiss_1_1gpu_1_1GpuClonerOptions.html#abc7d0451773e0f2f640338533abc1397">verbose</a>)</div>
|
|
<div class="line"><a name="l00208"></a><span class="lineno"> 208</span>  printf(<span class="stringliteral">"IndexShards shard %ld indices %ld:%ld\n"</span>,</div>
|
|
<div class="line"><a name="l00209"></a><span class="lineno"> 209</span>  i, i0, i1);</div>
|
|
<div class="line"><a name="l00210"></a><span class="lineno"> 210</span>  index_ivf-><a class="code" href="structfaiss_1_1IndexIVF.html#a2fc63f9bbfe64e05106366465ece2187">copy_subset_to</a>(*idx2, 2, i0, i1);</div>
|
|
<div class="line"><a name="l00211"></a><span class="lineno"> 211</span>  FAISS_ASSERT(idx2-><a class="code" href="structfaiss_1_1Index.html#a6970683faa021b7a6f1a0865c0d4eccd">ntotal</a> == i1 - i0);</div>
|
|
<div class="line"><a name="l00212"></a><span class="lineno"> 212</span>  } <span class="keywordflow">else</span> <span class="keywordflow">if</span> (<a class="code" href="structfaiss_1_1gpu_1_1GpuMultipleClonerOptions.html#a9548f823297298b0a78109dec7feb45e">shard_type</a> == 1) {</div>
|
|
<div class="line"><a name="l00213"></a><span class="lineno"> 213</span>  <span class="keywordflow">if</span>(<a class="code" href="structfaiss_1_1gpu_1_1GpuClonerOptions.html#abc7d0451773e0f2f640338533abc1397">verbose</a>)</div>
|
|
<div class="line"><a name="l00214"></a><span class="lineno"> 214</span>  printf(<span class="stringliteral">"IndexShards shard %ld select modulo %ld = %ld\n"</span>,</div>
|
|
<div class="line"><a name="l00215"></a><span class="lineno"> 215</span>  i, n, i);</div>
|
|
<div class="line"><a name="l00216"></a><span class="lineno"> 216</span>  index_ivf-><a class="code" href="structfaiss_1_1IndexIVF.html#a2fc63f9bbfe64e05106366465ece2187">copy_subset_to</a>(*idx2, 1, n, i);</div>
|
|
<div class="line"><a name="l00217"></a><span class="lineno"> 217</span>  } <span class="keywordflow">else</span> {</div>
|
|
<div class="line"><a name="l00218"></a><span class="lineno"> 218</span>  FAISS_THROW_FMT (<span class="stringliteral">"shard_type %d not implemented"</span>, <a class="code" href="structfaiss_1_1gpu_1_1GpuMultipleClonerOptions.html#a9548f823297298b0a78109dec7feb45e">shard_type</a>);</div>
|
|
<div class="line"><a name="l00219"></a><span class="lineno"> 219</span>  }</div>
|
|
<div class="line"><a name="l00220"></a><span class="lineno"> 220</span> </div>
|
|
<div class="line"><a name="l00221"></a><span class="lineno"> 221</span>  }</div>
|
|
<div class="line"><a name="l00222"></a><span class="lineno"> 222</span> </div>
|
|
<div class="line"><a name="l00223"></a><span class="lineno"> 223</span>  <a class="code" href="structfaiss_1_1Index.html">Index</a> *clone_Index(<span class="keyword">const</span> <a class="code" href="structfaiss_1_1Index.html">Index</a> *index)<span class="keyword"> override </span>{</div>
|
|
<div class="line"><a name="l00224"></a><span class="lineno"> 224</span>  <span class="keywordtype">long</span> n = sub_cloners.size();</div>
|
|
<div class="line"><a name="l00225"></a><span class="lineno"> 225</span>  <span class="keywordflow">if</span> (n == 1)</div>
|
|
<div class="line"><a name="l00226"></a><span class="lineno"> 226</span>  <span class="keywordflow">return</span> sub_cloners[0].clone_Index(index);</div>
|
|
<div class="line"><a name="l00227"></a><span class="lineno"> 227</span> </div>
|
|
<div class="line"><a name="l00228"></a><span class="lineno"> 228</span>  <span class="keywordflow">if</span>(dynamic_cast<const IndexFlat *>(index) ||</div>
|
|
<div class="line"><a name="l00229"></a><span class="lineno"> 229</span>  dynamic_cast<const faiss::IndexIVFFlat *>(index) ||</div>
|
|
<div class="line"><a name="l00230"></a><span class="lineno"> 230</span>  dynamic_cast<const faiss::IndexIVFPQ *>(index)) {</div>
|
|
<div class="line"><a name="l00231"></a><span class="lineno"> 231</span>  <span class="keywordflow">if</span>(!<a class="code" href="structfaiss_1_1gpu_1_1GpuMultipleClonerOptions.html#a7c5bd7a840f6641d5d68699f4416d79d">shard</a>) {</div>
|
|
<div class="line"><a name="l00232"></a><span class="lineno"> 232</span>  <a class="code" href="classfaiss_1_1gpu_1_1IndexProxy.html">IndexProxy</a> * res = <span class="keyword">new</span> <a class="code" href="classfaiss_1_1gpu_1_1IndexProxy.html">IndexProxy</a>();</div>
|
|
<div class="line"><a name="l00233"></a><span class="lineno"> 233</span>  <span class="keywordflow">for</span>(<span class="keyword">auto</span> & sub_cloner: sub_cloners) {</div>
|
|
<div class="line"><a name="l00234"></a><span class="lineno"> 234</span>  res-><a class="code" href="classfaiss_1_1gpu_1_1IndexProxy.html#af9bb81e75f8d5471094e4d4776a56f63">addIndex</a>(sub_cloner.clone_Index(index));</div>
|
|
<div class="line"><a name="l00235"></a><span class="lineno"> 235</span>  }</div>
|
|
<div class="line"><a name="l00236"></a><span class="lineno"> 236</span>  res->own_fields = <span class="keyword">true</span>;</div>
|
|
<div class="line"><a name="l00237"></a><span class="lineno"> 237</span>  <span class="keywordflow">return</span> res;</div>
|
|
<div class="line"><a name="l00238"></a><span class="lineno"> 238</span>  } <span class="keywordflow">else</span> {</div>
|
|
<div class="line"><a name="l00239"></a><span class="lineno"> 239</span>  <span class="keyword">auto</span> index_ivfpq =</div>
|
|
<div class="line"><a name="l00240"></a><span class="lineno"> 240</span>  <span class="keyword">dynamic_cast<</span><span class="keyword">const </span><a class="code" href="structfaiss_1_1IndexIVFPQ.html">faiss::IndexIVFPQ</a> *<span class="keyword">></span>(index);</div>
|
|
<div class="line"><a name="l00241"></a><span class="lineno"> 241</span>  <span class="keyword">auto</span> index_ivfflat =</div>
|
|
<div class="line"><a name="l00242"></a><span class="lineno"> 242</span>  <span class="keyword">dynamic_cast<</span><span class="keyword">const </span><a class="code" href="structfaiss_1_1IndexIVFFlat.html">faiss::IndexIVFFlat</a> *<span class="keyword">></span>(index);</div>
|
|
<div class="line"><a name="l00243"></a><span class="lineno"> 243</span>  FAISS_THROW_IF_NOT_MSG (index_ivfpq || index_ivfflat,</div>
|
|
<div class="line"><a name="l00244"></a><span class="lineno"> 244</span>  <span class="stringliteral">"IndexShards implemented only for "</span></div>
|
|
<div class="line"><a name="l00245"></a><span class="lineno"> 245</span>  <span class="stringliteral">"IndexIVFFlat or IndexIVFPQ"</span>);</div>
|
|
<div class="line"><a name="l00246"></a><span class="lineno"> 246</span>  std::vector<faiss::Index*> shards(n);</div>
|
|
<div class="line"><a name="l00247"></a><span class="lineno"> 247</span> </div>
|
|
<div class="line"><a name="l00248"></a><span class="lineno"> 248</span>  <span class="keywordflow">for</span>(<span class="keywordtype">long</span> i = 0; i < n; i++) {</div>
|
|
<div class="line"><a name="l00249"></a><span class="lineno"> 249</span>  <span class="comment">// make a shallow copy</span></div>
|
|
<div class="line"><a name="l00250"></a><span class="lineno"> 250</span>  <span class="keywordflow">if</span>(<a class="code" href="structfaiss_1_1gpu_1_1GpuClonerOptions.html#ab60dd87e51af59373a48d73852573f04">reserveVecs</a>)</div>
|
|
<div class="line"><a name="l00251"></a><span class="lineno"> 251</span>  sub_cloners[i].reserveVecs =</div>
|
|
<div class="line"><a name="l00252"></a><span class="lineno"> 252</span>  (<a class="code" href="structfaiss_1_1gpu_1_1GpuClonerOptions.html#ab60dd87e51af59373a48d73852573f04">reserveVecs</a> + n - 1) / n;</div>
|
|
<div class="line"><a name="l00253"></a><span class="lineno"> 253</span> </div>
|
|
<div class="line"><a name="l00254"></a><span class="lineno"> 254</span>  <span class="keywordflow">if</span> (index_ivfpq) {</div>
|
|
<div class="line"><a name="l00255"></a><span class="lineno"> 255</span>  <a class="code" href="structfaiss_1_1IndexIVFPQ.html">faiss::IndexIVFPQ</a> idx2(</div>
|
|
<div class="line"><a name="l00256"></a><span class="lineno"> 256</span>  index_ivfpq->quantizer, index_ivfpq->d,</div>
|
|
<div class="line"><a name="l00257"></a><span class="lineno"> 257</span>  index_ivfpq->nlist, index_ivfpq->code_size,</div>
|
|
<div class="line"><a name="l00258"></a><span class="lineno"> 258</span>  index_ivfpq->pq.nbits);</div>
|
|
<div class="line"><a name="l00259"></a><span class="lineno"> 259</span>  idx2.<a class="code" href="structfaiss_1_1Index.html#a8e18f641854b2bde83ecff0a2f9a6f4e">metric_type</a> = index_ivfpq->metric_type;</div>
|
|
<div class="line"><a name="l00260"></a><span class="lineno"> 260</span>  idx2.<a class="code" href="structfaiss_1_1IndexIVFPQ.html#a007303be116c8da65b6d058e3fc77d16">pq</a> = index_ivfpq->pq;</div>
|
|
<div class="line"><a name="l00261"></a><span class="lineno"> 261</span>  idx2.<a class="code" href="structfaiss_1_1IndexIVF.html#affed235eadf27a13d753ee4d33a1dc58">nprobe</a> = index_ivfpq->nprobe;</div>
|
|
<div class="line"><a name="l00262"></a><span class="lineno"> 262</span>  idx2.<a class="code" href="structfaiss_1_1IndexIVFPQ.html#a1c66ff073c18a1edbe8444c24d870583">use_precomputed_table</a> = 0;</div>
|
|
<div class="line"><a name="l00263"></a><span class="lineno"> 263</span>  idx2.<a class="code" href="structfaiss_1_1Index.html#a6e92732617c4dbe364e7678dd8773a7f">is_trained</a> = index-><a class="code" href="structfaiss_1_1Index.html#a6e92732617c4dbe364e7678dd8773a7f">is_trained</a>;</div>
|
|
<div class="line"><a name="l00264"></a><span class="lineno"> 264</span>  copy_ivf_shard (index_ivfpq, &idx2, n, i);</div>
|
|
<div class="line"><a name="l00265"></a><span class="lineno"> 265</span>  shards[i] = sub_cloners[i].clone_Index(&idx2);</div>
|
|
<div class="line"><a name="l00266"></a><span class="lineno"> 266</span>  } <span class="keywordflow">else</span> <span class="keywordflow">if</span> (index_ivfflat) {</div>
|
|
<div class="line"><a name="l00267"></a><span class="lineno"> 267</span>  <a class="code" href="structfaiss_1_1IndexIVFFlat.html">faiss::IndexIVFFlat</a> idx2(</div>
|
|
<div class="line"><a name="l00268"></a><span class="lineno"> 268</span>  index_ivfflat->quantizer, index-><a class="code" href="structfaiss_1_1Index.html#a2a002388d2c081c2dbab8508dcefe73d">d</a>,</div>
|
|
<div class="line"><a name="l00269"></a><span class="lineno"> 269</span>  index_ivfflat->nlist, index_ivfflat->metric_type);</div>
|
|
<div class="line"><a name="l00270"></a><span class="lineno"> 270</span>  idx2.<a class="code" href="structfaiss_1_1IndexIVF.html#affed235eadf27a13d753ee4d33a1dc58">nprobe</a> = index_ivfflat->nprobe;</div>
|
|
<div class="line"><a name="l00271"></a><span class="lineno"> 271</span>  idx2.<a class="code" href="structfaiss_1_1IndexIVF.html#affed235eadf27a13d753ee4d33a1dc58">nprobe</a> = index_ivfflat->nprobe;</div>
|
|
<div class="line"><a name="l00272"></a><span class="lineno"> 272</span>  copy_ivf_shard (index_ivfflat, &idx2, n, i);</div>
|
|
<div class="line"><a name="l00273"></a><span class="lineno"> 273</span>  shards[i] = sub_cloners[i].clone_Index(&idx2);</div>
|
|
<div class="line"><a name="l00274"></a><span class="lineno"> 274</span>  }</div>
|
|
<div class="line"><a name="l00275"></a><span class="lineno"> 275</span> </div>
|
|
<div class="line"><a name="l00276"></a><span class="lineno"> 276</span> </div>
|
|
<div class="line"><a name="l00277"></a><span class="lineno"> 277</span>  }</div>
|
|
<div class="line"><a name="l00278"></a><span class="lineno"> 278</span>  <a class="code" href="structfaiss_1_1IndexShards.html">faiss::IndexShards</a> *res =</div>
|
|
<div class="line"><a name="l00279"></a><span class="lineno"> 279</span>  <span class="keyword">new</span> <a class="code" href="structfaiss_1_1IndexShards.html">faiss::IndexShards</a>(index-><a class="code" href="structfaiss_1_1Index.html#a2a002388d2c081c2dbab8508dcefe73d">d</a>, <span class="keyword">true</span>, <span class="keyword">false</span>);</div>
|
|
<div class="line"><a name="l00280"></a><span class="lineno"> 280</span> </div>
|
|
<div class="line"><a name="l00281"></a><span class="lineno"> 281</span>  <span class="keywordflow">for</span> (<span class="keywordtype">int</span> i = 0; i < n; i++) {</div>
|
|
<div class="line"><a name="l00282"></a><span class="lineno"> 282</span>  res->add_shard(shards[i]);</div>
|
|
<div class="line"><a name="l00283"></a><span class="lineno"> 283</span>  }</div>
|
|
<div class="line"><a name="l00284"></a><span class="lineno"> 284</span>  res->own_fields = <span class="keyword">true</span>;</div>
|
|
<div class="line"><a name="l00285"></a><span class="lineno"> 285</span>  FAISS_ASSERT(index-><a class="code" href="structfaiss_1_1Index.html#a6970683faa021b7a6f1a0865c0d4eccd">ntotal</a> == res-><a class="code" href="structfaiss_1_1Index.html#a6970683faa021b7a6f1a0865c0d4eccd">ntotal</a>);</div>
|
|
<div class="line"><a name="l00286"></a><span class="lineno"> 286</span>  <span class="keywordflow">return</span> res;</div>
|
|
<div class="line"><a name="l00287"></a><span class="lineno"> 287</span>  }</div>
|
|
<div class="line"><a name="l00288"></a><span class="lineno"> 288</span>  } <span class="keywordflow">else</span> <span class="keywordflow">if</span>(<span class="keyword">auto</span> miq = dynamic_cast<const MultiIndexQuantizer *>(index)) {</div>
|
|
<div class="line"><a name="l00289"></a><span class="lineno"> 289</span>  <span class="keywordflow">if</span> (<a class="code" href="structfaiss_1_1gpu_1_1GpuClonerOptions.html#abc7d0451773e0f2f640338533abc1397">verbose</a>) {</div>
|
|
<div class="line"><a name="l00290"></a><span class="lineno"> 290</span>  printf(<span class="stringliteral">"cloning MultiIndexQuantizer: "</span></div>
|
|
<div class="line"><a name="l00291"></a><span class="lineno"> 291</span>  <span class="stringliteral">"will be valid only for search k=1\n"</span>);</div>
|
|
<div class="line"><a name="l00292"></a><span class="lineno"> 292</span>  }</div>
|
|
<div class="line"><a name="l00293"></a><span class="lineno"> 293</span>  <span class="keyword">const</span> <a class="code" href="structfaiss_1_1ProductQuantizer.html">ProductQuantizer</a> & pq = miq->pq;</div>
|
|
<div class="line"><a name="l00294"></a><span class="lineno"> 294</span>  <a class="code" href="structfaiss_1_1IndexSplitVectors.html">IndexSplitVectors</a> *splitv = <span class="keyword">new</span> <a class="code" href="structfaiss_1_1IndexSplitVectors.html">IndexSplitVectors</a>(pq.<a class="code" href="structfaiss_1_1ProductQuantizer.html#a567cd512438f9e3404d9339a232d7695">d</a>, <span class="keyword">true</span>);</div>
|
|
<div class="line"><a name="l00295"></a><span class="lineno"> 295</span>  splitv->own_fields = <span class="keyword">true</span>;</div>
|
|
<div class="line"><a name="l00296"></a><span class="lineno"> 296</span> </div>
|
|
<div class="line"><a name="l00297"></a><span class="lineno"> 297</span>  <span class="keywordflow">for</span> (<span class="keywordtype">int</span> m = 0; m < pq.<a class="code" href="structfaiss_1_1ProductQuantizer.html#a83600e328893ce5f41fe459f5a3acf41">M</a>; m++) {</div>
|
|
<div class="line"><a name="l00298"></a><span class="lineno"> 298</span>  <span class="comment">// which GPU(s) will be assigned to this sub-quantizer</span></div>
|
|
<div class="line"><a name="l00299"></a><span class="lineno"> 299</span> </div>
|
|
<div class="line"><a name="l00300"></a><span class="lineno"> 300</span>  <span class="keywordtype">long</span> i0 = m * n / pq.<a class="code" href="structfaiss_1_1ProductQuantizer.html#a83600e328893ce5f41fe459f5a3acf41">M</a>;</div>
|
|
<div class="line"><a name="l00301"></a><span class="lineno"> 301</span>  <span class="keywordtype">long</span> i1 = pq.<a class="code" href="structfaiss_1_1ProductQuantizer.html#a83600e328893ce5f41fe459f5a3acf41">M</a> <= n ? (m + 1) * n / pq.<a class="code" href="structfaiss_1_1ProductQuantizer.html#a83600e328893ce5f41fe459f5a3acf41">M</a> : i0 + 1;</div>
|
|
<div class="line"><a name="l00302"></a><span class="lineno"> 302</span>  std::vector<ToGpuCloner> sub_cloners_2;</div>
|
|
<div class="line"><a name="l00303"></a><span class="lineno"> 303</span>  sub_cloners_2.insert(</div>
|
|
<div class="line"><a name="l00304"></a><span class="lineno"> 304</span>  sub_cloners_2.begin(), sub_cloners.begin() + i0,</div>
|
|
<div class="line"><a name="l00305"></a><span class="lineno"> 305</span>  sub_cloners.begin() + i1);</div>
|
|
<div class="line"><a name="l00306"></a><span class="lineno"> 306</span>  <a class="code" href="structfaiss_1_1gpu_1_1ToGpuClonerMultiple.html">ToGpuClonerMultiple</a> cm(sub_cloners_2, *<span class="keyword">this</span>);</div>
|
|
<div class="line"><a name="l00307"></a><span class="lineno"> 307</span>  <a class="code" href="structfaiss_1_1IndexFlatL2.html">IndexFlatL2</a> idxc (pq.<a class="code" href="structfaiss_1_1ProductQuantizer.html#a467b451ca203544e42c250e4be65b983">dsub</a>);</div>
|
|
<div class="line"><a name="l00308"></a><span class="lineno"> 308</span>  idxc.<a class="code" href="structfaiss_1_1IndexFlat.html#a406f028c702edec72477eacc5733f59c">add</a> (pq.<a class="code" href="structfaiss_1_1ProductQuantizer.html#a0feee45e4151547b7a0444c14bad398f">ksub</a>, pq.<a class="code" href="structfaiss_1_1ProductQuantizer.html#aab1109a29ba0544358e274d727b23cae">centroids</a>.data() + m * pq.<a class="code" href="structfaiss_1_1ProductQuantizer.html#a567cd512438f9e3404d9339a232d7695">d</a> * pq.<a class="code" href="structfaiss_1_1ProductQuantizer.html#a0feee45e4151547b7a0444c14bad398f">ksub</a>);</div>
|
|
<div class="line"><a name="l00309"></a><span class="lineno"> 309</span>  <a class="code" href="structfaiss_1_1Index.html">Index</a> *idx2 = cm.clone_Index(&idxc);</div>
|
|
<div class="line"><a name="l00310"></a><span class="lineno"> 310</span>  splitv->add_sub_index(idx2);</div>
|
|
<div class="line"><a name="l00311"></a><span class="lineno"> 311</span>  }</div>
|
|
<div class="line"><a name="l00312"></a><span class="lineno"> 312</span>  <span class="keywordflow">return</span> splitv;</div>
|
|
<div class="line"><a name="l00313"></a><span class="lineno"> 313</span>  } <span class="keywordflow">else</span> {</div>
|
|
<div class="line"><a name="l00314"></a><span class="lineno"> 314</span>  <span class="keywordflow">return</span> Cloner::clone_Index(index);</div>
|
|
<div class="line"><a name="l00315"></a><span class="lineno"> 315</span>  }</div>
|
|
<div class="line"><a name="l00316"></a><span class="lineno"> 316</span>  }</div>
|
|
<div class="line"><a name="l00317"></a><span class="lineno"> 317</span> </div>
|
|
<div class="line"><a name="l00318"></a><span class="lineno"> 318</span> </div>
|
|
<div class="line"><a name="l00319"></a><span class="lineno"> 319</span> };</div>
|
|
<div class="line"><a name="l00320"></a><span class="lineno"> 320</span> </div>
|
|
<div class="line"><a name="l00321"></a><span class="lineno"> 321</span> </div>
|
|
<div class="line"><a name="l00322"></a><span class="lineno"> 322</span> </div>
|
|
<div class="line"><a name="l00323"></a><span class="lineno"> 323</span> <a class="code" href="structfaiss_1_1Index.html">faiss::Index</a> * index_cpu_to_gpu_multiple(</div>
|
|
<div class="line"><a name="l00324"></a><span class="lineno"> 324</span>  std::vector<GpuResources*> & resources,</div>
|
|
<div class="line"><a name="l00325"></a><span class="lineno"> 325</span>  std::vector<int> &devices,</div>
|
|
<div class="line"><a name="l00326"></a><span class="lineno"> 326</span>  <span class="keyword">const</span> <a class="code" href="structfaiss_1_1Index.html">faiss::Index</a> *index,</div>
|
|
<div class="line"><a name="l00327"></a><span class="lineno"> 327</span>  <span class="keyword">const</span> <a class="code" href="structfaiss_1_1gpu_1_1GpuMultipleClonerOptions.html">GpuMultipleClonerOptions</a> *options)</div>
|
|
<div class="line"><a name="l00328"></a><span class="lineno"> 328</span> {</div>
|
|
<div class="line"><a name="l00329"></a><span class="lineno"> 329</span>  <a class="code" href="structfaiss_1_1gpu_1_1GpuMultipleClonerOptions.html">GpuMultipleClonerOptions</a> defaults;</div>
|
|
<div class="line"><a name="l00330"></a><span class="lineno"> 330</span>  <a class="code" href="structfaiss_1_1gpu_1_1ToGpuClonerMultiple.html">ToGpuClonerMultiple</a> cl(resources, devices, options ? *options : defaults);</div>
|
|
<div class="line"><a name="l00331"></a><span class="lineno"> 331</span>  <span class="keywordflow">return</span> cl.clone_Index(index);</div>
|
|
<div class="line"><a name="l00332"></a><span class="lineno"> 332</span> }</div>
|
|
<div class="line"><a name="l00333"></a><span class="lineno"> 333</span> </div>
|
|
<div class="line"><a name="l00334"></a><span class="lineno"> 334</span> </div>
|
|
<div class="line"><a name="l00335"></a><span class="lineno"> 335</span> </div>
|
|
<div class="line"><a name="l00336"></a><span class="lineno"> 336</span> <span class="comment">/**********************************************************</span></div>
|
|
<div class="line"><a name="l00337"></a><span class="lineno"> 337</span> <span class="comment"> * Parameters to auto-tune on GpuIndex'es</span></div>
|
|
<div class="line"><a name="l00338"></a><span class="lineno"> 338</span> <span class="comment"> **********************************************************/</span></div>
|
|
<div class="line"><a name="l00339"></a><span class="lineno"> 339</span> </div>
|
|
<div class="line"><a name="l00340"></a><span class="lineno"> 340</span> <span class="preprocessor">#define DC(classname) auto ix = dynamic_cast<const classname *>(index)</span></div>
|
|
<div class="line"><a name="l00341"></a><span class="lineno"> 341</span> <span class="preprocessor"></span></div>
|
|
<div class="line"><a name="l00342"></a><span class="lineno"> 342</span> </div>
|
|
<div class="line"><a name="l00343"></a><span class="lineno"><a class="line" href="structfaiss_1_1gpu_1_1GpuParameterSpace.html#ab2bf33a6f1579c3d42f656ded1df3398"> 343</a></span> <span class="keywordtype">void</span> <a class="code" href="structfaiss_1_1gpu_1_1GpuParameterSpace.html#ab2bf33a6f1579c3d42f656ded1df3398">GpuParameterSpace::initialize</a> (<span class="keyword">const</span> <a class="code" href="structfaiss_1_1Index.html">Index</a> * index)</div>
|
|
<div class="line"><a name="l00344"></a><span class="lineno"> 344</span> {</div>
|
|
<div class="line"><a name="l00345"></a><span class="lineno"> 345</span>  <span class="keywordflow">if</span> (DC (<a class="code" href="structfaiss_1_1IndexPreTransform.html">IndexPreTransform</a>)) {</div>
|
|
<div class="line"><a name="l00346"></a><span class="lineno"> 346</span>  index = ix->index;</div>
|
|
<div class="line"><a name="l00347"></a><span class="lineno"> 347</span>  }</div>
|
|
<div class="line"><a name="l00348"></a><span class="lineno"> 348</span>  <span class="keywordflow">if</span> (DC (<a class="code" href="classfaiss_1_1gpu_1_1IndexProxy.html">IndexProxy</a>)) {</div>
|
|
<div class="line"><a name="l00349"></a><span class="lineno"> 349</span>  <span class="keywordflow">if</span> (ix->count() == 0) <span class="keywordflow">return</span>;</div>
|
|
<div class="line"><a name="l00350"></a><span class="lineno"> 350</span>  index = ix->at(0);</div>
|
|
<div class="line"><a name="l00351"></a><span class="lineno"> 351</span>  }</div>
|
|
<div class="line"><a name="l00352"></a><span class="lineno"> 352</span>  <span class="keywordflow">if</span> (DC (<a class="code" href="structfaiss_1_1IndexShards.html">faiss::IndexShards</a>)) {</div>
|
|
<div class="line"><a name="l00353"></a><span class="lineno"> 353</span>  <span class="keywordflow">if</span> (ix->shard_indexes.size() == 0) <span class="keywordflow">return</span>;</div>
|
|
<div class="line"><a name="l00354"></a><span class="lineno"> 354</span>  index = ix->shard_indexes[0];</div>
|
|
<div class="line"><a name="l00355"></a><span class="lineno"> 355</span>  }</div>
|
|
<div class="line"><a name="l00356"></a><span class="lineno"> 356</span>  <span class="keywordflow">if</span> (DC (<a class="code" href="classfaiss_1_1gpu_1_1GpuIndexIVF.html">GpuIndexIVF</a>)) {</div>
|
|
<div class="line"><a name="l00357"></a><span class="lineno"> 357</span>  <a class="code" href="structfaiss_1_1ParameterRange.html">ParameterRange</a> & pr = <a class="code" href="structfaiss_1_1ParameterSpace.html#aeaa27a715fe3fceef5da18d894976833">add_range</a>(<span class="stringliteral">"nprobe"</span>);</div>
|
|
<div class="line"><a name="l00358"></a><span class="lineno"> 358</span>  <span class="keywordflow">for</span> (<span class="keywordtype">int</span> i = 0; i < 12; i++) {</div>
|
|
<div class="line"><a name="l00359"></a><span class="lineno"> 359</span>  <span class="keywordtype">size_t</span> nprobe = 1 << i;</div>
|
|
<div class="line"><a name="l00360"></a><span class="lineno"> 360</span>  <span class="keywordflow">if</span> (nprobe >= ix->getNumLists() ||</div>
|
|
<div class="line"><a name="l00361"></a><span class="lineno"> 361</span>  nprobe > 1024) <span class="keywordflow">break</span>;</div>
|
|
<div class="line"><a name="l00362"></a><span class="lineno"> 362</span>  pr.values.push_back (nprobe);</div>
|
|
<div class="line"><a name="l00363"></a><span class="lineno"> 363</span>  }</div>
|
|
<div class="line"><a name="l00364"></a><span class="lineno"> 364</span>  }</div>
|
|
<div class="line"><a name="l00365"></a><span class="lineno"> 365</span>  <span class="comment">// not sure we should call the parent initializer</span></div>
|
|
<div class="line"><a name="l00366"></a><span class="lineno"> 366</span> }</div>
|
|
<div class="line"><a name="l00367"></a><span class="lineno"> 367</span> </div>
|
|
<div class="line"><a name="l00368"></a><span class="lineno"> 368</span> </div>
|
|
<div class="line"><a name="l00369"></a><span class="lineno"> 369</span> </div>
|
|
<div class="line"><a name="l00370"></a><span class="lineno"> 370</span> <span class="preprocessor">#undef DC</span></div>
|
|
<div class="line"><a name="l00371"></a><span class="lineno"> 371</span> <span class="preprocessor"></span><span class="comment">// non-const version</span></div>
|
|
<div class="line"><a name="l00372"></a><span class="lineno"> 372</span> <span class="preprocessor">#define DC(classname) auto *ix = dynamic_cast<classname *>(index)</span></div>
|
|
<div class="line"><a name="l00373"></a><span class="lineno"> 373</span> <span class="preprocessor"></span></div>
|
|
<div class="line"><a name="l00374"></a><span class="lineno"> 374</span> </div>
|
|
<div class="line"><a name="l00375"></a><span class="lineno"> 375</span> </div>
|
|
<div class="line"><a name="l00376"></a><span class="lineno"><a class="line" href="structfaiss_1_1gpu_1_1GpuParameterSpace.html#a1820826bb47a51ec9f000118be9c83b2"> 376</a></span> <span class="keywordtype">void</span> <a class="code" href="structfaiss_1_1gpu_1_1GpuParameterSpace.html#a1820826bb47a51ec9f000118be9c83b2">GpuParameterSpace::set_index_parameter</a> (</div>
|
|
<div class="line"><a name="l00377"></a><span class="lineno"> 377</span>  <a class="code" href="structfaiss_1_1Index.html">Index</a> * index, <span class="keyword">const</span> std::string & name, <span class="keywordtype">double</span> val)<span class="keyword"> const</span></div>
|
|
<div class="line"><a name="l00378"></a><span class="lineno"> 378</span> <span class="keyword"></span>{</div>
|
|
<div class="line"><a name="l00379"></a><span class="lineno"> 379</span>  <span class="keywordflow">if</span> (DC (<a class="code" href="classfaiss_1_1gpu_1_1IndexProxy.html">IndexProxy</a>)) {</div>
|
|
<div class="line"><a name="l00380"></a><span class="lineno"> 380</span>  <span class="keywordflow">for</span> (<span class="keywordtype">int</span> i = 0; i < ix->count(); i++)</div>
|
|
<div class="line"><a name="l00381"></a><span class="lineno"> 381</span>  <a class="code" href="structfaiss_1_1gpu_1_1GpuParameterSpace.html#a1820826bb47a51ec9f000118be9c83b2">set_index_parameter</a> (ix->at(i), name, val);</div>
|
|
<div class="line"><a name="l00382"></a><span class="lineno"> 382</span>  <span class="keywordflow">return</span>;</div>
|
|
<div class="line"><a name="l00383"></a><span class="lineno"> 383</span>  }</div>
|
|
<div class="line"><a name="l00384"></a><span class="lineno"> 384</span>  <span class="keywordflow">if</span> (DC (<a class="code" href="classfaiss_1_1gpu_1_1GpuIndexIVF.html">GpuIndexIVF</a>)) {</div>
|
|
<div class="line"><a name="l00385"></a><span class="lineno"> 385</span>  <span class="keywordflow">if</span> (name == <span class="stringliteral">"nprobe"</span>) {</div>
|
|
<div class="line"><a name="l00386"></a><span class="lineno"> 386</span>  ix->setNumProbes (<span class="keywordtype">int</span> (val));</div>
|
|
<div class="line"><a name="l00387"></a><span class="lineno"> 387</span>  <span class="keywordflow">return</span>;</div>
|
|
<div class="line"><a name="l00388"></a><span class="lineno"> 388</span>  }</div>
|
|
<div class="line"><a name="l00389"></a><span class="lineno"> 389</span>  }</div>
|
|
<div class="line"><a name="l00390"></a><span class="lineno"> 390</span>  <span class="keywordflow">if</span>(DC (<a class="code" href="classfaiss_1_1gpu_1_1GpuIndexIVFPQ.html">GpuIndexIVFPQ</a>)) {</div>
|
|
<div class="line"><a name="l00391"></a><span class="lineno"> 391</span>  <span class="keywordflow">if</span> (name == <span class="stringliteral">"use_precomputed_table"</span>) {</div>
|
|
<div class="line"><a name="l00392"></a><span class="lineno"> 392</span>  ix->setPrecomputedCodes(<span class="keywordtype">bool</span> (val));</div>
|
|
<div class="line"><a name="l00393"></a><span class="lineno"> 393</span>  <span class="keywordflow">return</span>;</div>
|
|
<div class="line"><a name="l00394"></a><span class="lineno"> 394</span>  }</div>
|
|
<div class="line"><a name="l00395"></a><span class="lineno"> 395</span>  }</div>
|
|
<div class="line"><a name="l00396"></a><span class="lineno"> 396</span> </div>
|
|
<div class="line"><a name="l00397"></a><span class="lineno"> 397</span>  <span class="comment">// maybe norma lindex parameters apply?</span></div>
|
|
<div class="line"><a name="l00398"></a><span class="lineno"> 398</span>  <a class="code" href="structfaiss_1_1ParameterSpace.html#ac630c153ffd12f9994452c92fe57dc17">ParameterSpace::set_index_parameter</a> (index, name, val);</div>
|
|
<div class="line"><a name="l00399"></a><span class="lineno"> 399</span> }</div>
|
|
<div class="line"><a name="l00400"></a><span class="lineno"> 400</span> </div>
|
|
<div class="line"><a name="l00401"></a><span class="lineno"> 401</span> </div>
|
|
<div class="line"><a name="l00402"></a><span class="lineno"> 402</span> </div>
|
|
<div class="line"><a name="l00403"></a><span class="lineno"> 403</span> </div>
|
|
<div class="line"><a name="l00404"></a><span class="lineno"> 404</span> } } <span class="comment">// namespace</span></div>
|
|
<div class="ttc" id="structfaiss_1_1IndexIVF_html"><div class="ttname"><a href="structfaiss_1_1IndexIVF.html">faiss::IndexIVF</a></div><div class="ttdef"><b>Definition:</b> <a href="IndexIVF_8h_source.html#l00045">IndexIVF.h:45</a></div></div>
|
|
<div class="ttc" id="structfaiss_1_1Cloner_html"><div class="ttname"><a href="structfaiss_1_1Cloner.html">faiss::Cloner</a></div><div class="ttdef"><b>Definition:</b> <a href="index__io_8h_source.html#l00051">index_io.h:51</a></div></div>
|
|
<div class="ttc" id="structfaiss_1_1IndexFlat_html"><div class="ttname"><a href="structfaiss_1_1IndexFlat.html">faiss::IndexFlat</a></div><div class="ttdef"><b>Definition:</b> <a href="IndexFlat_8h_source.html#l00023">IndexFlat.h:23</a></div></div>
|
|
<div class="ttc" id="structfaiss_1_1gpu_1_1GpuIndexIVFPQConfig_html_ae5b5c7acc06743e5bcca197bc33c30ec"><div class="ttname"><a href="structfaiss_1_1gpu_1_1GpuIndexIVFPQConfig.html#ae5b5c7acc06743e5bcca197bc33c30ec">faiss::gpu::GpuIndexIVFPQConfig::usePrecomputedTables</a></div><div class="ttdeci">bool usePrecomputedTables</div><div class="ttdef"><b>Definition:</b> <a href="GpuIndexIVFPQ_8h_source.html#l00036">GpuIndexIVFPQ.h:36</a></div></div>
|
|
<div class="ttc" id="structfaiss_1_1gpu_1_1GpuMultipleClonerOptions_html_a7c5bd7a840f6641d5d68699f4416d79d"><div class="ttname"><a href="structfaiss_1_1gpu_1_1GpuMultipleClonerOptions.html#a7c5bd7a840f6641d5d68699f4416d79d">faiss::gpu::GpuMultipleClonerOptions::shard</a></div><div class="ttdeci">bool shard</div><div class="ttdef"><b>Definition:</b> <a href="GpuClonerOptions_8h_source.html#l00049">GpuClonerOptions.h:49</a></div></div>
|
|
<div class="ttc" id="structfaiss_1_1gpu_1_1GpuIndexFlatConfig_html_a0342a26f5e59563bfe04f3f80e3b27f0"><div class="ttname"><a href="structfaiss_1_1gpu_1_1GpuIndexFlatConfig.html#a0342a26f5e59563bfe04f3f80e3b27f0">faiss::gpu::GpuIndexFlatConfig::storeTransposed</a></div><div class="ttdeci">bool storeTransposed</div><div class="ttdef"><b>Definition:</b> <a href="GpuIndexFlat_8h_source.html#l00048">GpuIndexFlat.h:48</a></div></div>
|
|
<div class="ttc" id="structfaiss_1_1gpu_1_1GpuClonerOptions_html_a5f2470ec5b2a8fe7aae0542f113b781d"><div class="ttname"><a href="structfaiss_1_1gpu_1_1GpuClonerOptions.html#a5f2470ec5b2a8fe7aae0542f113b781d">faiss::gpu::GpuClonerOptions::storeTransposed</a></div><div class="ttdeci">bool storeTransposed</div><div class="ttdoc">For GpuIndexFlat, store data in transposed layout? </div><div class="ttdef"><b>Definition:</b> <a href="GpuClonerOptions_8h_source.html#l00038">GpuClonerOptions.h:38</a></div></div>
|
|
<div class="ttc" id="structfaiss_1_1IndexIVF_html_a2fc63f9bbfe64e05106366465ece2187"><div class="ttname"><a href="structfaiss_1_1IndexIVF.html#a2fc63f9bbfe64e05106366465ece2187">faiss::IndexIVF::copy_subset_to</a></div><div class="ttdeci">virtual void copy_subset_to(IndexIVF &other, int subset_type, long a1, long a2) const </div><div class="ttdef"><b>Definition:</b> <a href="IndexIVF_8cpp_source.html#l00272">IndexIVF.cpp:272</a></div></div>
|
|
<div class="ttc" id="structfaiss_1_1IndexIVF_html_affed235eadf27a13d753ee4d33a1dc58"><div class="ttname"><a href="structfaiss_1_1IndexIVF.html#affed235eadf27a13d753ee4d33a1dc58">faiss::IndexIVF::nprobe</a></div><div class="ttdeci">size_t nprobe</div><div class="ttdoc">number of probes at query time </div><div class="ttdef"><b>Definition:</b> <a href="IndexIVF_8h_source.html#l00047">IndexIVF.h:47</a></div></div>
|
|
<div class="ttc" id="structfaiss_1_1gpu_1_1GpuParameterSpace_html_ab2bf33a6f1579c3d42f656ded1df3398"><div class="ttname"><a href="structfaiss_1_1gpu_1_1GpuParameterSpace.html#ab2bf33a6f1579c3d42f656ded1df3398">faiss::gpu::GpuParameterSpace::initialize</a></div><div class="ttdeci">void initialize(const faiss::Index *index) override</div><div class="ttdoc">initialize with reasonable parameters for the index </div><div class="ttdef"><b>Definition:</b> <a href="GpuAutoTune_8cpp_source.html#l00343">GpuAutoTune.cpp:343</a></div></div>
|
|
<div class="ttc" id="structfaiss_1_1gpu_1_1GpuClonerOptions_html"><div class="ttname"><a href="structfaiss_1_1gpu_1_1GpuClonerOptions.html">faiss::gpu::GpuClonerOptions</a></div><div class="ttdoc">set some options on how to copy to GPU </div><div class="ttdef"><b>Definition:</b> <a href="GpuClonerOptions_8h_source.html#l00017">GpuClonerOptions.h:17</a></div></div>
|
|
<div class="ttc" id="structfaiss_1_1IndexFlatL2_html"><div class="ttname"><a href="structfaiss_1_1IndexFlatL2.html">faiss::IndexFlatL2</a></div><div class="ttdef"><b>Definition:</b> <a href="IndexFlat_8h_source.html#l00079">IndexFlat.h:79</a></div></div>
|
|
<div class="ttc" id="classfaiss_1_1gpu_1_1GpuIndexIVFFlat_html_a96fd66c31c7e46b1549ed61d1b3476f3"><div class="ttname"><a href="classfaiss_1_1gpu_1_1GpuIndexIVFFlat.html#a96fd66c31c7e46b1549ed61d1b3476f3">faiss::gpu::GpuIndexIVFFlat::copyFrom</a></div><div class="ttdeci">void copyFrom(const faiss::IndexIVFFlat *index)</div><div class="ttdef"><b>Definition:</b> <a href="GpuIndexIVFFlat_8cu_source.html#l00079">GpuIndexIVFFlat.cu:79</a></div></div>
|
|
<div class="ttc" id="structfaiss_1_1ProductQuantizer_html_a467b451ca203544e42c250e4be65b983"><div class="ttname"><a href="structfaiss_1_1ProductQuantizer.html#a467b451ca203544e42c250e4be65b983">faiss::ProductQuantizer::dsub</a></div><div class="ttdeci">size_t dsub</div><div class="ttdoc">dimensionality of each subvector </div><div class="ttdef"><b>Definition:</b> <a href="ProductQuantizer_8h_source.html#l00032">ProductQuantizer.h:32</a></div></div>
|
|
<div class="ttc" id="structfaiss_1_1gpu_1_1GpuClonerOptions_html_abc9c607f2dfc9f23942a523fb49c63fe"><div class="ttname"><a href="structfaiss_1_1gpu_1_1GpuClonerOptions.html#abc9c607f2dfc9f23942a523fb49c63fe">faiss::gpu::GpuClonerOptions::usePrecomputed</a></div><div class="ttdeci">bool usePrecomputed</div><div class="ttdoc">use precomputed tables? </div><div class="ttdef"><b>Definition:</b> <a href="GpuClonerOptions_8h_source.html#l00032">GpuClonerOptions.h:32</a></div></div>
|
|
<div class="ttc" id="structfaiss_1_1gpu_1_1GpuIndexIVFFlatConfig_html_ab98ac354bcd5632976f7edc2deda6e57"><div class="ttname"><a href="structfaiss_1_1gpu_1_1GpuIndexIVFFlatConfig.html#ab98ac354bcd5632976f7edc2deda6e57">faiss::gpu::GpuIndexIVFFlatConfig::useFloat16IVFStorage</a></div><div class="ttdeci">bool useFloat16IVFStorage</div><div class="ttdef"><b>Definition:</b> <a href="GpuIndexIVFFlat_8h_source.html#l00029">GpuIndexIVFFlat.h:29</a></div></div>
|
|
<div class="ttc" id="structfaiss_1_1IndexPreTransform_html"><div class="ttname"><a href="structfaiss_1_1IndexPreTransform.html">faiss::IndexPreTransform</a></div><div class="ttdef"><b>Definition:</b> <a href="VectorTransform_8h_source.html#l00239">VectorTransform.h:239</a></div></div>
|
|
<div class="ttc" id="classfaiss_1_1gpu_1_1GpuResources_html"><div class="ttname"><a href="classfaiss_1_1gpu_1_1GpuResources.html">faiss::gpu::GpuResources</a></div><div class="ttdef"><b>Definition:</b> <a href="GpuResources_8h_source.html#l00023">GpuResources.h:23</a></div></div>
|
|
<div class="ttc" id="structfaiss_1_1IndexIVFFlat_html"><div class="ttname"><a href="structfaiss_1_1IndexIVFFlat.html">faiss::IndexIVFFlat</a></div><div class="ttdef"><b>Definition:</b> <a href="IndexIVF_8h_source.html#l00181">IndexIVF.h:181</a></div></div>
|
|
<div class="ttc" id="structfaiss_1_1gpu_1_1GpuMultipleClonerOptions_html"><div class="ttname"><a href="structfaiss_1_1gpu_1_1GpuMultipleClonerOptions.html">faiss::gpu::GpuMultipleClonerOptions</a></div><div class="ttdef"><b>Definition:</b> <a href="GpuClonerOptions_8h_source.html#l00044">GpuClonerOptions.h:44</a></div></div>
|
|
<div class="ttc" id="structfaiss_1_1gpu_1_1GpuIndexIVFPQConfig_html_a9dbbec78d77d90b7b150f543e477cc49"><div class="ttname"><a href="structfaiss_1_1gpu_1_1GpuIndexIVFPQConfig.html#a9dbbec78d77d90b7b150f543e477cc49">faiss::gpu::GpuIndexIVFPQConfig::useFloat16LookupTables</a></div><div class="ttdeci">bool useFloat16LookupTables</div><div class="ttdef"><b>Definition:</b> <a href="GpuIndexIVFPQ_8h_source.html#l00032">GpuIndexIVFPQ.h:32</a></div></div>
|
|
<div class="ttc" id="structfaiss_1_1ParameterSpace_html_aeaa27a715fe3fceef5da18d894976833"><div class="ttname"><a href="structfaiss_1_1ParameterSpace.html#aeaa27a715fe3fceef5da18d894976833">faiss::ParameterSpace::add_range</a></div><div class="ttdeci">ParameterRange & add_range(const char *name)</div><div class="ttdoc">add a new parameter </div><div class="ttdef"><b>Definition:</b> <a href="AutoTune_8cpp_source.html#l00322">AutoTune.cpp:322</a></div></div>
|
|
<div class="ttc" id="structfaiss_1_1gpu_1_1GpuIndexFlatConfig_html_afd694186c87751937a646f3db2c8ba3d"><div class="ttname"><a href="structfaiss_1_1gpu_1_1GpuIndexFlatConfig.html#afd694186c87751937a646f3db2c8ba3d">faiss::gpu::GpuIndexFlatConfig::useFloat16</a></div><div class="ttdeci">bool useFloat16</div><div class="ttdoc">Whether or not data is stored as float16. </div><div class="ttdef"><b>Definition:</b> <a href="GpuIndexFlat_8h_source.html#l00035">GpuIndexFlat.h:35</a></div></div>
|
|
<div class="ttc" id="structfaiss_1_1gpu_1_1GpuIndexConfig_html_aab05a0aa7b42feae7df4e556a52ead57"><div class="ttname"><a href="structfaiss_1_1gpu_1_1GpuIndexConfig.html#aab05a0aa7b42feae7df4e556a52ead57">faiss::gpu::GpuIndexConfig::device</a></div><div class="ttdeci">int device</div><div class="ttdoc">GPU device on which the index is resident. </div><div class="ttdef"><b>Definition:</b> <a href="GpuIndex_8h_source.html#l00027">GpuIndex.h:27</a></div></div>
|
|
<div class="ttc" id="structfaiss_1_1IndexSplitVectors_html"><div class="ttname"><a href="structfaiss_1_1IndexSplitVectors.html">faiss::IndexSplitVectors</a></div><div class="ttdef"><b>Definition:</b> <a href="MetaIndexes_8h_source.html#l00134">MetaIndexes.h:134</a></div></div>
|
|
<div class="ttc" id="classfaiss_1_1gpu_1_1GpuIndexIVF_html"><div class="ttname"><a href="classfaiss_1_1gpu_1_1GpuIndexIVF.html">faiss::gpu::GpuIndexIVF</a></div><div class="ttdef"><b>Definition:</b> <a href="GpuIndexIVF_8h_source.html#l00037">GpuIndexIVF.h:37</a></div></div>
|
|
<div class="ttc" id="classfaiss_1_1gpu_1_1IndexProxy_html"><div class="ttname"><a href="classfaiss_1_1gpu_1_1IndexProxy.html">faiss::gpu::IndexProxy</a></div><div class="ttdef"><b>Definition:</b> <a href="IndexProxy_8h_source.html#l00024">IndexProxy.h:24</a></div></div>
|
|
<div class="ttc" id="structfaiss_1_1Index_html_a2a002388d2c081c2dbab8508dcefe73d"><div class="ttname"><a href="structfaiss_1_1Index.html#a2a002388d2c081c2dbab8508dcefe73d">faiss::Index::d</a></div><div class="ttdeci">int d</div><div class="ttdoc">vector dimension </div><div class="ttdef"><b>Definition:</b> <a href="Index_8h_source.html#l00064">Index.h:64</a></div></div>
|
|
<div class="ttc" id="structfaiss_1_1gpu_1_1GpuIndexFlatConfig_html"><div class="ttname"><a href="structfaiss_1_1gpu_1_1GpuIndexFlatConfig.html">faiss::gpu::GpuIndexFlatConfig</a></div><div class="ttdef"><b>Definition:</b> <a href="GpuIndexFlat_8h_source.html#l00027">GpuIndexFlat.h:27</a></div></div>
|
|
<div class="ttc" id="structfaiss_1_1gpu_1_1GpuIndexIVFConfig_html_a6d357a9a67a2fed9c8e7b139712d30f6"><div class="ttname"><a href="structfaiss_1_1gpu_1_1GpuIndexIVFConfig.html#a6d357a9a67a2fed9c8e7b139712d30f6">faiss::gpu::GpuIndexIVFConfig::flatConfig</a></div><div class="ttdeci">GpuIndexFlatConfig flatConfig</div><div class="ttdoc">Configuration for the coarse quantizer object. </div><div class="ttdef"><b>Definition:</b> <a href="GpuIndexIVF_8h_source.html#l00034">GpuIndexIVF.h:34</a></div></div>
|
|
<div class="ttc" id="structfaiss_1_1gpu_1_1GpuParameterSpace_html_a1820826bb47a51ec9f000118be9c83b2"><div class="ttname"><a href="structfaiss_1_1gpu_1_1GpuParameterSpace.html#a1820826bb47a51ec9f000118be9c83b2">faiss::gpu::GpuParameterSpace::set_index_parameter</a></div><div class="ttdeci">void set_index_parameter(faiss::Index *index, const std::string &name, double val) const override</div><div class="ttdoc">set a combination of parameters on an index </div><div class="ttdef"><b>Definition:</b> <a href="GpuAutoTune_8cpp_source.html#l00376">GpuAutoTune.cpp:376</a></div></div>
|
|
<div class="ttc" id="structfaiss_1_1gpu_1_1GpuIndexIVFPQConfig_html"><div class="ttname"><a href="structfaiss_1_1gpu_1_1GpuIndexIVFPQConfig.html">faiss::gpu::GpuIndexIVFPQConfig</a></div><div class="ttdef"><b>Definition:</b> <a href="GpuIndexIVFPQ_8h_source.html#l00023">GpuIndexIVFPQ.h:23</a></div></div>
|
|
<div class="ttc" id="structfaiss_1_1IndexIVFPQ_html"><div class="ttname"><a href="structfaiss_1_1IndexIVFPQ.html">faiss::IndexIVFPQ</a></div><div class="ttdef"><b>Definition:</b> <a href="IndexIVFPQ_8h_source.html#l00029">IndexIVFPQ.h:29</a></div></div>
|
|
<div class="ttc" id="classfaiss_1_1gpu_1_1GpuIndexIVFPQ_html_a4e7d62e21f7e23fa4e94c69131389eea"><div class="ttname"><a href="classfaiss_1_1gpu_1_1GpuIndexIVFPQ.html#a4e7d62e21f7e23fa4e94c69131389eea">faiss::gpu::GpuIndexIVFPQ::reserveMemory</a></div><div class="ttdeci">void reserveMemory(size_t numVecs)</div><div class="ttdoc">Reserve GPU memory in our inverted lists for this number of vectors. </div><div class="ttdef"><b>Definition:</b> <a href="GpuIndexIVFPQ_8cu_source.html#l00194">GpuIndexIVFPQ.cu:194</a></div></div>
|
|
<div class="ttc" id="classfaiss_1_1gpu_1_1GpuIndexIVFFlat_html_a329d7734f1285788d10c1fbf1f88d72f"><div class="ttname"><a href="classfaiss_1_1gpu_1_1GpuIndexIVFFlat.html#a329d7734f1285788d10c1fbf1f88d72f">faiss::gpu::GpuIndexIVFFlat::reserveMemory</a></div><div class="ttdeci">void reserveMemory(size_t numVecs)</div><div class="ttdoc">Reserve GPU memory in our inverted lists for this number of vectors. </div><div class="ttdef"><b>Definition:</b> <a href="GpuIndexIVFFlat_8cu_source.html#l00071">GpuIndexIVFFlat.cu:71</a></div></div>
|
|
<div class="ttc" id="structfaiss_1_1gpu_1_1GpuClonerOptions_html_ac7cc57d6091d6a79ea6020bf8d1fbe27"><div class="ttname"><a href="structfaiss_1_1gpu_1_1GpuClonerOptions.html#ac7cc57d6091d6a79ea6020bf8d1fbe27">faiss::gpu::GpuClonerOptions::useFloat16</a></div><div class="ttdeci">bool useFloat16</div><div class="ttdef"><b>Definition:</b> <a href="GpuClonerOptions_8h_source.html#l00029">GpuClonerOptions.h:29</a></div></div>
|
|
<div class="ttc" id="structfaiss_1_1gpu_1_1GpuClonerOptions_html_ad960ac51b7cc607fcb1a1b07efc32a9e"><div class="ttname"><a href="structfaiss_1_1gpu_1_1GpuClonerOptions.html#ad960ac51b7cc607fcb1a1b07efc32a9e">faiss::gpu::GpuClonerOptions::indicesOptions</a></div><div class="ttdeci">IndicesOptions indicesOptions</div><div class="ttdef"><b>Definition:</b> <a href="GpuClonerOptions_8h_source.html#l00022">GpuClonerOptions.h:22</a></div></div>
|
|
<div class="ttc" id="structfaiss_1_1ProductQuantizer_html_a0feee45e4151547b7a0444c14bad398f"><div class="ttname"><a href="structfaiss_1_1ProductQuantizer.html#a0feee45e4151547b7a0444c14bad398f">faiss::ProductQuantizer::ksub</a></div><div class="ttdeci">size_t ksub</div><div class="ttdoc">number of centroids for each subquantizer </div><div class="ttdef"><b>Definition:</b> <a href="ProductQuantizer_8h_source.html#l00035">ProductQuantizer.h:35</a></div></div>
|
|
<div class="ttc" id="structfaiss_1_1gpu_1_1GpuMultipleClonerOptions_html_a9548f823297298b0a78109dec7feb45e"><div class="ttname"><a href="structfaiss_1_1gpu_1_1GpuMultipleClonerOptions.html#a9548f823297298b0a78109dec7feb45e">faiss::gpu::GpuMultipleClonerOptions::shard_type</a></div><div class="ttdeci">int shard_type</div><div class="ttdoc">IndexIVF::copy_subset_to subset type. </div><div class="ttdef"><b>Definition:</b> <a href="GpuClonerOptions_8h_source.html#l00052">GpuClonerOptions.h:52</a></div></div>
|
|
<div class="ttc" id="structfaiss_1_1gpu_1_1GpuClonerOptions_html_a85f3093908b6e9a503c24bb226b17b1b"><div class="ttname"><a href="structfaiss_1_1gpu_1_1GpuClonerOptions.html#a85f3093908b6e9a503c24bb226b17b1b">faiss::gpu::GpuClonerOptions::useFloat16CoarseQuantizer</a></div><div class="ttdeci">bool useFloat16CoarseQuantizer</div><div class="ttdoc">is the coarse quantizer in float16? </div><div class="ttdef"><b>Definition:</b> <a href="GpuClonerOptions_8h_source.html#l00025">GpuClonerOptions.h:25</a></div></div>
|
|
<div class="ttc" id="structfaiss_1_1Index_html_a6970683faa021b7a6f1a0865c0d4eccd"><div class="ttname"><a href="structfaiss_1_1Index.html#a6970683faa021b7a6f1a0865c0d4eccd">faiss::Index::ntotal</a></div><div class="ttdeci">idx_t ntotal</div><div class="ttdoc">total nb of indexed vectors </div><div class="ttdef"><b>Definition:</b> <a href="Index_8h_source.html#l00065">Index.h:65</a></div></div>
|
|
<div class="ttc" id="structfaiss_1_1IndexFlat_html_a406f028c702edec72477eacc5733f59c"><div class="ttname"><a href="structfaiss_1_1IndexFlat.html#a406f028c702edec72477eacc5733f59c">faiss::IndexFlat::add</a></div><div class="ttdeci">void add(idx_t n, const float *x) override</div><div class="ttdef"><b>Definition:</b> <a href="IndexFlat_8cpp_source.html#l00030">IndexFlat.cpp:30</a></div></div>
|
|
<div class="ttc" id="classfaiss_1_1gpu_1_1IndexProxy_html_af9bb81e75f8d5471094e4d4776a56f63"><div class="ttname"><a href="classfaiss_1_1gpu_1_1IndexProxy.html#af9bb81e75f8d5471094e4d4776a56f63">faiss::gpu::IndexProxy::addIndex</a></div><div class="ttdeci">void addIndex(faiss::Index *index)</div><div class="ttdef"><b>Definition:</b> <a href="IndexProxy_8cpp_source.html#l00032">IndexProxy.cpp:32</a></div></div>
|
|
<div class="ttc" id="structfaiss_1_1gpu_1_1ToGpuClonerMultiple_html"><div class="ttname"><a href="structfaiss_1_1gpu_1_1ToGpuClonerMultiple.html">faiss::gpu::ToGpuClonerMultiple</a></div><div class="ttdef"><b>Definition:</b> <a href="GpuAutoTune_8cpp_source.html#l00178">GpuAutoTune.cpp:178</a></div></div>
|
|
<div class="ttc" id="classfaiss_1_1gpu_1_1GpuIndexIVFPQ_html"><div class="ttname"><a href="classfaiss_1_1gpu_1_1GpuIndexIVFPQ.html">faiss::gpu::GpuIndexIVFPQ</a></div><div class="ttdoc">IVFPQ index for the GPU. </div><div class="ttdef"><b>Definition:</b> <a href="GpuIndexIVFPQ_8h_source.html#l00040">GpuIndexIVFPQ.h:40</a></div></div>
|
|
<div class="ttc" id="structfaiss_1_1ParameterSpace_html_ac630c153ffd12f9994452c92fe57dc17"><div class="ttname"><a href="structfaiss_1_1ParameterSpace.html#ac630c153ffd12f9994452c92fe57dc17">faiss::ParameterSpace::set_index_parameter</a></div><div class="ttdeci">virtual void set_index_parameter(Index *index, const std::string &name, double val) const </div><div class="ttdoc">set one of the parameters </div><div class="ttdef"><b>Definition:</b> <a href="AutoTune_8cpp_source.html#l00423">AutoTune.cpp:423</a></div></div>
|
|
<div class="ttc" id="structfaiss_1_1Index_html_a8e18f641854b2bde83ecff0a2f9a6f4e"><div class="ttname"><a href="structfaiss_1_1Index.html#a8e18f641854b2bde83ecff0a2f9a6f4e">faiss::Index::metric_type</a></div><div class="ttdeci">MetricType metric_type</div><div class="ttdoc">type of metric this index uses for search </div><div class="ttdef"><b>Definition:</b> <a href="Index_8h_source.html#l00072">Index.h:72</a></div></div>
|
|
<div class="ttc" id="structfaiss_1_1IndexIVFPQ_html_a007303be116c8da65b6d058e3fc77d16"><div class="ttname"><a href="structfaiss_1_1IndexIVFPQ.html#a007303be116c8da65b6d058e3fc77d16">faiss::IndexIVFPQ::pq</a></div><div class="ttdeci">ProductQuantizer pq</div><div class="ttdoc">produces the codes </div><div class="ttdef"><b>Definition:</b> <a href="IndexIVFPQ_8h_source.html#l00032">IndexIVFPQ.h:32</a></div></div>
|
|
<div class="ttc" id="structfaiss_1_1ProductQuantizer_html_a83600e328893ce5f41fe459f5a3acf41"><div class="ttname"><a href="structfaiss_1_1ProductQuantizer.html#a83600e328893ce5f41fe459f5a3acf41">faiss::ProductQuantizer::M</a></div><div class="ttdeci">size_t M</div><div class="ttdoc">number of subquantizers </div><div class="ttdef"><b>Definition:</b> <a href="ProductQuantizer_8h_source.html#l00028">ProductQuantizer.h:28</a></div></div>
|
|
<div class="ttc" id="structfaiss_1_1Index_html"><div class="ttname"><a href="structfaiss_1_1Index.html">faiss::Index</a></div><div class="ttdef"><b>Definition:</b> <a href="Index_8h_source.html#l00060">Index.h:60</a></div></div>
|
|
<div class="ttc" id="classfaiss_1_1gpu_1_1GpuIndexFlat_html"><div class="ttname"><a href="classfaiss_1_1gpu_1_1GpuIndexFlat.html">faiss::gpu::GpuIndexFlat</a></div><div class="ttdef"><b>Definition:</b> <a href="GpuIndexFlat_8h_source.html#l00054">GpuIndexFlat.h:54</a></div></div>
|
|
<div class="ttc" id="structfaiss_1_1IndexShards_html"><div class="ttname"><a href="structfaiss_1_1IndexShards.html">faiss::IndexShards</a></div><div class="ttdef"><b>Definition:</b> <a href="MetaIndexes_8h_source.html#l00086">MetaIndexes.h:86</a></div></div>
|
|
<div class="ttc" id="structfaiss_1_1gpu_1_1ToGpuCloner_html"><div class="ttname"><a href="structfaiss_1_1gpu_1_1ToGpuCloner.html">faiss::gpu::ToGpuCloner</a></div><div class="ttdef"><b>Definition:</b> <a href="GpuAutoTune_8cpp_source.html#l00101">GpuAutoTune.cpp:101</a></div></div>
|
|
<div class="ttc" id="structfaiss_1_1ProductQuantizer_html"><div class="ttname"><a href="structfaiss_1_1ProductQuantizer.html">faiss::ProductQuantizer</a></div><div class="ttdef"><b>Definition:</b> <a href="ProductQuantizer_8h_source.html#l00025">ProductQuantizer.h:25</a></div></div>
|
|
<div class="ttc" id="structfaiss_1_1Index_html_a6e92732617c4dbe364e7678dd8773a7f"><div class="ttname"><a href="structfaiss_1_1Index.html#a6e92732617c4dbe364e7678dd8773a7f">faiss::Index::is_trained</a></div><div class="ttdeci">bool is_trained</div><div class="ttdoc">set if the Index does not require training, or if training is done already </div><div class="ttdef"><b>Definition:</b> <a href="Index_8h_source.html#l00069">Index.h:69</a></div></div>
|
|
<div class="ttc" id="structfaiss_1_1gpu_1_1GpuIndexIVFFlatConfig_html"><div class="ttname"><a href="structfaiss_1_1gpu_1_1GpuIndexIVFFlatConfig.html">faiss::gpu::GpuIndexIVFFlatConfig</a></div><div class="ttdef"><b>Definition:</b> <a href="GpuIndexIVFFlat_8h_source.html#l00022">GpuIndexIVFFlat.h:22</a></div></div>
|
|
<div class="ttc" id="structfaiss_1_1ParameterRange_html"><div class="ttname"><a href="structfaiss_1_1ParameterRange.html">faiss::ParameterRange</a></div><div class="ttdoc">possible values of a parameter, sorted from least to most expensive/accurate </div><div class="ttdef"><b>Definition:</b> <a href="AutoTune_8h_source.html#l00125">AutoTune.h:125</a></div></div>
|
|
<div class="ttc" id="structfaiss_1_1ProductQuantizer_html_a567cd512438f9e3404d9339a232d7695"><div class="ttname"><a href="structfaiss_1_1ProductQuantizer.html#a567cd512438f9e3404d9339a232d7695">faiss::ProductQuantizer::d</a></div><div class="ttdeci">size_t d</div><div class="ttdoc">size of the input vectors </div><div class="ttdef"><b>Definition:</b> <a href="ProductQuantizer_8h_source.html#l00027">ProductQuantizer.h:27</a></div></div>
|
|
<div class="ttc" id="structfaiss_1_1gpu_1_1ToCPUCloner_html"><div class="ttname"><a href="structfaiss_1_1gpu_1_1ToCPUCloner.html">faiss::gpu::ToCPUCloner</a></div><div class="ttdef"><b>Definition:</b> <a href="GpuAutoTune_8cpp_source.html#l00033">GpuAutoTune.cpp:33</a></div></div>
|
|
<div class="ttc" id="structfaiss_1_1gpu_1_1GpuIndexIVFConfig_html_af432221761d48e4753f501208a60264d"><div class="ttname"><a href="structfaiss_1_1gpu_1_1GpuIndexIVFConfig.html#af432221761d48e4753f501208a60264d">faiss::gpu::GpuIndexIVFConfig::indicesOptions</a></div><div class="ttdeci">IndicesOptions indicesOptions</div><div class="ttdoc">Index storage options for the GPU. </div><div class="ttdef"><b>Definition:</b> <a href="GpuIndexIVF_8h_source.html#l00031">GpuIndexIVF.h:31</a></div></div>
|
|
<div class="ttc" id="structfaiss_1_1gpu_1_1GpuClonerOptions_html_abc7d0451773e0f2f640338533abc1397"><div class="ttname"><a href="structfaiss_1_1gpu_1_1GpuClonerOptions.html#abc7d0451773e0f2f640338533abc1397">faiss::gpu::GpuClonerOptions::verbose</a></div><div class="ttdeci">bool verbose</div><div class="ttdoc">Set verbose options on the index. </div><div class="ttdef"><b>Definition:</b> <a href="GpuClonerOptions_8h_source.html#l00041">GpuClonerOptions.h:41</a></div></div>
|
|
<div class="ttc" id="classfaiss_1_1gpu_1_1GpuIndexIVFFlat_html"><div class="ttname"><a href="classfaiss_1_1gpu_1_1GpuIndexIVFFlat.html">faiss::gpu::GpuIndexIVFFlat</a></div><div class="ttdef"><b>Definition:</b> <a href="GpuIndexIVFFlat_8h_source.html#l00034">GpuIndexIVFFlat.h:34</a></div></div>
|
|
<div class="ttc" id="structfaiss_1_1gpu_1_1GpuClonerOptions_html_ab60dd87e51af59373a48d73852573f04"><div class="ttname"><a href="structfaiss_1_1gpu_1_1GpuClonerOptions.html#ab60dd87e51af59373a48d73852573f04">faiss::gpu::GpuClonerOptions::reserveVecs</a></div><div class="ttdeci">long reserveVecs</div><div class="ttdoc">reserve vectors in the invfiles? </div><div class="ttdef"><b>Definition:</b> <a href="GpuClonerOptions_8h_source.html#l00035">GpuClonerOptions.h:35</a></div></div>
|
|
<div class="ttc" id="structfaiss_1_1IndexIVFPQ_html_a1c66ff073c18a1edbe8444c24d870583"><div class="ttname"><a href="structfaiss_1_1IndexIVFPQ.html#a1c66ff073c18a1edbe8444c24d870583">faiss::IndexIVFPQ::use_precomputed_table</a></div><div class="ttdeci">int use_precomputed_table</div><div class="ttdoc">if by_residual, build precompute tables </div><div class="ttdef"><b>Definition:</b> <a href="IndexIVFPQ_8h_source.html#l00031">IndexIVFPQ.h:31</a></div></div>
|
|
<div class="ttc" id="structfaiss_1_1ProductQuantizer_html_aab1109a29ba0544358e274d727b23cae"><div class="ttname"><a href="structfaiss_1_1ProductQuantizer.html#aab1109a29ba0544358e274d727b23cae">faiss::ProductQuantizer::centroids</a></div><div class="ttdeci">std::vector< float > centroids</div><div class="ttdoc">Centroid table, size M * ksub * dsub. </div><div class="ttdef"><b>Definition:</b> <a href="ProductQuantizer_8h_source.html#l00052">ProductQuantizer.h:52</a></div></div>
|
|
</div><!-- fragment --></div><!-- contents -->
|
|
<!-- start footer part -->
|
|
<hr class="footer"/><address class="footer"><small>
|
|
Generated by  <a href="http://www.doxygen.org/index.html">
|
|
<img class="footer" src="doxygen.png" alt="doxygen"/>
|
|
</a> 1.8.5
|
|
</small></address>
|
|
</body>
|
|
</html>
|