mirror of
https://github.com/facebookresearch/faiss.git
synced 2025-06-03 21:54:02 +08:00
0df3f646fc
various bugfixes from github issues kmean with some frozen centroids GPU better tiling for large flat datasets default AVX for vector ops
730 lines
94 KiB
HTML
730 lines
94 KiB
HTML
<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
|
|
<html xmlns="http://www.w3.org/1999/xhtml">
|
|
<head>
|
|
<meta http-equiv="Content-Type" content="text/xhtml;charset=UTF-8"/>
|
|
<meta http-equiv="X-UA-Compatible" content="IE=9"/>
|
|
<meta name="generator" content="Doxygen 1.8.5"/>
|
|
<title>Faiss: /data/users/matthijs/github_faiss/faiss/gpu/test/TestGpuIndexIVFFlat.cpp Source File</title>
|
|
<link href="tabs.css" rel="stylesheet" type="text/css"/>
|
|
<script type="text/javascript" src="jquery.js"></script>
|
|
<script type="text/javascript" src="dynsections.js"></script>
|
|
<link href="search/search.css" rel="stylesheet" type="text/css"/>
|
|
<script type="text/javascript" src="search/search.js"></script>
|
|
<script type="text/javascript">
|
|
$(document).ready(function() { searchBox.OnSelectItem(0); });
|
|
</script>
|
|
<link href="doxygen.css" rel="stylesheet" type="text/css" />
|
|
</head>
|
|
<body>
|
|
<div id="top"><!-- do not remove this div, it is closed by doxygen! -->
|
|
<div id="titlearea">
|
|
<table cellspacing="0" cellpadding="0">
|
|
<tbody>
|
|
<tr style="height: 56px;">
|
|
<td style="padding-left: 0.5em;">
|
|
<div id="projectname">Faiss
|
|
</div>
|
|
</td>
|
|
</tr>
|
|
</tbody>
|
|
</table>
|
|
</div>
|
|
<!-- end header part -->
|
|
<!-- Generated by Doxygen 1.8.5 -->
|
|
<script type="text/javascript">
|
|
var searchBox = new SearchBox("searchBox", "search",false,'Search');
|
|
</script>
|
|
<div id="navrow1" class="tabs">
|
|
<ul class="tablist">
|
|
<li><a href="index.html"><span>Main Page</span></a></li>
|
|
<li><a href="namespaces.html"><span>Namespaces</span></a></li>
|
|
<li><a href="annotated.html"><span>Classes</span></a></li>
|
|
<li class="current"><a href="files.html"><span>Files</span></a></li>
|
|
<li>
|
|
<div id="MSearchBox" class="MSearchBoxInactive">
|
|
<span class="left">
|
|
<img id="MSearchSelect" src="search/mag_sel.png"
|
|
onmouseover="return searchBox.OnSearchSelectShow()"
|
|
onmouseout="return searchBox.OnSearchSelectHide()"
|
|
alt=""/>
|
|
<input type="text" id="MSearchField" value="Search" accesskey="S"
|
|
onfocus="searchBox.OnSearchFieldFocus(true)"
|
|
onblur="searchBox.OnSearchFieldFocus(false)"
|
|
onkeyup="searchBox.OnSearchFieldChange(event)"/>
|
|
</span><span class="right">
|
|
<a id="MSearchClose" href="javascript:searchBox.CloseResultsWindow()"><img id="MSearchCloseImg" border="0" src="search/close.png" alt=""/></a>
|
|
</span>
|
|
</div>
|
|
</li>
|
|
</ul>
|
|
</div>
|
|
<div id="navrow2" class="tabs2">
|
|
<ul class="tablist">
|
|
<li><a href="files.html"><span>File List</span></a></li>
|
|
</ul>
|
|
</div>
|
|
<!-- window showing the filter options -->
|
|
<div id="MSearchSelectWindow"
|
|
onmouseover="return searchBox.OnSearchSelectShow()"
|
|
onmouseout="return searchBox.OnSearchSelectHide()"
|
|
onkeydown="return searchBox.OnSearchSelectKey(event)">
|
|
<a class="SelectItem" href="javascript:void(0)" onclick="searchBox.OnSelectItem(0)"><span class="SelectionMark"> </span>All</a><a class="SelectItem" href="javascript:void(0)" onclick="searchBox.OnSelectItem(1)"><span class="SelectionMark"> </span>Classes</a><a class="SelectItem" href="javascript:void(0)" onclick="searchBox.OnSelectItem(2)"><span class="SelectionMark"> </span>Namespaces</a><a class="SelectItem" href="javascript:void(0)" onclick="searchBox.OnSelectItem(3)"><span class="SelectionMark"> </span>Functions</a><a class="SelectItem" href="javascript:void(0)" onclick="searchBox.OnSelectItem(4)"><span class="SelectionMark"> </span>Variables</a><a class="SelectItem" href="javascript:void(0)" onclick="searchBox.OnSelectItem(5)"><span class="SelectionMark"> </span>Typedefs</a><a class="SelectItem" href="javascript:void(0)" onclick="searchBox.OnSelectItem(6)"><span class="SelectionMark"> </span>Enumerations</a><a class="SelectItem" href="javascript:void(0)" onclick="searchBox.OnSelectItem(7)"><span class="SelectionMark"> </span>Enumerator</a><a class="SelectItem" href="javascript:void(0)" onclick="searchBox.OnSelectItem(8)"><span class="SelectionMark"> </span>Friends</a></div>
|
|
|
|
<!-- iframe showing the search results (closed by default) -->
|
|
<div id="MSearchResultsWindow">
|
|
<iframe src="javascript:void(0)" frameborder="0"
|
|
name="MSearchResults" id="MSearchResults">
|
|
</iframe>
|
|
</div>
|
|
|
|
<div id="nav-path" class="navpath">
|
|
<ul>
|
|
<li class="navelem"><a class="el" href="dir_6b3ae6988449b0834e9596fad5d75199.html">gpu</a></li><li class="navelem"><a class="el" href="dir_43be364029218a94c5bcb5d8c78d7156.html">test</a></li> </ul>
|
|
</div>
|
|
</div><!-- top -->
|
|
<div class="header">
|
|
<div class="headertitle">
|
|
<div class="title">TestGpuIndexIVFFlat.cpp</div> </div>
|
|
</div><!--header-->
|
|
<div class="contents">
|
|
<div class="fragment"><div class="line"><a name="l00001"></a><span class="lineno"> 1</span> <span class="comment">/**</span></div>
|
|
<div class="line"><a name="l00002"></a><span class="lineno"> 2</span> <span class="comment"> * Copyright (c) 2015-present, Facebook, Inc.</span></div>
|
|
<div class="line"><a name="l00003"></a><span class="lineno"> 3</span> <span class="comment"> * All rights reserved.</span></div>
|
|
<div class="line"><a name="l00004"></a><span class="lineno"> 4</span> <span class="comment"> *</span></div>
|
|
<div class="line"><a name="l00005"></a><span class="lineno"> 5</span> <span class="comment"> * This source code is licensed under the BSD+Patents license found in the</span></div>
|
|
<div class="line"><a name="l00006"></a><span class="lineno"> 6</span> <span class="comment"> * LICENSE file in the root directory of this source tree.</span></div>
|
|
<div class="line"><a name="l00007"></a><span class="lineno"> 7</span> <span class="comment"> */</span></div>
|
|
<div class="line"><a name="l00008"></a><span class="lineno"> 8</span> </div>
|
|
<div class="line"><a name="l00009"></a><span class="lineno"> 9</span> <span class="comment">// Copyright 2004-present Facebook. All Rights Reserved.</span></div>
|
|
<div class="line"><a name="l00010"></a><span class="lineno"> 10</span> </div>
|
|
<div class="line"><a name="l00011"></a><span class="lineno"> 11</span> <span class="preprocessor">#include "../../IndexFlat.h"</span></div>
|
|
<div class="line"><a name="l00012"></a><span class="lineno"> 12</span> <span class="preprocessor">#include "../../IndexIVF.h"</span></div>
|
|
<div class="line"><a name="l00013"></a><span class="lineno"> 13</span> <span class="preprocessor">#include "../GpuIndexIVFFlat.h"</span></div>
|
|
<div class="line"><a name="l00014"></a><span class="lineno"> 14</span> <span class="preprocessor">#include "../StandardGpuResources.h"</span></div>
|
|
<div class="line"><a name="l00015"></a><span class="lineno"> 15</span> <span class="preprocessor">#include "../utils/DeviceUtils.h"</span></div>
|
|
<div class="line"><a name="l00016"></a><span class="lineno"> 16</span> <span class="preprocessor">#include "../test/TestUtils.h"</span></div>
|
|
<div class="line"><a name="l00017"></a><span class="lineno"> 17</span> <span class="preprocessor">#include <cmath></span></div>
|
|
<div class="line"><a name="l00018"></a><span class="lineno"> 18</span> <span class="preprocessor">#include <gtest/gtest.h></span></div>
|
|
<div class="line"><a name="l00019"></a><span class="lineno"> 19</span> <span class="preprocessor">#include <glog/logging.h></span></div>
|
|
<div class="line"><a name="l00020"></a><span class="lineno"> 20</span> <span class="preprocessor">#include <sstream></span></div>
|
|
<div class="line"><a name="l00021"></a><span class="lineno"> 21</span> <span class="preprocessor">#include <vector></span></div>
|
|
<div class="line"><a name="l00022"></a><span class="lineno"> 22</span> </div>
|
|
<div class="line"><a name="l00023"></a><span class="lineno"> 23</span> <span class="comment">// FIXME: figure out a better way to test fp16</span></div>
|
|
<div class="line"><a name="l00024"></a><span class="lineno"> 24</span> constexpr <span class="keywordtype">float</span> kF16MaxRelErr = 0.3f;</div>
|
|
<div class="line"><a name="l00025"></a><span class="lineno"> 25</span> constexpr <span class="keywordtype">float</span> kF32MaxRelErr = 0.03f;</div>
|
|
<div class="line"><a name="l00026"></a><span class="lineno"> 26</span> </div>
|
|
<div class="line"><a name="l00027"></a><span class="lineno"> 27</span> </div>
|
|
<div class="line"><a name="l00028"></a><span class="lineno"><a class="line" href="structOptions.html"> 28</a></span> <span class="keyword">struct </span><a class="code" href="structOptions.html">Options</a> {</div>
|
|
<div class="line"><a name="l00029"></a><span class="lineno"> 29</span>  <a class="code" href="structOptions.html">Options</a>() {</div>
|
|
<div class="line"><a name="l00030"></a><span class="lineno"> 30</span>  numAdd = faiss::gpu::randVal(4000, 20000);</div>
|
|
<div class="line"><a name="l00031"></a><span class="lineno"> 31</span>  dim = faiss::gpu::randVal(64, 200);</div>
|
|
<div class="line"><a name="l00032"></a><span class="lineno"> 32</span> </div>
|
|
<div class="line"><a name="l00033"></a><span class="lineno"> 33</span>  numCentroids = std::sqrt((<span class="keywordtype">float</span>) numAdd);</div>
|
|
<div class="line"><a name="l00034"></a><span class="lineno"> 34</span>  numTrain = numCentroids * 40;</div>
|
|
<div class="line"><a name="l00035"></a><span class="lineno"> 35</span>  nprobe = faiss::gpu::randVal(10, numCentroids);</div>
|
|
<div class="line"><a name="l00036"></a><span class="lineno"> 36</span>  numQuery = faiss::gpu::randVal(32, 100);</div>
|
|
<div class="line"><a name="l00037"></a><span class="lineno"> 37</span>  k = std::min(faiss::gpu::randVal(10, 30), numAdd / 40);</div>
|
|
<div class="line"><a name="l00038"></a><span class="lineno"> 38</span>  indicesOpt = faiss::gpu::randSelect({</div>
|
|
<div class="line"><a name="l00039"></a><span class="lineno"> 39</span>  faiss::gpu::INDICES_CPU,</div>
|
|
<div class="line"><a name="l00040"></a><span class="lineno"> 40</span>  faiss::gpu::INDICES_32_BIT,</div>
|
|
<div class="line"><a name="l00041"></a><span class="lineno"> 41</span>  faiss::gpu::INDICES_64_BIT});</div>
|
|
<div class="line"><a name="l00042"></a><span class="lineno"> 42</span> </div>
|
|
<div class="line"><a name="l00043"></a><span class="lineno"> 43</span>  device = faiss::gpu::randVal(0, faiss::gpu::getNumDevices() - 1);</div>
|
|
<div class="line"><a name="l00044"></a><span class="lineno"> 44</span>  }</div>
|
|
<div class="line"><a name="l00045"></a><span class="lineno"> 45</span> </div>
|
|
<div class="line"><a name="l00046"></a><span class="lineno"> 46</span>  std::string toString()<span class="keyword"> const </span>{</div>
|
|
<div class="line"><a name="l00047"></a><span class="lineno"> 47</span>  std::stringstream str;</div>
|
|
<div class="line"><a name="l00048"></a><span class="lineno"> 48</span>  str << <span class="stringliteral">"IVFFlat device "</span> << device</div>
|
|
<div class="line"><a name="l00049"></a><span class="lineno"> 49</span>  << <span class="stringliteral">" numVecs "</span> << numAdd</div>
|
|
<div class="line"><a name="l00050"></a><span class="lineno"> 50</span>  << <span class="stringliteral">" dim "</span> << dim</div>
|
|
<div class="line"><a name="l00051"></a><span class="lineno"> 51</span>  << <span class="stringliteral">" numCentroids "</span> << numCentroids</div>
|
|
<div class="line"><a name="l00052"></a><span class="lineno"> 52</span>  << <span class="stringliteral">" nprobe "</span> << nprobe</div>
|
|
<div class="line"><a name="l00053"></a><span class="lineno"> 53</span>  << <span class="stringliteral">" numQuery "</span> << numQuery</div>
|
|
<div class="line"><a name="l00054"></a><span class="lineno"> 54</span>  << <span class="stringliteral">" k "</span> << k</div>
|
|
<div class="line"><a name="l00055"></a><span class="lineno"> 55</span>  << <span class="stringliteral">" indicesOpt "</span> << indicesOpt;</div>
|
|
<div class="line"><a name="l00056"></a><span class="lineno"> 56</span> </div>
|
|
<div class="line"><a name="l00057"></a><span class="lineno"> 57</span>  <span class="keywordflow">return</span> str.str();</div>
|
|
<div class="line"><a name="l00058"></a><span class="lineno"> 58</span>  }</div>
|
|
<div class="line"><a name="l00059"></a><span class="lineno"> 59</span> </div>
|
|
<div class="line"><a name="l00060"></a><span class="lineno"> 60</span>  <span class="keywordtype">int</span> numAdd;</div>
|
|
<div class="line"><a name="l00061"></a><span class="lineno"> 61</span>  <span class="keywordtype">int</span> dim;</div>
|
|
<div class="line"><a name="l00062"></a><span class="lineno"> 62</span>  <span class="keywordtype">int</span> numCentroids;</div>
|
|
<div class="line"><a name="l00063"></a><span class="lineno"> 63</span>  <span class="keywordtype">int</span> numTrain;</div>
|
|
<div class="line"><a name="l00064"></a><span class="lineno"> 64</span>  <span class="keywordtype">int</span> nprobe;</div>
|
|
<div class="line"><a name="l00065"></a><span class="lineno"> 65</span>  <span class="keywordtype">int</span> numQuery;</div>
|
|
<div class="line"><a name="l00066"></a><span class="lineno"> 66</span>  <span class="keywordtype">int</span> k;</div>
|
|
<div class="line"><a name="l00067"></a><span class="lineno"> 67</span>  <span class="keywordtype">int</span> device;</div>
|
|
<div class="line"><a name="l00068"></a><span class="lineno"> 68</span>  faiss::gpu::IndicesOptions indicesOpt;</div>
|
|
<div class="line"><a name="l00069"></a><span class="lineno"> 69</span> };</div>
|
|
<div class="line"><a name="l00070"></a><span class="lineno"> 70</span> </div>
|
|
<div class="line"><a name="l00071"></a><span class="lineno"> 71</span> <span class="keywordtype">void</span> queryTest(<a class="code" href="namespacefaiss.html#afd12191c638da74760ff397cf319752c">faiss::MetricType</a> metricType,</div>
|
|
<div class="line"><a name="l00072"></a><span class="lineno"> 72</span>  <span class="keywordtype">bool</span> useFloat16CoarseQuantizer,</div>
|
|
<div class="line"><a name="l00073"></a><span class="lineno"> 73</span>  <span class="keywordtype">bool</span> useFloat16,</div>
|
|
<div class="line"><a name="l00074"></a><span class="lineno"> 74</span>  <span class="keywordtype">int</span> dimOverride = -1) {</div>
|
|
<div class="line"><a name="l00075"></a><span class="lineno"> 75</span>  <span class="keywordflow">for</span> (<span class="keywordtype">int</span> tries = 0; tries < 3; ++tries) {</div>
|
|
<div class="line"><a name="l00076"></a><span class="lineno"> 76</span>  faiss::gpu::newTestSeed();</div>
|
|
<div class="line"><a name="l00077"></a><span class="lineno"> 77</span> </div>
|
|
<div class="line"><a name="l00078"></a><span class="lineno"> 78</span>  <a class="code" href="structOptions.html">Options</a> opt;</div>
|
|
<div class="line"><a name="l00079"></a><span class="lineno"> 79</span>  opt.dim = dimOverride != -1 ? dimOverride : opt.dim;</div>
|
|
<div class="line"><a name="l00080"></a><span class="lineno"> 80</span> </div>
|
|
<div class="line"><a name="l00081"></a><span class="lineno"> 81</span>  std::vector<float> trainVecs = faiss::gpu::randVecs(opt.numTrain, opt.dim);</div>
|
|
<div class="line"><a name="l00082"></a><span class="lineno"> 82</span>  std::vector<float> addVecs = faiss::gpu::randVecs(opt.numAdd, opt.dim);</div>
|
|
<div class="line"><a name="l00083"></a><span class="lineno"> 83</span> </div>
|
|
<div class="line"><a name="l00084"></a><span class="lineno"> 84</span>  <a class="code" href="structfaiss_1_1IndexFlatL2.html">faiss::IndexFlatL2</a> quantizerL2(opt.dim);</div>
|
|
<div class="line"><a name="l00085"></a><span class="lineno"> 85</span>  <a class="code" href="structfaiss_1_1IndexFlatIP.html">faiss::IndexFlatIP</a> quantizerIP(opt.dim);</div>
|
|
<div class="line"><a name="l00086"></a><span class="lineno"> 86</span>  <a class="code" href="structfaiss_1_1Index.html">faiss::Index</a>* quantizer =</div>
|
|
<div class="line"><a name="l00087"></a><span class="lineno"> 87</span>  metricType == faiss::METRIC_L2 ?</div>
|
|
<div class="line"><a name="l00088"></a><span class="lineno"> 88</span>  (<a class="code" href="structfaiss_1_1Index.html">faiss::Index</a>*) &quantizerL2 : (<a class="code" href="structfaiss_1_1Index.html">faiss::Index</a>*) &quantizerIP;</div>
|
|
<div class="line"><a name="l00089"></a><span class="lineno"> 89</span> </div>
|
|
<div class="line"><a name="l00090"></a><span class="lineno"> 90</span>  <a class="code" href="structfaiss_1_1IndexIVFFlat.html">faiss::IndexIVFFlat</a> cpuIndex(quantizer,</div>
|
|
<div class="line"><a name="l00091"></a><span class="lineno"> 91</span>  opt.dim, opt.numCentroids, metricType);</div>
|
|
<div class="line"><a name="l00092"></a><span class="lineno"> 92</span>  cpuIndex.train(opt.numTrain, trainVecs.data());</div>
|
|
<div class="line"><a name="l00093"></a><span class="lineno"> 93</span>  cpuIndex.add(opt.numAdd, addVecs.data());</div>
|
|
<div class="line"><a name="l00094"></a><span class="lineno"> 94</span>  cpuIndex.nprobe = opt.nprobe;</div>
|
|
<div class="line"><a name="l00095"></a><span class="lineno"> 95</span> </div>
|
|
<div class="line"><a name="l00096"></a><span class="lineno"> 96</span>  <a class="code" href="classfaiss_1_1gpu_1_1StandardGpuResources.html">faiss::gpu::StandardGpuResources</a> res;</div>
|
|
<div class="line"><a name="l00097"></a><span class="lineno"> 97</span>  res.<a class="code" href="classfaiss_1_1gpu_1_1StandardGpuResources.html#a6431477a7328ac147797b3b4e3fcf651">noTempMemory</a>();</div>
|
|
<div class="line"><a name="l00098"></a><span class="lineno"> 98</span> </div>
|
|
<div class="line"><a name="l00099"></a><span class="lineno"> 99</span>  <a class="code" href="structfaiss_1_1gpu_1_1GpuIndexIVFFlatConfig.html">faiss::gpu::GpuIndexIVFFlatConfig</a> config;</div>
|
|
<div class="line"><a name="l00100"></a><span class="lineno"> 100</span>  config.<a class="code" href="structfaiss_1_1gpu_1_1GpuIndexConfig.html#aab05a0aa7b42feae7df4e556a52ead57">device</a> = opt.device;</div>
|
|
<div class="line"><a name="l00101"></a><span class="lineno"> 101</span>  config.<a class="code" href="structfaiss_1_1gpu_1_1GpuIndexIVFConfig.html#af432221761d48e4753f501208a60264d">indicesOptions</a> = opt.indicesOpt;</div>
|
|
<div class="line"><a name="l00102"></a><span class="lineno"> 102</span>  config.<a class="code" href="structfaiss_1_1gpu_1_1GpuIndexIVFConfig.html#a6d357a9a67a2fed9c8e7b139712d30f6">flatConfig</a>.<a class="code" href="structfaiss_1_1gpu_1_1GpuIndexFlatConfig.html#afd694186c87751937a646f3db2c8ba3d">useFloat16</a> = useFloat16CoarseQuantizer;</div>
|
|
<div class="line"><a name="l00103"></a><span class="lineno"> 103</span>  config.<a class="code" href="structfaiss_1_1gpu_1_1GpuIndexIVFFlatConfig.html#ab98ac354bcd5632976f7edc2deda6e57">useFloat16IVFStorage</a> = useFloat16;</div>
|
|
<div class="line"><a name="l00104"></a><span class="lineno"> 104</span> </div>
|
|
<div class="line"><a name="l00105"></a><span class="lineno"> 105</span>  <a class="code" href="classfaiss_1_1gpu_1_1GpuIndexIVFFlat.html">faiss::gpu::GpuIndexIVFFlat</a> gpuIndex(&res,</div>
|
|
<div class="line"><a name="l00106"></a><span class="lineno"> 106</span>  cpuIndex.d,</div>
|
|
<div class="line"><a name="l00107"></a><span class="lineno"> 107</span>  cpuIndex.nlist,</div>
|
|
<div class="line"><a name="l00108"></a><span class="lineno"> 108</span>  cpuIndex.metric_type,</div>
|
|
<div class="line"><a name="l00109"></a><span class="lineno"> 109</span>  config);</div>
|
|
<div class="line"><a name="l00110"></a><span class="lineno"> 110</span>  gpuIndex.copyFrom(&cpuIndex);</div>
|
|
<div class="line"><a name="l00111"></a><span class="lineno"> 111</span>  gpuIndex.setNumProbes(opt.nprobe);</div>
|
|
<div class="line"><a name="l00112"></a><span class="lineno"> 112</span> </div>
|
|
<div class="line"><a name="l00113"></a><span class="lineno"> 113</span>  <span class="keywordtype">bool</span> compFloat16 = useFloat16CoarseQuantizer || useFloat16;</div>
|
|
<div class="line"><a name="l00114"></a><span class="lineno"> 114</span>  faiss::gpu::compareIndices(cpuIndex, gpuIndex,</div>
|
|
<div class="line"><a name="l00115"></a><span class="lineno"> 115</span>  opt.numQuery, opt.dim, opt.k, opt.toString(),</div>
|
|
<div class="line"><a name="l00116"></a><span class="lineno"> 116</span>  compFloat16 ? kF16MaxRelErr : kF32MaxRelErr,</div>
|
|
<div class="line"><a name="l00117"></a><span class="lineno"> 117</span>  <span class="comment">// FIXME: the fp16 bounds are</span></div>
|
|
<div class="line"><a name="l00118"></a><span class="lineno"> 118</span>  <span class="comment">// useless when math (the accumulator) is</span></div>
|
|
<div class="line"><a name="l00119"></a><span class="lineno"> 119</span>  <span class="comment">// in fp16. Figure out another way to test</span></div>
|
|
<div class="line"><a name="l00120"></a><span class="lineno"> 120</span>  compFloat16 ? 0.99f : 0.1f,</div>
|
|
<div class="line"><a name="l00121"></a><span class="lineno"> 121</span>  compFloat16 ? 0.65f : 0.015f);</div>
|
|
<div class="line"><a name="l00122"></a><span class="lineno"> 122</span>  }</div>
|
|
<div class="line"><a name="l00123"></a><span class="lineno"> 123</span> }</div>
|
|
<div class="line"><a name="l00124"></a><span class="lineno"> 124</span> </div>
|
|
<div class="line"><a name="l00125"></a><span class="lineno"> 125</span> <span class="keywordtype">void</span> addTest(<a class="code" href="namespacefaiss.html#afd12191c638da74760ff397cf319752c">faiss::MetricType</a> metricType,</div>
|
|
<div class="line"><a name="l00126"></a><span class="lineno"> 126</span>  <span class="keywordtype">bool</span> useFloat16CoarseQuantizer,</div>
|
|
<div class="line"><a name="l00127"></a><span class="lineno"> 127</span>  <span class="keywordtype">bool</span> useFloat16) {</div>
|
|
<div class="line"><a name="l00128"></a><span class="lineno"> 128</span>  <span class="keywordflow">for</span> (<span class="keywordtype">int</span> tries = 0; tries < 5; ++tries) {</div>
|
|
<div class="line"><a name="l00129"></a><span class="lineno"> 129</span>  faiss::gpu::newTestSeed();</div>
|
|
<div class="line"><a name="l00130"></a><span class="lineno"> 130</span> </div>
|
|
<div class="line"><a name="l00131"></a><span class="lineno"> 131</span>  <a class="code" href="structOptions.html">Options</a> opt;</div>
|
|
<div class="line"><a name="l00132"></a><span class="lineno"> 132</span> </div>
|
|
<div class="line"><a name="l00133"></a><span class="lineno"> 133</span>  std::vector<float> trainVecs = faiss::gpu::randVecs(opt.numTrain, opt.dim);</div>
|
|
<div class="line"><a name="l00134"></a><span class="lineno"> 134</span>  std::vector<float> addVecs = faiss::gpu::randVecs(opt.numAdd, opt.dim);</div>
|
|
<div class="line"><a name="l00135"></a><span class="lineno"> 135</span> </div>
|
|
<div class="line"><a name="l00136"></a><span class="lineno"> 136</span>  <a class="code" href="structfaiss_1_1IndexFlatL2.html">faiss::IndexFlatL2</a> quantizerL2(opt.dim);</div>
|
|
<div class="line"><a name="l00137"></a><span class="lineno"> 137</span>  <a class="code" href="structfaiss_1_1IndexFlatIP.html">faiss::IndexFlatIP</a> quantizerIP(opt.dim);</div>
|
|
<div class="line"><a name="l00138"></a><span class="lineno"> 138</span>  <a class="code" href="structfaiss_1_1Index.html">faiss::Index</a>* quantizer =</div>
|
|
<div class="line"><a name="l00139"></a><span class="lineno"> 139</span>  metricType == faiss::METRIC_L2 ?</div>
|
|
<div class="line"><a name="l00140"></a><span class="lineno"> 140</span>  (<a class="code" href="structfaiss_1_1Index.html">faiss::Index</a>*) &quantizerL2 : (<a class="code" href="structfaiss_1_1Index.html">faiss::Index</a>*) &quantizerIP;</div>
|
|
<div class="line"><a name="l00141"></a><span class="lineno"> 141</span> </div>
|
|
<div class="line"><a name="l00142"></a><span class="lineno"> 142</span>  <a class="code" href="structfaiss_1_1IndexIVFFlat.html">faiss::IndexIVFFlat</a> cpuIndex(quantizer,</div>
|
|
<div class="line"><a name="l00143"></a><span class="lineno"> 143</span>  opt.dim,</div>
|
|
<div class="line"><a name="l00144"></a><span class="lineno"> 144</span>  opt.numCentroids,</div>
|
|
<div class="line"><a name="l00145"></a><span class="lineno"> 145</span>  metricType);</div>
|
|
<div class="line"><a name="l00146"></a><span class="lineno"> 146</span>  cpuIndex.train(opt.numTrain, trainVecs.data());</div>
|
|
<div class="line"><a name="l00147"></a><span class="lineno"> 147</span>  cpuIndex.nprobe = opt.nprobe;</div>
|
|
<div class="line"><a name="l00148"></a><span class="lineno"> 148</span> </div>
|
|
<div class="line"><a name="l00149"></a><span class="lineno"> 149</span>  <a class="code" href="classfaiss_1_1gpu_1_1StandardGpuResources.html">faiss::gpu::StandardGpuResources</a> res;</div>
|
|
<div class="line"><a name="l00150"></a><span class="lineno"> 150</span>  res.<a class="code" href="classfaiss_1_1gpu_1_1StandardGpuResources.html#a6431477a7328ac147797b3b4e3fcf651">noTempMemory</a>();</div>
|
|
<div class="line"><a name="l00151"></a><span class="lineno"> 151</span> </div>
|
|
<div class="line"><a name="l00152"></a><span class="lineno"> 152</span>  <a class="code" href="structfaiss_1_1gpu_1_1GpuIndexIVFFlatConfig.html">faiss::gpu::GpuIndexIVFFlatConfig</a> config;</div>
|
|
<div class="line"><a name="l00153"></a><span class="lineno"> 153</span>  config.<a class="code" href="structfaiss_1_1gpu_1_1GpuIndexConfig.html#aab05a0aa7b42feae7df4e556a52ead57">device</a> = opt.device;</div>
|
|
<div class="line"><a name="l00154"></a><span class="lineno"> 154</span>  config.<a class="code" href="structfaiss_1_1gpu_1_1GpuIndexIVFConfig.html#af432221761d48e4753f501208a60264d">indicesOptions</a> = opt.indicesOpt;</div>
|
|
<div class="line"><a name="l00155"></a><span class="lineno"> 155</span>  config.<a class="code" href="structfaiss_1_1gpu_1_1GpuIndexIVFConfig.html#a6d357a9a67a2fed9c8e7b139712d30f6">flatConfig</a>.<a class="code" href="structfaiss_1_1gpu_1_1GpuIndexFlatConfig.html#afd694186c87751937a646f3db2c8ba3d">useFloat16</a> = useFloat16CoarseQuantizer;</div>
|
|
<div class="line"><a name="l00156"></a><span class="lineno"> 156</span>  config.<a class="code" href="structfaiss_1_1gpu_1_1GpuIndexIVFFlatConfig.html#ab98ac354bcd5632976f7edc2deda6e57">useFloat16IVFStorage</a> = useFloat16;</div>
|
|
<div class="line"><a name="l00157"></a><span class="lineno"> 157</span> </div>
|
|
<div class="line"><a name="l00158"></a><span class="lineno"> 158</span>  <a class="code" href="classfaiss_1_1gpu_1_1GpuIndexIVFFlat.html">faiss::gpu::GpuIndexIVFFlat</a> gpuIndex(&res,</div>
|
|
<div class="line"><a name="l00159"></a><span class="lineno"> 159</span>  cpuIndex.d,</div>
|
|
<div class="line"><a name="l00160"></a><span class="lineno"> 160</span>  cpuIndex.nlist,</div>
|
|
<div class="line"><a name="l00161"></a><span class="lineno"> 161</span>  cpuIndex.metric_type,</div>
|
|
<div class="line"><a name="l00162"></a><span class="lineno"> 162</span>  config);</div>
|
|
<div class="line"><a name="l00163"></a><span class="lineno"> 163</span>  gpuIndex.copyFrom(&cpuIndex);</div>
|
|
<div class="line"><a name="l00164"></a><span class="lineno"> 164</span>  gpuIndex.setNumProbes(opt.nprobe);</div>
|
|
<div class="line"><a name="l00165"></a><span class="lineno"> 165</span> </div>
|
|
<div class="line"><a name="l00166"></a><span class="lineno"> 166</span>  cpuIndex.add(opt.numAdd, addVecs.data());</div>
|
|
<div class="line"><a name="l00167"></a><span class="lineno"> 167</span>  gpuIndex.add(opt.numAdd, addVecs.data());</div>
|
|
<div class="line"><a name="l00168"></a><span class="lineno"> 168</span> </div>
|
|
<div class="line"><a name="l00169"></a><span class="lineno"> 169</span>  <span class="keywordtype">bool</span> compFloat16 = useFloat16CoarseQuantizer || useFloat16;</div>
|
|
<div class="line"><a name="l00170"></a><span class="lineno"> 170</span>  faiss::gpu::compareIndices(cpuIndex, gpuIndex,</div>
|
|
<div class="line"><a name="l00171"></a><span class="lineno"> 171</span>  opt.numQuery, opt.dim, opt.k, opt.toString(),</div>
|
|
<div class="line"><a name="l00172"></a><span class="lineno"> 172</span>  compFloat16 ? kF16MaxRelErr : kF32MaxRelErr,</div>
|
|
<div class="line"><a name="l00173"></a><span class="lineno"> 173</span>  compFloat16 ? 0.70f : 0.1f,</div>
|
|
<div class="line"><a name="l00174"></a><span class="lineno"> 174</span>  compFloat16 ? 0.30f : 0.015f);</div>
|
|
<div class="line"><a name="l00175"></a><span class="lineno"> 175</span>  }</div>
|
|
<div class="line"><a name="l00176"></a><span class="lineno"> 176</span> }</div>
|
|
<div class="line"><a name="l00177"></a><span class="lineno"> 177</span> </div>
|
|
<div class="line"><a name="l00178"></a><span class="lineno"> 178</span> <span class="keywordtype">void</span> copyToTest(<span class="keywordtype">bool</span> useFloat16CoarseQuantizer,</div>
|
|
<div class="line"><a name="l00179"></a><span class="lineno"> 179</span>  <span class="keywordtype">bool</span> useFloat16) {</div>
|
|
<div class="line"><a name="l00180"></a><span class="lineno"> 180</span>  faiss::gpu::newTestSeed();</div>
|
|
<div class="line"><a name="l00181"></a><span class="lineno"> 181</span> </div>
|
|
<div class="line"><a name="l00182"></a><span class="lineno"> 182</span>  <a class="code" href="structOptions.html">Options</a> opt;</div>
|
|
<div class="line"><a name="l00183"></a><span class="lineno"> 183</span>  std::vector<float> trainVecs = faiss::gpu::randVecs(opt.numTrain, opt.dim);</div>
|
|
<div class="line"><a name="l00184"></a><span class="lineno"> 184</span>  std::vector<float> addVecs = faiss::gpu::randVecs(opt.numAdd, opt.dim);</div>
|
|
<div class="line"><a name="l00185"></a><span class="lineno"> 185</span> </div>
|
|
<div class="line"><a name="l00186"></a><span class="lineno"> 186</span>  <a class="code" href="classfaiss_1_1gpu_1_1StandardGpuResources.html">faiss::gpu::StandardGpuResources</a> res;</div>
|
|
<div class="line"><a name="l00187"></a><span class="lineno"> 187</span>  res.<a class="code" href="classfaiss_1_1gpu_1_1StandardGpuResources.html#a6431477a7328ac147797b3b4e3fcf651">noTempMemory</a>();</div>
|
|
<div class="line"><a name="l00188"></a><span class="lineno"> 188</span> </div>
|
|
<div class="line"><a name="l00189"></a><span class="lineno"> 189</span>  <a class="code" href="structfaiss_1_1gpu_1_1GpuIndexIVFFlatConfig.html">faiss::gpu::GpuIndexIVFFlatConfig</a> config;</div>
|
|
<div class="line"><a name="l00190"></a><span class="lineno"> 190</span>  config.<a class="code" href="structfaiss_1_1gpu_1_1GpuIndexConfig.html#aab05a0aa7b42feae7df4e556a52ead57">device</a> = opt.device;</div>
|
|
<div class="line"><a name="l00191"></a><span class="lineno"> 191</span>  config.<a class="code" href="structfaiss_1_1gpu_1_1GpuIndexIVFConfig.html#af432221761d48e4753f501208a60264d">indicesOptions</a> = opt.indicesOpt;</div>
|
|
<div class="line"><a name="l00192"></a><span class="lineno"> 192</span>  config.<a class="code" href="structfaiss_1_1gpu_1_1GpuIndexIVFConfig.html#a6d357a9a67a2fed9c8e7b139712d30f6">flatConfig</a>.<a class="code" href="structfaiss_1_1gpu_1_1GpuIndexFlatConfig.html#afd694186c87751937a646f3db2c8ba3d">useFloat16</a> = useFloat16CoarseQuantizer;</div>
|
|
<div class="line"><a name="l00193"></a><span class="lineno"> 193</span>  config.<a class="code" href="structfaiss_1_1gpu_1_1GpuIndexIVFFlatConfig.html#ab98ac354bcd5632976f7edc2deda6e57">useFloat16IVFStorage</a> = useFloat16;</div>
|
|
<div class="line"><a name="l00194"></a><span class="lineno"> 194</span> </div>
|
|
<div class="line"><a name="l00195"></a><span class="lineno"> 195</span>  <a class="code" href="classfaiss_1_1gpu_1_1GpuIndexIVFFlat.html">faiss::gpu::GpuIndexIVFFlat</a> gpuIndex(&res,</div>
|
|
<div class="line"><a name="l00196"></a><span class="lineno"> 196</span>  opt.dim,</div>
|
|
<div class="line"><a name="l00197"></a><span class="lineno"> 197</span>  opt.numCentroids,</div>
|
|
<div class="line"><a name="l00198"></a><span class="lineno"> 198</span>  faiss::METRIC_L2,</div>
|
|
<div class="line"><a name="l00199"></a><span class="lineno"> 199</span>  config);</div>
|
|
<div class="line"><a name="l00200"></a><span class="lineno"> 200</span>  gpuIndex.train(opt.numTrain, trainVecs.data());</div>
|
|
<div class="line"><a name="l00201"></a><span class="lineno"> 201</span>  gpuIndex.add(opt.numAdd, addVecs.data());</div>
|
|
<div class="line"><a name="l00202"></a><span class="lineno"> 202</span>  gpuIndex.setNumProbes(opt.nprobe);</div>
|
|
<div class="line"><a name="l00203"></a><span class="lineno"> 203</span> </div>
|
|
<div class="line"><a name="l00204"></a><span class="lineno"> 204</span>  <span class="comment">// use garbage values to see if we overwrite then</span></div>
|
|
<div class="line"><a name="l00205"></a><span class="lineno"> 205</span>  <a class="code" href="structfaiss_1_1IndexFlatL2.html">faiss::IndexFlatL2</a> cpuQuantizer(1);</div>
|
|
<div class="line"><a name="l00206"></a><span class="lineno"> 206</span>  <a class="code" href="structfaiss_1_1IndexIVFFlat.html">faiss::IndexIVFFlat</a> cpuIndex(&cpuQuantizer, 1, 1, faiss::METRIC_L2);</div>
|
|
<div class="line"><a name="l00207"></a><span class="lineno"> 207</span>  cpuIndex.nprobe = 1;</div>
|
|
<div class="line"><a name="l00208"></a><span class="lineno"> 208</span> </div>
|
|
<div class="line"><a name="l00209"></a><span class="lineno"> 209</span>  gpuIndex.copyTo(&cpuIndex);</div>
|
|
<div class="line"><a name="l00210"></a><span class="lineno"> 210</span> </div>
|
|
<div class="line"><a name="l00211"></a><span class="lineno"> 211</span>  EXPECT_EQ(cpuIndex.ntotal, gpuIndex.ntotal);</div>
|
|
<div class="line"><a name="l00212"></a><span class="lineno"> 212</span>  EXPECT_EQ(gpuIndex.ntotal, opt.numAdd);</div>
|
|
<div class="line"><a name="l00213"></a><span class="lineno"> 213</span> </div>
|
|
<div class="line"><a name="l00214"></a><span class="lineno"> 214</span>  EXPECT_EQ(cpuIndex.d, gpuIndex.d);</div>
|
|
<div class="line"><a name="l00215"></a><span class="lineno"> 215</span>  EXPECT_EQ(cpuIndex.d, opt.dim);</div>
|
|
<div class="line"><a name="l00216"></a><span class="lineno"> 216</span>  EXPECT_EQ(cpuIndex.nlist, gpuIndex.getNumLists());</div>
|
|
<div class="line"><a name="l00217"></a><span class="lineno"> 217</span>  EXPECT_EQ(cpuIndex.nprobe, gpuIndex.getNumProbes());</div>
|
|
<div class="line"><a name="l00218"></a><span class="lineno"> 218</span> </div>
|
|
<div class="line"><a name="l00219"></a><span class="lineno"> 219</span>  <span class="comment">// Query both objects; results should be equivalent</span></div>
|
|
<div class="line"><a name="l00220"></a><span class="lineno"> 220</span>  <span class="keywordtype">bool</span> compFloat16 = useFloat16CoarseQuantizer || useFloat16;</div>
|
|
<div class="line"><a name="l00221"></a><span class="lineno"> 221</span>  faiss::gpu::compareIndices(cpuIndex, gpuIndex,</div>
|
|
<div class="line"><a name="l00222"></a><span class="lineno"> 222</span>  opt.numQuery, opt.dim, opt.k, opt.toString(),</div>
|
|
<div class="line"><a name="l00223"></a><span class="lineno"> 223</span>  compFloat16 ? kF16MaxRelErr : kF32MaxRelErr,</div>
|
|
<div class="line"><a name="l00224"></a><span class="lineno"> 224</span>  compFloat16 ? 0.70f : 0.1f,</div>
|
|
<div class="line"><a name="l00225"></a><span class="lineno"> 225</span>  compFloat16 ? 0.30f : 0.015f);</div>
|
|
<div class="line"><a name="l00226"></a><span class="lineno"> 226</span> }</div>
|
|
<div class="line"><a name="l00227"></a><span class="lineno"> 227</span> </div>
|
|
<div class="line"><a name="l00228"></a><span class="lineno"> 228</span> <span class="keywordtype">void</span> copyFromTest(<span class="keywordtype">bool</span> useFloat16CoarseQuantizer,</div>
|
|
<div class="line"><a name="l00229"></a><span class="lineno"> 229</span>  <span class="keywordtype">bool</span> useFloat16) {</div>
|
|
<div class="line"><a name="l00230"></a><span class="lineno"> 230</span>  faiss::gpu::newTestSeed();</div>
|
|
<div class="line"><a name="l00231"></a><span class="lineno"> 231</span> </div>
|
|
<div class="line"><a name="l00232"></a><span class="lineno"> 232</span>  <a class="code" href="structOptions.html">Options</a> opt;</div>
|
|
<div class="line"><a name="l00233"></a><span class="lineno"> 233</span>  std::vector<float> trainVecs = faiss::gpu::randVecs(opt.numTrain, opt.dim);</div>
|
|
<div class="line"><a name="l00234"></a><span class="lineno"> 234</span>  std::vector<float> addVecs = faiss::gpu::randVecs(opt.numAdd, opt.dim);</div>
|
|
<div class="line"><a name="l00235"></a><span class="lineno"> 235</span> </div>
|
|
<div class="line"><a name="l00236"></a><span class="lineno"> 236</span>  <a class="code" href="structfaiss_1_1IndexFlatL2.html">faiss::IndexFlatL2</a> cpuQuantizer(opt.dim);</div>
|
|
<div class="line"><a name="l00237"></a><span class="lineno"> 237</span>  <a class="code" href="structfaiss_1_1IndexIVFFlat.html">faiss::IndexIVFFlat</a> cpuIndex(&cpuQuantizer,</div>
|
|
<div class="line"><a name="l00238"></a><span class="lineno"> 238</span>  opt.dim,</div>
|
|
<div class="line"><a name="l00239"></a><span class="lineno"> 239</span>  opt.numCentroids,</div>
|
|
<div class="line"><a name="l00240"></a><span class="lineno"> 240</span>  faiss::METRIC_L2);</div>
|
|
<div class="line"><a name="l00241"></a><span class="lineno"> 241</span>  cpuIndex.nprobe = opt.nprobe;</div>
|
|
<div class="line"><a name="l00242"></a><span class="lineno"> 242</span>  cpuIndex.train(opt.numTrain, trainVecs.data());</div>
|
|
<div class="line"><a name="l00243"></a><span class="lineno"> 243</span>  cpuIndex.add(opt.numAdd, addVecs.data());</div>
|
|
<div class="line"><a name="l00244"></a><span class="lineno"> 244</span> </div>
|
|
<div class="line"><a name="l00245"></a><span class="lineno"> 245</span>  <span class="comment">// use garbage values to see if we overwrite then</span></div>
|
|
<div class="line"><a name="l00246"></a><span class="lineno"> 246</span>  <a class="code" href="classfaiss_1_1gpu_1_1StandardGpuResources.html">faiss::gpu::StandardGpuResources</a> res;</div>
|
|
<div class="line"><a name="l00247"></a><span class="lineno"> 247</span>  res.<a class="code" href="classfaiss_1_1gpu_1_1StandardGpuResources.html#a6431477a7328ac147797b3b4e3fcf651">noTempMemory</a>();</div>
|
|
<div class="line"><a name="l00248"></a><span class="lineno"> 248</span> </div>
|
|
<div class="line"><a name="l00249"></a><span class="lineno"> 249</span>  <a class="code" href="structfaiss_1_1gpu_1_1GpuIndexIVFFlatConfig.html">faiss::gpu::GpuIndexIVFFlatConfig</a> config;</div>
|
|
<div class="line"><a name="l00250"></a><span class="lineno"> 250</span>  config.<a class="code" href="structfaiss_1_1gpu_1_1GpuIndexConfig.html#aab05a0aa7b42feae7df4e556a52ead57">device</a> = opt.device;</div>
|
|
<div class="line"><a name="l00251"></a><span class="lineno"> 251</span>  config.<a class="code" href="structfaiss_1_1gpu_1_1GpuIndexIVFConfig.html#af432221761d48e4753f501208a60264d">indicesOptions</a> = opt.indicesOpt;</div>
|
|
<div class="line"><a name="l00252"></a><span class="lineno"> 252</span>  config.<a class="code" href="structfaiss_1_1gpu_1_1GpuIndexIVFConfig.html#a6d357a9a67a2fed9c8e7b139712d30f6">flatConfig</a>.<a class="code" href="structfaiss_1_1gpu_1_1GpuIndexFlatConfig.html#afd694186c87751937a646f3db2c8ba3d">useFloat16</a> = useFloat16CoarseQuantizer;</div>
|
|
<div class="line"><a name="l00253"></a><span class="lineno"> 253</span>  config.<a class="code" href="structfaiss_1_1gpu_1_1GpuIndexIVFFlatConfig.html#ab98ac354bcd5632976f7edc2deda6e57">useFloat16IVFStorage</a> = useFloat16;</div>
|
|
<div class="line"><a name="l00254"></a><span class="lineno"> 254</span> </div>
|
|
<div class="line"><a name="l00255"></a><span class="lineno"> 255</span>  <a class="code" href="classfaiss_1_1gpu_1_1GpuIndexIVFFlat.html">faiss::gpu::GpuIndexIVFFlat</a> gpuIndex(&res,</div>
|
|
<div class="line"><a name="l00256"></a><span class="lineno"> 256</span>  1,</div>
|
|
<div class="line"><a name="l00257"></a><span class="lineno"> 257</span>  1,</div>
|
|
<div class="line"><a name="l00258"></a><span class="lineno"> 258</span>  faiss::METRIC_L2,</div>
|
|
<div class="line"><a name="l00259"></a><span class="lineno"> 259</span>  config);</div>
|
|
<div class="line"><a name="l00260"></a><span class="lineno"> 260</span>  gpuIndex.setNumProbes(1);</div>
|
|
<div class="line"><a name="l00261"></a><span class="lineno"> 261</span> </div>
|
|
<div class="line"><a name="l00262"></a><span class="lineno"> 262</span>  gpuIndex.copyFrom(&cpuIndex);</div>
|
|
<div class="line"><a name="l00263"></a><span class="lineno"> 263</span> </div>
|
|
<div class="line"><a name="l00264"></a><span class="lineno"> 264</span>  EXPECT_EQ(cpuIndex.ntotal, gpuIndex.ntotal);</div>
|
|
<div class="line"><a name="l00265"></a><span class="lineno"> 265</span>  EXPECT_EQ(gpuIndex.ntotal, opt.numAdd);</div>
|
|
<div class="line"><a name="l00266"></a><span class="lineno"> 266</span> </div>
|
|
<div class="line"><a name="l00267"></a><span class="lineno"> 267</span>  EXPECT_EQ(cpuIndex.d, gpuIndex.d);</div>
|
|
<div class="line"><a name="l00268"></a><span class="lineno"> 268</span>  EXPECT_EQ(cpuIndex.d, opt.dim);</div>
|
|
<div class="line"><a name="l00269"></a><span class="lineno"> 269</span>  EXPECT_EQ(cpuIndex.nlist, gpuIndex.getNumLists());</div>
|
|
<div class="line"><a name="l00270"></a><span class="lineno"> 270</span>  EXPECT_EQ(cpuIndex.nprobe, gpuIndex.getNumProbes());</div>
|
|
<div class="line"><a name="l00271"></a><span class="lineno"> 271</span> </div>
|
|
<div class="line"><a name="l00272"></a><span class="lineno"> 272</span>  <span class="comment">// Query both objects; results should be equivalent</span></div>
|
|
<div class="line"><a name="l00273"></a><span class="lineno"> 273</span>  <span class="keywordtype">bool</span> compFloat16 = useFloat16CoarseQuantizer || useFloat16;</div>
|
|
<div class="line"><a name="l00274"></a><span class="lineno"> 274</span>  faiss::gpu::compareIndices(cpuIndex, gpuIndex,</div>
|
|
<div class="line"><a name="l00275"></a><span class="lineno"> 275</span>  opt.numQuery, opt.dim, opt.k, opt.toString(),</div>
|
|
<div class="line"><a name="l00276"></a><span class="lineno"> 276</span>  compFloat16 ? kF16MaxRelErr : kF32MaxRelErr,</div>
|
|
<div class="line"><a name="l00277"></a><span class="lineno"> 277</span>  compFloat16 ? 0.70f : 0.1f,</div>
|
|
<div class="line"><a name="l00278"></a><span class="lineno"> 278</span>  compFloat16 ? 0.30f : 0.015f);</div>
|
|
<div class="line"><a name="l00279"></a><span class="lineno"> 279</span> }</div>
|
|
<div class="line"><a name="l00280"></a><span class="lineno"> 280</span> </div>
|
|
<div class="line"><a name="l00281"></a><span class="lineno"> 281</span> TEST(TestGpuIndexIVFFlat, Float32_32_Add_L2) {</div>
|
|
<div class="line"><a name="l00282"></a><span class="lineno"> 282</span>  addTest(faiss::METRIC_L2, <span class="keyword">false</span>, <span class="keyword">false</span>);</div>
|
|
<div class="line"><a name="l00283"></a><span class="lineno"> 283</span> }</div>
|
|
<div class="line"><a name="l00284"></a><span class="lineno"> 284</span> </div>
|
|
<div class="line"><a name="l00285"></a><span class="lineno"> 285</span> TEST(TestGpuIndexIVFFlat, Float32_32_Add_IP) {</div>
|
|
<div class="line"><a name="l00286"></a><span class="lineno"> 286</span>  addTest(faiss::METRIC_INNER_PRODUCT, <span class="keyword">false</span>, <span class="keyword">false</span>);</div>
|
|
<div class="line"><a name="l00287"></a><span class="lineno"> 287</span> }</div>
|
|
<div class="line"><a name="l00288"></a><span class="lineno"> 288</span> </div>
|
|
<div class="line"><a name="l00289"></a><span class="lineno"> 289</span> TEST(TestGpuIndexIVFFlat, Float32_16_Add_L2) {</div>
|
|
<div class="line"><a name="l00290"></a><span class="lineno"> 290</span>  addTest(faiss::METRIC_L2, <span class="keyword">false</span>, <span class="keyword">true</span>);</div>
|
|
<div class="line"><a name="l00291"></a><span class="lineno"> 291</span> }</div>
|
|
<div class="line"><a name="l00292"></a><span class="lineno"> 292</span> </div>
|
|
<div class="line"><a name="l00293"></a><span class="lineno"> 293</span> TEST(TestGpuIndexIVFFlat, Float32_16_Add_IP) {</div>
|
|
<div class="line"><a name="l00294"></a><span class="lineno"> 294</span>  addTest(faiss::METRIC_INNER_PRODUCT, <span class="keyword">false</span>, <span class="keyword">true</span>);</div>
|
|
<div class="line"><a name="l00295"></a><span class="lineno"> 295</span> }</div>
|
|
<div class="line"><a name="l00296"></a><span class="lineno"> 296</span> </div>
|
|
<div class="line"><a name="l00297"></a><span class="lineno"> 297</span> TEST(TestGpuIndexIVFFlat, Float16_32_Add_L2) {</div>
|
|
<div class="line"><a name="l00298"></a><span class="lineno"> 298</span>  addTest(faiss::METRIC_L2, <span class="keyword">true</span>, <span class="keyword">false</span>);</div>
|
|
<div class="line"><a name="l00299"></a><span class="lineno"> 299</span> }</div>
|
|
<div class="line"><a name="l00300"></a><span class="lineno"> 300</span> </div>
|
|
<div class="line"><a name="l00301"></a><span class="lineno"> 301</span> TEST(TestGpuIndexIVFFlat, Float16_32_Add_IP) {</div>
|
|
<div class="line"><a name="l00302"></a><span class="lineno"> 302</span>  addTest(faiss::METRIC_INNER_PRODUCT, <span class="keyword">true</span>, <span class="keyword">false</span>);</div>
|
|
<div class="line"><a name="l00303"></a><span class="lineno"> 303</span> }</div>
|
|
<div class="line"><a name="l00304"></a><span class="lineno"> 304</span> </div>
|
|
<div class="line"><a name="l00305"></a><span class="lineno"> 305</span> <span class="comment">//</span></div>
|
|
<div class="line"><a name="l00306"></a><span class="lineno"> 306</span> <span class="comment">// General query tests</span></div>
|
|
<div class="line"><a name="l00307"></a><span class="lineno"> 307</span> <span class="comment">//</span></div>
|
|
<div class="line"><a name="l00308"></a><span class="lineno"> 308</span> </div>
|
|
<div class="line"><a name="l00309"></a><span class="lineno"> 309</span> TEST(TestGpuIndexIVFFlat, Float32_Query_L2) {</div>
|
|
<div class="line"><a name="l00310"></a><span class="lineno"> 310</span>  queryTest(faiss::METRIC_L2, <span class="keyword">false</span>, <span class="keyword">false</span>);</div>
|
|
<div class="line"><a name="l00311"></a><span class="lineno"> 311</span> }</div>
|
|
<div class="line"><a name="l00312"></a><span class="lineno"> 312</span> </div>
|
|
<div class="line"><a name="l00313"></a><span class="lineno"> 313</span> TEST(TestGpuIndexIVFFlat, Float32_Query_IP) {</div>
|
|
<div class="line"><a name="l00314"></a><span class="lineno"> 314</span>  queryTest(faiss::METRIC_INNER_PRODUCT, <span class="keyword">false</span>, <span class="keyword">false</span>);</div>
|
|
<div class="line"><a name="l00315"></a><span class="lineno"> 315</span> }</div>
|
|
<div class="line"><a name="l00316"></a><span class="lineno"> 316</span> </div>
|
|
<div class="line"><a name="l00317"></a><span class="lineno"> 317</span> TEST(TestGpuIndexIVFFlat, Float16_Query_L2) {</div>
|
|
<div class="line"><a name="l00318"></a><span class="lineno"> 318</span>  queryTest(faiss::METRIC_L2, <span class="keyword">false</span>, <span class="keyword">true</span>);</div>
|
|
<div class="line"><a name="l00319"></a><span class="lineno"> 319</span> }</div>
|
|
<div class="line"><a name="l00320"></a><span class="lineno"> 320</span> </div>
|
|
<div class="line"><a name="l00321"></a><span class="lineno"> 321</span> TEST(TestGpuIndexIVFFlat, Float16_Query_IP) {</div>
|
|
<div class="line"><a name="l00322"></a><span class="lineno"> 322</span>  queryTest(faiss::METRIC_INNER_PRODUCT, <span class="keyword">false</span>, <span class="keyword">true</span>);</div>
|
|
<div class="line"><a name="l00323"></a><span class="lineno"> 323</span> }</div>
|
|
<div class="line"><a name="l00324"></a><span class="lineno"> 324</span> </div>
|
|
<div class="line"><a name="l00325"></a><span class="lineno"> 325</span> <span class="comment">// float16 coarse quantizer</span></div>
|
|
<div class="line"><a name="l00326"></a><span class="lineno"> 326</span> </div>
|
|
<div class="line"><a name="l00327"></a><span class="lineno"> 327</span> TEST(TestGpuIndexIVFFlat, Float16_32_Query_L2) {</div>
|
|
<div class="line"><a name="l00328"></a><span class="lineno"> 328</span>  queryTest(faiss::METRIC_L2, <span class="keyword">true</span>, <span class="keyword">false</span>);</div>
|
|
<div class="line"><a name="l00329"></a><span class="lineno"> 329</span> }</div>
|
|
<div class="line"><a name="l00330"></a><span class="lineno"> 330</span> </div>
|
|
<div class="line"><a name="l00331"></a><span class="lineno"> 331</span> TEST(TestGpuIndexIVFFlat, Float16_32_Query_IP) {</div>
|
|
<div class="line"><a name="l00332"></a><span class="lineno"> 332</span>  queryTest(faiss::METRIC_INNER_PRODUCT, <span class="keyword">true</span>, <span class="keyword">false</span>);</div>
|
|
<div class="line"><a name="l00333"></a><span class="lineno"> 333</span> }</div>
|
|
<div class="line"><a name="l00334"></a><span class="lineno"> 334</span> </div>
|
|
<div class="line"><a name="l00335"></a><span class="lineno"> 335</span> <span class="comment">//</span></div>
|
|
<div class="line"><a name="l00336"></a><span class="lineno"> 336</span> <span class="comment">// There are IVF list scanning specializations for 64-d and 128-d that we</span></div>
|
|
<div class="line"><a name="l00337"></a><span class="lineno"> 337</span> <span class="comment">// make sure we explicitly test here</span></div>
|
|
<div class="line"><a name="l00338"></a><span class="lineno"> 338</span> <span class="comment">//</span></div>
|
|
<div class="line"><a name="l00339"></a><span class="lineno"> 339</span> </div>
|
|
<div class="line"><a name="l00340"></a><span class="lineno"> 340</span> TEST(TestGpuIndexIVFFlat, Float32_Query_L2_64) {</div>
|
|
<div class="line"><a name="l00341"></a><span class="lineno"> 341</span>  queryTest(faiss::METRIC_L2, <span class="keyword">false</span>, <span class="keyword">false</span>, 64);</div>
|
|
<div class="line"><a name="l00342"></a><span class="lineno"> 342</span> }</div>
|
|
<div class="line"><a name="l00343"></a><span class="lineno"> 343</span> </div>
|
|
<div class="line"><a name="l00344"></a><span class="lineno"> 344</span> TEST(TestGpuIndexIVFFlat, Float32_Query_IP_64) {</div>
|
|
<div class="line"><a name="l00345"></a><span class="lineno"> 345</span>  queryTest(faiss::METRIC_INNER_PRODUCT, <span class="keyword">false</span>, <span class="keyword">false</span>, 64);</div>
|
|
<div class="line"><a name="l00346"></a><span class="lineno"> 346</span> }</div>
|
|
<div class="line"><a name="l00347"></a><span class="lineno"> 347</span> </div>
|
|
<div class="line"><a name="l00348"></a><span class="lineno"> 348</span> TEST(TestGpuIndexIVFFlat, Float16_Query_L2_64) {</div>
|
|
<div class="line"><a name="l00349"></a><span class="lineno"> 349</span>  queryTest(faiss::METRIC_L2, <span class="keyword">false</span>, <span class="keyword">true</span>, 64);</div>
|
|
<div class="line"><a name="l00350"></a><span class="lineno"> 350</span> }</div>
|
|
<div class="line"><a name="l00351"></a><span class="lineno"> 351</span> </div>
|
|
<div class="line"><a name="l00352"></a><span class="lineno"> 352</span> TEST(TestGpuIndexIVFFlat, Float16_Query_IP_64) {</div>
|
|
<div class="line"><a name="l00353"></a><span class="lineno"> 353</span>  queryTest(faiss::METRIC_INNER_PRODUCT, <span class="keyword">false</span>, <span class="keyword">true</span>, 64);</div>
|
|
<div class="line"><a name="l00354"></a><span class="lineno"> 354</span> }</div>
|
|
<div class="line"><a name="l00355"></a><span class="lineno"> 355</span> </div>
|
|
<div class="line"><a name="l00356"></a><span class="lineno"> 356</span> TEST(TestGpuIndexIVFFlat, Float32_Query_L2_128) {</div>
|
|
<div class="line"><a name="l00357"></a><span class="lineno"> 357</span>  queryTest(faiss::METRIC_L2, <span class="keyword">false</span>, <span class="keyword">false</span>, 128);</div>
|
|
<div class="line"><a name="l00358"></a><span class="lineno"> 358</span> }</div>
|
|
<div class="line"><a name="l00359"></a><span class="lineno"> 359</span> </div>
|
|
<div class="line"><a name="l00360"></a><span class="lineno"> 360</span> TEST(TestGpuIndexIVFFlat, Float32_Query_IP_128) {</div>
|
|
<div class="line"><a name="l00361"></a><span class="lineno"> 361</span>  queryTest(faiss::METRIC_INNER_PRODUCT, <span class="keyword">false</span>, <span class="keyword">false</span>, 128);</div>
|
|
<div class="line"><a name="l00362"></a><span class="lineno"> 362</span> }</div>
|
|
<div class="line"><a name="l00363"></a><span class="lineno"> 363</span> </div>
|
|
<div class="line"><a name="l00364"></a><span class="lineno"> 364</span> TEST(TestGpuIndexIVFFlat, Float16_Query_L2_128) {</div>
|
|
<div class="line"><a name="l00365"></a><span class="lineno"> 365</span>  queryTest(faiss::METRIC_L2, <span class="keyword">false</span>, <span class="keyword">true</span>, 128);</div>
|
|
<div class="line"><a name="l00366"></a><span class="lineno"> 366</span> }</div>
|
|
<div class="line"><a name="l00367"></a><span class="lineno"> 367</span> </div>
|
|
<div class="line"><a name="l00368"></a><span class="lineno"> 368</span> TEST(TestGpuIndexIVFFlat, Float16_Query_IP_128) {</div>
|
|
<div class="line"><a name="l00369"></a><span class="lineno"> 369</span>  queryTest(faiss::METRIC_INNER_PRODUCT, <span class="keyword">false</span>, <span class="keyword">true</span>, 128);</div>
|
|
<div class="line"><a name="l00370"></a><span class="lineno"> 370</span> }</div>
|
|
<div class="line"><a name="l00371"></a><span class="lineno"> 371</span> </div>
|
|
<div class="line"><a name="l00372"></a><span class="lineno"> 372</span> <span class="comment">// For 256-d, only float16 is specialized</span></div>
|
|
<div class="line"><a name="l00373"></a><span class="lineno"> 373</span> </div>
|
|
<div class="line"><a name="l00374"></a><span class="lineno"> 374</span> TEST(TestGpuIndexIVFFlat, Float16_Query_L2_256) {</div>
|
|
<div class="line"><a name="l00375"></a><span class="lineno"> 375</span>  queryTest(faiss::METRIC_L2, <span class="keyword">false</span>, <span class="keyword">true</span>, 256);</div>
|
|
<div class="line"><a name="l00376"></a><span class="lineno"> 376</span> }</div>
|
|
<div class="line"><a name="l00377"></a><span class="lineno"> 377</span> </div>
|
|
<div class="line"><a name="l00378"></a><span class="lineno"> 378</span> TEST(TestGpuIndexIVFFlat, Float16_Query_IP_256) {</div>
|
|
<div class="line"><a name="l00379"></a><span class="lineno"> 379</span>  queryTest(faiss::METRIC_INNER_PRODUCT, <span class="keyword">false</span>, <span class="keyword">true</span>, 256);</div>
|
|
<div class="line"><a name="l00380"></a><span class="lineno"> 380</span> }</div>
|
|
<div class="line"><a name="l00381"></a><span class="lineno"> 381</span> </div>
|
|
<div class="line"><a name="l00382"></a><span class="lineno"> 382</span> <span class="comment">//</span></div>
|
|
<div class="line"><a name="l00383"></a><span class="lineno"> 383</span> <span class="comment">// Copy tests</span></div>
|
|
<div class="line"><a name="l00384"></a><span class="lineno"> 384</span> <span class="comment">//</span></div>
|
|
<div class="line"><a name="l00385"></a><span class="lineno"> 385</span> </div>
|
|
<div class="line"><a name="l00386"></a><span class="lineno"> 386</span> TEST(TestGpuIndexIVFFlat, Float32_16_CopyTo) {</div>
|
|
<div class="line"><a name="l00387"></a><span class="lineno"> 387</span>  copyToTest(<span class="keyword">false</span>, <span class="keyword">true</span>);</div>
|
|
<div class="line"><a name="l00388"></a><span class="lineno"> 388</span> }</div>
|
|
<div class="line"><a name="l00389"></a><span class="lineno"> 389</span> </div>
|
|
<div class="line"><a name="l00390"></a><span class="lineno"> 390</span> TEST(TestGpuIndexIVFFlat, Float32_32_CopyTo) {</div>
|
|
<div class="line"><a name="l00391"></a><span class="lineno"> 391</span>  copyToTest(<span class="keyword">false</span>, <span class="keyword">false</span>);</div>
|
|
<div class="line"><a name="l00392"></a><span class="lineno"> 392</span> }</div>
|
|
<div class="line"><a name="l00393"></a><span class="lineno"> 393</span> </div>
|
|
<div class="line"><a name="l00394"></a><span class="lineno"> 394</span> TEST(TestGpuIndexIVFFlat, Float32_negative) {</div>
|
|
<div class="line"><a name="l00395"></a><span class="lineno"> 395</span>  faiss::gpu::newTestSeed();</div>
|
|
<div class="line"><a name="l00396"></a><span class="lineno"> 396</span> </div>
|
|
<div class="line"><a name="l00397"></a><span class="lineno"> 397</span>  <a class="code" href="structOptions.html">Options</a> opt;</div>
|
|
<div class="line"><a name="l00398"></a><span class="lineno"> 398</span> </div>
|
|
<div class="line"><a name="l00399"></a><span class="lineno"> 399</span>  <span class="keyword">auto</span> trainVecs = faiss::gpu::randVecs(opt.numTrain, opt.dim);</div>
|
|
<div class="line"><a name="l00400"></a><span class="lineno"> 400</span>  <span class="keyword">auto</span> addVecs = faiss::gpu::randVecs(opt.numAdd, opt.dim);</div>
|
|
<div class="line"><a name="l00401"></a><span class="lineno"> 401</span> </div>
|
|
<div class="line"><a name="l00402"></a><span class="lineno"> 402</span>  <span class="comment">// Put all vecs on negative side</span></div>
|
|
<div class="line"><a name="l00403"></a><span class="lineno"> 403</span>  <span class="keywordflow">for</span> (<span class="keyword">auto</span>& f : trainVecs) {</div>
|
|
<div class="line"><a name="l00404"></a><span class="lineno"> 404</span>  f = std::abs(f) * -1.0f;</div>
|
|
<div class="line"><a name="l00405"></a><span class="lineno"> 405</span>  }</div>
|
|
<div class="line"><a name="l00406"></a><span class="lineno"> 406</span> </div>
|
|
<div class="line"><a name="l00407"></a><span class="lineno"> 407</span>  <span class="keywordflow">for</span> (<span class="keyword">auto</span>& f : addVecs) {</div>
|
|
<div class="line"><a name="l00408"></a><span class="lineno"> 408</span>  f *= std::abs(f) * -1.0f;</div>
|
|
<div class="line"><a name="l00409"></a><span class="lineno"> 409</span>  }</div>
|
|
<div class="line"><a name="l00410"></a><span class="lineno"> 410</span> </div>
|
|
<div class="line"><a name="l00411"></a><span class="lineno"> 411</span>  <a class="code" href="structfaiss_1_1IndexFlatIP.html">faiss::IndexFlatIP</a> quantizerIP(opt.dim);</div>
|
|
<div class="line"><a name="l00412"></a><span class="lineno"> 412</span>  <a class="code" href="structfaiss_1_1Index.html">faiss::Index</a>* quantizer = (<a class="code" href="structfaiss_1_1Index.html">faiss::Index</a>*) &quantizerIP;</div>
|
|
<div class="line"><a name="l00413"></a><span class="lineno"> 413</span> </div>
|
|
<div class="line"><a name="l00414"></a><span class="lineno"> 414</span>  <a class="code" href="structfaiss_1_1IndexIVFFlat.html">faiss::IndexIVFFlat</a> cpuIndex(quantizer,</div>
|
|
<div class="line"><a name="l00415"></a><span class="lineno"> 415</span>  opt.dim, opt.numCentroids,</div>
|
|
<div class="line"><a name="l00416"></a><span class="lineno"> 416</span>  faiss::METRIC_INNER_PRODUCT);</div>
|
|
<div class="line"><a name="l00417"></a><span class="lineno"> 417</span>  cpuIndex.train(opt.numTrain, trainVecs.data());</div>
|
|
<div class="line"><a name="l00418"></a><span class="lineno"> 418</span>  cpuIndex.add(opt.numAdd, addVecs.data());</div>
|
|
<div class="line"><a name="l00419"></a><span class="lineno"> 419</span>  cpuIndex.nprobe = opt.nprobe;</div>
|
|
<div class="line"><a name="l00420"></a><span class="lineno"> 420</span> </div>
|
|
<div class="line"><a name="l00421"></a><span class="lineno"> 421</span>  <a class="code" href="classfaiss_1_1gpu_1_1StandardGpuResources.html">faiss::gpu::StandardGpuResources</a> res;</div>
|
|
<div class="line"><a name="l00422"></a><span class="lineno"> 422</span>  res.<a class="code" href="classfaiss_1_1gpu_1_1StandardGpuResources.html#a6431477a7328ac147797b3b4e3fcf651">noTempMemory</a>();</div>
|
|
<div class="line"><a name="l00423"></a><span class="lineno"> 423</span> </div>
|
|
<div class="line"><a name="l00424"></a><span class="lineno"> 424</span>  <a class="code" href="structfaiss_1_1gpu_1_1GpuIndexIVFFlatConfig.html">faiss::gpu::GpuIndexIVFFlatConfig</a> config;</div>
|
|
<div class="line"><a name="l00425"></a><span class="lineno"> 425</span>  config.<a class="code" href="structfaiss_1_1gpu_1_1GpuIndexConfig.html#aab05a0aa7b42feae7df4e556a52ead57">device</a> = opt.device;</div>
|
|
<div class="line"><a name="l00426"></a><span class="lineno"> 426</span>  config.<a class="code" href="structfaiss_1_1gpu_1_1GpuIndexIVFConfig.html#af432221761d48e4753f501208a60264d">indicesOptions</a> = opt.indicesOpt;</div>
|
|
<div class="line"><a name="l00427"></a><span class="lineno"> 427</span> </div>
|
|
<div class="line"><a name="l00428"></a><span class="lineno"> 428</span>  <a class="code" href="classfaiss_1_1gpu_1_1GpuIndexIVFFlat.html">faiss::gpu::GpuIndexIVFFlat</a> gpuIndex(&res,</div>
|
|
<div class="line"><a name="l00429"></a><span class="lineno"> 429</span>  cpuIndex.d,</div>
|
|
<div class="line"><a name="l00430"></a><span class="lineno"> 430</span>  cpuIndex.nlist,</div>
|
|
<div class="line"><a name="l00431"></a><span class="lineno"> 431</span>  cpuIndex.metric_type,</div>
|
|
<div class="line"><a name="l00432"></a><span class="lineno"> 432</span>  config);</div>
|
|
<div class="line"><a name="l00433"></a><span class="lineno"> 433</span>  gpuIndex.copyFrom(&cpuIndex);</div>
|
|
<div class="line"><a name="l00434"></a><span class="lineno"> 434</span>  gpuIndex.setNumProbes(opt.nprobe);</div>
|
|
<div class="line"><a name="l00435"></a><span class="lineno"> 435</span> </div>
|
|
<div class="line"><a name="l00436"></a><span class="lineno"> 436</span>  <span class="comment">// Construct a positive test set</span></div>
|
|
<div class="line"><a name="l00437"></a><span class="lineno"> 437</span>  <span class="keyword">auto</span> queryVecs = faiss::gpu::randVecs(opt.numQuery, opt.dim);</div>
|
|
<div class="line"><a name="l00438"></a><span class="lineno"> 438</span> </div>
|
|
<div class="line"><a name="l00439"></a><span class="lineno"> 439</span>  <span class="comment">// Put all vecs on positive size</span></div>
|
|
<div class="line"><a name="l00440"></a><span class="lineno"> 440</span>  <span class="keywordflow">for</span> (<span class="keyword">auto</span>& f : queryVecs) {</div>
|
|
<div class="line"><a name="l00441"></a><span class="lineno"> 441</span>  f = std::abs(f);</div>
|
|
<div class="line"><a name="l00442"></a><span class="lineno"> 442</span>  }</div>
|
|
<div class="line"><a name="l00443"></a><span class="lineno"> 443</span> </div>
|
|
<div class="line"><a name="l00444"></a><span class="lineno"> 444</span>  <span class="keywordtype">bool</span> compFloat16 = <span class="keyword">false</span>;</div>
|
|
<div class="line"><a name="l00445"></a><span class="lineno"> 445</span>  faiss::gpu::compareIndices(queryVecs,</div>
|
|
<div class="line"><a name="l00446"></a><span class="lineno"> 446</span>  cpuIndex, gpuIndex,</div>
|
|
<div class="line"><a name="l00447"></a><span class="lineno"> 447</span>  opt.numQuery, opt.dim, opt.k, opt.toString(),</div>
|
|
<div class="line"><a name="l00448"></a><span class="lineno"> 448</span>  compFloat16 ? kF16MaxRelErr : kF32MaxRelErr,</div>
|
|
<div class="line"><a name="l00449"></a><span class="lineno"> 449</span>  <span class="comment">// FIXME: the fp16 bounds are</span></div>
|
|
<div class="line"><a name="l00450"></a><span class="lineno"> 450</span>  <span class="comment">// useless when math (the accumulator) is</span></div>
|
|
<div class="line"><a name="l00451"></a><span class="lineno"> 451</span>  <span class="comment">// in fp16. Figure out another way to test</span></div>
|
|
<div class="line"><a name="l00452"></a><span class="lineno"> 452</span>  compFloat16 ? 0.99f : 0.1f,</div>
|
|
<div class="line"><a name="l00453"></a><span class="lineno"> 453</span>  compFloat16 ? 0.65f : 0.015f);</div>
|
|
<div class="line"><a name="l00454"></a><span class="lineno"> 454</span> }</div>
|
|
<div class="line"><a name="l00455"></a><span class="lineno"> 455</span> </div>
|
|
<div class="line"><a name="l00456"></a><span class="lineno"> 456</span> <span class="comment">//</span></div>
|
|
<div class="line"><a name="l00457"></a><span class="lineno"> 457</span> <span class="comment">// NaN tests</span></div>
|
|
<div class="line"><a name="l00458"></a><span class="lineno"> 458</span> <span class="comment">//</span></div>
|
|
<div class="line"><a name="l00459"></a><span class="lineno"> 459</span> </div>
|
|
<div class="line"><a name="l00460"></a><span class="lineno"> 460</span> TEST(TestGpuIndexIVFFlat, QueryNaN) {</div>
|
|
<div class="line"><a name="l00461"></a><span class="lineno"> 461</span>  faiss::gpu::newTestSeed();</div>
|
|
<div class="line"><a name="l00462"></a><span class="lineno"> 462</span> </div>
|
|
<div class="line"><a name="l00463"></a><span class="lineno"> 463</span>  <a class="code" href="structOptions.html">Options</a> opt;</div>
|
|
<div class="line"><a name="l00464"></a><span class="lineno"> 464</span> </div>
|
|
<div class="line"><a name="l00465"></a><span class="lineno"> 465</span>  std::vector<float> trainVecs = faiss::gpu::randVecs(opt.numTrain, opt.dim);</div>
|
|
<div class="line"><a name="l00466"></a><span class="lineno"> 466</span>  std::vector<float> addVecs = faiss::gpu::randVecs(opt.numAdd, opt.dim);</div>
|
|
<div class="line"><a name="l00467"></a><span class="lineno"> 467</span> </div>
|
|
<div class="line"><a name="l00468"></a><span class="lineno"> 468</span>  <a class="code" href="classfaiss_1_1gpu_1_1StandardGpuResources.html">faiss::gpu::StandardGpuResources</a> res;</div>
|
|
<div class="line"><a name="l00469"></a><span class="lineno"> 469</span>  res.<a class="code" href="classfaiss_1_1gpu_1_1StandardGpuResources.html#a6431477a7328ac147797b3b4e3fcf651">noTempMemory</a>();</div>
|
|
<div class="line"><a name="l00470"></a><span class="lineno"> 470</span> </div>
|
|
<div class="line"><a name="l00471"></a><span class="lineno"> 471</span>  <a class="code" href="structfaiss_1_1gpu_1_1GpuIndexIVFFlatConfig.html">faiss::gpu::GpuIndexIVFFlatConfig</a> config;</div>
|
|
<div class="line"><a name="l00472"></a><span class="lineno"> 472</span>  config.<a class="code" href="structfaiss_1_1gpu_1_1GpuIndexConfig.html#aab05a0aa7b42feae7df4e556a52ead57">device</a> = opt.device;</div>
|
|
<div class="line"><a name="l00473"></a><span class="lineno"> 473</span>  config.<a class="code" href="structfaiss_1_1gpu_1_1GpuIndexIVFConfig.html#af432221761d48e4753f501208a60264d">indicesOptions</a> = opt.indicesOpt;</div>
|
|
<div class="line"><a name="l00474"></a><span class="lineno"> 474</span>  config.<a class="code" href="structfaiss_1_1gpu_1_1GpuIndexIVFConfig.html#a6d357a9a67a2fed9c8e7b139712d30f6">flatConfig</a>.<a class="code" href="structfaiss_1_1gpu_1_1GpuIndexFlatConfig.html#afd694186c87751937a646f3db2c8ba3d">useFloat16</a> = faiss::gpu::randBool();</div>
|
|
<div class="line"><a name="l00475"></a><span class="lineno"> 475</span>  config.<a class="code" href="structfaiss_1_1gpu_1_1GpuIndexIVFFlatConfig.html#ab98ac354bcd5632976f7edc2deda6e57">useFloat16IVFStorage</a> = faiss::gpu::randBool();</div>
|
|
<div class="line"><a name="l00476"></a><span class="lineno"> 476</span> </div>
|
|
<div class="line"><a name="l00477"></a><span class="lineno"> 477</span>  <a class="code" href="classfaiss_1_1gpu_1_1GpuIndexIVFFlat.html">faiss::gpu::GpuIndexIVFFlat</a> gpuIndex(&res,</div>
|
|
<div class="line"><a name="l00478"></a><span class="lineno"> 478</span>  opt.dim,</div>
|
|
<div class="line"><a name="l00479"></a><span class="lineno"> 479</span>  opt.numCentroids,</div>
|
|
<div class="line"><a name="l00480"></a><span class="lineno"> 480</span>  faiss::METRIC_L2,</div>
|
|
<div class="line"><a name="l00481"></a><span class="lineno"> 481</span>  config);</div>
|
|
<div class="line"><a name="l00482"></a><span class="lineno"> 482</span>  gpuIndex.setNumProbes(opt.nprobe);</div>
|
|
<div class="line"><a name="l00483"></a><span class="lineno"> 483</span> </div>
|
|
<div class="line"><a name="l00484"></a><span class="lineno"> 484</span>  gpuIndex.train(opt.numTrain, trainVecs.data());</div>
|
|
<div class="line"><a name="l00485"></a><span class="lineno"> 485</span>  gpuIndex.add(opt.numAdd, addVecs.data());</div>
|
|
<div class="line"><a name="l00486"></a><span class="lineno"> 486</span> </div>
|
|
<div class="line"><a name="l00487"></a><span class="lineno"> 487</span>  <span class="keywordtype">int</span> numQuery = 10;</div>
|
|
<div class="line"><a name="l00488"></a><span class="lineno"> 488</span>  std::vector<float> nans(numQuery * opt.dim,</div>
|
|
<div class="line"><a name="l00489"></a><span class="lineno"> 489</span>  std::numeric_limits<float>::quiet_NaN());</div>
|
|
<div class="line"><a name="l00490"></a><span class="lineno"> 490</span> </div>
|
|
<div class="line"><a name="l00491"></a><span class="lineno"> 491</span>  std::vector<float> distances(numQuery * opt.k, 0);</div>
|
|
<div class="line"><a name="l00492"></a><span class="lineno"> 492</span>  std::vector<faiss::Index::idx_t> indices(numQuery * opt.k, 0);</div>
|
|
<div class="line"><a name="l00493"></a><span class="lineno"> 493</span> </div>
|
|
<div class="line"><a name="l00494"></a><span class="lineno"> 494</span>  gpuIndex.search(numQuery,</div>
|
|
<div class="line"><a name="l00495"></a><span class="lineno"> 495</span>  nans.data(),</div>
|
|
<div class="line"><a name="l00496"></a><span class="lineno"> 496</span>  opt.k,</div>
|
|
<div class="line"><a name="l00497"></a><span class="lineno"> 497</span>  distances.data(),</div>
|
|
<div class="line"><a name="l00498"></a><span class="lineno"> 498</span>  indices.data());</div>
|
|
<div class="line"><a name="l00499"></a><span class="lineno"> 499</span> </div>
|
|
<div class="line"><a name="l00500"></a><span class="lineno"> 500</span>  <span class="keywordflow">for</span> (<span class="keywordtype">int</span> q = 0; q < numQuery; ++q) {</div>
|
|
<div class="line"><a name="l00501"></a><span class="lineno"> 501</span>  <span class="keywordflow">for</span> (<span class="keywordtype">int</span> k = 0; k < opt.k; ++k) {</div>
|
|
<div class="line"><a name="l00502"></a><span class="lineno"> 502</span>  EXPECT_EQ(indices[q * opt.k + k], -1);</div>
|
|
<div class="line"><a name="l00503"></a><span class="lineno"> 503</span>  EXPECT_EQ(distances[q * opt.k + k], std::numeric_limits<float>::max());</div>
|
|
<div class="line"><a name="l00504"></a><span class="lineno"> 504</span>  }</div>
|
|
<div class="line"><a name="l00505"></a><span class="lineno"> 505</span>  }</div>
|
|
<div class="line"><a name="l00506"></a><span class="lineno"> 506</span> }</div>
|
|
<div class="line"><a name="l00507"></a><span class="lineno"> 507</span> </div>
|
|
<div class="line"><a name="l00508"></a><span class="lineno"> 508</span> TEST(TestGpuIndexIVFFlat, AddNaN) {</div>
|
|
<div class="line"><a name="l00509"></a><span class="lineno"> 509</span>  faiss::gpu::newTestSeed();</div>
|
|
<div class="line"><a name="l00510"></a><span class="lineno"> 510</span> </div>
|
|
<div class="line"><a name="l00511"></a><span class="lineno"> 511</span>  <a class="code" href="structOptions.html">Options</a> opt;</div>
|
|
<div class="line"><a name="l00512"></a><span class="lineno"> 512</span> </div>
|
|
<div class="line"><a name="l00513"></a><span class="lineno"> 513</span>  <a class="code" href="classfaiss_1_1gpu_1_1StandardGpuResources.html">faiss::gpu::StandardGpuResources</a> res;</div>
|
|
<div class="line"><a name="l00514"></a><span class="lineno"> 514</span>  res.<a class="code" href="classfaiss_1_1gpu_1_1StandardGpuResources.html#a6431477a7328ac147797b3b4e3fcf651">noTempMemory</a>();</div>
|
|
<div class="line"><a name="l00515"></a><span class="lineno"> 515</span> </div>
|
|
<div class="line"><a name="l00516"></a><span class="lineno"> 516</span>  <a class="code" href="structfaiss_1_1gpu_1_1GpuIndexIVFFlatConfig.html">faiss::gpu::GpuIndexIVFFlatConfig</a> config;</div>
|
|
<div class="line"><a name="l00517"></a><span class="lineno"> 517</span>  config.<a class="code" href="structfaiss_1_1gpu_1_1GpuIndexConfig.html#aab05a0aa7b42feae7df4e556a52ead57">device</a> = opt.device;</div>
|
|
<div class="line"><a name="l00518"></a><span class="lineno"> 518</span>  config.<a class="code" href="structfaiss_1_1gpu_1_1GpuIndexIVFConfig.html#af432221761d48e4753f501208a60264d">indicesOptions</a> = opt.indicesOpt;</div>
|
|
<div class="line"><a name="l00519"></a><span class="lineno"> 519</span>  config.<a class="code" href="structfaiss_1_1gpu_1_1GpuIndexIVFConfig.html#a6d357a9a67a2fed9c8e7b139712d30f6">flatConfig</a>.<a class="code" href="structfaiss_1_1gpu_1_1GpuIndexFlatConfig.html#afd694186c87751937a646f3db2c8ba3d">useFloat16</a> = faiss::gpu::randBool();</div>
|
|
<div class="line"><a name="l00520"></a><span class="lineno"> 520</span>  config.<a class="code" href="structfaiss_1_1gpu_1_1GpuIndexIVFFlatConfig.html#ab98ac354bcd5632976f7edc2deda6e57">useFloat16IVFStorage</a> = faiss::gpu::randBool();</div>
|
|
<div class="line"><a name="l00521"></a><span class="lineno"> 521</span> </div>
|
|
<div class="line"><a name="l00522"></a><span class="lineno"> 522</span>  <a class="code" href="classfaiss_1_1gpu_1_1GpuIndexIVFFlat.html">faiss::gpu::GpuIndexIVFFlat</a> gpuIndex(&res,</div>
|
|
<div class="line"><a name="l00523"></a><span class="lineno"> 523</span>  opt.dim,</div>
|
|
<div class="line"><a name="l00524"></a><span class="lineno"> 524</span>  opt.numCentroids,</div>
|
|
<div class="line"><a name="l00525"></a><span class="lineno"> 525</span>  faiss::METRIC_L2,</div>
|
|
<div class="line"><a name="l00526"></a><span class="lineno"> 526</span>  config);</div>
|
|
<div class="line"><a name="l00527"></a><span class="lineno"> 527</span>  gpuIndex.setNumProbes(opt.nprobe);</div>
|
|
<div class="line"><a name="l00528"></a><span class="lineno"> 528</span> </div>
|
|
<div class="line"><a name="l00529"></a><span class="lineno"> 529</span>  <span class="keywordtype">int</span> numNans = 10;</div>
|
|
<div class="line"><a name="l00530"></a><span class="lineno"> 530</span>  std::vector<float> nans(numNans * opt.dim,</div>
|
|
<div class="line"><a name="l00531"></a><span class="lineno"> 531</span>  std::numeric_limits<float>::quiet_NaN());</div>
|
|
<div class="line"><a name="l00532"></a><span class="lineno"> 532</span> </div>
|
|
<div class="line"><a name="l00533"></a><span class="lineno"> 533</span>  <span class="comment">// Make one vector valid, which should actually add</span></div>
|
|
<div class="line"><a name="l00534"></a><span class="lineno"> 534</span>  <span class="keywordflow">for</span> (<span class="keywordtype">int</span> i = 0; i < opt.dim; ++i) {</div>
|
|
<div class="line"><a name="l00535"></a><span class="lineno"> 535</span>  nans[i] = 0.0f;</div>
|
|
<div class="line"><a name="l00536"></a><span class="lineno"> 536</span>  }</div>
|
|
<div class="line"><a name="l00537"></a><span class="lineno"> 537</span> </div>
|
|
<div class="line"><a name="l00538"></a><span class="lineno"> 538</span>  std::vector<float> trainVecs = faiss::gpu::randVecs(opt.numTrain, opt.dim);</div>
|
|
<div class="line"><a name="l00539"></a><span class="lineno"> 539</span>  gpuIndex.train(opt.numTrain, trainVecs.data());</div>
|
|
<div class="line"><a name="l00540"></a><span class="lineno"> 540</span> </div>
|
|
<div class="line"><a name="l00541"></a><span class="lineno"> 541</span>  <span class="comment">// should not crash</span></div>
|
|
<div class="line"><a name="l00542"></a><span class="lineno"> 542</span>  EXPECT_EQ(gpuIndex.ntotal, 0);</div>
|
|
<div class="line"><a name="l00543"></a><span class="lineno"> 543</span>  gpuIndex.add(numNans, nans.data());</div>
|
|
<div class="line"><a name="l00544"></a><span class="lineno"> 544</span> </div>
|
|
<div class="line"><a name="l00545"></a><span class="lineno"> 545</span>  <span class="comment">// Only the single valid vector should have added</span></div>
|
|
<div class="line"><a name="l00546"></a><span class="lineno"> 546</span>  EXPECT_EQ(gpuIndex.ntotal, 1);</div>
|
|
<div class="line"><a name="l00547"></a><span class="lineno"> 547</span> </div>
|
|
<div class="line"><a name="l00548"></a><span class="lineno"> 548</span>  std::vector<float> queryVecs = faiss::gpu::randVecs(opt.numQuery, opt.dim);</div>
|
|
<div class="line"><a name="l00549"></a><span class="lineno"> 549</span>  std::vector<float> distance(opt.numQuery * opt.k, 0);</div>
|
|
<div class="line"><a name="l00550"></a><span class="lineno"> 550</span>  std::vector<faiss::Index::idx_t> indices(opt.numQuery * opt.k, 0);</div>
|
|
<div class="line"><a name="l00551"></a><span class="lineno"> 551</span> </div>
|
|
<div class="line"><a name="l00552"></a><span class="lineno"> 552</span>  <span class="comment">// should not crash</span></div>
|
|
<div class="line"><a name="l00553"></a><span class="lineno"> 553</span>  gpuIndex.search(opt.numQuery, queryVecs.data(), opt.k,</div>
|
|
<div class="line"><a name="l00554"></a><span class="lineno"> 554</span>  distance.data(), indices.data());</div>
|
|
<div class="line"><a name="l00555"></a><span class="lineno"> 555</span> </div>
|
|
<div class="line"><a name="l00556"></a><span class="lineno"> 556</span> }</div>
|
|
<div class="line"><a name="l00557"></a><span class="lineno"> 557</span> </div>
|
|
<div class="line"><a name="l00558"></a><span class="lineno"> 558</span> TEST(TestGpuIndexIVFFlat, UnifiedMemory) {</div>
|
|
<div class="line"><a name="l00559"></a><span class="lineno"> 559</span>  <span class="comment">// Construct on a random device to test multi-device, if we have</span></div>
|
|
<div class="line"><a name="l00560"></a><span class="lineno"> 560</span>  <span class="comment">// multiple devices</span></div>
|
|
<div class="line"><a name="l00561"></a><span class="lineno"> 561</span>  <span class="keywordtype">int</span> device = faiss::gpu::randVal(0, faiss::gpu::getNumDevices() - 1);</div>
|
|
<div class="line"><a name="l00562"></a><span class="lineno"> 562</span> </div>
|
|
<div class="line"><a name="l00563"></a><span class="lineno"> 563</span>  <span class="keywordflow">if</span> (!faiss::gpu::getFullUnifiedMemSupport(device)) {</div>
|
|
<div class="line"><a name="l00564"></a><span class="lineno"> 564</span>  <span class="keywordflow">return</span>;</div>
|
|
<div class="line"><a name="l00565"></a><span class="lineno"> 565</span>  }</div>
|
|
<div class="line"><a name="l00566"></a><span class="lineno"> 566</span> </div>
|
|
<div class="line"><a name="l00567"></a><span class="lineno"> 567</span>  <span class="keywordtype">int</span> dim = 256;</div>
|
|
<div class="line"><a name="l00568"></a><span class="lineno"> 568</span> </div>
|
|
<div class="line"><a name="l00569"></a><span class="lineno"> 569</span>  <span class="keywordtype">int</span> numCentroids = 1024;</div>
|
|
<div class="line"><a name="l00570"></a><span class="lineno"> 570</span>  <span class="comment">// 24 GB of vecs should be enough to test unified memory in</span></div>
|
|
<div class="line"><a name="l00571"></a><span class="lineno"> 571</span>  <span class="comment">// oversubscription mode</span></div>
|
|
<div class="line"><a name="l00572"></a><span class="lineno"> 572</span>  <span class="keywordtype">size_t</span> numAdd =</div>
|
|
<div class="line"><a name="l00573"></a><span class="lineno"> 573</span>  (size_t) 1024 * 1024 * 1024 * 24 / ((<span class="keywordtype">size_t</span>) dim * <span class="keyword">sizeof</span>(float));</div>
|
|
<div class="line"><a name="l00574"></a><span class="lineno"> 574</span>  <span class="keywordtype">size_t</span> numTrain = numCentroids * 40;</div>
|
|
<div class="line"><a name="l00575"></a><span class="lineno"> 575</span>  <span class="keywordtype">int</span> numQuery = 10;</div>
|
|
<div class="line"><a name="l00576"></a><span class="lineno"> 576</span>  <span class="keywordtype">int</span> k = 10;</div>
|
|
<div class="line"><a name="l00577"></a><span class="lineno"> 577</span>  <span class="keywordtype">int</span> nprobe = 8;</div>
|
|
<div class="line"><a name="l00578"></a><span class="lineno"> 578</span> </div>
|
|
<div class="line"><a name="l00579"></a><span class="lineno"> 579</span>  LOG(INFO) << <span class="stringliteral">"generating vecs"</span>;</div>
|
|
<div class="line"><a name="l00580"></a><span class="lineno"> 580</span>  std::vector<float> trainVecs = faiss::gpu::randVecs(numTrain, dim);</div>
|
|
<div class="line"><a name="l00581"></a><span class="lineno"> 581</span>  std::vector<float> addVecs = faiss::gpu::randVecs(numAdd, dim);</div>
|
|
<div class="line"><a name="l00582"></a><span class="lineno"> 582</span> </div>
|
|
<div class="line"><a name="l00583"></a><span class="lineno"> 583</span>  LOG(INFO) << <span class="stringliteral">"train CPU"</span>;</div>
|
|
<div class="line"><a name="l00584"></a><span class="lineno"> 584</span>  <a class="code" href="structfaiss_1_1IndexFlatL2.html">faiss::IndexFlatL2</a> quantizer(dim);</div>
|
|
<div class="line"><a name="l00585"></a><span class="lineno"> 585</span>  <a class="code" href="structfaiss_1_1IndexIVFFlat.html">faiss::IndexIVFFlat</a> cpuIndex(&quantizer, dim, numCentroids, faiss::METRIC_L2);</div>
|
|
<div class="line"><a name="l00586"></a><span class="lineno"> 586</span>  LOG(INFO) << <span class="stringliteral">"train CPU"</span>;</div>
|
|
<div class="line"><a name="l00587"></a><span class="lineno"> 587</span>  cpuIndex.train(numTrain, trainVecs.data());</div>
|
|
<div class="line"><a name="l00588"></a><span class="lineno"> 588</span>  LOG(INFO) << <span class="stringliteral">"add CPU"</span>;</div>
|
|
<div class="line"><a name="l00589"></a><span class="lineno"> 589</span>  cpuIndex.add(numAdd, addVecs.data());</div>
|
|
<div class="line"><a name="l00590"></a><span class="lineno"> 590</span>  cpuIndex.nprobe = nprobe;</div>
|
|
<div class="line"><a name="l00591"></a><span class="lineno"> 591</span> </div>
|
|
<div class="line"><a name="l00592"></a><span class="lineno"> 592</span>  <a class="code" href="classfaiss_1_1gpu_1_1StandardGpuResources.html">faiss::gpu::StandardGpuResources</a> res;</div>
|
|
<div class="line"><a name="l00593"></a><span class="lineno"> 593</span>  res.<a class="code" href="classfaiss_1_1gpu_1_1StandardGpuResources.html#a6431477a7328ac147797b3b4e3fcf651">noTempMemory</a>();</div>
|
|
<div class="line"><a name="l00594"></a><span class="lineno"> 594</span> </div>
|
|
<div class="line"><a name="l00595"></a><span class="lineno"> 595</span>  <a class="code" href="structfaiss_1_1gpu_1_1GpuIndexIVFFlatConfig.html">faiss::gpu::GpuIndexIVFFlatConfig</a> config;</div>
|
|
<div class="line"><a name="l00596"></a><span class="lineno"> 596</span>  config.<a class="code" href="structfaiss_1_1gpu_1_1GpuIndexConfig.html#aab05a0aa7b42feae7df4e556a52ead57">device</a> = device;</div>
|
|
<div class="line"><a name="l00597"></a><span class="lineno"> 597</span>  config.<a class="code" href="structfaiss_1_1gpu_1_1GpuIndexConfig.html#adf7c9461009108a9a433a077ab322d2e">memorySpace</a> = faiss::gpu::MemorySpace::Unified;</div>
|
|
<div class="line"><a name="l00598"></a><span class="lineno"> 598</span> </div>
|
|
<div class="line"><a name="l00599"></a><span class="lineno"> 599</span>  <a class="code" href="classfaiss_1_1gpu_1_1GpuIndexIVFFlat.html">faiss::gpu::GpuIndexIVFFlat</a> gpuIndex(&res,</div>
|
|
<div class="line"><a name="l00600"></a><span class="lineno"> 600</span>  dim,</div>
|
|
<div class="line"><a name="l00601"></a><span class="lineno"> 601</span>  numCentroids,</div>
|
|
<div class="line"><a name="l00602"></a><span class="lineno"> 602</span>  faiss::METRIC_L2,</div>
|
|
<div class="line"><a name="l00603"></a><span class="lineno"> 603</span>  config);</div>
|
|
<div class="line"><a name="l00604"></a><span class="lineno"> 604</span>  LOG(INFO) << <span class="stringliteral">"copy from CPU"</span>;</div>
|
|
<div class="line"><a name="l00605"></a><span class="lineno"> 605</span>  gpuIndex.copyFrom(&cpuIndex);</div>
|
|
<div class="line"><a name="l00606"></a><span class="lineno"> 606</span>  gpuIndex.setNumProbes(nprobe);</div>
|
|
<div class="line"><a name="l00607"></a><span class="lineno"> 607</span> </div>
|
|
<div class="line"><a name="l00608"></a><span class="lineno"> 608</span>  LOG(INFO) << <span class="stringliteral">"compare"</span>;</div>
|
|
<div class="line"><a name="l00609"></a><span class="lineno"> 609</span> </div>
|
|
<div class="line"><a name="l00610"></a><span class="lineno"> 610</span>  faiss::gpu::compareIndices(cpuIndex, gpuIndex,</div>
|
|
<div class="line"><a name="l00611"></a><span class="lineno"> 611</span>  numQuery, dim, k, <span class="stringliteral">"Unified Memory"</span>,</div>
|
|
<div class="line"><a name="l00612"></a><span class="lineno"> 612</span>  kF32MaxRelErr,</div>
|
|
<div class="line"><a name="l00613"></a><span class="lineno"> 613</span>  0.1f,</div>
|
|
<div class="line"><a name="l00614"></a><span class="lineno"> 614</span>  0.015f);</div>
|
|
<div class="line"><a name="l00615"></a><span class="lineno"> 615</span> }</div>
|
|
<div class="ttc" id="classfaiss_1_1gpu_1_1StandardGpuResources_html_a6431477a7328ac147797b3b4e3fcf651"><div class="ttname"><a href="classfaiss_1_1gpu_1_1StandardGpuResources.html#a6431477a7328ac147797b3b4e3fcf651">faiss::gpu::StandardGpuResources::noTempMemory</a></div><div class="ttdeci">void noTempMemory()</div><div class="ttdef"><b>Definition:</b> <a href="StandardGpuResources_8cpp_source.html#l00076">StandardGpuResources.cpp:76</a></div></div>
|
|
<div class="ttc" id="structfaiss_1_1IndexFlatL2_html"><div class="ttname"><a href="structfaiss_1_1IndexFlatL2.html">faiss::IndexFlatL2</a></div><div class="ttdef"><b>Definition:</b> <a href="IndexFlat_8h_source.html#l00079">IndexFlat.h:79</a></div></div>
|
|
<div class="ttc" id="structfaiss_1_1gpu_1_1GpuIndexIVFFlatConfig_html_ab98ac354bcd5632976f7edc2deda6e57"><div class="ttname"><a href="structfaiss_1_1gpu_1_1GpuIndexIVFFlatConfig.html#ab98ac354bcd5632976f7edc2deda6e57">faiss::gpu::GpuIndexIVFFlatConfig::useFloat16IVFStorage</a></div><div class="ttdeci">bool useFloat16IVFStorage</div><div class="ttdef"><b>Definition:</b> <a href="GpuIndexIVFFlat_8h_source.html#l00029">GpuIndexIVFFlat.h:29</a></div></div>
|
|
<div class="ttc" id="structfaiss_1_1IndexIVFFlat_html"><div class="ttname"><a href="structfaiss_1_1IndexIVFFlat.html">faiss::IndexIVFFlat</a></div><div class="ttdef"><b>Definition:</b> <a href="IndexIVF_8h_source.html#l00181">IndexIVF.h:181</a></div></div>
|
|
<div class="ttc" id="structfaiss_1_1IndexFlatIP_html"><div class="ttname"><a href="structfaiss_1_1IndexFlatIP.html">faiss::IndexFlatIP</a></div><div class="ttdef"><b>Definition:</b> <a href="IndexFlat_8h_source.html#l00073">IndexFlat.h:73</a></div></div>
|
|
<div class="ttc" id="structfaiss_1_1gpu_1_1GpuIndexFlatConfig_html_afd694186c87751937a646f3db2c8ba3d"><div class="ttname"><a href="structfaiss_1_1gpu_1_1GpuIndexFlatConfig.html#afd694186c87751937a646f3db2c8ba3d">faiss::gpu::GpuIndexFlatConfig::useFloat16</a></div><div class="ttdeci">bool useFloat16</div><div class="ttdoc">Whether or not data is stored as float16. </div><div class="ttdef"><b>Definition:</b> <a href="GpuIndexFlat_8h_source.html#l00035">GpuIndexFlat.h:35</a></div></div>
|
|
<div class="ttc" id="structfaiss_1_1gpu_1_1GpuIndexConfig_html_aab05a0aa7b42feae7df4e556a52ead57"><div class="ttname"><a href="structfaiss_1_1gpu_1_1GpuIndexConfig.html#aab05a0aa7b42feae7df4e556a52ead57">faiss::gpu::GpuIndexConfig::device</a></div><div class="ttdeci">int device</div><div class="ttdoc">GPU device on which the index is resident. </div><div class="ttdef"><b>Definition:</b> <a href="GpuIndex_8h_source.html#l00027">GpuIndex.h:27</a></div></div>
|
|
<div class="ttc" id="structfaiss_1_1gpu_1_1GpuIndexIVFConfig_html_a6d357a9a67a2fed9c8e7b139712d30f6"><div class="ttname"><a href="structfaiss_1_1gpu_1_1GpuIndexIVFConfig.html#a6d357a9a67a2fed9c8e7b139712d30f6">faiss::gpu::GpuIndexIVFConfig::flatConfig</a></div><div class="ttdeci">GpuIndexFlatConfig flatConfig</div><div class="ttdoc">Configuration for the coarse quantizer object. </div><div class="ttdef"><b>Definition:</b> <a href="GpuIndexIVF_8h_source.html#l00034">GpuIndexIVF.h:34</a></div></div>
|
|
<div class="ttc" id="structfaiss_1_1gpu_1_1GpuIndexConfig_html_adf7c9461009108a9a433a077ab322d2e"><div class="ttname"><a href="structfaiss_1_1gpu_1_1GpuIndexConfig.html#adf7c9461009108a9a433a077ab322d2e">faiss::gpu::GpuIndexConfig::memorySpace</a></div><div class="ttdeci">MemorySpace memorySpace</div><div class="ttdef"><b>Definition:</b> <a href="GpuIndex_8h_source.html#l00032">GpuIndex.h:32</a></div></div>
|
|
<div class="ttc" id="classfaiss_1_1gpu_1_1StandardGpuResources_html"><div class="ttname"><a href="classfaiss_1_1gpu_1_1StandardGpuResources.html">faiss::gpu::StandardGpuResources</a></div><div class="ttdef"><b>Definition:</b> <a href="StandardGpuResources_8h_source.html#l00023">StandardGpuResources.h:23</a></div></div>
|
|
<div class="ttc" id="structfaiss_1_1Index_html"><div class="ttname"><a href="structfaiss_1_1Index.html">faiss::Index</a></div><div class="ttdef"><b>Definition:</b> <a href="Index_8h_source.html#l00060">Index.h:60</a></div></div>
|
|
<div class="ttc" id="structfaiss_1_1gpu_1_1GpuIndexIVFFlatConfig_html"><div class="ttname"><a href="structfaiss_1_1gpu_1_1GpuIndexIVFFlatConfig.html">faiss::gpu::GpuIndexIVFFlatConfig</a></div><div class="ttdef"><b>Definition:</b> <a href="GpuIndexIVFFlat_8h_source.html#l00022">GpuIndexIVFFlat.h:22</a></div></div>
|
|
<div class="ttc" id="structfaiss_1_1gpu_1_1GpuIndexIVFConfig_html_af432221761d48e4753f501208a60264d"><div class="ttname"><a href="structfaiss_1_1gpu_1_1GpuIndexIVFConfig.html#af432221761d48e4753f501208a60264d">faiss::gpu::GpuIndexIVFConfig::indicesOptions</a></div><div class="ttdeci">IndicesOptions indicesOptions</div><div class="ttdoc">Index storage options for the GPU. </div><div class="ttdef"><b>Definition:</b> <a href="GpuIndexIVF_8h_source.html#l00031">GpuIndexIVF.h:31</a></div></div>
|
|
<div class="ttc" id="structOptions_html"><div class="ttname"><a href="structOptions.html">Options</a></div><div class="ttdef"><b>Definition:</b> <a href="TestGpuIndexIVFFlat_8cpp_source.html#l00028">TestGpuIndexIVFFlat.cpp:28</a></div></div>
|
|
<div class="ttc" id="classfaiss_1_1gpu_1_1GpuIndexIVFFlat_html"><div class="ttname"><a href="classfaiss_1_1gpu_1_1GpuIndexIVFFlat.html">faiss::gpu::GpuIndexIVFFlat</a></div><div class="ttdef"><b>Definition:</b> <a href="GpuIndexIVFFlat_8h_source.html#l00034">GpuIndexIVFFlat.h:34</a></div></div>
|
|
<div class="ttc" id="namespacefaiss_html_afd12191c638da74760ff397cf319752c"><div class="ttname"><a href="namespacefaiss.html#afd12191c638da74760ff397cf319752c">faiss::MetricType</a></div><div class="ttdeci">MetricType</div><div class="ttdoc">Some algorithms support both an inner product version and a L2 search version. </div><div class="ttdef"><b>Definition:</b> <a href="Index_8h_source.html#l00043">Index.h:43</a></div></div>
|
|
</div><!-- fragment --></div><!-- contents -->
|
|
<!-- start footer part -->
|
|
<hr class="footer"/><address class="footer"><small>
|
|
Generated by  <a href="http://www.doxygen.org/index.html">
|
|
<img class="footer" src="doxygen.png" alt="doxygen"/>
|
|
</a> 1.8.5
|
|
</small></address>
|
|
</body>
|
|
</html>
|