100 lines
2.7 KiB
C++
100 lines
2.7 KiB
C++
/**
|
|
* Copyright (c) 2015-present, Facebook, Inc.
|
|
* All rights reserved.
|
|
*
|
|
* This source code is licensed under the BSD+Patents license found in the
|
|
* LICENSE file in the root directory of this source tree.
|
|
*/
|
|
|
|
|
|
#pragma once
|
|
|
|
#include "../Index.h"
|
|
#include "utils/MemorySpace.h"
|
|
|
|
namespace faiss { namespace gpu {
|
|
|
|
class GpuResources;
|
|
|
|
struct GpuIndexConfig {
|
|
inline GpuIndexConfig()
|
|
: device(0),
|
|
memorySpace(MemorySpace::Device) {
|
|
}
|
|
|
|
/// GPU device on which the index is resident
|
|
int device;
|
|
|
|
/// What memory space to use for primary storage.
|
|
/// On Pascal and above (CC 6+) architectures, allows GPUs to use
|
|
/// more memory than is available on the GPU.
|
|
MemorySpace memorySpace;
|
|
};
|
|
|
|
class GpuIndex : public faiss::Index {
|
|
public:
|
|
GpuIndex(GpuResources* resources,
|
|
int dims,
|
|
faiss::MetricType metric,
|
|
GpuIndexConfig config);
|
|
|
|
int getDevice() const {
|
|
return device_;
|
|
}
|
|
|
|
GpuResources* getResources() {
|
|
return resources_;
|
|
}
|
|
|
|
/// `x` can be resident on the CPU or any GPU; copies are performed
|
|
/// as needed
|
|
/// Handles paged adds if the add set is too large; calls addInternal_
|
|
void add(faiss::Index::idx_t, const float* x) override;
|
|
|
|
/// `x` and `ids` can be resident on the CPU or any GPU; copies are
|
|
/// performed as needed
|
|
/// Handles paged adds if the add set is too large; calls addInternal_
|
|
void add_with_ids(Index::idx_t n, const float* x, const Index::idx_t* ids)
|
|
override;
|
|
|
|
/// `x`, `distances` and `labels` can be resident on the CPU or any
|
|
/// GPU; copies are performed as needed
|
|
void search(
|
|
faiss::Index::idx_t n,
|
|
const float* x,
|
|
faiss::Index::idx_t k,
|
|
float* distances,
|
|
faiss::Index::idx_t* labels) const override;
|
|
|
|
protected:
|
|
/// Handles paged adds if the add set is too large, passes to
|
|
/// addImpl_ to actually perform the add for the current page
|
|
void addInternal_(Index::idx_t n,
|
|
const float* x,
|
|
const Index::idx_t* ids);
|
|
|
|
/// Overridden to actually perform the add
|
|
virtual void addImpl_(Index::idx_t n,
|
|
const float* x,
|
|
const Index::idx_t* ids) = 0;
|
|
|
|
/// Overridden to actually perform the search
|
|
virtual void searchImpl_(faiss::Index::idx_t n,
|
|
const float* x,
|
|
faiss::Index::idx_t k,
|
|
float* distances,
|
|
faiss::Index::idx_t* labels) const = 0;
|
|
|
|
protected:
|
|
/// Manages streans, cuBLAS handles and scratch memory for devices
|
|
GpuResources* resources_;
|
|
|
|
/// The GPU device we are resident on
|
|
const int device_;
|
|
|
|
/// The memory space of our primary storage on the GPU
|
|
const MemorySpace memorySpace_;
|
|
};
|
|
|
|
} } // namespace
|