mirror of
https://github.com/facebookresearch/faiss.git
synced 2025-06-03 21:54:02 +08:00
afe0fdc161
Facebook sync (Mar 2019) - MatrixStats object - option to round coordinates during k-means optimization - alternative option for search in HNSW - moved stats and imbalance_factor of IndexIVF to InvertedLists object - range search for IVFScalarQuantizer - direct unit8 codec in ScalarQuantizer - renamed IndexProxy to IndexReplicas and moved to main Faiss - better support for PQ code assignment with external index - support for IMI2x16 (4B virtual centroids!) - support for k = 2048 search on GPU (instead of 1024) - most CUDA mem alloc failures throw exceptions instead of terminating on an assertion - support for renaming an ondisk invertedlists - interrupt computations with ctrl-C in python
113 lines
2.0 KiB
C++
113 lines
2.0 KiB
C++
/**
|
|
* Copyright (c) 2015-present, Facebook, Inc.
|
|
* All rights reserved.
|
|
*
|
|
* This source code is licensed under the BSD+Patents license found in the
|
|
* LICENSE file in the root directory of this source tree.
|
|
*/
|
|
|
|
|
|
#include "WorkerThread.h"
|
|
#include "FaissAssert.h"
|
|
|
|
namespace faiss {
|
|
|
|
WorkerThread::WorkerThread() :
|
|
wantStop_(false) {
|
|
startThread();
|
|
|
|
// Make sure that the thread has started before continuing
|
|
add([](){}).get();
|
|
}
|
|
|
|
WorkerThread::~WorkerThread() {
|
|
stop();
|
|
waitForThreadExit();
|
|
}
|
|
|
|
void
|
|
WorkerThread::startThread() {
|
|
thread_ = std::thread([this](){ threadMain(); });
|
|
}
|
|
|
|
void
|
|
WorkerThread::stop() {
|
|
std::lock_guard<std::mutex> guard(mutex_);
|
|
|
|
wantStop_ = true;
|
|
monitor_.notify_one();
|
|
}
|
|
|
|
std::future<bool>
|
|
WorkerThread::add(std::function<void()> f) {
|
|
std::lock_guard<std::mutex> guard(mutex_);
|
|
|
|
if (wantStop_) {
|
|
// The timer thread has been stopped, or we want to stop; we can't
|
|
// schedule anything else
|
|
std::promise<bool> p;
|
|
auto fut = p.get_future();
|
|
|
|
// did not execute
|
|
p.set_value(false);
|
|
return fut;
|
|
}
|
|
|
|
auto pr = std::promise<bool>();
|
|
auto fut = pr.get_future();
|
|
|
|
queue_.emplace_back(std::make_pair(std::move(f), std::move(pr)));
|
|
|
|
// Wake up our thread
|
|
monitor_.notify_one();
|
|
return fut;
|
|
}
|
|
|
|
void
|
|
WorkerThread::threadMain() {
|
|
threadLoop();
|
|
|
|
// Call all pending tasks
|
|
FAISS_ASSERT(wantStop_);
|
|
|
|
for (auto& f : queue_) {
|
|
f.first();
|
|
f.second.set_value(true);
|
|
}
|
|
}
|
|
|
|
void
|
|
WorkerThread::threadLoop() {
|
|
while (true) {
|
|
std::pair<std::function<void()>, std::promise<bool>> data;
|
|
|
|
{
|
|
std::unique_lock<std::mutex> lock(mutex_);
|
|
|
|
while (!wantStop_ && queue_.empty()) {
|
|
monitor_.wait(lock);
|
|
}
|
|
|
|
if (wantStop_) {
|
|
return;
|
|
}
|
|
|
|
data = std::move(queue_.front());
|
|
queue_.pop_front();
|
|
}
|
|
|
|
data.first();
|
|
data.second.set_value(true);
|
|
}
|
|
}
|
|
|
|
void
|
|
WorkerThread::waitForThreadExit() {
|
|
try {
|
|
thread_.join();
|
|
} catch (...) {
|
|
}
|
|
}
|
|
|
|
} // namespace
|