70 lines
2.0 KiB
C
70 lines
2.0 KiB
C
|
// Copyright (c) 2020 PaddlePaddle Authors. All Rights Reserved.
|
||
|
|
//
|
||
|
|
// Licensed under the Apache License, Version 2.0 (the "License");
|
||
|
|
// you may not use this file except in compliance with the License.
|
||
|
|
// You may obtain a copy of the License at
|
||
|
|
//
|
||
|
|
// http://www.apache.org/licenses/LICENSE-2.0
|
||
|
|
//
|
||
|
|
// Unless required by applicable law or agreed to in writing, software
|
||
|
|
// distributed under the License is distributed on an "AS IS" BASIS,
|
||
|
|
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||
|
|
// See the License for the specific language governing permissions and
|
||
|
|
// limitations under the License.
|
||
|
|
|
||
|
|
#pragma once
|
||
|
|
#ifdef WIN32
|
||
|
|
#define OS_PATH_SEP "\\"
|
||
|
|
#else
|
||
|
|
#define OS_PATH_SEP "/"
|
||
|
|
#endif
|
||
|
|
|
||
|
|
#include <faiss/Index.h>
|
||
|
|
#include <faiss/index_io.h>
|
||
|
|
#include <cstring>
|
||
|
|
#include <map>
|
||
|
|
#include "yaml-cpp/yaml.h"
|
||
|
|
|
||
|
|
struct SearchResult{
|
||
|
|
faiss::Index::idx_t* I;
|
||
|
|
float* D;
|
||
|
|
int query_number;
|
||
|
|
int return_k;
|
||
|
|
};
|
||
|
|
|
||
|
|
class VectorSearch{
|
||
|
|
public:
|
||
|
|
explicit VectorSearch(const YAML::Node &config_file){
|
||
|
|
// IndexProcess
|
||
|
|
this->index_dir = config_file["IndexProcess"]["index_dir"].as<std::string>();
|
||
|
|
this->return_k = config_file["IndexProcess"]["return_k"].as<int>();
|
||
|
|
this->score_thres = config_file["IndexProcess"]["score_thres"].as<float>();
|
||
|
|
this->max_query_number = config_file["Global"]["max_det_results"].as<int>() + 1;
|
||
|
|
LoadIdMap();
|
||
|
|
LoadIndexFile();
|
||
|
|
this->I = new faiss::Index::idx_t[this->return_k * this->max_query_number];
|
||
|
|
this->D = new float[this->return_k * this->max_query_number];
|
||
|
|
}
|
||
|
|
~VectorSearch(){
|
||
|
|
delete[] I;
|
||
|
|
delete[] D;
|
||
|
|
};
|
||
|
|
void LoadIdMap();
|
||
|
|
void LoadIndexFile();
|
||
|
|
void Search(float* feature, int query_number);
|
||
|
|
const SearchResult& GetSearchResult();
|
||
|
|
const std::string& GetLabel(faiss::Index::idx_t ind);
|
||
|
|
|
||
|
|
private:
|
||
|
|
std::string index_dir;
|
||
|
|
int return_k = 5;
|
||
|
|
float score_thres = 0.5;
|
||
|
|
std::map <long int, std::string> id_map;
|
||
|
|
faiss::Index * index;
|
||
|
|
int max_query_number = 6;
|
||
|
|
int real_query_number = 0;
|
||
|
|
float *D = NULL;
|
||
|
|
faiss::Index::idx_t* I = NULL;
|
||
|
|
SearchResult sr;
|
||
|
|
};
|