28 lines
742 B
Python
28 lines
742 B
Python
# Copyright (c) Facebook, Inc. and its affiliates.
|
|
#
|
|
# This source code is licensed under the MIT license found in the
|
|
# LICENSE file in the root directory of this source tree.
|
|
|
|
import logging
|
|
|
|
# https://stackoverflow.com/questions/7016056/python-logging-not-outputting-anything
|
|
logging.basicConfig()
|
|
logger = logging.getLogger('faiss.contrib.exhaustive_search')
|
|
logger.setLevel(logging.INFO)
|
|
|
|
from faiss.contrib import datasets
|
|
from faiss.contrib.exhaustive_search import knn_ground_truth
|
|
from faiss.contrib import vecs_io
|
|
|
|
ds = datasets.DatasetDeep1B(nb=int(1e9))
|
|
|
|
print("computing GT matches for", ds)
|
|
|
|
D, I = knn_ground_truth(
|
|
ds.get_queries(),
|
|
ds.database_iterator(bs=65536),
|
|
k=100
|
|
)
|
|
|
|
vecs_io.ivecs_write("/tmp/tt.ivecs", I)
|