• Lucas Hosseini's avatar
    [WIP] Update tutorial examples (#342) · 2c9aea24
    Lucas Hosseini authored
    * Remove transitional print import.
    
    * Add example for multiple GPUs in python.
    
    * Add example on GPU in C++.
    
    * Add example on multiple GPUs in C++.
    
    * Add IVFFlat example on GPU in python.
    
    * Add Makefile for C++ tutorial examples.
    
    * Add IVF index on GPU example in C++.
    Unverified
    2c9aea24
3-IVFPQ.py 1.02 KB
# Copyright (c) 2015-present, Facebook, Inc.
# All rights reserved.
#
# This source code is licensed under the BSD+Patents license found in the
# LICENSE file in the root directory of this source tree.

import numpy as np

d = 64                           # dimension
nb = 100000                      # database size
nq = 10000                       # nb of queries
np.random.seed(1234)             # make reproducible
xb = np.random.random((nb, d)).astype('float32')
xb[:, 0] += np.arange(nb) / 1000.
xq = np.random.random((nq, d)).astype('float32')
xq[:, 0] += np.arange(nq) / 1000.

import faiss

nlist = 100
m = 8
k = 4
quantizer = faiss.IndexFlatL2(d)  # this remains the same
index = faiss.IndexIVFPQ(quantizer, d, nlist, m, 8)
                                  # 8 specifies that each sub-vector is encoded as 8 bits
index.train(xb)
index.add(xb)
D, I = index.search(xb[:5], k) # sanity check
print(I)
print(D)
index.nprobe = 10              # make comparable with experiment above
D, I = index.search(xq, k)     # search
print(I[-5:])