contrib/faiss/faiss/impl/io_macros.h
Line | Count | Source |
1 | | /* |
2 | | * Copyright (c) Meta Platforms, Inc. and affiliates. |
3 | | * |
4 | | * This source code is licensed under the MIT license found in the |
5 | | * LICENSE file in the root directory of this source tree. |
6 | | */ |
7 | | |
8 | | #pragma once |
9 | | |
10 | | #include <faiss/impl/maybe_owned_vector.h> |
11 | | |
12 | | /************************************************************* |
13 | | * I/O macros |
14 | | * |
15 | | * we use macros so that we have a line number to report in abort |
16 | | * (). This makes debugging a lot easier. The IOReader or IOWriter is |
17 | | * always called f and thus is not passed in as a macro parameter. |
18 | | **************************************************************/ |
19 | | |
20 | | #define READANDCHECK(ptr, n) \ |
21 | 3.24k | { \ |
22 | 3.24k | size_t ret = (*f)(ptr, sizeof(*(ptr)), n); \ |
23 | 3.24k | FAISS_THROW_IF_NOT_FMT( \ |
24 | 3.24k | ret == (n), \ |
25 | 3.24k | "read error in %s: %zd != %zd (%s)", \ |
26 | 3.24k | f->name.c_str(), \ |
27 | 3.24k | ret, \ |
28 | 3.24k | size_t(n), \ |
29 | 3.24k | strerror(errno)); \ |
30 | 3.24k | } |
31 | | |
32 | 2.02k | #define READ1(x) READANDCHECK(&(x), 1) |
33 | | |
34 | | #define READ1_DUMMY(x_type) \ |
35 | 89 | { \ |
36 | 89 | x_type x = {}; \ |
37 | 89 | READ1(x); \ |
38 | 89 | } |
39 | | |
40 | | // will fail if we write 256G of data at once... |
41 | | #define READVECTOR(vec) \ |
42 | 496 | { \ |
43 | 496 | size_t size; \ |
44 | 496 | READANDCHECK(&size, 1); \ |
45 | 496 | FAISS_THROW_IF_NOT(size >= 0 && size < (uint64_t{1} << 40)); \ |
46 | 496 | (vec).resize(size); \ |
47 | 496 | READANDCHECK((vec).data(), size); \ |
48 | 496 | } |
49 | | |
50 | | #define WRITEANDCHECK(ptr, n) \ |
51 | 2.57k | { \ |
52 | 2.57k | size_t ret = (*f)(ptr, sizeof(*(ptr)), n); \ |
53 | 2.57k | FAISS_THROW_IF_NOT_FMT( \ |
54 | 2.57k | ret == (n), \ |
55 | 2.57k | "write error in %s: %zd != %zd (%s)", \ |
56 | 2.57k | f->name.c_str(), \ |
57 | 2.57k | ret, \ |
58 | 2.57k | size_t(n), \ |
59 | 2.57k | strerror(errno)); \ |
60 | 2.57k | } |
61 | | |
62 | 1.60k | #define WRITE1(x) WRITEANDCHECK(&(x), 1) |
63 | | |
64 | | #define WRITEVECTOR(vec) \ |
65 | 382 | { \ |
66 | 382 | size_t size = (vec).size(); \ |
67 | 382 | WRITEANDCHECK(&size, 1); \ |
68 | 382 | WRITEANDCHECK((vec).data(), size); \ |
69 | 382 | } |
70 | | |
71 | | // read/write xb vector for backwards compatibility of IndexFlat |
72 | | |
73 | | #define WRITEXBVECTOR(vec) \ |
74 | 71 | { \ |
75 | 71 | FAISS_THROW_IF_NOT((vec).size() % 4 == 0); \ |
76 | 71 | size_t size = (vec).size() / 4; \ |
77 | 71 | WRITEANDCHECK(&size, 1); \ |
78 | 71 | WRITEANDCHECK((vec).data(), size * 4); \ |
79 | 71 | } |
80 | | |
81 | | #define READXBVECTOR(vec) \ |
82 | 97 | { \ |
83 | 97 | size_t size; \ |
84 | 97 | READANDCHECK(&size, 1); \ |
85 | 97 | FAISS_THROW_IF_NOT(size >= 0 && size < (uint64_t{1} << 40)); \ |
86 | 97 | size *= 4; \ |
87 | 97 | (vec).resize(size); \ |
88 | 97 | READANDCHECK((vec).data(), size); \ |
89 | 97 | } |