contrib/faiss/faiss/impl/io_macros.h

Source
/*
 * Copyright (c) Meta Platforms, Inc. and affiliates.
 *
 * This source code is licensed under the MIT license found in the
 * LICENSE file in the root directory of this source tree.
 */

#pragma once

#include <faiss/impl/maybe_owned_vector.h>

/*************************************************************
 * I/O macros
 *
 * we use macros so that we have a line number to report in abort
 * (). This makes debugging a lot easier. The IOReader or IOWriter is
 * always called f and thus is not passed in as a macro parameter.
 **************************************************************/

#define READANDCHECK(ptr, n)                         \
    {                                                \
        size_t ret = (*f)(ptr, sizeof(*(ptr)), n);   \
        FAISS_THROW_IF_NOT_FMT(                      \
                ret == (n),                          \
                "read error in %s: %zd != %zd (%s)", \
                f->name.c_str(),                     \
                ret,                                 \
                size_t(n),                           \
                strerror(errno));                    \
    }

#define READ1(x) READANDCHECK(&(x), 1)

#define READ1_DUMMY(x_type) \
    {                       \
        x_type x = {};      \
        READ1(x);           \
    }

// will fail if we write 256G of data at once...
#define READVECTOR(vec)                                              \
    {                                                                \
        size_t size;                                                 \
        READANDCHECK(&size, 1);                                      \
        FAISS_THROW_IF_NOT(size >= 0 && size < (uint64_t{1} << 40)); \
        (vec).resize(size);                                          \
        READANDCHECK((vec).data(), size);                            \
    }

#define WRITEANDCHECK(ptr, n)                         \
    {                                                 \
        size_t ret = (*f)(ptr, sizeof(*(ptr)), n);    \
        FAISS_THROW_IF_NOT_FMT(                       \
                ret == (n),                           \
                "write error in %s: %zd != %zd (%s)", \
                f->name.c_str(),                      \
                ret,                                  \
                size_t(n),                            \
                strerror(errno));                     \
    }

#define WRITE1(x) WRITEANDCHECK(&(x), 1)

#define WRITEVECTOR(vec)                   \
    {                                      \
        size_t size = (vec).size();        \
        WRITEANDCHECK(&size, 1);           \
        WRITEANDCHECK((vec).data(), size); \
    }

// read/write xb vector for backwards compatibility of IndexFlat

#define WRITEXBVECTOR(vec)                         \
    {                                              \
        FAISS_THROW_IF_NOT((vec).size() % 4 == 0); \
        size_t size = (vec).size() / 4;            \
        WRITEANDCHECK(&size, 1);                   \
        WRITEANDCHECK((vec).data(), size * 4);     \
    }

#define READXBVECTOR(vec)                                            \
    {                                                                \
        size_t size;                                                 \
        READANDCHECK(&size, 1);                                      \
        FAISS_THROW_IF_NOT(size >= 0 && size < (uint64_t{1} << 40)); \
        size *= 4;                                                   \
        (vec).resize(size);                                          \
        READANDCHECK((vec).data(), size);                            \
    }

Line	Count	Source
1		/*
2		* Copyright (c) Meta Platforms, Inc. and affiliates.
3		*
4		* This source code is licensed under the MIT license found in the
5		* LICENSE file in the root directory of this source tree.
6		*/
7
8		#pragma once
9
10		#include <faiss/impl/maybe_owned_vector.h>
11
12		/*************************************************************
13		* I/O macros
14		*
15		* we use macros so that we have a line number to report in abort
16		* (). This makes debugging a lot easier. The IOReader or IOWriter is
17		* always called f and thus is not passed in as a macro parameter.
18		**************************************************************/
19
20		#define READANDCHECK(ptr, n) \
21	954	{ \
22	954	size_t ret = (f)(ptr, sizeof((ptr)), n); \
23	954	FAISS_THROW_IF_NOT_FMT( \
24	954	ret == (n), \
25	954	"read error in %s: %zd != %zd (%s)", \
26	954	f->name.c_str(), \
27	954	ret, \
28	954	size_t(n), \
29	954	strerror(errno)); \
30	954	}
31
32	602	#define READ1(x) READANDCHECK(&(x), 1)
33
34		#define READ1_DUMMY(x_type) \
35	21	{ \
36	21	x_type x = {}; \
37	21	READ1(x); \
38	21	}
39
40		// will fail if we write 256G of data at once...
41		#define READVECTOR(vec) \
42	134	{ \
43	134	size_t size; \
44	134	READANDCHECK(&size, 1); \
45	134	FAISS_THROW_IF_NOT(size >= 0 && size < (uint64_t{1} << 40)); \
46	134	(vec).resize(size); \
47	134	READANDCHECK((vec).data(), size); \
48	134	}
49
50		#define WRITEANDCHECK(ptr, n) \
51	1.10k	{ \
52	1.10k	size_t ret = (f)(ptr, sizeof((ptr)), n); \
53	1.10k	FAISS_THROW_IF_NOT_FMT( \
54	1.10k	ret == (n), \
55	1.10k	"write error in %s: %zd != %zd (%s)", \
56	1.10k	f->name.c_str(), \
57	1.10k	ret, \
58	1.10k	size_t(n), \
59	1.10k	strerror(errno)); \
60	1.10k	}
61
62	697	#define WRITE1(x) WRITEANDCHECK(&(x), 1)
63
64		#define WRITEVECTOR(vec) \
65	159	{ \
66	159	size_t size = (vec).size(); \
67	159	WRITEANDCHECK(&size, 1); \
68	159	WRITEANDCHECK((vec).data(), size); \
69	159	}
70
71		// read/write xb vector for backwards compatibility of IndexFlat
72
73		#define WRITEXBVECTOR(vec) \
74	31	{ \
75	31	FAISS_THROW_IF_NOT((vec).size() % 4 == 0); \
76	31	size_t size = (vec).size() / 4; \
77	31	WRITEANDCHECK(&size, 1); \
78	31	WRITEANDCHECK((vec).data(), size * 4); \
79	31	}
80
81		#define READXBVECTOR(vec) \
82	26	{ \
83	26	size_t size; \
84	26	READANDCHECK(&size, 1); \
85	26	FAISS_THROW_IF_NOT(size >= 0 && size < (uint64_t{1} << 40)); \
86	26	size *= 4; \
87	26	(vec).resize(size); \
88	26	READANDCHECK((vec).data(), size); \
89	26	}

Coverage Report

Created: 2026-06-23 13:01