1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
|
// Copyright © Tavian Barnes <tavianator@tavianator.com>
// SPDX-License-Identifier: 0BSD
#include "prelude.h"
#include "dir.h"
#include "alloc.h"
#include "bfstd.h"
#include "diag.h"
#include "sanity.h"
#include "trie.h"
#include <dirent.h>
#include <errno.h>
#include <fcntl.h>
#include <stdlib.h>
#include <string.h>
#include <sys/stat.h>
#include <unistd.h>
#if BFS_USE_GETDENTS
# if BFS_HAS_GETDENTS64_SYSCALL
# include <sys/syscall.h>
# endif
/** getdents() syscall wrapper. */
static ssize_t bfs_getdents(int fd, void *buf, size_t size) {
sanitize_uninit(buf, size);
#if BFS_HAS_POSIX_GETDENTS
int flags = 0;
# ifdef DT_FORCE_TYPE
flags |= DT_FORCE_TYPE;
# endif
ssize_t ret = posix_getdents(fd, buf, size, flags);
#elif BFS_HAS_GETDENTS
ssize_t ret = getdents(fd, buf, size);
#elif BFS_HAS_GETDENTS64
ssize_t ret = getdents64(fd, buf, size);
#elif BFS_HAS_GETDENTS64_SYSCALL
ssize_t ret = syscall(SYS_getdents64, fd, buf, size);
#else
# error "No getdents() implementation"
#endif
if (ret > 0) {
sanitize_init(buf, ret);
}
return ret;
}
#endif // BFS_USE_GETDENTS
/** Directory entry type for bfs_getdents() */
#if !BFS_USE_GETDENTS || BFS_HAS_GETDENTS
typedef struct dirent sys_dirent;
#elif BFS_HAS_POSIX_GETDENTS
typedef struct posix_dent sys_dirent;
#else
typedef struct dirent64 sys_dirent;
#endif
enum bfs_type bfs_mode_to_type(mode_t mode) {
switch (mode & S_IFMT) {
#ifdef S_IFBLK
case S_IFBLK:
return BFS_BLK;
#endif
#ifdef S_IFCHR
case S_IFCHR:
return BFS_CHR;
#endif
#ifdef S_IFDIR
case S_IFDIR:
return BFS_DIR;
#endif
#ifdef S_IFDOOR
case S_IFDOOR:
return BFS_DOOR;
#endif
#ifdef S_IFIFO
case S_IFIFO:
return BFS_FIFO;
#endif
#ifdef S_IFLNK
case S_IFLNK:
return BFS_LNK;
#endif
#ifdef S_IFPORT
case S_IFPORT:
return BFS_PORT;
#endif
#ifdef S_IFREG
case S_IFREG:
return BFS_REG;
#endif
#ifdef S_IFSOCK
case S_IFSOCK:
return BFS_SOCK;
#endif
#ifdef S_IFWHT
case S_IFWHT:
return BFS_WHT;
#endif
default:
return BFS_UNKNOWN;
}
}
/**
* Private directory flags.
*/
enum {
/** We've reached the end of the directory. */
BFS_DIR_EOF = BFS_DIR_PRIVATE << 0,
/** This directory is a union mount we need to dedup manually. */
BFS_DIR_UNION = BFS_DIR_PRIVATE << 1,
};
struct bfs_dir {
unsigned int flags;
#if BFS_USE_GETDENTS
int fd;
unsigned short pos;
unsigned short size;
# if __FreeBSD__
struct trie trie;
# endif
alignas(sys_dirent) char buf[];
#else
DIR *dir;
struct dirent *de;
#endif
};
#if BFS_USE_GETDENTS
# define DIR_SIZE (64 << 10)
# define BUF_SIZE (DIR_SIZE - sizeof(struct bfs_dir))
#else
# define DIR_SIZE sizeof(struct bfs_dir)
#endif
struct bfs_dir *bfs_allocdir(void) {
return malloc(DIR_SIZE);
}
void bfs_dir_arena(struct arena *arena) {
arena_init(arena, alignof(struct bfs_dir), DIR_SIZE);
}
int bfs_opendir(struct bfs_dir *dir, int at_fd, const char *at_path, enum bfs_dir_flags flags) {
int fd;
if (at_path) {
fd = openat(at_fd, at_path, O_RDONLY | O_CLOEXEC | O_DIRECTORY);
if (fd < 0) {
return -1;
}
} else if (at_fd >= 0) {
fd = at_fd;
} else {
errno = EBADF;
return -1;
}
dir->flags = flags;
#if BFS_USE_GETDENTS
dir->fd = fd;
dir->pos = 0;
dir->size = 0;
# if __FreeBSD__ && defined(F_ISUNIONSTACK)
if (fcntl(fd, F_ISUNIONSTACK) > 0) {
dir->flags |= BFS_DIR_UNION;
trie_init(&dir->trie);
}
# endif
#else // !BFS_USE_GETDENTS
dir->dir = fdopendir(fd);
if (!dir->dir) {
if (at_path) {
close_quietly(fd);
}
return -1;
}
dir->de = NULL;
#endif
return 0;
}
int bfs_dirfd(const struct bfs_dir *dir) {
#if BFS_USE_GETDENTS
return dir->fd;
#else
return dirfd(dir->dir);
#endif
}
int bfs_polldir(struct bfs_dir *dir) {
#if BFS_USE_GETDENTS
if (dir->pos < dir->size) {
return 1;
} else if (dir->flags & BFS_DIR_EOF) {
return 0;
}
char *buf = (char *)(dir + 1);
ssize_t size = bfs_getdents(dir->fd, buf, BUF_SIZE);
if (size == 0) {
dir->flags |= BFS_DIR_EOF;
return 0;
} else if (size < 0) {
return -1;
}
dir->pos = 0;
dir->size = size;
// Like read(), getdents() doesn't indicate EOF until another call returns zero.
// Check that eagerly here to hopefully avoid a syscall in the last bfs_readdir().
size_t rest = BUF_SIZE - size;
if (rest >= sizeof(sys_dirent)) {
size = bfs_getdents(dir->fd, buf + size, rest);
if (size > 0) {
dir->size += size;
} else if (size == 0) {
dir->flags |= BFS_DIR_EOF;
}
}
return 1;
#else // !BFS_USE_GETDENTS
if (dir->de) {
return 1;
} else if (dir->flags & BFS_DIR_EOF) {
return 0;
}
errno = 0;
dir->de = readdir(dir->dir);
if (dir->de) {
return 1;
} else if (errno == 0) {
dir->flags |= BFS_DIR_EOF;
return 0;
} else {
return -1;
}
#endif
}
/** Read a single directory entry. */
static int bfs_getdent(struct bfs_dir *dir, const sys_dirent **de) {
int ret = bfs_polldir(dir);
if (ret > 0) {
#if BFS_USE_GETDENTS
char *buf = (char *)(dir + 1);
*de = (const sys_dirent *)(buf + dir->pos);
dir->pos += (*de)->d_reclen;
#else
*de = dir->de;
dir->de = NULL;
#endif
}
return ret;
}
/** Skip ".", "..", and deleted/empty dirents. */
static int bfs_skipdent(struct bfs_dir *dir, const sys_dirent *de) {
#if BFS_USE_GETDENTS
# if __FreeBSD__
// Union mounts on FreeBSD have to be de-duplicated in userspace
if (dir->flags & BFS_DIR_UNION) {
struct trie_leaf *leaf = trie_insert_str(&dir->trie, de->d_name);
if (!leaf) {
return -1;
} else if (leaf->value) {
return 1;
} else {
leaf->value = leaf;
}
}
// NFS mounts on FreeBSD can return empty dirents with inode number 0
if (de->d_ino == 0) {
return 1;
}
# endif
# ifdef DT_WHT
if (de->d_type == DT_WHT && !(dir->flags & BFS_DIR_WHITEOUTS)) {
return 1;
}
# endif
#endif // BFS_USE_GETDENTS
const char *name = de->d_name;
return name[0] == '.' && (name[1] == '\0' || (name[1] == '.' && name[2] == '\0'));
}
/** Convert de->d_type to a bfs_type, if it exists. */
static enum bfs_type bfs_d_type(const sys_dirent *de) {
#ifdef DTTOIF
return bfs_mode_to_type(DTTOIF(de->d_type));
#else
return BFS_UNKNOWN;
#endif
}
int bfs_readdir(struct bfs_dir *dir, struct bfs_dirent *de) {
while (true) {
const sys_dirent *sysde;
int ret = bfs_getdent(dir, &sysde);
if (ret <= 0) {
return ret;
}
int skip = bfs_skipdent(dir, sysde);
if (skip < 0) {
return skip;
} else if (skip) {
continue;
}
if (de) {
de->type = bfs_d_type(sysde);
de->name = sysde->d_name;
}
return 1;
}
}
static void bfs_destroydir(struct bfs_dir *dir) {
#if BFS_USE_GETDENTS && __FreeBSD__
if (dir->flags & BFS_DIR_UNION) {
trie_destroy(&dir->trie);
}
#endif
sanitize_uninit(dir, DIR_SIZE);
}
int bfs_closedir(struct bfs_dir *dir) {
#if BFS_USE_GETDENTS
int ret = xclose(dir->fd);
#else
int ret = closedir(dir->dir);
if (ret != 0) {
bfs_verify(errno != EBADF);
}
#endif
bfs_destroydir(dir);
return ret;
}
#if BFS_USE_UNWRAPDIR
int bfs_unwrapdir(struct bfs_dir *dir) {
#if BFS_USE_GETDENTS
int ret = dir->fd;
#elif BFS_HAS_FDCLOSEDIR
int ret = fdclosedir(dir->dir);
#endif
bfs_destroydir(dir);
return ret;
}
#endif
|