1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
|
#ifndef FIO_FILE_H
#define FIO_FILE_H
#include <string.h>
#include "compiler/compiler.h"
#include "io_ddir.h"
#include "flist.h"
/*
* The type of object we are working on
*/
enum fio_filetype {
FIO_TYPE_FILE = 1, /* plain file */
FIO_TYPE_BD, /* block device */
FIO_TYPE_CHAR, /* character device */
FIO_TYPE_PIPE, /* pipe */
};
enum fio_file_flags {
FIO_FILE_open = 1 << 0, /* file is open */
FIO_FILE_closing = 1 << 1, /* file being closed */
FIO_FILE_extend = 1 << 2, /* needs extend */
FIO_FILE_done = 1 << 3, /* io completed to this file */
FIO_FILE_size_known = 1 << 4, /* size has been set */
FIO_FILE_hashed = 1 << 5, /* file is on hash */
FIO_FILE_partial_mmap = 1 << 6, /* can't do full mmap */
};
enum file_lock_mode {
FILE_LOCK_NONE,
FILE_LOCK_EXCLUSIVE,
FILE_LOCK_READWRITE,
};
/*
* roundrobin available files, or choose one at random, or do each one
* serially.
*/
enum {
FIO_FSERVICE_RANDOM = 1,
FIO_FSERVICE_RR = 2,
FIO_FSERVICE_SEQ = 3,
};
/*
* No pre-allocation when laying down files, or call posix_fallocate(), or
* call fallocate() with FALLOC_FL_KEEP_SIZE set.
*/
enum fio_fallocate_mode {
FIO_FALLOCATE_NONE = 1,
FIO_FALLOCATE_POSIX = 2,
FIO_FALLOCATE_KEEP_SIZE = 3,
};
/*
* Each thread_data structure has a number of files associated with it,
* this structure holds state information for a single file.
*/
struct fio_file {
struct flist_head hash_list;
enum fio_filetype filetype;
void *file_data;
int fd;
#ifdef WIN32
HANDLE hFile;
HANDLE ioCP;
#endif
/*
* filename and possible memory mapping
*/
char *file_name;
unsigned int major, minor;
void *mmap_ptr;
size_t mmap_sz;
off_t mmap_off;
/*
* size of the file, offset into file, and io size from that offset
*/
unsigned long long real_file_size;
unsigned long long file_offset;
unsigned long long io_size;
unsigned long long last_pos;
unsigned long long last_start;
unsigned long long first_write;
unsigned long long last_write;
/*
* For use by the io engine
*/
unsigned long long file_pos;
/*
* if io is protected by a semaphore, this is set
*/
struct fio_mutex *lock;
void *lock_owner;
unsigned int lock_batch;
enum fio_ddir lock_ddir;
/*
* block map for random io
*/
unsigned long *file_map;
unsigned long num_maps;
unsigned long last_free_lookup;
unsigned failed_rands;
int references;
enum fio_file_flags flags;
struct disk_util *du;
};
#define FILE_FLAG_FNS(name) \
static inline void fio_file_set_##name(struct fio_file *f) \
{ \
(f)->flags |= FIO_FILE_##name; \
} \
static inline void fio_file_clear_##name(struct fio_file *f) \
{ \
(f)->flags &= ~FIO_FILE_##name; \
} \
static inline int fio_file_##name(struct fio_file *f) \
{ \
return ((f)->flags & FIO_FILE_##name) != 0; \
}
FILE_FLAG_FNS(open);
FILE_FLAG_FNS(closing);
FILE_FLAG_FNS(extend);
FILE_FLAG_FNS(done);
FILE_FLAG_FNS(size_known);
FILE_FLAG_FNS(hashed);
FILE_FLAG_FNS(partial_mmap);
#undef FILE_FLAG_FNS
/*
* File setup/shutdown
*/
struct thread_data;
extern void close_files(struct thread_data *);
extern void close_and_free_files(struct thread_data *);
extern int __must_check setup_files(struct thread_data *);
extern int __must_check file_invalidate_cache(struct thread_data *, struct fio_file *);
extern int __must_check generic_open_file(struct thread_data *, struct fio_file *);
extern int __must_check generic_close_file(struct thread_data *, struct fio_file *);
extern int __must_check generic_get_file_size(struct thread_data *, struct fio_file *);
extern int __must_check pre_read_files(struct thread_data *);
extern int add_file(struct thread_data *, const char *);
extern int add_file_exclusive(struct thread_data *, const char *);
extern void get_file(struct fio_file *);
extern int __must_check put_file(struct thread_data *, struct fio_file *);
extern void put_file_log(struct thread_data *, struct fio_file *);
extern void lock_file(struct thread_data *, struct fio_file *, enum fio_ddir);
extern void unlock_file(struct thread_data *, struct fio_file *);
extern void unlock_file_all(struct thread_data *, struct fio_file *);
extern int add_dir_files(struct thread_data *, const char *);
extern int init_random_map(struct thread_data *);
extern void dup_files(struct thread_data *, struct thread_data *);
extern int get_fileno(struct thread_data *, const char *);
extern void free_release_files(struct thread_data *);
static inline void fio_file_reset(struct fio_file *f)
{
f->last_free_lookup = 0;
f->failed_rands = 0;
f->last_pos = f->file_offset;
f->last_start = -1ULL;
f->file_pos = -1ULL;
if (f->file_map)
memset(f->file_map, 0, f->num_maps * sizeof(unsigned long));
}
#endif
|
