1 #ifndef FIO_FILE_H 2 #define FIO_FILE_H 3 4 #include <string.h> 5 #include "compiler/compiler.h" 6 #include "io_ddir.h" 7 #include "flist.h" 8 #include "lib/zipf.h" 9 #include "lib/axmap.h" 10 #include "lib/lfsr.h" 11 12 /* 13 * The type of object we are working on 14 */ 15 enum fio_filetype { 16 FIO_TYPE_FILE = 1, /* plain file */ 17 FIO_TYPE_BD, /* block device */ 18 FIO_TYPE_CHAR, /* character device */ 19 FIO_TYPE_PIPE, /* pipe */ 20 }; 21 22 enum fio_file_flags { 23 FIO_FILE_open = 1 << 0, /* file is open */ 24 FIO_FILE_closing = 1 << 1, /* file being closed */ 25 FIO_FILE_extend = 1 << 2, /* needs extend */ 26 FIO_FILE_done = 1 << 3, /* io completed to this file */ 27 FIO_FILE_size_known = 1 << 4, /* size has been set */ 28 FIO_FILE_hashed = 1 << 5, /* file is on hash */ 29 FIO_FILE_partial_mmap = 1 << 6, /* can't do full mmap */ 30 FIO_FILE_axmap = 1 << 7, /* uses axmap */ 31 FIO_FILE_lfsr = 1 << 8, /* lfsr is used */ 32 }; 33 34 enum file_lock_mode { 35 FILE_LOCK_NONE, 36 FILE_LOCK_EXCLUSIVE, 37 FILE_LOCK_READWRITE, 38 }; 39 40 /* 41 * roundrobin available files, or choose one at random, or do each one 42 * serially. 43 */ 44 enum { 45 FIO_FSERVICE_RANDOM = 1, 46 FIO_FSERVICE_RR = 2, 47 FIO_FSERVICE_SEQ = 3, 48 }; 49 50 /* 51 * No pre-allocation when laying down files, or call posix_fallocate(), or 52 * call fallocate() with FALLOC_FL_KEEP_SIZE set. 53 */ 54 enum fio_fallocate_mode { 55 FIO_FALLOCATE_NONE = 1, 56 FIO_FALLOCATE_POSIX = 2, 57 FIO_FALLOCATE_KEEP_SIZE = 3, 58 }; 59 60 /* 61 * Each thread_data structure has a number of files associated with it, 62 * this structure holds state information for a single file. 63 */ 64 struct fio_file { 65 struct flist_head hash_list; 66 enum fio_filetype filetype; 67 68 int fd; 69 int shadow_fd; 70 #ifdef WIN32 71 HANDLE hFile; 72 HANDLE ioCP; 73 #endif 74 75 /* 76 * filename and possible memory mapping 77 */ 78 char *file_name; 79 unsigned int major, minor; 80 int fileno; 81 82 /* 83 * size of the file, offset into file, and io size from that offset 84 */ 85 uint64_t real_file_size; 86 uint64_t file_offset; 87 uint64_t io_size; 88 89 /* 90 * Track last end and last start of IO for a given data direction 91 */ 92 uint64_t last_pos[DDIR_RWDIR_CNT]; 93 uint64_t last_start[DDIR_RWDIR_CNT]; 94 95 uint64_t first_write; 96 uint64_t last_write; 97 98 /* 99 * For use by the io engine 100 */ 101 uint64_t engine_data; 102 103 /* 104 * if io is protected by a semaphore, this is set 105 */ 106 union { 107 struct fio_mutex *lock; 108 struct fio_rwlock *rwlock; 109 }; 110 111 /* 112 * block map or LFSR for random io 113 */ 114 union { 115 struct axmap *io_axmap; 116 struct fio_lfsr lfsr; 117 }; 118 119 /* 120 * Used for zipf random distribution 121 */ 122 struct zipf_state zipf; 123 124 int references; 125 enum fio_file_flags flags; 126 127 struct disk_util *du; 128 }; 129 130 #define FILE_ENG_DATA(f) ((void *) (uintptr_t) (f)->engine_data) 131 #define FILE_SET_ENG_DATA(f, data) \ 132 ((f)->engine_data = (uintptr_t) (data)) 133 134 struct file_name { 135 struct flist_head list; 136 char *filename; 137 }; 138 139 #define FILE_FLAG_FNS(name) \ 140 static inline void fio_file_set_##name(struct fio_file *f) \ 141 { \ 142 (f)->flags = (enum fio_file_flags) ((f)->flags | FIO_FILE_##name); \ 143 } \ 144 static inline void fio_file_clear_##name(struct fio_file *f) \ 145 { \ 146 (f)->flags = (enum fio_file_flags) ((f)->flags & ~FIO_FILE_##name); \ 147 } \ 148 static inline int fio_file_##name(struct fio_file *f) \ 149 { \ 150 return ((f)->flags & FIO_FILE_##name) != 0; \ 151 } 152 153 FILE_FLAG_FNS(open); 154 FILE_FLAG_FNS(closing); 155 FILE_FLAG_FNS(extend); 156 FILE_FLAG_FNS(done); 157 FILE_FLAG_FNS(size_known); 158 FILE_FLAG_FNS(hashed); 159 FILE_FLAG_FNS(partial_mmap); 160 FILE_FLAG_FNS(axmap); 161 FILE_FLAG_FNS(lfsr); 162 #undef FILE_FLAG_FNS 163 164 /* 165 * File setup/shutdown 166 */ 167 struct thread_data; 168 extern void close_files(struct thread_data *); 169 extern void close_and_free_files(struct thread_data *); 170 extern uint64_t get_start_offset(struct thread_data *, struct fio_file *); 171 extern int __must_check setup_files(struct thread_data *); 172 extern int __must_check file_invalidate_cache(struct thread_data *, struct fio_file *); 173 extern int __must_check generic_open_file(struct thread_data *, struct fio_file *); 174 extern int __must_check generic_close_file(struct thread_data *, struct fio_file *); 175 extern int __must_check generic_get_file_size(struct thread_data *, struct fio_file *); 176 extern int __must_check file_lookup_open(struct fio_file *f, int flags); 177 extern int __must_check pre_read_files(struct thread_data *); 178 extern int add_file(struct thread_data *, const char *, int, int); 179 extern int add_file_exclusive(struct thread_data *, const char *); 180 extern void get_file(struct fio_file *); 181 extern int __must_check put_file(struct thread_data *, struct fio_file *); 182 extern void put_file_log(struct thread_data *, struct fio_file *); 183 extern void lock_file(struct thread_data *, struct fio_file *, enum fio_ddir); 184 extern void unlock_file(struct thread_data *, struct fio_file *); 185 extern void unlock_file_all(struct thread_data *, struct fio_file *); 186 extern int add_dir_files(struct thread_data *, const char *); 187 extern int init_random_map(struct thread_data *); 188 extern void dup_files(struct thread_data *, struct thread_data *); 189 extern int get_fileno(struct thread_data *, const char *); 190 extern void free_release_files(struct thread_data *); 191 extern void filesetup_mem_free(void); 192 void fio_file_reset(struct thread_data *, struct fio_file *); 193 int fio_files_done(struct thread_data *); 194 195 #endif 196
