Home | History | Annotate | Download | only in fio 
      1 #ifndef FIO_RATE_H
      2 #define FIO_RATE_H
      3 
      4 #include "flist.h"
      5 
      6 struct workqueue_work {
      7 	struct flist_head list;
      8 };
      9 
     10 struct submit_worker {
     11 	pthread_t thread;
     12 	pthread_mutex_t lock;
     13 	pthread_cond_t cond;
     14 	struct flist_head work_list;
     15 	unsigned int flags;
     16 	unsigned int index;
     17 	uint64_t seq;
     18 	struct workqueue *wq;
     19 	void *priv;
     20 	struct sk_out *sk_out;
     21 };
     22 
     23 typedef int (workqueue_work_fn)(struct submit_worker *, struct workqueue_work *);
     24 typedef bool (workqueue_pre_sleep_flush_fn)(struct submit_worker *);
     25 typedef void (workqueue_pre_sleep_fn)(struct submit_worker *);
     26 typedef int (workqueue_alloc_worker_fn)(struct submit_worker *);
     27 typedef void (workqueue_free_worker_fn)(struct submit_worker *);
     28 typedef int (workqueue_init_worker_fn)(struct submit_worker *);
     29 typedef void (workqueue_exit_worker_fn)(struct submit_worker *, unsigned int *);
     30 typedef void (workqueue_update_acct_fn)(struct submit_worker *);
     31 
     32 struct workqueue_ops {
     33 	workqueue_work_fn *fn;
     34 	workqueue_pre_sleep_flush_fn *pre_sleep_flush_fn;
     35 	workqueue_pre_sleep_fn *pre_sleep_fn;
     36 
     37 	workqueue_update_acct_fn *update_acct_fn;
     38 
     39 	workqueue_alloc_worker_fn *alloc_worker_fn;
     40 	workqueue_free_worker_fn *free_worker_fn;
     41 
     42 	workqueue_init_worker_fn *init_worker_fn;
     43 	workqueue_exit_worker_fn *exit_worker_fn;
     44 
     45 	unsigned int nice;
     46 };
     47 
     48 struct workqueue {
     49 	unsigned int max_workers;
     50 
     51 	struct thread_data *td;
     52 	struct workqueue_ops ops;
     53 
     54 	uint64_t work_seq;
     55 	struct submit_worker *workers;
     56 	unsigned int next_free_worker;
     57 
     58 	pthread_cond_t flush_cond;
     59 	pthread_mutex_t flush_lock;
     60 	pthread_mutex_t stat_lock;
     61 	volatile int wake_idle;
     62 };
     63 
     64 int workqueue_init(struct thread_data *td, struct workqueue *wq, struct workqueue_ops *ops, unsigned int max_workers, struct sk_out *sk_out);
     65 void workqueue_exit(struct workqueue *wq);
     66 
     67 void workqueue_enqueue(struct workqueue *wq, struct workqueue_work *work);
     68 void workqueue_flush(struct workqueue *wq);
     69 
     70 static inline bool workqueue_pre_sleep_check(struct submit_worker *sw)
     71 {
     72 	struct workqueue *wq = sw->wq;
     73 
     74 	if (!wq->ops.pre_sleep_flush_fn)
     75 		return false;
     76 
     77 	return wq->ops.pre_sleep_flush_fn(sw);
     78 }
     79 
     80 static inline void workqueue_pre_sleep(struct submit_worker *sw)
     81 {
     82 	struct workqueue *wq = sw->wq;
     83 
     84 	if (wq->ops.pre_sleep_fn)
     85 		wq->ops.pre_sleep_fn(sw);
     86 }
     87 
     88 static inline int workqueue_init_worker(struct submit_worker *sw)
     89 {
     90 	struct workqueue *wq = sw->wq;
     91 
     92 	if (!wq->ops.init_worker_fn)
     93 		return 0;
     94 
     95 	return wq->ops.init_worker_fn(sw);
     96 }
     97 
     98 static inline void workqueue_exit_worker(struct submit_worker *sw,
     99 					 unsigned int *sum_cnt)
    100 {
    101 	struct workqueue *wq = sw->wq;
    102 	unsigned int tmp = 1;
    103 
    104 	if (!wq->ops.exit_worker_fn)
    105 		return;
    106 
    107 	if (!sum_cnt)
    108 		sum_cnt = &tmp;
    109 
    110 	wq->ops.exit_worker_fn(sw, sum_cnt);
    111 }
    112 #endif
    113