rq-qos: introduce dio_bio callback
wbt cares only about request completion time, but controllers may need information that is on the bio itself, so add a done_bio callback for rq-qos so things like blk-iolatency can use it to have the bio when it completes. Signed-off-by: Josef Bacik <jbacik@fb.com> Signed-off-by: Jens Axboe <axboe@kernel.dk>
This commit is contained in:
parent
c1c80384c8
commit
67b42d0bf7
|
@ -32,6 +32,7 @@
|
||||||
|
|
||||||
#include <trace/events/block.h>
|
#include <trace/events/block.h>
|
||||||
#include "blk.h"
|
#include "blk.h"
|
||||||
|
#include "blk-rq-qos.h"
|
||||||
|
|
||||||
/*
|
/*
|
||||||
* Test patch to inline a certain number of bi_io_vec's inside the bio
|
* Test patch to inline a certain number of bi_io_vec's inside the bio
|
||||||
|
@ -1808,6 +1809,9 @@ void bio_endio(struct bio *bio)
|
||||||
if (!bio_integrity_endio(bio))
|
if (!bio_integrity_endio(bio))
|
||||||
return;
|
return;
|
||||||
|
|
||||||
|
if (bio->bi_disk)
|
||||||
|
rq_qos_done_bio(bio->bi_disk->queue, bio);
|
||||||
|
|
||||||
/*
|
/*
|
||||||
* Need to have a real endio function for chained bios, otherwise
|
* Need to have a real endio function for chained bios, otherwise
|
||||||
* various corner cases will break (like stacking block devices that
|
* various corner cases will break (like stacking block devices that
|
||||||
|
|
|
@ -88,6 +88,16 @@ void rq_qos_track(struct request_queue *q, struct request *rq, struct bio *bio)
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
|
void rq_qos_done_bio(struct request_queue *q, struct bio *bio)
|
||||||
|
{
|
||||||
|
struct rq_qos *rqos;
|
||||||
|
|
||||||
|
for(rqos = q->rq_qos; rqos; rqos = rqos->next) {
|
||||||
|
if (rqos->ops->done_bio)
|
||||||
|
rqos->ops->done_bio(rqos, bio);
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
/*
|
/*
|
||||||
* Return true, if we can't increase the depth further by scaling
|
* Return true, if we can't increase the depth further by scaling
|
||||||
*/
|
*/
|
||||||
|
|
|
@ -30,6 +30,7 @@ struct rq_qos_ops {
|
||||||
void (*issue)(struct rq_qos *, struct request *);
|
void (*issue)(struct rq_qos *, struct request *);
|
||||||
void (*requeue)(struct rq_qos *, struct request *);
|
void (*requeue)(struct rq_qos *, struct request *);
|
||||||
void (*done)(struct rq_qos *, struct request *);
|
void (*done)(struct rq_qos *, struct request *);
|
||||||
|
void (*done_bio)(struct rq_qos *, struct bio *);
|
||||||
void (*cleanup)(struct rq_qos *, struct bio *);
|
void (*cleanup)(struct rq_qos *, struct bio *);
|
||||||
void (*exit)(struct rq_qos *);
|
void (*exit)(struct rq_qos *);
|
||||||
};
|
};
|
||||||
|
@ -101,6 +102,7 @@ void rq_qos_cleanup(struct request_queue *, struct bio *);
|
||||||
void rq_qos_done(struct request_queue *, struct request *);
|
void rq_qos_done(struct request_queue *, struct request *);
|
||||||
void rq_qos_issue(struct request_queue *, struct request *);
|
void rq_qos_issue(struct request_queue *, struct request *);
|
||||||
void rq_qos_requeue(struct request_queue *, struct request *);
|
void rq_qos_requeue(struct request_queue *, struct request *);
|
||||||
|
void rq_qos_done_bio(struct request_queue *q, struct bio *bio);
|
||||||
void rq_qos_throttle(struct request_queue *, struct bio *, spinlock_t *);
|
void rq_qos_throttle(struct request_queue *, struct bio *, spinlock_t *);
|
||||||
void rq_qos_track(struct request_queue *q, struct request *, struct bio *);
|
void rq_qos_track(struct request_queue *q, struct request *, struct bio *);
|
||||||
void rq_qos_exit(struct request_queue *);
|
void rq_qos_exit(struct request_queue *);
|
||||||
|
|
Loading…
Reference in New Issue