block/loop: make loop cgroup aware
loop block device handles IO in a separate thread. The actual IO dispatched isn't cloned from the IO loop device received, so the dispatched IO loses the cgroup context. I'm ignoring buffer IO case now, which is quite complicated. Making the loop thread aware cgroup context doesn't really help. The loop device only writes to a single file. In current writeback cgroup implementation, the file can only belong to one cgroup. For direct IO case, we could workaround the issue in theory. For example, say we assign cgroup1 5M/s BW for loop device and cgroup2 10M/s. We can create a special cgroup for loop thread and assign at least 15M/s for the underlayer disk. In this way, we correctly throttle the two cgroups. But this is tricky to setup. This patch tries to address the issue. We record bio's css in loop command. When loop thread is handling the command, we then use the API provided in patch 1 to set the css for current task. The bio layer will use the css for new IO (from patch 3). Acked-by: Tejun Heo <tj@kernel.org> Signed-off-by: Shaohua Li <shli@fb.com> Signed-off-by: Jens Axboe <axboe@kernel.dk>
This commit is contained in:
parent
902ec5b6de
commit
d4478e92d6
|
@ -476,6 +476,8 @@ static void lo_rw_aio_complete(struct kiocb *iocb, long ret, long ret2)
|
||||||
{
|
{
|
||||||
struct loop_cmd *cmd = container_of(iocb, struct loop_cmd, iocb);
|
struct loop_cmd *cmd = container_of(iocb, struct loop_cmd, iocb);
|
||||||
|
|
||||||
|
if (cmd->css)
|
||||||
|
css_put(cmd->css);
|
||||||
cmd->ret = ret;
|
cmd->ret = ret;
|
||||||
lo_rw_aio_do_completion(cmd);
|
lo_rw_aio_do_completion(cmd);
|
||||||
}
|
}
|
||||||
|
@ -535,6 +537,8 @@ static int lo_rw_aio(struct loop_device *lo, struct loop_cmd *cmd,
|
||||||
cmd->iocb.ki_filp = file;
|
cmd->iocb.ki_filp = file;
|
||||||
cmd->iocb.ki_complete = lo_rw_aio_complete;
|
cmd->iocb.ki_complete = lo_rw_aio_complete;
|
||||||
cmd->iocb.ki_flags = IOCB_DIRECT;
|
cmd->iocb.ki_flags = IOCB_DIRECT;
|
||||||
|
if (cmd->css)
|
||||||
|
kthread_associate_blkcg(cmd->css);
|
||||||
|
|
||||||
if (rw == WRITE)
|
if (rw == WRITE)
|
||||||
ret = call_write_iter(file, &cmd->iocb, &iter);
|
ret = call_write_iter(file, &cmd->iocb, &iter);
|
||||||
|
@ -542,6 +546,7 @@ static int lo_rw_aio(struct loop_device *lo, struct loop_cmd *cmd,
|
||||||
ret = call_read_iter(file, &cmd->iocb, &iter);
|
ret = call_read_iter(file, &cmd->iocb, &iter);
|
||||||
|
|
||||||
lo_rw_aio_do_completion(cmd);
|
lo_rw_aio_do_completion(cmd);
|
||||||
|
kthread_associate_blkcg(NULL);
|
||||||
|
|
||||||
if (ret != -EIOCBQUEUED)
|
if (ret != -EIOCBQUEUED)
|
||||||
cmd->iocb.ki_complete(&cmd->iocb, ret, 0);
|
cmd->iocb.ki_complete(&cmd->iocb, ret, 0);
|
||||||
|
@ -1686,6 +1691,14 @@ static blk_status_t loop_queue_rq(struct blk_mq_hw_ctx *hctx,
|
||||||
break;
|
break;
|
||||||
}
|
}
|
||||||
|
|
||||||
|
/* always use the first bio's css */
|
||||||
|
#ifdef CONFIG_CGROUPS
|
||||||
|
if (cmd->use_aio && cmd->rq->bio && cmd->rq->bio->bi_css) {
|
||||||
|
cmd->css = cmd->rq->bio->bi_css;
|
||||||
|
css_get(cmd->css);
|
||||||
|
} else
|
||||||
|
#endif
|
||||||
|
cmd->css = NULL;
|
||||||
kthread_queue_work(&lo->worker, &cmd->work);
|
kthread_queue_work(&lo->worker, &cmd->work);
|
||||||
|
|
||||||
return BLK_STS_OK;
|
return BLK_STS_OK;
|
||||||
|
|
|
@ -72,6 +72,7 @@ struct loop_cmd {
|
||||||
long ret;
|
long ret;
|
||||||
struct kiocb iocb;
|
struct kiocb iocb;
|
||||||
struct bio_vec *bvec;
|
struct bio_vec *bvec;
|
||||||
|
struct cgroup_subsys_state *css;
|
||||||
};
|
};
|
||||||
|
|
||||||
/* Support for loadable transfer modules */
|
/* Support for loadable transfer modules */
|
||||||
|
|
Loading…
Reference in New Issue