mirror of
git://git.kernel.org/pub/scm/linux/kernel/git/torvalds/linux.git
synced 2025-11-27 01:11:31 +00:00
d57447ffb5
We only need to consider data and metadata dma mapping types separately. The request and bio integrity payload have enough flag bits to internally track the mapping type for each. Use these so the caller doesn't need to track them, and provide separete request and integrity helpers to the common code. This will make it easier to scale new mappings, like the proposed MMIO attribute, without burdening the caller to track such things. Reviewed-by: Christoph Hellwig <hch@lst.de> Reviewed-by: Martin K. Petersen <martin.petersen@oracle.com> Reviewed-by: Leon Romanovsky <leonro@nvidia.com> Signed-off-by: Keith Busch <kbusch@kernel.org> Signed-off-by: Jens Axboe <axboe@kernel.dk>
78 lines
2.1 KiB
C
78 lines
2.1 KiB
C
/* SPDX-License-Identifier: GPL-2.0-only */
|
|
#ifndef BLK_MQ_DMA_H
|
|
#define BLK_MQ_DMA_H
|
|
|
|
#include <linux/blk-mq.h>
|
|
#include <linux/pci-p2pdma.h>
|
|
|
|
struct blk_map_iter {
|
|
struct bvec_iter iter;
|
|
struct bio *bio;
|
|
struct bio_vec *bvecs;
|
|
bool is_integrity;
|
|
};
|
|
|
|
struct blk_dma_iter {
|
|
/* Output address range for this iteration */
|
|
dma_addr_t addr;
|
|
u32 len;
|
|
|
|
/* Status code. Only valid when blk_rq_dma_map_iter_* returned false */
|
|
blk_status_t status;
|
|
|
|
/* Internal to blk_rq_dma_map_iter_* */
|
|
struct blk_map_iter iter;
|
|
struct pci_p2pdma_map_state p2pdma;
|
|
};
|
|
|
|
bool blk_rq_dma_map_iter_start(struct request *req, struct device *dma_dev,
|
|
struct dma_iova_state *state, struct blk_dma_iter *iter);
|
|
bool blk_rq_dma_map_iter_next(struct request *req, struct device *dma_dev,
|
|
struct dma_iova_state *state, struct blk_dma_iter *iter);
|
|
|
|
/**
|
|
* blk_rq_dma_map_coalesce - were all segments coalesced?
|
|
* @state: DMA state to check
|
|
*
|
|
* Returns true if blk_rq_dma_map_iter_start coalesced all segments into a
|
|
* single DMA range.
|
|
*/
|
|
static inline bool blk_rq_dma_map_coalesce(struct dma_iova_state *state)
|
|
{
|
|
return dma_use_iova(state);
|
|
}
|
|
|
|
/**
|
|
* blk_dma_unmap - try to DMA unmap a request
|
|
* @req: request to unmap
|
|
* @dma_dev: device to unmap from
|
|
* @state: DMA IOVA state
|
|
* @mapped_len: number of bytes to unmap
|
|
* @is_p2p: true if mapped with PCI_P2PDMA_MAP_BUS_ADDR
|
|
*
|
|
* Returns %false if the callers need to manually unmap every DMA segment
|
|
* mapped using @iter or %true if no work is left to be done.
|
|
*/
|
|
static inline bool blk_dma_unmap(struct request *req, struct device *dma_dev,
|
|
struct dma_iova_state *state, size_t mapped_len, bool is_p2p)
|
|
{
|
|
if (is_p2p)
|
|
return true;
|
|
|
|
if (dma_use_iova(state)) {
|
|
dma_iova_destroy(dma_dev, state, mapped_len, rq_dma_dir(req),
|
|
0);
|
|
return true;
|
|
}
|
|
|
|
return !dma_need_unmap(dma_dev);
|
|
}
|
|
|
|
static inline bool blk_rq_dma_unmap(struct request *req, struct device *dma_dev,
|
|
struct dma_iova_state *state, size_t mapped_len)
|
|
{
|
|
return blk_dma_unmap(req, dma_dev, state, mapped_len,
|
|
req->cmd_flags & REQ_P2PDMA);
|
|
}
|
|
|
|
#endif /* BLK_MQ_DMA_H */
|