2019-04-28 08:34:02 -07:00
|
|
|
// SPDX-License-Identifier: GPL-2.0
|
2016-06-21 09:23:11 +10:00
|
|
|
/*
|
|
|
|
* Copyright (C) 2010 Red Hat, Inc.
|
2021-08-10 18:33:07 -07:00
|
|
|
* Copyright (c) 2016-2021 Christoph Hellwig.
|
2016-06-21 09:23:11 +10:00
|
|
|
*/
|
|
|
|
#include <linux/iomap.h>
|
2019-11-21 16:14:49 -08:00
|
|
|
#include "trace.h"
|
2017-02-03 23:47:37 +01:00
|
|
|
|
2025-02-07 09:32:45 -05:00
|
|
|
static inline void iomap_iter_reset_iomap(struct iomap_iter *iter)
|
|
|
|
{
|
2025-02-24 09:47:56 -05:00
|
|
|
iter->status = 0;
|
2025-02-07 09:32:45 -05:00
|
|
|
memset(&iter->iomap, 0, sizeof(iter->iomap));
|
|
|
|
memset(&iter->srcmap, 0, sizeof(iter->srcmap));
|
|
|
|
}
|
|
|
|
|
2022-11-29 09:09:17 +11:00
|
|
|
/*
|
2025-02-07 09:32:49 -05:00
|
|
|
* Advance the current iterator position and output the length remaining for the
|
|
|
|
* current mapping.
|
2022-11-29 09:09:17 +11:00
|
|
|
*/
|
2025-02-07 09:32:49 -05:00
|
|
|
int iomap_iter_advance(struct iomap_iter *iter, u64 *count)
|
2021-08-10 18:33:07 -07:00
|
|
|
{
|
2025-02-07 09:32:49 -05:00
|
|
|
if (WARN_ON_ONCE(*count > iomap_length(iter)))
|
2025-02-07 09:32:45 -05:00
|
|
|
return -EIO;
|
2025-02-07 09:32:49 -05:00
|
|
|
iter->pos += *count;
|
|
|
|
iter->len -= *count;
|
|
|
|
*count = iomap_length(iter);
|
2025-02-07 09:32:48 -05:00
|
|
|
return 0;
|
2021-08-10 18:33:07 -07:00
|
|
|
}
|
|
|
|
|
|
|
|
static inline void iomap_iter_done(struct iomap_iter *iter)
|
|
|
|
{
|
|
|
|
WARN_ON_ONCE(iter->iomap.offset > iter->pos);
|
|
|
|
WARN_ON_ONCE(iter->iomap.length == 0);
|
|
|
|
WARN_ON_ONCE(iter->iomap.offset + iter->iomap.length <= iter->pos);
|
2022-11-29 09:09:17 +11:00
|
|
|
WARN_ON_ONCE(iter->iomap.flags & IOMAP_F_STALE);
|
2021-08-10 18:33:07 -07:00
|
|
|
|
2025-02-07 09:32:50 -05:00
|
|
|
iter->iter_start_pos = iter->pos;
|
|
|
|
|
2021-08-10 18:33:07 -07:00
|
|
|
trace_iomap_iter_dstmap(iter->inode, &iter->iomap);
|
|
|
|
if (iter->srcmap.type != IOMAP_HOLE)
|
|
|
|
trace_iomap_iter_srcmap(iter->inode, &iter->srcmap);
|
|
|
|
}
|
|
|
|
|
|
|
|
/**
|
|
|
|
* iomap_iter - iterate over a ranges in a file
|
|
|
|
* @iter: iteration structue
|
|
|
|
* @ops: iomap ops provided by the file system
|
|
|
|
*
|
|
|
|
* Iterate over filesystem-provided space mappings for the provided file range.
|
|
|
|
*
|
|
|
|
* This function handles cleanup of resources acquired for iteration when the
|
|
|
|
* filesystem indicates there are no more space mappings, which means that this
|
|
|
|
* function must be called in a loop that continues as long it returns a
|
|
|
|
* positive value. If 0 or a negative value is returned, the caller must not
|
|
|
|
* return to the loop body. Within a loop body, there are two ways to break out
|
2025-02-24 09:47:56 -05:00
|
|
|
* of the loop body: leave @iter.status unchanged, or set it to a negative
|
2021-08-10 18:33:07 -07:00
|
|
|
* errno.
|
|
|
|
*/
|
|
|
|
int iomap_iter(struct iomap_iter *iter, const struct iomap_ops *ops)
|
|
|
|
{
|
2025-02-07 09:32:48 -05:00
|
|
|
bool stale = iter->iomap.flags & IOMAP_F_STALE;
|
2025-02-24 09:47:55 -05:00
|
|
|
ssize_t advanced;
|
|
|
|
u64 olen;
|
2021-08-10 18:33:07 -07:00
|
|
|
int ret;
|
|
|
|
|
2025-02-07 09:32:46 -05:00
|
|
|
trace_iomap_iter(iter, ops, _RET_IP_);
|
|
|
|
|
|
|
|
if (!iter->iomap.length)
|
|
|
|
goto begin;
|
|
|
|
|
2025-02-07 09:32:50 -05:00
|
|
|
/*
|
2025-02-24 09:47:55 -05:00
|
|
|
* Calculate how far the iter was advanced and the original length bytes
|
|
|
|
* for ->iomap_end().
|
2025-02-07 09:32:50 -05:00
|
|
|
*/
|
2025-02-24 09:47:55 -05:00
|
|
|
advanced = iter->pos - iter->iter_start_pos;
|
|
|
|
olen = iter->len + advanced;
|
2025-02-07 09:32:50 -05:00
|
|
|
|
2025-02-07 09:32:46 -05:00
|
|
|
if (ops->iomap_end) {
|
2025-02-07 09:32:50 -05:00
|
|
|
ret = ops->iomap_end(iter->inode, iter->iter_start_pos,
|
|
|
|
iomap_length_trim(iter, iter->iter_start_pos,
|
|
|
|
olen),
|
|
|
|
advanced, iter->flags, &iter->iomap);
|
|
|
|
if (ret < 0 && !advanced)
|
2021-08-10 18:33:07 -07:00
|
|
|
return ret;
|
|
|
|
}
|
|
|
|
|
2025-02-24 09:47:55 -05:00
|
|
|
/* detect old return semantics where this would advance */
|
2025-02-24 09:47:56 -05:00
|
|
|
if (WARN_ON_ONCE(iter->status > 0))
|
|
|
|
iter->status = -EIO;
|
2025-02-07 09:32:47 -05:00
|
|
|
|
2025-02-07 09:32:48 -05:00
|
|
|
/*
|
2025-02-07 09:32:50 -05:00
|
|
|
* Use iter->len to determine whether to continue onto the next mapping.
|
2025-02-24 09:47:55 -05:00
|
|
|
* Explicitly terminate on error status or if the current iter has not
|
2025-02-07 09:32:48 -05:00
|
|
|
* advanced at all (i.e. no work was done for some reason) unless the
|
|
|
|
* mapping has been marked stale and needs to be reprocessed.
|
|
|
|
*/
|
2025-02-24 09:47:56 -05:00
|
|
|
if (iter->status < 0)
|
|
|
|
ret = iter->status;
|
2025-02-24 09:47:55 -05:00
|
|
|
else if (iter->len == 0 || (!advanced && !stale))
|
2025-02-07 09:32:48 -05:00
|
|
|
ret = 0;
|
2025-02-24 09:47:55 -05:00
|
|
|
else
|
|
|
|
ret = 1;
|
2025-02-07 09:32:46 -05:00
|
|
|
iomap_iter_reset_iomap(iter);
|
|
|
|
if (ret <= 0)
|
|
|
|
return ret;
|
2021-08-10 18:33:07 -07:00
|
|
|
|
2025-02-07 09:32:46 -05:00
|
|
|
begin:
|
2021-08-10 18:33:07 -07:00
|
|
|
ret = ops->iomap_begin(iter->inode, iter->pos, iter->len, iter->flags,
|
|
|
|
&iter->iomap, &iter->srcmap);
|
|
|
|
if (ret < 0)
|
|
|
|
return ret;
|
|
|
|
iomap_iter_done(iter);
|
|
|
|
return 1;
|
|
|
|
}
|