diff options
Diffstat (limited to 'libbcachefs/io.h')
| -rw-r--r-- | libbcachefs/io.h | 93 |
1 files changed, 74 insertions, 19 deletions
diff --git a/libbcachefs/io.h b/libbcachefs/io.h index 658c15a5..bd0d7c43 100644 --- a/libbcachefs/io.h +++ b/libbcachefs/io.h @@ -2,6 +2,8 @@ #define _BCACHEFS_IO_H #include <linux/hash.h> +#include "alloc.h" +#include "checksum.h" #include "io_types.h" #define to_wbio(_bio) \ @@ -12,6 +14,9 @@ void bch2_bio_free_pages_pool(struct bch_fs *, struct bio *); void bch2_bio_alloc_pages_pool(struct bch_fs *, struct bio *, size_t); +void bch2_bio_alloc_more_pages_pool(struct bch_fs *, struct bio *, size_t); + +void bch2_latency_acct(struct bch_dev *, unsigned, int); void bch2_submit_wbio_replicas(struct bch_write_bio *, struct bch_fs *, enum bch_data_type, const struct bkey_i *); @@ -20,14 +25,15 @@ enum bch_write_flags { BCH_WRITE_ALLOC_NOWAIT = (1 << 0), BCH_WRITE_CACHED = (1 << 1), BCH_WRITE_FLUSH = (1 << 2), - BCH_WRITE_DATA_COMPRESSED = (1 << 3), - BCH_WRITE_THROTTLE = (1 << 4), - BCH_WRITE_ONLY_SPECIFIED_DEVS = (1 << 5), + BCH_WRITE_DATA_ENCODED = (1 << 3), + BCH_WRITE_PAGES_STABLE = (1 << 4), + BCH_WRITE_PAGES_OWNED = (1 << 5), + BCH_WRITE_ONLY_SPECIFIED_DEVS = (1 << 6), /* Internal: */ - BCH_WRITE_JOURNAL_SEQ_PTR = (1 << 6), - BCH_WRITE_DONE = (1 << 7), - BCH_WRITE_LOOPED = (1 << 8), + BCH_WRITE_JOURNAL_SEQ_PTR = (1 << 7), + BCH_WRITE_DONE = (1 << 8), + BCH_WRITE_LOOPED = (1 << 9), }; static inline u64 *op_journal_seq(struct bch_write_op *op) @@ -36,11 +42,60 @@ static inline u64 *op_journal_seq(struct bch_write_op *op) ? op->journal_seq_p : &op->journal_seq; } -void bch2_write_op_init(struct bch_write_op *, struct bch_fs *, - struct disk_reservation, - struct bch_devs_mask *, - unsigned long, - struct bpos, u64 *, unsigned); +static inline struct workqueue_struct *index_update_wq(struct bch_write_op *op) +{ + return op->alloc_reserve == RESERVE_MOVINGGC + ? op->c->copygc_wq + : op->c->wq; +} + +int bch2_write_index_default(struct bch_write_op *); + +static inline void __bch2_write_op_init(struct bch_write_op *op, struct bch_fs *c) +{ + op->c = c; + op->io_wq = index_update_wq(op); + op->flags = 0; + op->written = 0; + op->error = 0; + op->csum_type = bch2_data_checksum_type(c); + op->compression_type = + bch2_compression_opt_to_type(c->opts.compression); + op->nr_replicas = 0; + op->nr_replicas_required = c->opts.data_replicas_required; + op->alloc_reserve = RESERVE_NONE; + op->open_buckets_nr = 0; + op->devs_have.nr = 0; + op->pos = POS_MAX; + op->version = ZERO_VERSION; + op->devs = NULL; + op->write_point = (struct write_point_specifier) { 0 }; + op->res = (struct disk_reservation) { 0 }; + op->journal_seq = 0; + op->index_update_fn = bch2_write_index_default; +} + +static inline void bch2_write_op_init(struct bch_write_op *op, struct bch_fs *c, + struct disk_reservation res, + struct bch_devs_mask *devs, + struct write_point_specifier write_point, + struct bpos pos, + u64 *journal_seq, unsigned flags) +{ + __bch2_write_op_init(op, c); + op->flags = flags; + op->nr_replicas = res.nr_replicas; + op->pos = pos; + op->res = res; + op->devs = devs; + op->write_point = write_point; + + if (journal_seq) { + op->journal_seq_p = journal_seq; + op->flags |= BCH_WRITE_JOURNAL_SEQ_PTR; + } +} + void bch2_write(struct closure *); static inline struct bch_write_bio *wbio_init(struct bio *bio) @@ -51,14 +106,13 @@ static inline struct bch_write_bio *wbio_init(struct bio *bio) return wbio; } -void bch2_wake_delayed_writes(unsigned long data); - struct bch_devs_mask; struct cache_promote_op; struct extent_pick_ptr; int __bch2_read_extent(struct bch_fs *, struct bch_read_bio *, struct bvec_iter, - struct bkey_s_c k, struct extent_pick_ptr *, unsigned); + struct bkey_s_c_extent e, struct extent_pick_ptr *, + unsigned); void __bch2_read(struct bch_fs *, struct bch_read_bio *, struct bvec_iter, u64, struct bch_devs_mask *, unsigned); @@ -66,21 +120,22 @@ enum bch_read_flags { BCH_READ_RETRY_IF_STALE = 1 << 0, BCH_READ_MAY_PROMOTE = 1 << 1, BCH_READ_USER_MAPPED = 1 << 2, + BCH_READ_NODECODE = 1 << 3, /* internal: */ - BCH_READ_MUST_BOUNCE = 1 << 3, - BCH_READ_MUST_CLONE = 1 << 4, - BCH_READ_IN_RETRY = 1 << 5, + BCH_READ_MUST_BOUNCE = 1 << 4, + BCH_READ_MUST_CLONE = 1 << 5, + BCH_READ_IN_RETRY = 1 << 6, }; static inline void bch2_read_extent(struct bch_fs *c, struct bch_read_bio *rbio, - struct bkey_s_c k, + struct bkey_s_c_extent e, struct extent_pick_ptr *pick, unsigned flags) { rbio->_state = 0; - __bch2_read_extent(c, rbio, rbio->bio.bi_iter, k, pick, flags); + __bch2_read_extent(c, rbio, rbio->bio.bi_iter, e, pick, flags); } static inline void bch2_read(struct bch_fs *c, struct bch_read_bio *rbio, |