/freebsd/sys/contrib/openzfs/module/zfs/ |
H A D | zio.c | 937 zio->io_logical = zio; in zio_create() 3724 &zio->io_alloc_list, zio, zio->io_allocator); in zio_dva_allocate() 3756 &zio->io_alloc_list, zio, zio->io_allocator); in zio_dva_allocate() 4508 zio->io_vd, &zio->io_bookmark, zio, in zio_checksum_verify() 4574 zio->io_ready(zio); in zio_ready() 4826 zio->io_spa, zio->io_vd, zio)) { in zio_done() 4832 zio->io_spa, zio->io_vd, &zio->io_bookmark, in zio_done() 4848 zio->io_spa, zio->io_vd, &zio->io_bookmark, zio, 0); in zio_done() 4869 zio->io_spa, NULL, &zio->io_bookmark, zio, 0); in zio_done() 4873 if (zio->io_error && zio == zio->io_logical) { in zio_done() [all …]
|
H A D | vdev_queue.c | 656 first = last = zio; in vdev_queue_aggregate() 838 zio_t *zio, *aio; in vdev_queue_io_to_issue() local 868 if (zio == NULL) { in vdev_queue_io_to_issue() 870 if (zio == NULL || in vdev_queue_io_to_issue() 873 zio = aio; in vdev_queue_io_to_issue() 881 zio = aio; in vdev_queue_io_to_issue() 894 zio_execute(zio); in vdev_queue_io_to_issue() 901 vq->vq_last_offset = zio->io_offset + zio->io_size; in vdev_queue_io_to_issue() 903 return (zio); in vdev_queue_io_to_issue() 914 return (zio); in vdev_queue_io() [all …]
|
H A D | vdev_mirror.c | 534 ASSERT(zio->io_bp == NULL || BP_GET_BIRTH(zio->io_bp) == txg); in vdev_mirror_child_select() 645 zio_nowait(zio_vdev_child_io(zio, zio->io_bp, in vdev_mirror_io_start() 647 zio->io_size, zio->io_type, in vdev_mirror_io_start() 687 zio_nowait(zio_vdev_child_io(zio, zio->io_bp, in vdev_mirror_io_start() 688 mc->mc_vd, mc->mc_offset, zio->io_abd, zio->io_size, in vdev_mirror_io_start() 689 zio->io_type, zio->io_priority, 0, in vdev_mirror_io_start() 774 zio_nowait(zio_vdev_child_io(zio, zio->io_bp, in vdev_mirror_io_done() 775 mc->mc_vd, mc->mc_offset, zio->io_abd, zio->io_size, in vdev_mirror_io_done() 846 abd_copy(zio->io_abd, best_abd, zio->io_size); in vdev_mirror_io_done() 904 zio_nowait(zio_vdev_child_io(zio, zio->io_bp, in vdev_mirror_io_done() [all …]
|
H A D | vdev_indirect.c | 1187 abd_free(zio->io_abd); in vdev_indirect_child_io_done() 1198 zio_t *zio = arg; in vdev_indirect_gather_splits() local 1279 zio->io_txg, 1)) in vdev_indirect_read_all() 1288 is->is_size, zio->io_type, zio->io_priority, 0, in vdev_indirect_read_all() 1303 zio->io_vsd = iv; in vdev_indirect_io_start() 1317 vdev_indirect_remap(zio->io_vd, zio->io_offset, zio->io_size, in vdev_indirect_io_start() 1339 zio_nowait(zio_vdev_child_io(zio, zio->io_bp, in vdev_indirect_io_start() 1342 zio->io_size, zio->io_type, zio->io_priority, 0, in vdev_indirect_io_start() 1382 zio_execute(zio); in vdev_indirect_io_start() 1404 (void) zfs_ereport_post_checksum(zio->io_spa, vd, NULL, zio, in vdev_indirect_checksum_error() [all …]
|
H A D | vdev_draid.c | 2021 zio->io_type, zio->io_priority, 0, in vdev_draid_io_start_read() 2562 vd->vdev_child[c], zio->io_offset, zio->io_abd, in vdev_draid_spare_flush() 2563 zio->io_size, zio->io_type, zio->io_priority, 0, in vdev_draid_spare_flush() 2596 zio->io_error = vdev_draid_spare_flush(zio); in vdev_draid_spare_io_start() 2622 offset, zio->io_abd, zio->io_size, in vdev_draid_spare_io_start() 2623 zio->io_type, zio->io_priority, 0, in vdev_draid_spare_io_start() 2650 offset, zio->io_abd, zio->io_size, in vdev_draid_spare_io_start() 2651 zio->io_type, zio->io_priority, 0, in vdev_draid_spare_io_start() 2667 offset, zio->io_abd, zio->io_size, in vdev_draid_spare_io_start() 2668 zio->io_type, zio->io_priority, 0, in vdev_draid_spare_io_start() [all …]
|
H A D | zio_inject.c | 224 zio_match_dva(zio_t *zio) in zio_match_dva() argument 228 if (zio->io_bp != NULL && zio->io_vd != NULL && in zio_match_dva() 240 if (zio->io_vd == vd && zio->io_offset == off) in zio_match_dva() 287 zio->io_bp ? BP_GET_TYPE(zio->io_bp) : DMU_OT_NONE, in zio_handle_fault_injection() 350 zio_t *zio = private; in zio_inject_bitflip_cb() local 372 if (zio != NULL && zio->io_type != ZIO_TYPE_FLUSH) { in zio_handle_device_injection_impl() 390 (zio == NULL || (zio->io_flags & in zio_handle_device_injection_impl() 396 if (zio != NULL && in zio_handle_device_injection_impl() 423 zio != NULL) in zio_handle_device_injection_impl() 430 if (zio == NULL) in zio_handle_device_injection_impl() [all …]
|
H A D | vdev_label.c | 842 zio_wait(zio[l]); in vdev_label_read_config() 1028 zio_t *zio; in vdev_label_init() local 1290 *cbp = zio->io_abd; in vdev_label_read_bootenv_done() 1391 zio_t *zio; in vdev_label_write_bootenv() local 1600 zio_t *zio; in vdev_uberblock_load() local 1697 zio_t *zio; in vdev_copy_uberblocks() local 1729 if (zio->io_error == 0 && zio->io_vd->vdev_top->vdev_ms_array != 0) in vdev_uberblock_sync_done() 1805 zio_t *zio; in vdev_uberblock_sync_list() local 1954 zio_t *zio; in vdev_label_sync_list() local 1984 zio_flush(zio, vd); in vdev_label_sync_list() [all …]
|
H A D | vdev_raidz.c | 2367 zio->io_type, zio->io_priority, 0, in vdev_raidz_io_start_write() 2439 zio->io_type, zio->io_priority, 0, in vdev_raidz_io_start_read_row() 2470 zio->io_type, zio->io_priority, 0, in vdev_raidz_io_start_read_phys_cols() 2543 zio->io_offset, zio->io_size, RL_READER); in vdev_raidz_io_start() 2563 zio, in vdev_raidz_io_start() 2763 if (zio->io_error == 0 && spa_writeable(zio->io_spa) && in vdev_raidz_io_done_verified() 3242 zio->io_error = zio_worst_error(zio->io_error, in vdev_raidz_io_done_write_impl() 3351 zio->io_type, zio->io_priority, 0, in vdev_raidz_read_all() 3387 cvd, &zio->io_bookmark, zio, rc->rc_offset, in vdev_raidz_io_done_unrecoverable() 3534 zio->io_error = vdev_raidz_combrec(zio); in vdev_raidz_io_done() [all …]
|
H A D | zfs_fm.c | 342 if (vd == NULL || zio == NULL) in zfs_ereport_is_duplicate() 501 } else if (zio != NULL && zio->io_logical != NULL) { in zfs_ereport_start() 503 zio->io_logical->io_ena = in zfs_ereport_start() 641 if (zio != NULL) { in zfs_ereport_start() 695 if (zb != NULL && (zio == NULL || zio->io_logical != NULL)) { in zfs_ereport_start() 1098 if (zio != NULL) { in zfs_ereport_is_valid() 1114 if (zio->io_vd == vd && !vdev_accessible(vd, zio)) in zfs_ereport_is_valid() 1140 (zio != NULL) && (!zio->io_timestamp)) { in zfs_ereport_is_valid() 1177 zb, zio, state, 0)) in zfs_ereport_post() 1203 struct zio *zio, uint64_t offset, uint64_t length, zio_bad_cksum_t *info) in zfs_ereport_start_checksum() argument [all …]
|
H A D | vdev_missing.c | 70 vdev_missing_io_start(zio_t *zio) in vdev_missing_io_start() argument 72 zio->io_error = SET_ERROR(ENOTSUP); in vdev_missing_io_start() 73 zio_execute(zio); in vdev_missing_io_start() 77 vdev_missing_io_done(zio_t *zio) in vdev_missing_io_done() argument 79 (void) zio; in vdev_missing_io_done()
|
H A D | zio_checksum.c | 344 blkptr_t *bp = zio->io_bp; in zio_checksum_compute() 345 uint64_t offset = zio->io_offset; in zio_checksum_compute() 348 spa_t *spa = zio->io_spa; in zio_checksum_compute() 535 zio_checksum_error(zio_t *zio, zio_bad_cksum_t *info) in zio_checksum_error() argument 537 blkptr_t *bp = zio->io_bp; in zio_checksum_error() 538 uint_t checksum = (bp == NULL ? zio->io_prop.zp_checksum : in zio_checksum_error() 541 uint64_t size = (bp == NULL ? zio->io_size : in zio_checksum_error() 543 uint64_t offset = zio->io_offset; in zio_checksum_error() 544 abd_t *data = zio->io_abd; in zio_checksum_error() 545 spa_t *spa = zio->io_spa; in zio_checksum_error() [all …]
|
H A D | arc.c | 1476 BP_GET_CHECKSUM(zio->io_bp), zio->io_abd, zio->io_size, in arc_cksum_is_equal() 5221 ASSERT(zio == NULL || zio->io_error != 0); in arc_getbuf_func() 5224 ASSERT(zio == NULL || zio->io_error == 0); in arc_getbuf_func() 5373 zio->io_spa, NULL, &acb->acb_zb, zio, 0); in arc_read_done() 5434 acb->acb_done(zio, &zio->io_bookmark, zio->io_bp, in arc_read_done() 6601 if (!BP_EQUAL(&zio->io_bp_orig, zio->io_bp)) in arc_write_done() 6614 if (!BP_EQUAL(&zio->io_bp_orig, zio->io_bp)) in arc_write_done() 6653 zio_t *zio; in arc_write() local 8482 spa_config_exit(zio->io_spa, SCL_L2ARC, zio->io_vd); in l2arc_read_done() 8524 zio->io_abd = zio->io_orig_abd = in l2arc_read_done() [all …]
|
H A D | mmp.c | 390 mmp_write_done(zio_t *zio) in mmp_write_done() argument 392 spa_t *spa = zio->io_spa; in mmp_write_done() 393 vdev_t *vd = zio->io_vd; in mmp_write_done() 394 mmp_thread_t *mts = zio->io_private; in mmp_write_done() 400 mmp_delay_update(spa, (zio->io_error == 0)); in mmp_write_done() 408 spa_mmp_history_set(spa, mmp_kstat_id, zio->io_error, in mmp_write_done() 411 abd_free(zio->io_abd); in mmp_write_done() 518 zio_t *zio = zio_null(mmp->mmp_zio_root, spa, NULL, NULL, NULL, flags); in mmp_write_uberblock() local 532 vdev_label_write(zio, vd, label, ub_abd, offset, in mmp_write_uberblock() 539 zio_nowait(zio); in mmp_write_uberblock()
|
H A D | dmu.c | 520 zio_t *zio = NULL; in dmu_buf_hold_array_by_dnode() local 580 zio_nowait(zio); in dmu_buf_hold_array_by_dnode() 617 err = zio_wait(zio); in dmu_buf_hold_array_by_dnode() 1566 if (zio->io_error == 0) { in dmu_sync_ready() 1583 dmu_sync_ready(zio, NULL, zio->io_private); in dmu_sync_late_arrival_ready() 1599 if (zio->io_error == 0) { in dmu_sync_done() 1605 if (zio->io_error == 0) { in dmu_sync_done() 1664 ASSERT(BP_GET_LOGICAL_BIRTH(zio->io_bp) == zio->io_txg); in dmu_sync_late_arrival_done() 1665 ASSERT(zio->io_txg > spa_syncing_txg(zio->io_spa)); in dmu_sync_late_arrival_done() 1666 zio_free(zio->io_spa, zio->io_txg, zio->io_bp); in dmu_sync_late_arrival_done() [all …]
|
/freebsd/sys/fs/tarfs/ |
H A D | tarfs_io.c | 243 zio->curidx, (size_t)zio->idx[zio->curidx].i, in tarfs_zio_update_index() 341 while (zio->curidx > 0 && off < zio->idx[zio->curidx].o) in tarfs_zread_zstd() 356 zio->ipos = zio->idx[zio->curidx].i; in tarfs_zread_zstd() 357 zio->opos = zio->idx[zio->curidx].o; in tarfs_zread_zstd() 360 zio->curidx, (size_t)zio->ipos, (size_t)zio->opos); in tarfs_zread_zstd() 475 tarfs_zio_update_index(zio, zio->ipos, zio->opos); in tarfs_zread_zstd() 512 zio->ipos = zio->idx[0].i; in tarfs_zread_zstd() 513 zio->opos = zio->idx[0].o; in tarfs_zread_zstd() 627 zio->idx[zio->curidx].i = zio->ipos = i; in tarfs_zio_init() 628 zio->idx[zio->curidx].o = zio->opos = o; in tarfs_zio_init() [all …]
|
/freebsd/sys/contrib/openzfs/module/os/freebsd/zfs/ |
H A D | vdev_file.c | 212 zio_t *zio = arg; in vdev_file_io_strategy() local 222 size = zio->io_size; in vdev_file_io_strategy() 227 ASSERT(zio->io_type == ZIO_TYPE_READ || zio->io_type == ZIO_TYPE_WRITE); in vdev_file_io_strategy() 229 buf = abd_borrow_buf(zio->io_abd, zio->io_size); in vdev_file_io_strategy() 233 buf = abd_borrow_buf_copy(zio->io_abd, zio->io_size); in vdev_file_io_strategy() 237 zio->io_error = err; in vdev_file_io_strategy() 260 zio_execute(zio); in vdev_file_io_start() 270 mode, zio->io_offset, zio->io_size); in vdev_file_io_start() 273 zio_execute(zio); in vdev_file_io_start() 277 zio->io_target_timestamp = zio_handle_io_delay(zio); in vdev_file_io_start() [all …]
|
H A D | vdev_geom.c | 1012 zio_t *zio; in vdev_geom_io_intr() local 1015 vd = zio->io_vd; in vdev_geom_io_intr() 1117 if (abd_iterate_func(zio->io_abd, 0, zio->io_size, in vdev_geom_check_unmapped() 1154 vd = zio->io_vd; in vdev_geom_io_start() 1165 zio_execute(zio); in vdev_geom_io_start() 1171 zio_execute(zio); in vdev_geom_io_start() 1176 zio_execute(zio); in vdev_geom_io_start() 1197 zio->io_target_timestamp = zio_handle_io_delay(zio); in vdev_geom_io_start() 1216 abd_iterate_func(zio->io_abd, 0, zio->io_size, in vdev_geom_io_start() 1246 zio->io_bio = bp; in vdev_geom_io_start() [all …]
|
H A D | vdev_label_os.c | 42 zio_t *zio; in vdev_label_write_pad2() local 62 zio = zio_root(spa, NULL, NULL, flags); in vdev_label_write_pad2() 63 vdev_label_write(zio, vd, 0, pad2, in vdev_label_write_pad2() 66 error = zio_wait(zio); in vdev_label_write_pad2() 77 vdev_child_done(zio_t *zio) in vdev_child_done() argument 79 zio_t *pio = zio->io_private; in vdev_child_done() 82 pio->io_error = zio_worst_error(pio->io_error, zio->io_error); in vdev_child_done()
|
/freebsd/sys/contrib/openzfs/include/os/linux/zfs/sys/ |
H A D | trace_common.h | 62 __entry->zio_type = zio->io_type; \ 64 __entry->zio_size = zio->io_size; \ 66 __entry->zio_offset = zio->io_offset; \ 68 __entry->zio_delta = zio->io_delta; \ 69 __entry->zio_delay = zio->io_delay; \ 70 __entry->zio_flags = zio->io_flags; \ 71 __entry->zio_stage = zio->io_stage; \ 77 __entry->zio_txg = zio->io_txg; \ 78 __entry->zio_error = zio->io_error; \ 79 __entry->zio_ena = zio->io_ena; \ [all …]
|
H A D | trace_zio.h | 42 TP_PROTO(zio_t *zio, hrtime_t now), 43 TP_ARGS(zio, now), 57 TP_PROTO(zio_t *zio, hrtime_t now, hrtime_t diff), 58 TP_ARGS(zio, now, diff), 74 TP_PROTO(zio_t *zio), 75 TP_ARGS(zio),
|
H A D | trace_dbuf.h | 108 TP_PROTO(dmu_buf_impl_t *db, zio_t *zio), 109 TP_ARGS(db, zio), 126 TP_PROTO(dmu_buf_impl_t *db, zio_t *zio), \ 127 TP_ARGS(db, zio))
|
/freebsd/sys/contrib/openzfs/module/os/linux/zfs/ |
H A D | vdev_file.c | 209 size = zio->io_size; in vdev_file_io_strategy() 213 buf = abd_borrow_buf(zio->io_abd, zio->io_size); in vdev_file_io_strategy() 217 buf = abd_borrow_buf_copy(zio->io_abd, zio->io_size); in vdev_file_io_strategy() 221 zio->io_error = err; in vdev_file_io_strategy() 236 zio_interrupt(zio); in vdev_file_io_fsync() 254 zio_execute(zio); in vdev_file_io_start() 274 zio_execute(zio); in vdev_file_io_start() 284 mode, zio->io_offset, zio->io_size); in vdev_file_io_start() 285 zio_execute(zio); in vdev_file_io_start() 289 zio->io_target_timestamp = zio_handle_io_delay(zio); in vdev_file_io_start() [all …]
|
H A D | vdev_disk.c | 233 zio->io_vd->vdev_path, zio->io_error, zio->io_type, in vdev_disk_error() 234 (u_longlong_t)zio->io_offset, (u_longlong_t)zio->io_size, in vdev_disk_error() 809 ASSERT(zio); in BIO_END_IO_PROTO() 839 abd_return_buf_copy(zio->io_abd, buf, zio->io_size); in BIO_END_IO_PROTO() 841 abd_return_buf(zio->io_abd, buf, zio->io_size); in BIO_END_IO_PROTO() 928 if (zio->io_offset + zio->io_size > bdev->bd_inode->i_size) { in vdev_disk_io_rw() 955 buf = abd_borrow_buf(zio->io_abd, zio->io_size); in vdev_disk_io_rw() 957 buf = abd_borrow_buf_copy(zio->io_abd, zio->io_size); in vdev_disk_io_rw() 1060 if (zio) { in vdev_classic_dio_put() 1231 if (zio->io_error && (zio->io_error == EOPNOTSUPP)) in BIO_END_IO_PROTO() [all …]
|
/freebsd/sys/contrib/openzfs/include/sys/ |
H A D | zio.h | 227 #define ZIO_HAS_ALLOCATOR(zio) ((zio)->io_allocator != ZIO_ALLOCATOR_NONE) argument 232 #define ZIO_DDT_CHILD_FLAGS(zio) \ argument 236 #define ZIO_GANG_CHILD_FLAGS(zio) \ argument 240 #define ZIO_VDEV_CHILD_FLAGS(zio) \ argument 447 struct zio { struct 553 extern void zio_destroy(zio_t *zio); argument 600 extern int zio_wait(zio_t *zio); 601 extern void zio_nowait(zio_t *zio); 602 extern void zio_execute(void *zio); 693 const zbookmark_phys_t *zb, struct zio *zio, uint64_t offset, [all …]
|
/freebsd/sys/contrib/openzfs/cmd/raidz_test/ |
H A D | raidz_test.c | 286 init_zio_abd(zio_t *zio) in init_zio_abd() argument 288 abd_iterate_func(zio->io_abd, 0, zio->io_size, init_rand, NULL); in init_zio_abd() 295 raidz_free((*zio)->io_abd, (*zio)->io_size); in fini_raidz_map() 296 umem_free(*zio, sizeof (zio_t)); in fini_raidz_map() 298 *zio = NULL; in fini_raidz_map() 370 VERIFY(zio); in init_raidz_map() 375 (*zio)->io_offset = 0; in init_raidz_map() 376 (*zio)->io_size = alloc_dsize; in init_raidz_map() 377 (*zio)->io_abd = raidz_alloc(alloc_dsize); in init_raidz_map() 378 init_zio_abd(*zio); in init_raidz_map() [all …]
|