/linux/fs/netfs/ |
H A D | io.c | 83 iov_iter_count(&subreq->io_iter) != subreq->len - subreq->transferred) in netfs_read_from_server() 86 iov_iter_count(&subreq->io_iter), subreq->len, in netfs_read_from_server() 87 subreq->transferred, subreq->flags); in netfs_read_from_server() 127 size_t remaining = subreq->len - subreq->transferred; in netfs_reset_subreq_iter() 225 if (subreq->error || subreq->transferred == 0) in netfs_rreq_assess_dio() 228 if (subreq->transferred < subreq->len) in netfs_rreq_assess_dio() 359 if (subreq->transferred < subreq->len) in netfs_subreq_terminated() 383 subreq->transferred = subreq->len; in netfs_subreq_terminated() 438 _enter("%llx-%llx,%llx", subreq->start, subreq->start + subreq->len, rreq->i_size); in netfs_rreq_prepare_read() 461 if (subreq->len > rreq->i_size - subreq->start) in netfs_rreq_prepare_read() [all …]
|
H A D | write_collect.c | 215 if (subreq->start + subreq->transferred != start + len || in netfs_retry_write_stream() 219 to = subreq; in netfs_retry_write_stream() 224 subreq = from; in netfs_retry_write_stream() 246 if (subreq == to) in netfs_retry_write_stream() 254 if (subreq == to) in netfs_retry_write_stream() 261 if (subreq == to) in netfs_retry_write_stream() 304 subreq->len = subreq->transferred + part; in netfs_retry_write_stream() 783 if (WARN(transferred_or_error > subreq->len - subreq->transferred, in netfs_write_subrequest_terminated() 786 transferred_or_error, subreq->len, subreq->transferred)) in netfs_write_subrequest_terminated() 787 transferred_or_error = subreq->len - subreq->transferred; in netfs_write_subrequest_terminated() [all …]
|
H A D | write_issue.c | 227 subreq->start + subreq->transferred - wreq->start); in netfs_do_issue_write() 229 subreq->len - subreq->transferred); in netfs_do_issue_write() 232 subreq->start + subreq->transferred, in netfs_do_issue_write() 233 subreq->len - subreq->transferred); in netfs_do_issue_write() 252 if (!subreq) in netfs_issue_write() 281 if (subreq && start != subreq->start + subreq->len) { in netfs_advance_write() 283 subreq = NULL; in netfs_advance_write() 290 part = min(subreq->max_len - subreq->len, len); in netfs_advance_write() 295 if (subreq->len >= subreq->max_len || in netfs_advance_write() 296 subreq->nr_segs >= subreq->max_nr_segs || in netfs_advance_write() [all …]
|
H A D | objects.c | 92 struct netfs_io_subrequest *subreq; in netfs_clear_subrequests() local 99 list_del(&subreq->rreq_link); in netfs_clear_subrequests() 109 list_del(&subreq->rreq_link); in netfs_clear_subrequests() 181 struct netfs_io_subrequest *subreq; in netfs_alloc_subrequest() local 188 if (subreq) in netfs_alloc_subrequest() 194 INIT_WORK(&subreq->work, NULL); in netfs_alloc_subrequest() 196 refcount_set(&subreq->ref, 2); in netfs_alloc_subrequest() 197 subreq->rreq = rreq; in netfs_alloc_subrequest() 201 return subreq; in netfs_alloc_subrequest() 209 __refcount_inc(&subreq->ref, &r); in netfs_get_subrequest() [all …]
|
H A D | buffered_read.c | 21 struct netfs_io_subrequest *subreq; in netfs_rreq_unlock_folios() local 34 __clear_bit(NETFS_SREQ_COPY_TO_CACHE, &subreq->flags); in netfs_rreq_unlock_folios() 44 subreq = list_first_entry(&rreq->subrequests, in netfs_rreq_unlock_folios() 46 subreq_failed = (subreq->error < 0); in netfs_rreq_unlock_folios() 65 if (!subreq) { in netfs_rreq_unlock_folios() 71 &subreq->flags)) { in netfs_rreq_unlock_folios() 81 sreq_end = subreq->start + subreq->len - 1; in netfs_rreq_unlock_folios() 85 account += subreq->transferred; in netfs_rreq_unlock_folios() 87 subreq = list_next_entry(subreq, rreq_link); in netfs_rreq_unlock_folios() 88 subreq_failed = (subreq->error < 0); in netfs_rreq_unlock_folios() [all …]
|
/linux/fs/afs/ |
H A D | write.c | 95 subreq->max_len = 256 * 1024 * 1024; in afs_prepare_write() 104 struct netfs_io_request *wreq = subreq->rreq; in afs_issue_write_worker() 107 unsigned long long pos = subreq->start + subreq->transferred; in afs_issue_write_worker() 108 size_t len = subreq->len - subreq->transferred; in afs_issue_write_worker() 112 wreq->debug_id, subreq->debug_index, in afs_issue_write_worker() 120 if (subreq->debug_index == 3) in afs_issue_write_worker() 143 op->store.write_iter = &subreq->io_iter; in afs_issue_write_worker() 164 netfs_write_subrequest_terminated(subreq, ret < 0 ? ret : subreq->len, false); in afs_issue_write_worker() 169 subreq->work.func = afs_issue_write_worker; in afs_issue_write() 190 struct netfs_io_subrequest *subreq = in afs_retry_request() local [all …]
|
H A D | file.c | 240 struct netfs_io_subrequest *subreq = req->subreq; in afs_fetch_data_notify() local 244 if (subreq) { in afs_fetch_data_notify() 245 __set_bit(NETFS_SREQ_CLEAR_TAIL, &subreq->flags); in afs_fetch_data_notify() 247 req->subreq = NULL; in afs_fetch_data_notify() 295 if (req->subreq) in afs_fetch_data() 309 struct afs_vnode *vnode = AFS_FS_I(subreq->rreq->inode); in afs_issue_read() 316 fsreq->subreq = subreq; in afs_issue_read() 317 fsreq->pos = subreq->start + subreq->transferred; in afs_issue_read() 318 fsreq->len = subreq->len - subreq->transferred; in afs_issue_read() 319 fsreq->key = key_get(subreq->rreq->netfs_priv); in afs_issue_read() [all …]
|
/linux/crypto/ |
H A D | cts.c | 62 struct skcipher_request subreq; member 102 struct skcipher_request *subreq = &rctx->subreq; in cts_cbc_encrypt() local 125 return crypto_skcipher_encrypt(subreq); in cts_cbc_encrypt() 148 struct skcipher_request *subreq = &rctx->subreq; in crypto_cts_encrypt() local 164 return crypto_skcipher_encrypt(subreq); in crypto_cts_encrypt() 175 return crypto_skcipher_encrypt(subreq) ?: in crypto_cts_encrypt() 183 struct skcipher_request *subreq = &rctx->subreq; in cts_cbc_decrypt() local 219 return crypto_skcipher_decrypt(subreq); in cts_cbc_decrypt() 242 struct skcipher_request *subreq = &rctx->subreq; in crypto_cts_decrypt() local 259 return crypto_skcipher_decrypt(subreq); in crypto_cts_decrypt() [all …]
|
H A D | seqiv.c | 23 struct aead_request *subreq = aead_request_ctx(req); in seqiv_aead_encrypt_complete2() local 33 memcpy(req->iv, subreq->iv, crypto_aead_ivsize(geniv)); in seqiv_aead_encrypt_complete2() 36 kfree_sensitive(subreq->iv); in seqiv_aead_encrypt_complete2() 51 struct aead_request *subreq = aead_request_ctx(req); in seqiv_aead_encrypt() local 61 aead_request_set_tfm(subreq, ctx->child); in seqiv_aead_encrypt() 95 aead_request_set_crypt(subreq, req->dst, req->dst, in seqiv_aead_encrypt() 97 aead_request_set_ad(subreq, req->assoclen + ivsize); in seqiv_aead_encrypt() 102 err = crypto_aead_encrypt(subreq); in seqiv_aead_encrypt() 120 aead_request_set_tfm(subreq, ctx->child); in seqiv_aead_decrypt() 126 aead_request_set_crypt(subreq, req->src, req->dst, in seqiv_aead_decrypt() [all …]
|
H A D | echainiv.c | 30 struct aead_request *subreq = aead_request_ctx(req); in echainiv_encrypt() local 40 aead_request_set_tfm(subreq, ctx->child); in echainiv_encrypt() 59 aead_request_set_callback(subreq, req->base.flags, in echainiv_encrypt() 61 aead_request_set_crypt(subreq, req->dst, req->dst, in echainiv_encrypt() 63 aead_request_set_ad(subreq, req->assoclen); in echainiv_encrypt() 82 return crypto_aead_encrypt(subreq); in echainiv_encrypt() 89 struct aead_request *subreq = aead_request_ctx(req); in echainiv_decrypt() local 97 aead_request_set_tfm(subreq, ctx->child); in echainiv_decrypt() 103 aead_request_set_crypt(subreq, req->src, req->dst, in echainiv_decrypt() 105 aead_request_set_ad(subreq, req->assoclen + ivsize); in echainiv_decrypt() [all …]
|
H A D | xts.c | 38 struct skcipher_request subreq; member 94 req = &rctx->subreq; in xts_xor_tweak() 166 struct skcipher_request *subreq = &rctx->subreq; in xts_cts_final() local 182 skcipher_request_set_tfm(subreq, ctx->child); in xts_cts_final() 188 err = crypt(subreq); in xts_cts_final() 245 struct skcipher_request *subreq = &rctx->subreq; in xts_init_crypt() local 250 skcipher_request_set_tfm(subreq, ctx->child); in xts_init_crypt() 264 struct skcipher_request *subreq = &rctx->subreq; in xts_encrypt() local 269 crypto_skcipher_encrypt(subreq) ?: in xts_encrypt() 281 struct skcipher_request *subreq = &rctx->subreq; in xts_decrypt() local [all …]
|
H A D | simd.c | 66 struct skcipher_request *subreq; in simd_skcipher_encrypt() local 69 subreq = skcipher_request_ctx(req); in simd_skcipher_encrypt() 70 *subreq = *req; in simd_skcipher_encrypt() 87 struct skcipher_request *subreq; in simd_skcipher_decrypt() local 91 *subreq = *req; in simd_skcipher_decrypt() 314 struct aead_request *subreq; in simd_aead_encrypt() local 317 subreq = aead_request_ctx(req); in simd_aead_encrypt() 318 *subreq = *req; in simd_aead_encrypt() 335 struct aead_request *subreq; in simd_aead_decrypt() local 338 subreq = aead_request_ctx(req); in simd_aead_decrypt() [all …]
|
H A D | lrw.c | 54 struct skcipher_request subreq; member 153 req = &rctx->subreq; in lrw_xor_tweak() 215 rctx->subreq.base.flags &= ~CRYPTO_TFM_REQ_MAY_SLEEP; in lrw_crypt_done() 227 struct skcipher_request *subreq = &rctx->subreq; in lrw_init_crypt() local 229 skcipher_request_set_tfm(subreq, ctx->child); in lrw_init_crypt() 230 skcipher_request_set_callback(subreq, req->base.flags, lrw_crypt_done, in lrw_init_crypt() 233 skcipher_request_set_crypt(subreq, req->dst, req->dst, in lrw_init_crypt() 246 struct skcipher_request *subreq = &rctx->subreq; in lrw_encrypt() local 250 crypto_skcipher_encrypt(subreq) ?: in lrw_encrypt() 257 struct skcipher_request *subreq = &rctx->subreq; in lrw_decrypt() local [all …]
|
H A D | cryptd.c | 249 req->base.data = subreq->base.data; in cryptd_skcipher_prepare() 263 return subreq; in cryptd_skcipher_prepare() 281 subreq->base.data = req->base.data; in cryptd_skcipher_complete() 291 struct skcipher_request *subreq; in cryptd_skcipher_encrypt() local 294 if (likely(subreq)) in cryptd_skcipher_encrypt() 303 struct skcipher_request *subreq; in cryptd_skcipher_decrypt() local 306 if (likely(subreq)) in cryptd_skcipher_decrypt() 322 subreq->base.data = req->base.data; in cryptd_skcipher_enqueue() 743 struct aead_request *subreq; in cryptd_aead_crypt() local 749 subreq = &rctx->req; in cryptd_aead_crypt() [all …]
|
H A D | ahash.c | 270 struct ahash_request *subreq; in ahash_save_req() local 277 subreq_size = sizeof(*subreq); in ahash_save_req() 285 subreq = kmalloc(subreq_size, gfp); in ahash_save_req() 286 if (!subreq) in ahash_save_req() 289 ahash_request_set_tfm(subreq, tfm); in ahash_save_req() 301 kfree(subreq); in ahash_save_req() 306 crypto_ahash_import(subreq, state); in ahash_save_req() 310 req->priv = subreq; in ahash_save_req() 325 kfree_sensitive(subreq); in ahash_restore_req() 408 struct ahash_request *subreq; in ahash_def_finup_done1() local [all …]
|
/linux/fs/9p/ |
H A D | vfs_addr.c | 54 static void v9fs_issue_write(struct netfs_io_subrequest *subreq) in v9fs_issue_write() argument 56 struct p9_fid *fid = subreq->rreq->netfs_priv; in v9fs_issue_write() 59 len = p9_client_write(fid, subreq->start, &subreq->io_iter, &err); in v9fs_issue_write() 60 netfs_write_subrequest_terminated(subreq, len ?: err, false); in v9fs_issue_write() 67 static void v9fs_issue_read(struct netfs_io_subrequest *subreq) in v9fs_issue_read() argument 69 struct netfs_io_request *rreq = subreq->rreq; in v9fs_issue_read() 73 total = p9_client_read(fid, subreq->start + subreq->transferred, in v9fs_issue_read() 74 &subreq->io_iter, &err); in v9fs_issue_read() 78 __set_bit(NETFS_SREQ_CLEAR_TAIL, &subreq->flags); in v9fs_issue_read() 80 netfs_subreq_terminated(subreq, err ?: total, false); in v9fs_issue_read()
|
/linux/fs/cachefiles/ |
H A D | io.c | 500 subreq->start, &subreq->len, i_size, in cachefiles_prepare_read() 501 &subreq->flags, subreq->rreq->inode->i_ino); in cachefiles_prepare_read() 631 _enter("W=%x[%x] %llx", wreq->debug_id, subreq->debug_index, subreq->start); in cachefiles_prepare_write_subreq() 633 subreq->max_len = ULONG_MAX; in cachefiles_prepare_write_subreq() 634 subreq->max_nr_segs = BIO_MAX_VECS; in cachefiles_prepare_write_subreq() 651 size_t off, pre, post, len = subreq->len; in cachefiles_issue_write() 652 loff_t start = subreq->start; in cachefiles_issue_write() 666 subreq->transferred += pre; in cachefiles_issue_write() 669 iov_iter_advance(&subreq->io_iter, pre); in cachefiles_issue_write() 680 iov_iter_truncate(&subreq->io_iter, len); in cachefiles_issue_write() [all …]
|
/linux/arch/arm/crypto/ |
H A D | aes-ce-glue.c | 274 struct skcipher_request subreq; in cts_cbc_encrypt() local 278 skcipher_request_set_tfm(&subreq, tfm); in cts_cbc_encrypt() 304 subreq.cryptlen); in cts_cbc_encrypt() 332 struct skcipher_request subreq; in cts_cbc_decrypt() local 336 skcipher_request_set_tfm(&subreq, tfm); in cts_cbc_decrypt() 362 subreq.cryptlen); in cts_cbc_decrypt() 451 struct skcipher_request subreq; in xts_encrypt() local 467 skcipher_request_set_callback(&subreq, in xts_encrypt() 473 req = &subreq; in xts_encrypt() 523 struct skcipher_request subreq; in xts_decrypt() local [all …]
|
/linux/include/linux/ |
H A D | netfs.h | 141 void (*prepare_write)(struct netfs_io_subrequest *subreq); 142 void (*issue_write)(struct netfs_io_subrequest *subreq); 297 bool (*clamp_length)(struct netfs_io_subrequest *subreq); 298 void (*issue_read)(struct netfs_io_subrequest *subreq); 310 void (*prepare_write)(struct netfs_io_subrequest *subreq); 311 void (*issue_write)(struct netfs_io_subrequest *subreq); 348 void (*issue_write)(struct netfs_io_subrequest *subreq); 367 void (*prepare_write_subreq)(struct netfs_io_subrequest *subreq); 428 void netfs_get_subrequest(struct netfs_io_subrequest *subreq, 430 void netfs_put_subrequest(struct netfs_io_subrequest *subreq, [all …]
|
/linux/arch/arm64/crypto/ |
H A D | aes-glue.c | 285 struct skcipher_request subreq; in cts_cbc_encrypt() local 288 skcipher_request_set_tfm(&subreq, tfm); in cts_cbc_encrypt() 314 subreq.cryptlen); in cts_cbc_encrypt() 342 struct skcipher_request subreq; in cts_cbc_decrypt() local 345 skcipher_request_set_tfm(&subreq, tfm); in cts_cbc_decrypt() 371 subreq.cryptlen); in cts_cbc_decrypt() 548 struct skcipher_request subreq; in xts_encrypt() local 564 skcipher_request_set_callback(&subreq, in xts_encrypt() 570 req = &subreq; in xts_encrypt() 620 struct skcipher_request subreq; in xts_decrypt() local [all …]
|
H A D | sm4-ce-glue.c | 213 struct skcipher_request subreq; in sm4_cbc_cts_crypt() local 224 skcipher_request_set_tfm(&subreq, tfm); in sm4_cbc_cts_crypt() 231 skcipher_request_set_crypt(&subreq, src, dst, in sm4_cbc_cts_crypt() 235 err = sm4_cbc_crypt(&subreq, ctx, encrypt); in sm4_cbc_cts_crypt() 242 subreq.cryptlen); in sm4_cbc_cts_crypt() 246 skcipher_request_set_crypt(&subreq, src, dst, in sm4_cbc_cts_crypt() 250 err = skcipher_walk_virt(&walk, &subreq, false); in sm4_cbc_cts_crypt() 328 struct skcipher_request subreq; in sm4_xts_crypt() local 346 skcipher_request_set_tfm(&subreq, tfm); in sm4_xts_crypt() 347 skcipher_request_set_callback(&subreq, in sm4_xts_crypt() [all …]
|
/linux/arch/powerpc/crypto/ |
H A D | aes_cbc.c | 80 struct skcipher_request *subreq = skcipher_request_ctx(req); in p8_aes_cbc_crypt() local 82 *subreq = *req; in p8_aes_cbc_crypt() 83 skcipher_request_set_tfm(subreq, ctx->fallback); in p8_aes_cbc_crypt() 84 return enc ? crypto_skcipher_encrypt(subreq) : in p8_aes_cbc_crypt() 85 crypto_skcipher_decrypt(subreq); in p8_aes_cbc_crypt()
|
H A D | aes_xts.c | 91 struct skcipher_request *subreq = skcipher_request_ctx(req); in p8_aes_xts_crypt() local 93 *subreq = *req; in p8_aes_xts_crypt() 94 skcipher_request_set_tfm(subreq, ctx->fallback); in p8_aes_xts_crypt() 95 return enc ? crypto_skcipher_encrypt(subreq) : in p8_aes_xts_crypt() 96 crypto_skcipher_decrypt(subreq); in p8_aes_xts_crypt()
|
/linux/fs/nfs/ |
H A D | write.c | 465 subreq->wb_this_page = subreq; in nfs_destroy_unlinked_subrequests() 466 subreq->wb_head = subreq; in nfs_destroy_unlinked_subrequests() 475 nfs_free_request(subreq); in nfs_destroy_unlinked_subrequests() 509 struct nfs_page *subreq; in nfs_join_page_group() local 516 for (subreq = head->wb_this_page; subreq != head; in nfs_join_page_group() 517 subreq = subreq->wb_this_page) { in nfs_join_page_group() 522 pgbase = subreq->wb_pgbase; in nfs_join_page_group() 524 bytes = max(subreq->wb_pgbase + subreq->wb_bytes in nfs_join_page_group() 535 subreq = head; in nfs_join_page_group() 538 subreq = subreq->wb_this_page; in nfs_join_page_group() [all …]
|
H A D | pagelist.c | 252 nfs_unroll_locks(head, subreq); in nfs_page_group_lock_subreq() 253 nfs_release_request(subreq); in nfs_page_group_lock_subreq() 269 struct nfs_page *subreq; in nfs_page_group_lock_subrequests() local 276 for (subreq = head->wb_this_page; subreq != head; in nfs_page_group_lock_subrequests() 277 subreq = subreq->wb_this_page) { in nfs_page_group_lock_subrequests() 1284 struct nfs_page *subreq; in __nfs_pageio_add_request() local 1289 subreq = req; in __nfs_pageio_add_request() 1295 if (subreq == req) in __nfs_pageio_add_request() 1301 subreq = req; in __nfs_pageio_add_request() 1307 subreq = req; in __nfs_pageio_add_request() [all …]
|