/linux/lib/ |
H A D | xarray.c | 192 if (xas->xa_index) in xas_start() 739 xas->xa_index = index; in xas_create_range() 742 xas->xa_index = index; in xas_create_range() 1154 xas->xa_index++; in xas_pause() 1171 xas->xa_index--; in __xas_prev() 1210 xas->xa_index++; in __xas_next() 1263 xas->xa_index = 1; in xas_find() 1334 xas->xa_index = 1; in xas_find_marked() 1345 xas->xa_index = 1; in xas_find_marked() 1861 *id = xas.xa_index; in __xa_alloc() [all …]
|
H A D | idr.c | 398 if (xas.xa_index > min / IDA_BITMAP_BITS) in ida_alloc_range() 400 if (xas.xa_index * IDA_BITMAP_BITS + bit > max) in ida_alloc_range() 408 if (xas.xa_index * IDA_BITMAP_BITS + bit > max) in ida_alloc_range() 431 if (xas.xa_index * IDA_BITMAP_BITS + bit > max) in ida_alloc_range() 455 xas.xa_index = min / IDA_BITMAP_BITS; in ida_alloc_range() 463 return xas.xa_index * IDA_BITMAP_BITS + bit; in ida_alloc_range()
|
H A D | test_xarray.c | 1382 return entry ? xas.xa_index : -1; in xa_find_entry() 1509 XA_BUG_ON(xa, xas.xa_index != i); in check_move_small() 1516 XA_BUG_ON(xa, xas.xa_index != i); in check_move_small() 1523 XA_BUG_ON(xa, xas.xa_index != i); in check_move_small() 1534 XA_BUG_ON(xa, xas.xa_index != 0); in check_move_small() 1557 XA_BUG_ON(xa, i != xas.xa_index); in check_move() 1566 XA_BUG_ON(xa, i != xas.xa_index); in check_move() 1574 i = xas.xa_index; in check_move() 1584 XA_BUG_ON(xa, i != xas.xa_index); in check_move() 1596 XA_BUG_ON(xa, i != xas.xa_index); in check_move() [all …]
|
H A D | iov_iter.c | 908 pages[ret] = find_subpage(page, xas.xa_index); in iter_xarray_populate_pages() 1436 p[nr++] = find_subpage(page, xas.xa_index); in iov_iter_extract_xarray_pages()
|
/linux/include/linux/ |
H A D | xarray.h | 1350 unsigned long xa_index; member 1371 .xa_index = index, \ 1626 xas->xa_index = index; in xas_set() 1644 xas->xa_index = index; in xas_advance() 1704 xas->xa_offset != (xas->xa_index & XA_CHUNK_MASK))) in xas_next_entry() 1708 if (unlikely(xas->xa_index >= max)) in xas_next_entry() 1716 xas->xa_index++; in xas_next_entry() 1766 xas->xa_index = (xas->xa_index & ~XA_CHUNK_MASK) + offset; in xas_next_marked() 1767 if (xas->xa_index > max) in xas_next_marked() 1862 xas->xa_index--; in xas_prev() [all …]
|
/linux/tools/testing/radix-tree/ |
H A D | multiorder.c | 62 assert((xas.xa_index | mask) == (index[i] | mask)); in multiorder_iteration() 114 assert((xas.xa_index | mask) == (tag_index[i] | mask)); in multiorder_tagged_iteration() 141 assert((xas.xa_index | mask) == (tag_index[i] | mask)); in multiorder_tagged_iteration() 154 assert(xas.xa_index == tag_index[i]); in multiorder_tagged_iteration() 191 item_sanity(item, xas.xa_index); in iterator_func()
|
H A D | iteration_check_2.c | 26 assert(xas.xa_index >= 100); in iterator()
|
H A D | test.c | 262 item_free(entry, xas.xa_index); in item_kill_tree()
|
/linux/mm/ |
H A D | filemap.c | 872 folio->index = xas.xa_index; in __filemap_add_folio() 1756 if (xas.xa_index == 0) in page_cache_next_miss() 1760 return xas.xa_index; in page_cache_next_miss() 1792 if (xas.xa_index == ULONG_MAX) in page_cache_prev_miss() 1796 return xas.xa_index; in page_cache_prev_miss() 2046 indices[fbatch->nr] = xas.xa_index; in find_get_entries() 2105 indices[fbatch->nr] = xas.xa_index; in find_lock_entries() 3489 if (xas->xa_index >= max_idx) in next_uptodate_folio() 3637 vmf->pte += xas.xa_index - last_pgoff; in filemap_map_pages() 3638 last_pgoff = xas.xa_index; in filemap_map_pages() [all …]
|
H A D | list_lru.c | 525 else if (!xas_error(&xas) && index != xas.xa_index) in memcg_list_lru_alloc()
|
H A D | swap_state.c | 113 VM_BUG_ON_FOLIO(xas.xa_index != idx + i, folio); in add_to_swap_cache()
|
H A D | madvise.c | 242 ((xas.xa_index - vma->vm_pgoff) << PAGE_SHIFT); in shmem_swapin_range()
|
H A D | shmem.c | 867 if (xas.xa_index == max) in shmem_partial_swap_usage() 1297 indices[folio_batch_count(fbatch)] = xas.xa_index; in shmem_find_swap_entries() 1308 return xas.xa_index; in shmem_find_swap_entries()
|
H A D | khugepaged.c | 1831 VM_BUG_ON(index != xas.xa_index); in collapse_file()
|
/linux/fs/ |
H A D | dax.c | 147 unsigned long index = xas->xa_index; in dax_entry_waitqueue() 576 unsigned long index = xas->xa_index; in grab_mapping_entry() 617 xas->xa_index & ~PG_PMD_COLOUR, in grab_mapping_entry() 883 unsigned long index = xas->xa_index; in dax_insert_entry() 988 index = xas->xa_index & ~(count - 1); in dax_writeback_one() 1041 trace_dax_writeback_range(inode, xas.xa_index, end_index); in dax_writeback_mapping_range() 1043 tag_pages_for_writeback(mapping, xas.xa_index, end_index); in dax_writeback_mapping_range() 1649 loff_t pos = (loff_t)xas->xa_index << PAGE_SHIFT; in dax_fault_iter() 1801 if ((xas->xa_index | PG_PMD_COLOUR) >= max_pgoff) in dax_fault_check_fallback() 1833 if (xas.xa_index >= max_pgoff) { in dax_iomap_pmd_fault() [all …]
|
/linux/drivers/infiniband/core/ |
H A D | ib_core_uverbs.c | 298 xa_first = xas.xa_index; in rdma_user_mmap_entry_insert_range() 309 if (xas.xa_node == XAS_BOUNDS || xas.xa_index >= xa_last) in rdma_user_mmap_entry_insert_range()
|
H A D | device.c | 170 *indexp = xas.xa_index; in xan_find_marked()
|
/linux/fs/cachefiles/ |
H A D | ondemand.c | 332 cache->req_id_next = xas.xa_index + 1; in cachefiles_ondemand_daemon_read() 335 id = xas.xa_index; in cachefiles_ondemand_daemon_read() 442 xas.xa_index = 0; in cachefiles_ondemand_send_req()
|
/linux/arch/arm64/mm/ |
H A D | mteswap.c | 88 __xa_erase(&mte_pages, xa_state.xa_index); in mte_invalidate_tags_area()
|
/linux/arch/arm64/kernel/ |
H A D | hibernate.c | 299 unsigned long pfn = xa_state.xa_index; in swsusp_mte_restore_tags()
|
/linux/Documentation/translations/zh_CN/core-api/ |
H A D | xarray.rst | 355 如果xas_load()遇到一个多索引条目,xa_state中的xa_index将不会被改变。当遍历一个XArray或者调用xas_find()
|
/linux/fs/netfs/ |
H A D | write_collect.c | 96 wreq->debug_id, xas.xa_index, pos / PAGE_SIZE); in netfs_writeback_lookup_folio()
|
/linux/drivers/iommu/iommufd/ |
H A D | pages.c | 608 if (xas.xa_index != start_index) in pages_to_xarray() 609 clear_xarray(xa, start_index, xas.xa_index - 1); in pages_to_xarray()
|
/linux/Documentation/core-api/ |
H A D | xarray.rst | 474 If xas_load() encounters a multi-index entry, the xa_index
|
/linux/virt/kvm/ |
H A D | kvm_main.c | 2420 if (xas.xa_index != index || xa_to_value(entry) != attrs) { in kvm_range_has_memory_attributes()
|