/linux/drivers/accel/ivpu/ |
H A D | ivpu_mmu_context.c | 97 if (!pgtable->pgd_dma_ptr) in ivpu_mmu_pgtable_init() 100 pgtable->pgd_dma = pgd_dma; in ivpu_mmu_pgtable_init() 113 pud_dma = pgtable->pgd_dma_ptr[pgd_idx]; in ivpu_mmu_pgtables_free() 136 kfree(pgtable->pmd_ptrs[pgd_idx]); in ivpu_mmu_pgtables_free() 137 kfree(pgtable->pte_ptrs[pgd_idx]); in ivpu_mmu_pgtables_free() 141 ivpu_pgtable_free_page(vdev, pgtable->pgd_dma_ptr, pgtable->pgd_dma); in ivpu_mmu_pgtables_free() 159 if (!pgtable->pmd_ptrs[pgd_idx]) in ivpu_mmu_ensure_pud() 164 if (!pgtable->pte_ptrs[pgd_idx]) in ivpu_mmu_ensure_pud() 173 kfree(pgtable->pmd_ptrs[pgd_idx]); in ivpu_mmu_ensure_pud() 484 ctx->pgtable.pgd_dma_ptr = NULL; in ivpu_mmu_context_fini() [all …]
|
/linux/drivers/iommu/amd/ |
H A D | io_pgtable_v2.c | 194 static u64 *fetch_pte(struct amd_io_pgtable *pgtable, in fetch_pte() argument 201 pte = &pgtable->pgd[PM_LEVEL_INDEX(level, iova)]; in fetch_pte() 284 struct io_pgtable_cfg *cfg = &pgtable->iop.cfg; in iommu_v2_unmap_pages() 294 pte = fetch_pte(pgtable, iova, &unmap_size); in iommu_v2_unmap_pages() 313 pte = fetch_pte(pgtable, iova, &pte_pgsize); in iommu_v2_iova_to_phys() 351 if (!pgtable || !pgtable->pgd) in v2_free_pgtable() 355 free_pgtable(pgtable->pgd, get_pgtable_level()); in v2_free_pgtable() 356 pgtable->pgd = NULL; in v2_free_pgtable() 366 if (!pgtable->pgd) in v2_alloc_pgtable() 372 pgtable->iop.ops.map_pages = iommu_v2_map_pages; in v2_alloc_pgtable() [all …]
|
H A D | io_pgtable.c | 291 static u64 *fetch_pte(struct amd_io_pgtable *pgtable, in fetch_pte() argument 300 if (address > PM_LEVEL_SIZE(pgtable->mode)) in fetch_pte() 303 level = pgtable->mode - 1; in fetch_pte() 456 pte = fetch_pte(pgtable, iova, &unmap_size); in iommu_v1_unmap_pages() 480 pte = fetch_pte(pgtable, iova, &pte_pgsize); in iommu_v1_iova_to_phys() 537 ptep = fetch_pte(pgtable, iova, &pgsize); in iommu_v1_read_and_clear_dirty() 567 if (pgtable->mode == PAGE_MODE_NONE) in v1_free_pgtable() 573 BUG_ON(pgtable->mode < PAGE_MODE_NONE || in v1_free_pgtable() 574 pgtable->mode > PAGE_MODE_6_LEVEL); in v1_free_pgtable() 576 free_sub_pt(pgtable->root, pgtable->mode, &freelist); in v1_free_pgtable() [all …]
|
/linux/mm/ |
H A D | pgtable-generic.c | 166 pgtable_t pgtable) in pgtable_trans_huge_deposit() argument 172 INIT_LIST_HEAD(&pgtable->lru); in pgtable_trans_huge_deposit() 174 list_add(&pgtable->lru, &pmd_huge_pte(mm, pmdp)->lru); in pgtable_trans_huge_deposit() 175 pmd_huge_pte(mm, pmdp) = pgtable; in pgtable_trans_huge_deposit() 183 pgtable_t pgtable; in pgtable_trans_huge_withdraw() local 188 pgtable = pmd_huge_pte(mm, pmdp); in pgtable_trans_huge_withdraw() 189 pmd_huge_pte(mm, pmdp) = list_first_entry_or_null(&pgtable->lru, in pgtable_trans_huge_withdraw() 192 list_del(&pgtable->lru); in pgtable_trans_huge_withdraw() 193 return pgtable; in pgtable_trans_huge_withdraw() 247 void pte_free_defer(struct mm_struct *mm, pgtable_t pgtable) in pte_free_defer() argument [all …]
|
H A D | huge_memory.c | 923 pgtable_t pgtable; in __do_huge_pmd_anonymous_page() local 992 if (pgtable) in __do_huge_pmd_anonymous_page() 1067 pgtable_t pgtable; in do_huge_pmd_anonymous_page() local 1116 pgtable_t pgtable) in insert_pfn_pmd() argument 1146 if (pgtable) { in insert_pfn_pmd() 1149 pgtable = NULL; in insert_pfn_pmd() 1157 if (pgtable) in insert_pfn_pmd() 1194 if (!pgtable) in vmf_insert_pfn_pmd() 1806 pgtable_t pgtable; in zap_deposited_table() local 2327 pgtable_t pgtable; in __split_huge_zero_page_pmd() local [all …]
|
H A D | hugetlb_vmemmap.c | 55 pte_t *pgtable; in vmemmap_split_pmd() local 57 pgtable = pte_alloc_one_kernel(&init_mm); in vmemmap_split_pmd() 58 if (!pgtable) in vmemmap_split_pmd() 61 pmd_populate_kernel(&init_mm, &__pmd, pgtable); in vmemmap_split_pmd() 84 pmd_populate_kernel(&init_mm, pmd, pgtable); in vmemmap_split_pmd() 88 pte_free_kernel(&init_mm, pgtable); in vmemmap_split_pmd()
|
/linux/arch/sparc/mm/ |
H A D | tlb.c | 270 pgtable_t pgtable) in pgtable_trans_huge_deposit() argument 272 struct list_head *lh = (struct list_head *) pgtable; in pgtable_trans_huge_deposit() 281 pmd_huge_pte(mm, pmdp) = pgtable; in pgtable_trans_huge_deposit() 287 pgtable_t pgtable; in pgtable_trans_huge_withdraw() local 292 pgtable = pmd_huge_pte(mm, pmdp); in pgtable_trans_huge_withdraw() 293 lh = (struct list_head *) pgtable; in pgtable_trans_huge_withdraw() 300 pte_val(pgtable[0]) = 0; in pgtable_trans_huge_withdraw() 301 pte_val(pgtable[1]) = 0; in pgtable_trans_huge_withdraw() 303 return pgtable; in pgtable_trans_huge_withdraw()
|
/linux/drivers/gpu/drm/etnaviv/ |
H A D | etnaviv_iommu.c | 93 u32 pgtable; in etnaviv_iommuv1_restore() local 107 pgtable = (u32)v1_context->pgtable_dma; in etnaviv_iommuv1_restore() 109 gpu_write(gpu, VIVS_MC_MMU_FE_PAGE_TABLE, pgtable); in etnaviv_iommuv1_restore() 110 gpu_write(gpu, VIVS_MC_MMU_TX_PAGE_TABLE, pgtable); in etnaviv_iommuv1_restore() 111 gpu_write(gpu, VIVS_MC_MMU_PE_PAGE_TABLE, pgtable); in etnaviv_iommuv1_restore() 112 gpu_write(gpu, VIVS_MC_MMU_PEZ_PAGE_TABLE, pgtable); in etnaviv_iommuv1_restore() 113 gpu_write(gpu, VIVS_MC_MMU_RA_PAGE_TABLE, pgtable); in etnaviv_iommuv1_restore()
|
/linux/arch/powerpc/mm/book3s64/ |
H A D | hash_pgtable.c | 268 pgtable_t pgtable) in hash__pgtable_trans_huge_deposit() argument 277 *pgtable_slot = pgtable; in hash__pgtable_trans_huge_deposit() 289 pgtable_t pgtable; in hash__pgtable_trans_huge_withdraw() local 295 pgtable = *pgtable_slot; in hash__pgtable_trans_huge_withdraw() 304 memset(pgtable, 0, PTE_FRAG_SIZE); in hash__pgtable_trans_huge_withdraw() 305 return pgtable; in hash__pgtable_trans_huge_withdraw() 349 pgtable_t pgtable; in hash__pmdp_huge_get_and_clear() local 361 pgtable = *pgtable_slot; in hash__pmdp_huge_get_and_clear() 366 memset(pgtable, 0, PTE_FRAG_SIZE); in hash__pmdp_huge_get_and_clear()
|
/linux/arch/m68k/include/asm/ |
H A D | motorola_pgalloc.h | 42 static inline void pte_free(struct mm_struct *mm, pgtable_t pgtable) in pte_free() argument 44 free_pointer_table(pgtable, TABLE_PTE); in pte_free() 47 static inline void __pte_free_tlb(struct mmu_gather *tlb, pgtable_t pgtable, in __pte_free_tlb() argument 50 free_pointer_table(pgtable, TABLE_PTE); in __pte_free_tlb()
|
H A D | mcf_pgalloc.h | 35 static inline void __pte_free_tlb(struct mmu_gather *tlb, pgtable_t pgtable, in __pte_free_tlb() argument 38 struct ptdesc *ptdesc = virt_to_ptdesc(pgtable); in __pte_free_tlb() 60 static inline void pte_free(struct mm_struct *mm, pgtable_t pgtable) in pte_free() argument 62 struct ptdesc *ptdesc = virt_to_ptdesc(pgtable); in pte_free()
|
/linux/drivers/iommu/ |
H A D | Makefile | 8 obj-$(CONFIG_IOMMU_IO_PGTABLE) += io-pgtable.o 9 obj-$(CONFIG_IOMMU_IO_PGTABLE_ARMV7S) += io-pgtable-arm-v7s.o 10 obj-$(CONFIG_IOMMU_IO_PGTABLE_LPAE) += io-pgtable-arm.o 11 obj-$(CONFIG_IOMMU_IO_PGTABLE_DART) += io-pgtable-dart.o
|
H A D | exynos-iommu.c | 182 return pgtable + lv1ent_offset(iova); in section_entry() 906 if (!domain->pgtable) in exynos_iommu_domain_alloc_paging() 915 domain->pgtable[i] = ZERO_LV2LINK; in exynos_iommu_domain_alloc_paging() 937 iommu_free_pages(domain->pgtable, 2); in exynos_iommu_domain_alloc_paging() 957 data->pgtable = 0; in exynos_iommu_domain_free() 969 if (lv1ent_page(domain->pgtable + i)) { in exynos_iommu_domain_free() 978 iommu_free_pages(domain->pgtable, 2); in exynos_iommu_domain_free() 1010 data->pgtable = 0; in exynos_iommu_identity_attach() 1053 data->pgtable = pagetable; in exynos_iommu_attach_device() 1242 BUG_ON(domain->pgtable == NULL); in exynos_iommu_map() [all …]
|
/linux/arch/mips/mm/ |
H A D | Makefile | 14 obj-y += pgtable.o 29 obj-$(CONFIG_32BIT) += ioremap.o pgtable-32.o 30 obj-$(CONFIG_64BIT) += ioremap64.o pgtable-64.o
|
/linux/arch/x86/boot/compressed/ |
H A D | pgtable_64.c | 104 asmlinkage void configure_5level_paging(struct boot_params *bp, void *pgtable) in configure_5level_paging() argument 198 memcpy(pgtable, trampoline_32bit, PAGE_SIZE); in configure_5level_paging() 199 native_write_cr3((unsigned long)pgtable); in configure_5level_paging()
|
H A D | head_64.S | 201 leal rva(pgtable)(%ebx), %edi 207 leal rva(pgtable + 0)(%ebx), %edi 213 leal rva(pgtable + 0x1000)(%ebx), %edi 224 leal rva(pgtable + 0x2000)(%ebx), %edi 235 leal rva(pgtable)(%ebx), %eax 644 SYM_DATA_LOCAL(pgtable, .fill BOOT_PGT_SIZE, 1, 0)
|
H A D | vmlinux.lds.S | 66 .pgtable : { 68 *(.pgtable) argument
|
/linux/arch/powerpc/mm/ |
H A D | pgtable-frag.c | 137 void pte_free_defer(struct mm_struct *mm, pgtable_t pgtable) in pte_free_defer() argument 141 page = virt_to_page(pgtable); in pte_free_defer() 143 pte_fragment_free((unsigned long *)pgtable, 0); in pte_free_defer()
|
H A D | Makefile | 6 obj-y := fault.o mem.o pgtable.o maccess.o pageattr.o \ 8 pgtable-frag.o ioremap.o ioremap_$(BITS).o \
|
/linux/Documentation/features/debug/debug-vm-pgtable/ |
H A D | arch-support.txt | 2 # Feature name: debug-vm-pgtable 4 # description: arch supports pgtable tests for semantics compliance
|
/linux/arch/arm64/kvm/hyp/ |
H A D | pgtable.c | 278 struct kvm_pgtable_mm_ops *mm_ops, kvm_pteref_t pgtable, s8 level) in __kvm_pgtable_walk() argument 288 kvm_pteref_t pteref = &pgtable[idx]; in __kvm_pgtable_walk() 1440 kvm_pte_t *pgtable; in kvm_pgtable_stage2_create_unlinked() local 1450 pgtable = mm_ops->zalloc_page(mc); in kvm_pgtable_stage2_create_unlinked() 1451 if (!pgtable) in kvm_pgtable_stage2_create_unlinked() 1454 ret = __kvm_pgtable_walk(&data, mm_ops, (kvm_pteref_t)pgtable, in kvm_pgtable_stage2_create_unlinked() 1457 kvm_pgtable_stage2_free_unlinked(mm_ops, pgtable, level); in kvm_pgtable_stage2_create_unlinked() 1461 return pgtable; in kvm_pgtable_stage2_create_unlinked() 1636 kvm_pteref_t ptep = (kvm_pteref_t)pgtable; in kvm_pgtable_stage2_free_unlinked() 1656 WARN_ON(mm_ops->page_count(pgtable) != 1); in kvm_pgtable_stage2_free_unlinked() [all …]
|
H A D | Makefile | 10 obj-$(CONFIG_KVM) += vhe/ nvhe/ pgtable.o
|
/linux/arch/microblaze/mm/ |
H A D | Makefile | 6 obj-y := consistent.o init.o pgtable.o mmu_context.o fault.o
|
/linux/arch/powerpc/kvm/ |
H A D | book3s_64_mmu_radix.c | 566 if (kvm->arch.pgtable) { in kvmppc_free_radix() 567 kvmppc_free_pgtable_radix(kvm, kvm->arch.pgtable, in kvmppc_free_radix() 569 pgd_free(kvm->mm, kvm->arch.pgtable); in kvmppc_free_radix() 570 kvm->arch.pgtable = NULL; in kvmppc_free_radix() 615 int kvmppc_create_pte(struct kvm *kvm, pgd_t *pgtable, pte_t pte, in kvmppc_create_pte() argument 628 pgd = pgtable + pgd_index(gpa); in kvmppc_create_pte() 921 ret = kvmppc_create_pte(kvm, kvm->arch.pgtable, pte, gpa, level, in kvmppc_book3s_instantiate_page() 1248 kvm->arch.pgtable = pgd_alloc(kvm->mm); in kvmppc_init_vm_radix() 1249 if (!kvm->arch.pgtable) in kvmppc_init_vm_radix() 1363 pgt = kvm->arch.pgtable; in debugfs_radix_read()
|
/linux/arch/nios2/mm/ |
H A D | Makefile | 13 obj-y += pgtable.o
|