/* * ARM SMMU support - Internal API * * Copyright (c) 2017 Red Hat, Inc. * Copyright (C) 2014-2016 Broadcom Corporation * Written by Prem Mallappa, Eric Auger * * This program is free software; you can redistribute it and/or modify * it under the terms of the GNU General Public License version 2 as * published by the Free Software Foundation. * * This program is distributed in the hope that it will be useful, * but WITHOUT ANY WARRANTY; without even the implied warranty of * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the * General Public License for more details. * * You should have received a copy of the GNU General Public License along * with this program; if not, see . */ #ifndef HW_ARM_SMMU_INTERNAL_H #define HW_ARM_SMMU_INTERNAL_H #define TBI0(tbi) ((tbi) & 0x1) #define TBI1(tbi) ((tbi) & 0x2 >> 1) /* PTE Manipulation */ #define ARM_LPAE_PTE_TYPE_SHIFT 0 #define ARM_LPAE_PTE_TYPE_MASK 0x3 #define ARM_LPAE_PTE_TYPE_BLOCK 1 #define ARM_LPAE_PTE_TYPE_TABLE 3 #define ARM_LPAE_L3_PTE_TYPE_RESERVED 1 #define ARM_LPAE_L3_PTE_TYPE_PAGE 3 #define ARM_LPAE_PTE_VALID (1 << 0) #define PTE_ADDRESS(pte, shift) \ (extract64(pte, shift, 47 - shift + 1) << shift) #define is_invalid_pte(pte) (!(pte & ARM_LPAE_PTE_VALID)) #define is_reserved_pte(pte, level) \ ((level == 3) && \ ((pte & ARM_LPAE_PTE_TYPE_MASK) == ARM_LPAE_L3_PTE_TYPE_RESERVED)) #define is_block_pte(pte, level) \ ((level < 3) && \ ((pte & ARM_LPAE_PTE_TYPE_MASK) == ARM_LPAE_PTE_TYPE_BLOCK)) #define is_table_pte(pte, level) \ ((level < 3) && \ ((pte & ARM_LPAE_PTE_TYPE_MASK) == ARM_LPAE_PTE_TYPE_TABLE)) #define is_page_pte(pte, level) \ ((level == 3) && \ ((pte & ARM_LPAE_PTE_TYPE_MASK) == ARM_LPAE_L3_PTE_TYPE_PAGE)) /* access permissions */ #define PTE_AP(pte) \ (extract64(pte, 6, 2)) #define PTE_APTABLE(pte) \ (extract64(pte, 61, 2)) #define PTE_AF(pte) \ (extract64(pte, 10, 1)) /* * TODO: At the moment all transactions are considered as privileged (EL1) * as IOMMU translation callback does not pass user/priv attributes. */ #define is_permission_fault(ap, perm) \ (((perm) & IOMMU_WO) && ((ap) & 0x2)) #define is_permission_fault_s2(s2ap, perm) \ (!(((s2ap) & (perm)) == (perm))) #define PTE_AP_TO_PERM(ap) \ (IOMMU_ACCESS_FLAG(true, !((ap) & 0x2))) /* Level Indexing */ static inline int level_shift(int level, int granule_sz) { return granule_sz + (3 - level) * (granule_sz - 3); } static inline uint64_t level_page_mask(int level, int granule_sz) { return ~(MAKE_64BIT_MASK(0, level_shift(level, granule_sz))); } static inline uint64_t iova_level_offset(uint64_t iova, int inputsize, int level, int gsz) { return ((iova & MAKE_64BIT_MASK(0, inputsize)) >> level_shift(level, gsz)) & MAKE_64BIT_MASK(0, gsz - 3); } /* FEAT_LPA2 and FEAT_TTST are not implemented. */ static inline int get_start_level(int sl0 , int granule_sz) { /* ARM DDI0487I.a: Table D8-12. */ if (granule_sz == 12) { return 2 - sl0; } /* ARM DDI0487I.a: Table D8-22 and Table D8-31. */ return 3 - sl0; } /* * Index in a concatenated first level stage-2 page table. * ARM DDI0487I.a: D8.2.2 Concatenated translation tables. */ static inline int pgd_concat_idx(int start_level, int granule_sz, dma_addr_t ipa) { uint64_t ret; /* * Get the number of bits handled by next levels, then any extra bits in * the address should index the concatenated tables. This relation can be * deduced from tables in ARM DDI0487I.a: D8.2.7-9 */ int shift = level_shift(start_level - 1, granule_sz); ret = ipa >> shift; return ret; } #define SMMU_IOTLB_ASID(key) ((key).asid) #define SMMU_IOTLB_VMID(key) ((key).vmid) typedef struct SMMUIOTLBPageInvInfo { int asid; int vmid; uint64_t iova; uint64_t mask; } SMMUIOTLBPageInvInfo; typedef struct SMMUSIDRange { uint32_t start; uint32_t end; } SMMUSIDRange; #endif