/freebsd/sys/dev/drm2/ |
H A D | drm_mm.h | 111 unsigned alignment, 118 unsigned alignment) in drm_mm_get_block() argument 124 unsigned alignment) in drm_mm_get_block_atomic() argument 131 unsigned alignment, in drm_mm_get_block_range() argument 141 unsigned alignment, in drm_mm_get_color_block_range() argument 152 unsigned alignment, in drm_mm_get_block_atomic_range() argument 193 unsigned alignment, 208 unsigned alignment, in drm_mm_search_free_in_range() argument 227 unsigned alignment, in drm_mm_search_free_in_range_color() argument 250 unsigned alignment, [all …]
|
H A D | drm_mm.c | 130 if (alignment) { in drm_mm_insert_helper() 161 unsigned alignment, in drm_mm_get_block_generic() argument 227 if (alignment) { in drm_mm_insert_helper_range() 259 unsigned alignment, in drm_mm_get_block_range_generic() argument 290 size, alignment, color, in drm_mm_insert_node_in_range_generic() 296 size, alignment, color, in drm_mm_insert_node_in_range_generic() 371 if (alignment) { in check_free_hole() 374 start += alignment - tmp; in check_free_hole() 424 unsigned alignment, in drm_mm_search_free_in_range_generic() argument 498 unsigned alignment, in drm_mm_init_scan() argument [all …]
|
/freebsd/contrib/llvm-project/libcxx/src/ |
H A D | new.cpp | 121 if (static_cast<size_t>(alignment) < sizeof(void*)) in operator_new_aligned_impl() 122 alignment = std::align_val_t(sizeof(void*)); in operator_new_aligned_impl() 159 return operator_new_aligned_impl(size, alignment); in operator new() 163 p = ::operator new(size, alignment); in operator new() 172 return ::operator new(size, alignment); in operator new[]() 193 p = ::operator new[](size, alignment); in operator new[]() 203 ::operator delete(ptr, alignment); in operator delete() 207 ::operator delete(ptr, alignment); in operator delete() 211 ::operator delete(ptr, alignment); in operator delete[]() 215 ::operator delete[](ptr, alignment); in operator delete[]() [all …]
|
/freebsd/contrib/llvm-project/compiler-rt/lib/sanitizer_common/ |
H A D | sanitizer_allocator_checks.h | 44 inline bool CheckAlignedAllocAlignmentAndSize(uptr alignment, uptr size) { in CheckAlignedAllocAlignmentAndSize() argument 46 return alignment != 0 && IsPowerOfTwo(alignment) && in CheckAlignedAllocAlignmentAndSize() 47 (size & (alignment - 1)) == 0; in CheckAlignedAllocAlignmentAndSize() 49 return alignment != 0 && size % alignment == 0; in CheckAlignedAllocAlignmentAndSize() 55 inline bool CheckPosixMemalignAlignment(uptr alignment) { in CheckPosixMemalignAlignment() argument 56 return alignment != 0 && IsPowerOfTwo(alignment) && in CheckPosixMemalignAlignment() 57 (alignment % sizeof(void *)) == 0; in CheckPosixMemalignAlignment()
|
H A D | sanitizer_allocator.cpp | 50 uptr alignment) { in RawInternalAlloc() argument 51 if (alignment == 0) alignment = 8; in RawInternalAlloc() 55 alignment); in RawInternalAlloc() 57 return internal_allocator()->Allocate(cache, size, alignment); in RawInternalAlloc() 62 uptr alignment = 8; in RawInternalRealloc() local 66 size, alignment); in RawInternalRealloc() 68 return internal_allocator()->Reallocate(cache, ptr, size, alignment); in RawInternalRealloc() 86 void *InternalAlloc(uptr size, InternalAllocatorCache *cache, uptr alignment) { in InternalAlloc() argument 87 void *p = RawInternalAlloc(size, cache, alignment); in InternalAlloc() 167 void SetLowLevelAllocateMinAlignment(uptr alignment) { in SetLowLevelAllocateMinAlignment() argument [all …]
|
H A D | sanitizer_allocator_combined.h | 44 void *Allocate(AllocatorCache *cache, uptr size, uptr alignment) { in Allocate() argument 48 if (size + alignment < size) { in Allocate() 51 SanitizerToolName, size, alignment); in Allocate() 59 if (alignment > 8) in Allocate() 60 size = RoundUpTo(size, alignment); in Allocate() 68 if (primary_.CanAllocate(size, alignment)) in Allocate() 72 if (alignment > 8) in Allocate() 73 CHECK_EQ(reinterpret_cast<uptr>(res) & (alignment - 1), 0); in Allocate() 98 uptr alignment) { in Reallocate() argument 100 return Allocate(cache, new_size, alignment); in Reallocate() [all …]
|
H A D | sanitizer_allocator_report.cpp | 76 void NORETURN ReportInvalidAllocationAlignment(uptr alignment, in ReportInvalidAllocationAlignment() argument 81 "power of two\n", SanitizerToolName, alignment); in ReportInvalidAllocationAlignment() 86 void NORETURN ReportInvalidAlignedAllocAlignment(uptr size, uptr alignment, in ReportInvalidAlignedAllocAlignment() argument 94 SanitizerToolName, alignment, size); in ReportInvalidAlignedAllocAlignment() 98 SanitizerToolName, alignment, size); in ReportInvalidAlignedAllocAlignment() 104 void NORETURN ReportInvalidPosixMemalignAlignment(uptr alignment, in ReportInvalidPosixMemalignAlignment() argument 113 SanitizerToolName, alignment, sizeof(void *)); in ReportInvalidPosixMemalignAlignment()
|
/freebsd/contrib/llvm-project/openmp/runtime/src/ |
H A D | kmp_barrier.h | 21 #define KMP_ALIGNED_ALLOCATE(size, alignment) _mm_malloc(size, alignment) argument 24 #define KMP_ALGIN_UP(val, alignment) \ argument 25 (((val) + (alignment)-1) / (alignment) * (alignment)) 26 #define KMP_ALIGNED_ALLOCATE(size, alignment) \ argument 27 aligned_alloc(alignment, KMP_ALGIN_UP(size, alignment)) 30 static inline void *KMP_ALIGNED_ALLOCATE(size_t size, size_t alignment) { in KMP_ALIGNED_ALLOCATE() argument 32 int n = posix_memalign(&ptr, alignment, size); in KMP_ALIGNED_ALLOCATE() 43 #define KMP_ALIGNED_ALLOCATE(size, alignment) _aligned_malloc(size, alignment) argument 46 #define KMP_ALIGNED_ALLOCATE(size, alignment) KMP_INTERNAL_MALLOC(size) argument
|
/freebsd/contrib/jemalloc/include/jemalloc/internal/ |
H A D | jemalloc_internal_inlines_c.h | 72 assert(usize == sz_sa2u(usize, alignment)); in ipallocztm() 78 ret = arena_palloc(tsdn, arena, usize, alignment, zero, tcache); in ipallocztm() 79 assert(ALIGNMENT_ADDR2BASE(ret, alignment) == ret); in ipallocztm() 93 ipalloc(tsd_t *tsd, size_t usize, size_t alignment, bool zero) { in ipalloc() argument 94 return ipallocztm(tsd_tsdn(tsd), usize, alignment, zero, in ipalloc() 143 usize = sz_sa2u(size, alignment); in iralloct_realign() 147 p = ipalloct(tsdn, usize, alignment, zero, tcache, arena); in iralloct_realign() 182 if (alignment != 0 && ((uintptr_t)ptr & ((uintptr_t)alignment-1)) in iralloct() 188 return iralloct_realign(tsdn, ptr, oldsize, size, alignment, in iralloct() 205 size_t alignment, bool zero, size_t *newsize) { in ixalloc() argument [all …]
|
H A D | jemalloc_internal_types.h | 85 #define ALIGNMENT_ADDR2BASE(a, alignment) \ argument 86 ((void *)((uintptr_t)(a) & ((~(alignment)) + 1))) 89 #define ALIGNMENT_ADDR2OFFSET(a, alignment) \ argument 90 ((size_t)((uintptr_t)(a) & (alignment - 1))) 93 #define ALIGNMENT_CEILING(s, alignment) \ argument 94 (((s) + (alignment - 1)) & ((~(alignment)) + 1))
|
/freebsd/sys/contrib/ncsw/etc/ |
H A D | ncsw_mem.c | 218 if (alignment < 4) 220 alignment = 4; 240 uint16_t alignment) 303 if (alignment < 4) 305 alignment = 4; 307 else if (!POWER_OF_2(alignment)) 346 p_Mem->alignment = alignment; 419 if (alignment < 4) 421 alignment = 4; 423 else if (!POWER_OF_2(alignment)) [all …]
|
/freebsd/sys/dev/qat/qat_api/qat_utils/src/ |
H A D | QatUtilsServices.c | 44 qatUtilsMemAllocContiguousNUMA(uint32_t size, uint32_t node, uint32_t alignment) in qatUtilsMemAllocContiguousNUMA() argument 51 if (size == 0 || alignment < 1) { in qatUtilsMemAllocContiguousNUMA() 56 if (alignment & (alignment - 1)) { in qatUtilsMemAllocContiguousNUMA() 62 memInfo.mSize = size + alignment + sizeof(QatUtilsMemAllocInfoStruct); in qatUtilsMemAllocContiguousNUMA() 69 alignment_offset = (uint64_t)pRet % alignment; in qatUtilsMemAllocContiguousNUMA() 71 alignment_offset = (uint32_t)pRet % alignment; in qatUtilsMemAllocContiguousNUMA() 73 pRet = (char *)pRet + (alignment - alignment_offset); in qatUtilsMemAllocContiguousNUMA()
|
/freebsd/contrib/llvm-project/compiler-rt/lib/dfsan/ |
H A D | dfsan_allocator.cpp | 108 allocated = allocator.Allocate(cache, size, alignment); in DFsanAllocate() 112 allocated = allocator.Allocate(cache, size, alignment); in DFsanAllocate() 257 void *dfsan_aligned_alloc(uptr alignment, uptr size) { in dfsan_aligned_alloc() argument 263 ReportInvalidAlignedAllocAlignment(size, alignment, &stack); in dfsan_aligned_alloc() 268 void *dfsan_memalign(uptr alignment, uptr size) { in dfsan_memalign() argument 269 if (UNLIKELY(!IsPowerOfTwo(alignment))) { in dfsan_memalign() 274 ReportInvalidAllocationAlignment(alignment, &stack); in dfsan_memalign() 280 if (UNLIKELY(!CheckPosixMemalignAlignment(alignment))) { in dfsan_posix_memalign() 284 ReportInvalidPosixMemalignAlignment(alignment, &stack); in dfsan_posix_memalign() 286 void *ptr = DFsanAllocate(size, alignment, false /*zeroise*/); in dfsan_posix_memalign() [all …]
|
/freebsd/contrib/llvm-project/compiler-rt/lib/hwasan/ |
H A D | hwasan_allocation_functions.cpp | 43 int __sanitizer_posix_memalign(void **memptr, uptr alignment, uptr size) { in __sanitizer_posix_memalign() argument 46 int res = hwasan_posix_memalign(memptr, alignment, size, &stack); in __sanitizer_posix_memalign() 51 void *__sanitizer_memalign(uptr alignment, uptr size) { in __sanitizer_memalign() argument 53 return hwasan_memalign(alignment, size, &stack); in __sanitizer_memalign() 57 void *__sanitizer_aligned_alloc(uptr alignment, uptr size) { in __sanitizer_aligned_alloc() argument 59 return hwasan_aligned_alloc(alignment, size, &stack); in __sanitizer_aligned_alloc() 63 void *__sanitizer___libc_memalign(uptr alignment, uptr size) { in __sanitizer___libc_memalign() argument 65 void *ptr = hwasan_memalign(alignment, size, &stack); in __sanitizer___libc_memalign() 171 INTERCEPTOR_ALIAS(int, posix_memalign, void **memptr, SIZE_T alignment, 173 INTERCEPTOR_ALIAS(void *, aligned_alloc, SIZE_T alignment, SIZE_T size); [all …]
|
/freebsd/contrib/jemalloc/src/ |
H A D | base.c | 39 size_t alignment = HUGEPAGE; in base_map() local 181 size_t alignment) { in base_extent_bump_alloc_helper() argument 184 assert(alignment == ALIGNMENT_CEILING(alignment, QUANTUM)); in base_extent_bump_alloc_helper() 185 assert(size == ALIGNMENT_CEILING(size, alignment)); in base_extent_bump_alloc_helper() 233 size_t alignment) { in base_extent_bump_alloc() argument 250 size_t alignment) { in base_block_alloc() argument 251 alignment = ALIGNMENT_CEILING(alignment, QUANTUM); in base_block_alloc() 252 size_t usize = ALIGNMENT_CEILING(size, alignment); in base_block_alloc() 319 alignment); in base_extent_alloc() 423 alignment = QUANTUM_CEILING(alignment); in base_alloc_impl() [all …]
|
/freebsd/contrib/llvm-project/llvm/include/llvm/Support/ |
H A D | Endian.h | 34 template<class T, int alignment> 36 enum { value = alignment == 0 ? alignof(T) : alignment }; 70 return read<value_type, alignment>(memory, endian); in read() 78 value_type ret = read<value_type, alignment>(memory, endian); in readNext() 100 std::size_t alignment> 102 write<value_type, alignment>(memory, value, endian); in write() 115 return read<value_type, endian, alignment>(memory); in readAtBitAlignment() 150 write<value_type, endian, alignment>(memory, value); in writeAtBitAlignment() 204 static constexpr std::size_t alignment = Alignment; member 211 return endian::read<value_type, endian, alignment>( in value_type() [all …]
|
/freebsd/sys/arm64/arm64/ |
H A D | busdma_machdep.c | 54 bus_size_t alignment, bus_addr_t boundary, bus_addr_t lowaddr, in common_bus_dma_tag_create() argument 80 common->alignment = alignment; in common_bus_dma_tag_create() 101 common->alignment = MAX(parent->alignment, common->alignment); in common_bus_dma_tag_create() 121 bus_dma_tag_create(bus_dma_tag_t parent, bus_size_t alignment, in bus_dma_tag_create() argument 135 error = bus_dma_bounce_impl.tag_create(parent, alignment, in bus_dma_tag_create() 140 error = tc->impl->tag_create(parent, alignment, in bus_dma_tag_create() 157 t->alignment = common->alignment; in bus_dma_template_clone()
|
/freebsd/contrib/llvm-project/compiler-rt/lib/lsan/ |
H A D | lsan_allocator.cpp | 90 void *Allocate(const StackTrace &stack, uptr size, uptr alignment, in Allocate() argument 101 void *p = allocator.Allocate(GetAllocatorCache(), size, alignment); in Allocate() 131 uptr alignment) { in Reallocate() argument 179 int lsan_posix_memalign(void **memptr, uptr alignment, uptr size, in lsan_posix_memalign() argument 181 if (UNLIKELY(!CheckPosixMemalignAlignment(alignment))) { in lsan_posix_memalign() 184 ReportInvalidPosixMemalignAlignment(alignment, &stack); in lsan_posix_memalign() 186 void *ptr = Allocate(stack, size, alignment, kAlwaysClearMemory); in lsan_posix_memalign() 190 CHECK(IsAligned((uptr)ptr, alignment)); in lsan_posix_memalign() 200 ReportInvalidAlignedAllocAlignment(size, alignment, &stack); in lsan_aligned_alloc() 206 if (UNLIKELY(!IsPowerOfTwo(alignment))) { in lsan_memalign() [all …]
|
/freebsd/contrib/llvm-project/compiler-rt/lib/msan/ |
H A D | msan_allocator.cpp | 204 allocated = allocator.Allocate(cache, size, alignment); in MsanAllocate() 208 allocated = allocator.Allocate(cache, size, alignment); in MsanAllocate() 269 uptr new_size, uptr alignment) { in MsanReallocate() argument 384 ReportInvalidAlignedAllocAlignment(size, alignment, stack); in msan_aligned_alloc() 390 if (UNLIKELY(!IsPowerOfTwo(alignment))) { in msan_memalign() 395 ReportInvalidAllocationAlignment(alignment, stack); in msan_memalign() 400 int msan_posix_memalign(void **memptr, uptr alignment, uptr size, in msan_posix_memalign() argument 402 if (UNLIKELY(!CheckPosixMemalignAlignment(alignment))) { in msan_posix_memalign() 406 ReportInvalidPosixMemalignAlignment(alignment, stack); in msan_posix_memalign() 408 void *ptr = MsanAllocate(stack, size, alignment, false); in msan_posix_memalign() [all …]
|
/freebsd/contrib/cortex-strings/scripts/ |
H A D | plot-sizes.py | 22 def plot(records, function, alignment=None, scale=1): argument 26 if alignment != None: 27 records = [x for x in records if x.src_alignment==alignment[0] and 28 x.dst_alignment==alignment[1]] 112 for alignment in alignments: 114 if plot(records, function, alignment, scale): 115 …pylab.savefig('sizes-%s-%02d-%02d-%.1f.png' % (function, alignment[0], alignment[1], scale), dpi=7…
|
/freebsd/sys/riscv/riscv/ |
H A D | busdma_machdep.c | 53 bus_size_t alignment, bus_addr_t boundary, bus_addr_t lowaddr, in common_bus_dma_tag_create() argument 79 common->alignment = alignment; in common_bus_dma_tag_create() 115 bus_dma_tag_create(bus_dma_tag_t parent, bus_size_t alignment, in bus_dma_tag_create() argument 129 error = bus_dma_bounce_impl.tag_create(parent, alignment, in bus_dma_tag_create() 134 error = tc->impl->tag_create(parent, alignment, in bus_dma_tag_create() 151 t->alignment = common->alignment; in bus_dma_template_clone()
|
/freebsd/contrib/llvm-project/compiler-rt/lib/memprof/ |
H A D | memprof_allocator.cpp | 353 if (alignment < min_alignment) in Allocate() 354 alignment = min_alignment; in Allocate() 364 CHECK(IsPowerOfTwo(alignment)); in Allocate() 365 uptr rounded_size = RoundUpTo(size, alignment); in Allocate() 367 if (alignment > min_alignment) in Allocate() 368 needed_size += alignment; in Allocate() 402 if (!IsAligned(user_beg, alignment)) in Allocate() 403 user_beg = RoundUpTo(user_beg, alignment); in Allocate() 654 if (UNLIKELY(!IsPowerOfTwo(alignment))) { in memprof_memalign() 663 void *memprof_aligned_alloc(uptr alignment, uptr size, in memprof_aligned_alloc() argument [all …]
|
/freebsd/sys/x86/x86/ |
H A D | busdma_machdep.c | 58 bus_size_t alignment, bus_addr_t boundary, bus_addr_t lowaddr, in common_bus_dma_tag_create() argument 84 common->alignment = alignment; in common_bus_dma_tag_create() 138 bus_dma_tag_create(bus_dma_tag_t parent, bus_size_t alignment, in bus_dma_tag_create() argument 152 error = bus_dma_bounce_impl.tag_create(parent, alignment, in bus_dma_tag_create() 157 error = tc->impl->tag_create(parent, alignment, in bus_dma_tag_create() 174 t->alignment = common->alignment; in bus_dma_template_clone()
|
/freebsd/sys/contrib/ncsw/inc/etc/ |
H A D | mem_ext.h | 93 uint16_t alignment; /* Requested alignment for the data field */ member 129 uint16_t alignment); 155 uint16_t alignment, 181 uint16_t alignment, 259 uint16_t alignment); 307 #define MEM_GetAlignment(h_Mem) ((t_MemorySegment *)(h_Mem))->alignment
|
/freebsd/contrib/llvm-project/compiler-rt/lib/tsan/rtl/ |
H A D | tsan_malloc_mac.cpp | 28 #define COMMON_MALLOC_MEMALIGN(alignment, size) \ argument 30 user_memalign(cur_thread(), StackTrace::GetCurrentPc(), alignment, size) 57 #define COMMON_MALLOC_POSIX_MEMALIGN(memptr, alignment, size) \ argument 59 void *p = InternalAlloc(size, nullptr, alignment); \ 64 SCOPED_INTERCEPTOR_RAW(posix_memalign, memptr, alignment, size); \ 65 int res = user_posix_memalign(thr, pc, memptr, alignment, size);
|