177 static unsigned int limit_nareas(unsigned int nareas, unsigned long nslots)  in limit_nareas()  argument
179 	if (nslots < nareas * IO_TLB_SEGSIZE)  in limit_nareas()
180 		return nslots / IO_TLB_SEGSIZE;  in limit_nareas()
951 static void inc_used_and_hiwater(struct io_tlb_mem *mem, unsigned int nslots)  in inc_used_and_hiwater()  argument
955 	new_used = atomic_long_add_return(nslots, &mem->total_used);  in inc_used_and_hiwater()
964 static void dec_used(struct io_tlb_mem *mem, unsigned int nslots)  in dec_used()  argument
966 	atomic_long_sub(nslots, &mem->total_used);  in dec_used()
970 static void inc_used_and_hiwater(struct io_tlb_mem *mem, unsigned int nslots)  in inc_used_and_hiwater()  argument
973 static void dec_used(struct io_tlb_mem *mem, unsigned int nslots)  in dec_used()  argument
980 static void inc_transient_used(struct io_tlb_mem *mem, unsigned int nslots)  in inc_transient_used()  argument
982 	atomic_long_add(nslots, &mem->transient_nslabs);  in inc_transient_used()
985 static void dec_transient_used(struct io_tlb_mem *mem, unsigned int nslots)  in dec_transient_used()  argument
987 	atomic_long_sub(nslots, &mem->transient_nslabs);  in dec_transient_used()
991 static void inc_transient_used(struct io_tlb_mem *mem, unsigned int nslots)  in inc_transient_used()  argument
994 static void dec_transient_used(struct io_tlb_mem *mem, unsigned int nslots)  in dec_transient_used()  argument
1026 	unsigned int nslots = nr_slots(alloc_size), stride;  in swiotlb_search_pool_area()  local
1033 	BUG_ON(!nslots);  in swiotlb_search_pool_area()
1062 	if (unlikely(nslots > pool->area_nslabs - area->used))  in swiotlb_search_pool_area()
1082 		if (!iommu_is_span_boundary(slot_index, nslots,  in swiotlb_search_pool_area()
1085 			if (pool->slots[slot_index].list >= nslots)  in swiotlb_search_pool_area()
1102 	for (i = slot_index; i < slot_index + nslots; i++) {  in swiotlb_search_pool_area()
1115 	area->index = wrap_area_index(pool, index + nslots);  in swiotlb_search_pool_area()
1116 	area->used += nslots;  in swiotlb_search_pool_area()
1119 	inc_used_and_hiwater(dev->dma_io_tlb_mem, nslots);  in swiotlb_search_pool_area()
1448 	int index, nslots, aindex;  in swiotlb_release_slots()  local
1454 	nslots = nr_slots(mem->slots[index].alloc_size + offset);  in swiotlb_release_slots()
1467 	if (index + nslots < ALIGN(index + 1, IO_TLB_SEGSIZE))  in swiotlb_release_slots()
1468 		count = mem->slots[index + nslots].list;  in swiotlb_release_slots()
1476 	for (i = index + nslots - 1; i >= index; i--) {  in swiotlb_release_slots()
1491 	area->used -= nslots;  in swiotlb_release_slots()
1494 	dec_used(dev->dma_io_tlb_mem, nslots);  in swiotlb_release_slots()