320 	ASSERT3U(zio->io_priority, <, ZIO_PRIORITY_NUM_QUEUEABLE);  in vdev_queue_io_add()
321 	avl_add(vdev_queue_class_tree(vq, zio->io_priority), zio);  in vdev_queue_io_add()
325 	spa->spa_queue_stats[zio->io_priority].spa_queued++;  in vdev_queue_io_add()
336 	ASSERT3U(zio->io_priority, <, ZIO_PRIORITY_NUM_QUEUEABLE);  in vdev_queue_io_remove()
337 	avl_remove(vdev_queue_class_tree(vq, zio->io_priority), zio);  in vdev_queue_io_remove()
341 	ASSERT3U(spa->spa_queue_stats[zio->io_priority].spa_queued, >, 0);  in vdev_queue_io_remove()
342 	spa->spa_queue_stats[zio->io_priority].spa_queued--;  in vdev_queue_io_remove()
353 	ASSERT3U(zio->io_priority, <, ZIO_PRIORITY_NUM_QUEUEABLE);  in vdev_queue_pending_add()
354 	vq->vq_class[zio->io_priority].vqc_active++;  in vdev_queue_pending_add()
358 	spa->spa_queue_stats[zio->io_priority].spa_active++;  in vdev_queue_pending_add()
369 	ASSERT3U(zio->io_priority, <, ZIO_PRIORITY_NUM_QUEUEABLE);  in vdev_queue_pending_remove()
370 	vq->vq_class[zio->io_priority].vqc_active--;  in vdev_queue_pending_remove()
374 	ASSERT3U(spa->spa_queue_stats[zio->io_priority].spa_active, >, 0);  in vdev_queue_pending_remove()
375 	spa->spa_queue_stats[zio->io_priority].spa_active--;  in vdev_queue_pending_remove()
669 	    zio->io_priority, flags | ZIO_FLAG_DONT_CACHE | ZIO_FLAG_DONT_QUEUE,  in vdev_queue_aggregate()
738 	ASSERT3U(zio->io_priority, ==, p);  in vdev_queue_io_to_issue()
780 		ASSERT(zio->io_priority != ZIO_PRIORITY_TRIM);  in vdev_queue_io()
782 		if (zio->io_priority != ZIO_PRIORITY_SYNC_READ &&  in vdev_queue_io()
783 		    zio->io_priority != ZIO_PRIORITY_ASYNC_READ &&  in vdev_queue_io()
784 		    zio->io_priority != ZIO_PRIORITY_SCRUB &&  in vdev_queue_io()
785 		    zio->io_priority != ZIO_PRIORITY_REMOVAL &&  in vdev_queue_io()
786 		    zio->io_priority != ZIO_PRIORITY_INITIALIZING) {  in vdev_queue_io()
787 			zio->io_priority = ZIO_PRIORITY_ASYNC_READ;  in vdev_queue_io()
790 		ASSERT(zio->io_priority != ZIO_PRIORITY_TRIM);  in vdev_queue_io()
792 		if (zio->io_priority != ZIO_PRIORITY_SYNC_WRITE &&  in vdev_queue_io()
793 		    zio->io_priority != ZIO_PRIORITY_ASYNC_WRITE &&  in vdev_queue_io()
794 		    zio->io_priority != ZIO_PRIORITY_REMOVAL &&  in vdev_queue_io()
795 		    zio->io_priority != ZIO_PRIORITY_INITIALIZING) {  in vdev_queue_io()
796 			zio->io_priority = ZIO_PRIORITY_ASYNC_WRITE;  in vdev_queue_io()
800 		ASSERT(zio->io_priority == ZIO_PRIORITY_TRIM);  in vdev_queue_io()
861 	if (zio->io_priority == ZIO_PRIORITY_NOW)  in vdev_queue_change_io_priority()
864 	ASSERT3U(zio->io_priority, <, ZIO_PRIORITY_NUM_QUEUEABLE);  in vdev_queue_change_io_priority()
888 	tree = vdev_queue_class_tree(vq, zio->io_priority);  in vdev_queue_change_io_priority()
891 		zio_priority_t oldpri = zio->io_priority;  in vdev_queue_change_io_priority()
893 		avl_remove(vdev_queue_class_tree(vq, zio->io_priority), zio);  in vdev_queue_change_io_priority()
894 		zio->io_priority = priority;  in vdev_queue_change_io_priority()
895 		avl_add(vdev_queue_class_tree(vq, zio->io_priority), zio);  in vdev_queue_change_io_priority()
900 		spa->spa_queue_stats[zio->io_priority].spa_queued++;  in vdev_queue_change_io_priority()
903 		zio->io_priority = priority;  in vdev_queue_change_io_priority()