99 		struct cds_wfcq_tail *tail)  in _cds_wfcq_init()  argument
105 	tail->p = &head->node;  in _cds_wfcq_init()
115 		struct cds_wfcq_tail *tail __attribute__((unused)))  in _cds_wfcq_destroy()  argument
126 		struct cds_wfcq_tail *tail)  in ___cds_wfcq_init()  argument
130 	tail->p = &head->node;  in ___cds_wfcq_init()
146 		struct cds_wfcq_tail *tail)  in _cds_wfcq_empty()  argument
157 		&& CMM_LOAD_SHARED(tail->p) == &head->node;  in _cds_wfcq_empty()
161 		struct cds_wfcq_tail *tail __attribute__((unused)))  in _cds_wfcq_dequeue_lock()  argument
170 		struct cds_wfcq_tail *tail __attribute__((unused)))  in _cds_wfcq_dequeue_unlock()  argument
179 		struct cds_wfcq_tail *tail,  in ___cds_wfcq_append()  argument
191 	old_tail = uatomic_xchg(&tail->p, new_tail);  in ___cds_wfcq_append()
220 		struct cds_wfcq_tail *tail,  in _cds_wfcq_enqueue()  argument
223 	return ___cds_wfcq_append(head, tail, new_tail, new_tail);  in _cds_wfcq_enqueue()
284 		struct cds_wfcq_tail *tail,  in ___cds_wfcq_first()  argument
290 	if (_cds_wfcq_empty(__cds_wfcq_head_cast(head), tail))  in ___cds_wfcq_first()
314 		struct cds_wfcq_tail *tail)  in ___cds_wfcq_first_blocking()  argument
316 	return ___cds_wfcq_first(head, tail, 1);  in ___cds_wfcq_first_blocking()
328 		struct cds_wfcq_tail *tail)  in ___cds_wfcq_first_nonblocking()  argument
330 	return ___cds_wfcq_first(head, tail, 0);  in ___cds_wfcq_first_nonblocking()
335 		struct cds_wfcq_tail *tail,  in ___cds_wfcq_next()  argument
350 		if (CMM_LOAD_SHARED(tail->p) == node)  in ___cds_wfcq_next()
376 		struct cds_wfcq_tail *tail,  in ___cds_wfcq_next_blocking()  argument
379 	return ___cds_wfcq_next(head, tail, node, 1);  in ___cds_wfcq_next_blocking()
390 		struct cds_wfcq_tail *tail,  in ___cds_wfcq_next_nonblocking()  argument
393 	return ___cds_wfcq_next(head, tail, node, 0);  in ___cds_wfcq_next_nonblocking()
398 		struct cds_wfcq_tail *tail,  in ___cds_wfcq_dequeue_with_state()  argument
408 	if (_cds_wfcq_empty(__cds_wfcq_head_cast(head), tail)) {  in ___cds_wfcq_dequeue_with_state()
433 		if (uatomic_cmpxchg(&tail->p, node, &head->node) == node) {  in ___cds_wfcq_dequeue_with_state()
471 		struct cds_wfcq_tail *tail, int *state)  in ___cds_wfcq_dequeue_with_state_blocking()  argument
473 	return ___cds_wfcq_dequeue_with_state(head, tail, state, 1);  in ___cds_wfcq_dequeue_with_state_blocking()
484 		struct cds_wfcq_tail *tail)  in ___cds_wfcq_dequeue_blocking()  argument
486 	return ___cds_wfcq_dequeue_with_state_blocking(head, tail, NULL);  in ___cds_wfcq_dequeue_blocking()
497 		struct cds_wfcq_tail *tail, int *state)  in ___cds_wfcq_dequeue_with_state_nonblocking()  argument
499 	return ___cds_wfcq_dequeue_with_state(head, tail, state, 0);  in ___cds_wfcq_dequeue_with_state_nonblocking()
510 		struct cds_wfcq_tail *tail)  in ___cds_wfcq_dequeue_nonblocking()  argument
512 	return ___cds_wfcq_dequeue_with_state_nonblocking(head, tail, NULL);  in ___cds_wfcq_dequeue_nonblocking()
535 	struct cds_wfcq_node *head, *tail;  in ___cds_wfcq_splice()  local
566 	tail = uatomic_xchg(&src_q_tail->p, &src_q_head->node);  in ___cds_wfcq_splice()
573 			head, tail))  in ___cds_wfcq_splice()
628 		struct cds_wfcq_tail *tail, int *state)  in _cds_wfcq_dequeue_with_state_blocking()  argument
632 	_cds_wfcq_dequeue_lock(head, tail);  in _cds_wfcq_dequeue_with_state_blocking()
634 			tail, state);  in _cds_wfcq_dequeue_with_state_blocking()
635 	_cds_wfcq_dequeue_unlock(head, tail);  in _cds_wfcq_dequeue_with_state_blocking()
646 		struct cds_wfcq_tail *tail)  in _cds_wfcq_dequeue_blocking()  argument
648 	return _cds_wfcq_dequeue_with_state_blocking(head, tail, NULL);  in _cds_wfcq_dequeue_blocking()