xref: /freebsd/lib/libc/gen/sem_new.c (revision b3e76948)
1d915a14eSPedro F. Giffuni /*-
24d846d26SWarner Losh  * SPDX-License-Identifier: BSD-2-Clause
3d915a14eSPedro F. Giffuni  *
49b0f1823SDavid Xu  * Copyright (C) 2010 David Xu <davidxu@freebsd.org>.
59b0f1823SDavid Xu  * All rights reserved.
69b0f1823SDavid Xu  *
79b0f1823SDavid Xu  * Redistribution and use in source and binary forms, with or without
89b0f1823SDavid Xu  * modification, are permitted provided that the following conditions
99b0f1823SDavid Xu  * are met:
109b0f1823SDavid Xu  * 1. Redistributions of source code must retain the above copyright
119b0f1823SDavid Xu  *    notice(s), this list of conditions and the following disclaimer as
129b0f1823SDavid Xu  *    the first lines of this file unmodified other than the possible
139b0f1823SDavid Xu  *    addition of one or more copyright notices.
149b0f1823SDavid Xu  * 2. Redistributions in binary form must reproduce the above copyright
159b0f1823SDavid Xu  *    notice(s), this list of conditions and the following disclaimer in
169b0f1823SDavid Xu  *    the documentation and/or other materials provided with the
179b0f1823SDavid Xu  *    distribution.
189b0f1823SDavid Xu  *
199b0f1823SDavid Xu  * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDER(S) ``AS IS'' AND ANY
209b0f1823SDavid Xu  * EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
219b0f1823SDavid Xu  * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
229b0f1823SDavid Xu  * PURPOSE ARE DISCLAIMED.  IN NO EVENT SHALL THE COPYRIGHT HOLDER(S) BE
239b0f1823SDavid Xu  * LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
249b0f1823SDavid Xu  * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
259b0f1823SDavid Xu  * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR
269b0f1823SDavid Xu  * BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY,
279b0f1823SDavid Xu  * WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE
289b0f1823SDavid Xu  * OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE,
299b0f1823SDavid Xu  * EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
309b0f1823SDavid Xu  */
319b0f1823SDavid Xu 
329b0f1823SDavid Xu #include "namespace.h"
339b0f1823SDavid Xu #include <sys/types.h>
349b0f1823SDavid Xu #include <sys/queue.h>
359b0f1823SDavid Xu #include <sys/mman.h>
369b0f1823SDavid Xu #include <sys/stat.h>
379b0f1823SDavid Xu #include <errno.h>
389b0f1823SDavid Xu #include <machine/atomic.h>
399b0f1823SDavid Xu #include <sys/umtx.h>
409b0f1823SDavid Xu #include <limits.h>
419b0f1823SDavid Xu #include <fcntl.h>
429b0f1823SDavid Xu #include <pthread.h>
439b0f1823SDavid Xu #include <stdarg.h>
44e6a183a4SKonstantin Belousov #include <stdbool.h>
459b0f1823SDavid Xu #include <stdlib.h>
469b0f1823SDavid Xu #include <string.h>
479b0f1823SDavid Xu #include <time.h>
489b0f1823SDavid Xu #include <semaphore.h>
499b0f1823SDavid Xu #include <unistd.h>
509b0f1823SDavid Xu #include "un-namespace.h"
51f4213b90SDavid Xu #include "libc_private.h"
529b0f1823SDavid Xu 
53523a738fSDavid Xu __weak_reference(_sem_close, sem_close);
54523a738fSDavid Xu __weak_reference(_sem_destroy, sem_destroy);
55523a738fSDavid Xu __weak_reference(_sem_getvalue, sem_getvalue);
56523a738fSDavid Xu __weak_reference(_sem_init, sem_init);
57523a738fSDavid Xu __weak_reference(_sem_open, sem_open);
58523a738fSDavid Xu __weak_reference(_sem_post, sem_post);
59523a738fSDavid Xu __weak_reference(_sem_timedwait, sem_timedwait);
60b215ceaaSEric van Gyzen __weak_reference(_sem_clockwait_np, sem_clockwait_np);
61523a738fSDavid Xu __weak_reference(_sem_trywait, sem_trywait);
62523a738fSDavid Xu __weak_reference(_sem_unlink, sem_unlink);
63523a738fSDavid Xu __weak_reference(_sem_wait, sem_wait);
649b0f1823SDavid Xu 
659b0f1823SDavid Xu #define SEM_PREFIX	"/tmp/SEMD"
6653e1ffbbSJohn Baldwin #define SEM_MAGIC	((u_int32_t)0x73656d32)
6753e1ffbbSJohn Baldwin 
6853e1ffbbSJohn Baldwin _Static_assert(SEM_VALUE_MAX <= USEM_MAX_COUNT, "SEM_VALUE_MAX too large");
699b0f1823SDavid Xu 
709b0f1823SDavid Xu struct sem_nameinfo {
719b0f1823SDavid Xu 	int open_count;
729b0f1823SDavid Xu 	char *name;
73ca5e4fe9SKonstantin Belousov 	dev_t dev;
74ca5e4fe9SKonstantin Belousov 	ino_t ino;
759b0f1823SDavid Xu 	sem_t *sem;
769b0f1823SDavid Xu 	LIST_ENTRY(sem_nameinfo) next;
779b0f1823SDavid Xu };
789b0f1823SDavid Xu 
799b0f1823SDavid Xu static pthread_once_t once = PTHREAD_ONCE_INIT;
809b0f1823SDavid Xu static pthread_mutex_t sem_llock;
819b0f1823SDavid Xu static LIST_HEAD(, sem_nameinfo) sem_list = LIST_HEAD_INITIALIZER(sem_list);
829b0f1823SDavid Xu 
839b0f1823SDavid Xu static void
sem_prefork(void)843a137162SKonstantin Belousov sem_prefork(void)
859b0f1823SDavid Xu {
869b0f1823SDavid Xu 
879b0f1823SDavid Xu 	_pthread_mutex_lock(&sem_llock);
889b0f1823SDavid Xu }
899b0f1823SDavid Xu 
909b0f1823SDavid Xu static void
sem_postfork(void)913a137162SKonstantin Belousov sem_postfork(void)
929b0f1823SDavid Xu {
933a137162SKonstantin Belousov 
949b0f1823SDavid Xu 	_pthread_mutex_unlock(&sem_llock);
959b0f1823SDavid Xu }
969b0f1823SDavid Xu 
979b0f1823SDavid Xu static void
sem_child_postfork(void)983a137162SKonstantin Belousov sem_child_postfork(void)
999b0f1823SDavid Xu {
1003a137162SKonstantin Belousov 
1019b0f1823SDavid Xu 	_pthread_mutex_unlock(&sem_llock);
1029b0f1823SDavid Xu }
1039b0f1823SDavid Xu 
1049b0f1823SDavid Xu static void
sem_module_init(void)1059b0f1823SDavid Xu sem_module_init(void)
1069b0f1823SDavid Xu {
1079b0f1823SDavid Xu 
108f7a6f6a2SKonstantin Belousov 	_pthread_mutex_init(&sem_llock, NULL);
1099b0f1823SDavid Xu 	_pthread_atfork(sem_prefork, sem_postfork, sem_child_postfork);
1109b0f1823SDavid Xu }
1119b0f1823SDavid Xu 
1129b0f1823SDavid Xu static inline int
sem_check_validity(sem_t * sem)1139b0f1823SDavid Xu sem_check_validity(sem_t *sem)
1149b0f1823SDavid Xu {
1159b0f1823SDavid Xu 
1164e2158bfSDavid Xu 	if (sem->_magic == SEM_MAGIC)
1179b0f1823SDavid Xu 		return (0);
1189b0f1823SDavid Xu 	errno = EINVAL;
1199b0f1823SDavid Xu 	return (-1);
1209b0f1823SDavid Xu }
1219b0f1823SDavid Xu 
1229b0f1823SDavid Xu int
_sem_init(sem_t * sem,int pshared,unsigned int value)123523a738fSDavid Xu _sem_init(sem_t *sem, int pshared, unsigned int value)
1249b0f1823SDavid Xu {
1259b0f1823SDavid Xu 
1269b0f1823SDavid Xu 	if (value > SEM_VALUE_MAX) {
1279b0f1823SDavid Xu 		errno = EINVAL;
1289b0f1823SDavid Xu 		return (-1);
1299b0f1823SDavid Xu 	}
1309b0f1823SDavid Xu 
1319b0f1823SDavid Xu 	bzero(sem, sizeof(sem_t));
1329b0f1823SDavid Xu 	sem->_magic = SEM_MAGIC;
1339b0f1823SDavid Xu 	sem->_kern._count = (u_int32_t)value;
1344e2158bfSDavid Xu 	sem->_kern._flags = pshared ? USYNC_PROCESS_SHARED : 0;
1359b0f1823SDavid Xu 	return (0);
1369b0f1823SDavid Xu }
1379b0f1823SDavid Xu 
1389b0f1823SDavid Xu sem_t *
_sem_open(const char * name,int flags,...)139523a738fSDavid Xu _sem_open(const char *name, int flags, ...)
1409b0f1823SDavid Xu {
1419b0f1823SDavid Xu 	char path[PATH_MAX];
1429b0f1823SDavid Xu 	struct stat sb;
1439b0f1823SDavid Xu 	va_list ap;
1443a137162SKonstantin Belousov 	struct sem_nameinfo *ni;
1453a137162SKonstantin Belousov 	sem_t *sem, tmp;
1463a137162SKonstantin Belousov 	int errsave, fd, len, mode, value;
1473a137162SKonstantin Belousov 
1483a137162SKonstantin Belousov 	ni = NULL;
1493a137162SKonstantin Belousov 	sem = NULL;
1503a137162SKonstantin Belousov 	fd = -1;
1513a137162SKonstantin Belousov 	value = 0;
1529b0f1823SDavid Xu 
1539b0f1823SDavid Xu 	if (name[0] != '/') {
1549b0f1823SDavid Xu 		errno = EINVAL;
15541e16053SDavid Xu 		return (SEM_FAILED);
1569b0f1823SDavid Xu 	}
1579b0f1823SDavid Xu 	name++;
158ca5e4fe9SKonstantin Belousov 	strcpy(path, SEM_PREFIX);
159ca5e4fe9SKonstantin Belousov 	if (strlcat(path, name, sizeof(path)) >= sizeof(path)) {
160ca5e4fe9SKonstantin Belousov 		errno = ENAMETOOLONG;
161ca5e4fe9SKonstantin Belousov 		return (SEM_FAILED);
162ca5e4fe9SKonstantin Belousov 	}
1639b0f1823SDavid Xu 	if (flags & ~(O_CREAT|O_EXCL)) {
1649b0f1823SDavid Xu 		errno = EINVAL;
16541e16053SDavid Xu 		return (SEM_FAILED);
1669b0f1823SDavid Xu 	}
167ca5e4fe9SKonstantin Belousov 	if ((flags & O_CREAT) != 0) {
1689b0f1823SDavid Xu 		va_start(ap, flags);
1699b0f1823SDavid Xu 		mode = va_arg(ap, int);
170323d80a0SDavid Xu 		value = va_arg(ap, int);
1719b0f1823SDavid Xu 		va_end(ap);
1729b0f1823SDavid Xu 	}
173ca5e4fe9SKonstantin Belousov 	fd = -1;
174ca5e4fe9SKonstantin Belousov 	_pthread_once(&once, sem_module_init);
175ca5e4fe9SKonstantin Belousov 
176ca5e4fe9SKonstantin Belousov 	_pthread_mutex_lock(&sem_llock);
177ca5e4fe9SKonstantin Belousov 	LIST_FOREACH(ni, &sem_list, next) {
178ca5e4fe9SKonstantin Belousov 		if (ni->name != NULL && strcmp(name, ni->name) == 0) {
179ca5e4fe9SKonstantin Belousov 			fd = _open(path, flags | O_RDWR | O_CLOEXEC |
180ca5e4fe9SKonstantin Belousov 			    O_EXLOCK, mode);
181afa04e41SJilles Tjoelker 			if (fd == -1 || _fstat(fd, &sb) == -1) {
182afa04e41SJilles Tjoelker 				ni = NULL;
183ca5e4fe9SKonstantin Belousov 				goto error;
184afa04e41SJilles Tjoelker 			}
185ca5e4fe9SKonstantin Belousov 			if ((flags & (O_CREAT | O_EXCL)) == (O_CREAT |
186ca5e4fe9SKonstantin Belousov 			    O_EXCL) || ni->dev != sb.st_dev ||
187ca5e4fe9SKonstantin Belousov 			    ni->ino != sb.st_ino) {
188ca5e4fe9SKonstantin Belousov 				ni->name = NULL;
189ca5e4fe9SKonstantin Belousov 				ni = NULL;
190ca5e4fe9SKonstantin Belousov 				break;
191ca5e4fe9SKonstantin Belousov 			}
192ca5e4fe9SKonstantin Belousov 			ni->open_count++;
193ca5e4fe9SKonstantin Belousov 			sem = ni->sem;
194ca5e4fe9SKonstantin Belousov 			_pthread_mutex_unlock(&sem_llock);
195ca5e4fe9SKonstantin Belousov 			_close(fd);
196ca5e4fe9SKonstantin Belousov 			return (sem);
197ca5e4fe9SKonstantin Belousov 		}
198ca5e4fe9SKonstantin Belousov 	}
1999b0f1823SDavid Xu 
2009b0f1823SDavid Xu 	len = sizeof(*ni) + strlen(name) + 1;
2019b0f1823SDavid Xu 	ni = (struct sem_nameinfo *)malloc(len);
2029b0f1823SDavid Xu 	if (ni == NULL) {
2039b0f1823SDavid Xu 		errno = ENOSPC;
2049b0f1823SDavid Xu 		goto error;
2059b0f1823SDavid Xu 	}
2069b0f1823SDavid Xu 
2079b0f1823SDavid Xu 	ni->name = (char *)(ni+1);
2089b0f1823SDavid Xu 	strcpy(ni->name, name);
2099b0f1823SDavid Xu 
210ca5e4fe9SKonstantin Belousov 	if (fd == -1) {
211ca5e4fe9SKonstantin Belousov 		fd = _open(path, flags | O_RDWR | O_CLOEXEC | O_EXLOCK, mode);
212ca5e4fe9SKonstantin Belousov 		if (fd == -1 || _fstat(fd, &sb) == -1)
2139b0f1823SDavid Xu 			goto error;
2149b0f1823SDavid Xu 	}
2159b0f1823SDavid Xu 	if (sb.st_size < sizeof(sem_t)) {
2169b0f1823SDavid Xu 		tmp._magic = SEM_MAGIC;
217323d80a0SDavid Xu 		tmp._kern._count = value;
2184e2158bfSDavid Xu 		tmp._kern._flags = USYNC_PROCESS_SHARED | SEM_NAMED;
219a9c09aeeSDavid Xu 		if (_write(fd, &tmp, sizeof(tmp)) != sizeof(tmp))
2209b0f1823SDavid Xu 			goto error;
2219b0f1823SDavid Xu 	}
2229b0f1823SDavid Xu 	flock(fd, LOCK_UN);
2233a137162SKonstantin Belousov 	sem = mmap(NULL, sizeof(sem_t), PROT_READ | PROT_WRITE,
2249b0f1823SDavid Xu 	    MAP_SHARED | MAP_NOSYNC, fd, 0);
2259b0f1823SDavid Xu 	if (sem == MAP_FAILED) {
2269b0f1823SDavid Xu 		sem = NULL;
2279b0f1823SDavid Xu 		if (errno == ENOMEM)
2289b0f1823SDavid Xu 			errno = ENOSPC;
2299b0f1823SDavid Xu 		goto error;
2309b0f1823SDavid Xu 	}
2319b0f1823SDavid Xu 	if (sem->_magic != SEM_MAGIC) {
2329b0f1823SDavid Xu 		errno = EINVAL;
2339b0f1823SDavid Xu 		goto error;
2349b0f1823SDavid Xu 	}
2359b0f1823SDavid Xu 	ni->open_count = 1;
2369b0f1823SDavid Xu 	ni->sem = sem;
237ca5e4fe9SKonstantin Belousov 	ni->dev = sb.st_dev;
238ca5e4fe9SKonstantin Belousov 	ni->ino = sb.st_ino;
2399b0f1823SDavid Xu 	LIST_INSERT_HEAD(&sem_list, ni, next);
2409b0f1823SDavid Xu 	_close(fd);
24117001e0bSDavid Xu 	_pthread_mutex_unlock(&sem_llock);
2429b0f1823SDavid Xu 	return (sem);
2439b0f1823SDavid Xu 
2449b0f1823SDavid Xu error:
2454c1c132bSDavid Xu 	errsave = errno;
2469b0f1823SDavid Xu 	if (fd != -1)
2479b0f1823SDavid Xu 		_close(fd);
2489b0f1823SDavid Xu 	if (sem != NULL)
2499b0f1823SDavid Xu 		munmap(sem, sizeof(sem_t));
2509b0f1823SDavid Xu 	free(ni);
25117001e0bSDavid Xu 	_pthread_mutex_unlock(&sem_llock);
2524c1c132bSDavid Xu 	errno = errsave;
2539b0f1823SDavid Xu 	return (SEM_FAILED);
2549b0f1823SDavid Xu }
2559b0f1823SDavid Xu 
2569b0f1823SDavid Xu int
_sem_close(sem_t * sem)257523a738fSDavid Xu _sem_close(sem_t *sem)
2589b0f1823SDavid Xu {
2599b0f1823SDavid Xu 	struct sem_nameinfo *ni;
260e6a183a4SKonstantin Belousov 	bool last;
2619b0f1823SDavid Xu 
2629b0f1823SDavid Xu 	if (sem_check_validity(sem) != 0)
2639b0f1823SDavid Xu 		return (-1);
2649b0f1823SDavid Xu 
2659b0f1823SDavid Xu 	if (!(sem->_kern._flags & SEM_NAMED)) {
2669b0f1823SDavid Xu 		errno = EINVAL;
2679b0f1823SDavid Xu 		return (-1);
2689b0f1823SDavid Xu 	}
2699b0f1823SDavid Xu 
270764ce7ceSDavid Xu 	_pthread_once(&once, sem_module_init);
271764ce7ceSDavid Xu 
2729b0f1823SDavid Xu 	_pthread_mutex_lock(&sem_llock);
2739b0f1823SDavid Xu 	LIST_FOREACH(ni, &sem_list, next) {
2749b0f1823SDavid Xu 		if (sem == ni->sem) {
275e6a183a4SKonstantin Belousov 			last = --ni->open_count == 0;
276e6a183a4SKonstantin Belousov 			if (last)
2779b0f1823SDavid Xu 				LIST_REMOVE(ni, next);
2789b0f1823SDavid Xu 			_pthread_mutex_unlock(&sem_llock);
279e6a183a4SKonstantin Belousov 			if (last) {
2809b0f1823SDavid Xu 				munmap(sem, sizeof(*sem));
2819b0f1823SDavid Xu 				free(ni);
282e6a183a4SKonstantin Belousov 			}
2839b0f1823SDavid Xu 			return (0);
2849b0f1823SDavid Xu 		}
285e6a183a4SKonstantin Belousov 	}
2869b0f1823SDavid Xu 	_pthread_mutex_unlock(&sem_llock);
28741e16053SDavid Xu 	errno = EINVAL;
2889b0f1823SDavid Xu 	return (-1);
2899b0f1823SDavid Xu }
2909b0f1823SDavid Xu 
2919b0f1823SDavid Xu int
_sem_unlink(const char * name)292523a738fSDavid Xu _sem_unlink(const char *name)
2939b0f1823SDavid Xu {
2949b0f1823SDavid Xu 	char path[PATH_MAX];
2959b0f1823SDavid Xu 
2969b0f1823SDavid Xu 	if (name[0] != '/') {
2979b0f1823SDavid Xu 		errno = ENOENT;
2989b0f1823SDavid Xu 		return -1;
2999b0f1823SDavid Xu 	}
3009b0f1823SDavid Xu 	name++;
3019b0f1823SDavid Xu 	strcpy(path, SEM_PREFIX);
3029b0f1823SDavid Xu 	if (strlcat(path, name, sizeof(path)) >= sizeof(path)) {
3039b0f1823SDavid Xu 		errno = ENAMETOOLONG;
3049b0f1823SDavid Xu 		return (-1);
3059b0f1823SDavid Xu 	}
3069b6224b7SKonstantin Belousov 
3079b6224b7SKonstantin Belousov 	return (unlink(path));
3089b0f1823SDavid Xu }
3099b0f1823SDavid Xu 
3109b0f1823SDavid Xu int
_sem_destroy(sem_t * sem)311523a738fSDavid Xu _sem_destroy(sem_t *sem)
3129b0f1823SDavid Xu {
3139b0f1823SDavid Xu 
3149b0f1823SDavid Xu 	if (sem_check_validity(sem) != 0)
3159b0f1823SDavid Xu 		return (-1);
3169b0f1823SDavid Xu 
3179b0f1823SDavid Xu 	if (sem->_kern._flags & SEM_NAMED) {
3189b0f1823SDavid Xu 		errno = EINVAL;
3199b0f1823SDavid Xu 		return (-1);
3209b0f1823SDavid Xu 	}
3219b0f1823SDavid Xu 	sem->_magic = 0;
3229b0f1823SDavid Xu 	return (0);
3239b0f1823SDavid Xu }
3249b0f1823SDavid Xu 
3259b0f1823SDavid Xu int
_sem_getvalue(sem_t * __restrict sem,int * __restrict sval)326523a738fSDavid Xu _sem_getvalue(sem_t * __restrict sem, int * __restrict sval)
3279b0f1823SDavid Xu {
3289b0f1823SDavid Xu 
3299b0f1823SDavid Xu 	if (sem_check_validity(sem) != 0)
3309b0f1823SDavid Xu 		return (-1);
3319b0f1823SDavid Xu 
33253e1ffbbSJohn Baldwin 	*sval = (int)USEM_COUNT(sem->_kern._count);
3339b0f1823SDavid Xu 	return (0);
3349b0f1823SDavid Xu }
3359b0f1823SDavid Xu 
336d802aa25SDavid Xu static __inline int
usem_wake(struct _usem2 * sem)33753e1ffbbSJohn Baldwin usem_wake(struct _usem2 *sem)
3384e2158bfSDavid Xu {
3393a137162SKonstantin Belousov 
3403a137162SKonstantin Belousov 	return (_umtx_op(sem, UMTX_OP_SEM2_WAKE, 0, NULL, NULL));
3414e2158bfSDavid Xu }
3424e2158bfSDavid Xu 
3434e2158bfSDavid Xu static __inline int
usem_wait(struct _usem2 * sem,clockid_t clock_id,int flags,const struct timespec * rqtp,struct timespec * rmtp)344b215ceaaSEric van Gyzen usem_wait(struct _usem2 *sem, clockid_t clock_id, int flags,
345b215ceaaSEric van Gyzen     const struct timespec *rqtp, struct timespec *rmtp)
3469b0f1823SDavid Xu {
347b215ceaaSEric van Gyzen 	struct {
348b215ceaaSEric van Gyzen 		struct _umtx_time timeout;
349b215ceaaSEric van Gyzen 		struct timespec remain;
350b215ceaaSEric van Gyzen 	} tms;
351b215ceaaSEric van Gyzen 	void *tm_p;
352df1f1baeSDavid Xu 	size_t tm_size;
353b215ceaaSEric van Gyzen 	int retval;
354df1f1baeSDavid Xu 
355b215ceaaSEric van Gyzen 	if (rqtp == NULL) {
356df1f1baeSDavid Xu 		tm_p = NULL;
357df1f1baeSDavid Xu 		tm_size = 0;
358df1f1baeSDavid Xu 	} else {
359b215ceaaSEric van Gyzen 		tms.timeout._clockid = clock_id;
360b215ceaaSEric van Gyzen 		tms.timeout._flags = (flags & TIMER_ABSTIME) ? UMTX_ABSTIME : 0;
361b215ceaaSEric van Gyzen 		tms.timeout._timeout = *rqtp;
362b215ceaaSEric van Gyzen 		tm_p = &tms;
363b215ceaaSEric van Gyzen 		tm_size = sizeof(tms);
3649b0f1823SDavid Xu 	}
365b215ceaaSEric van Gyzen 	retval = _umtx_op(sem, UMTX_OP_SEM2_WAIT, 0, (void *)tm_size, tm_p);
366b215ceaaSEric van Gyzen 	if (retval == -1 && errno == EINTR && (flags & TIMER_ABSTIME) == 0 &&
367b215ceaaSEric van Gyzen 	    rqtp != NULL && rmtp != NULL) {
368b215ceaaSEric van Gyzen 		*rmtp = tms.remain;
369b215ceaaSEric van Gyzen 	}
370b215ceaaSEric van Gyzen 
371b215ceaaSEric van Gyzen 	return (retval);
3729b0f1823SDavid Xu }
3739b0f1823SDavid Xu 
3749b0f1823SDavid Xu int
_sem_trywait(sem_t * sem)375523a738fSDavid Xu _sem_trywait(sem_t *sem)
3769b0f1823SDavid Xu {
3774e2158bfSDavid Xu 	int val;
3789b0f1823SDavid Xu 
3799b0f1823SDavid Xu 	if (sem_check_validity(sem) != 0)
3809b0f1823SDavid Xu 		return (-1);
3814e2158bfSDavid Xu 
38253e1ffbbSJohn Baldwin 	while (USEM_COUNT(val = sem->_kern._count) > 0) {
3834e2158bfSDavid Xu 		if (atomic_cmpset_acq_int(&sem->_kern._count, val, val - 1))
3849b0f1823SDavid Xu 			return (0);
3854e2158bfSDavid Xu 	}
3864e2158bfSDavid Xu 	errno = EAGAIN;
3879b0f1823SDavid Xu 	return (-1);
3889b0f1823SDavid Xu }
3899b0f1823SDavid Xu 
3909b0f1823SDavid Xu int
_sem_clockwait_np(sem_t * __restrict sem,clockid_t clock_id,int flags,const struct timespec * rqtp,struct timespec * rmtp)391b215ceaaSEric van Gyzen _sem_clockwait_np(sem_t * __restrict sem, clockid_t clock_id, int flags,
392b215ceaaSEric van Gyzen 	const struct timespec *rqtp, struct timespec *rmtp)
3939b0f1823SDavid Xu {
3944e2158bfSDavid Xu 	int val, retval;
3959b0f1823SDavid Xu 
3969b0f1823SDavid Xu 	if (sem_check_validity(sem) != 0)
3979b0f1823SDavid Xu 		return (-1);
3989b0f1823SDavid Xu 
3999b0f1823SDavid Xu 	retval = 0;
400ddf06178SDavid Xu 	_pthread_testcancel();
4019b0f1823SDavid Xu 	for (;;) {
40253e1ffbbSJohn Baldwin 		while (USEM_COUNT(val = sem->_kern._count) > 0) {
403b215ceaaSEric van Gyzen 			if (atomic_cmpset_acq_int(&sem->_kern._count, val,
404b215ceaaSEric van Gyzen 			    val - 1))
4059b0f1823SDavid Xu 				return (0);
4064e2158bfSDavid Xu 		}
4079b0f1823SDavid Xu 
408f4213b90SDavid Xu 		if (retval) {
409f4213b90SDavid Xu 			_pthread_testcancel();
4109b0f1823SDavid Xu 			break;
411f4213b90SDavid Xu 		}
4129b0f1823SDavid Xu 
4139b0f1823SDavid Xu 		/*
4149b0f1823SDavid Xu 		 * The timeout argument is only supposed to
4159b0f1823SDavid Xu 		 * be checked if the thread would have blocked.
4169b0f1823SDavid Xu 		 */
417b215ceaaSEric van Gyzen 		if (rqtp != NULL) {
418b215ceaaSEric van Gyzen 			if (rqtp->tv_nsec >= 1000000000 || rqtp->tv_nsec < 0) {
4199b0f1823SDavid Xu 				errno = EINVAL;
4209b0f1823SDavid Xu 				return (-1);
4219b0f1823SDavid Xu 			}
4229b0f1823SDavid Xu 		}
423f4213b90SDavid Xu 		_pthread_cancel_enter(1);
424b215ceaaSEric van Gyzen 		retval = usem_wait(&sem->_kern, clock_id, flags, rqtp, rmtp);
425f4213b90SDavid Xu 		_pthread_cancel_leave(0);
4269b0f1823SDavid Xu 	}
4279b0f1823SDavid Xu 	return (retval);
4289b0f1823SDavid Xu }
4299b0f1823SDavid Xu 
4309b0f1823SDavid Xu int
_sem_timedwait(sem_t * __restrict sem,const struct timespec * __restrict abstime)431b215ceaaSEric van Gyzen _sem_timedwait(sem_t * __restrict sem,
432b215ceaaSEric van Gyzen 	const struct timespec * __restrict abstime)
433b215ceaaSEric van Gyzen {
4343a137162SKonstantin Belousov 
435b215ceaaSEric van Gyzen 	return (_sem_clockwait_np(sem, CLOCK_REALTIME, TIMER_ABSTIME, abstime,
436b215ceaaSEric van Gyzen 	    NULL));
437b215ceaaSEric van Gyzen };
438b215ceaaSEric van Gyzen 
439b215ceaaSEric van Gyzen int
_sem_wait(sem_t * sem)440523a738fSDavid Xu _sem_wait(sem_t *sem)
4419b0f1823SDavid Xu {
4423a137162SKonstantin Belousov 
4433a137162SKonstantin Belousov 	return (_sem_timedwait(sem, NULL));
4449b0f1823SDavid Xu }
4459b0f1823SDavid Xu 
4469b0f1823SDavid Xu /*
4479b0f1823SDavid Xu  * POSIX:
4489b0f1823SDavid Xu  * The sem_post() interface is reentrant with respect to signals and may be
4499b0f1823SDavid Xu  * invoked from a signal-catching function.
4509b0f1823SDavid Xu  * The implementation does not use lock, so it should be safe.
4519b0f1823SDavid Xu  */
4529b0f1823SDavid Xu int
_sem_post(sem_t * sem)453523a738fSDavid Xu _sem_post(sem_t *sem)
4549b0f1823SDavid Xu {
4558931e524SDavid Xu 	unsigned int count;
4569b0f1823SDavid Xu 
4579b0f1823SDavid Xu 	if (sem_check_validity(sem) != 0)
4589b0f1823SDavid Xu 		return (-1);
4599b0f1823SDavid Xu 
4608931e524SDavid Xu 	do {
4618931e524SDavid Xu 		count = sem->_kern._count;
46249ba8a68SJilles Tjoelker 		if (USEM_COUNT(count) + 1 > SEM_VALUE_MAX) {
46349ba8a68SJilles Tjoelker 			errno = EOVERFLOW;
46449ba8a68SJilles Tjoelker 			return (-1);
46549ba8a68SJilles Tjoelker 		}
4668931e524SDavid Xu 	} while (!atomic_cmpset_rel_int(&sem->_kern._count, count, count + 1));
46753e1ffbbSJohn Baldwin 	if (count & USEM_HAS_WAITERS)
46853e1ffbbSJohn Baldwin 		usem_wake(&sem->_kern);
4698931e524SDavid Xu 	return (0);
4709b0f1823SDavid Xu }
471