15db2f26eSSascha Wildner /*-
25db2f26eSSascha Wildner * Copyright (c) 2000 Michael Smith
35db2f26eSSascha Wildner * Copyright (c) 2000 BSDi
45db2f26eSSascha Wildner * All rights reserved.
55db2f26eSSascha Wildner *
65db2f26eSSascha Wildner * Redistribution and use in source and binary forms, with or without
75db2f26eSSascha Wildner * modification, are permitted provided that the following conditions
85db2f26eSSascha Wildner * are met:
95db2f26eSSascha Wildner * 1. Redistributions of source code must retain the above copyright
105db2f26eSSascha Wildner * notice, this list of conditions and the following disclaimer.
115db2f26eSSascha Wildner * 2. Redistributions in binary form must reproduce the above copyright
125db2f26eSSascha Wildner * notice, this list of conditions and the following disclaimer in the
135db2f26eSSascha Wildner * documentation and/or other materials provided with the distribution.
145db2f26eSSascha Wildner *
155db2f26eSSascha Wildner * THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND
165db2f26eSSascha Wildner * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
175db2f26eSSascha Wildner * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
185db2f26eSSascha Wildner * ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE
195db2f26eSSascha Wildner * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
205db2f26eSSascha Wildner * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
215db2f26eSSascha Wildner * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
225db2f26eSSascha Wildner * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
235db2f26eSSascha Wildner * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
245db2f26eSSascha Wildner * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
255db2f26eSSascha Wildner * SUCH DAMAGE.
265db2f26eSSascha Wildner *
275db2f26eSSascha Wildner * $FreeBSD: src/sys/dev/acpica/Osd/OsdSynch.c,v 1.21 2004/05/05 20:07:52 njl Exp $
285db2f26eSSascha Wildner */
295db2f26eSSascha Wildner
305db2f26eSSascha Wildner /*
31178f054bSSascha Wildner * Mutual Exclusion and Synchronisation
325db2f26eSSascha Wildner */
335db2f26eSSascha Wildner
345db2f26eSSascha Wildner #include "acpi.h"
355db2f26eSSascha Wildner #include "accommon.h"
365db2f26eSSascha Wildner
375db2f26eSSascha Wildner #include "opt_acpi.h"
385db2f26eSSascha Wildner
395db2f26eSSascha Wildner #include <sys/kernel.h>
408db79487SSascha Wildner #include <sys/bus.h>
415db2f26eSSascha Wildner #include <sys/malloc.h>
425db2f26eSSascha Wildner #include <sys/sysctl.h>
435db2f26eSSascha Wildner #include <sys/lock.h>
445db2f26eSSascha Wildner #include <sys/thread.h>
455db2f26eSSascha Wildner #include <sys/thread2.h>
465db2f26eSSascha Wildner #include <sys/spinlock2.h>
475db2f26eSSascha Wildner
488db79487SSascha Wildner #include <dev/acpica/acpivar.h>
498db79487SSascha Wildner
505db2f26eSSascha Wildner #define _COMPONENT ACPI_OS_SERVICES
515db2f26eSSascha Wildner ACPI_MODULE_NAME("SYNCH")
525db2f26eSSascha Wildner
535db2f26eSSascha Wildner MALLOC_DEFINE(M_ACPISEM, "acpisem", "ACPI semaphore");
545db2f26eSSascha Wildner
555db2f26eSSascha Wildner #define AS_LOCK(as) spin_lock(&(as)->as_spin)
565db2f26eSSascha Wildner #define AS_UNLOCK(as) spin_unlock(&(as)->as_spin)
575db2f26eSSascha Wildner #define AS_LOCK_DECL
585db2f26eSSascha Wildner
595db2f26eSSascha Wildner /*
605db2f26eSSascha Wildner * Simple counting semaphore implemented using a mutex. (Subsequently used
615db2f26eSSascha Wildner * in the OSI code to implement a mutex. Go figure.)
625db2f26eSSascha Wildner */
635db2f26eSSascha Wildner struct acpi_semaphore {
645db2f26eSSascha Wildner struct spinlock as_spin;
655db2f26eSSascha Wildner UINT32 as_units;
665db2f26eSSascha Wildner UINT32 as_maxunits;
675db2f26eSSascha Wildner UINT32 as_pendings;
685db2f26eSSascha Wildner UINT32 as_resetting;
695db2f26eSSascha Wildner UINT32 as_timeouts;
705db2f26eSSascha Wildner };
715db2f26eSSascha Wildner
725db2f26eSSascha Wildner #ifndef ACPI_SEMAPHORES_MAX_PENDING
7351e1b778SMatthew Dillon #define ACPI_SEMAPHORES_MAX_PENDING 0x1FFFFFFF
745db2f26eSSascha Wildner #endif
755db2f26eSSascha Wildner static int acpi_semaphore_debug = 0;
765db2f26eSSascha Wildner TUNABLE_INT("debug.acpi_semaphore_debug", &acpi_semaphore_debug);
775db2f26eSSascha Wildner SYSCTL_INT(_debug_acpi, OID_AUTO, semaphore_debug, CTLFLAG_RW,
785db2f26eSSascha Wildner &acpi_semaphore_debug, 0, "Enable ACPI semaphore debug messages");
795db2f26eSSascha Wildner
805db2f26eSSascha Wildner ACPI_STATUS
AcpiOsCreateSemaphore(UINT32 MaxUnits,UINT32 InitialUnits,ACPI_HANDLE * OutHandle)815db2f26eSSascha Wildner AcpiOsCreateSemaphore(UINT32 MaxUnits, UINT32 InitialUnits,
825db2f26eSSascha Wildner ACPI_HANDLE *OutHandle)
835db2f26eSSascha Wildner {
845db2f26eSSascha Wildner struct acpi_semaphore *as;
855db2f26eSSascha Wildner
865db2f26eSSascha Wildner ACPI_FUNCTION_TRACE((char *)(uintptr_t)__func__);
875db2f26eSSascha Wildner
885db2f26eSSascha Wildner if (OutHandle == NULL)
895db2f26eSSascha Wildner return_ACPI_STATUS (AE_BAD_PARAMETER);
905db2f26eSSascha Wildner if (InitialUnits > MaxUnits)
915db2f26eSSascha Wildner return_ACPI_STATUS (AE_BAD_PARAMETER);
925db2f26eSSascha Wildner
935db2f26eSSascha Wildner as = kmalloc(sizeof(*as), M_ACPISEM, M_INTWAIT | M_ZERO);
945db2f26eSSascha Wildner
95ba87a4abSSascha Wildner spin_init(&as->as_spin, "AcpiOsSem");
965db2f26eSSascha Wildner as->as_units = InitialUnits;
975db2f26eSSascha Wildner as->as_maxunits = MaxUnits;
985db2f26eSSascha Wildner as->as_pendings = as->as_resetting = as->as_timeouts = 0;
995db2f26eSSascha Wildner
1005db2f26eSSascha Wildner ACPI_DEBUG_PRINT((ACPI_DB_MUTEX,
1015db2f26eSSascha Wildner "created semaphore %p max %d, initial %d\n",
1025db2f26eSSascha Wildner as, InitialUnits, MaxUnits));
1035db2f26eSSascha Wildner
1045db2f26eSSascha Wildner *OutHandle = (ACPI_HANDLE)as;
1055db2f26eSSascha Wildner
1065db2f26eSSascha Wildner return_ACPI_STATUS (AE_OK);
1075db2f26eSSascha Wildner }
1085db2f26eSSascha Wildner
1095db2f26eSSascha Wildner ACPI_STATUS
AcpiOsDeleteSemaphore(ACPI_HANDLE Handle)1105db2f26eSSascha Wildner AcpiOsDeleteSemaphore(ACPI_HANDLE Handle)
1115db2f26eSSascha Wildner {
1125db2f26eSSascha Wildner struct acpi_semaphore *as = (struct acpi_semaphore *)Handle;
1135db2f26eSSascha Wildner
1145db2f26eSSascha Wildner ACPI_FUNCTION_TRACE((char *)(uintptr_t)__func__);
1155db2f26eSSascha Wildner
1165db2f26eSSascha Wildner ACPI_DEBUG_PRINT((ACPI_DB_MUTEX, "destroyed semaphore %p\n", as));
1175db2f26eSSascha Wildner spin_uninit(&as->as_spin);
1185db2f26eSSascha Wildner kfree(as, M_ACPISEM);
1195db2f26eSSascha Wildner
1205db2f26eSSascha Wildner return_ACPI_STATUS (AE_OK);
1215db2f26eSSascha Wildner }
1225db2f26eSSascha Wildner
1235db2f26eSSascha Wildner ACPI_STATUS
AcpiOsWaitSemaphore(ACPI_HANDLE Handle,UINT32 Units,UINT16 Timeout)1245db2f26eSSascha Wildner AcpiOsWaitSemaphore(ACPI_HANDLE Handle, UINT32 Units, UINT16 Timeout)
1255db2f26eSSascha Wildner {
1265db2f26eSSascha Wildner ACPI_STATUS result;
1275db2f26eSSascha Wildner struct acpi_semaphore *as = (struct acpi_semaphore *)Handle;
1285db2f26eSSascha Wildner int rv, tmo;
1295db2f26eSSascha Wildner struct timeval timeouttv, currenttv, timelefttv;
1305db2f26eSSascha Wildner AS_LOCK_DECL;
1315db2f26eSSascha Wildner
1325db2f26eSSascha Wildner ACPI_FUNCTION_TRACE((char *)(uintptr_t)__func__);
1335db2f26eSSascha Wildner
1345db2f26eSSascha Wildner if (as == NULL)
1355db2f26eSSascha Wildner return_ACPI_STATUS (AE_BAD_PARAMETER);
1365db2f26eSSascha Wildner
1375db2f26eSSascha Wildner if (cold)
1385db2f26eSSascha Wildner return_ACPI_STATUS (AE_OK);
1395db2f26eSSascha Wildner
1405db2f26eSSascha Wildner #if 0
1415db2f26eSSascha Wildner if (as->as_units < Units && as->as_timeouts > 10) {
1425db2f26eSSascha Wildner kprintf("%s: semaphore %p too many timeouts, resetting\n", __func__, as);
1435db2f26eSSascha Wildner AS_LOCK(as);
1445db2f26eSSascha Wildner as->as_units = as->as_maxunits;
1455db2f26eSSascha Wildner if (as->as_pendings)
1465db2f26eSSascha Wildner as->as_resetting = 1;
1475db2f26eSSascha Wildner as->as_timeouts = 0;
1485db2f26eSSascha Wildner wakeup(as);
1495db2f26eSSascha Wildner AS_UNLOCK(as);
1505db2f26eSSascha Wildner return_ACPI_STATUS (AE_TIME);
1515db2f26eSSascha Wildner }
1525db2f26eSSascha Wildner
1535db2f26eSSascha Wildner if (as->as_resetting)
1545db2f26eSSascha Wildner return_ACPI_STATUS (AE_TIME);
1555db2f26eSSascha Wildner #endif
1565db2f26eSSascha Wildner
1575db2f26eSSascha Wildner /* a timeout of ACPI_WAIT_FOREVER means "forever" */
1585db2f26eSSascha Wildner if (Timeout == ACPI_WAIT_FOREVER) {
1595db2f26eSSascha Wildner tmo = 0;
1605db2f26eSSascha Wildner timeouttv.tv_sec = ((0xffff/1000) + 1); /* cf. ACPI spec */
1615db2f26eSSascha Wildner timeouttv.tv_usec = 0;
1625db2f26eSSascha Wildner } else {
1635db2f26eSSascha Wildner /* compute timeout using microseconds per tick */
1645db2f26eSSascha Wildner tmo = (Timeout * 1000) / (1000000 / hz);
1655db2f26eSSascha Wildner if (tmo <= 0)
1665db2f26eSSascha Wildner tmo = 1;
1675db2f26eSSascha Wildner timeouttv.tv_sec = Timeout / 1000;
1685db2f26eSSascha Wildner timeouttv.tv_usec = (Timeout % 1000) * 1000;
1695db2f26eSSascha Wildner }
1705db2f26eSSascha Wildner
1715db2f26eSSascha Wildner /* calculate timeout value in timeval */
1725db2f26eSSascha Wildner getmicrouptime(¤ttv);
1735db2f26eSSascha Wildner timevaladd(&timeouttv, ¤ttv);
1745db2f26eSSascha Wildner
1755db2f26eSSascha Wildner AS_LOCK(as);
1765db2f26eSSascha Wildner ACPI_DEBUG_PRINT((ACPI_DB_MUTEX,
1775db2f26eSSascha Wildner "get %d units from semaphore %p (has %d), timeout %d\n",
1785db2f26eSSascha Wildner Units, as, as->as_units, Timeout));
1795db2f26eSSascha Wildner for (;;) {
1805db2f26eSSascha Wildner if (as->as_maxunits == ACPI_NO_UNIT_LIMIT) {
1815db2f26eSSascha Wildner result = AE_OK;
1825db2f26eSSascha Wildner break;
1835db2f26eSSascha Wildner }
1845db2f26eSSascha Wildner if (as->as_units >= Units) {
1855db2f26eSSascha Wildner as->as_units -= Units;
1865db2f26eSSascha Wildner result = AE_OK;
1875db2f26eSSascha Wildner break;
1885db2f26eSSascha Wildner }
1895db2f26eSSascha Wildner
1905db2f26eSSascha Wildner /* limit number of pending treads */
1915db2f26eSSascha Wildner if (as->as_pendings >= ACPI_SEMAPHORES_MAX_PENDING) {
1925db2f26eSSascha Wildner result = AE_TIME;
1935db2f26eSSascha Wildner break;
1945db2f26eSSascha Wildner }
1955db2f26eSSascha Wildner
1965db2f26eSSascha Wildner /* if timeout values of zero is specified, return immediately */
1975db2f26eSSascha Wildner if (Timeout == 0) {
1985db2f26eSSascha Wildner result = AE_TIME;
1995db2f26eSSascha Wildner break;
2005db2f26eSSascha Wildner }
2015db2f26eSSascha Wildner
2025db2f26eSSascha Wildner ACPI_DEBUG_PRINT((ACPI_DB_MUTEX,
2035db2f26eSSascha Wildner "semaphore blocked, calling ssleep(%p, %p, %d, \"acsem\", %d)\n",
2045db2f26eSSascha Wildner as, &as->as_spin, PCATCH, tmo));
2055db2f26eSSascha Wildner
2065db2f26eSSascha Wildner as->as_pendings++;
2075db2f26eSSascha Wildner
2085db2f26eSSascha Wildner if (acpi_semaphore_debug) {
20919d2bfadSSascha Wildner kprintf("%s: Sleep %jd, pending %jd, semaphore %p, thread %#jx\n",
2105db2f26eSSascha Wildner __func__, (intmax_t)Timeout,
2115db2f26eSSascha Wildner (intmax_t)as->as_pendings, as,
21219d2bfadSSascha Wildner (uintmax_t)AcpiOsGetThreadId());
2135db2f26eSSascha Wildner }
2145db2f26eSSascha Wildner
2155db2f26eSSascha Wildner rv = ssleep(as, &as->as_spin, PCATCH, "acsem", tmo);
2165db2f26eSSascha Wildner
2175db2f26eSSascha Wildner as->as_pendings--;
2185db2f26eSSascha Wildner
2195db2f26eSSascha Wildner #if 0
2205db2f26eSSascha Wildner if (as->as_resetting) {
2215db2f26eSSascha Wildner /* semaphore reset, return immediately */
2225db2f26eSSascha Wildner if (as->as_pendings == 0) {
2235db2f26eSSascha Wildner as->as_resetting = 0;
2245db2f26eSSascha Wildner }
2255db2f26eSSascha Wildner result = AE_TIME;
2265db2f26eSSascha Wildner break;
2275db2f26eSSascha Wildner }
2285db2f26eSSascha Wildner #endif
2295db2f26eSSascha Wildner
2305db2f26eSSascha Wildner ACPI_DEBUG_PRINT((ACPI_DB_MUTEX, "ssleep(%d) returned %d\n", tmo, rv));
2315db2f26eSSascha Wildner if (rv == EWOULDBLOCK) {
2325db2f26eSSascha Wildner result = AE_TIME;
2335db2f26eSSascha Wildner break;
2345db2f26eSSascha Wildner }
2355db2f26eSSascha Wildner
2365db2f26eSSascha Wildner /* check if we already awaited enough */
2375db2f26eSSascha Wildner timelefttv = timeouttv;
2385db2f26eSSascha Wildner getmicrouptime(¤ttv);
2395db2f26eSSascha Wildner timevalsub(&timelefttv, ¤ttv);
2405db2f26eSSascha Wildner if (timelefttv.tv_sec < 0) {
2415db2f26eSSascha Wildner ACPI_DEBUG_PRINT((ACPI_DB_MUTEX, "await semaphore %p timeout\n",
2425db2f26eSSascha Wildner as));
2435db2f26eSSascha Wildner result = AE_TIME;
2445db2f26eSSascha Wildner break;
2455db2f26eSSascha Wildner }
2465db2f26eSSascha Wildner
2475db2f26eSSascha Wildner /* adjust timeout for the next sleep */
2485db2f26eSSascha Wildner tmo = (timelefttv.tv_sec * 1000000 + timelefttv.tv_usec) /
2495db2f26eSSascha Wildner (1000000 / hz);
2505db2f26eSSascha Wildner if (tmo <= 0)
2515db2f26eSSascha Wildner tmo = 1;
2525db2f26eSSascha Wildner
2535db2f26eSSascha Wildner if (acpi_semaphore_debug) {
25419d2bfadSSascha Wildner kprintf("%s: Wakeup timeleft(%ju, %ju), tmo %ju, sem %p, thread %#jx\n",
2555db2f26eSSascha Wildner __func__,
2565db2f26eSSascha Wildner (intmax_t)timelefttv.tv_sec, (intmax_t)timelefttv.tv_usec,
25719d2bfadSSascha Wildner (intmax_t)tmo, as, (uintmax_t)AcpiOsGetThreadId());
2585db2f26eSSascha Wildner }
2595db2f26eSSascha Wildner }
2605db2f26eSSascha Wildner
2615db2f26eSSascha Wildner if (acpi_semaphore_debug) {
2625db2f26eSSascha Wildner if (result == AE_TIME && Timeout > 0) {
2635db2f26eSSascha Wildner kprintf("%s: Timeout %d, pending %d, semaphore %p\n",
2645db2f26eSSascha Wildner __func__, Timeout, as->as_pendings, as);
2655db2f26eSSascha Wildner }
266b08525dbSSascha Wildner if (ACPI_SUCCESS(result) &&
267b08525dbSSascha Wildner (as->as_timeouts > 0 || as->as_pendings > 0))
268b08525dbSSascha Wildner {
26919d2bfadSSascha Wildner kprintf("%s: Acquire %d, units %d, pending %d, sem %p, thread %#jx\n",
2705db2f26eSSascha Wildner __func__, Units, as->as_units, as->as_pendings, as,
27119d2bfadSSascha Wildner (uintmax_t)AcpiOsGetThreadId());
2725db2f26eSSascha Wildner }
2735db2f26eSSascha Wildner }
2745db2f26eSSascha Wildner
2755db2f26eSSascha Wildner if (result == AE_TIME)
2765db2f26eSSascha Wildner as->as_timeouts++;
2775db2f26eSSascha Wildner else
2785db2f26eSSascha Wildner as->as_timeouts = 0;
2795db2f26eSSascha Wildner
2805db2f26eSSascha Wildner AS_UNLOCK(as);
2815db2f26eSSascha Wildner return_ACPI_STATUS (result);
2825db2f26eSSascha Wildner }
2835db2f26eSSascha Wildner
2845db2f26eSSascha Wildner ACPI_STATUS
AcpiOsSignalSemaphore(ACPI_HANDLE Handle,UINT32 Units)2855db2f26eSSascha Wildner AcpiOsSignalSemaphore(ACPI_HANDLE Handle, UINT32 Units)
2865db2f26eSSascha Wildner {
2875db2f26eSSascha Wildner struct acpi_semaphore *as = (struct acpi_semaphore *)Handle;
2885db2f26eSSascha Wildner AS_LOCK_DECL;
2895db2f26eSSascha Wildner
2905db2f26eSSascha Wildner ACPI_FUNCTION_TRACE((char *)(uintptr_t)__func__);
2915db2f26eSSascha Wildner
2925db2f26eSSascha Wildner if (as == NULL)
2935db2f26eSSascha Wildner return_ACPI_STATUS(AE_BAD_PARAMETER);
2945db2f26eSSascha Wildner
2955db2f26eSSascha Wildner AS_LOCK(as);
2965db2f26eSSascha Wildner ACPI_DEBUG_PRINT((ACPI_DB_MUTEX,
2975db2f26eSSascha Wildner "return %d units to semaphore %p (has %d)\n",
2985db2f26eSSascha Wildner Units, as, as->as_units));
2995db2f26eSSascha Wildner if (as->as_maxunits != ACPI_NO_UNIT_LIMIT) {
3005db2f26eSSascha Wildner as->as_units += Units;
3015db2f26eSSascha Wildner if (as->as_units > as->as_maxunits)
3025db2f26eSSascha Wildner as->as_units = as->as_maxunits;
3035db2f26eSSascha Wildner }
3045db2f26eSSascha Wildner
3055db2f26eSSascha Wildner if (acpi_semaphore_debug && (as->as_timeouts > 0 || as->as_pendings > 0)) {
30619d2bfadSSascha Wildner kprintf("%s: Release %d, units %d, pending %d, semaphore %p, thread %#jx\n",
3075db2f26eSSascha Wildner __func__, Units, as->as_units, as->as_pendings, as,
30819d2bfadSSascha Wildner (uintmax_t)AcpiOsGetThreadId());
3095db2f26eSSascha Wildner }
3105db2f26eSSascha Wildner
3115db2f26eSSascha Wildner wakeup(as);
3125db2f26eSSascha Wildner AS_UNLOCK(as);
3135db2f26eSSascha Wildner
3145db2f26eSSascha Wildner return_ACPI_STATUS (AE_OK);
3155db2f26eSSascha Wildner }
3165db2f26eSSascha Wildner
317*d5ae73e7SMatthew Dillon /*
318*d5ae73e7SMatthew Dillon * This represents a bit of a problem, it looks like the ACPI contrib
319*d5ae73e7SMatthew Dillon * code holds Os locks across potentially blocking system calls. So
320*d5ae73e7SMatthew Dillon * we can't safely use spinlocks in all situations. But any use-cases
321*d5ae73e7SMatthew Dillon * from the idle thread have to use spinlocks.
322*d5ae73e7SMatthew Dillon *
323*d5ae73e7SMatthew Dillon * For now use the spinlock for idlethread operation and the lockmgr lock
324*d5ae73e7SMatthew Dillon * otherwise. The only thing the idlethread can issue ACPI-wise is related
325*d5ae73e7SMatthew Dillon * to cpu low power modes, hopefully this will not interfere with ACPI
326*d5ae73e7SMatthew Dillon * operations on other cpus on other threads.
327*d5ae73e7SMatthew Dillon */
3285db2f26eSSascha Wildner struct acpi_spinlock {
329*d5ae73e7SMatthew Dillon struct lock lock;
330*d5ae73e7SMatthew Dillon struct spinlock slock;
3315db2f26eSSascha Wildner #ifdef ACPI_DEBUG_LOCKS
3325db2f26eSSascha Wildner thread_t owner;
3335db2f26eSSascha Wildner const char *func;
3345db2f26eSSascha Wildner int line;
3355db2f26eSSascha Wildner #endif
3365db2f26eSSascha Wildner };
3375db2f26eSSascha Wildner
3385db2f26eSSascha Wildner ACPI_STATUS
AcpiOsCreateLock(ACPI_SPINLOCK * OutHandle)3395db2f26eSSascha Wildner AcpiOsCreateLock(ACPI_SPINLOCK *OutHandle)
3405db2f26eSSascha Wildner {
3415db2f26eSSascha Wildner ACPI_SPINLOCK spin;
3425db2f26eSSascha Wildner
3435db2f26eSSascha Wildner if (OutHandle == NULL)
3445db2f26eSSascha Wildner return (AE_BAD_PARAMETER);
3455db2f26eSSascha Wildner spin = kmalloc(sizeof(*spin), M_ACPISEM, M_INTWAIT|M_ZERO);
346*d5ae73e7SMatthew Dillon spin_init(&spin->slock, "AcpiOsLock");
347*d5ae73e7SMatthew Dillon lockinit(&spin->lock, "AcpiOsLock", 0, 0);
3485db2f26eSSascha Wildner #ifdef ACPI_DEBUG_LOCKS
3495db2f26eSSascha Wildner spin->owner = NULL;
3505db2f26eSSascha Wildner spin->func = "";
3515db2f26eSSascha Wildner spin->line = 0;
3525db2f26eSSascha Wildner #endif
3535db2f26eSSascha Wildner *OutHandle = spin;
3545db2f26eSSascha Wildner return (AE_OK);
3555db2f26eSSascha Wildner }
3565db2f26eSSascha Wildner
3575db2f26eSSascha Wildner void
AcpiOsDeleteLock(ACPI_SPINLOCK Spin)3585db2f26eSSascha Wildner AcpiOsDeleteLock (ACPI_SPINLOCK Spin)
3595db2f26eSSascha Wildner {
3605db2f26eSSascha Wildner if (Spin == NULL)
3615db2f26eSSascha Wildner return;
362*d5ae73e7SMatthew Dillon spin_uninit(&Spin->slock);
363*d5ae73e7SMatthew Dillon lockuninit(&Spin->lock);
3645db2f26eSSascha Wildner kfree(Spin, M_ACPISEM);
3655db2f26eSSascha Wildner }
3665db2f26eSSascha Wildner
3675db2f26eSSascha Wildner /*
3685db2f26eSSascha Wildner * OS-dependent locking primitives. These routines should be able to be
3695db2f26eSSascha Wildner * called from an interrupt-handler or cpu_idle thread.
3705db2f26eSSascha Wildner *
3719d1f0c52SSascha Wildner * NB: some of ACPICA functions with locking flags, say AcpiSetRegister(),
3725db2f26eSSascha Wildner * are changed to unconditionally call AcpiOsAcquireLock/AcpiOsReleaseLock.
3735db2f26eSSascha Wildner */
3745db2f26eSSascha Wildner ACPI_CPU_FLAGS
3755db2f26eSSascha Wildner #ifdef ACPI_DEBUG_LOCKS
_AcpiOsAcquireLock(ACPI_SPINLOCK Spin,const char * func,int line)3765db2f26eSSascha Wildner _AcpiOsAcquireLock (ACPI_SPINLOCK Spin, const char *func, int line)
3775db2f26eSSascha Wildner #else
3785db2f26eSSascha Wildner AcpiOsAcquireLock (ACPI_SPINLOCK Spin)
3795db2f26eSSascha Wildner #endif
3805db2f26eSSascha Wildner {
381*d5ae73e7SMatthew Dillon globaldata_t gd = mycpu;
382*d5ae73e7SMatthew Dillon
383*d5ae73e7SMatthew Dillon if (gd->gd_curthread == &gd->gd_idlethread) {
384*d5ae73e7SMatthew Dillon spin_lock(&Spin->slock);
385*d5ae73e7SMatthew Dillon } else {
386*d5ae73e7SMatthew Dillon lockmgr(&Spin->lock, LK_EXCLUSIVE);
387*d5ae73e7SMatthew Dillon crit_enter();
388*d5ae73e7SMatthew Dillon }
3895db2f26eSSascha Wildner
3905db2f26eSSascha Wildner #ifdef ACPI_DEBUG_LOCKS
3915db2f26eSSascha Wildner if (Spin->owner) {
3925db2f26eSSascha Wildner kprintf("%p(%s:%d): acpi_spinlock %p already held by %p(%s:%d)\n",
3935db2f26eSSascha Wildner curthread, func, line, Spin, Spin->owner, Spin->func,
3945db2f26eSSascha Wildner Spin->line);
3955db2f26eSSascha Wildner print_backtrace(-1);
3965db2f26eSSascha Wildner } else {
3975db2f26eSSascha Wildner Spin->owner = curthread;
3985db2f26eSSascha Wildner Spin->func = func;
3995db2f26eSSascha Wildner Spin->line = line;
4005db2f26eSSascha Wildner }
4015db2f26eSSascha Wildner #endif
4025db2f26eSSascha Wildner return(0);
4035db2f26eSSascha Wildner }
4045db2f26eSSascha Wildner
4055db2f26eSSascha Wildner void
AcpiOsReleaseLock(ACPI_SPINLOCK Spin,ACPI_CPU_FLAGS Flags)4065db2f26eSSascha Wildner AcpiOsReleaseLock (ACPI_SPINLOCK Spin, ACPI_CPU_FLAGS Flags)
4075db2f26eSSascha Wildner {
4085db2f26eSSascha Wildner #ifdef ACPI_DEBUG_LOCKS
4095db2f26eSSascha Wildner if (Flags) {
4105db2f26eSSascha Wildner if (Spin->owner != NULL) {
4115db2f26eSSascha Wildner kprintf("%p: acpi_spinlock %p is unexectedly held by %p(%s:%d)\n",
4125db2f26eSSascha Wildner curthread, Spin, Spin->owner, Spin->func, Spin->line);
4135db2f26eSSascha Wildner print_backtrace(-1);
4145db2f26eSSascha Wildner } else
4155db2f26eSSascha Wildner return;
4165db2f26eSSascha Wildner }
4175db2f26eSSascha Wildner Spin->owner = NULL;
4185db2f26eSSascha Wildner Spin->func = "";
4195db2f26eSSascha Wildner Spin->line = 0;
4205db2f26eSSascha Wildner #endif
421*d5ae73e7SMatthew Dillon globaldata_t gd = mycpu;
422*d5ae73e7SMatthew Dillon
423*d5ae73e7SMatthew Dillon if (gd->gd_curthread == &gd->gd_idlethread) {
424*d5ae73e7SMatthew Dillon spin_unlock(&Spin->slock);
425*d5ae73e7SMatthew Dillon } else {
426*d5ae73e7SMatthew Dillon crit_exit();
427*d5ae73e7SMatthew Dillon lockmgr(&Spin->lock, LK_RELEASE);
428*d5ae73e7SMatthew Dillon }
4295db2f26eSSascha Wildner }
4305db2f26eSSascha Wildner
4315db2f26eSSascha Wildner /* Section 5.2.9.1: global lock acquire/release functions */
4325db2f26eSSascha Wildner #define GL_ACQUIRED (-1)
4335db2f26eSSascha Wildner #define GL_BUSY 0
4345db2f26eSSascha Wildner #define GL_BIT_PENDING 0x1
4355db2f26eSSascha Wildner #define GL_BIT_OWNED 0x2
4365db2f26eSSascha Wildner #define GL_BIT_MASK (GL_BIT_PENDING | GL_BIT_OWNED)
4375db2f26eSSascha Wildner
4385db2f26eSSascha Wildner /*
4395db2f26eSSascha Wildner * Acquire the global lock. If busy, set the pending bit. The caller
4405db2f26eSSascha Wildner * will wait for notification from the BIOS that the lock is available
4415db2f26eSSascha Wildner * and then attempt to acquire it again.
4425db2f26eSSascha Wildner */
4435db2f26eSSascha Wildner int
acpi_acquire_global_lock(uint32_t * lock)4445db2f26eSSascha Wildner acpi_acquire_global_lock(uint32_t *lock)
4455db2f26eSSascha Wildner {
4465db2f26eSSascha Wildner uint32_t new, old;
4475db2f26eSSascha Wildner
4485db2f26eSSascha Wildner do {
4495db2f26eSSascha Wildner old = *lock;
4505db2f26eSSascha Wildner new = ((old & ~GL_BIT_MASK) | GL_BIT_OWNED) |
4515db2f26eSSascha Wildner ((old >> 1) & GL_BIT_PENDING);
4525db2f26eSSascha Wildner } while (atomic_cmpset_int(lock, old, new) == 0);
4535db2f26eSSascha Wildner
4545db2f26eSSascha Wildner return ((new < GL_BIT_MASK) ? GL_ACQUIRED : GL_BUSY);
4555db2f26eSSascha Wildner }
4565db2f26eSSascha Wildner
4575db2f26eSSascha Wildner /*
4585db2f26eSSascha Wildner * Release the global lock, returning whether there is a waiter pending.
4595db2f26eSSascha Wildner * If the BIOS set the pending bit, OSPM must notify the BIOS when it
4605db2f26eSSascha Wildner * releases the lock.
4615db2f26eSSascha Wildner */
4625db2f26eSSascha Wildner int
acpi_release_global_lock(uint32_t * lock)4635db2f26eSSascha Wildner acpi_release_global_lock(uint32_t *lock)
4645db2f26eSSascha Wildner {
4655db2f26eSSascha Wildner uint32_t new, old;
4665db2f26eSSascha Wildner
4675db2f26eSSascha Wildner do {
4685db2f26eSSascha Wildner old = *lock;
4695db2f26eSSascha Wildner new = old & ~GL_BIT_MASK;
4705db2f26eSSascha Wildner } while (atomic_cmpset_int(lock, old, new) == 0);
4715db2f26eSSascha Wildner
4725db2f26eSSascha Wildner return (old & GL_BIT_PENDING);
4735db2f26eSSascha Wildner }
474