14577cf37SConrad Meyer /*- 24577cf37SConrad Meyer * SPDX-License-Identifier: BSD-2-Clause-FreeBSD 34577cf37SConrad Meyer * 44577cf37SConrad Meyer * Copyright (c) 2018 Intel Corporation 54577cf37SConrad Meyer * 64577cf37SConrad Meyer * Redistribution and use in source and binary forms, with or without 74577cf37SConrad Meyer * modification, are permitted providing that the following conditions 84577cf37SConrad Meyer * are met: 94577cf37SConrad Meyer * 1. Redistributions of source code must retain the above copyright 104577cf37SConrad Meyer * notice, this list of conditions and the following disclaimer. 114577cf37SConrad Meyer * 2. Redistributions in binary form must reproduce the above copyright 124577cf37SConrad Meyer * notice, this list of conditions and the following disclaimer in the 134577cf37SConrad Meyer * documentation and/or other materials provided with the distribution. 144577cf37SConrad Meyer * 154577cf37SConrad Meyer * THIS SOFTWARE IS PROVIDED BY THE AUTHOR``AS IS'' AND ANY EXPRESS OR 164577cf37SConrad Meyer * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED 174577cf37SConrad Meyer * WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE 184577cf37SConrad Meyer * ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY 194577cf37SConrad Meyer * DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL 204577cf37SConrad Meyer * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS 214577cf37SConrad Meyer * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) 224577cf37SConrad Meyer * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, 234577cf37SConrad Meyer * STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING 244577cf37SConrad Meyer * IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE 254577cf37SConrad Meyer * POSSIBILITY OF SUCH DAMAGE. 264577cf37SConrad Meyer */ 274577cf37SConrad Meyer 284577cf37SConrad Meyer #include <sys/cdefs.h> 294577cf37SConrad Meyer __FBSDID("$FreeBSD$"); 304577cf37SConrad Meyer 314577cf37SConrad Meyer #include <sys/types.h> 324577cf37SConrad Meyer #include <sys/sbuf.h> 334577cf37SConrad Meyer #include <sys/module.h> 344577cf37SConrad Meyer #include <sys/systm.h> 354577cf37SConrad Meyer #include <sys/errno.h> 364577cf37SConrad Meyer #include <sys/param.h> 374577cf37SConrad Meyer #include <sys/kernel.h> 384577cf37SConrad Meyer #include <sys/bus.h> 394577cf37SConrad Meyer #include <sys/cpu.h> 404577cf37SConrad Meyer #include <sys/smp.h> 414577cf37SConrad Meyer #include <sys/proc.h> 424577cf37SConrad Meyer #include <sys/sched.h> 434577cf37SConrad Meyer 444577cf37SConrad Meyer #include <machine/cpu.h> 454577cf37SConrad Meyer #include <machine/md_var.h> 464577cf37SConrad Meyer #include <machine/cputypes.h> 474577cf37SConrad Meyer #include <machine/specialreg.h> 484577cf37SConrad Meyer 494577cf37SConrad Meyer #include <contrib/dev/acpica/include/acpi.h> 504577cf37SConrad Meyer 514577cf37SConrad Meyer #include <dev/acpica/acpivar.h> 524577cf37SConrad Meyer 534577cf37SConrad Meyer #include <x86/cpufreq/hwpstate_intel_internal.h> 544577cf37SConrad Meyer 554577cf37SConrad Meyer #include "acpi_if.h" 564577cf37SConrad Meyer #include "cpufreq_if.h" 574577cf37SConrad Meyer 584577cf37SConrad Meyer extern uint64_t tsc_freq; 594577cf37SConrad Meyer 604577cf37SConrad Meyer static int intel_hwpstate_probe(device_t dev); 614577cf37SConrad Meyer static int intel_hwpstate_attach(device_t dev); 624577cf37SConrad Meyer static int intel_hwpstate_detach(device_t dev); 634577cf37SConrad Meyer static int intel_hwpstate_suspend(device_t dev); 644577cf37SConrad Meyer static int intel_hwpstate_resume(device_t dev); 654577cf37SConrad Meyer 664577cf37SConrad Meyer static int intel_hwpstate_get(device_t dev, struct cf_setting *cf); 674577cf37SConrad Meyer static int intel_hwpstate_type(device_t dev, int *type); 684577cf37SConrad Meyer 694577cf37SConrad Meyer static device_method_t intel_hwpstate_methods[] = { 704577cf37SConrad Meyer /* Device interface */ 714577cf37SConrad Meyer DEVMETHOD(device_identify, intel_hwpstate_identify), 724577cf37SConrad Meyer DEVMETHOD(device_probe, intel_hwpstate_probe), 734577cf37SConrad Meyer DEVMETHOD(device_attach, intel_hwpstate_attach), 744577cf37SConrad Meyer DEVMETHOD(device_detach, intel_hwpstate_detach), 754577cf37SConrad Meyer DEVMETHOD(device_suspend, intel_hwpstate_suspend), 764577cf37SConrad Meyer DEVMETHOD(device_resume, intel_hwpstate_resume), 774577cf37SConrad Meyer 784577cf37SConrad Meyer /* cpufreq interface */ 794577cf37SConrad Meyer DEVMETHOD(cpufreq_drv_get, intel_hwpstate_get), 804577cf37SConrad Meyer DEVMETHOD(cpufreq_drv_type, intel_hwpstate_type), 814577cf37SConrad Meyer 824577cf37SConrad Meyer DEVMETHOD_END 834577cf37SConrad Meyer }; 844577cf37SConrad Meyer 854577cf37SConrad Meyer struct hwp_softc { 864577cf37SConrad Meyer device_t dev; 874577cf37SConrad Meyer bool hwp_notifications; 884577cf37SConrad Meyer bool hwp_activity_window; 894577cf37SConrad Meyer bool hwp_pref_ctrl; 904577cf37SConrad Meyer bool hwp_pkg_ctrl; 914577cf37SConrad Meyer 924577cf37SConrad Meyer uint64_t req; /* Cached copy of last request */ 934577cf37SConrad Meyer 944577cf37SConrad Meyer uint8_t high; 954577cf37SConrad Meyer uint8_t guaranteed; 964577cf37SConrad Meyer uint8_t efficient; 974577cf37SConrad Meyer uint8_t low; 984577cf37SConrad Meyer }; 994577cf37SConrad Meyer 1004577cf37SConrad Meyer static devclass_t hwpstate_intel_devclass; 1014577cf37SConrad Meyer static driver_t hwpstate_intel_driver = { 1024577cf37SConrad Meyer "hwpstate_intel", 1034577cf37SConrad Meyer intel_hwpstate_methods, 1044577cf37SConrad Meyer sizeof(struct hwp_softc), 1054577cf37SConrad Meyer }; 1064577cf37SConrad Meyer 1074577cf37SConrad Meyer DRIVER_MODULE(hwpstate_intel, cpu, hwpstate_intel_driver, 1084577cf37SConrad Meyer hwpstate_intel_devclass, NULL, NULL); 10908a220ddSConrad Meyer MODULE_VERSION(hwpstate_intel, 1); 1104577cf37SConrad Meyer 1114577cf37SConrad Meyer static int 1124577cf37SConrad Meyer intel_hwp_dump_sysctl_handler(SYSCTL_HANDLER_ARGS) 1134577cf37SConrad Meyer { 1144577cf37SConrad Meyer device_t dev; 1154577cf37SConrad Meyer struct pcpu *pc; 1164577cf37SConrad Meyer struct sbuf *sb; 1174577cf37SConrad Meyer struct hwp_softc *sc; 1184577cf37SConrad Meyer uint64_t data, data2; 1194577cf37SConrad Meyer int ret; 1204577cf37SConrad Meyer 1214577cf37SConrad Meyer sc = (struct hwp_softc *)arg1; 1224577cf37SConrad Meyer dev = sc->dev; 1234577cf37SConrad Meyer 1244577cf37SConrad Meyer pc = cpu_get_pcpu(dev); 1254577cf37SConrad Meyer if (pc == NULL) 1264577cf37SConrad Meyer return (ENXIO); 1274577cf37SConrad Meyer 1284577cf37SConrad Meyer sb = sbuf_new(NULL, NULL, 1024, SBUF_FIXEDLEN | SBUF_INCLUDENUL); 1294577cf37SConrad Meyer sbuf_putc(sb, '\n'); 1304577cf37SConrad Meyer thread_lock(curthread); 1314577cf37SConrad Meyer sched_bind(curthread, pc->pc_cpuid); 1324577cf37SConrad Meyer thread_unlock(curthread); 1334577cf37SConrad Meyer 1344577cf37SConrad Meyer rdmsr_safe(MSR_IA32_PM_ENABLE, &data); 1354577cf37SConrad Meyer sbuf_printf(sb, "CPU%d: HWP %sabled\n", pc->pc_cpuid, 1364577cf37SConrad Meyer ((data & 1) ? "En" : "Dis")); 1374577cf37SConrad Meyer 1384577cf37SConrad Meyer if (data == 0) { 1394577cf37SConrad Meyer ret = 0; 1404577cf37SConrad Meyer goto out; 1414577cf37SConrad Meyer } 1424577cf37SConrad Meyer 1434577cf37SConrad Meyer rdmsr_safe(MSR_IA32_HWP_CAPABILITIES, &data); 144ca9fb12aSCy Schubert sbuf_printf(sb, "\tHighest Performance: %03ju\n", data & 0xff); 145ca9fb12aSCy Schubert sbuf_printf(sb, "\tGuaranteed Performance: %03ju\n", (data >> 8) & 0xff); 146ca9fb12aSCy Schubert sbuf_printf(sb, "\tEfficient Performance: %03ju\n", (data >> 16) & 0xff); 147ca9fb12aSCy Schubert sbuf_printf(sb, "\tLowest Performance: %03ju\n", (data >> 24) & 0xff); 1484577cf37SConrad Meyer 1494577cf37SConrad Meyer rdmsr_safe(MSR_IA32_HWP_REQUEST, &data); 15007a65f9dSConrad Meyer data2 = 0; 15107a65f9dSConrad Meyer if (sc->hwp_pkg_ctrl && (data & IA32_HWP_REQUEST_PACKAGE_CONTROL)) 1524577cf37SConrad Meyer rdmsr_safe(MSR_IA32_HWP_REQUEST_PKG, &data2); 1534577cf37SConrad Meyer 1544577cf37SConrad Meyer sbuf_putc(sb, '\n'); 1554577cf37SConrad Meyer 1564577cf37SConrad Meyer #define pkg_print(x, name, offset) do { \ 1574577cf37SConrad Meyer if (!sc->hwp_pkg_ctrl || (data & x) != 0) \ 15807a65f9dSConrad Meyer sbuf_printf(sb, "\t%s: %03u\n", name, \ 15907a65f9dSConrad Meyer (unsigned)(data >> offset) & 0xff); \ 1604577cf37SConrad Meyer else \ 16107a65f9dSConrad Meyer sbuf_printf(sb, "\t%s: %03u\n", name, \ 16207a65f9dSConrad Meyer (unsigned)(data2 >> offset) & 0xff); \ 1634577cf37SConrad Meyer } while (0) 1644577cf37SConrad Meyer 1654577cf37SConrad Meyer pkg_print(IA32_HWP_REQUEST_EPP_VALID, 1664577cf37SConrad Meyer "Requested Efficiency Performance Preference", 24); 1674577cf37SConrad Meyer pkg_print(IA32_HWP_REQUEST_DESIRED_VALID, 1684577cf37SConrad Meyer "Requested Desired Performance", 16); 1694577cf37SConrad Meyer pkg_print(IA32_HWP_REQUEST_MAXIMUM_VALID, 1704577cf37SConrad Meyer "Requested Maximum Performance", 8); 1714577cf37SConrad Meyer pkg_print(IA32_HWP_REQUEST_MINIMUM_VALID, 1724577cf37SConrad Meyer "Requested Minimum Performance", 0); 1734577cf37SConrad Meyer #undef pkg_print 1744577cf37SConrad Meyer 1754577cf37SConrad Meyer sbuf_putc(sb, '\n'); 1764577cf37SConrad Meyer 1774577cf37SConrad Meyer out: 1784577cf37SConrad Meyer thread_lock(curthread); 1794577cf37SConrad Meyer sched_unbind(curthread); 1804577cf37SConrad Meyer thread_unlock(curthread); 1814577cf37SConrad Meyer 1824577cf37SConrad Meyer ret = sbuf_finish(sb); 1834577cf37SConrad Meyer if (ret == 0) 1844577cf37SConrad Meyer ret = SYSCTL_OUT(req, sbuf_data(sb), sbuf_len(sb)); 1854577cf37SConrad Meyer sbuf_delete(sb); 1864577cf37SConrad Meyer 1874577cf37SConrad Meyer return (ret); 1884577cf37SConrad Meyer } 1894577cf37SConrad Meyer 1904577cf37SConrad Meyer static inline int 1914577cf37SConrad Meyer percent_to_raw(int x) 1924577cf37SConrad Meyer { 1934577cf37SConrad Meyer 1944577cf37SConrad Meyer MPASS(x <= 100 && x >= 0); 1954577cf37SConrad Meyer return (0xff * x / 100); 1964577cf37SConrad Meyer } 1974577cf37SConrad Meyer 1984577cf37SConrad Meyer /* 1994577cf37SConrad Meyer * Given x * 10 in [0, 1000], round to the integer nearest x. 2004577cf37SConrad Meyer * 2014577cf37SConrad Meyer * This allows round-tripping nice human readable numbers through this 2024577cf37SConrad Meyer * interface. Otherwise, user-provided percentages such as 25, 50, 75 get 2034577cf37SConrad Meyer * rounded down to 24, 49, and 74, which is a bit ugly. 2044577cf37SConrad Meyer */ 2054577cf37SConrad Meyer static inline int 2064577cf37SConrad Meyer round10(int xtimes10) 2074577cf37SConrad Meyer { 2084577cf37SConrad Meyer return ((xtimes10 + 5) / 10); 2094577cf37SConrad Meyer } 2104577cf37SConrad Meyer 2114577cf37SConrad Meyer static inline int 2124577cf37SConrad Meyer raw_to_percent(int x) 2134577cf37SConrad Meyer { 2144577cf37SConrad Meyer MPASS(x <= 0xff && x >= 0); 2154577cf37SConrad Meyer return (round10(x * 1000 / 0xff)); 2164577cf37SConrad Meyer } 2174577cf37SConrad Meyer 2184577cf37SConrad Meyer static int 2194577cf37SConrad Meyer sysctl_epp_select(SYSCTL_HANDLER_ARGS) 2204577cf37SConrad Meyer { 2214577cf37SConrad Meyer device_t dev; 2224577cf37SConrad Meyer struct pcpu *pc; 2234577cf37SConrad Meyer uint64_t requested; 2244577cf37SConrad Meyer uint32_t val; 2254577cf37SConrad Meyer int ret; 2264577cf37SConrad Meyer 2274577cf37SConrad Meyer dev = oidp->oid_arg1; 2284577cf37SConrad Meyer pc = cpu_get_pcpu(dev); 2294577cf37SConrad Meyer if (pc == NULL) 2304577cf37SConrad Meyer return (ENXIO); 2314577cf37SConrad Meyer 2324577cf37SConrad Meyer thread_lock(curthread); 2334577cf37SConrad Meyer sched_bind(curthread, pc->pc_cpuid); 2344577cf37SConrad Meyer thread_unlock(curthread); 2354577cf37SConrad Meyer 2364577cf37SConrad Meyer rdmsr_safe(MSR_IA32_HWP_REQUEST, &requested); 2374577cf37SConrad Meyer val = (requested & IA32_HWP_REQUEST_ENERGY_PERFORMANCE_PREFERENCE) >> 24; 2384577cf37SConrad Meyer val = raw_to_percent(val); 2394577cf37SConrad Meyer 2404577cf37SConrad Meyer MPASS(val >= 0 && val <= 100); 2414577cf37SConrad Meyer 2424577cf37SConrad Meyer ret = sysctl_handle_int(oidp, &val, 0, req); 2434577cf37SConrad Meyer if (ret || req->newptr == NULL) 2444577cf37SConrad Meyer goto out; 2454577cf37SConrad Meyer 2464577cf37SConrad Meyer if (val > 100) { 2474577cf37SConrad Meyer ret = EINVAL; 2484577cf37SConrad Meyer goto out; 2494577cf37SConrad Meyer } 2504577cf37SConrad Meyer 2514577cf37SConrad Meyer val = percent_to_raw(val); 2524577cf37SConrad Meyer 2534577cf37SConrad Meyer requested &= ~IA32_HWP_REQUEST_ENERGY_PERFORMANCE_PREFERENCE; 2544577cf37SConrad Meyer requested |= val << 24; 2554577cf37SConrad Meyer 2564577cf37SConrad Meyer wrmsr_safe(MSR_IA32_HWP_REQUEST, requested); 2574577cf37SConrad Meyer 2584577cf37SConrad Meyer out: 2594577cf37SConrad Meyer thread_lock(curthread); 2604577cf37SConrad Meyer sched_unbind(curthread); 2614577cf37SConrad Meyer thread_unlock(curthread); 2624577cf37SConrad Meyer 2634577cf37SConrad Meyer return (ret); 2644577cf37SConrad Meyer } 2654577cf37SConrad Meyer 2664577cf37SConrad Meyer void 2674577cf37SConrad Meyer intel_hwpstate_identify(driver_t *driver, device_t parent) 2684577cf37SConrad Meyer { 2694577cf37SConrad Meyer if (device_find_child(parent, "hwpstate_intel", -1) != NULL) 2704577cf37SConrad Meyer return; 2714577cf37SConrad Meyer 2724577cf37SConrad Meyer if (cpu_vendor_id != CPU_VENDOR_INTEL) 2734577cf37SConrad Meyer return; 2744577cf37SConrad Meyer 2754577cf37SConrad Meyer if (resource_disabled("hwpstate_intel", 0)) 2764577cf37SConrad Meyer return; 2774577cf37SConrad Meyer 2784577cf37SConrad Meyer /* 2794577cf37SConrad Meyer * Intel SDM 14.4.1 (HWP Programming Interfaces): 2804577cf37SConrad Meyer * Availability of HWP baseline resource and capability, 2814577cf37SConrad Meyer * CPUID.06H:EAX[bit 7]: If this bit is set, HWP provides several new 2824577cf37SConrad Meyer * architectural MSRs: IA32_PM_ENABLE, IA32_HWP_CAPABILITIES, 2834577cf37SConrad Meyer * IA32_HWP_REQUEST, IA32_HWP_STATUS. 2844577cf37SConrad Meyer */ 285f591c3c8SConrad Meyer if ((cpu_power_eax & CPUTPM1_HWP) == 0) 2864577cf37SConrad Meyer return; 2874577cf37SConrad Meyer 2884577cf37SConrad Meyer if (BUS_ADD_CHILD(parent, 10, "hwpstate_intel", -1) == NULL) 2894577cf37SConrad Meyer return; 2904577cf37SConrad Meyer 2914577cf37SConrad Meyer if (bootverbose) 2924577cf37SConrad Meyer device_printf(parent, "hwpstate registered\n"); 2934577cf37SConrad Meyer } 2944577cf37SConrad Meyer 2954577cf37SConrad Meyer static int 2964577cf37SConrad Meyer intel_hwpstate_probe(device_t dev) 2974577cf37SConrad Meyer { 2984577cf37SConrad Meyer 2994577cf37SConrad Meyer device_set_desc(dev, "Intel Speed Shift"); 3004577cf37SConrad Meyer return (BUS_PROBE_NOWILDCARD); 3014577cf37SConrad Meyer } 3024577cf37SConrad Meyer 3034577cf37SConrad Meyer /* FIXME: Need to support PKG variant */ 3044577cf37SConrad Meyer static int 3054577cf37SConrad Meyer set_autonomous_hwp(struct hwp_softc *sc) 3064577cf37SConrad Meyer { 3074577cf37SConrad Meyer struct pcpu *pc; 3084577cf37SConrad Meyer device_t dev; 3094577cf37SConrad Meyer uint64_t caps; 3104577cf37SConrad Meyer int ret; 3114577cf37SConrad Meyer 3124577cf37SConrad Meyer dev = sc->dev; 3134577cf37SConrad Meyer 3144577cf37SConrad Meyer pc = cpu_get_pcpu(dev); 3154577cf37SConrad Meyer if (pc == NULL) 3164577cf37SConrad Meyer return (ENXIO); 3174577cf37SConrad Meyer 3184577cf37SConrad Meyer thread_lock(curthread); 3194577cf37SConrad Meyer sched_bind(curthread, pc->pc_cpuid); 3204577cf37SConrad Meyer thread_unlock(curthread); 3214577cf37SConrad Meyer 3224577cf37SConrad Meyer /* XXX: Many MSRs aren't readable until feature is enabled */ 3234577cf37SConrad Meyer ret = wrmsr_safe(MSR_IA32_PM_ENABLE, 1); 3244577cf37SConrad Meyer if (ret) { 3254577cf37SConrad Meyer device_printf(dev, "Failed to enable HWP for cpu%d (%d)\n", 3264577cf37SConrad Meyer pc->pc_cpuid, ret); 3274577cf37SConrad Meyer goto out; 3284577cf37SConrad Meyer } 3294577cf37SConrad Meyer 3304577cf37SConrad Meyer ret = rdmsr_safe(MSR_IA32_HWP_REQUEST, &sc->req); 331351896d3SConrad Meyer if (ret) { 332351896d3SConrad Meyer device_printf(dev, 333351896d3SConrad Meyer "Failed to read HWP request MSR for cpu%d (%d)\n", 334351896d3SConrad Meyer pc->pc_cpuid, ret); 335351896d3SConrad Meyer goto out; 336351896d3SConrad Meyer } 3374577cf37SConrad Meyer 3384577cf37SConrad Meyer ret = rdmsr_safe(MSR_IA32_HWP_CAPABILITIES, &caps); 339351896d3SConrad Meyer if (ret) { 340351896d3SConrad Meyer device_printf(dev, 341351896d3SConrad Meyer "Failed to read HWP capabilities MSR for cpu%d (%d)\n", 342351896d3SConrad Meyer pc->pc_cpuid, ret); 343351896d3SConrad Meyer goto out; 344351896d3SConrad Meyer } 3454577cf37SConrad Meyer 3464577cf37SConrad Meyer sc->high = IA32_HWP_CAPABILITIES_HIGHEST_PERFORMANCE(caps); 3474577cf37SConrad Meyer sc->guaranteed = IA32_HWP_CAPABILITIES_GUARANTEED_PERFORMANCE(caps); 3484577cf37SConrad Meyer sc->efficient = IA32_HWP_CAPABILITIES_EFFICIENT_PERFORMANCE(caps); 3494577cf37SConrad Meyer sc->low = IA32_HWP_CAPABILITIES_LOWEST_PERFORMANCE(caps); 3504577cf37SConrad Meyer 3514577cf37SConrad Meyer /* hardware autonomous selection determines the performance target */ 3524577cf37SConrad Meyer sc->req &= ~IA32_HWP_DESIRED_PERFORMANCE; 3534577cf37SConrad Meyer 3544577cf37SConrad Meyer /* enable HW dynamic selection of window size */ 3554577cf37SConrad Meyer sc->req &= ~IA32_HWP_ACTIVITY_WINDOW; 3564577cf37SConrad Meyer 3574577cf37SConrad Meyer /* IA32_HWP_REQUEST.Minimum_Performance = IA32_HWP_CAPABILITIES.Lowest_Performance */ 3584577cf37SConrad Meyer sc->req &= ~IA32_HWP_MINIMUM_PERFORMANCE; 3594577cf37SConrad Meyer sc->req |= sc->low; 3604577cf37SConrad Meyer 3614577cf37SConrad Meyer /* IA32_HWP_REQUEST.Maximum_Performance = IA32_HWP_CAPABILITIES.Highest_Performance. */ 3624577cf37SConrad Meyer sc->req &= ~IA32_HWP_REQUEST_MAXIMUM_PERFORMANCE; 3634577cf37SConrad Meyer sc->req |= sc->high << 8; 3644577cf37SConrad Meyer 3654577cf37SConrad Meyer ret = wrmsr_safe(MSR_IA32_HWP_REQUEST, sc->req); 3664577cf37SConrad Meyer if (ret) { 3674577cf37SConrad Meyer device_printf(dev, 368351896d3SConrad Meyer "Failed to setup autonomous HWP for cpu%d\n", 3694577cf37SConrad Meyer pc->pc_cpuid); 3704577cf37SConrad Meyer } 3714577cf37SConrad Meyer 3724577cf37SConrad Meyer out: 3734577cf37SConrad Meyer thread_lock(curthread); 3744577cf37SConrad Meyer sched_unbind(curthread); 3754577cf37SConrad Meyer thread_unlock(curthread); 3764577cf37SConrad Meyer 3774577cf37SConrad Meyer return (ret); 3784577cf37SConrad Meyer } 3794577cf37SConrad Meyer 3804577cf37SConrad Meyer static int 3814577cf37SConrad Meyer intel_hwpstate_attach(device_t dev) 3824577cf37SConrad Meyer { 3834577cf37SConrad Meyer struct hwp_softc *sc; 3844577cf37SConrad Meyer int ret; 3854577cf37SConrad Meyer 3864577cf37SConrad Meyer sc = device_get_softc(dev); 3874577cf37SConrad Meyer sc->dev = dev; 3884577cf37SConrad Meyer 389f591c3c8SConrad Meyer if (cpu_power_eax & CPUTPM1_HWP_NOTIFICATION) 3904577cf37SConrad Meyer sc->hwp_notifications = true; 391f591c3c8SConrad Meyer if (cpu_power_eax & CPUTPM1_HWP_ACTIVITY_WINDOW) 3924577cf37SConrad Meyer sc->hwp_activity_window = true; 393f591c3c8SConrad Meyer if (cpu_power_eax & CPUTPM1_HWP_PERF_PREF) 3944577cf37SConrad Meyer sc->hwp_pref_ctrl = true; 395f591c3c8SConrad Meyer if (cpu_power_eax & CPUTPM1_HWP_PKG) 3964577cf37SConrad Meyer sc->hwp_pkg_ctrl = true; 3974577cf37SConrad Meyer 3984577cf37SConrad Meyer ret = set_autonomous_hwp(sc); 3994577cf37SConrad Meyer if (ret) 4004577cf37SConrad Meyer return (ret); 4014577cf37SConrad Meyer 4024577cf37SConrad Meyer SYSCTL_ADD_PROC(device_get_sysctl_ctx(dev), 4034577cf37SConrad Meyer SYSCTL_STATIC_CHILDREN(_debug), OID_AUTO, device_get_nameunit(dev), 4044577cf37SConrad Meyer CTLTYPE_STRING | CTLFLAG_RD | CTLFLAG_SKIP, 4054577cf37SConrad Meyer sc, 0, intel_hwp_dump_sysctl_handler, "A", ""); 4064577cf37SConrad Meyer 4074577cf37SConrad Meyer SYSCTL_ADD_PROC(device_get_sysctl_ctx(dev), 4084577cf37SConrad Meyer SYSCTL_CHILDREN(device_get_sysctl_tree(dev)), OID_AUTO, 40907a65f9dSConrad Meyer "epp", CTLTYPE_INT | CTLFLAG_RWTUN, dev, 0, 4104577cf37SConrad Meyer sysctl_epp_select, "I", 4114577cf37SConrad Meyer "Efficiency/Performance Preference " 4124577cf37SConrad Meyer "(range from 0, most performant, through 100, most efficient)"); 4134577cf37SConrad Meyer 4144577cf37SConrad Meyer return (cpufreq_register(dev)); 4154577cf37SConrad Meyer } 4164577cf37SConrad Meyer 4174577cf37SConrad Meyer static int 4184577cf37SConrad Meyer intel_hwpstate_detach(device_t dev) 4194577cf37SConrad Meyer { 4204577cf37SConrad Meyer 4214577cf37SConrad Meyer return (cpufreq_unregister(dev)); 4224577cf37SConrad Meyer } 4234577cf37SConrad Meyer 4244577cf37SConrad Meyer static int 4254577cf37SConrad Meyer intel_hwpstate_get(device_t dev, struct cf_setting *set) 4264577cf37SConrad Meyer { 4274577cf37SConrad Meyer struct pcpu *pc; 4284577cf37SConrad Meyer uint64_t rate; 4294577cf37SConrad Meyer int ret; 4304577cf37SConrad Meyer 4314577cf37SConrad Meyer if (set == NULL) 4324577cf37SConrad Meyer return (EINVAL); 4334577cf37SConrad Meyer 4344577cf37SConrad Meyer pc = cpu_get_pcpu(dev); 4354577cf37SConrad Meyer if (pc == NULL) 4364577cf37SConrad Meyer return (ENXIO); 4374577cf37SConrad Meyer 4384577cf37SConrad Meyer memset(set, CPUFREQ_VAL_UNKNOWN, sizeof(*set)); 4394577cf37SConrad Meyer set->dev = dev; 4404577cf37SConrad Meyer 4414577cf37SConrad Meyer ret = cpu_est_clockrate(pc->pc_cpuid, &rate); 4424577cf37SConrad Meyer if (ret == 0) 4434577cf37SConrad Meyer set->freq = rate / 1000000; 4444577cf37SConrad Meyer 4454577cf37SConrad Meyer set->volts = CPUFREQ_VAL_UNKNOWN; 4464577cf37SConrad Meyer set->power = CPUFREQ_VAL_UNKNOWN; 4474577cf37SConrad Meyer set->lat = CPUFREQ_VAL_UNKNOWN; 4484577cf37SConrad Meyer 4494577cf37SConrad Meyer return (0); 4504577cf37SConrad Meyer } 4514577cf37SConrad Meyer 4524577cf37SConrad Meyer static int 4534577cf37SConrad Meyer intel_hwpstate_type(device_t dev, int *type) 4544577cf37SConrad Meyer { 4554577cf37SConrad Meyer if (type == NULL) 4564577cf37SConrad Meyer return (EINVAL); 4574577cf37SConrad Meyer *type = CPUFREQ_TYPE_ABSOLUTE | CPUFREQ_FLAG_INFO_ONLY | CPUFREQ_FLAG_UNCACHED; 4584577cf37SConrad Meyer 4594577cf37SConrad Meyer return (0); 4604577cf37SConrad Meyer } 4614577cf37SConrad Meyer 4624577cf37SConrad Meyer static int 4634577cf37SConrad Meyer intel_hwpstate_suspend(device_t dev) 4644577cf37SConrad Meyer { 4654577cf37SConrad Meyer return (0); 4664577cf37SConrad Meyer } 4674577cf37SConrad Meyer 4684577cf37SConrad Meyer /* 4694577cf37SConrad Meyer * Redo a subset of set_autonomous_hwp on resume; untested. Without this, 4704577cf37SConrad Meyer * testers observed that on resume MSR_IA32_HWP_REQUEST was bogus. 4714577cf37SConrad Meyer */ 4724577cf37SConrad Meyer static int 4734577cf37SConrad Meyer intel_hwpstate_resume(device_t dev) 4744577cf37SConrad Meyer { 4754577cf37SConrad Meyer struct hwp_softc *sc; 4764577cf37SConrad Meyer struct pcpu *pc; 4774577cf37SConrad Meyer int ret; 4784577cf37SConrad Meyer 4794577cf37SConrad Meyer sc = device_get_softc(dev); 4804577cf37SConrad Meyer 4814577cf37SConrad Meyer pc = cpu_get_pcpu(dev); 4824577cf37SConrad Meyer if (pc == NULL) 4834577cf37SConrad Meyer return (ENXIO); 4844577cf37SConrad Meyer 4854577cf37SConrad Meyer thread_lock(curthread); 4864577cf37SConrad Meyer sched_bind(curthread, pc->pc_cpuid); 4874577cf37SConrad Meyer thread_unlock(curthread); 4884577cf37SConrad Meyer 4894577cf37SConrad Meyer ret = wrmsr_safe(MSR_IA32_PM_ENABLE, 1); 4904577cf37SConrad Meyer if (ret) { 4914577cf37SConrad Meyer device_printf(dev, 4924577cf37SConrad Meyer "Failed to enable HWP for cpu%d after suspend (%d)\n", 4934577cf37SConrad Meyer pc->pc_cpuid, ret); 4944577cf37SConrad Meyer goto out; 4954577cf37SConrad Meyer } 4964577cf37SConrad Meyer 4974577cf37SConrad Meyer ret = wrmsr_safe(MSR_IA32_HWP_REQUEST, sc->req); 4984577cf37SConrad Meyer if (ret) { 4994577cf37SConrad Meyer device_printf(dev, 5004577cf37SConrad Meyer "Failed to setup autonomous HWP for cpu%d after suspend\n", 5014577cf37SConrad Meyer pc->pc_cpuid); 5024577cf37SConrad Meyer } 5034577cf37SConrad Meyer 5044577cf37SConrad Meyer out: 5054577cf37SConrad Meyer thread_lock(curthread); 5064577cf37SConrad Meyer sched_unbind(curthread); 5074577cf37SConrad Meyer thread_unlock(curthread); 5084577cf37SConrad Meyer 5094577cf37SConrad Meyer return (ret); 5104577cf37SConrad Meyer } 511