124f93aa0SRavi Pokala /*- 224f93aa0SRavi Pokala * SPDX-License-Identifier: BSD-2-Clause-FreeBSD 324f93aa0SRavi Pokala * 424f93aa0SRavi Pokala * Authors: Joe Kloss; Ravi Pokala (rpokala@freebsd.org) 524f93aa0SRavi Pokala * 624f93aa0SRavi Pokala * Copyright (c) 2017-2018 Panasas 724f93aa0SRavi Pokala * All rights reserved. 824f93aa0SRavi Pokala * 924f93aa0SRavi Pokala * Redistribution and use in source and binary forms, with or without 1024f93aa0SRavi Pokala * modification, are permitted provided that the following conditions 1124f93aa0SRavi Pokala * are met: 1224f93aa0SRavi Pokala * 1. Redistributions of source code must retain the above copyright 1324f93aa0SRavi Pokala * notice, this list of conditions and the following disclaimer. 1424f93aa0SRavi Pokala * 2. Redistributions in binary form must reproduce the above copyright 1524f93aa0SRavi Pokala * notice, this list of conditions and the following disclaimer in the 1624f93aa0SRavi Pokala * documentation and/or other materials provided with the distribution. 1724f93aa0SRavi Pokala * 1824f93aa0SRavi Pokala * THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND 1924f93aa0SRavi Pokala * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE 2024f93aa0SRavi Pokala * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE 2124f93aa0SRavi Pokala * ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE 2224f93aa0SRavi Pokala * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL 2324f93aa0SRavi Pokala * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS 2424f93aa0SRavi Pokala * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) 2524f93aa0SRavi Pokala * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT 2624f93aa0SRavi Pokala * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY 2724f93aa0SRavi Pokala * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF 2824f93aa0SRavi Pokala * SUCH DAMAGE. 2924f93aa0SRavi Pokala * 3024f93aa0SRavi Pokala * $FreeBSD$ 3124f93aa0SRavi Pokala */ 3224f93aa0SRavi Pokala 3324f93aa0SRavi Pokala #include <sys/param.h> 3424f93aa0SRavi Pokala #include <sys/systm.h> 3524f93aa0SRavi Pokala #include <sys/kernel.h> 3624f93aa0SRavi Pokala #include <sys/module.h> 3724f93aa0SRavi Pokala #include <sys/endian.h> 3824f93aa0SRavi Pokala #include <sys/errno.h> 3924f93aa0SRavi Pokala #include <sys/lock.h> 4024f93aa0SRavi Pokala #include <sys/mutex.h> 4124f93aa0SRavi Pokala #include <sys/syslog.h> 4224f93aa0SRavi Pokala #include <sys/bus.h> 4324f93aa0SRavi Pokala 4424f93aa0SRavi Pokala #include <machine/bus.h> 4524f93aa0SRavi Pokala #include <machine/atomic.h> 4624f93aa0SRavi Pokala 4724f93aa0SRavi Pokala #include <dev/pci/pcivar.h> 4824f93aa0SRavi Pokala #include <dev/pci/pcireg.h> 4924f93aa0SRavi Pokala 5024f93aa0SRavi Pokala #include <dev/smbus/smbconf.h> 5124f93aa0SRavi Pokala 5224f93aa0SRavi Pokala #include "imcsmb_reg.h" 5324f93aa0SRavi Pokala #include "imcsmb_var.h" 5424f93aa0SRavi Pokala 5524f93aa0SRavi Pokala /* (Sandy,Ivy)bridge-Xeon and (Has,Broad)well-Xeon CPUs contain one or two 5624f93aa0SRavi Pokala * "Integrated Memory Controllers" (iMCs), and each iMC contains two separate 5724f93aa0SRavi Pokala * SMBus controllers. These are used for reading SPD data from the DIMMs, and 5824f93aa0SRavi Pokala * for reading the "Thermal Sensor on DIMM" (TSODs). The iMC SMBus controllers 5924f93aa0SRavi Pokala * are very simple devices, and have limited functionality compared to 6024f93aa0SRavi Pokala * full-fledged SMBus controllers, like the one in Intel ICHs and PCHs. 6124f93aa0SRavi Pokala * 6224f93aa0SRavi Pokala * The publicly available documentation for the iMC SMBus controllers can be 6324f93aa0SRavi Pokala * found in the CPU datasheets for (Sandy,Ivy)bridge-Xeon and 6424f93aa0SRavi Pokala * (Has,broad)well-Xeon, respectively: 6524f93aa0SRavi Pokala * 6624f93aa0SRavi Pokala * https://www.intel.com/content/dam/www/public/us/en/documents/datasheets/ 6724f93aa0SRavi Pokala * Sandybridge xeon-e5-1600-2600-vol-2-datasheet.pdf 6824f93aa0SRavi Pokala * Ivybridge xeon-e5-v2-datasheet-vol-2.pdf 6924f93aa0SRavi Pokala * Haswell xeon-e5-v3-datasheet-vol-2.pdf 7024f93aa0SRavi Pokala * Broadwell xeon-e5-v4-datasheet-vol-2.pdf 7124f93aa0SRavi Pokala * 7224f93aa0SRavi Pokala * Another useful resource is the Linux driver. It is not in the main tree. 7324f93aa0SRavi Pokala * 7424f93aa0SRavi Pokala * https://www.mail-archive.com/linux-kernel@vger.kernel.org/msg840043.html 7524f93aa0SRavi Pokala * 7624f93aa0SRavi Pokala * The iMC SMBus controllers do not support interrupts (thus, they must be 7724f93aa0SRavi Pokala * polled for IO completion). All of the iMC registers are in PCI configuration 7824f93aa0SRavi Pokala * space; there is no support for PIO or MMIO. As a result, this driver does 7924f93aa0SRavi Pokala * not need to perform and newbus resource manipulation. 8024f93aa0SRavi Pokala * 8124f93aa0SRavi Pokala * Because there are multiple SMBus controllers sharing the same PCI device, 8224f93aa0SRavi Pokala * this driver is actually *two* drivers: 8324f93aa0SRavi Pokala * 8424f93aa0SRavi Pokala * - "imcsmb" is an smbus(4)-compliant SMBus controller driver 8524f93aa0SRavi Pokala * 8624f93aa0SRavi Pokala * - "imcsmb_pci" recognizes the PCI device and assigns the appropriate set of 8724f93aa0SRavi Pokala * PCI config registers to a specific "imcsmb" instance. 8824f93aa0SRavi Pokala */ 8924f93aa0SRavi Pokala 9024f93aa0SRavi Pokala /* Depending on the motherboard and firmware, the TSODs might be polled by 9124f93aa0SRavi Pokala * firmware. Therefore, when this driver accesses these SMBus controllers, the 9224f93aa0SRavi Pokala * firmware polling must be disabled as part of requesting the bus, and 9324f93aa0SRavi Pokala * re-enabled when releasing the bus. Unfortunately, the details of how to do 9424f93aa0SRavi Pokala * this are vendor-specific. Contact your motherboard vendor to get the 9524f93aa0SRavi Pokala * information you need to do proper implementations. 9624f93aa0SRavi Pokala * 9724f93aa0SRavi Pokala * For NVDIMMs which conform to the ACPI "NFIT" standard, the ACPI firmware 9824f93aa0SRavi Pokala * manages the NVDIMM; for those which pre-date the standard, the operating 9924f93aa0SRavi Pokala * system interacts with the NVDIMM controller using a vendor-proprietary API 10024f93aa0SRavi Pokala * over the SMBus. In that case, the NVDIMM driver would be an SMBus slave 10124f93aa0SRavi Pokala * device driver, and would interface with the hardware via an SMBus controller 10224f93aa0SRavi Pokala * driver such as this one. 10324f93aa0SRavi Pokala */ 10424f93aa0SRavi Pokala 10524f93aa0SRavi Pokala /* PCIe device IDs for (Sandy,Ivy)bridge)-Xeon and (Has,Broad)well-Xeon */ 10624f93aa0SRavi Pokala #define PCI_VENDOR_INTEL 0x8086 10724f93aa0SRavi Pokala #define IMCSMB_PCI_DEV_ID_IMC0_SBX 0x3ca8 10824f93aa0SRavi Pokala #define IMCSMB_PCI_DEV_ID_IMC0_IBX 0x0ea8 10924f93aa0SRavi Pokala #define IMCSMB_PCI_DEV_ID_IMC0_HSX 0x2fa8 11024f93aa0SRavi Pokala #define IMCSMB_PCI_DEV_ID_IMC0_BDX 0x6fa8 11124f93aa0SRavi Pokala /* (Sandy,Ivy)bridge-Xeon only have a single memory controller per socket */ 11224f93aa0SRavi Pokala #define IMCSMB_PCI_DEV_ID_IMC1_HSX 0x2f68 11324f93aa0SRavi Pokala #define IMCSMB_PCI_DEV_ID_IMC1_BDX 0x6f68 11424f93aa0SRavi Pokala 11524f93aa0SRavi Pokala /* There are two SMBus controllers in each device. These define the registers 11624f93aa0SRavi Pokala * for each of these devices. 11724f93aa0SRavi Pokala */ 11824f93aa0SRavi Pokala static struct imcsmb_reg_set imcsmb_regs[] = { 11924f93aa0SRavi Pokala { 12024f93aa0SRavi Pokala .smb_stat = IMCSMB_REG_STATUS0, 12124f93aa0SRavi Pokala .smb_cmd = IMCSMB_REG_COMMAND0, 12224f93aa0SRavi Pokala .smb_cntl = IMCSMB_REG_CONTROL0 12324f93aa0SRavi Pokala }, 12424f93aa0SRavi Pokala { 12524f93aa0SRavi Pokala .smb_stat = IMCSMB_REG_STATUS1, 12624f93aa0SRavi Pokala .smb_cmd = IMCSMB_REG_COMMAND1, 12724f93aa0SRavi Pokala .smb_cntl = IMCSMB_REG_CONTROL1 12824f93aa0SRavi Pokala }, 12924f93aa0SRavi Pokala }; 13024f93aa0SRavi Pokala 13124f93aa0SRavi Pokala static struct imcsmb_pci_device { 13224f93aa0SRavi Pokala uint16_t id; 13324f93aa0SRavi Pokala char *name; 13424f93aa0SRavi Pokala } imcsmb_pci_devices[] = { 13524f93aa0SRavi Pokala {IMCSMB_PCI_DEV_ID_IMC0_SBX, 13624f93aa0SRavi Pokala "Intel Sandybridge Xeon iMC 0 SMBus controllers" }, 13724f93aa0SRavi Pokala {IMCSMB_PCI_DEV_ID_IMC0_IBX, 13824f93aa0SRavi Pokala "Intel Ivybridge Xeon iMC 0 SMBus controllers" }, 13924f93aa0SRavi Pokala {IMCSMB_PCI_DEV_ID_IMC0_HSX, 14024f93aa0SRavi Pokala "Intel Haswell Xeon iMC 0 SMBus controllers" }, 14124f93aa0SRavi Pokala {IMCSMB_PCI_DEV_ID_IMC1_HSX, 14224f93aa0SRavi Pokala "Intel Haswell Xeon iMC 1 SMBus controllers" }, 14324f93aa0SRavi Pokala {IMCSMB_PCI_DEV_ID_IMC0_BDX, 14424f93aa0SRavi Pokala "Intel Broadwell Xeon iMC 0 SMBus controllers" }, 14524f93aa0SRavi Pokala {IMCSMB_PCI_DEV_ID_IMC1_BDX, 14624f93aa0SRavi Pokala "Intel Broadwell Xeon iMC 1 SMBus controllers" }, 14724f93aa0SRavi Pokala {0, NULL}, 14824f93aa0SRavi Pokala }; 14924f93aa0SRavi Pokala 15024f93aa0SRavi Pokala /* Device methods. */ 15124f93aa0SRavi Pokala static int imcsmb_pci_attach(device_t dev); 15224f93aa0SRavi Pokala static int imcsmb_pci_detach(device_t dev); 15324f93aa0SRavi Pokala static int imcsmb_pci_probe(device_t dev); 15424f93aa0SRavi Pokala 15524f93aa0SRavi Pokala /** 15624f93aa0SRavi Pokala * device_attach() method. Set up the PCI device's softc, then explicitly create 15724f93aa0SRavi Pokala * children for the actual imcsmbX controllers. Set up the child's ivars to 15824f93aa0SRavi Pokala * point to the proper set of the PCI device's config registers. 15924f93aa0SRavi Pokala * 16024f93aa0SRavi Pokala * @author Joe Kloss, rpokala 16124f93aa0SRavi Pokala * 16224f93aa0SRavi Pokala * @param[in,out] dev 16324f93aa0SRavi Pokala * Device being attached. 16424f93aa0SRavi Pokala */ 16524f93aa0SRavi Pokala static int 16624f93aa0SRavi Pokala imcsmb_pci_attach(device_t dev) 16724f93aa0SRavi Pokala { 16824f93aa0SRavi Pokala struct imcsmb_pci_softc *sc; 16924f93aa0SRavi Pokala device_t child; 17024f93aa0SRavi Pokala int rc; 17124f93aa0SRavi Pokala int unit; 17224f93aa0SRavi Pokala 17324f93aa0SRavi Pokala /* Initialize private state */ 17424f93aa0SRavi Pokala sc = device_get_softc(dev); 17524f93aa0SRavi Pokala sc->dev = dev; 17624f93aa0SRavi Pokala sc->semaphore = 0; 17724f93aa0SRavi Pokala 17824f93aa0SRavi Pokala /* Create the imcsmbX children */ 17924f93aa0SRavi Pokala for (unit = 0; unit < 2; unit++) { 18024f93aa0SRavi Pokala child = device_add_child(dev, "imcsmb", -1); 18124f93aa0SRavi Pokala if (child == NULL) { 18224f93aa0SRavi Pokala /* Nothing has been allocated, so there's no cleanup. */ 18324f93aa0SRavi Pokala device_printf(dev, "Child imcsmb not added\n"); 18424f93aa0SRavi Pokala rc = ENXIO; 18524f93aa0SRavi Pokala goto out; 18624f93aa0SRavi Pokala } 18724f93aa0SRavi Pokala /* Set the child's ivars to point to the appropriate set of 18824f93aa0SRavi Pokala * the PCI device's registers. 18924f93aa0SRavi Pokala */ 19024f93aa0SRavi Pokala device_set_ivars(child, &imcsmb_regs[unit]); 19124f93aa0SRavi Pokala } 19224f93aa0SRavi Pokala 19324f93aa0SRavi Pokala /* Attach the imcsmbX children. */ 19424f93aa0SRavi Pokala if ((rc = bus_generic_attach(dev)) != 0) { 19524f93aa0SRavi Pokala device_printf(dev, "failed to attach children: %d\n", rc); 19624f93aa0SRavi Pokala goto out; 19724f93aa0SRavi Pokala } 19824f93aa0SRavi Pokala 19924f93aa0SRavi Pokala out: 20024f93aa0SRavi Pokala return (rc); 20124f93aa0SRavi Pokala } 20224f93aa0SRavi Pokala 20324f93aa0SRavi Pokala /** 20424f93aa0SRavi Pokala * device_detach() method. attach() didn't do any allocations, so all that's 20524f93aa0SRavi Pokala * needed here is to free up any downstream drivers and children. 20624f93aa0SRavi Pokala * 20724f93aa0SRavi Pokala * @author Joe Kloss 20824f93aa0SRavi Pokala * 20924f93aa0SRavi Pokala * @param[in] dev 21024f93aa0SRavi Pokala * Device being detached. 21124f93aa0SRavi Pokala */ 21224f93aa0SRavi Pokala static int 21324f93aa0SRavi Pokala imcsmb_pci_detach(device_t dev) 21424f93aa0SRavi Pokala { 21524f93aa0SRavi Pokala int rc; 21624f93aa0SRavi Pokala 21724f93aa0SRavi Pokala /* Detach any attached drivers */ 21824f93aa0SRavi Pokala rc = bus_generic_detach(dev); 21924f93aa0SRavi Pokala if (rc == 0) { 22024f93aa0SRavi Pokala /* Remove all children */ 22124f93aa0SRavi Pokala rc = device_delete_children(dev); 22224f93aa0SRavi Pokala } 22324f93aa0SRavi Pokala 22424f93aa0SRavi Pokala return (rc); 22524f93aa0SRavi Pokala } 22624f93aa0SRavi Pokala 22724f93aa0SRavi Pokala /** 22824f93aa0SRavi Pokala * device_probe() method. Look for the right PCI vendor/device IDs. 22924f93aa0SRavi Pokala * 23024f93aa0SRavi Pokala * @author Joe Kloss, rpokala 23124f93aa0SRavi Pokala * 23224f93aa0SRavi Pokala * @param[in,out] dev 23324f93aa0SRavi Pokala * Device being probed. 23424f93aa0SRavi Pokala */ 23524f93aa0SRavi Pokala static int 23624f93aa0SRavi Pokala imcsmb_pci_probe(device_t dev) 23724f93aa0SRavi Pokala { 23824f93aa0SRavi Pokala struct imcsmb_pci_device *pci_device; 23924f93aa0SRavi Pokala int rc; 24024f93aa0SRavi Pokala uint16_t pci_dev_id; 24124f93aa0SRavi Pokala 24224f93aa0SRavi Pokala rc = ENXIO; 24324f93aa0SRavi Pokala 24424f93aa0SRavi Pokala if (pci_get_vendor(dev) != PCI_VENDOR_INTEL) { 24524f93aa0SRavi Pokala goto out; 24624f93aa0SRavi Pokala } 24724f93aa0SRavi Pokala 24824f93aa0SRavi Pokala pci_dev_id = pci_get_device(dev); 24924f93aa0SRavi Pokala for (pci_device = imcsmb_pci_devices; 25024f93aa0SRavi Pokala pci_device->name != NULL; 25124f93aa0SRavi Pokala pci_device++) { 25224f93aa0SRavi Pokala if (pci_dev_id == pci_device->id) { 25324f93aa0SRavi Pokala device_set_desc(dev, pci_device->name); 25424f93aa0SRavi Pokala rc = BUS_PROBE_DEFAULT; 25524f93aa0SRavi Pokala goto out; 25624f93aa0SRavi Pokala } 25724f93aa0SRavi Pokala } 25824f93aa0SRavi Pokala 25924f93aa0SRavi Pokala out: 26024f93aa0SRavi Pokala return (rc); 26124f93aa0SRavi Pokala } 26224f93aa0SRavi Pokala 26324f93aa0SRavi Pokala /** 26424f93aa0SRavi Pokala * Invoked via smbus_callback() -> imcsmb_callback(); clear the semaphore, and 26524f93aa0SRavi Pokala * re-enable motherboard-specific DIMM temperature monitoring if needed. This 26624f93aa0SRavi Pokala * gets called after the transaction completes. 26724f93aa0SRavi Pokala * 26824f93aa0SRavi Pokala * @author Joe Kloss 26924f93aa0SRavi Pokala * 27024f93aa0SRavi Pokala * @param[in,out] dev 27124f93aa0SRavi Pokala * The device whose busses to release. 27224f93aa0SRavi Pokala */ 27324f93aa0SRavi Pokala void 27424f93aa0SRavi Pokala imcsmb_pci_release_bus(device_t dev) 27524f93aa0SRavi Pokala { 27624f93aa0SRavi Pokala struct imcsmb_pci_softc *sc; 27724f93aa0SRavi Pokala 27824f93aa0SRavi Pokala sc = device_get_softc(dev); 27924f93aa0SRavi Pokala 28024f93aa0SRavi Pokala /* 28124f93aa0SRavi Pokala * IF NEEDED, INSERT MOTHERBOARD-SPECIFIC CODE TO RE-ENABLE DIMM 28224f93aa0SRavi Pokala * TEMPERATURE MONITORING HERE. 28324f93aa0SRavi Pokala */ 28424f93aa0SRavi Pokala 28524f93aa0SRavi Pokala atomic_store_rel_int(&sc->semaphore, 0); 28624f93aa0SRavi Pokala } 28724f93aa0SRavi Pokala 28824f93aa0SRavi Pokala /** 28924f93aa0SRavi Pokala * Invoked via smbus_callback() -> imcsmb_callback(); set the semaphore, and 29024f93aa0SRavi Pokala * disable motherboard-specific DIMM temperature monitoring if needed. This gets 29124f93aa0SRavi Pokala * called before the transaction starts. 29224f93aa0SRavi Pokala * 29324f93aa0SRavi Pokala * @author Joe Kloss 29424f93aa0SRavi Pokala * 29524f93aa0SRavi Pokala * @param[in,out] dev 29624f93aa0SRavi Pokala * The device whose busses to request. 29724f93aa0SRavi Pokala */ 29824f93aa0SRavi Pokala int 29924f93aa0SRavi Pokala imcsmb_pci_request_bus(device_t dev) 30024f93aa0SRavi Pokala { 30124f93aa0SRavi Pokala struct imcsmb_pci_softc *sc; 30224f93aa0SRavi Pokala int rc; 30324f93aa0SRavi Pokala 30424f93aa0SRavi Pokala sc = device_get_softc(dev); 30524f93aa0SRavi Pokala rc = 0; 30624f93aa0SRavi Pokala 30724f93aa0SRavi Pokala /* We don't want to block. Use a simple test-and-set semaphore to 30824f93aa0SRavi Pokala * protect the bus. 30924f93aa0SRavi Pokala */ 31024f93aa0SRavi Pokala if (atomic_cmpset_acq_int(&sc->semaphore, 0, 1) == 0) { 31124f93aa0SRavi Pokala rc = EWOULDBLOCK; 31224f93aa0SRavi Pokala } 31324f93aa0SRavi Pokala 31424f93aa0SRavi Pokala /* 31524f93aa0SRavi Pokala * IF NEEDED, INSERT MOTHERBOARD-SPECIFIC CODE TO DISABLE DIMM 31624f93aa0SRavi Pokala * TEMPERATURE MONITORING HERE. 31724f93aa0SRavi Pokala */ 31824f93aa0SRavi Pokala 31924f93aa0SRavi Pokala return (rc); 32024f93aa0SRavi Pokala } 32124f93aa0SRavi Pokala 32224f93aa0SRavi Pokala /* Our device class */ 32324f93aa0SRavi Pokala static devclass_t imcsmb_pci_devclass; 32424f93aa0SRavi Pokala 32524f93aa0SRavi Pokala /* Device methods */ 32624f93aa0SRavi Pokala static device_method_t imcsmb_pci_methods[] = { 32724f93aa0SRavi Pokala /* Device interface */ 32824f93aa0SRavi Pokala DEVMETHOD(device_attach, imcsmb_pci_attach), 32924f93aa0SRavi Pokala DEVMETHOD(device_detach, imcsmb_pci_detach), 33024f93aa0SRavi Pokala DEVMETHOD(device_probe, imcsmb_pci_probe), 33124f93aa0SRavi Pokala 33224f93aa0SRavi Pokala DEVMETHOD_END 33324f93aa0SRavi Pokala }; 33424f93aa0SRavi Pokala 33524f93aa0SRavi Pokala static driver_t imcsmb_pci_driver = { 33624f93aa0SRavi Pokala .name = "imcsmb_pci", 33724f93aa0SRavi Pokala .methods = imcsmb_pci_methods, 33824f93aa0SRavi Pokala .size = sizeof(struct imcsmb_pci_softc), 33924f93aa0SRavi Pokala }; 34024f93aa0SRavi Pokala 34124f93aa0SRavi Pokala DRIVER_MODULE(imcsmb_pci, pci, imcsmb_pci_driver, imcsmb_pci_devclass, 0, 0); 34224f93aa0SRavi Pokala MODULE_DEPEND(imcsmb_pci, pci, 1, 1, 1); 34324f93aa0SRavi Pokala MODULE_VERSION(imcsmb_pci, 1); 34424f93aa0SRavi Pokala 34524f93aa0SRavi Pokala /* vi: set ts=8 sw=4 sts=8 noet: */ 346