166ea3906SVladimir Kondratyev /*-
266ea3906SVladimir Kondratyev  * Copyright (c) 2010 Isilon Systems, Inc.
366ea3906SVladimir Kondratyev  * Copyright (c) 2010 iX Systems, Inc.
466ea3906SVladimir Kondratyev  * Copyright (c) 2010 Panasas, Inc.
566ea3906SVladimir Kondratyev  * Copyright (c) 2013-2015 Mellanox Technologies, Ltd.
666ea3906SVladimir Kondratyev  * All rights reserved.
766ea3906SVladimir Kondratyev  *
866ea3906SVladimir Kondratyev  * Redistribution and use in source and binary forms, with or without
966ea3906SVladimir Kondratyev  * modification, are permitted provided that the following conditions
1066ea3906SVladimir Kondratyev  * are met:
1166ea3906SVladimir Kondratyev  * 1. Redistributions of source code must retain the above copyright
1266ea3906SVladimir Kondratyev  *    notice unmodified, this list of conditions, and the following
1366ea3906SVladimir Kondratyev  *    disclaimer.
1466ea3906SVladimir Kondratyev  * 2. Redistributions in binary form must reproduce the above copyright
1566ea3906SVladimir Kondratyev  *    notice, this list of conditions and the following disclaimer in the
1666ea3906SVladimir Kondratyev  *    documentation and/or other materials provided with the distribution.
1766ea3906SVladimir Kondratyev  *
1866ea3906SVladimir Kondratyev  * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR
1966ea3906SVladimir Kondratyev  * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
2066ea3906SVladimir Kondratyev  * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
2166ea3906SVladimir Kondratyev  * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT,
2266ea3906SVladimir Kondratyev  * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT
2366ea3906SVladimir Kondratyev  * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
2466ea3906SVladimir Kondratyev  * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
2566ea3906SVladimir Kondratyev  * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
2666ea3906SVladimir Kondratyev  * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF
2766ea3906SVladimir Kondratyev  * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
2866ea3906SVladimir Kondratyev  */
2966ea3906SVladimir Kondratyev 
3066ea3906SVladimir Kondratyev #include <linux/device.h>
3166ea3906SVladimir Kondratyev #include <linux/interrupt.h>
3266ea3906SVladimir Kondratyev #include <linux/pci.h>
3366ea3906SVladimir Kondratyev 
3466ea3906SVladimir Kondratyev #include <sys/param.h>
3566ea3906SVladimir Kondratyev #include <sys/bus.h>
3666ea3906SVladimir Kondratyev #include <sys/rman.h>
3766ea3906SVladimir Kondratyev #include <sys/interrupt.h>
3866ea3906SVladimir Kondratyev 
3966ea3906SVladimir Kondratyev struct irq_ent {
4066ea3906SVladimir Kondratyev 	struct list_head	links;
4166ea3906SVladimir Kondratyev 	struct device	*dev;
4266ea3906SVladimir Kondratyev 	struct resource	*res;
4366ea3906SVladimir Kondratyev 	void		*arg;
4466ea3906SVladimir Kondratyev 	irqreturn_t	(*handler)(int, void *);
4566ea3906SVladimir Kondratyev 	irqreturn_t	(*thread_handler)(int, void *);
4666ea3906SVladimir Kondratyev 	void		*tag;
4766ea3906SVladimir Kondratyev 	unsigned int	irq;
4866ea3906SVladimir Kondratyev };
4966ea3906SVladimir Kondratyev 
5066ea3906SVladimir Kondratyev static inline int
lkpi_irq_rid(struct device * dev,unsigned int irq)5166ea3906SVladimir Kondratyev lkpi_irq_rid(struct device *dev, unsigned int irq)
5266ea3906SVladimir Kondratyev {
5366ea3906SVladimir Kondratyev 	/* check for MSI- or MSIX- interrupt */
5466ea3906SVladimir Kondratyev 	if (irq >= dev->irq_start && irq < dev->irq_end)
5566ea3906SVladimir Kondratyev 		return (irq - dev->irq_start + 1);
5666ea3906SVladimir Kondratyev 	else
5766ea3906SVladimir Kondratyev 		return (0);
5866ea3906SVladimir Kondratyev }
5966ea3906SVladimir Kondratyev 
6066ea3906SVladimir Kondratyev static inline struct irq_ent *
lkpi_irq_ent(struct device * dev,unsigned int irq)6166ea3906SVladimir Kondratyev lkpi_irq_ent(struct device *dev, unsigned int irq)
6266ea3906SVladimir Kondratyev {
6366ea3906SVladimir Kondratyev 	struct irq_ent *irqe;
6466ea3906SVladimir Kondratyev 
6566ea3906SVladimir Kondratyev 	list_for_each_entry(irqe, &dev->irqents, links)
6666ea3906SVladimir Kondratyev 		if (irqe->irq == irq)
6766ea3906SVladimir Kondratyev 			return (irqe);
6866ea3906SVladimir Kondratyev 
6966ea3906SVladimir Kondratyev 	return (NULL);
7066ea3906SVladimir Kondratyev }
7166ea3906SVladimir Kondratyev 
725ca1f3f5SVladimir Kondratyev static void
lkpi_irq_handler(void * ent)735ca1f3f5SVladimir Kondratyev lkpi_irq_handler(void *ent)
7466ea3906SVladimir Kondratyev {
7566ea3906SVladimir Kondratyev 	struct irq_ent *irqe;
7666ea3906SVladimir Kondratyev 
7766ea3906SVladimir Kondratyev 	if (linux_set_current_flags(curthread, M_NOWAIT))
7866ea3906SVladimir Kondratyev 		return;
7966ea3906SVladimir Kondratyev 
8066ea3906SVladimir Kondratyev 	irqe = ent;
8166ea3906SVladimir Kondratyev 	if (irqe->handler(irqe->irq, irqe->arg) == IRQ_WAKE_THREAD &&
8266ea3906SVladimir Kondratyev 	    irqe->thread_handler != NULL) {
8366ea3906SVladimir Kondratyev 		THREAD_SLEEPING_OK();
8466ea3906SVladimir Kondratyev 		irqe->thread_handler(irqe->irq, irqe->arg);
8566ea3906SVladimir Kondratyev 		THREAD_NO_SLEEPING();
8666ea3906SVladimir Kondratyev 	}
8766ea3906SVladimir Kondratyev }
8866ea3906SVladimir Kondratyev 
895ca1f3f5SVladimir Kondratyev static inline void
lkpi_irq_release(struct device * dev,struct irq_ent * irqe)9066ea3906SVladimir Kondratyev lkpi_irq_release(struct device *dev, struct irq_ent *irqe)
9166ea3906SVladimir Kondratyev {
9266ea3906SVladimir Kondratyev 	if (irqe->tag != NULL)
9366ea3906SVladimir Kondratyev 		bus_teardown_intr(dev->bsddev, irqe->res, irqe->tag);
9466ea3906SVladimir Kondratyev 	if (irqe->res != NULL)
9566ea3906SVladimir Kondratyev 		bus_release_resource(dev->bsddev, SYS_RES_IRQ,
9666ea3906SVladimir Kondratyev 		    rman_get_rid(irqe->res), irqe->res);
9766ea3906SVladimir Kondratyev 	list_del(&irqe->links);
9866ea3906SVladimir Kondratyev }
9966ea3906SVladimir Kondratyev 
1005ca1f3f5SVladimir Kondratyev static void
lkpi_devm_irq_release(struct device * dev,void * p)10166ea3906SVladimir Kondratyev lkpi_devm_irq_release(struct device *dev, void *p)
10266ea3906SVladimir Kondratyev {
10366ea3906SVladimir Kondratyev 	struct irq_ent *irqe;
10466ea3906SVladimir Kondratyev 
10566ea3906SVladimir Kondratyev 	if (dev == NULL || p == NULL)
10666ea3906SVladimir Kondratyev 		return;
10766ea3906SVladimir Kondratyev 
10866ea3906SVladimir Kondratyev 	irqe = p;
10966ea3906SVladimir Kondratyev 	lkpi_irq_release(dev, irqe);
11066ea3906SVladimir Kondratyev }
11166ea3906SVladimir Kondratyev 
11266ea3906SVladimir Kondratyev int
lkpi_request_irq(struct device * xdev,unsigned int irq,irq_handler_t handler,irq_handler_t thread_handler,unsigned long flags,const char * name,void * arg)11366ea3906SVladimir Kondratyev lkpi_request_irq(struct device *xdev, unsigned int irq,
11466ea3906SVladimir Kondratyev     irq_handler_t handler, irq_handler_t thread_handler,
11566ea3906SVladimir Kondratyev     unsigned long flags, const char *name, void *arg)
11666ea3906SVladimir Kondratyev {
11766ea3906SVladimir Kondratyev 	struct resource *res;
11866ea3906SVladimir Kondratyev 	struct irq_ent *irqe;
11966ea3906SVladimir Kondratyev 	struct device *dev;
12096ab16ebSVladimir Kondratyev 	unsigned resflags;
12166ea3906SVladimir Kondratyev 	int error;
12266ea3906SVladimir Kondratyev 	int rid;
12366ea3906SVladimir Kondratyev 
12496ab16ebSVladimir Kondratyev 	dev = lkpi_pci_find_irq_dev(irq);
12566ea3906SVladimir Kondratyev 	if (dev == NULL)
12666ea3906SVladimir Kondratyev 		return -ENXIO;
12766ea3906SVladimir Kondratyev 	if (xdev != NULL && xdev != dev)
12866ea3906SVladimir Kondratyev 		return -ENXIO;
12966ea3906SVladimir Kondratyev 	rid = lkpi_irq_rid(dev, irq);
13096ab16ebSVladimir Kondratyev 	resflags = RF_ACTIVE;
13196ab16ebSVladimir Kondratyev 	if ((flags & IRQF_SHARED) != 0)
13296ab16ebSVladimir Kondratyev 		resflags |= RF_SHAREABLE;
13396ab16ebSVladimir Kondratyev 	res = bus_alloc_resource_any(dev->bsddev, SYS_RES_IRQ, &rid, resflags);
13466ea3906SVladimir Kondratyev 	if (res == NULL)
13566ea3906SVladimir Kondratyev 		return (-ENXIO);
13666ea3906SVladimir Kondratyev 	if (xdev != NULL)
13766ea3906SVladimir Kondratyev 		irqe = lkpi_devres_alloc(lkpi_devm_irq_release, sizeof(*irqe),
13866ea3906SVladimir Kondratyev 		    GFP_KERNEL | __GFP_ZERO);
13966ea3906SVladimir Kondratyev 	else
14066ea3906SVladimir Kondratyev 		irqe = kzalloc(sizeof(*irqe), GFP_KERNEL);
14166ea3906SVladimir Kondratyev 	irqe->dev = dev;
14266ea3906SVladimir Kondratyev 	irqe->res = res;
14366ea3906SVladimir Kondratyev 	irqe->arg = arg;
14466ea3906SVladimir Kondratyev 	irqe->handler = handler;
14566ea3906SVladimir Kondratyev 	irqe->thread_handler = thread_handler;
14666ea3906SVladimir Kondratyev 	irqe->irq = irq;
14766ea3906SVladimir Kondratyev 
14866ea3906SVladimir Kondratyev 	error = bus_setup_intr(dev->bsddev, res, INTR_TYPE_NET | INTR_MPSAFE,
1495ca1f3f5SVladimir Kondratyev 	    NULL, lkpi_irq_handler, irqe, &irqe->tag);
15066ea3906SVladimir Kondratyev 	if (error)
15166ea3906SVladimir Kondratyev 		goto errout;
15266ea3906SVladimir Kondratyev 	list_add(&irqe->links, &dev->irqents);
15366ea3906SVladimir Kondratyev 	if (xdev != NULL)
15466ea3906SVladimir Kondratyev 		devres_add(xdev, irqe);
15566ea3906SVladimir Kondratyev 
15666ea3906SVladimir Kondratyev 	return 0;
15766ea3906SVladimir Kondratyev 
15866ea3906SVladimir Kondratyev errout:
15966ea3906SVladimir Kondratyev 	bus_release_resource(dev->bsddev, SYS_RES_IRQ, rid, irqe->res);
16066ea3906SVladimir Kondratyev 	if (xdev != NULL)
16166ea3906SVladimir Kondratyev 		devres_free(irqe);
16266ea3906SVladimir Kondratyev 	else
16366ea3906SVladimir Kondratyev 		kfree(irqe);
16466ea3906SVladimir Kondratyev 	return (-error);
16566ea3906SVladimir Kondratyev }
16666ea3906SVladimir Kondratyev 
16766ea3906SVladimir Kondratyev int
lkpi_enable_irq(unsigned int irq)16866ea3906SVladimir Kondratyev lkpi_enable_irq(unsigned int irq)
16966ea3906SVladimir Kondratyev {
17066ea3906SVladimir Kondratyev 	struct irq_ent *irqe;
17166ea3906SVladimir Kondratyev 	struct device *dev;
17266ea3906SVladimir Kondratyev 
17396ab16ebSVladimir Kondratyev 	dev = lkpi_pci_find_irq_dev(irq);
17466ea3906SVladimir Kondratyev 	if (dev == NULL)
17566ea3906SVladimir Kondratyev 		return -EINVAL;
17666ea3906SVladimir Kondratyev 	irqe = lkpi_irq_ent(dev, irq);
17766ea3906SVladimir Kondratyev 	if (irqe == NULL || irqe->tag != NULL)
17866ea3906SVladimir Kondratyev 		return -EINVAL;
17966ea3906SVladimir Kondratyev 	return -bus_setup_intr(dev->bsddev, irqe->res, INTR_TYPE_NET | INTR_MPSAFE,
1805ca1f3f5SVladimir Kondratyev 	    NULL, lkpi_irq_handler, irqe, &irqe->tag);
18166ea3906SVladimir Kondratyev }
18266ea3906SVladimir Kondratyev 
18366ea3906SVladimir Kondratyev void
lkpi_disable_irq(unsigned int irq)18466ea3906SVladimir Kondratyev lkpi_disable_irq(unsigned int irq)
18566ea3906SVladimir Kondratyev {
18666ea3906SVladimir Kondratyev 	struct irq_ent *irqe;
18766ea3906SVladimir Kondratyev 	struct device *dev;
18866ea3906SVladimir Kondratyev 
18996ab16ebSVladimir Kondratyev 	dev = lkpi_pci_find_irq_dev(irq);
19066ea3906SVladimir Kondratyev 	if (dev == NULL)
19166ea3906SVladimir Kondratyev 		return;
19266ea3906SVladimir Kondratyev 	irqe = lkpi_irq_ent(dev, irq);
19366ea3906SVladimir Kondratyev 	if (irqe == NULL)
19466ea3906SVladimir Kondratyev 		return;
19566ea3906SVladimir Kondratyev 	if (irqe->tag != NULL)
19666ea3906SVladimir Kondratyev 		bus_teardown_intr(dev->bsddev, irqe->res, irqe->tag);
19766ea3906SVladimir Kondratyev 	irqe->tag = NULL;
19866ea3906SVladimir Kondratyev }
19966ea3906SVladimir Kondratyev 
20066ea3906SVladimir Kondratyev int
lkpi_bind_irq_to_cpu(unsigned int irq,int cpu_id)20166ea3906SVladimir Kondratyev lkpi_bind_irq_to_cpu(unsigned int irq, int cpu_id)
20266ea3906SVladimir Kondratyev {
20366ea3906SVladimir Kondratyev 	struct irq_ent *irqe;
20466ea3906SVladimir Kondratyev 	struct device *dev;
20566ea3906SVladimir Kondratyev 
20696ab16ebSVladimir Kondratyev 	dev = lkpi_pci_find_irq_dev(irq);
20766ea3906SVladimir Kondratyev 	if (dev == NULL)
20866ea3906SVladimir Kondratyev 		return (-ENOENT);
20966ea3906SVladimir Kondratyev 
21066ea3906SVladimir Kondratyev 	irqe = lkpi_irq_ent(dev, irq);
21166ea3906SVladimir Kondratyev 	if (irqe == NULL)
21266ea3906SVladimir Kondratyev 		return (-ENOENT);
21366ea3906SVladimir Kondratyev 
21466ea3906SVladimir Kondratyev 	return (-bus_bind_intr(dev->bsddev, irqe->res, cpu_id));
21566ea3906SVladimir Kondratyev }
21666ea3906SVladimir Kondratyev 
21766ea3906SVladimir Kondratyev void
lkpi_free_irq(unsigned int irq,void * device __unused)21866ea3906SVladimir Kondratyev lkpi_free_irq(unsigned int irq, void *device __unused)
21966ea3906SVladimir Kondratyev {
22066ea3906SVladimir Kondratyev 	struct irq_ent *irqe;
22166ea3906SVladimir Kondratyev 	struct device *dev;
22266ea3906SVladimir Kondratyev 
22396ab16ebSVladimir Kondratyev 	dev = lkpi_pci_find_irq_dev(irq);
22466ea3906SVladimir Kondratyev 	if (dev == NULL)
22566ea3906SVladimir Kondratyev 		return;
22666ea3906SVladimir Kondratyev 	irqe = lkpi_irq_ent(dev, irq);
22766ea3906SVladimir Kondratyev 	if (irqe == NULL)
22866ea3906SVladimir Kondratyev 		return;
22966ea3906SVladimir Kondratyev 	lkpi_irq_release(dev, irqe);
23066ea3906SVladimir Kondratyev 	kfree(irqe);
23166ea3906SVladimir Kondratyev }
23266ea3906SVladimir Kondratyev 
23366ea3906SVladimir Kondratyev void
lkpi_devm_free_irq(struct device * xdev,unsigned int irq,void * p __unused)23466ea3906SVladimir Kondratyev lkpi_devm_free_irq(struct device *xdev, unsigned int irq, void *p __unused)
23566ea3906SVladimir Kondratyev {
23666ea3906SVladimir Kondratyev 	struct device *dev;
23766ea3906SVladimir Kondratyev 	struct irq_ent *irqe;
23866ea3906SVladimir Kondratyev 
23996ab16ebSVladimir Kondratyev 	dev = lkpi_pci_find_irq_dev(irq);
24066ea3906SVladimir Kondratyev 	if (dev == NULL)
24166ea3906SVladimir Kondratyev 		return;
24266ea3906SVladimir Kondratyev 	if (xdev != dev)
24366ea3906SVladimir Kondratyev 		return;
24466ea3906SVladimir Kondratyev 	irqe = lkpi_irq_ent(dev, irq);
24566ea3906SVladimir Kondratyev 	if (irqe == NULL)
24666ea3906SVladimir Kondratyev 		return;
24766ea3906SVladimir Kondratyev 	lkpi_irq_release(dev, irqe);
24866ea3906SVladimir Kondratyev 	lkpi_devres_unlink(dev, irqe);
24966ea3906SVladimir Kondratyev 	lkpi_devres_free(irqe);
25066ea3906SVladimir Kondratyev 	return;
25166ea3906SVladimir Kondratyev }
252