1 // SPDX-License-Identifier: GPL-2.0 OR Linux-OpenIB
2 /*
3 * Copyright (c) 2018 Mellanox Technologies. All rights reserved.
4 */
5
6 #include <linux/mlx5/vport.h>
7 #include "ib_rep.h"
8 #include "srq.h"
9
10 static int
mlx5_ib_set_vport_rep(struct mlx5_core_dev * dev,struct mlx5_eswitch_rep * rep)11 mlx5_ib_set_vport_rep(struct mlx5_core_dev *dev, struct mlx5_eswitch_rep *rep)
12 {
13 struct mlx5_ib_dev *ibdev;
14 int vport_index;
15
16 ibdev = mlx5_eswitch_uplink_get_proto_dev(dev->priv.eswitch, REP_IB);
17 vport_index = rep->vport_index;
18
19 ibdev->port[vport_index].rep = rep;
20 rep->rep_data[REP_IB].priv = ibdev;
21 write_lock(&ibdev->port[vport_index].roce.netdev_lock);
22 ibdev->port[vport_index].roce.netdev =
23 mlx5_ib_get_rep_netdev(rep->esw, rep->vport);
24 write_unlock(&ibdev->port[vport_index].roce.netdev_lock);
25
26 return 0;
27 }
28
29 static int
mlx5_ib_vport_rep_load(struct mlx5_core_dev * dev,struct mlx5_eswitch_rep * rep)30 mlx5_ib_vport_rep_load(struct mlx5_core_dev *dev, struct mlx5_eswitch_rep *rep)
31 {
32 u32 num_ports = mlx5_eswitch_get_total_vports(dev);
33 const struct mlx5_ib_profile *profile;
34 struct mlx5_ib_dev *ibdev;
35 int vport_index;
36 int ret;
37
38 if (rep->vport == MLX5_VPORT_UPLINK)
39 profile = &raw_eth_profile;
40 else
41 return mlx5_ib_set_vport_rep(dev, rep);
42
43 ibdev = ib_alloc_device(mlx5_ib_dev, ib_dev);
44 if (!ibdev)
45 return -ENOMEM;
46
47 ibdev->port = kcalloc(num_ports, sizeof(*ibdev->port),
48 GFP_KERNEL);
49 if (!ibdev->port) {
50 ret = -ENOMEM;
51 goto fail_port;
52 }
53
54 ibdev->is_rep = true;
55 vport_index = rep->vport_index;
56 ibdev->port[vport_index].rep = rep;
57 ibdev->port[vport_index].roce.netdev =
58 mlx5_ib_get_rep_netdev(dev->priv.eswitch, rep->vport);
59 ibdev->mdev = dev;
60 ibdev->num_ports = num_ports;
61
62 ret = __mlx5_ib_add(ibdev, profile);
63 if (ret)
64 goto fail_add;
65
66 rep->rep_data[REP_IB].priv = ibdev;
67
68 return 0;
69
70 fail_add:
71 kfree(ibdev->port);
72 fail_port:
73 ib_dealloc_device(&ibdev->ib_dev);
74 return ret;
75 }
76
mlx5_ib_rep_to_dev(struct mlx5_eswitch_rep * rep)77 static void *mlx5_ib_rep_to_dev(struct mlx5_eswitch_rep *rep)
78 {
79 return rep->rep_data[REP_IB].priv;
80 }
81
82 static void
mlx5_ib_vport_rep_unload(struct mlx5_eswitch_rep * rep)83 mlx5_ib_vport_rep_unload(struct mlx5_eswitch_rep *rep)
84 {
85 struct mlx5_ib_dev *dev = mlx5_ib_rep_to_dev(rep);
86 struct mlx5_ib_port *port;
87
88 port = &dev->port[rep->vport_index];
89 write_lock(&port->roce.netdev_lock);
90 port->roce.netdev = NULL;
91 write_unlock(&port->roce.netdev_lock);
92 rep->rep_data[REP_IB].priv = NULL;
93 port->rep = NULL;
94
95 if (rep->vport == MLX5_VPORT_UPLINK)
96 __mlx5_ib_remove(dev, dev->profile, MLX5_IB_STAGE_MAX);
97 }
98
99 static const struct mlx5_eswitch_rep_ops rep_ops = {
100 .load = mlx5_ib_vport_rep_load,
101 .unload = mlx5_ib_vport_rep_unload,
102 .get_proto_dev = mlx5_ib_rep_to_dev,
103 };
104
mlx5_ib_get_rep_netdev(struct mlx5_eswitch * esw,u16 vport_num)105 struct net_device *mlx5_ib_get_rep_netdev(struct mlx5_eswitch *esw,
106 u16 vport_num)
107 {
108 return mlx5_eswitch_get_proto_dev(esw, vport_num, REP_ETH);
109 }
110
create_flow_rule_vport_sq(struct mlx5_ib_dev * dev,struct mlx5_ib_sq * sq,u32 port)111 struct mlx5_flow_handle *create_flow_rule_vport_sq(struct mlx5_ib_dev *dev,
112 struct mlx5_ib_sq *sq,
113 u32 port)
114 {
115 struct mlx5_eswitch *esw = dev->mdev->priv.eswitch;
116 struct mlx5_eswitch_rep *rep;
117
118 if (!dev->is_rep || !port)
119 return NULL;
120
121 if (!dev->port[port - 1].rep)
122 return ERR_PTR(-EINVAL);
123
124 rep = dev->port[port - 1].rep;
125
126 return mlx5_eswitch_add_send_to_vport_rule(esw, rep, sq->base.mqp.qpn);
127 }
128
mlx5r_rep_probe(struct auxiliary_device * adev,const struct auxiliary_device_id * id)129 static int mlx5r_rep_probe(struct auxiliary_device *adev,
130 const struct auxiliary_device_id *id)
131 {
132 struct mlx5_adev *idev = container_of(adev, struct mlx5_adev, adev);
133 struct mlx5_core_dev *mdev = idev->mdev;
134 struct mlx5_eswitch *esw;
135
136 esw = mdev->priv.eswitch;
137 mlx5_eswitch_register_vport_reps(esw, &rep_ops, REP_IB);
138 return 0;
139 }
140
mlx5r_rep_remove(struct auxiliary_device * adev)141 static void mlx5r_rep_remove(struct auxiliary_device *adev)
142 {
143 struct mlx5_adev *idev = container_of(adev, struct mlx5_adev, adev);
144 struct mlx5_core_dev *mdev = idev->mdev;
145 struct mlx5_eswitch *esw;
146
147 esw = mdev->priv.eswitch;
148 mlx5_eswitch_unregister_vport_reps(esw, REP_IB);
149 }
150
151 static const struct auxiliary_device_id mlx5r_rep_id_table[] = {
152 { .name = MLX5_ADEV_NAME ".rdma-rep", },
153 {},
154 };
155
156 MODULE_DEVICE_TABLE(auxiliary, mlx5r_rep_id_table);
157
158 static struct auxiliary_driver mlx5r_rep_driver = {
159 .name = "rep",
160 .probe = mlx5r_rep_probe,
161 .remove = mlx5r_rep_remove,
162 .id_table = mlx5r_rep_id_table,
163 };
164
mlx5r_rep_init(void)165 int mlx5r_rep_init(void)
166 {
167 return auxiliary_driver_register(&mlx5r_rep_driver);
168 }
169
mlx5r_rep_cleanup(void)170 void mlx5r_rep_cleanup(void)
171 {
172 auxiliary_driver_unregister(&mlx5r_rep_driver);
173 }
174