1 // SPDX-License-Identifier: GPL-2.0
2 /* Marvell CN10K RPM driver
3  *
4  * Copyright (C) 2020 Marvell.
5  *
6  */
7 
8 #include "cgx.h"
9 #include "lmac_common.h"
10 
11 static struct mac_ops		rpm_mac_ops   = {
12 	.name		=       "rpm",
13 	.csr_offset     =       0x4e00,
14 	.lmac_offset    =       20,
15 	.int_register	=       RPMX_CMRX_SW_INT,
16 	.int_set_reg    =       RPMX_CMRX_SW_INT_ENA_W1S,
17 	.irq_offset     =       1,
18 	.int_ena_bit    =       BIT_ULL(0),
19 	.lmac_fwi	=	RPM_LMAC_FWI,
20 	.non_contiguous_serdes_lane = true,
21 	.rx_stats_cnt   =       43,
22 	.tx_stats_cnt   =       34,
23 	.dmac_filter_count =	32,
24 	.get_nr_lmacs	=	rpm_get_nr_lmacs,
25 	.get_lmac_type  =       rpm_get_lmac_type,
26 	.lmac_fifo_len	=	rpm_get_lmac_fifo_len,
27 	.mac_lmac_intl_lbk =    rpm_lmac_internal_loopback,
28 	.mac_get_rx_stats  =	rpm_get_rx_stats,
29 	.mac_get_tx_stats  =	rpm_get_tx_stats,
30 	.get_fec_stats	   =	rpm_get_fec_stats,
31 	.mac_enadis_rx_pause_fwding =	rpm_lmac_enadis_rx_pause_fwding,
32 	.mac_get_pause_frm_status =	rpm_lmac_get_pause_frm_status,
33 	.mac_enadis_pause_frm =		rpm_lmac_enadis_pause_frm,
34 	.mac_pause_frm_config =		rpm_lmac_pause_frm_config,
35 	.mac_enadis_ptp_config =	rpm_lmac_ptp_config,
36 	.mac_rx_tx_enable =		rpm_lmac_rx_tx_enable,
37 	.mac_tx_enable =		rpm_lmac_tx_enable,
38 	.pfc_config =                   rpm_lmac_pfc_config,
39 	.mac_get_pfc_frm_cfg   =        rpm_lmac_get_pfc_frm_cfg,
40 	.mac_reset   =			rpm_lmac_reset,
41 };
42 
43 static struct mac_ops		rpm2_mac_ops   = {
44 	.name		=       "rpm",
45 	.csr_offset     =       RPM2_CSR_OFFSET,
46 	.lmac_offset    =       20,
47 	.int_register	=       RPM2_CMRX_SW_INT,
48 	.int_set_reg    =       RPM2_CMRX_SW_INT_ENA_W1S,
49 	.irq_offset     =       1,
50 	.int_ena_bit    =       BIT_ULL(0),
51 	.lmac_fwi	=	RPM2_LMAC_FWI,
52 	.non_contiguous_serdes_lane = true,
53 	.rx_stats_cnt   =       43,
54 	.tx_stats_cnt   =       34,
55 	.dmac_filter_count =	64,
56 	.get_nr_lmacs	=	rpm2_get_nr_lmacs,
57 	.get_lmac_type  =       rpm_get_lmac_type,
58 	.lmac_fifo_len	=	rpm2_get_lmac_fifo_len,
59 	.mac_lmac_intl_lbk =    rpm_lmac_internal_loopback,
60 	.mac_get_rx_stats  =	rpm_get_rx_stats,
61 	.mac_get_tx_stats  =	rpm_get_tx_stats,
62 	.get_fec_stats	   =	rpm_get_fec_stats,
63 	.mac_enadis_rx_pause_fwding =	rpm_lmac_enadis_rx_pause_fwding,
64 	.mac_get_pause_frm_status =	rpm_lmac_get_pause_frm_status,
65 	.mac_enadis_pause_frm =		rpm_lmac_enadis_pause_frm,
66 	.mac_pause_frm_config =		rpm_lmac_pause_frm_config,
67 	.mac_enadis_ptp_config =	rpm_lmac_ptp_config,
68 	.mac_rx_tx_enable =		rpm_lmac_rx_tx_enable,
69 	.mac_tx_enable =		rpm_lmac_tx_enable,
70 	.pfc_config =                   rpm_lmac_pfc_config,
71 	.mac_get_pfc_frm_cfg   =        rpm_lmac_get_pfc_frm_cfg,
72 	.mac_reset   =			rpm_lmac_reset,
73 };
74 
75 bool is_dev_rpm2(void *rpmd)
76 {
77 	rpm_t *rpm = rpmd;
78 
79 	return (rpm->pdev->device == PCI_DEVID_CN10KB_RPM);
80 }
81 
82 struct mac_ops *rpm_get_mac_ops(rpm_t *rpm)
83 {
84 	if (is_dev_rpm2(rpm))
85 		return &rpm2_mac_ops;
86 	else
87 		return &rpm_mac_ops;
88 }
89 
90 static void rpm_write(rpm_t *rpm, u64 lmac, u64 offset, u64 val)
91 {
92 	cgx_write(rpm, lmac, offset, val);
93 }
94 
95 static u64 rpm_read(rpm_t *rpm, u64 lmac, u64 offset)
96 {
97 	return	cgx_read(rpm, lmac, offset);
98 }
99 
100 /* Read HW major version to determine RPM
101  * MAC type 100/USX
102  */
103 static bool is_mac_rpmusx(void *rpmd)
104 {
105 	rpm_t *rpm = rpmd;
106 
107 	return rpm_read(rpm, 0, RPMX_CONST1) & 0x700ULL;
108 }
109 
110 int rpm_get_nr_lmacs(void *rpmd)
111 {
112 	rpm_t *rpm = rpmd;
113 
114 	return hweight8(rpm_read(rpm, 0, CGXX_CMRX_RX_LMACS) & 0xFULL);
115 }
116 
117 int rpm2_get_nr_lmacs(void *rpmd)
118 {
119 	rpm_t *rpm = rpmd;
120 
121 	return hweight8(rpm_read(rpm, 0, RPM2_CMRX_RX_LMACS) & 0xFFULL);
122 }
123 
124 int rpm_lmac_tx_enable(void *rpmd, int lmac_id, bool enable)
125 {
126 	rpm_t *rpm = rpmd;
127 	u64 cfg, last;
128 
129 	if (!is_lmac_valid(rpm, lmac_id))
130 		return -ENODEV;
131 
132 	cfg = rpm_read(rpm, lmac_id, RPMX_MTI_MAC100X_COMMAND_CONFIG);
133 	last = cfg;
134 	if (enable)
135 		cfg |= RPM_TX_EN;
136 	else
137 		cfg &= ~(RPM_TX_EN);
138 
139 	if (cfg != last)
140 		rpm_write(rpm, lmac_id, RPMX_MTI_MAC100X_COMMAND_CONFIG, cfg);
141 	return !!(last & RPM_TX_EN);
142 }
143 
144 int rpm_lmac_rx_tx_enable(void *rpmd, int lmac_id, bool enable)
145 {
146 	rpm_t *rpm = rpmd;
147 	u64 cfg;
148 
149 	if (!is_lmac_valid(rpm, lmac_id))
150 		return -ENODEV;
151 
152 	cfg = rpm_read(rpm, lmac_id, RPMX_MTI_MAC100X_COMMAND_CONFIG);
153 	if (enable)
154 		cfg |= RPM_RX_EN | RPM_TX_EN;
155 	else
156 		cfg &= ~(RPM_RX_EN | RPM_TX_EN);
157 	rpm_write(rpm, lmac_id, RPMX_MTI_MAC100X_COMMAND_CONFIG, cfg);
158 	return 0;
159 }
160 
161 void rpm_lmac_enadis_rx_pause_fwding(void *rpmd, int lmac_id, bool enable)
162 {
163 	rpm_t *rpm = rpmd;
164 	struct lmac *lmac;
165 	u64 cfg;
166 
167 	if (!rpm)
168 		return;
169 
170 	lmac = lmac_pdata(lmac_id, rpm);
171 	if (!lmac)
172 		return;
173 
174 	/* Pause frames are not enabled just return */
175 	if (!bitmap_weight(lmac->rx_fc_pfvf_bmap.bmap, lmac->rx_fc_pfvf_bmap.max))
176 		return;
177 
178 	if (enable) {
179 		cfg = rpm_read(rpm, lmac_id, RPMX_MTI_MAC100X_COMMAND_CONFIG);
180 		cfg &= ~RPMX_MTI_MAC100X_COMMAND_CONFIG_PAUSE_IGNORE;
181 		rpm_write(rpm, lmac_id, RPMX_MTI_MAC100X_COMMAND_CONFIG, cfg);
182 	} else {
183 		cfg = rpm_read(rpm, lmac_id, RPMX_MTI_MAC100X_COMMAND_CONFIG);
184 		cfg |= RPMX_MTI_MAC100X_COMMAND_CONFIG_PAUSE_IGNORE;
185 		rpm_write(rpm, lmac_id, RPMX_MTI_MAC100X_COMMAND_CONFIG, cfg);
186 	}
187 }
188 
189 int rpm_lmac_get_pause_frm_status(void *rpmd, int lmac_id,
190 				  u8 *tx_pause, u8 *rx_pause)
191 {
192 	rpm_t *rpm = rpmd;
193 	u64 cfg;
194 
195 	if (!is_lmac_valid(rpm, lmac_id))
196 		return -ENODEV;
197 
198 	cfg = rpm_read(rpm, lmac_id, RPMX_MTI_MAC100X_COMMAND_CONFIG);
199 	if (!(cfg & RPMX_MTI_MAC100X_COMMAND_CONFIG_PFC_MODE)) {
200 		*rx_pause = !(cfg & RPMX_MTI_MAC100X_COMMAND_CONFIG_RX_P_DISABLE);
201 		*tx_pause = !(cfg & RPMX_MTI_MAC100X_COMMAND_CONFIG_TX_P_DISABLE);
202 	}
203 
204 	return 0;
205 }
206 
207 static void rpm_cfg_pfc_quanta_thresh(rpm_t *rpm, int lmac_id,
208 				      unsigned long pfc_en,
209 				      bool enable)
210 {
211 	u64 quanta_offset = 0, quanta_thresh = 0, cfg;
212 	int i, shift;
213 
214 	/* Set pause time and interval */
215 	for_each_set_bit(i, &pfc_en, 16) {
216 		switch (i) {
217 		case 0:
218 		case 1:
219 			quanta_offset = RPMX_MTI_MAC100X_CL01_PAUSE_QUANTA;
220 			quanta_thresh = RPMX_MTI_MAC100X_CL01_QUANTA_THRESH;
221 			break;
222 		case 2:
223 		case 3:
224 			quanta_offset = RPMX_MTI_MAC100X_CL23_PAUSE_QUANTA;
225 			quanta_thresh = RPMX_MTI_MAC100X_CL23_QUANTA_THRESH;
226 			break;
227 		case 4:
228 		case 5:
229 			quanta_offset = RPMX_MTI_MAC100X_CL45_PAUSE_QUANTA;
230 			quanta_thresh = RPMX_MTI_MAC100X_CL45_QUANTA_THRESH;
231 			break;
232 		case 6:
233 		case 7:
234 			quanta_offset = RPMX_MTI_MAC100X_CL67_PAUSE_QUANTA;
235 			quanta_thresh = RPMX_MTI_MAC100X_CL67_QUANTA_THRESH;
236 			break;
237 		case 8:
238 		case 9:
239 			quanta_offset = RPMX_MTI_MAC100X_CL89_PAUSE_QUANTA;
240 			quanta_thresh = RPMX_MTI_MAC100X_CL89_QUANTA_THRESH;
241 			break;
242 		case 10:
243 		case 11:
244 			quanta_offset = RPMX_MTI_MAC100X_CL1011_PAUSE_QUANTA;
245 			quanta_thresh = RPMX_MTI_MAC100X_CL1011_QUANTA_THRESH;
246 			break;
247 		case 12:
248 		case 13:
249 			quanta_offset = RPMX_MTI_MAC100X_CL1213_PAUSE_QUANTA;
250 			quanta_thresh = RPMX_MTI_MAC100X_CL1213_QUANTA_THRESH;
251 			break;
252 		case 14:
253 		case 15:
254 			quanta_offset = RPMX_MTI_MAC100X_CL1415_PAUSE_QUANTA;
255 			quanta_thresh = RPMX_MTI_MAC100X_CL1415_QUANTA_THRESH;
256 			break;
257 		}
258 
259 		if (!quanta_offset || !quanta_thresh)
260 			continue;
261 
262 		shift = (i % 2) ? 1 : 0;
263 		cfg = rpm_read(rpm, lmac_id, quanta_offset);
264 		if (enable) {
265 			cfg |= ((u64)RPM_DEFAULT_PAUSE_TIME <<  shift * 16);
266 		} else {
267 			if (!shift)
268 				cfg &= ~GENMASK_ULL(15, 0);
269 			else
270 				cfg &= ~GENMASK_ULL(31, 16);
271 		}
272 		rpm_write(rpm, lmac_id, quanta_offset, cfg);
273 
274 		cfg = rpm_read(rpm, lmac_id, quanta_thresh);
275 		if (enable) {
276 			cfg |= ((u64)(RPM_DEFAULT_PAUSE_TIME / 2) <<  shift * 16);
277 		} else {
278 			if (!shift)
279 				cfg &= ~GENMASK_ULL(15, 0);
280 			else
281 				cfg &= ~GENMASK_ULL(31, 16);
282 		}
283 		rpm_write(rpm, lmac_id, quanta_thresh, cfg);
284 	}
285 }
286 
287 static void rpm2_lmac_cfg_bp(rpm_t *rpm, int lmac_id, u8 tx_pause, u8 rx_pause)
288 {
289 	u64 cfg;
290 
291 	cfg = rpm_read(rpm, lmac_id, RPM2_CMR_RX_OVR_BP);
292 	if (tx_pause) {
293 		/* Configure CL0 Pause Quanta & threshold
294 		 * for 802.3X frames
295 		 */
296 		rpm_cfg_pfc_quanta_thresh(rpm, lmac_id, 1, true);
297 		cfg &= ~RPM2_CMR_RX_OVR_BP_EN;
298 	} else {
299 		/* Disable all Pause Quanta & threshold values */
300 		rpm_cfg_pfc_quanta_thresh(rpm, lmac_id, 0xffff, false);
301 		cfg |= RPM2_CMR_RX_OVR_BP_EN;
302 		cfg &= ~RPM2_CMR_RX_OVR_BP_BP;
303 	}
304 	rpm_write(rpm, lmac_id, RPM2_CMR_RX_OVR_BP, cfg);
305 }
306 
307 static void rpm_lmac_cfg_bp(rpm_t *rpm, int lmac_id, u8 tx_pause, u8 rx_pause)
308 {
309 	u64 cfg;
310 
311 	cfg = rpm_read(rpm, 0, RPMX_CMR_RX_OVR_BP);
312 	if (tx_pause) {
313 		/* Configure CL0 Pause Quanta & threshold for
314 		 * 802.3X frames
315 		 */
316 		rpm_cfg_pfc_quanta_thresh(rpm, lmac_id, 1, true);
317 		cfg &= ~RPMX_CMR_RX_OVR_BP_EN(lmac_id);
318 	} else {
319 		/* Disable all Pause Quanta & threshold values */
320 		rpm_cfg_pfc_quanta_thresh(rpm, lmac_id, 0xffff, false);
321 		cfg |= RPMX_CMR_RX_OVR_BP_EN(lmac_id);
322 		cfg &= ~RPMX_CMR_RX_OVR_BP_BP(lmac_id);
323 	}
324 	rpm_write(rpm, 0, RPMX_CMR_RX_OVR_BP, cfg);
325 }
326 
327 int rpm_lmac_enadis_pause_frm(void *rpmd, int lmac_id, u8 tx_pause,
328 			      u8 rx_pause)
329 {
330 	rpm_t *rpm = rpmd;
331 	u64 cfg;
332 
333 	if (!is_lmac_valid(rpm, lmac_id))
334 		return -ENODEV;
335 
336 	cfg = rpm_read(rpm, lmac_id, RPMX_MTI_MAC100X_COMMAND_CONFIG);
337 	cfg &= ~RPMX_MTI_MAC100X_COMMAND_CONFIG_RX_P_DISABLE;
338 	cfg |= rx_pause ? 0x0 : RPMX_MTI_MAC100X_COMMAND_CONFIG_RX_P_DISABLE;
339 	cfg &= ~RPMX_MTI_MAC100X_COMMAND_CONFIG_PAUSE_IGNORE;
340 	cfg |= rx_pause ? 0x0 : RPMX_MTI_MAC100X_COMMAND_CONFIG_PAUSE_IGNORE;
341 	rpm_write(rpm, lmac_id, RPMX_MTI_MAC100X_COMMAND_CONFIG, cfg);
342 
343 	cfg = rpm_read(rpm, lmac_id, RPMX_MTI_MAC100X_COMMAND_CONFIG);
344 	cfg &= ~RPMX_MTI_MAC100X_COMMAND_CONFIG_TX_P_DISABLE;
345 	cfg |= tx_pause ? 0x0 : RPMX_MTI_MAC100X_COMMAND_CONFIG_TX_P_DISABLE;
346 	rpm_write(rpm, lmac_id, RPMX_MTI_MAC100X_COMMAND_CONFIG, cfg);
347 
348 	if (is_dev_rpm2(rpm))
349 		rpm2_lmac_cfg_bp(rpm, lmac_id, tx_pause, rx_pause);
350 	else
351 		rpm_lmac_cfg_bp(rpm, lmac_id, tx_pause, rx_pause);
352 
353 	return 0;
354 }
355 
356 void rpm_lmac_pause_frm_config(void *rpmd, int lmac_id, bool enable)
357 {
358 	u64 cfg, pfc_class_mask_cfg;
359 	rpm_t *rpm = rpmd;
360 
361 	/* ALL pause frames received are completely ignored */
362 	cfg = rpm_read(rpm, lmac_id, RPMX_MTI_MAC100X_COMMAND_CONFIG);
363 	cfg |= RPMX_MTI_MAC100X_COMMAND_CONFIG_RX_P_DISABLE;
364 	rpm_write(rpm, lmac_id, RPMX_MTI_MAC100X_COMMAND_CONFIG, cfg);
365 
366 	/* Disable forward pause to TX block */
367 	cfg = rpm_read(rpm, lmac_id, RPMX_MTI_MAC100X_COMMAND_CONFIG);
368 	cfg |= RPMX_MTI_MAC100X_COMMAND_CONFIG_PAUSE_IGNORE;
369 	rpm_write(rpm, lmac_id, RPMX_MTI_MAC100X_COMMAND_CONFIG, cfg);
370 
371 	/* Disable pause frames transmission */
372 	cfg = rpm_read(rpm, lmac_id, RPMX_MTI_MAC100X_COMMAND_CONFIG);
373 	cfg |= RPMX_MTI_MAC100X_COMMAND_CONFIG_TX_P_DISABLE;
374 	rpm_write(rpm, lmac_id, RPMX_MTI_MAC100X_COMMAND_CONFIG, cfg);
375 
376 	/* Enable channel mask for all LMACS */
377 	if (is_dev_rpm2(rpm))
378 		rpm_write(rpm, lmac_id, RPM2_CMR_CHAN_MSK_OR, 0xffff);
379 	else
380 		rpm_write(rpm, 0, RPMX_CMR_CHAN_MSK_OR, ~0ULL);
381 
382 	/* Disable all PFC classes */
383 	pfc_class_mask_cfg = is_dev_rpm2(rpm) ? RPM2_CMRX_PRT_CBFC_CTL :
384 						RPMX_CMRX_PRT_CBFC_CTL;
385 	cfg = rpm_read(rpm, lmac_id, pfc_class_mask_cfg);
386 	cfg = FIELD_SET(RPM_PFC_CLASS_MASK, 0, cfg);
387 	rpm_write(rpm, lmac_id, pfc_class_mask_cfg, cfg);
388 }
389 
390 int rpm_get_rx_stats(void *rpmd, int lmac_id, int idx, u64 *rx_stat)
391 {
392 	rpm_t *rpm = rpmd;
393 	u64 val_lo, val_hi;
394 
395 	if (!is_lmac_valid(rpm, lmac_id))
396 		return -ENODEV;
397 
398 	mutex_lock(&rpm->lock);
399 
400 	/* Update idx to point per lmac Rx statistics page */
401 	idx += lmac_id * rpm->mac_ops->rx_stats_cnt;
402 
403 	/* Read lower 32 bits of counter */
404 	val_lo = rpm_read(rpm, 0, RPMX_MTI_STAT_RX_STAT_PAGES_COUNTERX +
405 			  (idx * 8));
406 
407 	/* upon read of lower 32 bits, higher 32 bits are written
408 	 * to RPMX_MTI_STAT_DATA_HI_CDC
409 	 */
410 	val_hi = rpm_read(rpm, 0, RPMX_MTI_STAT_DATA_HI_CDC);
411 
412 	*rx_stat = (val_hi << 32 | val_lo);
413 
414 	mutex_unlock(&rpm->lock);
415 	return 0;
416 }
417 
418 int rpm_get_tx_stats(void *rpmd, int lmac_id, int idx, u64 *tx_stat)
419 {
420 	rpm_t *rpm = rpmd;
421 	u64 val_lo, val_hi;
422 
423 	if (!is_lmac_valid(rpm, lmac_id))
424 		return -ENODEV;
425 
426 	mutex_lock(&rpm->lock);
427 
428 	/* Update idx to point per lmac Tx statistics page */
429 	idx += lmac_id * rpm->mac_ops->tx_stats_cnt;
430 
431 	val_lo = rpm_read(rpm, 0, RPMX_MTI_STAT_TX_STAT_PAGES_COUNTERX +
432 			    (idx * 8));
433 	val_hi = rpm_read(rpm, 0, RPMX_MTI_STAT_DATA_HI_CDC);
434 
435 	*tx_stat = (val_hi << 32 | val_lo);
436 
437 	mutex_unlock(&rpm->lock);
438 	return 0;
439 }
440 
441 u8 rpm_get_lmac_type(void *rpmd, int lmac_id)
442 {
443 	rpm_t *rpm = rpmd;
444 	u64 req = 0, resp;
445 	int err;
446 
447 	req = FIELD_SET(CMDREG_ID, CGX_CMD_GET_LINK_STS, req);
448 	err = cgx_fwi_cmd_generic(req, &resp, rpm, 0);
449 	if (!err)
450 		return FIELD_GET(RESP_LINKSTAT_LMAC_TYPE, resp);
451 	return err;
452 }
453 
454 u32 rpm_get_lmac_fifo_len(void *rpmd, int lmac_id)
455 {
456 	rpm_t *rpm = rpmd;
457 	u64 hi_perf_lmac;
458 	u8 num_lmacs;
459 	u32 fifo_len;
460 
461 	fifo_len = rpm->mac_ops->fifo_len;
462 	num_lmacs = rpm->mac_ops->get_nr_lmacs(rpm);
463 
464 	switch (num_lmacs) {
465 	case 1:
466 		return fifo_len;
467 	case 2:
468 		return fifo_len / 2;
469 	case 3:
470 		/* LMAC marked as hi_perf gets half of the FIFO and rest 1/4th */
471 		hi_perf_lmac = rpm_read(rpm, 0, CGXX_CMRX_RX_LMACS);
472 		hi_perf_lmac = (hi_perf_lmac >> 4) & 0x3ULL;
473 		if (lmac_id == hi_perf_lmac)
474 			return fifo_len / 2;
475 		return fifo_len / 4;
476 	case 4:
477 	default:
478 		return fifo_len / 4;
479 	}
480 	return 0;
481 }
482 
483 static int rpmusx_lmac_internal_loopback(rpm_t *rpm, int lmac_id, bool enable)
484 {
485 	u64 cfg;
486 
487 	cfg = rpm_read(rpm, lmac_id, RPM2_USX_PCSX_CONTROL1);
488 
489 	if (enable)
490 		cfg |= RPM2_USX_PCS_LBK;
491 	else
492 		cfg &= ~RPM2_USX_PCS_LBK;
493 	rpm_write(rpm, lmac_id, RPM2_USX_PCSX_CONTROL1, cfg);
494 
495 	return 0;
496 }
497 
498 u32 rpm2_get_lmac_fifo_len(void *rpmd, int lmac_id)
499 {
500 	u64 hi_perf_lmac, lmac_info;
501 	rpm_t *rpm = rpmd;
502 	u8 num_lmacs;
503 	u32 fifo_len;
504 
505 	lmac_info = rpm_read(rpm, 0, RPM2_CMRX_RX_LMACS);
506 	/* LMACs are divided into two groups and each group
507 	 * gets half of the FIFO
508 	 * Group0 lmac_id range {0..3}
509 	 * Group1 lmac_id range {4..7}
510 	 */
511 	fifo_len = rpm->mac_ops->fifo_len / 2;
512 
513 	if (lmac_id < 4) {
514 		num_lmacs = hweight8(lmac_info & 0xF);
515 		hi_perf_lmac = (lmac_info >> 8) & 0x3ULL;
516 	} else {
517 		num_lmacs = hweight8(lmac_info & 0xF0);
518 		hi_perf_lmac = (lmac_info >> 10) & 0x3ULL;
519 		hi_perf_lmac += 4;
520 	}
521 
522 	switch (num_lmacs) {
523 	case 1:
524 		return fifo_len;
525 	case 2:
526 		return fifo_len / 2;
527 	case 3:
528 		/* LMAC marked as hi_perf gets half of the FIFO
529 		 * and rest 1/4th
530 		 */
531 		if (lmac_id == hi_perf_lmac)
532 			return fifo_len / 2;
533 		return fifo_len / 4;
534 	case 4:
535 	default:
536 		return fifo_len / 4;
537 	}
538 	return 0;
539 }
540 
541 int rpm_lmac_internal_loopback(void *rpmd, int lmac_id, bool enable)
542 {
543 	rpm_t *rpm = rpmd;
544 	struct lmac *lmac;
545 	u64 cfg;
546 
547 	if (!is_lmac_valid(rpm, lmac_id))
548 		return -ENODEV;
549 
550 	lmac = lmac_pdata(lmac_id, rpm);
551 	if (lmac->lmac_type == LMAC_MODE_QSGMII ||
552 	    lmac->lmac_type == LMAC_MODE_SGMII) {
553 		dev_err(&rpm->pdev->dev, "loopback not supported for LPC mode\n");
554 		return 0;
555 	}
556 
557 	if (is_dev_rpm2(rpm) && is_mac_rpmusx(rpm))
558 		return rpmusx_lmac_internal_loopback(rpm, lmac_id, enable);
559 
560 	cfg = rpm_read(rpm, lmac_id, RPMX_MTI_PCS100X_CONTROL1);
561 
562 	if (enable)
563 		cfg |= RPMX_MTI_PCS_LBK;
564 	else
565 		cfg &= ~RPMX_MTI_PCS_LBK;
566 	rpm_write(rpm, lmac_id, RPMX_MTI_PCS100X_CONTROL1, cfg);
567 
568 	return 0;
569 }
570 
571 void rpm_lmac_ptp_config(void *rpmd, int lmac_id, bool enable)
572 {
573 	rpm_t *rpm = rpmd;
574 	u64 cfg;
575 
576 	if (!is_lmac_valid(rpm, lmac_id))
577 		return;
578 
579 	cfg = rpm_read(rpm, lmac_id, RPMX_CMRX_CFG);
580 	if (enable) {
581 		cfg |= RPMX_RX_TS_PREPEND;
582 		cfg |= RPMX_TX_PTP_1S_SUPPORT;
583 	} else {
584 		cfg &= ~RPMX_RX_TS_PREPEND;
585 		cfg &= ~RPMX_TX_PTP_1S_SUPPORT;
586 	}
587 
588 	rpm_write(rpm, lmac_id, RPMX_CMRX_CFG, cfg);
589 
590 	cfg = rpm_read(rpm, lmac_id, RPMX_MTI_MAC100X_XIF_MODE);
591 
592 	if (enable) {
593 		cfg |= RPMX_ONESTEP_ENABLE;
594 		cfg &= ~RPMX_TS_BINARY_MODE;
595 	} else {
596 		cfg &= ~RPMX_ONESTEP_ENABLE;
597 	}
598 
599 	rpm_write(rpm, lmac_id, RPMX_MTI_MAC100X_XIF_MODE, cfg);
600 }
601 
602 int rpm_lmac_pfc_config(void *rpmd, int lmac_id, u8 tx_pause, u8 rx_pause, u16 pfc_en)
603 {
604 	u64 cfg, class_en, pfc_class_mask_cfg;
605 	rpm_t *rpm = rpmd;
606 
607 	if (!is_lmac_valid(rpm, lmac_id))
608 		return -ENODEV;
609 
610 	pfc_class_mask_cfg = is_dev_rpm2(rpm) ? RPM2_CMRX_PRT_CBFC_CTL :
611 						RPMX_CMRX_PRT_CBFC_CTL;
612 
613 	cfg = rpm_read(rpm, lmac_id, RPMX_MTI_MAC100X_COMMAND_CONFIG);
614 	class_en = rpm_read(rpm, lmac_id, pfc_class_mask_cfg);
615 	pfc_en |= FIELD_GET(RPM_PFC_CLASS_MASK, class_en);
616 
617 	if (rx_pause) {
618 		cfg &= ~(RPMX_MTI_MAC100X_COMMAND_CONFIG_RX_P_DISABLE |
619 				RPMX_MTI_MAC100X_COMMAND_CONFIG_PAUSE_IGNORE |
620 				RPMX_MTI_MAC100X_COMMAND_CONFIG_PAUSE_FWD);
621 	} else {
622 		cfg |= (RPMX_MTI_MAC100X_COMMAND_CONFIG_RX_P_DISABLE |
623 				RPMX_MTI_MAC100X_COMMAND_CONFIG_PAUSE_IGNORE |
624 				RPMX_MTI_MAC100X_COMMAND_CONFIG_PAUSE_FWD);
625 	}
626 
627 	if (tx_pause) {
628 		rpm_cfg_pfc_quanta_thresh(rpm, lmac_id, pfc_en, true);
629 		cfg &= ~RPMX_MTI_MAC100X_COMMAND_CONFIG_TX_P_DISABLE;
630 		class_en = FIELD_SET(RPM_PFC_CLASS_MASK, pfc_en, class_en);
631 	} else {
632 		rpm_cfg_pfc_quanta_thresh(rpm, lmac_id, 0xfff, false);
633 		cfg |= RPMX_MTI_MAC100X_COMMAND_CONFIG_TX_P_DISABLE;
634 		class_en = FIELD_SET(RPM_PFC_CLASS_MASK, 0, class_en);
635 	}
636 
637 	if (!rx_pause && !tx_pause)
638 		cfg &= ~RPMX_MTI_MAC100X_COMMAND_CONFIG_PFC_MODE;
639 	else
640 		cfg |= RPMX_MTI_MAC100X_COMMAND_CONFIG_PFC_MODE;
641 
642 	rpm_write(rpm, lmac_id, RPMX_MTI_MAC100X_COMMAND_CONFIG, cfg);
643 	rpm_write(rpm, lmac_id, pfc_class_mask_cfg, class_en);
644 
645 	return 0;
646 }
647 
648 int  rpm_lmac_get_pfc_frm_cfg(void *rpmd, int lmac_id, u8 *tx_pause, u8 *rx_pause)
649 {
650 	rpm_t *rpm = rpmd;
651 	u64 cfg;
652 
653 	if (!is_lmac_valid(rpm, lmac_id))
654 		return -ENODEV;
655 
656 	cfg = rpm_read(rpm, lmac_id, RPMX_MTI_MAC100X_COMMAND_CONFIG);
657 	if (cfg & RPMX_MTI_MAC100X_COMMAND_CONFIG_PFC_MODE) {
658 		*rx_pause = !(cfg & RPMX_MTI_MAC100X_COMMAND_CONFIG_RX_P_DISABLE);
659 		*tx_pause = !(cfg & RPMX_MTI_MAC100X_COMMAND_CONFIG_TX_P_DISABLE);
660 	}
661 
662 	return 0;
663 }
664 
665 int rpm_get_fec_stats(void *rpmd, int lmac_id, struct cgx_fec_stats_rsp *rsp)
666 {
667 	u64 val_lo, val_hi;
668 	rpm_t *rpm = rpmd;
669 	u64 cfg;
670 
671 	if (!is_lmac_valid(rpm, lmac_id))
672 		return -ENODEV;
673 
674 	if (rpm->lmac_idmap[lmac_id]->link_info.fec == OTX2_FEC_NONE)
675 		return 0;
676 
677 	if (rpm->lmac_idmap[lmac_id]->link_info.fec == OTX2_FEC_BASER) {
678 		val_lo = rpm_read(rpm, lmac_id, RPMX_MTI_FCFECX_VL0_CCW_LO);
679 		val_hi = rpm_read(rpm, lmac_id, RPMX_MTI_FCFECX_CW_HI);
680 		rsp->fec_corr_blks = (val_hi << 16 | val_lo);
681 
682 		val_lo = rpm_read(rpm, lmac_id, RPMX_MTI_FCFECX_VL0_NCCW_LO);
683 		val_hi = rpm_read(rpm, lmac_id, RPMX_MTI_FCFECX_CW_HI);
684 		rsp->fec_uncorr_blks = (val_hi << 16 | val_lo);
685 
686 		/* 50G uses 2 Physical serdes lines */
687 		if (rpm->lmac_idmap[lmac_id]->link_info.lmac_type_id ==
688 		    LMAC_MODE_50G_R) {
689 			val_lo = rpm_read(rpm, lmac_id,
690 					  RPMX_MTI_FCFECX_VL1_CCW_LO);
691 			val_hi = rpm_read(rpm, lmac_id,
692 					  RPMX_MTI_FCFECX_CW_HI);
693 			rsp->fec_corr_blks += (val_hi << 16 | val_lo);
694 
695 			val_lo = rpm_read(rpm, lmac_id,
696 					  RPMX_MTI_FCFECX_VL1_NCCW_LO);
697 			val_hi = rpm_read(rpm, lmac_id,
698 					  RPMX_MTI_FCFECX_CW_HI);
699 			rsp->fec_uncorr_blks += (val_hi << 16 | val_lo);
700 		}
701 	} else {
702 		/* enable RS-FEC capture */
703 		cfg = rpm_read(rpm, 0, RPMX_MTI_STAT_STATN_CONTROL);
704 		cfg |= RPMX_RSFEC_RX_CAPTURE | BIT(lmac_id);
705 		rpm_write(rpm, 0, RPMX_MTI_STAT_STATN_CONTROL, cfg);
706 
707 		val_lo = rpm_read(rpm, 0,
708 				  RPMX_MTI_RSFEC_STAT_COUNTER_CAPTURE_2);
709 		val_hi = rpm_read(rpm, 0, RPMX_MTI_STAT_DATA_HI_CDC);
710 		rsp->fec_corr_blks = (val_hi << 32 | val_lo);
711 
712 		val_lo = rpm_read(rpm, 0,
713 				  RPMX_MTI_RSFEC_STAT_COUNTER_CAPTURE_3);
714 		val_hi = rpm_read(rpm, 0, RPMX_MTI_STAT_DATA_HI_CDC);
715 		rsp->fec_uncorr_blks = (val_hi << 32 | val_lo);
716 	}
717 
718 	return 0;
719 }
720 
721 int rpm_lmac_reset(void *rpmd, int lmac_id, u8 pf_req_flr)
722 {
723 	u64 rx_logl_xon, cfg;
724 	rpm_t *rpm = rpmd;
725 
726 	if (!is_lmac_valid(rpm, lmac_id))
727 		return -ENODEV;
728 
729 	/* Resetting PFC related CSRs */
730 	rx_logl_xon = is_dev_rpm2(rpm) ? RPM2_CMRX_RX_LOGL_XON :
731 					 RPMX_CMRX_RX_LOGL_XON;
732 	cfg = 0xff;
733 
734 	rpm_write(rpm, lmac_id, rx_logl_xon, cfg);
735 
736 	if (pf_req_flr)
737 		rpm_lmac_internal_loopback(rpm, lmac_id, false);
738 
739 	return 0;
740 }
741