1 /* SPDX-License-Identifier: BSD-3-Clause
2 * Copyright 2008-2017 Cisco Systems, Inc. All rights reserved.
3 * Copyright 2007 Nuova Systems, Inc. All rights reserved.
4 */
5
6 #ifndef _VNIC_CQ_H_
7 #define _VNIC_CQ_H_
8
9 #include "cq_desc.h"
10 #include "vnic_dev.h"
11
12 /* Completion queue control */
13 struct vnic_cq_ctrl {
14 u64 ring_base; /* 0x00 */
15 #define CQ_RING_BASE 0x00
16 u32 ring_size; /* 0x08 */
17 #define CQ_RING_SIZE 0x08
18 u32 pad0;
19 u32 flow_control_enable; /* 0x10 */
20 #define CQ_FLOW_CONTROL_ENABLE 0x10
21 u32 pad1;
22 u32 color_enable; /* 0x18 */
23 #define CQ_COLOR_ENABLE 0x18
24 u32 pad2;
25 u32 cq_head; /* 0x20 */
26 #define CQ_HEAD 0x20
27 u32 pad3;
28 u32 cq_tail; /* 0x28 */
29 #define CQ_TAIL 0x28
30 u32 pad4;
31 u32 cq_tail_color; /* 0x30 */
32 #define CQ_TAIL_COLOR 0x30
33 u32 pad5;
34 u32 interrupt_enable; /* 0x38 */
35 #define CQ_INTR_ENABLE 0x38
36 u32 pad6;
37 u32 cq_entry_enable; /* 0x40 */
38 #define CQ_ENTRY_ENABLE 0x40
39 u32 pad7;
40 u32 cq_message_enable; /* 0x48 */
41 #define CQ_MESSAGE_ENABLE 0x48
42 u32 pad8;
43 u32 interrupt_offset; /* 0x50 */
44 #define CQ_INTR_OFFSET 0x50
45 u32 pad9;
46 u64 cq_message_addr; /* 0x58 */
47 #define CQ_MESSAGE_ADDR 0x58
48 u32 pad10;
49 };
50
51 #ifdef ENIC_AIC
52 struct vnic_rx_bytes_counter {
53 unsigned int small_pkt_bytes_cnt;
54 unsigned int large_pkt_bytes_cnt;
55 };
56 #endif
57
58 struct vnic_cq {
59 unsigned int index;
60 struct vnic_dev *vdev;
61 struct vnic_res *ctrl;
62 struct vnic_dev_ring ring;
63 unsigned int to_clean;
64 unsigned int last_color;
65 unsigned int interrupt_offset;
66 #ifdef ENIC_AIC
67 struct vnic_rx_bytes_counter pkt_size_counter;
68 unsigned int cur_rx_coal_timeval;
69 unsigned int tobe_rx_coal_timeval;
70 ktime_t prev_ts;
71 #endif
72 int ntxqsets;
73 int nrxqsets;
74 int ntxqsets_start;
75 int nrxqsets_start;
76 };
77
78 void vnic_cq_free(struct vnic_cq *cq);
79 void vnic_cq_init(struct vnic_cq *cq, unsigned int flow_control_enable,
80 unsigned int color_enable, unsigned int cq_head, unsigned int cq_tail,
81 unsigned int cq_tail_color, unsigned int interrupt_enable,
82 unsigned int cq_entry_enable, unsigned int message_enable,
83 unsigned int interrupt_offset, u64 message_addr);
84 void vnic_cq_clean(struct vnic_cq *cq);
85 int vnic_cq_mem_size(struct vnic_cq *cq, unsigned int desc_count,
86 unsigned int desc_size);
87
vnic_cq_service(struct vnic_cq * cq,unsigned int work_to_do,int (* q_service)(struct vnic_dev * vdev,struct cq_desc * cq_desc,u8 type,u16 q_number,u16 completed_index,void * opaque),void * opaque)88 static inline unsigned int vnic_cq_service(struct vnic_cq *cq,
89 unsigned int work_to_do,
90 int (*q_service)(struct vnic_dev *vdev, struct cq_desc *cq_desc,
91 u8 type, u16 q_number, u16 completed_index, void *opaque),
92 void *opaque)
93 {
94 struct cq_desc *cq_desc;
95 unsigned int work_done = 0;
96 u16 q_number, completed_index;
97 u8 type, color;
98
99 cq_desc = (struct cq_desc *)((u8 *)cq->ring.descs +
100 cq->ring.desc_size * cq->to_clean);
101 cq_desc_dec(cq_desc, &type, &color,
102 &q_number, &completed_index);
103
104 while (color != cq->last_color) {
105 if ((*q_service)(cq->vdev, cq_desc, type,
106 q_number, completed_index, opaque))
107 break;
108
109 cq->to_clean++;
110 if (cq->to_clean == cq->ring.desc_count) {
111 cq->to_clean = 0;
112 cq->last_color = cq->last_color ? 0 : 1;
113 }
114
115 cq_desc = (struct cq_desc *)((u8 *)cq->ring.descs +
116 cq->ring.desc_size * cq->to_clean);
117 cq_desc_dec(cq_desc, &type, &color,
118 &q_number, &completed_index);
119
120 work_done++;
121 if (work_done >= work_to_do)
122 break;
123 }
124
125 return work_done;
126 }
127
vnic_cq_work(struct vnic_cq * cq,unsigned int work_to_do)128 static inline unsigned int vnic_cq_work(struct vnic_cq *cq,
129 unsigned int work_to_do)
130 {
131 struct cq_desc *cq_desc;
132 unsigned int work_avail = 0;
133 u16 q_number, completed_index;
134 u8 type, color;
135 u32 to_clean, last_color;
136
137 to_clean = cq->to_clean;
138 last_color = cq->last_color;
139 cq_desc = (struct cq_desc *)((u8 *)cq->ring.descs +
140 cq->ring.desc_size * to_clean);
141 cq_desc_dec(cq_desc, &type, &color,
142 &q_number, &completed_index);
143
144 while (color != last_color) {
145 to_clean++;
146 if (to_clean == cq->ring.desc_count) {
147 to_clean = 0;
148 last_color = last_color ? 0 : 1;
149 }
150
151 cq_desc = (struct cq_desc *)((u8 *)cq->ring.descs +
152 cq->ring.desc_size * to_clean);
153 cq_desc_dec(cq_desc, &type, &color,
154 &q_number, &completed_index);
155
156 work_avail++;
157 if (work_avail >= work_to_do)
158 break;
159 }
160
161 return work_avail;
162 }
163
164 #endif /* _VNIC_CQ_H_ */
165