1dc7e38acSHans Petter Selasky /*-
27b9b93a8SHans Petter Selasky * Copyright (c) 2013-2017, Mellanox Technologies, Ltd. All rights reserved.
3dc7e38acSHans Petter Selasky *
4dc7e38acSHans Petter Selasky * Redistribution and use in source and binary forms, with or without
5dc7e38acSHans Petter Selasky * modification, are permitted provided that the following conditions
6dc7e38acSHans Petter Selasky * are met:
7dc7e38acSHans Petter Selasky * 1. Redistributions of source code must retain the above copyright
8dc7e38acSHans Petter Selasky * notice, this list of conditions and the following disclaimer.
9dc7e38acSHans Petter Selasky * 2. Redistributions in binary form must reproduce the above copyright
10dc7e38acSHans Petter Selasky * notice, this list of conditions and the following disclaimer in the
11dc7e38acSHans Petter Selasky * documentation and/or other materials provided with the distribution.
12dc7e38acSHans Petter Selasky *
13dc7e38acSHans Petter Selasky * THIS SOFTWARE IS PROVIDED BY AUTHOR AND CONTRIBUTORS `AS IS' AND
14dc7e38acSHans Petter Selasky * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
15dc7e38acSHans Petter Selasky * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
16dc7e38acSHans Petter Selasky * ARE DISCLAIMED. IN NO EVENT SHALL AUTHOR OR CONTRIBUTORS BE LIABLE
17dc7e38acSHans Petter Selasky * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
18dc7e38acSHans Petter Selasky * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
19dc7e38acSHans Petter Selasky * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
20dc7e38acSHans Petter Selasky * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
21dc7e38acSHans Petter Selasky * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
22dc7e38acSHans Petter Selasky * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
23dc7e38acSHans Petter Selasky * SUCH DAMAGE.
24dc7e38acSHans Petter Selasky */
25dc7e38acSHans Petter Selasky
26dc7e38acSHans Petter Selasky #ifndef __MLX5_WQ_H__
27dc7e38acSHans Petter Selasky #define __MLX5_WQ_H__
28dc7e38acSHans Petter Selasky
29dc7e38acSHans Petter Selasky #include <dev/mlx5/mlx5_ifc.h>
30dc7e38acSHans Petter Selasky
31dc7e38acSHans Petter Selasky struct mlx5_wq_param {
32dc7e38acSHans Petter Selasky int linear;
33dc7e38acSHans Petter Selasky };
34dc7e38acSHans Petter Selasky
35dc7e38acSHans Petter Selasky struct mlx5_wq_ctrl {
36dc7e38acSHans Petter Selasky struct mlx5_core_dev *mdev;
37dc7e38acSHans Petter Selasky struct mlx5_buf buf;
38dc7e38acSHans Petter Selasky struct mlx5_db db;
39dc7e38acSHans Petter Selasky };
40dc7e38acSHans Petter Selasky
41e9dcd831SSlava Shwartsman struct mlx5_frag_wq_ctrl {
42e9dcd831SSlava Shwartsman struct mlx5_core_dev *mdev;
43e9dcd831SSlava Shwartsman struct mlx5_frag_buf frag_buf;
44e9dcd831SSlava Shwartsman struct mlx5_db db;
45e9dcd831SSlava Shwartsman };
46e9dcd831SSlava Shwartsman
47dc7e38acSHans Petter Selasky struct mlx5_wq_cyc {
48dc7e38acSHans Petter Selasky void *buf;
49dc7e38acSHans Petter Selasky __be32 *db;
50dc7e38acSHans Petter Selasky u16 sz_m1;
51dc7e38acSHans Petter Selasky u8 log_stride;
52dc7e38acSHans Petter Selasky };
53dc7e38acSHans Petter Selasky
54e9dcd831SSlava Shwartsman struct mlx5_wq_qp {
55e9dcd831SSlava Shwartsman struct mlx5_wq_cyc rq;
56e9dcd831SSlava Shwartsman struct mlx5_wq_cyc sq;
57e9dcd831SSlava Shwartsman };
58e9dcd831SSlava Shwartsman
59dc7e38acSHans Petter Selasky struct mlx5_cqwq {
60dc7e38acSHans Petter Selasky void *buf;
61dc7e38acSHans Petter Selasky __be32 *db;
62dc7e38acSHans Petter Selasky u32 sz_m1;
63dc7e38acSHans Petter Selasky u32 cc; /* consumer counter */
64dc7e38acSHans Petter Selasky u8 log_sz;
65dc7e38acSHans Petter Selasky u8 log_stride;
66dc7e38acSHans Petter Selasky };
67dc7e38acSHans Petter Selasky
68dc7e38acSHans Petter Selasky struct mlx5_wq_ll {
69dc7e38acSHans Petter Selasky void *buf;
70dc7e38acSHans Petter Selasky __be32 *db;
71dc7e38acSHans Petter Selasky __be16 *tail_next;
72dc7e38acSHans Petter Selasky u16 sz_m1;
73dc7e38acSHans Petter Selasky u16 head;
74dc7e38acSHans Petter Selasky u16 wqe_ctr;
75dc7e38acSHans Petter Selasky u16 cur_sz;
76dc7e38acSHans Petter Selasky u8 log_stride;
77dc7e38acSHans Petter Selasky };
78dc7e38acSHans Petter Selasky
79dc7e38acSHans Petter Selasky int mlx5_wq_cyc_create(struct mlx5_core_dev *mdev, struct mlx5_wq_param *param,
80dc7e38acSHans Petter Selasky void *wqc, struct mlx5_wq_cyc *wq,
81dc7e38acSHans Petter Selasky struct mlx5_wq_ctrl *wq_ctrl);
82dc7e38acSHans Petter Selasky u32 mlx5_wq_cyc_get_size(struct mlx5_wq_cyc *wq);
83dc7e38acSHans Petter Selasky
84dc7e38acSHans Petter Selasky int mlx5_cqwq_create(struct mlx5_core_dev *mdev, struct mlx5_wq_param *param,
85dc7e38acSHans Petter Selasky void *cqc, struct mlx5_cqwq *wq,
86dc7e38acSHans Petter Selasky struct mlx5_wq_ctrl *wq_ctrl);
87dc7e38acSHans Petter Selasky u32 mlx5_cqwq_get_size(struct mlx5_cqwq *wq);
88dc7e38acSHans Petter Selasky
89dc7e38acSHans Petter Selasky int mlx5_wq_ll_create(struct mlx5_core_dev *mdev, struct mlx5_wq_param *param,
90dc7e38acSHans Petter Selasky void *wqc, struct mlx5_wq_ll *wq,
91dc7e38acSHans Petter Selasky struct mlx5_wq_ctrl *wq_ctrl);
92dc7e38acSHans Petter Selasky u32 mlx5_wq_ll_get_size(struct mlx5_wq_ll *wq);
93dc7e38acSHans Petter Selasky
94dc7e38acSHans Petter Selasky void mlx5_wq_destroy(struct mlx5_wq_ctrl *wq_ctrl);
95dc7e38acSHans Petter Selasky
mlx5_wq_cyc_ctr2ix(struct mlx5_wq_cyc * wq,u16 ctr)96dc7e38acSHans Petter Selasky static inline u16 mlx5_wq_cyc_ctr2ix(struct mlx5_wq_cyc *wq, u16 ctr)
97dc7e38acSHans Petter Selasky {
98dc7e38acSHans Petter Selasky return ctr & wq->sz_m1;
99dc7e38acSHans Petter Selasky }
100dc7e38acSHans Petter Selasky
mlx5_wq_cyc_get_wqe(struct mlx5_wq_cyc * wq,u16 ix)101dc7e38acSHans Petter Selasky static inline void *mlx5_wq_cyc_get_wqe(struct mlx5_wq_cyc *wq, u16 ix)
102dc7e38acSHans Petter Selasky {
103dc7e38acSHans Petter Selasky return wq->buf + (ix << wq->log_stride);
104dc7e38acSHans Petter Selasky }
105dc7e38acSHans Petter Selasky
mlx5_wq_cyc_cc_bigger(u16 cc1,u16 cc2)106dc7e38acSHans Petter Selasky static inline int mlx5_wq_cyc_cc_bigger(u16 cc1, u16 cc2)
107dc7e38acSHans Petter Selasky {
108dc7e38acSHans Petter Selasky int equal = (cc1 == cc2);
109dc7e38acSHans Petter Selasky int smaller = 0x8000 & (cc1 - cc2);
110dc7e38acSHans Petter Selasky
111dc7e38acSHans Petter Selasky return !equal && !smaller;
112dc7e38acSHans Petter Selasky }
113dc7e38acSHans Petter Selasky
mlx5_cqwq_get_ci(struct mlx5_cqwq * wq)114dc7e38acSHans Petter Selasky static inline u32 mlx5_cqwq_get_ci(struct mlx5_cqwq *wq)
115dc7e38acSHans Petter Selasky {
116dc7e38acSHans Petter Selasky return wq->cc & wq->sz_m1;
117dc7e38acSHans Petter Selasky }
118dc7e38acSHans Petter Selasky
mlx5_cqwq_get_wqe(struct mlx5_cqwq * wq,u32 ix)119dc7e38acSHans Petter Selasky static inline void *mlx5_cqwq_get_wqe(struct mlx5_cqwq *wq, u32 ix)
120dc7e38acSHans Petter Selasky {
121dc7e38acSHans Petter Selasky return wq->buf + (ix << wq->log_stride);
122dc7e38acSHans Petter Selasky }
123dc7e38acSHans Petter Selasky
mlx5_cqwq_get_wrap_cnt(struct mlx5_cqwq * wq)124dc7e38acSHans Petter Selasky static inline u32 mlx5_cqwq_get_wrap_cnt(struct mlx5_cqwq *wq)
125dc7e38acSHans Petter Selasky {
126dc7e38acSHans Petter Selasky return wq->cc >> wq->log_sz;
127dc7e38acSHans Petter Selasky }
128dc7e38acSHans Petter Selasky
mlx5_cqwq_pop(struct mlx5_cqwq * wq)129dc7e38acSHans Petter Selasky static inline void mlx5_cqwq_pop(struct mlx5_cqwq *wq)
130dc7e38acSHans Petter Selasky {
131dc7e38acSHans Petter Selasky wq->cc++;
132dc7e38acSHans Petter Selasky }
133dc7e38acSHans Petter Selasky
mlx5_cqwq_update_db_record(struct mlx5_cqwq * wq)134dc7e38acSHans Petter Selasky static inline void mlx5_cqwq_update_db_record(struct mlx5_cqwq *wq)
135dc7e38acSHans Petter Selasky {
136dc7e38acSHans Petter Selasky *wq->db = cpu_to_be32(wq->cc & 0xffffff);
137dc7e38acSHans Petter Selasky }
138dc7e38acSHans Petter Selasky
mlx5_wq_ll_is_full(struct mlx5_wq_ll * wq)139dc7e38acSHans Petter Selasky static inline int mlx5_wq_ll_is_full(struct mlx5_wq_ll *wq)
140dc7e38acSHans Petter Selasky {
141dc7e38acSHans Petter Selasky return wq->cur_sz == wq->sz_m1;
142dc7e38acSHans Petter Selasky }
143dc7e38acSHans Petter Selasky
mlx5_wq_ll_is_empty(struct mlx5_wq_ll * wq)144dc7e38acSHans Petter Selasky static inline int mlx5_wq_ll_is_empty(struct mlx5_wq_ll *wq)
145dc7e38acSHans Petter Selasky {
146dc7e38acSHans Petter Selasky return !wq->cur_sz;
147dc7e38acSHans Petter Selasky }
148dc7e38acSHans Petter Selasky
mlx5_wq_ll_push(struct mlx5_wq_ll * wq,u16 head_next)149dc7e38acSHans Petter Selasky static inline void mlx5_wq_ll_push(struct mlx5_wq_ll *wq, u16 head_next)
150dc7e38acSHans Petter Selasky {
151dc7e38acSHans Petter Selasky wq->head = head_next;
152dc7e38acSHans Petter Selasky wq->wqe_ctr++;
153dc7e38acSHans Petter Selasky wq->cur_sz++;
154dc7e38acSHans Petter Selasky }
155dc7e38acSHans Petter Selasky
mlx5_wq_ll_pop(struct mlx5_wq_ll * wq,__be16 ix,__be16 * next_tail_next)156dc7e38acSHans Petter Selasky static inline void mlx5_wq_ll_pop(struct mlx5_wq_ll *wq, __be16 ix,
157dc7e38acSHans Petter Selasky __be16 *next_tail_next)
158dc7e38acSHans Petter Selasky {
159dc7e38acSHans Petter Selasky *wq->tail_next = ix;
160dc7e38acSHans Petter Selasky wq->tail_next = next_tail_next;
161dc7e38acSHans Petter Selasky wq->cur_sz--;
162dc7e38acSHans Petter Selasky }
mlx5_wq_ll_update_db_record(struct mlx5_wq_ll * wq)163dc7e38acSHans Petter Selasky static inline void mlx5_wq_ll_update_db_record(struct mlx5_wq_ll *wq)
164dc7e38acSHans Petter Selasky {
165dc7e38acSHans Petter Selasky *wq->db = cpu_to_be32(wq->wqe_ctr);
166dc7e38acSHans Petter Selasky }
167dc7e38acSHans Petter Selasky
mlx5_wq_ll_get_wqe(struct mlx5_wq_ll * wq,u16 ix)168dc7e38acSHans Petter Selasky static inline void *mlx5_wq_ll_get_wqe(struct mlx5_wq_ll *wq, u16 ix)
169dc7e38acSHans Petter Selasky {
170dc7e38acSHans Petter Selasky return wq->buf + (ix << wq->log_stride);
171dc7e38acSHans Petter Selasky }
172dc7e38acSHans Petter Selasky
173dc7e38acSHans Petter Selasky #endif /* __MLX5_WQ_H__ */
174