1dc7e38acSHans Petter Selasky /*- 2dc7e38acSHans Petter Selasky * Copyright (c) 2013-2015, Mellanox Technologies, Ltd. All rights reserved. 3dc7e38acSHans Petter Selasky * 4dc7e38acSHans Petter Selasky * Redistribution and use in source and binary forms, with or without 5dc7e38acSHans Petter Selasky * modification, are permitted provided that the following conditions 6dc7e38acSHans Petter Selasky * are met: 7dc7e38acSHans Petter Selasky * 1. Redistributions of source code must retain the above copyright 8dc7e38acSHans Petter Selasky * notice, this list of conditions and the following disclaimer. 9dc7e38acSHans Petter Selasky * 2. Redistributions in binary form must reproduce the above copyright 10dc7e38acSHans Petter Selasky * notice, this list of conditions and the following disclaimer in the 11dc7e38acSHans Petter Selasky * documentation and/or other materials provided with the distribution. 12dc7e38acSHans Petter Selasky * 13dc7e38acSHans Petter Selasky * THIS SOFTWARE IS PROVIDED BY AUTHOR AND CONTRIBUTORS `AS IS' AND 14dc7e38acSHans Petter Selasky * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE 15dc7e38acSHans Petter Selasky * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE 16dc7e38acSHans Petter Selasky * ARE DISCLAIMED. IN NO EVENT SHALL AUTHOR OR CONTRIBUTORS BE LIABLE 17dc7e38acSHans Petter Selasky * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL 18dc7e38acSHans Petter Selasky * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS 19dc7e38acSHans Petter Selasky * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) 20dc7e38acSHans Petter Selasky * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT 21dc7e38acSHans Petter Selasky * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY 22dc7e38acSHans Petter Selasky * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF 23dc7e38acSHans Petter Selasky * SUCH DAMAGE. 24dc7e38acSHans Petter Selasky * 25dc7e38acSHans Petter Selasky * $FreeBSD$ 26dc7e38acSHans Petter Selasky */ 27dc7e38acSHans Petter Selasky 28dc7e38acSHans Petter Selasky #include <linux/module.h> 29dc7e38acSHans Petter Selasky #include <linux/errno.h> 30dc7e38acSHans Petter Selasky #include <linux/pci.h> 31dc7e38acSHans Petter Selasky #include <linux/dma-mapping.h> 32dc7e38acSHans Petter Selasky #include <linux/slab.h> 33dc7e38acSHans Petter Selasky #include <linux/delay.h> 34dc7e38acSHans Petter Selasky #include <linux/random.h> 35dc7e38acSHans Petter Selasky #include <linux/io-mapping.h> 36dc7e38acSHans Petter Selasky #include <linux/hardirq.h> 37dc7e38acSHans Petter Selasky #include <linux/ktime.h> 38dc7e38acSHans Petter Selasky #include <dev/mlx5/driver.h> 39dc7e38acSHans Petter Selasky 40dc7e38acSHans Petter Selasky #include "mlx5_core.h" 41dc7e38acSHans Petter Selasky 428e7e0ce1SHans Petter Selasky static int mlx5_copy_from_msg(void *to, struct mlx5_cmd_msg *from, int size); 438e7e0ce1SHans Petter Selasky static void mlx5_free_cmd_msg(struct mlx5_core_dev *dev, 448e7e0ce1SHans Petter Selasky struct mlx5_cmd_msg *msg); 458e7e0ce1SHans Petter Selasky static void free_msg(struct mlx5_core_dev *dev, struct mlx5_cmd_msg *msg); 468e7e0ce1SHans Petter Selasky 47dc7e38acSHans Petter Selasky enum { 48dc7e38acSHans Petter Selasky CMD_IF_REV = 5, 49dc7e38acSHans Petter Selasky }; 50dc7e38acSHans Petter Selasky 51dc7e38acSHans Petter Selasky enum { 52dc7e38acSHans Petter Selasky CMD_MODE_POLLING, 53dc7e38acSHans Petter Selasky CMD_MODE_EVENTS 54dc7e38acSHans Petter Selasky }; 55dc7e38acSHans Petter Selasky 56dc7e38acSHans Petter Selasky enum { 57dc7e38acSHans Petter Selasky NUM_LONG_LISTS = 2, 58dc7e38acSHans Petter Selasky NUM_MED_LISTS = 64, 59dc7e38acSHans Petter Selasky LONG_LIST_SIZE = (2ULL * 1024 * 1024 * 1024 / PAGE_SIZE) * 8 + 16 + 60dc7e38acSHans Petter Selasky MLX5_CMD_DATA_BLOCK_SIZE, 61dc7e38acSHans Petter Selasky MED_LIST_SIZE = 16 + MLX5_CMD_DATA_BLOCK_SIZE, 62dc7e38acSHans Petter Selasky }; 63dc7e38acSHans Petter Selasky 64dc7e38acSHans Petter Selasky enum { 65dc7e38acSHans Petter Selasky MLX5_CMD_DELIVERY_STAT_OK = 0x0, 66dc7e38acSHans Petter Selasky MLX5_CMD_DELIVERY_STAT_SIGNAT_ERR = 0x1, 67dc7e38acSHans Petter Selasky MLX5_CMD_DELIVERY_STAT_TOK_ERR = 0x2, 68dc7e38acSHans Petter Selasky MLX5_CMD_DELIVERY_STAT_BAD_BLK_NUM_ERR = 0x3, 69dc7e38acSHans Petter Selasky MLX5_CMD_DELIVERY_STAT_OUT_PTR_ALIGN_ERR = 0x4, 70dc7e38acSHans Petter Selasky MLX5_CMD_DELIVERY_STAT_IN_PTR_ALIGN_ERR = 0x5, 71dc7e38acSHans Petter Selasky MLX5_CMD_DELIVERY_STAT_FW_ERR = 0x6, 72dc7e38acSHans Petter Selasky MLX5_CMD_DELIVERY_STAT_IN_LENGTH_ERR = 0x7, 73dc7e38acSHans Petter Selasky MLX5_CMD_DELIVERY_STAT_OUT_LENGTH_ERR = 0x8, 74dc7e38acSHans Petter Selasky MLX5_CMD_DELIVERY_STAT_RES_FLD_NOT_CLR_ERR = 0x9, 75dc7e38acSHans Petter Selasky MLX5_CMD_DELIVERY_STAT_CMD_DESCR_ERR = 0x10, 76dc7e38acSHans Petter Selasky }; 77dc7e38acSHans Petter Selasky 78dc7e38acSHans Petter Selasky static struct mlx5_cmd_work_ent *alloc_cmd(struct mlx5_cmd *cmd, 79dc7e38acSHans Petter Selasky struct mlx5_cmd_msg *in, 80dc7e38acSHans Petter Selasky struct mlx5_cmd_msg *out, 81dc7e38acSHans Petter Selasky void *uout, int uout_size, 82dc7e38acSHans Petter Selasky mlx5_cmd_cbk_t cbk, 83dc7e38acSHans Petter Selasky void *context, int page_queue) 84dc7e38acSHans Petter Selasky { 85dc7e38acSHans Petter Selasky gfp_t alloc_flags = cbk ? GFP_ATOMIC : GFP_KERNEL; 86dc7e38acSHans Petter Selasky struct mlx5_cmd_work_ent *ent; 87dc7e38acSHans Petter Selasky 88dc7e38acSHans Petter Selasky ent = kzalloc(sizeof(*ent), alloc_flags); 89dc7e38acSHans Petter Selasky if (!ent) 90dc7e38acSHans Petter Selasky return ERR_PTR(-ENOMEM); 91dc7e38acSHans Petter Selasky 92dc7e38acSHans Petter Selasky ent->in = in; 93dc7e38acSHans Petter Selasky ent->out = out; 94dc7e38acSHans Petter Selasky ent->uout = uout; 95dc7e38acSHans Petter Selasky ent->uout_size = uout_size; 96dc7e38acSHans Petter Selasky ent->callback = cbk; 97dc7e38acSHans Petter Selasky ent->context = context; 98dc7e38acSHans Petter Selasky ent->cmd = cmd; 99dc7e38acSHans Petter Selasky ent->page_queue = page_queue; 100dc7e38acSHans Petter Selasky 101dc7e38acSHans Petter Selasky return ent; 102dc7e38acSHans Petter Selasky } 103dc7e38acSHans Petter Selasky 104dc7e38acSHans Petter Selasky static u8 alloc_token(struct mlx5_cmd *cmd) 105dc7e38acSHans Petter Selasky { 106dc7e38acSHans Petter Selasky u8 token; 107dc7e38acSHans Petter Selasky 108dc7e38acSHans Petter Selasky spin_lock(&cmd->token_lock); 109dc7e38acSHans Petter Selasky cmd->token++; 110dc7e38acSHans Petter Selasky if (cmd->token == 0) 111dc7e38acSHans Petter Selasky cmd->token++; 112dc7e38acSHans Petter Selasky token = cmd->token; 113dc7e38acSHans Petter Selasky spin_unlock(&cmd->token_lock); 114dc7e38acSHans Petter Selasky 115dc7e38acSHans Petter Selasky return token; 116dc7e38acSHans Petter Selasky } 117dc7e38acSHans Petter Selasky 1188e7e0ce1SHans Petter Selasky static int alloc_ent(struct mlx5_cmd_work_ent *ent) 119dc7e38acSHans Petter Selasky { 120dc7e38acSHans Petter Selasky unsigned long flags; 1218e7e0ce1SHans Petter Selasky struct mlx5_cmd *cmd = ent->cmd; 1228e7e0ce1SHans Petter Selasky int ret = cmd->max_reg_cmds; 123dc7e38acSHans Petter Selasky 124dc7e38acSHans Petter Selasky spin_lock_irqsave(&cmd->alloc_lock, flags); 1258e7e0ce1SHans Petter Selasky if (!ent->page_queue) { 126dc7e38acSHans Petter Selasky ret = find_first_bit(&cmd->bitmask, cmd->max_reg_cmds); 1278e7e0ce1SHans Petter Selasky if (ret >= cmd->max_reg_cmds) 1288e7e0ce1SHans Petter Selasky ret = -1; 1298e7e0ce1SHans Petter Selasky } 1308e7e0ce1SHans Petter Selasky 1318e7e0ce1SHans Petter Selasky if (ret != -1) { 1328e7e0ce1SHans Petter Selasky ent->idx = ret; 1338e7e0ce1SHans Petter Selasky clear_bit(ent->idx, &cmd->bitmask); 1348e7e0ce1SHans Petter Selasky cmd->ent_arr[ent->idx] = ent; 1358e7e0ce1SHans Petter Selasky } 136dc7e38acSHans Petter Selasky spin_unlock_irqrestore(&cmd->alloc_lock, flags); 137dc7e38acSHans Petter Selasky 1388e7e0ce1SHans Petter Selasky return ret; 139dc7e38acSHans Petter Selasky } 140dc7e38acSHans Petter Selasky 141dc7e38acSHans Petter Selasky static void free_ent(struct mlx5_cmd *cmd, int idx) 142dc7e38acSHans Petter Selasky { 143dc7e38acSHans Petter Selasky unsigned long flags; 144dc7e38acSHans Petter Selasky 145dc7e38acSHans Petter Selasky spin_lock_irqsave(&cmd->alloc_lock, flags); 146dc7e38acSHans Petter Selasky set_bit(idx, &cmd->bitmask); 147dc7e38acSHans Petter Selasky spin_unlock_irqrestore(&cmd->alloc_lock, flags); 148dc7e38acSHans Petter Selasky } 149dc7e38acSHans Petter Selasky 150dc7e38acSHans Petter Selasky static struct mlx5_cmd_layout *get_inst(struct mlx5_cmd *cmd, int idx) 151dc7e38acSHans Petter Selasky { 152dc7e38acSHans Petter Selasky return cmd->cmd_buf + (idx << cmd->log_stride); 153dc7e38acSHans Petter Selasky } 154dc7e38acSHans Petter Selasky 155dc7e38acSHans Petter Selasky static u8 xor8_buf(void *buf, int len) 156dc7e38acSHans Petter Selasky { 157dc7e38acSHans Petter Selasky u8 *ptr = buf; 158dc7e38acSHans Petter Selasky u8 sum = 0; 159dc7e38acSHans Petter Selasky int i; 160dc7e38acSHans Petter Selasky 161dc7e38acSHans Petter Selasky for (i = 0; i < len; i++) 162dc7e38acSHans Petter Selasky sum ^= ptr[i]; 163dc7e38acSHans Petter Selasky 164dc7e38acSHans Petter Selasky return sum; 165dc7e38acSHans Petter Selasky } 166dc7e38acSHans Petter Selasky 167dc7e38acSHans Petter Selasky static int verify_block_sig(struct mlx5_cmd_prot_block *block) 168dc7e38acSHans Petter Selasky { 169dc7e38acSHans Petter Selasky if (xor8_buf(block->rsvd0, sizeof(*block) - sizeof(block->data) - 1) != 0xff) 170dc7e38acSHans Petter Selasky return -EINVAL; 171dc7e38acSHans Petter Selasky 172dc7e38acSHans Petter Selasky if (xor8_buf(block, sizeof(*block)) != 0xff) 173dc7e38acSHans Petter Selasky return -EINVAL; 174dc7e38acSHans Petter Selasky 175dc7e38acSHans Petter Selasky return 0; 176dc7e38acSHans Petter Selasky } 177dc7e38acSHans Petter Selasky 178dc7e38acSHans Petter Selasky static void calc_block_sig(struct mlx5_cmd_prot_block *block, u8 token, 179dc7e38acSHans Petter Selasky int csum) 180dc7e38acSHans Petter Selasky { 181dc7e38acSHans Petter Selasky block->token = token; 182dc7e38acSHans Petter Selasky if (csum) { 183dc7e38acSHans Petter Selasky block->ctrl_sig = ~xor8_buf(block->rsvd0, sizeof(*block) - 184dc7e38acSHans Petter Selasky sizeof(block->data) - 2); 185dc7e38acSHans Petter Selasky block->sig = ~xor8_buf(block, sizeof(*block) - 1); 186dc7e38acSHans Petter Selasky } 187dc7e38acSHans Petter Selasky } 188dc7e38acSHans Petter Selasky 189dc7e38acSHans Petter Selasky static void calc_chain_sig(struct mlx5_cmd_msg *msg, u8 token, int csum) 190dc7e38acSHans Petter Selasky { 191dc7e38acSHans Petter Selasky struct mlx5_cmd_mailbox *next = msg->next; 192dc7e38acSHans Petter Selasky 193dc7e38acSHans Petter Selasky while (next) { 194dc7e38acSHans Petter Selasky calc_block_sig(next->buf, token, csum); 195dc7e38acSHans Petter Selasky next = next->next; 196dc7e38acSHans Petter Selasky } 197dc7e38acSHans Petter Selasky } 198dc7e38acSHans Petter Selasky 199dc7e38acSHans Petter Selasky static void set_signature(struct mlx5_cmd_work_ent *ent, int csum) 200dc7e38acSHans Petter Selasky { 201dc7e38acSHans Petter Selasky ent->lay->sig = ~xor8_buf(ent->lay, sizeof(*ent->lay)); 202dc7e38acSHans Petter Selasky calc_chain_sig(ent->in, ent->token, csum); 203dc7e38acSHans Petter Selasky calc_chain_sig(ent->out, ent->token, csum); 204dc7e38acSHans Petter Selasky } 205dc7e38acSHans Petter Selasky 206dc7e38acSHans Petter Selasky static void poll_timeout(struct mlx5_cmd_work_ent *ent) 207dc7e38acSHans Petter Selasky { 208dc7e38acSHans Petter Selasky int poll_end = jiffies + msecs_to_jiffies(MLX5_CMD_TIMEOUT_MSEC + 1000); 209dc7e38acSHans Petter Selasky u8 own; 210dc7e38acSHans Petter Selasky 211dc7e38acSHans Petter Selasky do { 212dc7e38acSHans Petter Selasky own = ent->lay->status_own; 213dc7e38acSHans Petter Selasky if (!(own & CMD_OWNER_HW)) { 214dc7e38acSHans Petter Selasky ent->ret = 0; 215dc7e38acSHans Petter Selasky return; 216dc7e38acSHans Petter Selasky } 217dc7e38acSHans Petter Selasky usleep_range(5000, 10000); 218dc7e38acSHans Petter Selasky } while (time_before(jiffies, poll_end)); 219dc7e38acSHans Petter Selasky 220dc7e38acSHans Petter Selasky ent->ret = -ETIMEDOUT; 221dc7e38acSHans Petter Selasky } 222dc7e38acSHans Petter Selasky 223dc7e38acSHans Petter Selasky static void free_cmd(struct mlx5_cmd_work_ent *ent) 224dc7e38acSHans Petter Selasky { 225dc7e38acSHans Petter Selasky kfree(ent); 226dc7e38acSHans Petter Selasky } 227dc7e38acSHans Petter Selasky 228dc7e38acSHans Petter Selasky 229dc7e38acSHans Petter Selasky static int verify_signature(struct mlx5_cmd_work_ent *ent) 230dc7e38acSHans Petter Selasky { 231dc7e38acSHans Petter Selasky struct mlx5_cmd_mailbox *next = ent->out->next; 232dc7e38acSHans Petter Selasky int err; 233dc7e38acSHans Petter Selasky u8 sig; 234dc7e38acSHans Petter Selasky 235dc7e38acSHans Petter Selasky sig = xor8_buf(ent->lay, sizeof(*ent->lay)); 236dc7e38acSHans Petter Selasky if (sig != 0xff) 237dc7e38acSHans Petter Selasky return -EINVAL; 238dc7e38acSHans Petter Selasky 239dc7e38acSHans Petter Selasky while (next) { 240dc7e38acSHans Petter Selasky err = verify_block_sig(next->buf); 241dc7e38acSHans Petter Selasky if (err) 242dc7e38acSHans Petter Selasky return err; 243dc7e38acSHans Petter Selasky 244dc7e38acSHans Petter Selasky next = next->next; 245dc7e38acSHans Petter Selasky } 246dc7e38acSHans Petter Selasky 247dc7e38acSHans Petter Selasky return 0; 248dc7e38acSHans Petter Selasky } 249dc7e38acSHans Petter Selasky 250dc7e38acSHans Petter Selasky static void dump_buf(void *buf, int size, int data_only, int offset) 251dc7e38acSHans Petter Selasky { 252dc7e38acSHans Petter Selasky __be32 *p = buf; 253dc7e38acSHans Petter Selasky int i; 254dc7e38acSHans Petter Selasky 255dc7e38acSHans Petter Selasky for (i = 0; i < size; i += 16) { 256dc7e38acSHans Petter Selasky pr_debug("%03x: %08x %08x %08x %08x\n", offset, be32_to_cpu(p[0]), 257dc7e38acSHans Petter Selasky be32_to_cpu(p[1]), be32_to_cpu(p[2]), 258dc7e38acSHans Petter Selasky be32_to_cpu(p[3])); 259dc7e38acSHans Petter Selasky p += 4; 260dc7e38acSHans Petter Selasky offset += 16; 261dc7e38acSHans Petter Selasky } 262dc7e38acSHans Petter Selasky if (!data_only) 263dc7e38acSHans Petter Selasky pr_debug("\n"); 264dc7e38acSHans Petter Selasky } 265dc7e38acSHans Petter Selasky 266dc7e38acSHans Petter Selasky const char *mlx5_command_str(int command) 267dc7e38acSHans Petter Selasky { 268dc7e38acSHans Petter Selasky switch (command) { 269dc7e38acSHans Petter Selasky case MLX5_CMD_OP_QUERY_HCA_CAP: 270dc7e38acSHans Petter Selasky return "QUERY_HCA_CAP"; 271dc7e38acSHans Petter Selasky 272dc7e38acSHans Petter Selasky case MLX5_CMD_OP_SET_HCA_CAP: 273dc7e38acSHans Petter Selasky return "SET_HCA_CAP"; 274dc7e38acSHans Petter Selasky 275dc7e38acSHans Petter Selasky case MLX5_CMD_OP_QUERY_ADAPTER: 276dc7e38acSHans Petter Selasky return "QUERY_ADAPTER"; 277dc7e38acSHans Petter Selasky 278dc7e38acSHans Petter Selasky case MLX5_CMD_OP_INIT_HCA: 279dc7e38acSHans Petter Selasky return "INIT_HCA"; 280dc7e38acSHans Petter Selasky 281dc7e38acSHans Petter Selasky case MLX5_CMD_OP_TEARDOWN_HCA: 282dc7e38acSHans Petter Selasky return "TEARDOWN_HCA"; 283dc7e38acSHans Petter Selasky 284dc7e38acSHans Petter Selasky case MLX5_CMD_OP_ENABLE_HCA: 285dc7e38acSHans Petter Selasky return "MLX5_CMD_OP_ENABLE_HCA"; 286dc7e38acSHans Petter Selasky 287dc7e38acSHans Petter Selasky case MLX5_CMD_OP_DISABLE_HCA: 288dc7e38acSHans Petter Selasky return "MLX5_CMD_OP_DISABLE_HCA"; 289dc7e38acSHans Petter Selasky 290dc7e38acSHans Petter Selasky case MLX5_CMD_OP_QUERY_PAGES: 291dc7e38acSHans Petter Selasky return "QUERY_PAGES"; 292dc7e38acSHans Petter Selasky 293dc7e38acSHans Petter Selasky case MLX5_CMD_OP_MANAGE_PAGES: 294dc7e38acSHans Petter Selasky return "MANAGE_PAGES"; 295dc7e38acSHans Petter Selasky 296dc7e38acSHans Petter Selasky case MLX5_CMD_OP_QUERY_ISSI: 297dc7e38acSHans Petter Selasky return "QUERY_ISSI"; 298dc7e38acSHans Petter Selasky 299dc7e38acSHans Petter Selasky case MLX5_CMD_OP_SET_ISSI: 300dc7e38acSHans Petter Selasky return "SET_ISSI"; 301dc7e38acSHans Petter Selasky 302dc7e38acSHans Petter Selasky case MLX5_CMD_OP_CREATE_MKEY: 303dc7e38acSHans Petter Selasky return "CREATE_MKEY"; 304dc7e38acSHans Petter Selasky 305dc7e38acSHans Petter Selasky case MLX5_CMD_OP_QUERY_MKEY: 306dc7e38acSHans Petter Selasky return "QUERY_MKEY"; 307dc7e38acSHans Petter Selasky 308dc7e38acSHans Petter Selasky case MLX5_CMD_OP_DESTROY_MKEY: 309dc7e38acSHans Petter Selasky return "DESTROY_MKEY"; 310dc7e38acSHans Petter Selasky 311dc7e38acSHans Petter Selasky case MLX5_CMD_OP_QUERY_SPECIAL_CONTEXTS: 312dc7e38acSHans Petter Selasky return "QUERY_SPECIAL_CONTEXTS"; 313dc7e38acSHans Petter Selasky 314dc7e38acSHans Petter Selasky case MLX5_CMD_OP_PAGE_FAULT_RESUME: 315dc7e38acSHans Petter Selasky return "PAGE_FAULT_RESUME"; 316dc7e38acSHans Petter Selasky 317dc7e38acSHans Petter Selasky case MLX5_CMD_OP_CREATE_EQ: 318dc7e38acSHans Petter Selasky return "CREATE_EQ"; 319dc7e38acSHans Petter Selasky 320dc7e38acSHans Petter Selasky case MLX5_CMD_OP_DESTROY_EQ: 321dc7e38acSHans Petter Selasky return "DESTROY_EQ"; 322dc7e38acSHans Petter Selasky 323dc7e38acSHans Petter Selasky case MLX5_CMD_OP_QUERY_EQ: 324dc7e38acSHans Petter Selasky return "QUERY_EQ"; 325dc7e38acSHans Petter Selasky 326dc7e38acSHans Petter Selasky case MLX5_CMD_OP_GEN_EQE: 327dc7e38acSHans Petter Selasky return "GEN_EQE"; 328dc7e38acSHans Petter Selasky 329dc7e38acSHans Petter Selasky case MLX5_CMD_OP_CREATE_CQ: 330dc7e38acSHans Petter Selasky return "CREATE_CQ"; 331dc7e38acSHans Petter Selasky 332dc7e38acSHans Petter Selasky case MLX5_CMD_OP_DESTROY_CQ: 333dc7e38acSHans Petter Selasky return "DESTROY_CQ"; 334dc7e38acSHans Petter Selasky 335dc7e38acSHans Petter Selasky case MLX5_CMD_OP_QUERY_CQ: 336dc7e38acSHans Petter Selasky return "QUERY_CQ"; 337dc7e38acSHans Petter Selasky 338dc7e38acSHans Petter Selasky case MLX5_CMD_OP_MODIFY_CQ: 339dc7e38acSHans Petter Selasky return "MODIFY_CQ"; 340dc7e38acSHans Petter Selasky 341dc7e38acSHans Petter Selasky case MLX5_CMD_OP_CREATE_QP: 342dc7e38acSHans Petter Selasky return "CREATE_QP"; 343dc7e38acSHans Petter Selasky 344dc7e38acSHans Petter Selasky case MLX5_CMD_OP_DESTROY_QP: 345dc7e38acSHans Petter Selasky return "DESTROY_QP"; 346dc7e38acSHans Petter Selasky 347dc7e38acSHans Petter Selasky case MLX5_CMD_OP_RST2INIT_QP: 348dc7e38acSHans Petter Selasky return "RST2INIT_QP"; 349dc7e38acSHans Petter Selasky 350dc7e38acSHans Petter Selasky case MLX5_CMD_OP_INIT2RTR_QP: 351dc7e38acSHans Petter Selasky return "INIT2RTR_QP"; 352dc7e38acSHans Petter Selasky 353dc7e38acSHans Petter Selasky case MLX5_CMD_OP_RTR2RTS_QP: 354dc7e38acSHans Petter Selasky return "RTR2RTS_QP"; 355dc7e38acSHans Petter Selasky 356dc7e38acSHans Petter Selasky case MLX5_CMD_OP_RTS2RTS_QP: 357dc7e38acSHans Petter Selasky return "RTS2RTS_QP"; 358dc7e38acSHans Petter Selasky 359dc7e38acSHans Petter Selasky case MLX5_CMD_OP_SQERR2RTS_QP: 360dc7e38acSHans Petter Selasky return "SQERR2RTS_QP"; 361dc7e38acSHans Petter Selasky 362dc7e38acSHans Petter Selasky case MLX5_CMD_OP_2ERR_QP: 363dc7e38acSHans Petter Selasky return "2ERR_QP"; 364dc7e38acSHans Petter Selasky 365dc7e38acSHans Petter Selasky case MLX5_CMD_OP_2RST_QP: 366dc7e38acSHans Petter Selasky return "2RST_QP"; 367dc7e38acSHans Petter Selasky 368dc7e38acSHans Petter Selasky case MLX5_CMD_OP_QUERY_QP: 369dc7e38acSHans Petter Selasky return "QUERY_QP"; 370dc7e38acSHans Petter Selasky 371dc7e38acSHans Petter Selasky case MLX5_CMD_OP_SQD_RTS_QP: 372dc7e38acSHans Petter Selasky return "SQD_RTS_QP"; 373dc7e38acSHans Petter Selasky 374dc7e38acSHans Petter Selasky case MLX5_CMD_OP_MAD_IFC: 375dc7e38acSHans Petter Selasky return "MAD_IFC"; 376dc7e38acSHans Petter Selasky 377dc7e38acSHans Petter Selasky case MLX5_CMD_OP_INIT2INIT_QP: 378dc7e38acSHans Petter Selasky return "INIT2INIT_QP"; 379dc7e38acSHans Petter Selasky 380dc7e38acSHans Petter Selasky case MLX5_CMD_OP_CREATE_PSV: 381dc7e38acSHans Petter Selasky return "CREATE_PSV"; 382dc7e38acSHans Petter Selasky 383dc7e38acSHans Petter Selasky case MLX5_CMD_OP_DESTROY_PSV: 384dc7e38acSHans Petter Selasky return "DESTROY_PSV"; 385dc7e38acSHans Petter Selasky 386dc7e38acSHans Petter Selasky case MLX5_CMD_OP_CREATE_SRQ: 387dc7e38acSHans Petter Selasky return "CREATE_SRQ"; 388dc7e38acSHans Petter Selasky 389dc7e38acSHans Petter Selasky case MLX5_CMD_OP_DESTROY_SRQ: 390dc7e38acSHans Petter Selasky return "DESTROY_SRQ"; 391dc7e38acSHans Petter Selasky 392dc7e38acSHans Petter Selasky case MLX5_CMD_OP_QUERY_SRQ: 393dc7e38acSHans Petter Selasky return "QUERY_SRQ"; 394dc7e38acSHans Petter Selasky 395dc7e38acSHans Petter Selasky case MLX5_CMD_OP_ARM_RQ: 396dc7e38acSHans Petter Selasky return "ARM_RQ"; 397dc7e38acSHans Petter Selasky 398dc7e38acSHans Petter Selasky case MLX5_CMD_OP_CREATE_XRC_SRQ: 399dc7e38acSHans Petter Selasky return "CREATE_XRC_SRQ"; 400dc7e38acSHans Petter Selasky 401dc7e38acSHans Petter Selasky case MLX5_CMD_OP_DESTROY_XRC_SRQ: 402dc7e38acSHans Petter Selasky return "DESTROY_XRC_SRQ"; 403dc7e38acSHans Petter Selasky 404dc7e38acSHans Petter Selasky case MLX5_CMD_OP_QUERY_XRC_SRQ: 405dc7e38acSHans Petter Selasky return "QUERY_XRC_SRQ"; 406dc7e38acSHans Petter Selasky 407dc7e38acSHans Petter Selasky case MLX5_CMD_OP_ARM_XRC_SRQ: 408dc7e38acSHans Petter Selasky return "ARM_XRC_SRQ"; 409dc7e38acSHans Petter Selasky 410dc7e38acSHans Petter Selasky case MLX5_CMD_OP_CREATE_DCT: 411dc7e38acSHans Petter Selasky return "CREATE_DCT"; 412dc7e38acSHans Petter Selasky 413cb4e4a6eSHans Petter Selasky case MLX5_CMD_OP_SET_DC_CNAK_TRACE: 414cb4e4a6eSHans Petter Selasky return "SET_DC_CNAK_TRACE"; 415cb4e4a6eSHans Petter Selasky 416dc7e38acSHans Petter Selasky case MLX5_CMD_OP_DESTROY_DCT: 417dc7e38acSHans Petter Selasky return "DESTROY_DCT"; 418dc7e38acSHans Petter Selasky 419dc7e38acSHans Petter Selasky case MLX5_CMD_OP_DRAIN_DCT: 420dc7e38acSHans Petter Selasky return "DRAIN_DCT"; 421dc7e38acSHans Petter Selasky 422dc7e38acSHans Petter Selasky case MLX5_CMD_OP_QUERY_DCT: 423dc7e38acSHans Petter Selasky return "QUERY_DCT"; 424dc7e38acSHans Petter Selasky 425dc7e38acSHans Petter Selasky case MLX5_CMD_OP_ARM_DCT_FOR_KEY_VIOLATION: 426dc7e38acSHans Petter Selasky return "ARM_DCT_FOR_KEY_VIOLATION"; 427dc7e38acSHans Petter Selasky 428dc7e38acSHans Petter Selasky case MLX5_CMD_OP_QUERY_VPORT_STATE: 429dc7e38acSHans Petter Selasky return "QUERY_VPORT_STATE"; 430dc7e38acSHans Petter Selasky 431dc7e38acSHans Petter Selasky case MLX5_CMD_OP_MODIFY_VPORT_STATE: 432dc7e38acSHans Petter Selasky return "MODIFY_VPORT_STATE"; 433dc7e38acSHans Petter Selasky 434dc7e38acSHans Petter Selasky case MLX5_CMD_OP_QUERY_ESW_VPORT_CONTEXT: 435dc7e38acSHans Petter Selasky return "QUERY_ESW_VPORT_CONTEXT"; 436dc7e38acSHans Petter Selasky 437dc7e38acSHans Petter Selasky case MLX5_CMD_OP_MODIFY_ESW_VPORT_CONTEXT: 438dc7e38acSHans Petter Selasky return "MODIFY_ESW_VPORT_CONTEXT"; 439dc7e38acSHans Petter Selasky 440dc7e38acSHans Petter Selasky case MLX5_CMD_OP_QUERY_NIC_VPORT_CONTEXT: 441dc7e38acSHans Petter Selasky return "QUERY_NIC_VPORT_CONTEXT"; 442dc7e38acSHans Petter Selasky 443dc7e38acSHans Petter Selasky case MLX5_CMD_OP_MODIFY_NIC_VPORT_CONTEXT: 444dc7e38acSHans Petter Selasky return "MODIFY_NIC_VPORT_CONTEXT"; 445dc7e38acSHans Petter Selasky 446dc7e38acSHans Petter Selasky case MLX5_CMD_OP_QUERY_ROCE_ADDRESS: 447dc7e38acSHans Petter Selasky return "QUERY_ROCE_ADDRESS"; 448dc7e38acSHans Petter Selasky 449dc7e38acSHans Petter Selasky case MLX5_CMD_OP_SET_ROCE_ADDRESS: 450dc7e38acSHans Petter Selasky return "SET_ROCE_ADDRESS"; 451dc7e38acSHans Petter Selasky 452dc7e38acSHans Petter Selasky case MLX5_CMD_OP_QUERY_HCA_VPORT_CONTEXT: 453dc7e38acSHans Petter Selasky return "QUERY_HCA_VPORT_CONTEXT"; 454dc7e38acSHans Petter Selasky 455dc7e38acSHans Petter Selasky case MLX5_CMD_OP_MODIFY_HCA_VPORT_CONTEXT: 456dc7e38acSHans Petter Selasky return "MODIFY_HCA_VPORT_CONTEXT"; 457dc7e38acSHans Petter Selasky 458dc7e38acSHans Petter Selasky case MLX5_CMD_OP_QUERY_HCA_VPORT_GID: 459dc7e38acSHans Petter Selasky return "QUERY_HCA_VPORT_GID"; 460dc7e38acSHans Petter Selasky 461dc7e38acSHans Petter Selasky case MLX5_CMD_OP_QUERY_HCA_VPORT_PKEY: 462dc7e38acSHans Petter Selasky return "QUERY_HCA_VPORT_PKEY"; 463dc7e38acSHans Petter Selasky 464dc7e38acSHans Petter Selasky case MLX5_CMD_OP_QUERY_VPORT_COUNTER: 465dc7e38acSHans Petter Selasky return "QUERY_VPORT_COUNTER"; 466dc7e38acSHans Petter Selasky 467dc7e38acSHans Petter Selasky case MLX5_CMD_OP_SET_WOL_ROL: 468dc7e38acSHans Petter Selasky return "SET_WOL_ROL"; 469dc7e38acSHans Petter Selasky 470dc7e38acSHans Petter Selasky case MLX5_CMD_OP_QUERY_WOL_ROL: 471dc7e38acSHans Petter Selasky return "QUERY_WOL_ROL"; 472dc7e38acSHans Petter Selasky 473dc7e38acSHans Petter Selasky case MLX5_CMD_OP_ALLOC_Q_COUNTER: 474dc7e38acSHans Petter Selasky return "ALLOC_Q_COUNTER"; 475dc7e38acSHans Petter Selasky 476dc7e38acSHans Petter Selasky case MLX5_CMD_OP_DEALLOC_Q_COUNTER: 477dc7e38acSHans Petter Selasky return "DEALLOC_Q_COUNTER"; 478dc7e38acSHans Petter Selasky 479dc7e38acSHans Petter Selasky case MLX5_CMD_OP_QUERY_Q_COUNTER: 480dc7e38acSHans Petter Selasky return "QUERY_Q_COUNTER"; 481dc7e38acSHans Petter Selasky 482dc7e38acSHans Petter Selasky case MLX5_CMD_OP_ALLOC_PD: 483dc7e38acSHans Petter Selasky return "ALLOC_PD"; 484dc7e38acSHans Petter Selasky 485dc7e38acSHans Petter Selasky case MLX5_CMD_OP_DEALLOC_PD: 486dc7e38acSHans Petter Selasky return "DEALLOC_PD"; 487dc7e38acSHans Petter Selasky 488dc7e38acSHans Petter Selasky case MLX5_CMD_OP_ALLOC_UAR: 489dc7e38acSHans Petter Selasky return "ALLOC_UAR"; 490dc7e38acSHans Petter Selasky 491dc7e38acSHans Petter Selasky case MLX5_CMD_OP_DEALLOC_UAR: 492dc7e38acSHans Petter Selasky return "DEALLOC_UAR"; 493dc7e38acSHans Petter Selasky 494dc7e38acSHans Petter Selasky case MLX5_CMD_OP_CONFIG_INT_MODERATION: 495dc7e38acSHans Petter Selasky return "CONFIG_INT_MODERATION"; 496dc7e38acSHans Petter Selasky 497dc7e38acSHans Petter Selasky case MLX5_CMD_OP_ATTACH_TO_MCG: 498dc7e38acSHans Petter Selasky return "ATTACH_TO_MCG"; 499dc7e38acSHans Petter Selasky 500dc7e38acSHans Petter Selasky case MLX5_CMD_OP_DETACH_FROM_MCG: 501dc7e38acSHans Petter Selasky return "DETACH_FROM_MCG"; 502dc7e38acSHans Petter Selasky 503dc7e38acSHans Petter Selasky case MLX5_CMD_OP_GET_DROPPED_PACKET_LOG: 504dc7e38acSHans Petter Selasky return "GET_DROPPED_PACKET_LOG"; 505dc7e38acSHans Petter Selasky 506dc7e38acSHans Petter Selasky case MLX5_CMD_OP_QUERY_MAD_DEMUX: 507dc7e38acSHans Petter Selasky return "QUERY_MAD_DEMUX"; 508dc7e38acSHans Petter Selasky 509dc7e38acSHans Petter Selasky case MLX5_CMD_OP_SET_MAD_DEMUX: 510dc7e38acSHans Petter Selasky return "SET_MAD_DEMUX"; 511dc7e38acSHans Petter Selasky 512dc7e38acSHans Petter Selasky case MLX5_CMD_OP_NOP: 513dc7e38acSHans Petter Selasky return "NOP"; 514dc7e38acSHans Petter Selasky 515dc7e38acSHans Petter Selasky case MLX5_CMD_OP_ALLOC_XRCD: 516dc7e38acSHans Petter Selasky return "ALLOC_XRCD"; 517dc7e38acSHans Petter Selasky 518dc7e38acSHans Petter Selasky case MLX5_CMD_OP_DEALLOC_XRCD: 519dc7e38acSHans Petter Selasky return "DEALLOC_XRCD"; 520dc7e38acSHans Petter Selasky 521dc7e38acSHans Petter Selasky case MLX5_CMD_OP_ALLOC_TRANSPORT_DOMAIN: 522dc7e38acSHans Petter Selasky return "ALLOC_TRANSPORT_DOMAIN"; 523dc7e38acSHans Petter Selasky 524dc7e38acSHans Petter Selasky case MLX5_CMD_OP_DEALLOC_TRANSPORT_DOMAIN: 525dc7e38acSHans Petter Selasky return "DEALLOC_TRANSPORT_DOMAIN"; 526dc7e38acSHans Petter Selasky 527dc7e38acSHans Petter Selasky case MLX5_CMD_OP_QUERY_CONG_STATUS: 528dc7e38acSHans Petter Selasky return "QUERY_CONG_STATUS"; 529dc7e38acSHans Petter Selasky 530dc7e38acSHans Petter Selasky case MLX5_CMD_OP_MODIFY_CONG_STATUS: 531dc7e38acSHans Petter Selasky return "MODIFY_CONG_STATUS"; 532dc7e38acSHans Petter Selasky 533dc7e38acSHans Petter Selasky case MLX5_CMD_OP_QUERY_CONG_PARAMS: 534dc7e38acSHans Petter Selasky return "QUERY_CONG_PARAMS"; 535dc7e38acSHans Petter Selasky 536dc7e38acSHans Petter Selasky case MLX5_CMD_OP_MODIFY_CONG_PARAMS: 537dc7e38acSHans Petter Selasky return "MODIFY_CONG_PARAMS"; 538dc7e38acSHans Petter Selasky 539dc7e38acSHans Petter Selasky case MLX5_CMD_OP_QUERY_CONG_STATISTICS: 540dc7e38acSHans Petter Selasky return "QUERY_CONG_STATISTICS"; 541dc7e38acSHans Petter Selasky 542dc7e38acSHans Petter Selasky case MLX5_CMD_OP_ADD_VXLAN_UDP_DPORT: 543dc7e38acSHans Petter Selasky return "ADD_VXLAN_UDP_DPORT"; 544dc7e38acSHans Petter Selasky 545dc7e38acSHans Petter Selasky case MLX5_CMD_OP_DELETE_VXLAN_UDP_DPORT: 546dc7e38acSHans Petter Selasky return "DELETE_VXLAN_UDP_DPORT"; 547dc7e38acSHans Petter Selasky 548dc7e38acSHans Petter Selasky case MLX5_CMD_OP_SET_L2_TABLE_ENTRY: 549dc7e38acSHans Petter Selasky return "SET_L2_TABLE_ENTRY"; 550dc7e38acSHans Petter Selasky 551dc7e38acSHans Petter Selasky case MLX5_CMD_OP_QUERY_L2_TABLE_ENTRY: 552dc7e38acSHans Petter Selasky return "QUERY_L2_TABLE_ENTRY"; 553dc7e38acSHans Petter Selasky 554dc7e38acSHans Petter Selasky case MLX5_CMD_OP_DELETE_L2_TABLE_ENTRY: 555dc7e38acSHans Petter Selasky return "DELETE_L2_TABLE_ENTRY"; 556dc7e38acSHans Petter Selasky 557dc7e38acSHans Petter Selasky case MLX5_CMD_OP_CREATE_RMP: 558dc7e38acSHans Petter Selasky return "CREATE_RMP"; 559dc7e38acSHans Petter Selasky 560dc7e38acSHans Petter Selasky case MLX5_CMD_OP_MODIFY_RMP: 561dc7e38acSHans Petter Selasky return "MODIFY_RMP"; 562dc7e38acSHans Petter Selasky 563dc7e38acSHans Petter Selasky case MLX5_CMD_OP_DESTROY_RMP: 564dc7e38acSHans Petter Selasky return "DESTROY_RMP"; 565dc7e38acSHans Petter Selasky 566dc7e38acSHans Petter Selasky case MLX5_CMD_OP_QUERY_RMP: 567dc7e38acSHans Petter Selasky return "QUERY_RMP"; 568dc7e38acSHans Petter Selasky 569dc7e38acSHans Petter Selasky case MLX5_CMD_OP_CREATE_RQT: 570dc7e38acSHans Petter Selasky return "CREATE_RQT"; 571dc7e38acSHans Petter Selasky 572dc7e38acSHans Petter Selasky case MLX5_CMD_OP_MODIFY_RQT: 573dc7e38acSHans Petter Selasky return "MODIFY_RQT"; 574dc7e38acSHans Petter Selasky 575dc7e38acSHans Petter Selasky case MLX5_CMD_OP_DESTROY_RQT: 576dc7e38acSHans Petter Selasky return "DESTROY_RQT"; 577dc7e38acSHans Petter Selasky 578dc7e38acSHans Petter Selasky case MLX5_CMD_OP_QUERY_RQT: 579dc7e38acSHans Petter Selasky return "QUERY_RQT"; 580dc7e38acSHans Petter Selasky 581dc7e38acSHans Petter Selasky case MLX5_CMD_OP_ACCESS_REG: 582dc7e38acSHans Petter Selasky return "MLX5_CMD_OP_ACCESS_REG"; 583dc7e38acSHans Petter Selasky 584dc7e38acSHans Petter Selasky case MLX5_CMD_OP_CREATE_SQ: 585dc7e38acSHans Petter Selasky return "CREATE_SQ"; 586dc7e38acSHans Petter Selasky 587dc7e38acSHans Petter Selasky case MLX5_CMD_OP_MODIFY_SQ: 588dc7e38acSHans Petter Selasky return "MODIFY_SQ"; 589dc7e38acSHans Petter Selasky 590dc7e38acSHans Petter Selasky case MLX5_CMD_OP_DESTROY_SQ: 591dc7e38acSHans Petter Selasky return "DESTROY_SQ"; 592dc7e38acSHans Petter Selasky 593dc7e38acSHans Petter Selasky case MLX5_CMD_OP_QUERY_SQ: 594dc7e38acSHans Petter Selasky return "QUERY_SQ"; 595dc7e38acSHans Petter Selasky 596dc7e38acSHans Petter Selasky case MLX5_CMD_OP_CREATE_RQ: 597dc7e38acSHans Petter Selasky return "CREATE_RQ"; 598dc7e38acSHans Petter Selasky 599dc7e38acSHans Petter Selasky case MLX5_CMD_OP_MODIFY_RQ: 600dc7e38acSHans Petter Selasky return "MODIFY_RQ"; 601dc7e38acSHans Petter Selasky 602dc7e38acSHans Petter Selasky case MLX5_CMD_OP_DESTROY_RQ: 603dc7e38acSHans Petter Selasky return "DESTROY_RQ"; 604dc7e38acSHans Petter Selasky 605dc7e38acSHans Petter Selasky case MLX5_CMD_OP_QUERY_RQ: 606dc7e38acSHans Petter Selasky return "QUERY_RQ"; 607dc7e38acSHans Petter Selasky 608dc7e38acSHans Petter Selasky case MLX5_CMD_OP_CREATE_TIR: 609dc7e38acSHans Petter Selasky return "CREATE_TIR"; 610dc7e38acSHans Petter Selasky 611dc7e38acSHans Petter Selasky case MLX5_CMD_OP_MODIFY_TIR: 612dc7e38acSHans Petter Selasky return "MODIFY_TIR"; 613dc7e38acSHans Petter Selasky 614dc7e38acSHans Petter Selasky case MLX5_CMD_OP_DESTROY_TIR: 615dc7e38acSHans Petter Selasky return "DESTROY_TIR"; 616dc7e38acSHans Petter Selasky 617dc7e38acSHans Petter Selasky case MLX5_CMD_OP_QUERY_TIR: 618dc7e38acSHans Petter Selasky return "QUERY_TIR"; 619dc7e38acSHans Petter Selasky 620dc7e38acSHans Petter Selasky case MLX5_CMD_OP_CREATE_TIS: 621dc7e38acSHans Petter Selasky return "CREATE_TIS"; 622dc7e38acSHans Petter Selasky 623dc7e38acSHans Petter Selasky case MLX5_CMD_OP_MODIFY_TIS: 624dc7e38acSHans Petter Selasky return "MODIFY_TIS"; 625dc7e38acSHans Petter Selasky 626dc7e38acSHans Petter Selasky case MLX5_CMD_OP_DESTROY_TIS: 627dc7e38acSHans Petter Selasky return "DESTROY_TIS"; 628dc7e38acSHans Petter Selasky 629dc7e38acSHans Petter Selasky case MLX5_CMD_OP_QUERY_TIS: 630dc7e38acSHans Petter Selasky return "QUERY_TIS"; 631dc7e38acSHans Petter Selasky 632dc7e38acSHans Petter Selasky case MLX5_CMD_OP_CREATE_FLOW_TABLE: 633dc7e38acSHans Petter Selasky return "CREATE_FLOW_TABLE"; 634dc7e38acSHans Petter Selasky 635dc7e38acSHans Petter Selasky case MLX5_CMD_OP_DESTROY_FLOW_TABLE: 636dc7e38acSHans Petter Selasky return "DESTROY_FLOW_TABLE"; 637dc7e38acSHans Petter Selasky 638dc7e38acSHans Petter Selasky case MLX5_CMD_OP_QUERY_FLOW_TABLE: 639dc7e38acSHans Petter Selasky return "QUERY_FLOW_TABLE"; 640dc7e38acSHans Petter Selasky 641dc7e38acSHans Petter Selasky case MLX5_CMD_OP_CREATE_FLOW_GROUP: 642dc7e38acSHans Petter Selasky return "CREATE_FLOW_GROUP"; 643dc7e38acSHans Petter Selasky 644dc7e38acSHans Petter Selasky case MLX5_CMD_OP_DESTROY_FLOW_GROUP: 645dc7e38acSHans Petter Selasky return "DESTROY_FLOW_GROUP"; 646dc7e38acSHans Petter Selasky 647dc7e38acSHans Petter Selasky case MLX5_CMD_OP_QUERY_FLOW_GROUP: 648dc7e38acSHans Petter Selasky return "QUERY_FLOW_GROUP"; 649dc7e38acSHans Petter Selasky 650dc7e38acSHans Petter Selasky case MLX5_CMD_OP_SET_FLOW_TABLE_ENTRY: 651dc7e38acSHans Petter Selasky return "SET_FLOW_TABLE_ENTRY"; 652dc7e38acSHans Petter Selasky 653dc7e38acSHans Petter Selasky case MLX5_CMD_OP_QUERY_FLOW_TABLE_ENTRY: 654dc7e38acSHans Petter Selasky return "QUERY_FLOW_TABLE_ENTRY"; 655dc7e38acSHans Petter Selasky 656dc7e38acSHans Petter Selasky case MLX5_CMD_OP_DELETE_FLOW_TABLE_ENTRY: 657dc7e38acSHans Petter Selasky return "DELETE_FLOW_TABLE_ENTRY"; 658dc7e38acSHans Petter Selasky 659cb4e4a6eSHans Petter Selasky case MLX5_CMD_OP_SET_DIAGNOSTICS: 660cb4e4a6eSHans Petter Selasky return "MLX5_CMD_OP_SET_DIAGNOSTICS"; 661cb4e4a6eSHans Petter Selasky 662cb4e4a6eSHans Petter Selasky case MLX5_CMD_OP_QUERY_DIAGNOSTICS: 663cb4e4a6eSHans Petter Selasky return "MLX5_CMD_OP_QUERY_DIAGNOSTICS"; 664cb4e4a6eSHans Petter Selasky 665dc7e38acSHans Petter Selasky default: return "unknown command opcode"; 666dc7e38acSHans Petter Selasky } 667dc7e38acSHans Petter Selasky } 668dc7e38acSHans Petter Selasky 669dc7e38acSHans Petter Selasky static void dump_command(struct mlx5_core_dev *dev, 670dc7e38acSHans Petter Selasky struct mlx5_cmd_work_ent *ent, int input) 671dc7e38acSHans Petter Selasky { 672dc7e38acSHans Petter Selasky u16 op = be16_to_cpu(((struct mlx5_inbox_hdr *)(ent->lay->in))->opcode); 673dc7e38acSHans Petter Selasky struct mlx5_cmd_msg *msg = input ? ent->in : ent->out; 674dc7e38acSHans Petter Selasky struct mlx5_cmd_mailbox *next = msg->next; 675dc7e38acSHans Petter Selasky int data_only; 676dc7e38acSHans Petter Selasky u32 offset = 0; 677dc7e38acSHans Petter Selasky int dump_len; 678dc7e38acSHans Petter Selasky 679dc7e38acSHans Petter Selasky data_only = !!(mlx5_core_debug_mask & (1 << MLX5_CMD_DATA)); 680dc7e38acSHans Petter Selasky 681dc7e38acSHans Petter Selasky if (data_only) 682dc7e38acSHans Petter Selasky mlx5_core_dbg_mask(dev, 1 << MLX5_CMD_DATA, 683dc7e38acSHans Petter Selasky "dump command data %s(0x%x) %s\n", 684dc7e38acSHans Petter Selasky mlx5_command_str(op), op, 685dc7e38acSHans Petter Selasky input ? "INPUT" : "OUTPUT"); 686dc7e38acSHans Petter Selasky else 687dc7e38acSHans Petter Selasky mlx5_core_dbg(dev, "dump command %s(0x%x) %s\n", 688dc7e38acSHans Petter Selasky mlx5_command_str(op), op, 689dc7e38acSHans Petter Selasky input ? "INPUT" : "OUTPUT"); 690dc7e38acSHans Petter Selasky 691dc7e38acSHans Petter Selasky if (data_only) { 692dc7e38acSHans Petter Selasky if (input) { 693dc7e38acSHans Petter Selasky dump_buf(ent->lay->in, sizeof(ent->lay->in), 1, offset); 694dc7e38acSHans Petter Selasky offset += sizeof(ent->lay->in); 695dc7e38acSHans Petter Selasky } else { 696dc7e38acSHans Petter Selasky dump_buf(ent->lay->out, sizeof(ent->lay->out), 1, offset); 697dc7e38acSHans Petter Selasky offset += sizeof(ent->lay->out); 698dc7e38acSHans Petter Selasky } 699dc7e38acSHans Petter Selasky } else { 700dc7e38acSHans Petter Selasky dump_buf(ent->lay, sizeof(*ent->lay), 0, offset); 701dc7e38acSHans Petter Selasky offset += sizeof(*ent->lay); 702dc7e38acSHans Petter Selasky } 703dc7e38acSHans Petter Selasky 704dc7e38acSHans Petter Selasky while (next && offset < msg->len) { 705dc7e38acSHans Petter Selasky if (data_only) { 706dc7e38acSHans Petter Selasky dump_len = min_t(int, MLX5_CMD_DATA_BLOCK_SIZE, msg->len - offset); 707dc7e38acSHans Petter Selasky dump_buf(next->buf, dump_len, 1, offset); 708dc7e38acSHans Petter Selasky offset += MLX5_CMD_DATA_BLOCK_SIZE; 709dc7e38acSHans Petter Selasky } else { 710dc7e38acSHans Petter Selasky mlx5_core_dbg(dev, "command block:\n"); 711dc7e38acSHans Petter Selasky dump_buf(next->buf, sizeof(struct mlx5_cmd_prot_block), 0, offset); 712dc7e38acSHans Petter Selasky offset += sizeof(struct mlx5_cmd_prot_block); 713dc7e38acSHans Petter Selasky } 714dc7e38acSHans Petter Selasky next = next->next; 715dc7e38acSHans Petter Selasky } 716dc7e38acSHans Petter Selasky 717dc7e38acSHans Petter Selasky if (data_only) 718dc7e38acSHans Petter Selasky pr_debug("\n"); 719dc7e38acSHans Petter Selasky } 720dc7e38acSHans Petter Selasky 7218e7e0ce1SHans Petter Selasky static void complete_command(struct mlx5_cmd_work_ent *ent) 7228e7e0ce1SHans Petter Selasky { 7238e7e0ce1SHans Petter Selasky struct mlx5_cmd *cmd = ent->cmd; 7248e7e0ce1SHans Petter Selasky struct mlx5_core_dev *dev = container_of(cmd, struct mlx5_core_dev, 7258e7e0ce1SHans Petter Selasky cmd); 7268e7e0ce1SHans Petter Selasky s64 ds; 7278e7e0ce1SHans Petter Selasky struct mlx5_cmd_stats *stats; 7288e7e0ce1SHans Petter Selasky unsigned long flags; 7298e7e0ce1SHans Petter Selasky int err; 7308e7e0ce1SHans Petter Selasky struct semaphore *sem; 7318e7e0ce1SHans Petter Selasky 7328e7e0ce1SHans Petter Selasky if (ent->page_queue) 7338e7e0ce1SHans Petter Selasky sem = &cmd->pages_sem; 7348e7e0ce1SHans Petter Selasky else 7358e7e0ce1SHans Petter Selasky sem = &cmd->sem; 7368e7e0ce1SHans Petter Selasky 7378e7e0ce1SHans Petter Selasky if (ent->callback) { 7388e7e0ce1SHans Petter Selasky ds = ent->ts2 - ent->ts1; 7398e7e0ce1SHans Petter Selasky if (ent->op < ARRAY_SIZE(cmd->stats)) { 7408e7e0ce1SHans Petter Selasky stats = &cmd->stats[ent->op]; 7418e7e0ce1SHans Petter Selasky spin_lock_irqsave(&stats->lock, flags); 7428e7e0ce1SHans Petter Selasky stats->sum += ds; 7438e7e0ce1SHans Petter Selasky ++stats->n; 7448e7e0ce1SHans Petter Selasky spin_unlock_irqrestore(&stats->lock, flags); 7458e7e0ce1SHans Petter Selasky } 7468e7e0ce1SHans Petter Selasky 7478e7e0ce1SHans Petter Selasky err = ent->ret; 7488e7e0ce1SHans Petter Selasky if (!err) 7498e7e0ce1SHans Petter Selasky err = mlx5_copy_from_msg(ent->uout, 7508e7e0ce1SHans Petter Selasky ent->out, 7518e7e0ce1SHans Petter Selasky ent->uout_size); 7528e7e0ce1SHans Petter Selasky 7538e7e0ce1SHans Petter Selasky mlx5_free_cmd_msg(dev, ent->out); 7548e7e0ce1SHans Petter Selasky free_msg(dev, ent->in); 7558e7e0ce1SHans Petter Selasky 7568e7e0ce1SHans Petter Selasky free_cmd(ent); 7578e7e0ce1SHans Petter Selasky ent->callback(err, ent->context); 7588e7e0ce1SHans Petter Selasky } else { 7598e7e0ce1SHans Petter Selasky complete(&ent->done); 7608e7e0ce1SHans Petter Selasky } 7618e7e0ce1SHans Petter Selasky up(sem); 7628e7e0ce1SHans Petter Selasky } 7638e7e0ce1SHans Petter Selasky 764dc7e38acSHans Petter Selasky static void cmd_work_handler(struct work_struct *work) 765dc7e38acSHans Petter Selasky { 766dc7e38acSHans Petter Selasky struct mlx5_cmd_work_ent *ent = container_of(work, struct mlx5_cmd_work_ent, work); 767dc7e38acSHans Petter Selasky struct mlx5_cmd *cmd = ent->cmd; 768dc7e38acSHans Petter Selasky struct mlx5_core_dev *dev = container_of(cmd, struct mlx5_core_dev, cmd); 769dc7e38acSHans Petter Selasky struct mlx5_cmd_layout *lay; 770dc7e38acSHans Petter Selasky struct semaphore *sem; 771dc7e38acSHans Petter Selasky 772dc7e38acSHans Petter Selasky sem = ent->page_queue ? &cmd->pages_sem : &cmd->sem; 773dc7e38acSHans Petter Selasky if (cmd->moving_to_polling) { 774dc7e38acSHans Petter Selasky mlx5_core_warn(dev, "not expecting command execution, ignoring...\n"); 775dc7e38acSHans Petter Selasky return; 776dc7e38acSHans Petter Selasky } 777dc7e38acSHans Petter Selasky 778dc7e38acSHans Petter Selasky down(sem); 7798e7e0ce1SHans Petter Selasky 7808e7e0ce1SHans Petter Selasky if (alloc_ent(ent) < 0) { 7818e7e0ce1SHans Petter Selasky complete_command(ent); 782dc7e38acSHans Petter Selasky return; 783dc7e38acSHans Petter Selasky } 784dc7e38acSHans Petter Selasky 785dc7e38acSHans Petter Selasky ent->token = alloc_token(cmd); 786dc7e38acSHans Petter Selasky lay = get_inst(cmd, ent->idx); 787dc7e38acSHans Petter Selasky ent->lay = lay; 788dc7e38acSHans Petter Selasky memset(lay, 0, sizeof(*lay)); 789dc7e38acSHans Petter Selasky memcpy(lay->in, ent->in->first.data, sizeof(lay->in)); 790dc7e38acSHans Petter Selasky ent->op = be32_to_cpu(lay->in[0]) >> 16; 791dc7e38acSHans Petter Selasky if (ent->in->next) 792dc7e38acSHans Petter Selasky lay->in_ptr = cpu_to_be64(ent->in->next->dma); 793dc7e38acSHans Petter Selasky lay->inlen = cpu_to_be32(ent->in->len); 794dc7e38acSHans Petter Selasky if (ent->out->next) 795dc7e38acSHans Petter Selasky lay->out_ptr = cpu_to_be64(ent->out->next->dma); 796dc7e38acSHans Petter Selasky lay->outlen = cpu_to_be32(ent->out->len); 797dc7e38acSHans Petter Selasky lay->type = MLX5_PCI_CMD_XPORT; 798dc7e38acSHans Petter Selasky lay->token = ent->token; 799dc7e38acSHans Petter Selasky lay->status_own = CMD_OWNER_HW; 800dc7e38acSHans Petter Selasky set_signature(ent, !cmd->checksum_disabled); 801dc7e38acSHans Petter Selasky dump_command(dev, ent, 1); 802dc7e38acSHans Petter Selasky ent->ts1 = ktime_get_ns(); 803dc7e38acSHans Petter Selasky 804dc7e38acSHans Petter Selasky /* ring doorbell after the descriptor is valid */ 805dc7e38acSHans Petter Selasky mlx5_core_dbg(dev, "writing 0x%x to command doorbell\n", 1 << ent->idx); 806dc7e38acSHans Petter Selasky wmb(); 807dc7e38acSHans Petter Selasky iowrite32be(1 << ent->idx, &dev->iseg->cmd_dbell); 808dc7e38acSHans Petter Selasky mmiowb(); 809dc7e38acSHans Petter Selasky /* if not in polling don't use ent after this point*/ 810dc7e38acSHans Petter Selasky if (cmd->mode == CMD_MODE_POLLING) { 811dc7e38acSHans Petter Selasky poll_timeout(ent); 812dc7e38acSHans Petter Selasky /* make sure we read the descriptor after ownership is SW */ 813dc7e38acSHans Petter Selasky rmb(); 814d0ce5a0dSHans Petter Selasky mlx5_cmd_comp_handler(dev, 1U << ent->idx); 815dc7e38acSHans Petter Selasky } 816dc7e38acSHans Petter Selasky } 817dc7e38acSHans Petter Selasky 818dc7e38acSHans Petter Selasky static const char *deliv_status_to_str(u8 status) 819dc7e38acSHans Petter Selasky { 820dc7e38acSHans Petter Selasky switch (status) { 821dc7e38acSHans Petter Selasky case MLX5_CMD_DELIVERY_STAT_OK: 822dc7e38acSHans Petter Selasky return "no errors"; 823dc7e38acSHans Petter Selasky case MLX5_CMD_DELIVERY_STAT_SIGNAT_ERR: 824dc7e38acSHans Petter Selasky return "signature error"; 825dc7e38acSHans Petter Selasky case MLX5_CMD_DELIVERY_STAT_TOK_ERR: 826dc7e38acSHans Petter Selasky return "token error"; 827dc7e38acSHans Petter Selasky case MLX5_CMD_DELIVERY_STAT_BAD_BLK_NUM_ERR: 828dc7e38acSHans Petter Selasky return "bad block number"; 829dc7e38acSHans Petter Selasky case MLX5_CMD_DELIVERY_STAT_OUT_PTR_ALIGN_ERR: 830dc7e38acSHans Petter Selasky return "output pointer not aligned to block size"; 831dc7e38acSHans Petter Selasky case MLX5_CMD_DELIVERY_STAT_IN_PTR_ALIGN_ERR: 832dc7e38acSHans Petter Selasky return "input pointer not aligned to block size"; 833dc7e38acSHans Petter Selasky case MLX5_CMD_DELIVERY_STAT_FW_ERR: 834dc7e38acSHans Petter Selasky return "firmware internal error"; 835dc7e38acSHans Petter Selasky case MLX5_CMD_DELIVERY_STAT_IN_LENGTH_ERR: 836dc7e38acSHans Petter Selasky return "command input length error"; 837dc7e38acSHans Petter Selasky case MLX5_CMD_DELIVERY_STAT_OUT_LENGTH_ERR: 838dc7e38acSHans Petter Selasky return "command ouput length error"; 839dc7e38acSHans Petter Selasky case MLX5_CMD_DELIVERY_STAT_RES_FLD_NOT_CLR_ERR: 840dc7e38acSHans Petter Selasky return "reserved fields not cleared"; 841dc7e38acSHans Petter Selasky case MLX5_CMD_DELIVERY_STAT_CMD_DESCR_ERR: 842dc7e38acSHans Petter Selasky return "bad command descriptor type"; 843dc7e38acSHans Petter Selasky default: 844dc7e38acSHans Petter Selasky return "unknown status code"; 845dc7e38acSHans Petter Selasky } 846dc7e38acSHans Petter Selasky } 847dc7e38acSHans Petter Selasky 848dc7e38acSHans Petter Selasky static u16 msg_to_opcode(struct mlx5_cmd_msg *in) 849dc7e38acSHans Petter Selasky { 850dc7e38acSHans Petter Selasky struct mlx5_inbox_hdr *hdr = (struct mlx5_inbox_hdr *)(in->first.data); 851dc7e38acSHans Petter Selasky 852dc7e38acSHans Petter Selasky return be16_to_cpu(hdr->opcode); 853dc7e38acSHans Petter Selasky } 854dc7e38acSHans Petter Selasky 855dc7e38acSHans Petter Selasky static int wait_func(struct mlx5_core_dev *dev, struct mlx5_cmd_work_ent *ent) 856dc7e38acSHans Petter Selasky { 857dc7e38acSHans Petter Selasky int timeout = msecs_to_jiffies(MLX5_CMD_TIMEOUT_MSEC); 858dc7e38acSHans Petter Selasky struct mlx5_cmd *cmd = &dev->cmd; 859dc7e38acSHans Petter Selasky int err; 860dc7e38acSHans Petter Selasky 861dc7e38acSHans Petter Selasky if (cmd->mode == CMD_MODE_POLLING) { 862dc7e38acSHans Petter Selasky wait_for_completion(&ent->done); 863dc7e38acSHans Petter Selasky err = ent->ret; 864dc7e38acSHans Petter Selasky } else { 865dc7e38acSHans Petter Selasky if (!wait_for_completion_timeout(&ent->done, timeout)) 866dc7e38acSHans Petter Selasky err = -ETIMEDOUT; 867dc7e38acSHans Petter Selasky else 868dc7e38acSHans Petter Selasky err = 0; 869dc7e38acSHans Petter Selasky } 870dc7e38acSHans Petter Selasky if (err == -ETIMEDOUT) { 871dc7e38acSHans Petter Selasky mlx5_core_warn(dev, "%s(0x%x) timeout. Will cause a leak of a command resource\n", 872dc7e38acSHans Petter Selasky mlx5_command_str(msg_to_opcode(ent->in)), 873dc7e38acSHans Petter Selasky msg_to_opcode(ent->in)); 874dc7e38acSHans Petter Selasky } 875dc7e38acSHans Petter Selasky mlx5_core_dbg(dev, "err %d, delivery status %s(%d)\n", 876dc7e38acSHans Petter Selasky err, deliv_status_to_str(ent->status), ent->status); 877dc7e38acSHans Petter Selasky 878dc7e38acSHans Petter Selasky return err; 879dc7e38acSHans Petter Selasky } 880dc7e38acSHans Petter Selasky 881dc7e38acSHans Petter Selasky /* Notes: 882dc7e38acSHans Petter Selasky * 1. Callback functions may not sleep 883dc7e38acSHans Petter Selasky * 2. page queue commands do not support asynchrous completion 884dc7e38acSHans Petter Selasky */ 885dc7e38acSHans Petter Selasky static int mlx5_cmd_invoke(struct mlx5_core_dev *dev, struct mlx5_cmd_msg *in, 886dc7e38acSHans Petter Selasky struct mlx5_cmd_msg *out, void *uout, int uout_size, 887dc7e38acSHans Petter Selasky mlx5_cmd_cbk_t callback, 888dc7e38acSHans Petter Selasky void *context, int page_queue, u8 *status) 889dc7e38acSHans Petter Selasky { 890dc7e38acSHans Petter Selasky struct mlx5_cmd *cmd = &dev->cmd; 891dc7e38acSHans Petter Selasky struct mlx5_cmd_work_ent *ent; 892dc7e38acSHans Petter Selasky struct mlx5_cmd_stats *stats; 893dc7e38acSHans Petter Selasky int err = 0; 894dc7e38acSHans Petter Selasky s64 ds; 895dc7e38acSHans Petter Selasky u16 op; 896dc7e38acSHans Petter Selasky 897dc7e38acSHans Petter Selasky if (callback && page_queue) 898dc7e38acSHans Petter Selasky return -EINVAL; 899dc7e38acSHans Petter Selasky 900dc7e38acSHans Petter Selasky ent = alloc_cmd(cmd, in, out, uout, uout_size, callback, context, 901dc7e38acSHans Petter Selasky page_queue); 902dc7e38acSHans Petter Selasky if (IS_ERR(ent)) 903dc7e38acSHans Petter Selasky return PTR_ERR(ent); 904dc7e38acSHans Petter Selasky 905dc7e38acSHans Petter Selasky if (!callback) 906dc7e38acSHans Petter Selasky init_completion(&ent->done); 907dc7e38acSHans Petter Selasky 908dc7e38acSHans Petter Selasky INIT_WORK(&ent->work, cmd_work_handler); 909dc7e38acSHans Petter Selasky if (page_queue) { 910dc7e38acSHans Petter Selasky cmd_work_handler(&ent->work); 911dc7e38acSHans Petter Selasky } else if (!queue_work(cmd->wq, &ent->work)) { 912dc7e38acSHans Petter Selasky mlx5_core_warn(dev, "failed to queue work\n"); 913dc7e38acSHans Petter Selasky err = -ENOMEM; 914dc7e38acSHans Petter Selasky goto out_free; 915dc7e38acSHans Petter Selasky } 916dc7e38acSHans Petter Selasky 917dc7e38acSHans Petter Selasky if (!callback) { 918dc7e38acSHans Petter Selasky err = wait_func(dev, ent); 919dc7e38acSHans Petter Selasky if (err == -ETIMEDOUT) 920dc7e38acSHans Petter Selasky goto out; 921dc7e38acSHans Petter Selasky 922dc7e38acSHans Petter Selasky ds = ent->ts2 - ent->ts1; 923dc7e38acSHans Petter Selasky op = be16_to_cpu(((struct mlx5_inbox_hdr *)in->first.data)->opcode); 924dc7e38acSHans Petter Selasky if (op < ARRAY_SIZE(cmd->stats)) { 925dc7e38acSHans Petter Selasky stats = &cmd->stats[op]; 926dc7e38acSHans Petter Selasky spin_lock_irq(&stats->lock); 927dc7e38acSHans Petter Selasky stats->sum += ds; 928dc7e38acSHans Petter Selasky ++stats->n; 929dc7e38acSHans Petter Selasky spin_unlock_irq(&stats->lock); 930dc7e38acSHans Petter Selasky } 931dc7e38acSHans Petter Selasky mlx5_core_dbg_mask(dev, 1 << MLX5_CMD_TIME, 932dc7e38acSHans Petter Selasky "fw exec time for %s is %lld nsec\n", 933dc7e38acSHans Petter Selasky mlx5_command_str(op), (long long)ds); 934dc7e38acSHans Petter Selasky *status = ent->status; 935dc7e38acSHans Petter Selasky free_cmd(ent); 936dc7e38acSHans Petter Selasky } 937dc7e38acSHans Petter Selasky 938dc7e38acSHans Petter Selasky return err; 939dc7e38acSHans Petter Selasky 940dc7e38acSHans Petter Selasky out_free: 941dc7e38acSHans Petter Selasky free_cmd(ent); 942dc7e38acSHans Petter Selasky out: 943dc7e38acSHans Petter Selasky return err; 944dc7e38acSHans Petter Selasky } 945dc7e38acSHans Petter Selasky 946dc7e38acSHans Petter Selasky static int mlx5_copy_to_msg(struct mlx5_cmd_msg *to, void *from, int size) 947dc7e38acSHans Petter Selasky { 948dc7e38acSHans Petter Selasky struct mlx5_cmd_prot_block *block; 949dc7e38acSHans Petter Selasky struct mlx5_cmd_mailbox *next; 950dc7e38acSHans Petter Selasky int copy; 951dc7e38acSHans Petter Selasky 952dc7e38acSHans Petter Selasky if (!to || !from) 953dc7e38acSHans Petter Selasky return -ENOMEM; 954dc7e38acSHans Petter Selasky 955dc7e38acSHans Petter Selasky copy = min_t(int, size, sizeof(to->first.data)); 956dc7e38acSHans Petter Selasky memcpy(to->first.data, from, copy); 957dc7e38acSHans Petter Selasky size -= copy; 958dc7e38acSHans Petter Selasky from += copy; 959dc7e38acSHans Petter Selasky 960dc7e38acSHans Petter Selasky next = to->next; 961dc7e38acSHans Petter Selasky while (size) { 962dc7e38acSHans Petter Selasky if (!next) { 963dc7e38acSHans Petter Selasky /* this is a BUG */ 964dc7e38acSHans Petter Selasky return -ENOMEM; 965dc7e38acSHans Petter Selasky } 966dc7e38acSHans Petter Selasky 967dc7e38acSHans Petter Selasky copy = min_t(int, size, MLX5_CMD_DATA_BLOCK_SIZE); 968dc7e38acSHans Petter Selasky block = next->buf; 969dc7e38acSHans Petter Selasky memcpy(block->data, from, copy); 970dc7e38acSHans Petter Selasky from += copy; 971dc7e38acSHans Petter Selasky size -= copy; 972dc7e38acSHans Petter Selasky next = next->next; 973dc7e38acSHans Petter Selasky } 974dc7e38acSHans Petter Selasky 975dc7e38acSHans Petter Selasky return 0; 976dc7e38acSHans Petter Selasky } 977dc7e38acSHans Petter Selasky 978dc7e38acSHans Petter Selasky static int mlx5_copy_from_msg(void *to, struct mlx5_cmd_msg *from, int size) 979dc7e38acSHans Petter Selasky { 980dc7e38acSHans Petter Selasky struct mlx5_cmd_prot_block *block; 981dc7e38acSHans Petter Selasky struct mlx5_cmd_mailbox *next; 982dc7e38acSHans Petter Selasky int copy; 983dc7e38acSHans Petter Selasky 984dc7e38acSHans Petter Selasky if (!to || !from) 985dc7e38acSHans Petter Selasky return -ENOMEM; 986dc7e38acSHans Petter Selasky 987dc7e38acSHans Petter Selasky copy = min_t(int, size, sizeof(from->first.data)); 988dc7e38acSHans Petter Selasky memcpy(to, from->first.data, copy); 989dc7e38acSHans Petter Selasky size -= copy; 990dc7e38acSHans Petter Selasky to += copy; 991dc7e38acSHans Petter Selasky 992dc7e38acSHans Petter Selasky next = from->next; 993dc7e38acSHans Petter Selasky while (size) { 994dc7e38acSHans Petter Selasky if (!next) { 995dc7e38acSHans Petter Selasky /* this is a BUG */ 996dc7e38acSHans Petter Selasky return -ENOMEM; 997dc7e38acSHans Petter Selasky } 998dc7e38acSHans Petter Selasky 999dc7e38acSHans Petter Selasky copy = min_t(int, size, MLX5_CMD_DATA_BLOCK_SIZE); 1000dc7e38acSHans Petter Selasky block = next->buf; 1001dc7e38acSHans Petter Selasky 1002dc7e38acSHans Petter Selasky memcpy(to, block->data, copy); 1003dc7e38acSHans Petter Selasky to += copy; 1004dc7e38acSHans Petter Selasky size -= copy; 1005dc7e38acSHans Petter Selasky next = next->next; 1006dc7e38acSHans Petter Selasky } 1007dc7e38acSHans Petter Selasky 1008dc7e38acSHans Petter Selasky return 0; 1009dc7e38acSHans Petter Selasky } 1010dc7e38acSHans Petter Selasky 1011dc7e38acSHans Petter Selasky static struct mlx5_cmd_mailbox *alloc_cmd_box(struct mlx5_core_dev *dev, 1012dc7e38acSHans Petter Selasky gfp_t flags) 1013dc7e38acSHans Petter Selasky { 1014dc7e38acSHans Petter Selasky struct mlx5_cmd_mailbox *mailbox; 1015dc7e38acSHans Petter Selasky 1016dc7e38acSHans Petter Selasky mailbox = kmalloc(sizeof(*mailbox), flags); 1017dc7e38acSHans Petter Selasky if (!mailbox) 1018dc7e38acSHans Petter Selasky return ERR_PTR(-ENOMEM); 1019dc7e38acSHans Petter Selasky 1020dc7e38acSHans Petter Selasky mailbox->buf = pci_pool_alloc(dev->cmd.pool, flags, 1021dc7e38acSHans Petter Selasky &mailbox->dma); 1022dc7e38acSHans Petter Selasky if (!mailbox->buf) { 1023dc7e38acSHans Petter Selasky mlx5_core_dbg(dev, "failed allocation\n"); 1024dc7e38acSHans Petter Selasky kfree(mailbox); 1025dc7e38acSHans Petter Selasky return ERR_PTR(-ENOMEM); 1026dc7e38acSHans Petter Selasky } 1027dc7e38acSHans Petter Selasky memset(mailbox->buf, 0, sizeof(struct mlx5_cmd_prot_block)); 1028dc7e38acSHans Petter Selasky mailbox->next = NULL; 1029dc7e38acSHans Petter Selasky 1030dc7e38acSHans Petter Selasky return mailbox; 1031dc7e38acSHans Petter Selasky } 1032dc7e38acSHans Petter Selasky 1033dc7e38acSHans Petter Selasky static void free_cmd_box(struct mlx5_core_dev *dev, 1034dc7e38acSHans Petter Selasky struct mlx5_cmd_mailbox *mailbox) 1035dc7e38acSHans Petter Selasky { 1036dc7e38acSHans Petter Selasky pci_pool_free(dev->cmd.pool, mailbox->buf, mailbox->dma); 1037dc7e38acSHans Petter Selasky kfree(mailbox); 1038dc7e38acSHans Petter Selasky } 1039dc7e38acSHans Petter Selasky 1040dc7e38acSHans Petter Selasky static struct mlx5_cmd_msg *mlx5_alloc_cmd_msg(struct mlx5_core_dev *dev, 1041dc7e38acSHans Petter Selasky gfp_t flags, int size) 1042dc7e38acSHans Petter Selasky { 1043dc7e38acSHans Petter Selasky struct mlx5_cmd_mailbox *tmp, *head = NULL; 1044dc7e38acSHans Petter Selasky struct mlx5_cmd_prot_block *block; 1045dc7e38acSHans Petter Selasky struct mlx5_cmd_msg *msg; 1046dc7e38acSHans Petter Selasky int blen; 1047dc7e38acSHans Petter Selasky int err; 1048dc7e38acSHans Petter Selasky int n; 1049dc7e38acSHans Petter Selasky int i; 1050dc7e38acSHans Petter Selasky 1051dc7e38acSHans Petter Selasky msg = kzalloc(sizeof(*msg), flags); 1052dc7e38acSHans Petter Selasky if (!msg) 1053dc7e38acSHans Petter Selasky return ERR_PTR(-ENOMEM); 1054dc7e38acSHans Petter Selasky 1055dc7e38acSHans Petter Selasky blen = size - min_t(int, sizeof(msg->first.data), size); 1056dc7e38acSHans Petter Selasky n = (blen + MLX5_CMD_DATA_BLOCK_SIZE - 1) / MLX5_CMD_DATA_BLOCK_SIZE; 1057dc7e38acSHans Petter Selasky 1058dc7e38acSHans Petter Selasky for (i = 0; i < n; i++) { 1059dc7e38acSHans Petter Selasky tmp = alloc_cmd_box(dev, flags); 1060dc7e38acSHans Petter Selasky if (IS_ERR(tmp)) { 1061dc7e38acSHans Petter Selasky mlx5_core_warn(dev, "failed allocating block\n"); 1062dc7e38acSHans Petter Selasky err = PTR_ERR(tmp); 1063dc7e38acSHans Petter Selasky goto err_alloc; 1064dc7e38acSHans Petter Selasky } 1065dc7e38acSHans Petter Selasky 1066dc7e38acSHans Petter Selasky block = tmp->buf; 1067dc7e38acSHans Petter Selasky tmp->next = head; 1068dc7e38acSHans Petter Selasky block->next = cpu_to_be64(tmp->next ? tmp->next->dma : 0); 1069dc7e38acSHans Petter Selasky block->block_num = cpu_to_be32(n - i - 1); 1070dc7e38acSHans Petter Selasky head = tmp; 1071dc7e38acSHans Petter Selasky } 1072dc7e38acSHans Petter Selasky msg->next = head; 1073dc7e38acSHans Petter Selasky msg->len = size; 1074dc7e38acSHans Petter Selasky return msg; 1075dc7e38acSHans Petter Selasky 1076dc7e38acSHans Petter Selasky err_alloc: 1077dc7e38acSHans Petter Selasky while (head) { 1078dc7e38acSHans Petter Selasky tmp = head->next; 1079dc7e38acSHans Petter Selasky free_cmd_box(dev, head); 1080dc7e38acSHans Petter Selasky head = tmp; 1081dc7e38acSHans Petter Selasky } 1082dc7e38acSHans Petter Selasky kfree(msg); 1083dc7e38acSHans Petter Selasky 1084dc7e38acSHans Petter Selasky return ERR_PTR(err); 1085dc7e38acSHans Petter Selasky } 1086dc7e38acSHans Petter Selasky 1087dc7e38acSHans Petter Selasky static void mlx5_free_cmd_msg(struct mlx5_core_dev *dev, 1088dc7e38acSHans Petter Selasky struct mlx5_cmd_msg *msg) 1089dc7e38acSHans Petter Selasky { 1090dc7e38acSHans Petter Selasky struct mlx5_cmd_mailbox *head = msg->next; 1091dc7e38acSHans Petter Selasky struct mlx5_cmd_mailbox *next; 1092dc7e38acSHans Petter Selasky 1093dc7e38acSHans Petter Selasky while (head) { 1094dc7e38acSHans Petter Selasky next = head->next; 1095dc7e38acSHans Petter Selasky free_cmd_box(dev, head); 1096dc7e38acSHans Petter Selasky head = next; 1097dc7e38acSHans Petter Selasky } 1098dc7e38acSHans Petter Selasky kfree(msg); 1099dc7e38acSHans Petter Selasky } 1100dc7e38acSHans Petter Selasky 1101dc7e38acSHans Petter Selasky static void set_wqname(struct mlx5_core_dev *dev) 1102dc7e38acSHans Petter Selasky { 1103dc7e38acSHans Petter Selasky struct mlx5_cmd *cmd = &dev->cmd; 1104dc7e38acSHans Petter Selasky 1105dc7e38acSHans Petter Selasky snprintf(cmd->wq_name, sizeof(cmd->wq_name), "mlx5_cmd_%s", 1106dc7e38acSHans Petter Selasky dev_name(&dev->pdev->dev)); 1107dc7e38acSHans Petter Selasky } 1108dc7e38acSHans Petter Selasky 1109dc7e38acSHans Petter Selasky static void clean_debug_files(struct mlx5_core_dev *dev) 1110dc7e38acSHans Petter Selasky { 1111dc7e38acSHans Petter Selasky } 1112dc7e38acSHans Petter Selasky 1113dc7e38acSHans Petter Selasky 1114dc7e38acSHans Petter Selasky void mlx5_cmd_use_events(struct mlx5_core_dev *dev) 1115dc7e38acSHans Petter Selasky { 1116dc7e38acSHans Petter Selasky struct mlx5_cmd *cmd = &dev->cmd; 1117dc7e38acSHans Petter Selasky int i; 1118dc7e38acSHans Petter Selasky 1119dc7e38acSHans Petter Selasky for (i = 0; i < cmd->max_reg_cmds; i++) 1120dc7e38acSHans Petter Selasky down(&cmd->sem); 1121dc7e38acSHans Petter Selasky 1122dc7e38acSHans Petter Selasky down(&cmd->pages_sem); 1123dc7e38acSHans Petter Selasky 1124dc7e38acSHans Petter Selasky flush_workqueue(cmd->wq); 1125dc7e38acSHans Petter Selasky 1126dc7e38acSHans Petter Selasky cmd->mode = CMD_MODE_EVENTS; 1127dc7e38acSHans Petter Selasky 1128dc7e38acSHans Petter Selasky up(&cmd->pages_sem); 1129dc7e38acSHans Petter Selasky for (i = 0; i < cmd->max_reg_cmds; i++) 1130dc7e38acSHans Petter Selasky up(&cmd->sem); 1131dc7e38acSHans Petter Selasky } 1132dc7e38acSHans Petter Selasky 1133dc7e38acSHans Petter Selasky void mlx5_cmd_use_polling(struct mlx5_core_dev *dev) 1134dc7e38acSHans Petter Selasky { 1135dc7e38acSHans Petter Selasky struct mlx5_cmd *cmd = &dev->cmd; 1136dc7e38acSHans Petter Selasky 1137dc7e38acSHans Petter Selasky synchronize_irq(dev->priv.eq_table.pages_eq.irqn); 1138dc7e38acSHans Petter Selasky flush_workqueue(dev->priv.pg_wq); 1139dc7e38acSHans Petter Selasky cmd->moving_to_polling = 1; 1140dc7e38acSHans Petter Selasky flush_workqueue(cmd->wq); 1141dc7e38acSHans Petter Selasky cmd->mode = CMD_MODE_POLLING; 1142dc7e38acSHans Petter Selasky cmd->moving_to_polling = 0; 1143dc7e38acSHans Petter Selasky } 1144dc7e38acSHans Petter Selasky 1145dc7e38acSHans Petter Selasky static void free_msg(struct mlx5_core_dev *dev, struct mlx5_cmd_msg *msg) 1146dc7e38acSHans Petter Selasky { 1147dc7e38acSHans Petter Selasky unsigned long flags; 1148dc7e38acSHans Petter Selasky 1149dc7e38acSHans Petter Selasky if (msg->cache) { 1150dc7e38acSHans Petter Selasky spin_lock_irqsave(&msg->cache->lock, flags); 1151dc7e38acSHans Petter Selasky list_add_tail(&msg->list, &msg->cache->head); 1152dc7e38acSHans Petter Selasky spin_unlock_irqrestore(&msg->cache->lock, flags); 1153dc7e38acSHans Petter Selasky } else { 1154dc7e38acSHans Petter Selasky mlx5_free_cmd_msg(dev, msg); 1155dc7e38acSHans Petter Selasky } 1156dc7e38acSHans Petter Selasky } 1157dc7e38acSHans Petter Selasky 1158d0ce5a0dSHans Petter Selasky void mlx5_cmd_comp_handler(struct mlx5_core_dev *dev, u32 vector) 1159dc7e38acSHans Petter Selasky { 1160dc7e38acSHans Petter Selasky struct mlx5_cmd *cmd = &dev->cmd; 1161dc7e38acSHans Petter Selasky struct mlx5_cmd_work_ent *ent; 1162dc7e38acSHans Petter Selasky int i; 1163dc7e38acSHans Petter Selasky 1164d0ce5a0dSHans Petter Selasky while (vector != 0) { 1165d0ce5a0dSHans Petter Selasky i = ffs(vector) - 1; 1166d0ce5a0dSHans Petter Selasky vector &= ~(1U << i); 1167dc7e38acSHans Petter Selasky ent = cmd->ent_arr[i]; 1168dc7e38acSHans Petter Selasky ent->ts2 = ktime_get_ns(); 1169d0ce5a0dSHans Petter Selasky memcpy(ent->out->first.data, ent->lay->out, 1170d0ce5a0dSHans Petter Selasky sizeof(ent->lay->out)); 1171dc7e38acSHans Petter Selasky dump_command(dev, ent, 0); 1172dc7e38acSHans Petter Selasky if (!ent->ret) { 1173dc7e38acSHans Petter Selasky if (!cmd->checksum_disabled) 1174dc7e38acSHans Petter Selasky ent->ret = verify_signature(ent); 1175dc7e38acSHans Petter Selasky else 1176dc7e38acSHans Petter Selasky ent->ret = 0; 1177dc7e38acSHans Petter Selasky ent->status = ent->lay->status_own >> 1; 1178d0ce5a0dSHans Petter Selasky mlx5_core_dbg(dev, 1179d0ce5a0dSHans Petter Selasky "FW command ret 0x%x, status %s(0x%x)\n", 1180d0ce5a0dSHans Petter Selasky ent->ret, 1181d0ce5a0dSHans Petter Selasky deliv_status_to_str(ent->status), 1182d0ce5a0dSHans Petter Selasky ent->status); 1183dc7e38acSHans Petter Selasky } 1184dc7e38acSHans Petter Selasky free_ent(cmd, ent->idx); 11858e7e0ce1SHans Petter Selasky complete_command(ent); 1186dc7e38acSHans Petter Selasky } 1187dc7e38acSHans Petter Selasky } 1188dc7e38acSHans Petter Selasky EXPORT_SYMBOL(mlx5_cmd_comp_handler); 1189dc7e38acSHans Petter Selasky 1190dc7e38acSHans Petter Selasky static int status_to_err(u8 status) 1191dc7e38acSHans Petter Selasky { 1192dc7e38acSHans Petter Selasky return status ? -1 : 0; /* TBD more meaningful codes */ 1193dc7e38acSHans Petter Selasky } 1194dc7e38acSHans Petter Selasky 1195dc7e38acSHans Petter Selasky static struct mlx5_cmd_msg *alloc_msg(struct mlx5_core_dev *dev, int in_size, 1196dc7e38acSHans Petter Selasky gfp_t gfp) 1197dc7e38acSHans Petter Selasky { 1198dc7e38acSHans Petter Selasky struct mlx5_cmd_msg *msg = ERR_PTR(-ENOMEM); 1199dc7e38acSHans Petter Selasky struct mlx5_cmd *cmd = &dev->cmd; 1200dc7e38acSHans Petter Selasky struct cache_ent *ent = NULL; 1201dc7e38acSHans Petter Selasky 1202dc7e38acSHans Petter Selasky if (in_size > MED_LIST_SIZE && in_size <= LONG_LIST_SIZE) 1203dc7e38acSHans Petter Selasky ent = &cmd->cache.large; 1204dc7e38acSHans Petter Selasky else if (in_size > 16 && in_size <= MED_LIST_SIZE) 1205dc7e38acSHans Petter Selasky ent = &cmd->cache.med; 1206dc7e38acSHans Petter Selasky 1207dc7e38acSHans Petter Selasky if (ent) { 1208dc7e38acSHans Petter Selasky spin_lock_irq(&ent->lock); 1209dc7e38acSHans Petter Selasky if (!list_empty(&ent->head)) { 1210dc7e38acSHans Petter Selasky msg = list_entry(ent->head.next, struct mlx5_cmd_msg, 1211dc7e38acSHans Petter Selasky list); 1212dc7e38acSHans Petter Selasky /* For cached lists, we must explicitly state what is 1213dc7e38acSHans Petter Selasky * the real size 1214dc7e38acSHans Petter Selasky */ 1215dc7e38acSHans Petter Selasky msg->len = in_size; 1216dc7e38acSHans Petter Selasky list_del(&msg->list); 1217dc7e38acSHans Petter Selasky } 1218dc7e38acSHans Petter Selasky spin_unlock_irq(&ent->lock); 1219dc7e38acSHans Petter Selasky } 1220dc7e38acSHans Petter Selasky 1221dc7e38acSHans Petter Selasky if (IS_ERR(msg)) 1222dc7e38acSHans Petter Selasky msg = mlx5_alloc_cmd_msg(dev, gfp, in_size); 1223dc7e38acSHans Petter Selasky 1224dc7e38acSHans Petter Selasky return msg; 1225dc7e38acSHans Petter Selasky } 1226dc7e38acSHans Petter Selasky 1227dc7e38acSHans Petter Selasky static int is_manage_pages(struct mlx5_inbox_hdr *in) 1228dc7e38acSHans Petter Selasky { 1229dc7e38acSHans Petter Selasky return be16_to_cpu(in->opcode) == MLX5_CMD_OP_MANAGE_PAGES; 1230dc7e38acSHans Petter Selasky } 1231dc7e38acSHans Petter Selasky 1232dc7e38acSHans Petter Selasky static int cmd_exec_helper(struct mlx5_core_dev *dev, void *in, int in_size, void *out, 1233dc7e38acSHans Petter Selasky int out_size, mlx5_cmd_cbk_t callback, void *context) 1234dc7e38acSHans Petter Selasky { 1235dc7e38acSHans Petter Selasky struct mlx5_cmd_msg *inb; 1236dc7e38acSHans Petter Selasky struct mlx5_cmd_msg *outb; 1237dc7e38acSHans Petter Selasky int pages_queue; 1238dc7e38acSHans Petter Selasky gfp_t gfp; 1239dc7e38acSHans Petter Selasky int err; 1240dc7e38acSHans Petter Selasky u8 status = 0; 1241dc7e38acSHans Petter Selasky 1242dc7e38acSHans Petter Selasky pages_queue = is_manage_pages(in); 1243dc7e38acSHans Petter Selasky gfp = callback ? GFP_ATOMIC : GFP_KERNEL; 1244dc7e38acSHans Petter Selasky 1245dc7e38acSHans Petter Selasky inb = alloc_msg(dev, in_size, gfp); 1246dc7e38acSHans Petter Selasky if (IS_ERR(inb)) { 1247dc7e38acSHans Petter Selasky err = PTR_ERR(inb); 1248dc7e38acSHans Petter Selasky return err; 1249dc7e38acSHans Petter Selasky } 1250dc7e38acSHans Petter Selasky 1251dc7e38acSHans Petter Selasky err = mlx5_copy_to_msg(inb, in, in_size); 1252dc7e38acSHans Petter Selasky if (err) { 1253dc7e38acSHans Petter Selasky mlx5_core_warn(dev, "err %d\n", err); 1254dc7e38acSHans Petter Selasky goto out_in; 1255dc7e38acSHans Petter Selasky } 1256dc7e38acSHans Petter Selasky 1257dc7e38acSHans Petter Selasky outb = mlx5_alloc_cmd_msg(dev, gfp, out_size); 1258dc7e38acSHans Petter Selasky if (IS_ERR(outb)) { 1259dc7e38acSHans Petter Selasky err = PTR_ERR(outb); 1260dc7e38acSHans Petter Selasky goto out_in; 1261dc7e38acSHans Petter Selasky } 1262dc7e38acSHans Petter Selasky 1263dc7e38acSHans Petter Selasky err = mlx5_cmd_invoke(dev, inb, outb, out, out_size, callback, context, 1264dc7e38acSHans Petter Selasky pages_queue, &status); 126597ac3908SHans Petter Selasky if (err) { 126697ac3908SHans Petter Selasky if (err == -ETIMEDOUT) 126797ac3908SHans Petter Selasky return err; 1268dc7e38acSHans Petter Selasky goto out_out; 126997ac3908SHans Petter Selasky } 1270dc7e38acSHans Petter Selasky 1271dc7e38acSHans Petter Selasky mlx5_core_dbg(dev, "err %d, status %d\n", err, status); 1272dc7e38acSHans Petter Selasky if (status) { 1273dc7e38acSHans Petter Selasky err = status_to_err(status); 1274dc7e38acSHans Petter Selasky goto out_out; 1275dc7e38acSHans Petter Selasky } 1276dc7e38acSHans Petter Selasky 1277dc7e38acSHans Petter Selasky if (callback) 1278dc7e38acSHans Petter Selasky return err; 1279dc7e38acSHans Petter Selasky 1280dc7e38acSHans Petter Selasky err = mlx5_copy_from_msg(out, outb, out_size); 1281dc7e38acSHans Petter Selasky 1282dc7e38acSHans Petter Selasky out_out: 1283dc7e38acSHans Petter Selasky mlx5_free_cmd_msg(dev, outb); 1284dc7e38acSHans Petter Selasky 1285dc7e38acSHans Petter Selasky out_in: 1286dc7e38acSHans Petter Selasky free_msg(dev, inb); 1287dc7e38acSHans Petter Selasky return err; 1288dc7e38acSHans Petter Selasky } 1289dc7e38acSHans Petter Selasky 1290dc7e38acSHans Petter Selasky int mlx5_cmd_exec(struct mlx5_core_dev *dev, void *in, int in_size, void *out, 1291dc7e38acSHans Petter Selasky int out_size) 1292dc7e38acSHans Petter Selasky { 1293dc7e38acSHans Petter Selasky return cmd_exec_helper(dev, in, in_size, out, out_size, NULL, NULL); 1294dc7e38acSHans Petter Selasky } 1295dc7e38acSHans Petter Selasky EXPORT_SYMBOL(mlx5_cmd_exec); 1296dc7e38acSHans Petter Selasky 1297dc7e38acSHans Petter Selasky int mlx5_cmd_exec_cb(struct mlx5_core_dev *dev, void *in, int in_size, 1298dc7e38acSHans Petter Selasky void *out, int out_size, mlx5_cmd_cbk_t callback, 1299dc7e38acSHans Petter Selasky void *context) 1300dc7e38acSHans Petter Selasky { 1301dc7e38acSHans Petter Selasky return cmd_exec_helper(dev, in, in_size, out, out_size, callback, context); 1302dc7e38acSHans Petter Selasky } 1303dc7e38acSHans Petter Selasky EXPORT_SYMBOL(mlx5_cmd_exec_cb); 1304dc7e38acSHans Petter Selasky 1305dc7e38acSHans Petter Selasky static void destroy_msg_cache(struct mlx5_core_dev *dev) 1306dc7e38acSHans Petter Selasky { 1307dc7e38acSHans Petter Selasky struct mlx5_cmd *cmd = &dev->cmd; 1308dc7e38acSHans Petter Selasky struct mlx5_cmd_msg *msg; 1309dc7e38acSHans Petter Selasky struct mlx5_cmd_msg *n; 1310dc7e38acSHans Petter Selasky 1311dc7e38acSHans Petter Selasky list_for_each_entry_safe(msg, n, &cmd->cache.large.head, list) { 1312dc7e38acSHans Petter Selasky list_del(&msg->list); 1313dc7e38acSHans Petter Selasky mlx5_free_cmd_msg(dev, msg); 1314dc7e38acSHans Petter Selasky } 1315dc7e38acSHans Petter Selasky 1316dc7e38acSHans Petter Selasky list_for_each_entry_safe(msg, n, &cmd->cache.med.head, list) { 1317dc7e38acSHans Petter Selasky list_del(&msg->list); 1318dc7e38acSHans Petter Selasky mlx5_free_cmd_msg(dev, msg); 1319dc7e38acSHans Petter Selasky } 1320dc7e38acSHans Petter Selasky } 1321dc7e38acSHans Petter Selasky 1322dc7e38acSHans Petter Selasky static int create_msg_cache(struct mlx5_core_dev *dev) 1323dc7e38acSHans Petter Selasky { 1324dc7e38acSHans Petter Selasky struct mlx5_cmd *cmd = &dev->cmd; 1325dc7e38acSHans Petter Selasky struct mlx5_cmd_msg *msg; 1326dc7e38acSHans Petter Selasky int err; 1327dc7e38acSHans Petter Selasky int i; 1328dc7e38acSHans Petter Selasky 1329dc7e38acSHans Petter Selasky spin_lock_init(&cmd->cache.large.lock); 1330dc7e38acSHans Petter Selasky INIT_LIST_HEAD(&cmd->cache.large.head); 1331dc7e38acSHans Petter Selasky spin_lock_init(&cmd->cache.med.lock); 1332dc7e38acSHans Petter Selasky INIT_LIST_HEAD(&cmd->cache.med.head); 1333dc7e38acSHans Petter Selasky 1334dc7e38acSHans Petter Selasky for (i = 0; i < NUM_LONG_LISTS; i++) { 1335dc7e38acSHans Petter Selasky msg = mlx5_alloc_cmd_msg(dev, GFP_KERNEL, LONG_LIST_SIZE); 1336dc7e38acSHans Petter Selasky if (IS_ERR(msg)) { 1337dc7e38acSHans Petter Selasky err = PTR_ERR(msg); 1338dc7e38acSHans Petter Selasky goto ex_err; 1339dc7e38acSHans Petter Selasky } 1340dc7e38acSHans Petter Selasky msg->cache = &cmd->cache.large; 1341dc7e38acSHans Petter Selasky list_add_tail(&msg->list, &cmd->cache.large.head); 1342dc7e38acSHans Petter Selasky } 1343dc7e38acSHans Petter Selasky 1344dc7e38acSHans Petter Selasky for (i = 0; i < NUM_MED_LISTS; i++) { 1345dc7e38acSHans Petter Selasky msg = mlx5_alloc_cmd_msg(dev, GFP_KERNEL, MED_LIST_SIZE); 1346dc7e38acSHans Petter Selasky if (IS_ERR(msg)) { 1347dc7e38acSHans Petter Selasky err = PTR_ERR(msg); 1348dc7e38acSHans Petter Selasky goto ex_err; 1349dc7e38acSHans Petter Selasky } 1350dc7e38acSHans Petter Selasky msg->cache = &cmd->cache.med; 1351dc7e38acSHans Petter Selasky list_add_tail(&msg->list, &cmd->cache.med.head); 1352dc7e38acSHans Petter Selasky } 1353dc7e38acSHans Petter Selasky 1354dc7e38acSHans Petter Selasky return 0; 1355dc7e38acSHans Petter Selasky 1356dc7e38acSHans Petter Selasky ex_err: 1357dc7e38acSHans Petter Selasky destroy_msg_cache(dev); 1358dc7e38acSHans Petter Selasky return err; 1359dc7e38acSHans Petter Selasky } 1360dc7e38acSHans Petter Selasky 1361dc7e38acSHans Petter Selasky static int alloc_cmd_page(struct mlx5_core_dev *dev, struct mlx5_cmd *cmd) 1362dc7e38acSHans Petter Selasky { 1363dc7e38acSHans Petter Selasky struct device *ddev = &dev->pdev->dev; 1364dc7e38acSHans Petter Selasky cmd->cmd_alloc_buf = dma_zalloc_coherent(ddev, MLX5_ADAPTER_PAGE_SIZE, 1365dc7e38acSHans Petter Selasky &cmd->alloc_dma, GFP_KERNEL); 1366dc7e38acSHans Petter Selasky if (!cmd->cmd_alloc_buf) 1367dc7e38acSHans Petter Selasky return -ENOMEM; 1368dc7e38acSHans Petter Selasky 1369dc7e38acSHans Petter Selasky /* make sure it is aligned to 4K */ 1370dc7e38acSHans Petter Selasky if (!((uintptr_t)cmd->cmd_alloc_buf & (MLX5_ADAPTER_PAGE_SIZE - 1))) { 1371dc7e38acSHans Petter Selasky cmd->cmd_buf = cmd->cmd_alloc_buf; 1372dc7e38acSHans Petter Selasky cmd->dma = cmd->alloc_dma; 1373dc7e38acSHans Petter Selasky cmd->alloc_size = MLX5_ADAPTER_PAGE_SIZE; 1374dc7e38acSHans Petter Selasky return 0; 1375dc7e38acSHans Petter Selasky } 1376dc7e38acSHans Petter Selasky 1377dc7e38acSHans Petter Selasky dma_free_coherent(ddev, MLX5_ADAPTER_PAGE_SIZE, cmd->cmd_alloc_buf, cmd->alloc_dma); 1378dc7e38acSHans Petter Selasky cmd->cmd_alloc_buf = dma_zalloc_coherent(ddev, 2 * MLX5_ADAPTER_PAGE_SIZE - 1, 1379dc7e38acSHans Petter Selasky &cmd->alloc_dma, GFP_KERNEL); 1380dc7e38acSHans Petter Selasky if (!cmd->cmd_alloc_buf) 1381dc7e38acSHans Petter Selasky return -ENOMEM; 1382dc7e38acSHans Petter Selasky 1383dc7e38acSHans Petter Selasky cmd->cmd_buf = PTR_ALIGN(cmd->cmd_alloc_buf, MLX5_ADAPTER_PAGE_SIZE); 1384dc7e38acSHans Petter Selasky cmd->dma = ALIGN(cmd->alloc_dma, MLX5_ADAPTER_PAGE_SIZE); 1385dc7e38acSHans Petter Selasky cmd->alloc_size = 2 * MLX5_ADAPTER_PAGE_SIZE - 1; 1386dc7e38acSHans Petter Selasky return 0; 1387dc7e38acSHans Petter Selasky } 1388dc7e38acSHans Petter Selasky 1389dc7e38acSHans Petter Selasky static void free_cmd_page(struct mlx5_core_dev *dev, struct mlx5_cmd *cmd) 1390dc7e38acSHans Petter Selasky { 1391dc7e38acSHans Petter Selasky struct device *ddev = &dev->pdev->dev; 1392dc7e38acSHans Petter Selasky dma_free_coherent(ddev, cmd->alloc_size, cmd->cmd_alloc_buf, cmd->alloc_dma); 1393dc7e38acSHans Petter Selasky } 1394dc7e38acSHans Petter Selasky 1395dc7e38acSHans Petter Selasky int mlx5_cmd_init(struct mlx5_core_dev *dev) 1396dc7e38acSHans Petter Selasky { 1397dc7e38acSHans Petter Selasky int size = sizeof(struct mlx5_cmd_prot_block); 1398dc7e38acSHans Petter Selasky int align = roundup_pow_of_two(size); 1399dc7e38acSHans Petter Selasky struct mlx5_cmd *cmd = &dev->cmd; 1400dc7e38acSHans Petter Selasky u32 cmd_h, cmd_l; 1401dc7e38acSHans Petter Selasky u16 cmd_if_rev; 1402dc7e38acSHans Petter Selasky int err; 1403dc7e38acSHans Petter Selasky int i; 1404dc7e38acSHans Petter Selasky 1405dc7e38acSHans Petter Selasky cmd_if_rev = cmdif_rev_get(dev); 1406dc7e38acSHans Petter Selasky if (cmd_if_rev != CMD_IF_REV) { 1407dc7e38acSHans Petter Selasky device_printf((&dev->pdev->dev)->bsddev, "ERR: ""Driver cmdif rev(%d) differs from firmware's(%d)\n", CMD_IF_REV, cmd_if_rev); 1408dc7e38acSHans Petter Selasky return -EINVAL; 1409dc7e38acSHans Petter Selasky } 1410dc7e38acSHans Petter Selasky 1411dc7e38acSHans Petter Selasky cmd->pool = pci_pool_create("mlx5_cmd", dev->pdev, size, align, 0); 1412dc7e38acSHans Petter Selasky if (!cmd->pool) 1413dc7e38acSHans Petter Selasky return -ENOMEM; 1414dc7e38acSHans Petter Selasky 1415dc7e38acSHans Petter Selasky err = alloc_cmd_page(dev, cmd); 1416dc7e38acSHans Petter Selasky if (err) 1417dc7e38acSHans Petter Selasky goto err_free_pool; 1418dc7e38acSHans Petter Selasky 1419dc7e38acSHans Petter Selasky cmd_l = ioread32be(&dev->iseg->cmdq_addr_l_sz) & 0xff; 1420dc7e38acSHans Petter Selasky cmd->log_sz = cmd_l >> 4 & 0xf; 1421dc7e38acSHans Petter Selasky cmd->log_stride = cmd_l & 0xf; 1422dc7e38acSHans Petter Selasky if (1 << cmd->log_sz > MLX5_MAX_COMMANDS) { 1423dc7e38acSHans Petter Selasky device_printf((&dev->pdev->dev)->bsddev, "ERR: ""firmware reports too many outstanding commands %d\n", 1 << cmd->log_sz); 1424dc7e38acSHans Petter Selasky err = -EINVAL; 1425dc7e38acSHans Petter Selasky goto err_free_page; 1426dc7e38acSHans Petter Selasky } 1427dc7e38acSHans Petter Selasky 1428dc7e38acSHans Petter Selasky if (cmd->log_sz + cmd->log_stride > MLX5_ADAPTER_PAGE_SHIFT) { 1429dc7e38acSHans Petter Selasky device_printf((&dev->pdev->dev)->bsddev, "ERR: ""command queue size overflow\n"); 1430dc7e38acSHans Petter Selasky err = -EINVAL; 1431dc7e38acSHans Petter Selasky goto err_free_page; 1432dc7e38acSHans Petter Selasky } 1433dc7e38acSHans Petter Selasky 1434dc7e38acSHans Petter Selasky cmd->checksum_disabled = 1; 1435dc7e38acSHans Petter Selasky cmd->max_reg_cmds = (1 << cmd->log_sz) - 1; 1436dc7e38acSHans Petter Selasky cmd->bitmask = (1 << cmd->max_reg_cmds) - 1; 1437dc7e38acSHans Petter Selasky 1438dc7e38acSHans Petter Selasky cmd->cmdif_rev = ioread32be(&dev->iseg->cmdif_rev_fw_sub) >> 16; 1439dc7e38acSHans Petter Selasky if (cmd->cmdif_rev > CMD_IF_REV) { 1440dc7e38acSHans Petter Selasky device_printf((&dev->pdev->dev)->bsddev, "ERR: ""driver does not support command interface version. driver %d, firmware %d\n", CMD_IF_REV, cmd->cmdif_rev); 1441dc7e38acSHans Petter Selasky err = -ENOTSUPP; 1442dc7e38acSHans Petter Selasky goto err_free_page; 1443dc7e38acSHans Petter Selasky } 1444dc7e38acSHans Petter Selasky 1445dc7e38acSHans Petter Selasky spin_lock_init(&cmd->alloc_lock); 1446dc7e38acSHans Petter Selasky spin_lock_init(&cmd->token_lock); 1447dc7e38acSHans Petter Selasky for (i = 0; i < ARRAY_SIZE(cmd->stats); i++) 1448dc7e38acSHans Petter Selasky spin_lock_init(&cmd->stats[i].lock); 1449dc7e38acSHans Petter Selasky 1450dc7e38acSHans Petter Selasky sema_init(&cmd->sem, cmd->max_reg_cmds); 1451dc7e38acSHans Petter Selasky sema_init(&cmd->pages_sem, 1); 1452dc7e38acSHans Petter Selasky 1453dc7e38acSHans Petter Selasky cmd_h = (u32)((u64)(cmd->dma) >> 32); 1454dc7e38acSHans Petter Selasky cmd_l = (u32)(cmd->dma); 1455dc7e38acSHans Petter Selasky if (cmd_l & 0xfff) { 1456dc7e38acSHans Petter Selasky device_printf((&dev->pdev->dev)->bsddev, "ERR: ""invalid command queue address\n"); 1457dc7e38acSHans Petter Selasky err = -ENOMEM; 1458dc7e38acSHans Petter Selasky goto err_free_page; 1459dc7e38acSHans Petter Selasky } 1460dc7e38acSHans Petter Selasky 1461dc7e38acSHans Petter Selasky iowrite32be(cmd_h, &dev->iseg->cmdq_addr_h); 1462dc7e38acSHans Petter Selasky iowrite32be(cmd_l, &dev->iseg->cmdq_addr_l_sz); 1463dc7e38acSHans Petter Selasky 1464dc7e38acSHans Petter Selasky /* Make sure firmware sees the complete address before we proceed */ 1465dc7e38acSHans Petter Selasky wmb(); 1466dc7e38acSHans Petter Selasky 1467dc7e38acSHans Petter Selasky mlx5_core_dbg(dev, "descriptor at dma 0x%llx\n", (unsigned long long)(cmd->dma)); 1468dc7e38acSHans Petter Selasky 1469dc7e38acSHans Petter Selasky cmd->mode = CMD_MODE_POLLING; 1470dc7e38acSHans Petter Selasky 1471dc7e38acSHans Petter Selasky err = create_msg_cache(dev); 1472dc7e38acSHans Petter Selasky if (err) { 1473dc7e38acSHans Petter Selasky device_printf((&dev->pdev->dev)->bsddev, "ERR: ""failed to create command cache\n"); 1474dc7e38acSHans Petter Selasky goto err_free_page; 1475dc7e38acSHans Petter Selasky } 1476dc7e38acSHans Petter Selasky 1477dc7e38acSHans Petter Selasky set_wqname(dev); 1478dc7e38acSHans Petter Selasky cmd->wq = create_singlethread_workqueue(cmd->wq_name); 1479dc7e38acSHans Petter Selasky if (!cmd->wq) { 1480dc7e38acSHans Petter Selasky device_printf((&dev->pdev->dev)->bsddev, "ERR: ""failed to create command workqueue\n"); 1481dc7e38acSHans Petter Selasky err = -ENOMEM; 1482dc7e38acSHans Petter Selasky goto err_cache; 1483dc7e38acSHans Petter Selasky } 1484dc7e38acSHans Petter Selasky 1485dc7e38acSHans Petter Selasky return 0; 1486dc7e38acSHans Petter Selasky 1487dc7e38acSHans Petter Selasky err_cache: 1488dc7e38acSHans Petter Selasky destroy_msg_cache(dev); 1489dc7e38acSHans Petter Selasky 1490dc7e38acSHans Petter Selasky err_free_page: 1491dc7e38acSHans Petter Selasky free_cmd_page(dev, cmd); 1492dc7e38acSHans Petter Selasky 1493dc7e38acSHans Petter Selasky err_free_pool: 1494dc7e38acSHans Petter Selasky pci_pool_destroy(cmd->pool); 1495dc7e38acSHans Petter Selasky 1496dc7e38acSHans Petter Selasky return err; 1497dc7e38acSHans Petter Selasky } 1498dc7e38acSHans Petter Selasky EXPORT_SYMBOL(mlx5_cmd_init); 1499dc7e38acSHans Petter Selasky 1500dc7e38acSHans Petter Selasky void mlx5_cmd_cleanup(struct mlx5_core_dev *dev) 1501dc7e38acSHans Petter Selasky { 1502dc7e38acSHans Petter Selasky struct mlx5_cmd *cmd = &dev->cmd; 1503dc7e38acSHans Petter Selasky 1504dc7e38acSHans Petter Selasky clean_debug_files(dev); 1505dc7e38acSHans Petter Selasky destroy_workqueue(cmd->wq); 1506dc7e38acSHans Petter Selasky destroy_msg_cache(dev); 1507dc7e38acSHans Petter Selasky free_cmd_page(dev, cmd); 1508dc7e38acSHans Petter Selasky pci_pool_destroy(cmd->pool); 1509dc7e38acSHans Petter Selasky } 1510dc7e38acSHans Petter Selasky EXPORT_SYMBOL(mlx5_cmd_cleanup); 1511dc7e38acSHans Petter Selasky 1512dc7e38acSHans Petter Selasky static const char *cmd_status_str(u8 status) 1513dc7e38acSHans Petter Selasky { 1514dc7e38acSHans Petter Selasky switch (status) { 1515dc7e38acSHans Petter Selasky case MLX5_CMD_STAT_OK: 1516dc7e38acSHans Petter Selasky return "OK"; 1517dc7e38acSHans Petter Selasky case MLX5_CMD_STAT_INT_ERR: 1518dc7e38acSHans Petter Selasky return "internal error"; 1519dc7e38acSHans Petter Selasky case MLX5_CMD_STAT_BAD_OP_ERR: 1520dc7e38acSHans Petter Selasky return "bad operation"; 1521dc7e38acSHans Petter Selasky case MLX5_CMD_STAT_BAD_PARAM_ERR: 1522dc7e38acSHans Petter Selasky return "bad parameter"; 1523dc7e38acSHans Petter Selasky case MLX5_CMD_STAT_BAD_SYS_STATE_ERR: 1524dc7e38acSHans Petter Selasky return "bad system state"; 1525dc7e38acSHans Petter Selasky case MLX5_CMD_STAT_BAD_RES_ERR: 1526dc7e38acSHans Petter Selasky return "bad resource"; 1527dc7e38acSHans Petter Selasky case MLX5_CMD_STAT_RES_BUSY: 1528dc7e38acSHans Petter Selasky return "resource busy"; 1529dc7e38acSHans Petter Selasky case MLX5_CMD_STAT_LIM_ERR: 1530dc7e38acSHans Petter Selasky return "limits exceeded"; 1531dc7e38acSHans Petter Selasky case MLX5_CMD_STAT_BAD_RES_STATE_ERR: 1532dc7e38acSHans Petter Selasky return "bad resource state"; 1533dc7e38acSHans Petter Selasky case MLX5_CMD_STAT_IX_ERR: 1534dc7e38acSHans Petter Selasky return "bad index"; 1535dc7e38acSHans Petter Selasky case MLX5_CMD_STAT_NO_RES_ERR: 1536dc7e38acSHans Petter Selasky return "no resources"; 1537dc7e38acSHans Petter Selasky case MLX5_CMD_STAT_BAD_INP_LEN_ERR: 1538dc7e38acSHans Petter Selasky return "bad input length"; 1539dc7e38acSHans Petter Selasky case MLX5_CMD_STAT_BAD_OUTP_LEN_ERR: 1540dc7e38acSHans Petter Selasky return "bad output length"; 1541dc7e38acSHans Petter Selasky case MLX5_CMD_STAT_BAD_QP_STATE_ERR: 1542dc7e38acSHans Petter Selasky return "bad QP state"; 1543dc7e38acSHans Petter Selasky case MLX5_CMD_STAT_BAD_PKT_ERR: 1544dc7e38acSHans Petter Selasky return "bad packet (discarded)"; 1545dc7e38acSHans Petter Selasky case MLX5_CMD_STAT_BAD_SIZE_OUTS_CQES_ERR: 1546dc7e38acSHans Petter Selasky return "bad size too many outstanding CQEs"; 1547dc7e38acSHans Petter Selasky default: 1548dc7e38acSHans Petter Selasky return "unknown status"; 1549dc7e38acSHans Petter Selasky } 1550dc7e38acSHans Petter Selasky } 1551dc7e38acSHans Petter Selasky 1552dc7e38acSHans Petter Selasky static int cmd_status_to_err_helper(u8 status) 1553dc7e38acSHans Petter Selasky { 1554dc7e38acSHans Petter Selasky switch (status) { 1555dc7e38acSHans Petter Selasky case MLX5_CMD_STAT_OK: return 0; 1556dc7e38acSHans Petter Selasky case MLX5_CMD_STAT_INT_ERR: return -EIO; 1557dc7e38acSHans Petter Selasky case MLX5_CMD_STAT_BAD_OP_ERR: return -EINVAL; 1558dc7e38acSHans Petter Selasky case MLX5_CMD_STAT_BAD_PARAM_ERR: return -EINVAL; 1559dc7e38acSHans Petter Selasky case MLX5_CMD_STAT_BAD_SYS_STATE_ERR: return -EIO; 1560dc7e38acSHans Petter Selasky case MLX5_CMD_STAT_BAD_RES_ERR: return -EINVAL; 1561dc7e38acSHans Petter Selasky case MLX5_CMD_STAT_RES_BUSY: return -EBUSY; 1562dc7e38acSHans Petter Selasky case MLX5_CMD_STAT_LIM_ERR: return -ENOMEM; 1563dc7e38acSHans Petter Selasky case MLX5_CMD_STAT_BAD_RES_STATE_ERR: return -EINVAL; 1564dc7e38acSHans Petter Selasky case MLX5_CMD_STAT_IX_ERR: return -EINVAL; 1565dc7e38acSHans Petter Selasky case MLX5_CMD_STAT_NO_RES_ERR: return -EAGAIN; 1566dc7e38acSHans Petter Selasky case MLX5_CMD_STAT_BAD_INP_LEN_ERR: return -EIO; 1567dc7e38acSHans Petter Selasky case MLX5_CMD_STAT_BAD_OUTP_LEN_ERR: return -EIO; 1568dc7e38acSHans Petter Selasky case MLX5_CMD_STAT_BAD_QP_STATE_ERR: return -EINVAL; 1569dc7e38acSHans Petter Selasky case MLX5_CMD_STAT_BAD_PKT_ERR: return -EINVAL; 1570dc7e38acSHans Petter Selasky case MLX5_CMD_STAT_BAD_SIZE_OUTS_CQES_ERR: return -EINVAL; 1571dc7e38acSHans Petter Selasky default: return -EIO; 1572dc7e38acSHans Petter Selasky } 1573dc7e38acSHans Petter Selasky } 1574dc7e38acSHans Petter Selasky 1575dc7e38acSHans Petter Selasky /* this will be available till all the commands use set/get macros */ 1576dc7e38acSHans Petter Selasky int mlx5_cmd_status_to_err(struct mlx5_outbox_hdr *hdr) 1577dc7e38acSHans Petter Selasky { 1578dc7e38acSHans Petter Selasky if (!hdr->status) 1579dc7e38acSHans Petter Selasky return 0; 1580dc7e38acSHans Petter Selasky 1581dc7e38acSHans Petter Selasky printf("mlx5_core: WARN: ""command failed, status %s(0x%x), syndrome 0x%x\n", cmd_status_str(hdr->status), hdr->status, be32_to_cpu(hdr->syndrome)); 1582dc7e38acSHans Petter Selasky 1583dc7e38acSHans Petter Selasky return cmd_status_to_err_helper(hdr->status); 1584dc7e38acSHans Petter Selasky } 1585dc7e38acSHans Petter Selasky 1586dc7e38acSHans Petter Selasky int mlx5_cmd_status_to_err_v2(void *ptr) 1587dc7e38acSHans Petter Selasky { 1588dc7e38acSHans Petter Selasky u32 syndrome; 1589dc7e38acSHans Petter Selasky u8 status; 1590dc7e38acSHans Petter Selasky 1591dc7e38acSHans Petter Selasky status = be32_to_cpu(*(__be32 *)ptr) >> 24; 1592dc7e38acSHans Petter Selasky if (!status) 1593dc7e38acSHans Petter Selasky return 0; 1594dc7e38acSHans Petter Selasky 1595dc7e38acSHans Petter Selasky syndrome = be32_to_cpu(*(__be32 *)(ptr + 4)); 1596dc7e38acSHans Petter Selasky 1597dc7e38acSHans Petter Selasky printf("mlx5_core: WARN: ""command failed, status %s(0x%x), syndrome 0x%x\n", cmd_status_str(status), status, syndrome); 1598dc7e38acSHans Petter Selasky 1599dc7e38acSHans Petter Selasky return cmd_status_to_err_helper(status); 1600dc7e38acSHans Petter Selasky } 1601