xref: /qemu/hw/cxl/cxl-mailbox-utils.c (revision 2bfb10df)
1 /*
2  * CXL Utility library for mailbox interface
3  *
4  * Copyright(C) 2020 Intel Corporation.
5  *
6  * This work is licensed under the terms of the GNU GPL, version 2. See the
7  * COPYING file in the top-level directory.
8  */
9 
10 #include "qemu/osdep.h"
11 #include "hw/cxl/cxl.h"
12 #include "hw/pci/pci.h"
13 #include "qemu/cutils.h"
14 #include "qemu/log.h"
15 #include "qemu/units.h"
16 #include "qemu/uuid.h"
17 
18 #define CXL_CAPACITY_MULTIPLIER   (256 * MiB)
19 
20 /*
21  * How to add a new command, example. The command set FOO, with cmd BAR.
22  *  1. Add the command set and cmd to the enum.
23  *     FOO    = 0x7f,
24  *          #define BAR 0
25  *  2. Implement the handler
26  *    static CXLRetCode cmd_foo_bar(struct cxl_cmd *cmd,
27  *                                  CXLDeviceState *cxl_dstate, uint16_t *len)
28  *  3. Add the command to the cxl_cmd_set[][]
29  *    [FOO][BAR] = { "FOO_BAR", cmd_foo_bar, x, y },
30  *  4. Implement your handler
31  *     define_mailbox_handler(FOO_BAR) { ... return CXL_MBOX_SUCCESS; }
32  *
33  *
34  *  Writing the handler:
35  *    The handler will provide the &struct cxl_cmd, the &CXLDeviceState, and the
36  *    in/out length of the payload. The handler is responsible for consuming the
37  *    payload from cmd->payload and operating upon it as necessary. It must then
38  *    fill the output data into cmd->payload (overwriting what was there),
39  *    setting the length, and returning a valid return code.
40  *
41  *  XXX: The handler need not worry about endianess. The payload is read out of
42  *  a register interface that already deals with it.
43  */
44 
45 enum {
46     EVENTS      = 0x01,
47         #define GET_RECORDS   0x0
48         #define CLEAR_RECORDS   0x1
49         #define GET_INTERRUPT_POLICY   0x2
50         #define SET_INTERRUPT_POLICY   0x3
51     FIRMWARE_UPDATE = 0x02,
52         #define GET_INFO      0x0
53     TIMESTAMP   = 0x03,
54         #define GET           0x0
55         #define SET           0x1
56     LOGS        = 0x04,
57         #define GET_SUPPORTED 0x0
58         #define GET_LOG       0x1
59     IDENTIFY    = 0x40,
60         #define MEMORY_DEVICE 0x0
61     CCLS        = 0x41,
62         #define GET_PARTITION_INFO     0x0
63         #define GET_LSA       0x2
64         #define SET_LSA       0x3
65 };
66 
67 /* 8.2.8.4.5.1 Command Return Codes */
68 typedef enum {
69     CXL_MBOX_SUCCESS = 0x0,
70     CXL_MBOX_BG_STARTED = 0x1,
71     CXL_MBOX_INVALID_INPUT = 0x2,
72     CXL_MBOX_UNSUPPORTED = 0x3,
73     CXL_MBOX_INTERNAL_ERROR = 0x4,
74     CXL_MBOX_RETRY_REQUIRED = 0x5,
75     CXL_MBOX_BUSY = 0x6,
76     CXL_MBOX_MEDIA_DISABLED = 0x7,
77     CXL_MBOX_FW_XFER_IN_PROGRESS = 0x8,
78     CXL_MBOX_FW_XFER_OUT_OF_ORDER = 0x9,
79     CXL_MBOX_FW_AUTH_FAILED = 0xa,
80     CXL_MBOX_FW_INVALID_SLOT = 0xb,
81     CXL_MBOX_FW_ROLLEDBACK = 0xc,
82     CXL_MBOX_FW_REST_REQD = 0xd,
83     CXL_MBOX_INVALID_HANDLE = 0xe,
84     CXL_MBOX_INVALID_PA = 0xf,
85     CXL_MBOX_INJECT_POISON_LIMIT = 0x10,
86     CXL_MBOX_PERMANENT_MEDIA_FAILURE = 0x11,
87     CXL_MBOX_ABORTED = 0x12,
88     CXL_MBOX_INVALID_SECURITY_STATE = 0x13,
89     CXL_MBOX_INCORRECT_PASSPHRASE = 0x14,
90     CXL_MBOX_UNSUPPORTED_MAILBOX = 0x15,
91     CXL_MBOX_INVALID_PAYLOAD_LENGTH = 0x16,
92     CXL_MBOX_MAX = 0x17
93 } CXLRetCode;
94 
95 struct cxl_cmd;
96 typedef CXLRetCode (*opcode_handler)(struct cxl_cmd *cmd,
97                                    CXLDeviceState *cxl_dstate, uint16_t *len);
98 struct cxl_cmd {
99     const char *name;
100     opcode_handler handler;
101     ssize_t in;
102     uint16_t effect; /* Reported in CEL */
103     uint8_t *payload;
104 };
105 
106 #define DEFINE_MAILBOX_HANDLER_ZEROED(name, size)                         \
107     uint16_t __zero##name = size;                                         \
108     static CXLRetCode cmd_##name(struct cxl_cmd *cmd,                       \
109                                  CXLDeviceState *cxl_dstate, uint16_t *len) \
110     {                                                                     \
111         *len = __zero##name;                                              \
112         memset(cmd->payload, 0, *len);                                    \
113         return CXL_MBOX_SUCCESS;                                          \
114     }
115 #define DEFINE_MAILBOX_HANDLER_NOP(name)                                  \
116     static CXLRetCode cmd_##name(struct cxl_cmd *cmd,                       \
117                                  CXLDeviceState *cxl_dstate, uint16_t *len) \
118     {                                                                     \
119         return CXL_MBOX_SUCCESS;                                          \
120     }
121 
122 DEFINE_MAILBOX_HANDLER_ZEROED(events_get_records, 0x20);
123 DEFINE_MAILBOX_HANDLER_NOP(events_clear_records);
124 DEFINE_MAILBOX_HANDLER_ZEROED(events_get_interrupt_policy, 4);
125 DEFINE_MAILBOX_HANDLER_NOP(events_set_interrupt_policy);
126 
127 /* 8.2.9.2.1 */
128 static CXLRetCode cmd_firmware_update_get_info(struct cxl_cmd *cmd,
129                                                CXLDeviceState *cxl_dstate,
130                                                uint16_t *len)
131 {
132     struct {
133         uint8_t slots_supported;
134         uint8_t slot_info;
135         uint8_t caps;
136         uint8_t rsvd[0xd];
137         char fw_rev1[0x10];
138         char fw_rev2[0x10];
139         char fw_rev3[0x10];
140         char fw_rev4[0x10];
141     } QEMU_PACKED *fw_info;
142     QEMU_BUILD_BUG_ON(sizeof(*fw_info) != 0x50);
143 
144     if ((cxl_dstate->vmem_size < CXL_CAPACITY_MULTIPLIER) ||
145         (cxl_dstate->pmem_size < CXL_CAPACITY_MULTIPLIER)) {
146         return CXL_MBOX_INTERNAL_ERROR;
147     }
148 
149     fw_info = (void *)cmd->payload;
150     memset(fw_info, 0, sizeof(*fw_info));
151 
152     fw_info->slots_supported = 2;
153     fw_info->slot_info = BIT(0) | BIT(3);
154     fw_info->caps = 0;
155     pstrcpy(fw_info->fw_rev1, sizeof(fw_info->fw_rev1), "BWFW VERSION 0");
156 
157     *len = sizeof(*fw_info);
158     return CXL_MBOX_SUCCESS;
159 }
160 
161 /* 8.2.9.3.1 */
162 static CXLRetCode cmd_timestamp_get(struct cxl_cmd *cmd,
163                                     CXLDeviceState *cxl_dstate,
164                                     uint16_t *len)
165 {
166     uint64_t final_time = cxl_device_get_timestamp(cxl_dstate);
167 
168     stq_le_p(cmd->payload, final_time);
169     *len = 8;
170 
171     return CXL_MBOX_SUCCESS;
172 }
173 
174 /* 8.2.9.3.2 */
175 static CXLRetCode cmd_timestamp_set(struct cxl_cmd *cmd,
176                                   CXLDeviceState *cxl_dstate,
177                                   uint16_t *len)
178 {
179     cxl_dstate->timestamp.set = true;
180     cxl_dstate->timestamp.last_set = qemu_clock_get_ns(QEMU_CLOCK_VIRTUAL);
181 
182     cxl_dstate->timestamp.host_set = le64_to_cpu(*(uint64_t *)cmd->payload);
183 
184     *len = 0;
185     return CXL_MBOX_SUCCESS;
186 }
187 
188 /* CXL 3.0 8.2.9.5.2.1 Command Effects Log (CEL) */
189 static const QemuUUID cel_uuid = {
190     .data = UUID(0x0da9c0b5, 0xbf41, 0x4b78, 0x8f, 0x79,
191                  0x96, 0xb1, 0x62, 0x3b, 0x3f, 0x17)
192 };
193 
194 /* 8.2.9.4.1 */
195 static CXLRetCode cmd_logs_get_supported(struct cxl_cmd *cmd,
196                                          CXLDeviceState *cxl_dstate,
197                                          uint16_t *len)
198 {
199     struct {
200         uint16_t entries;
201         uint8_t rsvd[6];
202         struct {
203             QemuUUID uuid;
204             uint32_t size;
205         } log_entries[1];
206     } QEMU_PACKED *supported_logs = (void *)cmd->payload;
207     QEMU_BUILD_BUG_ON(sizeof(*supported_logs) != 0x1c);
208 
209     supported_logs->entries = 1;
210     supported_logs->log_entries[0].uuid = cel_uuid;
211     supported_logs->log_entries[0].size = 4 * cxl_dstate->cel_size;
212 
213     *len = sizeof(*supported_logs);
214     return CXL_MBOX_SUCCESS;
215 }
216 
217 /* 8.2.9.4.2 */
218 static CXLRetCode cmd_logs_get_log(struct cxl_cmd *cmd,
219                                    CXLDeviceState *cxl_dstate,
220                                    uint16_t *len)
221 {
222     struct {
223         QemuUUID uuid;
224         uint32_t offset;
225         uint32_t length;
226     } QEMU_PACKED QEMU_ALIGNED(16) *get_log = (void *)cmd->payload;
227 
228     /*
229      * 8.2.9.4.2
230      *   The device shall return Invalid Parameter if the Offset or Length
231      *   fields attempt to access beyond the size of the log as reported by Get
232      *   Supported Logs.
233      *
234      * XXX: Spec is wrong, "Invalid Parameter" isn't a thing.
235      * XXX: Spec doesn't address incorrect UUID incorrectness.
236      *
237      * The CEL buffer is large enough to fit all commands in the emulation, so
238      * the only possible failure would be if the mailbox itself isn't big
239      * enough.
240      */
241     if (get_log->offset + get_log->length > cxl_dstate->payload_size) {
242         return CXL_MBOX_INVALID_INPUT;
243     }
244 
245     if (!qemu_uuid_is_equal(&get_log->uuid, &cel_uuid)) {
246         return CXL_MBOX_UNSUPPORTED;
247     }
248 
249     /* Store off everything to local variables so we can wipe out the payload */
250     *len = get_log->length;
251 
252     memmove(cmd->payload, cxl_dstate->cel_log + get_log->offset,
253            get_log->length);
254 
255     return CXL_MBOX_SUCCESS;
256 }
257 
258 /* 8.2.9.5.1.1 */
259 static CXLRetCode cmd_identify_memory_device(struct cxl_cmd *cmd,
260                                              CXLDeviceState *cxl_dstate,
261                                              uint16_t *len)
262 {
263     struct {
264         char fw_revision[0x10];
265         uint64_t total_capacity;
266         uint64_t volatile_capacity;
267         uint64_t persistent_capacity;
268         uint64_t partition_align;
269         uint16_t info_event_log_size;
270         uint16_t warning_event_log_size;
271         uint16_t failure_event_log_size;
272         uint16_t fatal_event_log_size;
273         uint32_t lsa_size;
274         uint8_t poison_list_max_mer[3];
275         uint16_t inject_poison_limit;
276         uint8_t poison_caps;
277         uint8_t qos_telemetry_caps;
278     } QEMU_PACKED *id;
279     QEMU_BUILD_BUG_ON(sizeof(*id) != 0x43);
280 
281     CXLType3Dev *ct3d = container_of(cxl_dstate, CXLType3Dev, cxl_dstate);
282     CXLType3Class *cvc = CXL_TYPE3_GET_CLASS(ct3d);
283 
284     if ((!QEMU_IS_ALIGNED(cxl_dstate->vmem_size, CXL_CAPACITY_MULTIPLIER)) ||
285         (!QEMU_IS_ALIGNED(cxl_dstate->pmem_size, CXL_CAPACITY_MULTIPLIER))) {
286         return CXL_MBOX_INTERNAL_ERROR;
287     }
288 
289     id = (void *)cmd->payload;
290     memset(id, 0, sizeof(*id));
291 
292     snprintf(id->fw_revision, 0x10, "BWFW VERSION %02d", 0);
293 
294     stq_le_p(&id->total_capacity, cxl_dstate->mem_size / CXL_CAPACITY_MULTIPLIER);
295     stq_le_p(&id->persistent_capacity, cxl_dstate->pmem_size / CXL_CAPACITY_MULTIPLIER);
296     stq_le_p(&id->volatile_capacity, cxl_dstate->vmem_size / CXL_CAPACITY_MULTIPLIER);
297     stl_le_p(&id->lsa_size, cvc->get_lsa_size(ct3d));
298 
299     *len = sizeof(*id);
300     return CXL_MBOX_SUCCESS;
301 }
302 
303 static CXLRetCode cmd_ccls_get_partition_info(struct cxl_cmd *cmd,
304                                               CXLDeviceState *cxl_dstate,
305                                               uint16_t *len)
306 {
307     struct {
308         uint64_t active_vmem;
309         uint64_t active_pmem;
310         uint64_t next_vmem;
311         uint64_t next_pmem;
312     } QEMU_PACKED *part_info = (void *)cmd->payload;
313     QEMU_BUILD_BUG_ON(sizeof(*part_info) != 0x20);
314 
315     if ((!QEMU_IS_ALIGNED(cxl_dstate->vmem_size, CXL_CAPACITY_MULTIPLIER)) ||
316         (!QEMU_IS_ALIGNED(cxl_dstate->pmem_size, CXL_CAPACITY_MULTIPLIER))) {
317         return CXL_MBOX_INTERNAL_ERROR;
318     }
319 
320     stq_le_p(&part_info->active_vmem, cxl_dstate->vmem_size / CXL_CAPACITY_MULTIPLIER);
321     /*
322      * When both next_vmem and next_pmem are 0, there is no pending change to
323      * partitioning.
324      */
325     stq_le_p(&part_info->next_vmem, 0);
326     stq_le_p(&part_info->active_pmem, cxl_dstate->pmem_size / CXL_CAPACITY_MULTIPLIER);
327     stq_le_p(&part_info->next_pmem, 0);
328 
329     *len = sizeof(*part_info);
330     return CXL_MBOX_SUCCESS;
331 }
332 
333 static CXLRetCode cmd_ccls_get_lsa(struct cxl_cmd *cmd,
334                                    CXLDeviceState *cxl_dstate,
335                                    uint16_t *len)
336 {
337     struct {
338         uint32_t offset;
339         uint32_t length;
340     } QEMU_PACKED *get_lsa;
341     CXLType3Dev *ct3d = container_of(cxl_dstate, CXLType3Dev, cxl_dstate);
342     CXLType3Class *cvc = CXL_TYPE3_GET_CLASS(ct3d);
343     uint32_t offset, length;
344 
345     get_lsa = (void *)cmd->payload;
346     offset = get_lsa->offset;
347     length = get_lsa->length;
348 
349     if (offset + length > cvc->get_lsa_size(ct3d)) {
350         *len = 0;
351         return CXL_MBOX_INVALID_INPUT;
352     }
353 
354     *len = cvc->get_lsa(ct3d, get_lsa, length, offset);
355     return CXL_MBOX_SUCCESS;
356 }
357 
358 static CXLRetCode cmd_ccls_set_lsa(struct cxl_cmd *cmd,
359                                    CXLDeviceState *cxl_dstate,
360                                    uint16_t *len)
361 {
362     struct set_lsa_pl {
363         uint32_t offset;
364         uint32_t rsvd;
365         uint8_t data[];
366     } QEMU_PACKED;
367     struct set_lsa_pl *set_lsa_payload = (void *)cmd->payload;
368     CXLType3Dev *ct3d = container_of(cxl_dstate, CXLType3Dev, cxl_dstate);
369     CXLType3Class *cvc = CXL_TYPE3_GET_CLASS(ct3d);
370     const size_t hdr_len = offsetof(struct set_lsa_pl, data);
371     uint16_t plen = *len;
372 
373     *len = 0;
374     if (!plen) {
375         return CXL_MBOX_SUCCESS;
376     }
377 
378     if (set_lsa_payload->offset + plen > cvc->get_lsa_size(ct3d) + hdr_len) {
379         return CXL_MBOX_INVALID_INPUT;
380     }
381     plen -= hdr_len;
382 
383     cvc->set_lsa(ct3d, set_lsa_payload->data, plen, set_lsa_payload->offset);
384     return CXL_MBOX_SUCCESS;
385 }
386 
387 #define IMMEDIATE_CONFIG_CHANGE (1 << 1)
388 #define IMMEDIATE_DATA_CHANGE (1 << 2)
389 #define IMMEDIATE_POLICY_CHANGE (1 << 3)
390 #define IMMEDIATE_LOG_CHANGE (1 << 4)
391 
392 static struct cxl_cmd cxl_cmd_set[256][256] = {
393     [EVENTS][GET_RECORDS] = { "EVENTS_GET_RECORDS",
394         cmd_events_get_records, 1, 0 },
395     [EVENTS][CLEAR_RECORDS] = { "EVENTS_CLEAR_RECORDS",
396         cmd_events_clear_records, ~0, IMMEDIATE_LOG_CHANGE },
397     [EVENTS][GET_INTERRUPT_POLICY] = { "EVENTS_GET_INTERRUPT_POLICY",
398         cmd_events_get_interrupt_policy, 0, 0 },
399     [EVENTS][SET_INTERRUPT_POLICY] = { "EVENTS_SET_INTERRUPT_POLICY",
400         cmd_events_set_interrupt_policy, 4, IMMEDIATE_CONFIG_CHANGE },
401     [FIRMWARE_UPDATE][GET_INFO] = { "FIRMWARE_UPDATE_GET_INFO",
402         cmd_firmware_update_get_info, 0, 0 },
403     [TIMESTAMP][GET] = { "TIMESTAMP_GET", cmd_timestamp_get, 0, 0 },
404     [TIMESTAMP][SET] = { "TIMESTAMP_SET", cmd_timestamp_set, 8, IMMEDIATE_POLICY_CHANGE },
405     [LOGS][GET_SUPPORTED] = { "LOGS_GET_SUPPORTED", cmd_logs_get_supported, 0, 0 },
406     [LOGS][GET_LOG] = { "LOGS_GET_LOG", cmd_logs_get_log, 0x18, 0 },
407     [IDENTIFY][MEMORY_DEVICE] = { "IDENTIFY_MEMORY_DEVICE",
408         cmd_identify_memory_device, 0, 0 },
409     [CCLS][GET_PARTITION_INFO] = { "CCLS_GET_PARTITION_INFO",
410         cmd_ccls_get_partition_info, 0, 0 },
411     [CCLS][GET_LSA] = { "CCLS_GET_LSA", cmd_ccls_get_lsa, 8, 0 },
412     [CCLS][SET_LSA] = { "CCLS_SET_LSA", cmd_ccls_set_lsa,
413         ~0, IMMEDIATE_CONFIG_CHANGE | IMMEDIATE_DATA_CHANGE },
414 };
415 
416 void cxl_process_mailbox(CXLDeviceState *cxl_dstate)
417 {
418     uint16_t ret = CXL_MBOX_SUCCESS;
419     struct cxl_cmd *cxl_cmd;
420     uint64_t status_reg;
421     opcode_handler h;
422     uint64_t command_reg = cxl_dstate->mbox_reg_state64[R_CXL_DEV_MAILBOX_CMD];
423 
424     uint8_t set = FIELD_EX64(command_reg, CXL_DEV_MAILBOX_CMD, COMMAND_SET);
425     uint8_t cmd = FIELD_EX64(command_reg, CXL_DEV_MAILBOX_CMD, COMMAND);
426     uint16_t len = FIELD_EX64(command_reg, CXL_DEV_MAILBOX_CMD, LENGTH);
427     cxl_cmd = &cxl_cmd_set[set][cmd];
428     h = cxl_cmd->handler;
429     if (h) {
430         if (len == cxl_cmd->in || cxl_cmd->in == ~0) {
431             cxl_cmd->payload = cxl_dstate->mbox_reg_state +
432                 A_CXL_DEV_CMD_PAYLOAD;
433             ret = (*h)(cxl_cmd, cxl_dstate, &len);
434             assert(len <= cxl_dstate->payload_size);
435         } else {
436             ret = CXL_MBOX_INVALID_PAYLOAD_LENGTH;
437         }
438     } else {
439         qemu_log_mask(LOG_UNIMP, "Command %04xh not implemented\n",
440                       set << 8 | cmd);
441         ret = CXL_MBOX_UNSUPPORTED;
442     }
443 
444     /* Set the return code */
445     status_reg = FIELD_DP64(0, CXL_DEV_MAILBOX_STS, ERRNO, ret);
446 
447     /* Set the return length */
448     command_reg = FIELD_DP64(command_reg, CXL_DEV_MAILBOX_CMD, COMMAND_SET, 0);
449     command_reg = FIELD_DP64(command_reg, CXL_DEV_MAILBOX_CMD, COMMAND, 0);
450     command_reg = FIELD_DP64(command_reg, CXL_DEV_MAILBOX_CMD, LENGTH, len);
451 
452     cxl_dstate->mbox_reg_state64[R_CXL_DEV_MAILBOX_CMD] = command_reg;
453     cxl_dstate->mbox_reg_state64[R_CXL_DEV_MAILBOX_STS] = status_reg;
454 
455     /* Tell the host we're done */
456     ARRAY_FIELD_DP32(cxl_dstate->mbox_reg_state32, CXL_DEV_MAILBOX_CTRL,
457                      DOORBELL, 0);
458 }
459 
460 void cxl_initialize_mailbox(CXLDeviceState *cxl_dstate)
461 {
462     for (int set = 0; set < 256; set++) {
463         for (int cmd = 0; cmd < 256; cmd++) {
464             if (cxl_cmd_set[set][cmd].handler) {
465                 struct cxl_cmd *c = &cxl_cmd_set[set][cmd];
466                 struct cel_log *log =
467                     &cxl_dstate->cel_log[cxl_dstate->cel_size];
468 
469                 log->opcode = (set << 8) | cmd;
470                 log->effect = c->effect;
471                 cxl_dstate->cel_size++;
472             }
473         }
474     }
475 }
476