1 // SPDX-License-Identifier: GPL-2.0-only
2 /*
3 * Copyright (C) 2012-2020 IBM Corporation
4 *
5 * Author: Ashley Lai <ashleydlai@gmail.com>
6 *
7 * Maintained by: <tpmdd-devel@lists.sourceforge.net>
8 *
9 * Device driver for TCG/TCPA TPM (trusted platform module).
10 * Specifications at www.trustedcomputinggroup.org
11 */
12
13 #include <linux/dma-mapping.h>
14 #include <linux/dmapool.h>
15 #include <linux/slab.h>
16 #include <asm/vio.h>
17 #include <asm/irq.h>
18 #include <linux/types.h>
19 #include <linux/list.h>
20 #include <linux/spinlock.h>
21 #include <linux/interrupt.h>
22 #include <linux/wait.h>
23 #include <asm/prom.h>
24
25 #include "tpm.h"
26 #include "tpm_ibmvtpm.h"
27
28 static const char tpm_ibmvtpm_driver_name[] = "tpm_ibmvtpm";
29
30 static const struct vio_device_id tpm_ibmvtpm_device_table[] = {
31 { "IBM,vtpm", "IBM,vtpm"},
32 { "IBM,vtpm", "IBM,vtpm20"},
33 { "", "" }
34 };
35 MODULE_DEVICE_TABLE(vio, tpm_ibmvtpm_device_table);
36
37 /**
38 * ibmvtpm_send_crq_word() - Send a CRQ request
39 * @vdev: vio device struct
40 * @w1: pre-constructed first word of tpm crq (second word is reserved)
41 *
42 * Return:
43 * 0 - Success
44 * Non-zero - Failure
45 */
ibmvtpm_send_crq_word(struct vio_dev * vdev,u64 w1)46 static int ibmvtpm_send_crq_word(struct vio_dev *vdev, u64 w1)
47 {
48 return plpar_hcall_norets(H_SEND_CRQ, vdev->unit_address, w1, 0);
49 }
50
51 /**
52 * ibmvtpm_send_crq() - Send a CRQ request
53 *
54 * @vdev: vio device struct
55 * @valid: Valid field
56 * @msg: Type field
57 * @len: Length field
58 * @data: Data field
59 *
60 * The ibmvtpm crq is defined as follows:
61 *
62 * Byte | 0 | 1 | 2 | 3 | 4 | 5 | 6 | 7
63 * -----------------------------------------------------------------------
64 * Word0 | Valid | Type | Length | Data
65 * -----------------------------------------------------------------------
66 * Word1 | Reserved
67 * -----------------------------------------------------------------------
68 *
69 * Which matches the following structure (on bigendian host):
70 *
71 * struct ibmvtpm_crq {
72 * u8 valid;
73 * u8 msg;
74 * __be16 len;
75 * __be32 data;
76 * __be64 reserved;
77 * } __attribute__((packed, aligned(8)));
78 *
79 * However, the value is passed in a register so just compute the numeric value
80 * to load into the register avoiding byteswap altogether. Endian only affects
81 * memory loads and stores - registers are internally represented the same.
82 *
83 * Return:
84 * 0 (H_SUCCESS) - Success
85 * Non-zero - Failure
86 */
ibmvtpm_send_crq(struct vio_dev * vdev,u8 valid,u8 msg,u16 len,u32 data)87 static int ibmvtpm_send_crq(struct vio_dev *vdev,
88 u8 valid, u8 msg, u16 len, u32 data)
89 {
90 u64 w1 = ((u64)valid << 56) | ((u64)msg << 48) | ((u64)len << 32) |
91 (u64)data;
92 return ibmvtpm_send_crq_word(vdev, w1);
93 }
94
95 /**
96 * tpm_ibmvtpm_recv - Receive data after send
97 *
98 * @chip: tpm chip struct
99 * @buf: buffer to read
100 * @count: size of buffer
101 *
102 * Return:
103 * Number of bytes read
104 */
tpm_ibmvtpm_recv(struct tpm_chip * chip,u8 * buf,size_t count)105 static int tpm_ibmvtpm_recv(struct tpm_chip *chip, u8 *buf, size_t count)
106 {
107 struct ibmvtpm_dev *ibmvtpm = dev_get_drvdata(&chip->dev);
108 u16 len;
109 int sig;
110
111 if (!ibmvtpm->rtce_buf) {
112 dev_err(ibmvtpm->dev, "ibmvtpm device is not ready\n");
113 return 0;
114 }
115
116 sig = wait_event_interruptible(ibmvtpm->wq, !ibmvtpm->tpm_processing_cmd);
117 if (sig)
118 return -EINTR;
119
120 len = ibmvtpm->res_len;
121
122 if (count < len) {
123 dev_err(ibmvtpm->dev,
124 "Invalid size in recv: count=%zd, crq_size=%d\n",
125 count, len);
126 return -EIO;
127 }
128
129 spin_lock(&ibmvtpm->rtce_lock);
130 memcpy((void *)buf, (void *)ibmvtpm->rtce_buf, len);
131 memset(ibmvtpm->rtce_buf, 0, len);
132 ibmvtpm->res_len = 0;
133 spin_unlock(&ibmvtpm->rtce_lock);
134 return len;
135 }
136
137 /**
138 * ibmvtpm_crq_send_init - Send a CRQ initialize message
139 * @ibmvtpm: vtpm device struct
140 *
141 * Return:
142 * 0 on success.
143 * Non-zero on failure.
144 */
ibmvtpm_crq_send_init(struct ibmvtpm_dev * ibmvtpm)145 static int ibmvtpm_crq_send_init(struct ibmvtpm_dev *ibmvtpm)
146 {
147 int rc;
148
149 rc = ibmvtpm_send_crq_word(ibmvtpm->vdev, INIT_CRQ_CMD);
150 if (rc != H_SUCCESS)
151 dev_err(ibmvtpm->dev,
152 "%s failed rc=%d\n", __func__, rc);
153
154 return rc;
155 }
156
157 /**
158 * tpm_ibmvtpm_resume - Resume from suspend
159 *
160 * @dev: device struct
161 *
162 * Return: Always 0.
163 */
tpm_ibmvtpm_resume(struct device * dev)164 static int tpm_ibmvtpm_resume(struct device *dev)
165 {
166 struct tpm_chip *chip = dev_get_drvdata(dev);
167 struct ibmvtpm_dev *ibmvtpm = dev_get_drvdata(&chip->dev);
168 int rc = 0;
169
170 do {
171 if (rc)
172 msleep(100);
173 rc = plpar_hcall_norets(H_ENABLE_CRQ,
174 ibmvtpm->vdev->unit_address);
175 } while (rc == H_IN_PROGRESS || rc == H_BUSY || H_IS_LONG_BUSY(rc));
176
177 if (rc) {
178 dev_err(dev, "Error enabling ibmvtpm rc=%d\n", rc);
179 return rc;
180 }
181
182 rc = vio_enable_interrupts(ibmvtpm->vdev);
183 if (rc) {
184 dev_err(dev, "Error vio_enable_interrupts rc=%d\n", rc);
185 return rc;
186 }
187
188 rc = ibmvtpm_crq_send_init(ibmvtpm);
189 if (rc)
190 dev_err(dev, "Error send_init rc=%d\n", rc);
191
192 return rc;
193 }
194
195 /**
196 * tpm_ibmvtpm_send() - Send a TPM command
197 * @chip: tpm chip struct
198 * @buf: buffer contains data to send
199 * @count: size of buffer
200 *
201 * Return:
202 * 0 on success,
203 * -errno on error
204 */
tpm_ibmvtpm_send(struct tpm_chip * chip,u8 * buf,size_t count)205 static int tpm_ibmvtpm_send(struct tpm_chip *chip, u8 *buf, size_t count)
206 {
207 struct ibmvtpm_dev *ibmvtpm = dev_get_drvdata(&chip->dev);
208 bool retry = true;
209 int rc, sig;
210
211 if (!ibmvtpm->rtce_buf) {
212 dev_err(ibmvtpm->dev, "ibmvtpm device is not ready\n");
213 return 0;
214 }
215
216 if (count > ibmvtpm->rtce_size) {
217 dev_err(ibmvtpm->dev,
218 "Invalid size in send: count=%zd, rtce_size=%d\n",
219 count, ibmvtpm->rtce_size);
220 return -EIO;
221 }
222
223 if (ibmvtpm->tpm_processing_cmd) {
224 dev_info(ibmvtpm->dev,
225 "Need to wait for TPM to finish\n");
226 /* wait for previous command to finish */
227 sig = wait_event_interruptible(ibmvtpm->wq, !ibmvtpm->tpm_processing_cmd);
228 if (sig)
229 return -EINTR;
230 }
231
232 spin_lock(&ibmvtpm->rtce_lock);
233 ibmvtpm->res_len = 0;
234 memcpy((void *)ibmvtpm->rtce_buf, (void *)buf, count);
235
236 /*
237 * set the processing flag before the Hcall, since we may get the
238 * result (interrupt) before even being able to check rc.
239 */
240 ibmvtpm->tpm_processing_cmd = true;
241
242 again:
243 rc = ibmvtpm_send_crq(ibmvtpm->vdev,
244 IBMVTPM_VALID_CMD, VTPM_TPM_COMMAND,
245 count, ibmvtpm->rtce_dma_handle);
246 if (rc != H_SUCCESS) {
247 /*
248 * H_CLOSED can be returned after LPM resume. Call
249 * tpm_ibmvtpm_resume() to re-enable the CRQ then retry
250 * ibmvtpm_send_crq() once before failing.
251 */
252 if (rc == H_CLOSED && retry) {
253 tpm_ibmvtpm_resume(ibmvtpm->dev);
254 retry = false;
255 goto again;
256 }
257 dev_err(ibmvtpm->dev, "tpm_ibmvtpm_send failed rc=%d\n", rc);
258 ibmvtpm->tpm_processing_cmd = false;
259 }
260
261 spin_unlock(&ibmvtpm->rtce_lock);
262 return 0;
263 }
264
tpm_ibmvtpm_cancel(struct tpm_chip * chip)265 static void tpm_ibmvtpm_cancel(struct tpm_chip *chip)
266 {
267 return;
268 }
269
tpm_ibmvtpm_status(struct tpm_chip * chip)270 static u8 tpm_ibmvtpm_status(struct tpm_chip *chip)
271 {
272 return 0;
273 }
274
275 /**
276 * ibmvtpm_crq_get_rtce_size - Send a CRQ request to get rtce size
277 *
278 * @ibmvtpm: vtpm device struct
279 *
280 * Return:
281 * 0 on success.
282 * Non-zero on failure.
283 */
ibmvtpm_crq_get_rtce_size(struct ibmvtpm_dev * ibmvtpm)284 static int ibmvtpm_crq_get_rtce_size(struct ibmvtpm_dev *ibmvtpm)
285 {
286 int rc;
287
288 rc = ibmvtpm_send_crq(ibmvtpm->vdev,
289 IBMVTPM_VALID_CMD, VTPM_GET_RTCE_BUFFER_SIZE, 0, 0);
290 if (rc != H_SUCCESS)
291 dev_err(ibmvtpm->dev,
292 "ibmvtpm_crq_get_rtce_size failed rc=%d\n", rc);
293
294 return rc;
295 }
296
297 /**
298 * ibmvtpm_crq_get_version - Send a CRQ request to get vtpm version
299 * - Note that this is vtpm version and not tpm version
300 *
301 * @ibmvtpm: vtpm device struct
302 *
303 * Return:
304 * 0 on success.
305 * Non-zero on failure.
306 */
ibmvtpm_crq_get_version(struct ibmvtpm_dev * ibmvtpm)307 static int ibmvtpm_crq_get_version(struct ibmvtpm_dev *ibmvtpm)
308 {
309 int rc;
310
311 rc = ibmvtpm_send_crq(ibmvtpm->vdev,
312 IBMVTPM_VALID_CMD, VTPM_GET_VERSION, 0, 0);
313 if (rc != H_SUCCESS)
314 dev_err(ibmvtpm->dev,
315 "ibmvtpm_crq_get_version failed rc=%d\n", rc);
316
317 return rc;
318 }
319
320 /**
321 * ibmvtpm_crq_send_init_complete - Send a CRQ initialize complete message
322 * @ibmvtpm: vtpm device struct
323 *
324 * Return:
325 * 0 on success.
326 * Non-zero on failure.
327 */
ibmvtpm_crq_send_init_complete(struct ibmvtpm_dev * ibmvtpm)328 static int ibmvtpm_crq_send_init_complete(struct ibmvtpm_dev *ibmvtpm)
329 {
330 int rc;
331
332 rc = ibmvtpm_send_crq_word(ibmvtpm->vdev, INIT_CRQ_COMP_CMD);
333 if (rc != H_SUCCESS)
334 dev_err(ibmvtpm->dev,
335 "ibmvtpm_crq_send_init_complete failed rc=%d\n", rc);
336
337 return rc;
338 }
339
340 /**
341 * tpm_ibmvtpm_remove - ibm vtpm remove entry point
342 * @vdev: vio device struct
343 *
344 * Return: Always 0.
345 */
tpm_ibmvtpm_remove(struct vio_dev * vdev)346 static void tpm_ibmvtpm_remove(struct vio_dev *vdev)
347 {
348 struct tpm_chip *chip = dev_get_drvdata(&vdev->dev);
349 struct ibmvtpm_dev *ibmvtpm = dev_get_drvdata(&chip->dev);
350 int rc = 0;
351
352 tpm_chip_unregister(chip);
353
354 free_irq(vdev->irq, ibmvtpm);
355
356 do {
357 if (rc)
358 msleep(100);
359 rc = plpar_hcall_norets(H_FREE_CRQ, vdev->unit_address);
360 } while (rc == H_BUSY || H_IS_LONG_BUSY(rc));
361
362 dma_unmap_single(ibmvtpm->dev, ibmvtpm->crq_dma_handle,
363 CRQ_RES_BUF_SIZE, DMA_BIDIRECTIONAL);
364 free_page((unsigned long)ibmvtpm->crq_queue.crq_addr);
365
366 if (ibmvtpm->rtce_buf) {
367 dma_unmap_single(ibmvtpm->dev, ibmvtpm->rtce_dma_handle,
368 ibmvtpm->rtce_size, DMA_BIDIRECTIONAL);
369 kfree(ibmvtpm->rtce_buf);
370 }
371
372 kfree(ibmvtpm);
373 /* For tpm_ibmvtpm_get_desired_dma */
374 dev_set_drvdata(&vdev->dev, NULL);
375 }
376
377 /**
378 * tpm_ibmvtpm_get_desired_dma - Get DMA size needed by this driver
379 * @vdev: vio device struct
380 *
381 * Return:
382 * Number of bytes the driver needs to DMA map.
383 */
tpm_ibmvtpm_get_desired_dma(struct vio_dev * vdev)384 static unsigned long tpm_ibmvtpm_get_desired_dma(struct vio_dev *vdev)
385 {
386 struct tpm_chip *chip = dev_get_drvdata(&vdev->dev);
387 struct ibmvtpm_dev *ibmvtpm;
388
389 /*
390 * ibmvtpm initializes at probe time, so the data we are
391 * asking for may not be set yet. Estimate that 4K required
392 * for TCE-mapped buffer in addition to CRQ.
393 */
394 if (chip)
395 ibmvtpm = dev_get_drvdata(&chip->dev);
396 else
397 return CRQ_RES_BUF_SIZE + PAGE_SIZE;
398
399 return CRQ_RES_BUF_SIZE + ibmvtpm->rtce_size;
400 }
401
402 /**
403 * tpm_ibmvtpm_suspend - Suspend
404 * @dev: device struct
405 *
406 * Return: Always 0.
407 */
tpm_ibmvtpm_suspend(struct device * dev)408 static int tpm_ibmvtpm_suspend(struct device *dev)
409 {
410 struct tpm_chip *chip = dev_get_drvdata(dev);
411 struct ibmvtpm_dev *ibmvtpm = dev_get_drvdata(&chip->dev);
412 int rc = 0;
413
414 rc = ibmvtpm_send_crq(ibmvtpm->vdev,
415 IBMVTPM_VALID_CMD, VTPM_PREPARE_TO_SUSPEND, 0, 0);
416 if (rc != H_SUCCESS)
417 dev_err(ibmvtpm->dev,
418 "tpm_ibmvtpm_suspend failed rc=%d\n", rc);
419
420 return rc;
421 }
422
423 /**
424 * ibmvtpm_reset_crq - Reset CRQ
425 *
426 * @ibmvtpm: ibm vtpm struct
427 *
428 * Return:
429 * 0 on success.
430 * Non-zero on failure.
431 */
ibmvtpm_reset_crq(struct ibmvtpm_dev * ibmvtpm)432 static int ibmvtpm_reset_crq(struct ibmvtpm_dev *ibmvtpm)
433 {
434 int rc = 0;
435
436 do {
437 if (rc)
438 msleep(100);
439 rc = plpar_hcall_norets(H_FREE_CRQ,
440 ibmvtpm->vdev->unit_address);
441 } while (rc == H_BUSY || H_IS_LONG_BUSY(rc));
442
443 memset(ibmvtpm->crq_queue.crq_addr, 0, CRQ_RES_BUF_SIZE);
444 ibmvtpm->crq_queue.index = 0;
445
446 return plpar_hcall_norets(H_REG_CRQ, ibmvtpm->vdev->unit_address,
447 ibmvtpm->crq_dma_handle, CRQ_RES_BUF_SIZE);
448 }
449
tpm_ibmvtpm_req_canceled(struct tpm_chip * chip,u8 status)450 static bool tpm_ibmvtpm_req_canceled(struct tpm_chip *chip, u8 status)
451 {
452 return (status == 0);
453 }
454
455 static const struct tpm_class_ops tpm_ibmvtpm = {
456 .recv = tpm_ibmvtpm_recv,
457 .send = tpm_ibmvtpm_send,
458 .cancel = tpm_ibmvtpm_cancel,
459 .status = tpm_ibmvtpm_status,
460 .req_complete_mask = 0,
461 .req_complete_val = 0,
462 .req_canceled = tpm_ibmvtpm_req_canceled,
463 };
464
465 static const struct dev_pm_ops tpm_ibmvtpm_pm_ops = {
466 .suspend = tpm_ibmvtpm_suspend,
467 .resume = tpm_ibmvtpm_resume,
468 };
469
470 /**
471 * ibmvtpm_crq_get_next - Get next responded crq
472 *
473 * @ibmvtpm: vtpm device struct
474 *
475 * Return: vtpm crq pointer or NULL.
476 */
ibmvtpm_crq_get_next(struct ibmvtpm_dev * ibmvtpm)477 static struct ibmvtpm_crq *ibmvtpm_crq_get_next(struct ibmvtpm_dev *ibmvtpm)
478 {
479 struct ibmvtpm_crq_queue *crq_q = &ibmvtpm->crq_queue;
480 struct ibmvtpm_crq *crq = &crq_q->crq_addr[crq_q->index];
481
482 if (crq->valid & VTPM_MSG_RES) {
483 if (++crq_q->index == crq_q->num_entry)
484 crq_q->index = 0;
485 smp_rmb();
486 } else
487 crq = NULL;
488 return crq;
489 }
490
491 /**
492 * ibmvtpm_crq_process - Process responded crq
493 *
494 * @crq: crq to be processed
495 * @ibmvtpm: vtpm device struct
496 *
497 */
ibmvtpm_crq_process(struct ibmvtpm_crq * crq,struct ibmvtpm_dev * ibmvtpm)498 static void ibmvtpm_crq_process(struct ibmvtpm_crq *crq,
499 struct ibmvtpm_dev *ibmvtpm)
500 {
501 int rc = 0;
502
503 switch (crq->valid) {
504 case VALID_INIT_CRQ:
505 switch (crq->msg) {
506 case INIT_CRQ_RES:
507 dev_info(ibmvtpm->dev, "CRQ initialized\n");
508 rc = ibmvtpm_crq_send_init_complete(ibmvtpm);
509 if (rc)
510 dev_err(ibmvtpm->dev, "Unable to send CRQ init complete rc=%d\n", rc);
511 return;
512 case INIT_CRQ_COMP_RES:
513 dev_info(ibmvtpm->dev,
514 "CRQ initialization completed\n");
515 return;
516 default:
517 dev_err(ibmvtpm->dev, "Unknown crq message type: %d\n", crq->msg);
518 return;
519 }
520 case IBMVTPM_VALID_CMD:
521 switch (crq->msg) {
522 case VTPM_GET_RTCE_BUFFER_SIZE_RES:
523 if (be16_to_cpu(crq->len) <= 0) {
524 dev_err(ibmvtpm->dev, "Invalid rtce size\n");
525 return;
526 }
527 ibmvtpm->rtce_size = be16_to_cpu(crq->len);
528 ibmvtpm->rtce_buf = kmalloc(ibmvtpm->rtce_size,
529 GFP_ATOMIC);
530 if (!ibmvtpm->rtce_buf) {
531 dev_err(ibmvtpm->dev, "Failed to allocate memory for rtce buffer\n");
532 return;
533 }
534
535 ibmvtpm->rtce_dma_handle = dma_map_single(ibmvtpm->dev,
536 ibmvtpm->rtce_buf, ibmvtpm->rtce_size,
537 DMA_BIDIRECTIONAL);
538
539 if (dma_mapping_error(ibmvtpm->dev,
540 ibmvtpm->rtce_dma_handle)) {
541 kfree(ibmvtpm->rtce_buf);
542 ibmvtpm->rtce_buf = NULL;
543 dev_err(ibmvtpm->dev, "Failed to dma map rtce buffer\n");
544 }
545
546 return;
547 case VTPM_GET_VERSION_RES:
548 ibmvtpm->vtpm_version = be32_to_cpu(crq->data);
549 return;
550 case VTPM_TPM_COMMAND_RES:
551 /* len of the data in rtce buffer */
552 ibmvtpm->res_len = be16_to_cpu(crq->len);
553 ibmvtpm->tpm_processing_cmd = false;
554 wake_up_interruptible(&ibmvtpm->wq);
555 return;
556 default:
557 return;
558 }
559 }
560 return;
561 }
562
563 /**
564 * ibmvtpm_interrupt - Interrupt handler
565 *
566 * @irq: irq number to handle
567 * @vtpm_instance: vtpm that received interrupt
568 *
569 * Returns:
570 * IRQ_HANDLED
571 **/
ibmvtpm_interrupt(int irq,void * vtpm_instance)572 static irqreturn_t ibmvtpm_interrupt(int irq, void *vtpm_instance)
573 {
574 struct ibmvtpm_dev *ibmvtpm = (struct ibmvtpm_dev *) vtpm_instance;
575 struct ibmvtpm_crq *crq;
576
577 /* while loop is needed for initial setup (get version and
578 * get rtce_size). There should be only one tpm request at any
579 * given time.
580 */
581 while ((crq = ibmvtpm_crq_get_next(ibmvtpm)) != NULL) {
582 ibmvtpm_crq_process(crq, ibmvtpm);
583 wake_up_interruptible(&ibmvtpm->crq_queue.wq);
584 crq->valid = 0;
585 smp_wmb();
586 }
587
588 return IRQ_HANDLED;
589 }
590
591 /**
592 * tpm_ibmvtpm_probe - ibm vtpm initialize entry point
593 *
594 * @vio_dev: vio device struct
595 * @id: vio device id struct
596 *
597 * Return:
598 * 0 on success.
599 * Non-zero on failure.
600 */
tpm_ibmvtpm_probe(struct vio_dev * vio_dev,const struct vio_device_id * id)601 static int tpm_ibmvtpm_probe(struct vio_dev *vio_dev,
602 const struct vio_device_id *id)
603 {
604 struct ibmvtpm_dev *ibmvtpm;
605 struct device *dev = &vio_dev->dev;
606 struct ibmvtpm_crq_queue *crq_q;
607 struct tpm_chip *chip;
608 int rc = -ENOMEM, rc1;
609
610 chip = tpmm_chip_alloc(dev, &tpm_ibmvtpm);
611 if (IS_ERR(chip))
612 return PTR_ERR(chip);
613
614 ibmvtpm = kzalloc(sizeof(struct ibmvtpm_dev), GFP_KERNEL);
615 if (!ibmvtpm) {
616 dev_err(dev, "kzalloc for ibmvtpm failed\n");
617 goto cleanup;
618 }
619
620 ibmvtpm->dev = dev;
621 ibmvtpm->vdev = vio_dev;
622
623 crq_q = &ibmvtpm->crq_queue;
624 crq_q->crq_addr = (struct ibmvtpm_crq *)get_zeroed_page(GFP_KERNEL);
625 if (!crq_q->crq_addr) {
626 dev_err(dev, "Unable to allocate memory for crq_addr\n");
627 goto cleanup;
628 }
629
630 crq_q->num_entry = CRQ_RES_BUF_SIZE / sizeof(*crq_q->crq_addr);
631 init_waitqueue_head(&crq_q->wq);
632 ibmvtpm->crq_dma_handle = dma_map_single(dev, crq_q->crq_addr,
633 CRQ_RES_BUF_SIZE,
634 DMA_BIDIRECTIONAL);
635
636 if (dma_mapping_error(dev, ibmvtpm->crq_dma_handle)) {
637 dev_err(dev, "dma mapping failed\n");
638 goto cleanup;
639 }
640
641 rc = plpar_hcall_norets(H_REG_CRQ, vio_dev->unit_address,
642 ibmvtpm->crq_dma_handle, CRQ_RES_BUF_SIZE);
643 if (rc == H_RESOURCE)
644 rc = ibmvtpm_reset_crq(ibmvtpm);
645
646 if (rc) {
647 dev_err(dev, "Unable to register CRQ rc=%d\n", rc);
648 goto reg_crq_cleanup;
649 }
650
651 rc = request_irq(vio_dev->irq, ibmvtpm_interrupt, 0,
652 tpm_ibmvtpm_driver_name, ibmvtpm);
653 if (rc) {
654 dev_err(dev, "Error %d register irq 0x%x\n", rc, vio_dev->irq);
655 goto init_irq_cleanup;
656 }
657
658 rc = vio_enable_interrupts(vio_dev);
659 if (rc) {
660 dev_err(dev, "Error %d enabling interrupts\n", rc);
661 goto init_irq_cleanup;
662 }
663
664 init_waitqueue_head(&ibmvtpm->wq);
665
666 crq_q->index = 0;
667
668 dev_set_drvdata(&chip->dev, ibmvtpm);
669
670 spin_lock_init(&ibmvtpm->rtce_lock);
671
672 rc = ibmvtpm_crq_send_init(ibmvtpm);
673 if (rc)
674 goto init_irq_cleanup;
675
676 rc = ibmvtpm_crq_get_version(ibmvtpm);
677 if (rc)
678 goto init_irq_cleanup;
679
680 rc = ibmvtpm_crq_get_rtce_size(ibmvtpm);
681 if (rc)
682 goto init_irq_cleanup;
683
684 if (!wait_event_timeout(ibmvtpm->crq_queue.wq,
685 ibmvtpm->rtce_buf != NULL,
686 HZ)) {
687 dev_err(dev, "CRQ response timed out\n");
688 goto init_irq_cleanup;
689 }
690
691 if (!strcmp(id->compat, "IBM,vtpm20")) {
692 chip->flags |= TPM_CHIP_FLAG_TPM2;
693 rc = tpm2_get_cc_attrs_tbl(chip);
694 if (rc)
695 goto init_irq_cleanup;
696 }
697
698 return tpm_chip_register(chip);
699 init_irq_cleanup:
700 do {
701 rc1 = plpar_hcall_norets(H_FREE_CRQ, vio_dev->unit_address);
702 } while (rc1 == H_BUSY || H_IS_LONG_BUSY(rc1));
703 reg_crq_cleanup:
704 dma_unmap_single(dev, ibmvtpm->crq_dma_handle, CRQ_RES_BUF_SIZE,
705 DMA_BIDIRECTIONAL);
706 cleanup:
707 if (ibmvtpm) {
708 if (crq_q->crq_addr)
709 free_page((unsigned long)crq_q->crq_addr);
710 kfree(ibmvtpm);
711 }
712
713 return rc;
714 }
715
716 static struct vio_driver ibmvtpm_driver = {
717 .id_table = tpm_ibmvtpm_device_table,
718 .probe = tpm_ibmvtpm_probe,
719 .remove = tpm_ibmvtpm_remove,
720 .get_desired_dma = tpm_ibmvtpm_get_desired_dma,
721 .name = tpm_ibmvtpm_driver_name,
722 .pm = &tpm_ibmvtpm_pm_ops,
723 };
724
725 /**
726 * ibmvtpm_module_init - Initialize ibm vtpm module.
727 *
728 *
729 * Return:
730 * 0 on success.
731 * Non-zero on failure.
732 */
ibmvtpm_module_init(void)733 static int __init ibmvtpm_module_init(void)
734 {
735 return vio_register_driver(&ibmvtpm_driver);
736 }
737
738 /**
739 * ibmvtpm_module_exit - Tear down ibm vtpm module.
740 */
ibmvtpm_module_exit(void)741 static void __exit ibmvtpm_module_exit(void)
742 {
743 vio_unregister_driver(&ibmvtpm_driver);
744 }
745
746 module_init(ibmvtpm_module_init);
747 module_exit(ibmvtpm_module_exit);
748
749 MODULE_AUTHOR("adlai@us.ibm.com");
750 MODULE_DESCRIPTION("IBM vTPM Driver");
751 MODULE_VERSION("1.0");
752 MODULE_LICENSE("GPL");
753