xref: /freebsd/sys/amd64/vmm/amd/ivrs_drv.c (revision bdd1243d) 
1 /*-
2  * SPDX-License-Identifier: BSD-2-Clause
3  *
4  * Copyright (c) 2016, Anish Gupta (anish@freebsd.org)
5  * Copyright (c) 2021 The FreeBSD Foundation
6  * All rights reserved.
7  *
8  * Redistribution and use in source and binary forms, with or without
9  * modification, are permitted provided that the following conditions
10  * are met:
11  * 1. Redistributions of source code must retain the above copyright
12  *    notice unmodified, this list of conditions, and the following
13  *    disclaimer.
14  * 2. Redistributions in binary form must reproduce the above copyright
15  *    notice, this list of conditions and the following disclaimer in the
16  *    documentation and/or other materials provided with the distribution.
17  *
18  * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR
19  * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
20  * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
21  * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT,
22  * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT
23  * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
24  * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
25  * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
26  * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF
27  * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
28  */
29 
30 #include <sys/cdefs.h>
31 __FBSDID("$FreeBSD$");
32 
33 #include "opt_acpi.h"
34 #include <sys/param.h>
35 #include <sys/bus.h>
36 #include <sys/kernel.h>
37 #include <sys/module.h>
38 #include <sys/malloc.h>
39 
40 #include <machine/vmparam.h>
41 
42 #include <vm/vm.h>
43 #include <vm/pmap.h>
44 
45 #include <contrib/dev/acpica/include/acpi.h>
46 #include <contrib/dev/acpica/include/accommon.h>
47 #include <dev/acpica/acpivar.h>
48 #include <dev/pci/pcireg.h>
49 #include <dev/pci/pcivar.h>
50 
51 #include "io/iommu.h"
52 #include "amdvi_priv.h"
53 
54 device_t *ivhd_devs;			/* IVHD or AMD-Vi device list. */
55 int	ivhd_count;			/* Number of IVHD header. */
56 /*
57  * Cached IVHD header list.
58  * Single entry for each IVHD, filtered the legacy one.
59  */
60 ACPI_IVRS_HARDWARE1 **ivhd_hdrs;
61 
62 extern int amdvi_ptp_level;		/* Page table levels. */
63 
64 typedef int (*ivhd_iter_t)(ACPI_IVRS_HEADER *ptr, void *arg);
65 /*
66  * Iterate IVRS table for IVHD and IVMD device type.
67  */
68 static void
69 ivrs_hdr_iterate_tbl(ivhd_iter_t iter, void *arg)
70 {
71 	ACPI_TABLE_IVRS *ivrs;
72 	ACPI_IVRS_HEADER *ivrs_hdr, *end;
73 	ACPI_STATUS status;
74 
75 	status = AcpiGetTable(ACPI_SIG_IVRS, 1, (ACPI_TABLE_HEADER **)&ivrs);
76 	if (ACPI_FAILURE(status))
77 		return;
78 
79 	if (ivrs->Header.Length == 0) {
80 		return;
81 	}
82 
83 	ivrs_hdr = (ACPI_IVRS_HEADER *)(ivrs + 1);
84 	end = (ACPI_IVRS_HEADER *)((char *)ivrs + ivrs->Header.Length);
85 
86 	while (ivrs_hdr < end) {
87 		if ((uint8_t *)ivrs_hdr + ivrs_hdr->Length > (uint8_t *)end) {
88 			printf("AMD-Vi:IVHD/IVMD is corrupted, length : %d\n",
89 			    ivrs_hdr->Length);
90 			break;
91 		}
92 
93 		switch (ivrs_hdr->Type) {
94 		case IVRS_TYPE_HARDWARE_LEGACY:	/* Legacy */
95 		case IVRS_TYPE_HARDWARE_EFR:
96 		case IVRS_TYPE_HARDWARE_MIXED:
97 			if (!iter(ivrs_hdr, arg))
98 				return;
99 			break;
100 
101 		case ACPI_IVRS_TYPE_MEMORY1:
102 		case ACPI_IVRS_TYPE_MEMORY2:
103 		case ACPI_IVRS_TYPE_MEMORY3:
104 			if (!iter(ivrs_hdr, arg))
105 				return;
106 
107 			break;
108 
109 		default:
110 			printf("AMD-Vi:Not IVHD/IVMD type(%d)", ivrs_hdr->Type);
111 		}
112 
113 		ivrs_hdr = (ACPI_IVRS_HEADER *)((uint8_t *)ivrs_hdr +
114 			ivrs_hdr->Length);
115 	}
116 }
117 
118 static bool
119 ivrs_is_ivhd(UINT8 type)
120 {
121 
122 	switch(type) {
123 	case IVRS_TYPE_HARDWARE_LEGACY:
124 	case IVRS_TYPE_HARDWARE_EFR:
125 	case IVRS_TYPE_HARDWARE_MIXED:
126 		return (true);
127 
128 	default:
129 		return (false);
130 	}
131 }
132 
133 /* Count the number of AMD-Vi devices in the system. */
134 static int
135 ivhd_count_iter(ACPI_IVRS_HEADER * ivrs_he, void *arg)
136 {
137 	int *count;
138 
139 	count = (int *)arg;
140 	if (ivrs_is_ivhd(ivrs_he->Type))
141 		(*count)++;
142 
143 	return (1);
144 }
145 
146 struct find_ivrs_hdr_args {
147 	int	i;
148 	ACPI_IVRS_HEADER *ptr;
149 };
150 
151 static int
152 ivrs_hdr_find_iter(ACPI_IVRS_HEADER * ivrs_hdr, void *args)
153 {
154 	struct find_ivrs_hdr_args *fi;
155 
156 	fi = (struct find_ivrs_hdr_args *)args;
157 	if (ivrs_is_ivhd(ivrs_hdr->Type)) {
158 		if (fi->i == 0) {
159 			fi->ptr = ivrs_hdr;
160 			return (0);
161 		}
162 		fi->i--;
163 	}
164 
165 	return (1);
166 }
167 
168 static ACPI_IVRS_HARDWARE1 *
169 ivhd_find_by_index(int idx)
170 {
171 	struct find_ivrs_hdr_args fi;
172 
173 	fi.i = idx;
174 	fi.ptr = NULL;
175 
176 	ivrs_hdr_iterate_tbl(ivrs_hdr_find_iter, &fi);
177 
178 	return ((ACPI_IVRS_HARDWARE1 *)fi.ptr);
179 }
180 
181 static void
182 ivhd_dev_add_entry(struct amdvi_softc *softc, uint32_t start_id,
183     uint32_t end_id, uint8_t cfg, bool ats)
184 {
185 	struct ivhd_dev_cfg *dev_cfg;
186 
187 	KASSERT(softc->dev_cfg_cap >= softc->dev_cfg_cnt,
188 	    ("Impossible case: number of dev_cfg exceeding capacity"));
189 	if (softc->dev_cfg_cap == softc->dev_cfg_cnt) {
190 		if (softc->dev_cfg_cap == 0)
191 			softc->dev_cfg_cap = 1;
192 		else
193 			softc->dev_cfg_cap <<= 2;
194 		softc->dev_cfg = realloc(softc->dev_cfg,
195 		    sizeof(*softc->dev_cfg) * softc->dev_cfg_cap, M_DEVBUF,
196 		    M_WAITOK);
197 	}
198 
199 	dev_cfg = &softc->dev_cfg[softc->dev_cfg_cnt++];
200 	dev_cfg->start_id = start_id;
201 	dev_cfg->end_id = end_id;
202 	dev_cfg->data = cfg;
203 	dev_cfg->enable_ats = ats;
204 }
205 
206 /*
207  * Record device attributes as suggested by BIOS.
208  */
209 static int
210 ivhd_dev_parse(ACPI_IVRS_HARDWARE1 *ivhd, struct amdvi_softc *softc)
211 {
212 	ACPI_IVRS_DE_HEADER *de;
213 	uint8_t *p, *end;
214 	int range_start_id = -1, range_end_id = -1, i;
215 	uint32_t *extended;
216 	uint8_t all_data = 0, range_data = 0;
217 	bool range_enable_ats = false, enable_ats;
218 
219 	switch (ivhd->Header.Type) {
220 		case IVRS_TYPE_HARDWARE_LEGACY:
221 			p = (uint8_t *)ivhd + sizeof(ACPI_IVRS_HARDWARE1);
222 			break;
223 
224 		case IVRS_TYPE_HARDWARE_EFR:
225 		case IVRS_TYPE_HARDWARE_MIXED:
226 			p = (uint8_t *)ivhd + sizeof(ACPI_IVRS_HARDWARE2);
227 			break;
228 
229 		default:
230 			device_printf(softc->dev,
231 				"unknown type: 0x%x\n", ivhd->Header.Type);
232 			return (-1);
233 	}
234 
235 	end = (uint8_t *)ivhd + ivhd->Header.Length;
236 
237 	while (p < end) {
238 		de = (ACPI_IVRS_DE_HEADER *)p;
239 		switch (de->Type) {
240 		case ACPI_IVRS_TYPE_ALL:
241 			all_data = de->DataSetting;
242 			for (i = 0; i < softc->dev_cfg_cnt; i++)
243 				softc->dev_cfg[i].data |= all_data;
244 			break;
245 
246 		case ACPI_IVRS_TYPE_SELECT:
247 		case ACPI_IVRS_TYPE_ALIAS_SELECT:
248 		case ACPI_IVRS_TYPE_EXT_SELECT:
249 			enable_ats = false;
250 			if (de->Type == ACPI_IVRS_TYPE_EXT_SELECT) {
251 				extended = (uint32_t *)(de + 1);
252 				enable_ats =
253 				    (*extended & IVHD_DEV_EXT_ATS_DISABLE) ?
254 					false : true;
255 			}
256 			ivhd_dev_add_entry(softc, de->Id, de->Id,
257 			    de->DataSetting | all_data, enable_ats);
258 			break;
259 
260 		case ACPI_IVRS_TYPE_START:
261 		case ACPI_IVRS_TYPE_ALIAS_START:
262 		case ACPI_IVRS_TYPE_EXT_START:
263 			if (range_start_id != -1) {
264 				device_printf(softc->dev,
265 				    "Unexpected start-of-range device entry\n");
266 				return (EINVAL);
267 			}
268 			range_start_id = de->Id;
269 			range_data = de->DataSetting;
270 			if (de->Type == ACPI_IVRS_TYPE_EXT_START) {
271 				extended = (uint32_t *)(de + 1);
272 				range_enable_ats =
273 				    (*extended & IVHD_DEV_EXT_ATS_DISABLE) ?
274 					false : true;
275 			}
276 			break;
277 
278 		case ACPI_IVRS_TYPE_END:
279 			if (range_start_id == -1) {
280 				device_printf(softc->dev,
281 				    "Unexpected end-of-range device entry\n");
282 				return (EINVAL);
283 			}
284 			range_end_id = de->Id;
285 			if (range_end_id < range_start_id) {
286 				device_printf(softc->dev,
287 				    "Device entry range going backward\n");
288 				return (EINVAL);
289 			}
290 			ivhd_dev_add_entry(softc, range_start_id, range_end_id,
291 			    range_data | all_data, range_enable_ats);
292 			range_start_id = range_end_id = -1;
293 			range_data = 0;
294 			all_data = 0;
295 			break;
296 
297 		case ACPI_IVRS_TYPE_PAD4:
298 			break;
299 
300 		case ACPI_IVRS_TYPE_SPECIAL:
301 			/* HPET or IOAPIC */
302 			break;
303 		default:
304 			if ((de->Type < 5) ||
305 			    (de->Type >= ACPI_IVRS_TYPE_PAD8))
306 				device_printf(softc->dev,
307 				    "Unknown dev entry:0x%x\n", de->Type);
308 		}
309 
310 		if (de->Type < 0x40)
311 			p += sizeof(ACPI_IVRS_DEVICE4);
312 		else if (de->Type < 0x80)
313 			p += sizeof(ACPI_IVRS_DEVICE8A);
314 		else {
315 			printf("Variable size IVHD type 0x%x not supported\n",
316 			    de->Type);
317 			break;
318 		}
319 	}
320 
321 	return (0);
322 }
323 
324 static bool
325 ivhd_is_newer(ACPI_IVRS_HEADER *old, ACPI_IVRS_HEADER  *new)
326 {
327 	if (old->DeviceId == new->DeviceId) {
328 		/*
329 		 * Newer IVRS header type take precedence.
330 		 */
331 		if (old->Type == IVRS_TYPE_HARDWARE_LEGACY &&
332 		    ((new->Type == IVRS_TYPE_HARDWARE_EFR) ||
333 		    (new->Type == IVRS_TYPE_HARDWARE_MIXED)))
334 			return (true);
335 
336 		/*
337 		 * Mixed format IVHD header type take precedence
338 		 * over fixed format IVHD header types.
339 		 */
340 		if (old->Type == IVRS_TYPE_HARDWARE_EFR &&
341 		    new->Type == IVRS_TYPE_HARDWARE_MIXED)
342 			return (true);
343 	}
344 
345 	return (false);
346 }
347 
348 static void
349 ivhd_identify(driver_t *driver, device_t parent)
350 {
351 	ACPI_TABLE_IVRS *ivrs;
352 	ACPI_IVRS_HARDWARE1 *ivhd;
353 	ACPI_STATUS status;
354 	int i, j, count = 0;
355 	uint32_t ivrs_ivinfo;
356 
357 	if (acpi_disabled("ivhd"))
358 		return;
359 
360 	status = AcpiGetTable(ACPI_SIG_IVRS, 1, (ACPI_TABLE_HEADER **)&ivrs);
361 	if (ACPI_FAILURE(status))
362 		return;
363 
364 	if (ivrs->Header.Length == 0) {
365 		return;
366 	}
367 
368 	ivrs_ivinfo = ivrs->Info;
369 	printf("AMD-Vi: IVRS Info VAsize = %d PAsize = %d GVAsize = %d"
370 	       " flags:%b\n",
371 		REG_BITS(ivrs_ivinfo, 21, 15), REG_BITS(ivrs_ivinfo, 14, 8),
372 		REG_BITS(ivrs_ivinfo, 7, 5), REG_BITS(ivrs_ivinfo, 22, 22),
373 		"\020\001EFRSup");
374 
375 	ivrs_hdr_iterate_tbl(ivhd_count_iter, &count);
376 	if (!count)
377 		return;
378 
379 	ivhd_hdrs = malloc(sizeof(void *) * count, M_DEVBUF,
380 		M_WAITOK | M_ZERO);
381 	for (i = 0; i < count; i++) {
382 		ivhd = ivhd_find_by_index(i);
383 		KASSERT(ivhd, ("ivhd%d is NULL\n", i));
384 
385 		/*
386 		 * Scan for presence of legacy and non-legacy device type
387 		 * for same IOMMU device and override the old one.
388 		 *
389 		 * If there is no existing IVHD to the same IOMMU device,
390 		 * the IVHD header pointer is appended.
391 		 */
392 		for (j = 0; j < ivhd_count; j++) {
393 			if (ivhd_is_newer(&ivhd_hdrs[j]->Header, &ivhd->Header))
394 				break;
395 		}
396 		ivhd_hdrs[j] = ivhd;
397 		if (j == ivhd_count)
398 			ivhd_count++;
399 	}
400 
401 	ivhd_devs = malloc(sizeof(device_t) * ivhd_count, M_DEVBUF,
402 		M_WAITOK | M_ZERO);
403 	for (i = 0, j = 0; i < ivhd_count; i++) {
404 		ivhd = ivhd_hdrs[i];
405 		KASSERT(ivhd, ("ivhd%d is NULL\n", i));
406 
407 		/*
408 		 * Use a high order to ensure that this driver is probed after
409 		 * the Host-PCI bridge and the root PCI bus.
410 		 */
411 		ivhd_devs[i] = BUS_ADD_CHILD(parent,
412 		    ACPI_DEV_BASE_ORDER + 10 * 10, "ivhd", i);
413 
414 		/*
415 		 * XXX: In case device was not destroyed before, add will fail.
416 		 * locate the old device instance.
417 		 */
418 		if (ivhd_devs[i] == NULL) {
419 			ivhd_devs[i] = device_find_child(parent, "ivhd", i);
420 			if (ivhd_devs[i] == NULL) {
421 				printf("AMD-Vi: cant find ivhd%d\n", i);
422 				break;
423 			}
424 		}
425 		j++;
426 	}
427 
428 	/*
429 	 * Update device count in case failed to attach.
430 	 */
431 	ivhd_count = j;
432 }
433 
434 static int
435 ivhd_probe(device_t dev)
436 {
437 	ACPI_IVRS_HARDWARE1 *ivhd;
438 	int unit;
439 
440 	if (acpi_get_handle(dev) != NULL)
441 		return (ENXIO);
442 
443 	unit = device_get_unit(dev);
444 	KASSERT((unit < ivhd_count),
445 		("ivhd unit %d > count %d", unit, ivhd_count));
446 	ivhd = ivhd_hdrs[unit];
447 	KASSERT(ivhd, ("ivhd is NULL"));
448 
449 	switch (ivhd->Header.Type) {
450 	case IVRS_TYPE_HARDWARE_EFR:
451 		device_set_desc(dev, "AMD-Vi/IOMMU ivhd with EFR");
452 		break;
453 
454 	case IVRS_TYPE_HARDWARE_MIXED:
455 		device_set_desc(dev, "AMD-Vi/IOMMU ivhd in mixed format");
456 		break;
457 
458 	case IVRS_TYPE_HARDWARE_LEGACY:
459         default:
460 		device_set_desc(dev, "AMD-Vi/IOMMU ivhd");
461 		break;
462 	}
463 
464 	return (BUS_PROBE_NOWILDCARD);
465 }
466 
467 static void
468 ivhd_print_flag(device_t dev, enum IvrsType ivhd_type, uint8_t flag)
469 {
470 	/*
471 	 * IVHD lgeacy type has two extra high bits in flag which has
472 	 * been moved to EFR for non-legacy device.
473 	 */
474 	switch (ivhd_type) {
475 	case IVRS_TYPE_HARDWARE_LEGACY:
476 		device_printf(dev, "Flag:%b\n", flag,
477 			"\020"
478 			"\001HtTunEn"
479 			"\002PassPW"
480 			"\003ResPassPW"
481 			"\004Isoc"
482 			"\005IotlbSup"
483 			"\006Coherent"
484 			"\007PreFSup"
485 			"\010PPRSup");
486 		break;
487 
488 	case IVRS_TYPE_HARDWARE_EFR:
489 	case IVRS_TYPE_HARDWARE_MIXED:
490 		device_printf(dev, "Flag:%b\n", flag,
491 			"\020"
492 			"\001HtTunEn"
493 			"\002PassPW"
494 			"\003ResPassPW"
495 			"\004Isoc"
496 			"\005IotlbSup"
497 			"\006Coherent");
498 		break;
499 
500 	default:
501 		device_printf(dev, "Can't decode flag of ivhd type :0x%x\n",
502 			ivhd_type);
503 		break;
504 	}
505 }
506 
507 /*
508  * Feature in legacy IVHD type(0x10) and attribute in newer type(0x11 and 0x40).
509  */
510 static void
511 ivhd_print_feature(device_t dev, enum IvrsType ivhd_type, uint32_t feature)
512 {
513 	switch (ivhd_type) {
514 	case IVRS_TYPE_HARDWARE_LEGACY:
515 		device_printf(dev, "Features(type:0x%x) HATS = %d GATS = %d"
516 			" MsiNumPPR = %d PNBanks= %d PNCounters= %d\n",
517 			ivhd_type,
518 			REG_BITS(feature, 31, 30),
519 			REG_BITS(feature, 29, 28),
520 			REG_BITS(feature, 27, 23),
521 			REG_BITS(feature, 22, 17),
522 			REG_BITS(feature, 16, 13));
523 		device_printf(dev, "max PASID = %d GLXSup = %d Feature:%b\n",
524 			REG_BITS(feature, 12, 8),
525 			REG_BITS(feature, 4, 3),
526 			feature,
527 			"\020"
528 			"\002NXSup"
529 			"\003GTSup"
530 			"\004<b4>"
531 			"\005IASup"
532 			"\006GASup"
533 			"\007HESup");
534 		break;
535 
536 	/* Fewer features or attributes are reported in non-legacy type. */
537 	case IVRS_TYPE_HARDWARE_EFR:
538 	case IVRS_TYPE_HARDWARE_MIXED:
539 		device_printf(dev, "Features(type:0x%x) MsiNumPPR = %d"
540 			" PNBanks= %d PNCounters= %d\n",
541 			ivhd_type,
542 			REG_BITS(feature, 27, 23),
543 			REG_BITS(feature, 22, 17),
544 			REG_BITS(feature, 16, 13));
545 		break;
546 
547 	default: /* Other ivhd type features are not decoded. */
548 		device_printf(dev, "Can't decode ivhd type :0x%x\n", ivhd_type);
549 	}
550 }
551 
552 /* Print extended features of IOMMU. */
553 static void
554 ivhd_print_ext_feature(device_t dev, uint64_t ext_feature)
555 {
556 	uint32_t ext_low, ext_high;
557 
558 	if (!ext_feature)
559 		return;
560 
561 	ext_low = ext_feature;
562 	device_printf(dev, "Extended features[31:0]:%b "
563 		"HATS = 0x%x GATS = 0x%x "
564 		"GLXSup = 0x%x SmiFSup = 0x%x SmiFRC = 0x%x "
565 		"GAMSup = 0x%x DualPortLogSup = 0x%x DualEventLogSup = 0x%x\n",
566 		(int)ext_low,
567 		"\020"
568 		"\001PreFSup"
569 		"\002PPRSup"
570 		"\003<b2>"
571 		"\004NXSup"
572 		"\005GTSup"
573 		"\006<b5>"
574 		"\007IASup"
575 		"\010GASup"
576 		"\011HESup"
577 		"\012PCSup",
578 		REG_BITS(ext_low, 11, 10),
579 		REG_BITS(ext_low, 13, 12),
580 		REG_BITS(ext_low, 15, 14),
581 		REG_BITS(ext_low, 17, 16),
582 		REG_BITS(ext_low, 20, 18),
583 		REG_BITS(ext_low, 23, 21),
584 		REG_BITS(ext_low, 25, 24),
585 		REG_BITS(ext_low, 29, 28));
586 
587 	ext_high = ext_feature >> 32;
588 	device_printf(dev, "Extended features[62:32]:%b "
589 		"Max PASID: 0x%x DevTblSegSup = 0x%x "
590 		"MarcSup = 0x%x\n",
591 		(int)(ext_high),
592 		"\020"
593 		"\006USSup"
594 		"\011PprOvrflwEarlySup"
595 		"\012PPRAutoRspSup"
596 		"\015BlKStopMrkSup"
597 		"\016PerfOptSup"
598 		"\017MsiCapMmioSup"
599 		"\021GIOSup"
600 		"\022HASup"
601 		"\023EPHSup"
602 		"\024AttrFWSup"
603 		"\025HDSup"
604 		"\027InvIotlbSup",
605 	    	REG_BITS(ext_high, 5, 0),
606 	    	REG_BITS(ext_high, 8, 7),
607 	    	REG_BITS(ext_high, 11, 10));
608 }
609 
610 static int
611 ivhd_print_cap(struct amdvi_softc *softc, ACPI_IVRS_HARDWARE1 * ivhd)
612 {
613 	device_t dev;
614 	int max_ptp_level;
615 
616 	dev = softc->dev;
617 
618 	ivhd_print_flag(dev, softc->ivhd_type, softc->ivhd_flag);
619 	ivhd_print_feature(dev, softc->ivhd_type, softc->ivhd_feature);
620 	ivhd_print_ext_feature(dev, softc->ext_feature);
621 	max_ptp_level = 7;
622 	/* Make sure device support minimum page level as requested by user. */
623 	if (max_ptp_level < amdvi_ptp_level) {
624 		device_printf(dev, "insufficient PTP level:%d\n",
625 			max_ptp_level);
626 		return (EINVAL);
627 	} else {
628 		device_printf(softc->dev, "supported paging level:%d, will use only: %d\n",
629 	    		max_ptp_level, amdvi_ptp_level);
630 	}
631 
632 	return (0);
633 }
634 
635 static int
636 ivhd_attach(device_t dev)
637 {
638 	ACPI_IVRS_HARDWARE1 *ivhd;
639 	ACPI_IVRS_HARDWARE2 *ivhd_efr;
640 	struct amdvi_softc *softc;
641 	int status, unit;
642 
643 	unit = device_get_unit(dev);
644 	KASSERT((unit < ivhd_count),
645 		("ivhd unit %d > count %d", unit, ivhd_count));
646 	/* Make sure its same device for which attach is called. */
647 	KASSERT((ivhd_devs[unit] == dev),
648 		("Not same device old %p new %p", ivhd_devs[unit], dev));
649 
650 	softc = device_get_softc(dev);
651 	softc->dev = dev;
652 	ivhd = ivhd_hdrs[unit];
653 	KASSERT(ivhd, ("ivhd is NULL"));
654 	softc->pci_dev = pci_find_bsf(PCI_RID2BUS(ivhd->Header.DeviceId),
655 	    PCI_RID2SLOT(ivhd->Header.DeviceId),
656 	    PCI_RID2FUNC(ivhd->Header.DeviceId));
657 
658 	softc->ivhd_type = ivhd->Header.Type;
659 	softc->pci_seg = ivhd->PciSegmentGroup;
660 	softc->pci_rid = ivhd->Header.DeviceId;
661 	softc->ivhd_flag = ivhd->Header.Flags;
662 	/*
663 	 * On lgeacy IVHD type(0x10), it is documented as feature
664 	 * but in newer type it is attribute.
665 	 */
666 	softc->ivhd_feature = ivhd->FeatureReporting;
667 	/*
668 	 * PCI capability has more capabilities that are not part of IVRS.
669 	 */
670 	softc->cap_off = ivhd->CapabilityOffset;
671 
672 #ifdef notyet
673 	/* IVHD Info bit[4:0] is event MSI/X number. */
674 	softc->event_msix = ivhd->Info & 0x1F;
675 #endif
676 	switch (ivhd->Header.Type) {
677 	case IVRS_TYPE_HARDWARE_EFR:
678 	case IVRS_TYPE_HARDWARE_MIXED:
679 		ivhd_efr = (ACPI_IVRS_HARDWARE2 *)ivhd;
680 		softc->ext_feature = ivhd_efr->EfrRegisterImage;
681 		break;
682 	}
683 
684 	softc->ctrl = (struct amdvi_ctrl *) PHYS_TO_DMAP(ivhd->BaseAddress);
685 	status = ivhd_dev_parse(ivhd, softc);
686 	if (status != 0) {
687 		device_printf(dev,
688 		    "endpoint device parsing error=%d\n", status);
689 		goto fail;
690 	}
691 
692 	status = ivhd_print_cap(softc, ivhd);
693 	if (status != 0)
694 		goto fail;
695 
696 	status = amdvi_setup_hw(softc);
697 	if (status != 0) {
698 		device_printf(dev, "couldn't be initialised, error=%d\n",
699 		    status);
700 		goto fail;
701 	}
702 
703 	return (0);
704 
705 fail:
706 	free(softc->dev_cfg, M_DEVBUF);
707 	return (status);
708 }
709 
710 static int
711 ivhd_detach(device_t dev)
712 {
713 	struct amdvi_softc *softc;
714 
715 	softc = device_get_softc(dev);
716 
717 	amdvi_teardown_hw(softc);
718 	free(softc->dev_cfg, M_DEVBUF);
719 
720 	/*
721 	 * XXX: delete the device.
722 	 * don't allow detach, return EBUSY.
723 	 */
724 	return (0);
725 }
726 
727 static int
728 ivhd_suspend(device_t dev)
729 {
730 
731 	return (0);
732 }
733 
734 static int
735 ivhd_resume(device_t dev)
736 {
737 
738 	return (0);
739 }
740 
741 static device_method_t ivhd_methods[] = {
742 	DEVMETHOD(device_identify, ivhd_identify),
743 	DEVMETHOD(device_probe, ivhd_probe),
744 	DEVMETHOD(device_attach, ivhd_attach),
745 	DEVMETHOD(device_detach, ivhd_detach),
746 	DEVMETHOD(device_suspend, ivhd_suspend),
747 	DEVMETHOD(device_resume, ivhd_resume),
748 	DEVMETHOD_END
749 };
750 
751 static driver_t ivhd_driver = {
752 	"ivhd",
753 	ivhd_methods,
754 	sizeof(struct amdvi_softc),
755 };
756 
757 /*
758  * Load this module at the end after PCI re-probing to configure interrupt.
759  */
760 DRIVER_MODULE_ORDERED(ivhd, acpi, ivhd_driver, 0, 0, SI_ORDER_ANY);
761 MODULE_DEPEND(ivhd, acpi, 1, 1, 1);
762 MODULE_DEPEND(ivhd, pci, 1, 1, 1);
763