1 /*-
2 * SPDX-License-Identifier: BSD-4-Clause
3 *
4 * Copyright (C) 1996 Wolfgang Solfrank.
5 * Copyright (C) 1996 TooLs GmbH.
6 * All rights reserved.
7 *
8 * Redistribution and use in source and binary forms, with or without
9 * modification, are permitted provided that the following conditions
10 * are met:
11 * 1. Redistributions of source code must retain the above copyright
12 * notice, this list of conditions and the following disclaimer.
13 * 2. Redistributions in binary form must reproduce the above copyright
14 * notice, this list of conditions and the following disclaimer in the
15 * documentation and/or other materials provided with the distribution.
16 * 3. All advertising materials mentioning features or use of this software
17 * must display the following acknowledgement:
18 * This product includes software developed by TooLs GmbH.
19 * 4. The name of TooLs GmbH may not be used to endorse or promote products
20 * derived from this software without specific prior written permission.
21 *
22 * THIS SOFTWARE IS PROVIDED BY TOOLS GMBH ``AS IS'' AND ANY EXPRESS OR
23 * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
24 * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
25 * IN NO EVENT SHALL TOOLS GMBH BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
26 * SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO,
27 * PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS;
28 * OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY,
29 * WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR
30 * OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF
31 * ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
32 *
33 * $NetBSD: ofw_machdep.c,v 1.5 2000/05/23 13:25:43 tsubai Exp $
34 */
35
36 #include <sys/cdefs.h>
37 #include "opt_platform.h"
38 #include <sys/param.h>
39 #include <sys/bus.h>
40 #include <sys/systm.h>
41 #include <sys/conf.h>
42 #include <sys/disk.h>
43 #include <sys/fcntl.h>
44 #include <sys/lock.h>
45 #include <sys/malloc.h>
46 #include <sys/smp.h>
47 #include <sys/stat.h>
48 #include <sys/endian.h>
49
50 #include <net/ethernet.h>
51
52 #include <dev/fdt/fdt_common.h>
53 #include <dev/ofw/openfirm.h>
54 #include <dev/ofw/ofw_pci.h>
55 #include <dev/ofw/ofw_bus.h>
56 #include <dev/ofw/ofw_subr.h>
57
58 #include <vm/vm.h>
59 #include <vm/vm_param.h>
60 #include <vm/vm_page.h>
61 #include <vm/vm_phys.h>
62
63 #include <machine/bus.h>
64 #include <machine/cpu.h>
65 #include <machine/md_var.h>
66 #include <machine/platform.h>
67 #include <machine/ofw_machdep.h>
68 #include <machine/trap.h>
69
70 #include <contrib/libfdt/libfdt.h>
71
72 #ifdef POWERNV
73 #include <powerpc/powernv/opal.h>
74 #endif
75
76 static void *fdt;
77 int ofw_real_mode;
78
79 #ifdef AIM
80 extern register_t ofmsr[5];
81 extern void *openfirmware_entry;
82 char save_trap_init[0x2f00]; /* EXC_LAST */
83 char save_trap_of[0x2f00]; /* EXC_LAST */
84
85 int ofwcall(void *);
86 static int openfirmware(void *args);
87
88 #pragma clang diagnostic push
89 #pragma clang diagnostic ignored "-Wfortify-source"
90
91 __inline void
ofw_save_trap_vec(char * save_trap_vec)92 ofw_save_trap_vec(char *save_trap_vec)
93 {
94 if (!ofw_real_mode || !hw_direct_map)
95 return;
96
97 bcopy((void *)PHYS_TO_DMAP(EXC_RST), save_trap_vec, EXC_LAST - EXC_RST);
98 }
99
100 static __inline void
ofw_restore_trap_vec(char * restore_trap_vec)101 ofw_restore_trap_vec(char *restore_trap_vec)
102 {
103 if (!ofw_real_mode || !hw_direct_map)
104 return;
105
106 bcopy(restore_trap_vec, (void *)PHYS_TO_DMAP(EXC_RST),
107 EXC_LAST - EXC_RST);
108 __syncicache((void *)PHYS_TO_DMAP(EXC_RSVD), EXC_LAST - EXC_RSVD);
109 }
110
111 #pragma clang diagnostic pop
112
113 /*
114 * Saved SPRG0-3 from OpenFirmware. Will be restored prior to the callback.
115 */
116 register_t ofw_sprg0_save;
117
118 static __inline void
ofw_sprg_prepare(void)119 ofw_sprg_prepare(void)
120 {
121 if (ofw_real_mode)
122 return;
123
124 /*
125 * Assume that interrupt are disabled at this point, or
126 * SPRG1-3 could be trashed
127 */
128 #ifdef __powerpc64__
129 __asm __volatile("mtsprg1 %0\n\t"
130 "mtsprg2 %1\n\t"
131 "mtsprg3 %2\n\t"
132 :
133 : "r"(ofmsr[2]),
134 "r"(ofmsr[3]),
135 "r"(ofmsr[4]));
136 #else
137 __asm __volatile("mfsprg0 %0\n\t"
138 "mtsprg0 %1\n\t"
139 "mtsprg1 %2\n\t"
140 "mtsprg2 %3\n\t"
141 "mtsprg3 %4\n\t"
142 : "=&r"(ofw_sprg0_save)
143 : "r"(ofmsr[1]),
144 "r"(ofmsr[2]),
145 "r"(ofmsr[3]),
146 "r"(ofmsr[4]));
147 #endif
148 }
149
150 static __inline void
ofw_sprg_restore(void)151 ofw_sprg_restore(void)
152 {
153 if (ofw_real_mode)
154 return;
155
156 /*
157 * Note that SPRG1-3 contents are irrelevant. They are scratch
158 * registers used in the early portion of trap handling when
159 * interrupts are disabled.
160 *
161 * PCPU data cannot be used until this routine is called !
162 */
163 #ifndef __powerpc64__
164 __asm __volatile("mtsprg0 %0" :: "r"(ofw_sprg0_save));
165 #endif
166 }
167 #endif
168
169 static int
parse_ofw_memory(phandle_t node,const char * prop,struct mem_region * output)170 parse_ofw_memory(phandle_t node, const char *prop, struct mem_region *output)
171 {
172 cell_t address_cells, size_cells;
173 cell_t OFmem[4 * PHYS_AVAIL_SZ];
174 int sz, i, j;
175 phandle_t phandle;
176
177 sz = 0;
178
179 /*
180 * Get #address-cells from root node, defaulting to 1 if it cannot
181 * be found.
182 */
183 phandle = OF_finddevice("/");
184 if (OF_getencprop(phandle, "#address-cells", &address_cells,
185 sizeof(address_cells)) < (ssize_t)sizeof(address_cells))
186 address_cells = 1;
187 if (OF_getencprop(phandle, "#size-cells", &size_cells,
188 sizeof(size_cells)) < (ssize_t)sizeof(size_cells))
189 size_cells = 1;
190
191 /*
192 * Get memory.
193 */
194 if (node == -1 || (sz = OF_getencprop(node, prop,
195 OFmem, sizeof(OFmem))) <= 0)
196 panic("Physical memory map not found");
197
198 i = 0;
199 j = 0;
200 while (i < sz/sizeof(cell_t)) {
201 output[j].mr_start = OFmem[i++];
202 if (address_cells == 2) {
203 output[j].mr_start <<= 32;
204 output[j].mr_start += OFmem[i++];
205 }
206
207 output[j].mr_size = OFmem[i++];
208 if (size_cells == 2) {
209 output[j].mr_size <<= 32;
210 output[j].mr_size += OFmem[i++];
211 }
212
213 if (output[j].mr_start > BUS_SPACE_MAXADDR)
214 continue;
215
216 /*
217 * Constrain memory to that which we can access.
218 * 32-bit AIM can only reference 32 bits of address currently,
219 * but Book-E can access 36 bits.
220 */
221 if (((uint64_t)output[j].mr_start +
222 (uint64_t)output[j].mr_size - 1) >
223 BUS_SPACE_MAXADDR) {
224 output[j].mr_size = BUS_SPACE_MAXADDR -
225 output[j].mr_start + 1;
226 }
227
228 j++;
229 }
230
231 return (j);
232 }
233
234 static int
parse_numa_ofw_memory(phandle_t node,const char * prop,struct numa_mem_region * output)235 parse_numa_ofw_memory(phandle_t node, const char *prop,
236 struct numa_mem_region *output)
237 {
238 cell_t address_cells, size_cells;
239 cell_t OFmem[4 * PHYS_AVAIL_SZ];
240 int sz, i, j;
241 phandle_t phandle;
242
243 sz = 0;
244
245 /*
246 * Get #address-cells from root node, defaulting to 1 if it cannot
247 * be found.
248 */
249 phandle = OF_finddevice("/");
250 if (OF_getencprop(phandle, "#address-cells", &address_cells,
251 sizeof(address_cells)) < (ssize_t)sizeof(address_cells))
252 address_cells = 1;
253 if (OF_getencprop(phandle, "#size-cells", &size_cells,
254 sizeof(size_cells)) < (ssize_t)sizeof(size_cells))
255 size_cells = 1;
256
257 /*
258 * Get memory.
259 */
260 if (node == -1 || (sz = OF_getencprop(node, prop,
261 OFmem, sizeof(OFmem))) <= 0)
262 panic("Physical memory map not found");
263
264 i = 0;
265 j = 0;
266 while (i < sz/sizeof(cell_t)) {
267 output[j].mr_start = OFmem[i++];
268 if (address_cells == 2) {
269 output[j].mr_start <<= 32;
270 output[j].mr_start += OFmem[i++];
271 }
272 output[j].mr_size = OFmem[i++];
273 if (size_cells == 2) {
274 output[j].mr_size <<= 32;
275 output[j].mr_size += OFmem[i++];
276 }
277 j++;
278 }
279
280 return (j);
281 }
282
283 #ifdef FDT
284 static int
excise_reserved_regions(struct mem_region * avail,int asz,struct mem_region * exclude,int esz)285 excise_reserved_regions(struct mem_region *avail, int asz,
286 struct mem_region *exclude, int esz)
287 {
288 int i, j, k;
289
290 for (i = 0; i < asz; i++) {
291 for (j = 0; j < esz; j++) {
292 /*
293 * Case 1: Exclusion region encloses complete
294 * available entry. Drop it and move on.
295 */
296 if (exclude[j].mr_start <= avail[i].mr_start &&
297 exclude[j].mr_start + exclude[j].mr_size >=
298 avail[i].mr_start + avail[i].mr_size) {
299 for (k = i+1; k < asz; k++)
300 avail[k-1] = avail[k];
301 asz--;
302 i--; /* Repeat some entries */
303 continue;
304 }
305
306 /*
307 * Case 2: Exclusion region starts in available entry.
308 * Trim it to where the entry begins and append
309 * a new available entry with the region after
310 * the excluded region, if any.
311 */
312 if (exclude[j].mr_start >= avail[i].mr_start &&
313 exclude[j].mr_start < avail[i].mr_start +
314 avail[i].mr_size) {
315 if (exclude[j].mr_start + exclude[j].mr_size <
316 avail[i].mr_start + avail[i].mr_size) {
317 avail[asz].mr_start =
318 exclude[j].mr_start + exclude[j].mr_size;
319 avail[asz].mr_size = avail[i].mr_start +
320 avail[i].mr_size -
321 avail[asz].mr_start;
322 asz++;
323 }
324
325 avail[i].mr_size = exclude[j].mr_start -
326 avail[i].mr_start;
327 }
328
329 /*
330 * Case 3: Exclusion region ends in available entry.
331 * Move start point to where the exclusion zone ends.
332 * The case of a contained exclusion zone has already
333 * been caught in case 2.
334 */
335 if (exclude[j].mr_start + exclude[j].mr_size >=
336 avail[i].mr_start && exclude[j].mr_start +
337 exclude[j].mr_size < avail[i].mr_start +
338 avail[i].mr_size) {
339 avail[i].mr_size += avail[i].mr_start;
340 avail[i].mr_start =
341 exclude[j].mr_start + exclude[j].mr_size;
342 avail[i].mr_size -= avail[i].mr_start;
343 }
344 }
345 }
346
347 return (asz);
348 }
349
350 static int
excise_initrd_region(struct mem_region * avail,int asz)351 excise_initrd_region(struct mem_region *avail, int asz)
352 {
353 phandle_t chosen;
354 uint64_t start, end;
355 ssize_t size;
356 struct mem_region initrdmap[1];
357 pcell_t cell[2];
358
359 chosen = OF_finddevice("/chosen");
360
361 size = OF_getencprop(chosen, "linux,initrd-start", cell, sizeof(cell));
362 if (size < 0)
363 return (asz);
364 else if (size == 4)
365 start = cell[0];
366 else if (size == 8)
367 start = (uint64_t)cell[0] << 32 | cell[1];
368 else {
369 /* Invalid value length */
370 printf("WARNING: linux,initrd-start must be either 4 or 8 bytes long\n");
371 return (asz);
372 }
373
374 size = OF_getencprop(chosen, "linux,initrd-end", cell, sizeof(cell));
375 if (size < 0)
376 return (asz);
377 else if (size == 4)
378 end = cell[0];
379 else if (size == 8)
380 end = (uint64_t)cell[0] << 32 | cell[1];
381 else {
382 /* Invalid value length */
383 printf("WARNING: linux,initrd-end must be either 4 or 8 bytes long\n");
384 return (asz);
385 }
386
387 if (end <= start)
388 return (asz);
389
390 initrdmap[0].mr_start = start;
391 initrdmap[0].mr_size = end - start;
392
393 asz = excise_reserved_regions(avail, asz, initrdmap, 1);
394
395 return (asz);
396 }
397
398 #ifdef POWERNV
399 static int
excise_msi_region(struct mem_region * avail,int asz)400 excise_msi_region(struct mem_region *avail, int asz)
401 {
402 uint64_t start, end;
403 struct mem_region initrdmap[1];
404
405 /*
406 * This range of physical addresses is used to implement optimized
407 * 32 bit MSI interrupts on POWER9. Exclude it to avoid accidentally
408 * using it for DMA, as this will cause an immediate PHB fence.
409 * While we could theoretically turn off this behavior in the ETU,
410 * doing so would break 32-bit MSI, so just reserve the range in
411 * the physical map instead.
412 * See section 4.4.2.8 of the PHB4 specification.
413 */
414 start = 0x00000000ffff0000ul;
415 end = 0x00000000fffffffful;
416
417 initrdmap[0].mr_start = start;
418 initrdmap[0].mr_size = end - start;
419
420 asz = excise_reserved_regions(avail, asz, initrdmap, 1);
421
422 return (asz);
423 }
424 #endif
425
426 static int
excise_fdt_reserved(struct mem_region * avail,int asz)427 excise_fdt_reserved(struct mem_region *avail, int asz)
428 {
429 struct mem_region fdtmap[64];
430 ssize_t fdtmapsize;
431 phandle_t chosen;
432 int j, fdtentries;
433
434 chosen = OF_finddevice("/chosen");
435 fdtmapsize = OF_getprop(chosen, "fdtmemreserv", fdtmap, sizeof(fdtmap));
436
437 for (j = 0; j < fdtmapsize/sizeof(fdtmap[0]); j++) {
438 fdtmap[j].mr_start = be64toh(fdtmap[j].mr_start) & ~PAGE_MASK;
439 fdtmap[j].mr_size = round_page(be64toh(fdtmap[j].mr_size));
440 }
441
442 KASSERT(j*sizeof(fdtmap[0]) < sizeof(fdtmap),
443 ("Exceeded number of FDT reservations"));
444 /* Add a virtual entry for the FDT itself */
445 if (fdt != NULL) {
446 fdtmap[j].mr_start = (vm_offset_t)fdt & ~PAGE_MASK;
447 fdtmap[j].mr_size = round_page(fdt_totalsize(fdt));
448 fdtmapsize += sizeof(fdtmap[0]);
449 }
450
451 fdtentries = fdtmapsize/sizeof(fdtmap[0]);
452 asz = excise_reserved_regions(avail, asz, fdtmap, fdtentries);
453
454 return (asz);
455 }
456 #endif
457
458 /*
459 * This is called during powerpc_init, before the system is really initialized.
460 * It shall provide the total and the available regions of RAM.
461 * The available regions need not take the kernel into account.
462 */
463 void
ofw_numa_mem_regions(struct numa_mem_region * memp,int * memsz)464 ofw_numa_mem_regions(struct numa_mem_region *memp, int *memsz)
465 {
466 phandle_t phandle;
467 int count, msz;
468 char name[31];
469 struct numa_mem_region *curmemp;
470
471 msz = 0;
472 /*
473 * Get memory from all the /memory nodes.
474 */
475 for (phandle = OF_child(OF_peer(0)); phandle != 0;
476 phandle = OF_peer(phandle)) {
477 if (OF_getprop(phandle, "name", name, sizeof(name)) <= 0)
478 continue;
479 if (strncmp(name, "memory@", strlen("memory@")) != 0)
480 continue;
481
482 count = parse_numa_ofw_memory(phandle, "reg", &memp[msz]);
483 if (count == 0)
484 continue;
485 curmemp = &memp[msz];
486 MPASS(count == 1);
487 curmemp->mr_domain = platform_node_numa_domain(phandle);
488 if (bootverbose)
489 printf("%s %#jx-%#jx domain(%ju)\n",
490 name, (uintmax_t)curmemp->mr_start,
491 (uintmax_t)curmemp->mr_start + curmemp->mr_size,
492 (uintmax_t)curmemp->mr_domain);
493 msz += count;
494 }
495 *memsz = msz;
496 }
497 /*
498 * This is called during powerpc_init, before the system is really initialized.
499 * It shall provide the total and the available regions of RAM.
500 * The available regions need not take the kernel into account.
501 */
502 void
ofw_mem_regions(struct mem_region * memp,int * memsz,struct mem_region * availp,int * availsz)503 ofw_mem_regions(struct mem_region *memp, int *memsz,
504 struct mem_region *availp, int *availsz)
505 {
506 phandle_t phandle;
507 int asz, msz;
508 int res;
509 char name[31];
510
511 asz = msz = 0;
512
513 /*
514 * Get memory from all the /memory nodes.
515 */
516 for (phandle = OF_child(OF_peer(0)); phandle != 0;
517 phandle = OF_peer(phandle)) {
518 if (OF_getprop(phandle, "name", name, sizeof(name)) <= 0)
519 continue;
520 if (strncmp(name, "memory", sizeof(name)) != 0 &&
521 strncmp(name, "memory@", strlen("memory@")) != 0)
522 continue;
523
524 res = parse_ofw_memory(phandle, "reg", &memp[msz]);
525 msz += res;
526
527 /*
528 * On POWER9 Systems we might have both linux,usable-memory and
529 * reg properties. 'reg' denotes all available memory, but we
530 * must use 'linux,usable-memory', a subset, as some memory
531 * regions are reserved for NVLink.
532 */
533 if (OF_getproplen(phandle, "linux,usable-memory") >= 0)
534 res = parse_ofw_memory(phandle, "linux,usable-memory",
535 &availp[asz]);
536 else if (OF_getproplen(phandle, "available") >= 0)
537 res = parse_ofw_memory(phandle, "available",
538 &availp[asz]);
539 else
540 res = parse_ofw_memory(phandle, "reg", &availp[asz]);
541 asz += res;
542 }
543
544 #ifdef FDT
545 phandle = OF_finddevice("/chosen");
546 if (OF_hasprop(phandle, "fdtmemreserv"))
547 asz = excise_fdt_reserved(availp, asz);
548
549 /* If the kernel is being loaded through kexec, initrd region is listed
550 * in /chosen but the region is not marked as reserved, so, we might exclude
551 * it here.
552 */
553 if (OF_hasprop(phandle, "linux,initrd-start"))
554 asz = excise_initrd_region(availp, asz);
555 #endif
556
557 #ifdef POWERNV
558 if (opal_check() == 0)
559 asz = excise_msi_region(availp, asz);
560 #endif
561
562 *memsz = msz;
563 *availsz = asz;
564 }
565
566 void
OF_initial_setup(void * fdt_ptr,void * junk,int (* openfirm)(void *))567 OF_initial_setup(void *fdt_ptr, void *junk, int (*openfirm)(void *))
568 {
569 #ifdef AIM
570 ofmsr[0] = mfmsr();
571 #ifdef __powerpc64__
572 ofmsr[0] &= ~PSL_SF;
573 #ifdef __LITTLE_ENDIAN__
574 /* Assume OFW is BE. */
575 ofmsr[0] &= ~PSL_LE;
576 #endif
577 #else
578 __asm __volatile("mfsprg0 %0" : "=&r"(ofmsr[1]));
579 #endif
580 __asm __volatile("mfsprg1 %0" : "=&r"(ofmsr[2]));
581 __asm __volatile("mfsprg2 %0" : "=&r"(ofmsr[3]));
582 __asm __volatile("mfsprg3 %0" : "=&r"(ofmsr[4]));
583 openfirmware_entry = openfirm;
584
585 if (ofmsr[0] & PSL_DR)
586 ofw_real_mode = 0;
587 else
588 ofw_real_mode = 1;
589
590 ofw_save_trap_vec(save_trap_init);
591 #else
592 ofw_real_mode = 1;
593 #endif
594
595 fdt = fdt_ptr;
596 }
597
598 boolean_t
OF_bootstrap(void)599 OF_bootstrap(void)
600 {
601 boolean_t status = FALSE;
602 int err = 0;
603
604 #ifdef AIM
605 if (openfirmware_entry != NULL) {
606 if (ofw_real_mode) {
607 status = OF_install(OFW_STD_REAL, 0);
608 } else {
609 #ifdef __powerpc64__
610 status = OF_install(OFW_STD_32BIT, 0);
611 #else
612 status = OF_install(OFW_STD_DIRECT, 0);
613 #endif
614 }
615
616 if (status != TRUE)
617 return status;
618
619 err = OF_init(openfirmware);
620 } else
621 #endif
622 if (fdt != NULL) {
623 #ifdef FDT
624 #ifdef AIM
625 bus_space_tag_t fdt_bt;
626 vm_offset_t tmp_fdt_ptr;
627 vm_size_t fdt_size;
628 uintptr_t fdt_va;
629 #endif
630
631 status = OF_install(OFW_FDT, 0);
632 if (status != TRUE)
633 return status;
634
635 #ifdef AIM /* AIM-only for now -- Book-E does this remapping in early init */
636 /* Get the FDT size for mapping if we can */
637 tmp_fdt_ptr = pmap_early_io_map((vm_paddr_t)fdt, PAGE_SIZE);
638 if (fdt_check_header((void *)tmp_fdt_ptr) != 0) {
639 pmap_early_io_unmap(tmp_fdt_ptr, PAGE_SIZE);
640 return FALSE;
641 }
642 fdt_size = fdt_totalsize((void *)tmp_fdt_ptr);
643 pmap_early_io_unmap(tmp_fdt_ptr, PAGE_SIZE);
644
645 /*
646 * Map this for real. Use bus_space_map() to take advantage
647 * of its auto-remapping function once the kernel is loaded.
648 * This is a dirty hack, but what we have.
649 */
650 #ifdef __LITTLE_ENDIAN__
651 fdt_bt = &bs_le_tag;
652 #else
653 fdt_bt = &bs_be_tag;
654 #endif
655 bus_space_map(fdt_bt, (vm_paddr_t)fdt, fdt_size, 0, &fdt_va);
656
657 err = OF_init((void *)fdt_va);
658 #else
659 err = OF_init(fdt);
660 #endif
661 #endif
662 }
663
664 #ifdef FDT_DTB_STATIC
665 /*
666 * Check for a statically included blob already in the kernel and
667 * needing no mapping.
668 */
669 else {
670 status = OF_install(OFW_FDT, 0);
671 if (status != TRUE)
672 return status;
673 err = OF_init(&fdt_static_dtb);
674 }
675 #endif
676
677 if (err != 0) {
678 OF_install(NULL, 0);
679 status = FALSE;
680 }
681
682 return (status);
683 }
684
685 #ifdef AIM
686 void
ofw_quiesce(void)687 ofw_quiesce(void)
688 {
689 struct {
690 cell_t name;
691 cell_t nargs;
692 cell_t nreturns;
693 } args;
694
695 KASSERT(!pmap_bootstrapped, ("Cannot call ofw_quiesce after VM is up"));
696
697 args.name = (cell_t)(uintptr_t)"quiesce";
698 args.nargs = 0;
699 args.nreturns = 0;
700 openfirmware(&args);
701 }
702
703 static int
openfirmware_core(void * args)704 openfirmware_core(void *args)
705 {
706 int result;
707 register_t oldmsr;
708
709 if (openfirmware_entry == NULL)
710 return (-1);
711
712 /*
713 * Turn off exceptions - we really don't want to end up
714 * anywhere unexpected with PCPU set to something strange
715 * or the stack pointer wrong.
716 */
717 oldmsr = intr_disable();
718
719 ofw_sprg_prepare();
720
721 /* Save trap vectors */
722 ofw_save_trap_vec(save_trap_of);
723
724 /* Restore initially saved trap vectors */
725 ofw_restore_trap_vec(save_trap_init);
726
727 #ifndef __powerpc64__
728 /*
729 * Clear battable[] translations
730 */
731 if (!(cpu_features & PPC_FEATURE_64))
732 __asm __volatile("mtdbatu 2, %0\n"
733 "mtdbatu 3, %0" : : "r" (0));
734 isync();
735 #endif
736
737 result = ofwcall(args);
738
739 /* Restore trap vecotrs */
740 ofw_restore_trap_vec(save_trap_of);
741
742 ofw_sprg_restore();
743
744 intr_restore(oldmsr);
745
746 return (result);
747 }
748
749 #ifdef SMP
750 struct ofw_rv_args {
751 void *args;
752 int retval;
753 volatile int in_progress;
754 };
755
756 static void
ofw_rendezvous_dispatch(void * xargs)757 ofw_rendezvous_dispatch(void *xargs)
758 {
759 struct ofw_rv_args *rv_args = xargs;
760
761 /* NOTE: Interrupts are disabled here */
762
763 if (PCPU_GET(cpuid) == 0) {
764 /*
765 * Execute all OF calls on CPU 0
766 */
767 rv_args->retval = openfirmware_core(rv_args->args);
768 rv_args->in_progress = 0;
769 } else {
770 /*
771 * Spin with interrupts off on other CPUs while OF has
772 * control of the machine.
773 */
774 while (rv_args->in_progress)
775 cpu_spinwait();
776 }
777 }
778 #endif
779
780 static int
openfirmware(void * args)781 openfirmware(void *args)
782 {
783 int result;
784 #ifdef SMP
785 struct ofw_rv_args rv_args;
786 #endif
787
788 if (openfirmware_entry == NULL)
789 return (-1);
790
791 #ifdef SMP
792 if (cold) {
793 result = openfirmware_core(args);
794 } else {
795 rv_args.args = args;
796 rv_args.in_progress = 1;
797 smp_rendezvous(smp_no_rendezvous_barrier,
798 ofw_rendezvous_dispatch, smp_no_rendezvous_barrier,
799 &rv_args);
800 result = rv_args.retval;
801 }
802 #else
803 result = openfirmware_core(args);
804 #endif
805
806 return (result);
807 }
808
809 void
OF_reboot(void)810 OF_reboot(void)
811 {
812 struct {
813 cell_t name;
814 cell_t nargs;
815 cell_t nreturns;
816 cell_t arg;
817 } args;
818
819 args.name = (cell_t)(uintptr_t)"interpret";
820 args.nargs = 1;
821 args.nreturns = 0;
822 args.arg = (cell_t)(uintptr_t)"reset-all";
823 openfirmware_core(&args); /* Don't do rendezvous! */
824
825 for (;;); /* just in case */
826 }
827
828 #endif /* AIM */
829
830 void
OF_getetheraddr(device_t dev,u_char * addr)831 OF_getetheraddr(device_t dev, u_char *addr)
832 {
833 phandle_t node;
834
835 node = ofw_bus_get_node(dev);
836 OF_getprop(node, "local-mac-address", addr, ETHER_ADDR_LEN);
837 }
838
839 /*
840 * Return a bus handle and bus tag that corresponds to the register
841 * numbered regno for the device referenced by the package handle
842 * dev. This function is intended to be used by console drivers in
843 * early boot only. It works by mapping the address of the device's
844 * register in the address space of its parent and recursively walk
845 * the device tree upward this way.
846 */
847 int
OF_decode_addr(phandle_t dev,int regno,bus_space_tag_t * tag,bus_space_handle_t * handle,bus_size_t * sz)848 OF_decode_addr(phandle_t dev, int regno, bus_space_tag_t *tag,
849 bus_space_handle_t *handle, bus_size_t *sz)
850 {
851 bus_addr_t addr;
852 bus_size_t size;
853 pcell_t pci_hi;
854 int flags, res;
855
856 res = ofw_reg_to_paddr(dev, regno, &addr, &size, &pci_hi);
857 if (res < 0)
858 return (res);
859
860 if (pci_hi == OFW_PADDR_NOT_PCI) {
861 *tag = &bs_be_tag;
862 flags = 0;
863 } else {
864 *tag = &bs_le_tag;
865 flags = (pci_hi & OFW_PCI_PHYS_HI_PREFETCHABLE) ?
866 BUS_SPACE_MAP_PREFETCHABLE: 0;
867 }
868
869 if (sz != NULL)
870 *sz = size;
871
872 return (bus_space_map(*tag, addr, size, flags, handle));
873 }
874