xref: /freebsd/sys/arm/mv/armadaxp/armadaxp_mp.c (revision d0307444)
116694521SOleksandr Tymoshenko /*-
216694521SOleksandr Tymoshenko  * Copyright (c) 2011 Semihalf.
316694521SOleksandr Tymoshenko  * All rights reserved.
416694521SOleksandr Tymoshenko  *
516694521SOleksandr Tymoshenko  * Redistribution and use in source and binary forms, with or without
616694521SOleksandr Tymoshenko  * modification, are permitted provided that the following conditions
716694521SOleksandr Tymoshenko  * are met:
816694521SOleksandr Tymoshenko  * 1. Redistributions of source code must retain the above copyright
916694521SOleksandr Tymoshenko  *    notice, this list of conditions and the following disclaimer.
1016694521SOleksandr Tymoshenko  * 2. Redistributions in binary form must reproduce the above copyright
1116694521SOleksandr Tymoshenko  *    notice, this list of conditions and the following disclaimer in the
1216694521SOleksandr Tymoshenko  *    documentation and/or other materials provided with the distribution.
1316694521SOleksandr Tymoshenko  *
1416694521SOleksandr Tymoshenko  * THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND
1516694521SOleksandr Tymoshenko  * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
1616694521SOleksandr Tymoshenko  * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
1716694521SOleksandr Tymoshenko  * ARE DISCLAIMED.  IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE
1816694521SOleksandr Tymoshenko  * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
1916694521SOleksandr Tymoshenko  * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
2016694521SOleksandr Tymoshenko  * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
2116694521SOleksandr Tymoshenko  * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
2216694521SOleksandr Tymoshenko  * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
2316694521SOleksandr Tymoshenko  * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
2416694521SOleksandr Tymoshenko  * SUCH DAMAGE.
2516694521SOleksandr Tymoshenko  *
2616694521SOleksandr Tymoshenko  * $FreeBSD$
2716694521SOleksandr Tymoshenko  */
2816694521SOleksandr Tymoshenko 
2916694521SOleksandr Tymoshenko #include <sys/param.h>
3016694521SOleksandr Tymoshenko #include <sys/systm.h>
3116694521SOleksandr Tymoshenko #include <sys/bus.h>
3216694521SOleksandr Tymoshenko #include <sys/lock.h>
3316694521SOleksandr Tymoshenko #include <sys/mutex.h>
3416694521SOleksandr Tymoshenko #include <sys/smp.h>
3516694521SOleksandr Tymoshenko 
365c39c3ffSGrzegorz Bernacki #include <vm/vm.h>
375c39c3ffSGrzegorz Bernacki #include <vm/vm_kern.h>
385c39c3ffSGrzegorz Bernacki #include <vm/vm_extern.h>
395c39c3ffSGrzegorz Bernacki 
4016694521SOleksandr Tymoshenko #include <machine/smp.h>
4116694521SOleksandr Tymoshenko #include <machine/fdt.h>
425c39c3ffSGrzegorz Bernacki #include <machine/armreg.h>
4316694521SOleksandr Tymoshenko 
4416694521SOleksandr Tymoshenko #include <arm/mv/mvwin.h>
4516694521SOleksandr Tymoshenko 
4616694521SOleksandr Tymoshenko #define MV_AXP_CPU_DIVCLK_BASE		(MV_BASE + 0x18700)
4716694521SOleksandr Tymoshenko #define CPU_DIVCLK_CTRL0		0x00
4816694521SOleksandr Tymoshenko #define CPU_DIVCLK_CTRL2_RATIO_FULL0	0x08
4916694521SOleksandr Tymoshenko #define CPU_DIVCLK_CTRL2_RATIO_FULL1	0x0c
505c39c3ffSGrzegorz Bernacki #define CPU_DIVCLK_MASK(x)		(~(0xff << (8 * (x))))
5116694521SOleksandr Tymoshenko 
5216694521SOleksandr Tymoshenko #define CPU_PMU(x)			(MV_BASE + 0x22100 + (0x100 * (x)))
5316694521SOleksandr Tymoshenko #define CPU_PMU_BOOT			0x24
5416694521SOleksandr Tymoshenko 
5516694521SOleksandr Tymoshenko #define MP				(MV_BASE + 0x20800)
5616694521SOleksandr Tymoshenko #define MP_SW_RESET(x)			((x) * 8)
5716694521SOleksandr Tymoshenko 
5816694521SOleksandr Tymoshenko #define CPU_RESUME_CONTROL		(0x20988)
5916694521SOleksandr Tymoshenko 
605c39c3ffSGrzegorz Bernacki void armadaxp_init_coher_fabric(void);
615c39c3ffSGrzegorz Bernacki int platform_get_ncpus(void);
6216694521SOleksandr Tymoshenko 
6316694521SOleksandr Tymoshenko /* Coherency Fabric registers */
6416694521SOleksandr Tymoshenko static uint32_t
6516694521SOleksandr Tymoshenko read_cpu_clkdiv(uint32_t reg)
6616694521SOleksandr Tymoshenko {
6716694521SOleksandr Tymoshenko 
6816694521SOleksandr Tymoshenko 	return (bus_space_read_4(fdtbus_bs_tag, MV_AXP_CPU_DIVCLK_BASE, reg));
6916694521SOleksandr Tymoshenko }
7016694521SOleksandr Tymoshenko 
7116694521SOleksandr Tymoshenko static void
7216694521SOleksandr Tymoshenko write_cpu_clkdiv(uint32_t reg, uint32_t val)
7316694521SOleksandr Tymoshenko {
7416694521SOleksandr Tymoshenko 
7516694521SOleksandr Tymoshenko 	bus_space_write_4(fdtbus_bs_tag, MV_AXP_CPU_DIVCLK_BASE, reg, val);
7616694521SOleksandr Tymoshenko }
7716694521SOleksandr Tymoshenko 
7816694521SOleksandr Tymoshenko void
7916694521SOleksandr Tymoshenko platform_mp_setmaxid(void)
8016694521SOleksandr Tymoshenko {
8116694521SOleksandr Tymoshenko 
8216694521SOleksandr Tymoshenko 	mp_maxid = 3;
8316694521SOleksandr Tymoshenko }
8416694521SOleksandr Tymoshenko 
8516694521SOleksandr Tymoshenko int
8616694521SOleksandr Tymoshenko platform_mp_probe(void)
8716694521SOleksandr Tymoshenko {
8816694521SOleksandr Tymoshenko 
8916694521SOleksandr Tymoshenko 	mp_ncpus = platform_get_ncpus();
9016694521SOleksandr Tymoshenko 
9116694521SOleksandr Tymoshenko 	return (mp_ncpus > 1);
9216694521SOleksandr Tymoshenko }
9316694521SOleksandr Tymoshenko 
9416694521SOleksandr Tymoshenko void
9516694521SOleksandr Tymoshenko platform_mp_init_secondary(void)
9616694521SOleksandr Tymoshenko {
9716694521SOleksandr Tymoshenko }
9816694521SOleksandr Tymoshenko 
9916694521SOleksandr Tymoshenko void mptramp(void);
100d0307444SZbigniew Bodek void mptramp_end(void);
10116694521SOleksandr Tymoshenko 
10216694521SOleksandr Tymoshenko void
10316694521SOleksandr Tymoshenko platform_mp_start_ap(void)
10416694521SOleksandr Tymoshenko {
1055c39c3ffSGrzegorz Bernacki 	uint32_t reg, *src, *dst, cpu_num, div_val, cputype;
1065c39c3ffSGrzegorz Bernacki 	vm_offset_t smp_boot;
1075c39c3ffSGrzegorz Bernacki 	/*
1085c39c3ffSGrzegorz Bernacki 	 * Initialization procedure depends on core revision,
1095c39c3ffSGrzegorz Bernacki 	 * in this step CHIP ID is checked to choose proper procedure
1105c39c3ffSGrzegorz Bernacki 	 */
1115c39c3ffSGrzegorz Bernacki 	cputype = cpufunc_id();
1125c39c3ffSGrzegorz Bernacki 	cputype &= CPU_ID_CPU_MASK;
11316694521SOleksandr Tymoshenko 
1145df87b21SJeff Roberson 	smp_boot = kva_alloc(PAGE_SIZE);
1155c39c3ffSGrzegorz Bernacki 	pmap_kenter_nocache(smp_boot, 0xffff0000);
1165c39c3ffSGrzegorz Bernacki 	dst = (uint32_t *) smp_boot;
11716694521SOleksandr Tymoshenko 
118d0307444SZbigniew Bodek 	for (src = (uint32_t *)mptramp; src < (uint32_t *)mptramp_end;
1195c39c3ffSGrzegorz Bernacki 	    src++, dst++) {
1205c39c3ffSGrzegorz Bernacki 		*dst = *src;
1215c39c3ffSGrzegorz Bernacki 	}
1225df87b21SJeff Roberson 	kva_free(smp_boot, PAGE_SIZE);
12316694521SOleksandr Tymoshenko 
1245c39c3ffSGrzegorz Bernacki 	if (cputype == CPU_ID_MV88SV584X_V7) {
1255c39c3ffSGrzegorz Bernacki 		/* Core rev A0 */
1265c39c3ffSGrzegorz Bernacki 		div_val = read_cpu_clkdiv(CPU_DIVCLK_CTRL2_RATIO_FULL1);
1275c39c3ffSGrzegorz Bernacki 		div_val &= 0x3f;
1285c39c3ffSGrzegorz Bernacki 
1295c39c3ffSGrzegorz Bernacki 		for (cpu_num = 1; cpu_num < mp_ncpus; cpu_num++ ) {
1305c39c3ffSGrzegorz Bernacki 			reg = read_cpu_clkdiv(CPU_DIVCLK_CTRL2_RATIO_FULL1);
1315c39c3ffSGrzegorz Bernacki 			reg &= CPU_DIVCLK_MASK(cpu_num);
1325c39c3ffSGrzegorz Bernacki 			reg |= div_val << (cpu_num * 8);
1335c39c3ffSGrzegorz Bernacki 			write_cpu_clkdiv(CPU_DIVCLK_CTRL2_RATIO_FULL1, reg);
1345c39c3ffSGrzegorz Bernacki 		}
1355c39c3ffSGrzegorz Bernacki 	} else {
1365c39c3ffSGrzegorz Bernacki 		/* Core rev Z1 */
1375c39c3ffSGrzegorz Bernacki 		div_val = 0x01;
13816694521SOleksandr Tymoshenko 
13916694521SOleksandr Tymoshenko 		if (mp_ncpus > 1) {
14016694521SOleksandr Tymoshenko 			reg = read_cpu_clkdiv(CPU_DIVCLK_CTRL2_RATIO_FULL0);
1415c39c3ffSGrzegorz Bernacki 			reg &= CPU_DIVCLK_MASK(3);
1425c39c3ffSGrzegorz Bernacki 			reg |= div_val << 24;
14316694521SOleksandr Tymoshenko 			write_cpu_clkdiv(CPU_DIVCLK_CTRL2_RATIO_FULL0, reg);
14416694521SOleksandr Tymoshenko 		}
1455c39c3ffSGrzegorz Bernacki 
1465c39c3ffSGrzegorz Bernacki 		for (cpu_num = 2; cpu_num < mp_ncpus; cpu_num++ ) {
14716694521SOleksandr Tymoshenko 			reg = read_cpu_clkdiv(CPU_DIVCLK_CTRL2_RATIO_FULL1);
1485c39c3ffSGrzegorz Bernacki 			reg &= CPU_DIVCLK_MASK(cpu_num);
1495c39c3ffSGrzegorz Bernacki 			reg |= div_val << (cpu_num * 8);
15016694521SOleksandr Tymoshenko 			write_cpu_clkdiv(CPU_DIVCLK_CTRL2_RATIO_FULL1, reg);
15116694521SOleksandr Tymoshenko 		}
15216694521SOleksandr Tymoshenko 	}
15316694521SOleksandr Tymoshenko 
15416694521SOleksandr Tymoshenko 	reg = read_cpu_clkdiv(CPU_DIVCLK_CTRL0);
15516694521SOleksandr Tymoshenko 	reg |= ((0x1 << (mp_ncpus - 1)) - 1) << 21;
15616694521SOleksandr Tymoshenko 	write_cpu_clkdiv(CPU_DIVCLK_CTRL0, reg);
15716694521SOleksandr Tymoshenko 	reg = read_cpu_clkdiv(CPU_DIVCLK_CTRL0);
15816694521SOleksandr Tymoshenko 	reg |= 0x01000000;
15916694521SOleksandr Tymoshenko 	write_cpu_clkdiv(CPU_DIVCLK_CTRL0, reg);
16016694521SOleksandr Tymoshenko 
16116694521SOleksandr Tymoshenko 	DELAY(100);
16216694521SOleksandr Tymoshenko 	reg &= ~(0xf << 21);
16316694521SOleksandr Tymoshenko 	write_cpu_clkdiv(CPU_DIVCLK_CTRL0, reg);
16416694521SOleksandr Tymoshenko 	DELAY(100);
16516694521SOleksandr Tymoshenko 
16616694521SOleksandr Tymoshenko 	bus_space_write_4(fdtbus_bs_tag, MV_BASE, CPU_RESUME_CONTROL, 0);
16716694521SOleksandr Tymoshenko 
16816694521SOleksandr Tymoshenko 	for (cpu_num = 1; cpu_num < mp_ncpus; cpu_num++ )
16916694521SOleksandr Tymoshenko 		bus_space_write_4(fdtbus_bs_tag, CPU_PMU(cpu_num), CPU_PMU_BOOT,
1709e9b17fbSOlivier Houchard 		    pmap_kextract((vm_offset_t)mpentry));
17116694521SOleksandr Tymoshenko 
17216694521SOleksandr Tymoshenko 	cpu_idcache_wbinv_all();
17316694521SOleksandr Tymoshenko 
17416694521SOleksandr Tymoshenko 	for (cpu_num = 1; cpu_num < mp_ncpus; cpu_num++ )
17516694521SOleksandr Tymoshenko 		bus_space_write_4(fdtbus_bs_tag, MP, MP_SW_RESET(cpu_num), 0);
17616694521SOleksandr Tymoshenko 
17716694521SOleksandr Tymoshenko 	/* XXX: Temporary workaround for hangup after releasing AP's */
17816694521SOleksandr Tymoshenko 	wmb();
17916694521SOleksandr Tymoshenko 	DELAY(10);
18016694521SOleksandr Tymoshenko 
1815c39c3ffSGrzegorz Bernacki 	armadaxp_init_coher_fabric();
18216694521SOleksandr Tymoshenko }
18316694521SOleksandr Tymoshenko 
18416694521SOleksandr Tymoshenko void
18516694521SOleksandr Tymoshenko platform_ipi_send(cpuset_t cpus, u_int ipi)
18616694521SOleksandr Tymoshenko {
18716694521SOleksandr Tymoshenko 
18816694521SOleksandr Tymoshenko 	pic_ipi_send(cpus, ipi);
18916694521SOleksandr Tymoshenko }
190