11eee9950SDaniel Henrique Barboza /*
21eee9950SDaniel Henrique Barboza * QEMU PowerPC pSeries Logical Partition NUMA associativity handling
31eee9950SDaniel Henrique Barboza *
41eee9950SDaniel Henrique Barboza * Copyright IBM Corp. 2020
51eee9950SDaniel Henrique Barboza *
61eee9950SDaniel Henrique Barboza * Authors:
71eee9950SDaniel Henrique Barboza * Daniel Henrique Barboza <danielhb413@gmail.com>
81eee9950SDaniel Henrique Barboza *
91eee9950SDaniel Henrique Barboza * This work is licensed under the terms of the GNU GPL, version 2 or later.
101eee9950SDaniel Henrique Barboza * See the COPYING file in the top-level directory.
111eee9950SDaniel Henrique Barboza */
121eee9950SDaniel Henrique Barboza
131eee9950SDaniel Henrique Barboza #include "qemu/osdep.h"
141eee9950SDaniel Henrique Barboza #include "hw/ppc/spapr_numa.h"
15dd7e1d7aSDaniel Henrique Barboza #include "hw/pci-host/spapr.h"
161eee9950SDaniel Henrique Barboza #include "hw/ppc/fdt.h"
171eee9950SDaniel Henrique Barboza
18dd7e1d7aSDaniel Henrique Barboza /* Moved from hw/ppc/spapr_pci_nvlink2.c */
19dd7e1d7aSDaniel Henrique Barboza #define SPAPR_GPU_NUMA_ID (cpu_to_be32(1))
20f1aa45ffSDaniel Henrique Barboza
213a6e4ce6SDaniel Henrique Barboza /*
223a6e4ce6SDaniel Henrique Barboza * Retrieves max_dist_ref_points of the current NUMA affinity.
233a6e4ce6SDaniel Henrique Barboza */
get_max_dist_ref_points(SpaprMachineState * spapr)243a6e4ce6SDaniel Henrique Barboza static int get_max_dist_ref_points(SpaprMachineState *spapr)
253a6e4ce6SDaniel Henrique Barboza {
26e0eb84d4SDaniel Henrique Barboza if (spapr_ovec_test(spapr->ov5_cas, OV5_FORM2_AFFINITY)) {
27e0eb84d4SDaniel Henrique Barboza return FORM2_DIST_REF_POINTS;
28e0eb84d4SDaniel Henrique Barboza }
29e0eb84d4SDaniel Henrique Barboza
303a6e4ce6SDaniel Henrique Barboza return FORM1_DIST_REF_POINTS;
313a6e4ce6SDaniel Henrique Barboza }
323a6e4ce6SDaniel Henrique Barboza
333a6e4ce6SDaniel Henrique Barboza /*
343a6e4ce6SDaniel Henrique Barboza * Retrieves numa_assoc_size of the current NUMA affinity.
353a6e4ce6SDaniel Henrique Barboza */
get_numa_assoc_size(SpaprMachineState * spapr)363a6e4ce6SDaniel Henrique Barboza static int get_numa_assoc_size(SpaprMachineState *spapr)
373a6e4ce6SDaniel Henrique Barboza {
38e0eb84d4SDaniel Henrique Barboza if (spapr_ovec_test(spapr->ov5_cas, OV5_FORM2_AFFINITY)) {
39e0eb84d4SDaniel Henrique Barboza return FORM2_NUMA_ASSOC_SIZE;
40e0eb84d4SDaniel Henrique Barboza }
41e0eb84d4SDaniel Henrique Barboza
423a6e4ce6SDaniel Henrique Barboza return FORM1_NUMA_ASSOC_SIZE;
433a6e4ce6SDaniel Henrique Barboza }
443a6e4ce6SDaniel Henrique Barboza
453a6e4ce6SDaniel Henrique Barboza /*
463a6e4ce6SDaniel Henrique Barboza * Retrieves vcpu_assoc_size of the current NUMA affinity.
473a6e4ce6SDaniel Henrique Barboza *
483a6e4ce6SDaniel Henrique Barboza * vcpu_assoc_size is the size of ibm,associativity array
493a6e4ce6SDaniel Henrique Barboza * for CPUs, which has an extra element (vcpu_id) in the end.
503a6e4ce6SDaniel Henrique Barboza */
get_vcpu_assoc_size(SpaprMachineState * spapr)513a6e4ce6SDaniel Henrique Barboza static int get_vcpu_assoc_size(SpaprMachineState *spapr)
523a6e4ce6SDaniel Henrique Barboza {
533a6e4ce6SDaniel Henrique Barboza return get_numa_assoc_size(spapr) + 1;
543a6e4ce6SDaniel Henrique Barboza }
553a6e4ce6SDaniel Henrique Barboza
56a165ac67SDaniel Henrique Barboza /*
57a165ac67SDaniel Henrique Barboza * Retrieves the ibm,associativity array of NUMA node 'node_id'
58a165ac67SDaniel Henrique Barboza * for the current NUMA affinity.
59a165ac67SDaniel Henrique Barboza */
get_associativity(SpaprMachineState * spapr,int node_id)60a165ac67SDaniel Henrique Barboza static const uint32_t *get_associativity(SpaprMachineState *spapr, int node_id)
61a165ac67SDaniel Henrique Barboza {
62e0eb84d4SDaniel Henrique Barboza if (spapr_ovec_test(spapr->ov5_cas, OV5_FORM2_AFFINITY)) {
63e0eb84d4SDaniel Henrique Barboza return spapr->FORM2_assoc_array[node_id];
64e0eb84d4SDaniel Henrique Barboza }
65a165ac67SDaniel Henrique Barboza return spapr->FORM1_assoc_array[node_id];
66a165ac67SDaniel Henrique Barboza }
67a165ac67SDaniel Henrique Barboza
681fde73bcSDaniel Henrique Barboza /*
691fde73bcSDaniel Henrique Barboza * Wrapper that returns node distance from ms->numa_state->nodes
701fde73bcSDaniel Henrique Barboza * after handling edge cases where the distance might be absent.
711fde73bcSDaniel Henrique Barboza */
get_numa_distance(MachineState * ms,int src,int dst)721fde73bcSDaniel Henrique Barboza static int get_numa_distance(MachineState *ms, int src, int dst)
731fde73bcSDaniel Henrique Barboza {
741fde73bcSDaniel Henrique Barboza NodeInfo *numa_info = ms->numa_state->nodes;
751fde73bcSDaniel Henrique Barboza int ret = numa_info[src].distance[dst];
761fde73bcSDaniel Henrique Barboza
771fde73bcSDaniel Henrique Barboza if (ret != 0) {
781fde73bcSDaniel Henrique Barboza return ret;
791fde73bcSDaniel Henrique Barboza }
801fde73bcSDaniel Henrique Barboza
811fde73bcSDaniel Henrique Barboza /*
821fde73bcSDaniel Henrique Barboza * In case QEMU adds a default NUMA single node when the user
831fde73bcSDaniel Henrique Barboza * did not add any, or where the user did not supply distances,
841fde73bcSDaniel Henrique Barboza * the distance will be absent (zero). Return local/remote
851fde73bcSDaniel Henrique Barboza * distance in this case.
861fde73bcSDaniel Henrique Barboza */
871fde73bcSDaniel Henrique Barboza if (src == dst) {
881fde73bcSDaniel Henrique Barboza return NUMA_DISTANCE_MIN;
891fde73bcSDaniel Henrique Barboza }
901fde73bcSDaniel Henrique Barboza
911fde73bcSDaniel Henrique Barboza return NUMA_DISTANCE_DEFAULT;
921fde73bcSDaniel Henrique Barboza }
931fde73bcSDaniel Henrique Barboza
spapr_numa_is_symmetrical(MachineState * ms)94ee6635b2SDaniel Henrique Barboza static bool spapr_numa_is_symmetrical(MachineState *ms)
95ee6635b2SDaniel Henrique Barboza {
96ee6635b2SDaniel Henrique Barboza int nb_numa_nodes = ms->numa_state->num_nodes;
971fde73bcSDaniel Henrique Barboza int src, dst;
98ee6635b2SDaniel Henrique Barboza
99ee6635b2SDaniel Henrique Barboza for (src = 0; src < nb_numa_nodes; src++) {
100ee6635b2SDaniel Henrique Barboza for (dst = src; dst < nb_numa_nodes; dst++) {
1011fde73bcSDaniel Henrique Barboza if (get_numa_distance(ms, src, dst) !=
1021fde73bcSDaniel Henrique Barboza get_numa_distance(ms, dst, src)) {
103ee6635b2SDaniel Henrique Barboza return false;
104ee6635b2SDaniel Henrique Barboza }
105ee6635b2SDaniel Henrique Barboza }
106ee6635b2SDaniel Henrique Barboza }
107ee6635b2SDaniel Henrique Barboza
108ee6635b2SDaniel Henrique Barboza return true;
109ee6635b2SDaniel Henrique Barboza }
110ee6635b2SDaniel Henrique Barboza
111690fbe42SDaniel Henrique Barboza /*
112690fbe42SDaniel Henrique Barboza * This function will translate the user distances into
113690fbe42SDaniel Henrique Barboza * what the kernel understand as possible values: 10
114690fbe42SDaniel Henrique Barboza * (local distance), 20, 40, 80 and 160, and return the equivalent
115690fbe42SDaniel Henrique Barboza * NUMA level for each. Current heuristic is:
116690fbe42SDaniel Henrique Barboza * - local distance (10) returns numa_level = 0x4, meaning there is
117690fbe42SDaniel Henrique Barboza * no rounding for local distance
118690fbe42SDaniel Henrique Barboza * - distances between 11 and 30 inclusive -> rounded to 20,
119690fbe42SDaniel Henrique Barboza * numa_level = 0x3
120690fbe42SDaniel Henrique Barboza * - distances between 31 and 60 inclusive -> rounded to 40,
121690fbe42SDaniel Henrique Barboza * numa_level = 0x2
122690fbe42SDaniel Henrique Barboza * - distances between 61 and 120 inclusive -> rounded to 80,
123690fbe42SDaniel Henrique Barboza * numa_level = 0x1
124690fbe42SDaniel Henrique Barboza * - everything above 120 returns numa_level = 0 to indicate that
125690fbe42SDaniel Henrique Barboza * there is no match. This will be calculated as disntace = 160
126690fbe42SDaniel Henrique Barboza * by the kernel (as of v5.9)
127690fbe42SDaniel Henrique Barboza */
spapr_numa_get_numa_level(uint8_t distance)128690fbe42SDaniel Henrique Barboza static uint8_t spapr_numa_get_numa_level(uint8_t distance)
129690fbe42SDaniel Henrique Barboza {
130690fbe42SDaniel Henrique Barboza if (distance == 10) {
131690fbe42SDaniel Henrique Barboza return 0x4;
132690fbe42SDaniel Henrique Barboza } else if (distance > 11 && distance <= 30) {
133690fbe42SDaniel Henrique Barboza return 0x3;
134690fbe42SDaniel Henrique Barboza } else if (distance > 31 && distance <= 60) {
135690fbe42SDaniel Henrique Barboza return 0x2;
136690fbe42SDaniel Henrique Barboza } else if (distance > 61 && distance <= 120) {
137690fbe42SDaniel Henrique Barboza return 0x1;
138690fbe42SDaniel Henrique Barboza }
139690fbe42SDaniel Henrique Barboza
140690fbe42SDaniel Henrique Barboza return 0;
141690fbe42SDaniel Henrique Barboza }
142690fbe42SDaniel Henrique Barboza
spapr_numa_define_FORM1_domains(SpaprMachineState * spapr)143d98dbe2aSDaniel Henrique Barboza static void spapr_numa_define_FORM1_domains(SpaprMachineState *spapr)
144690fbe42SDaniel Henrique Barboza {
145690fbe42SDaniel Henrique Barboza MachineState *ms = MACHINE(spapr);
146690fbe42SDaniel Henrique Barboza int nb_numa_nodes = ms->numa_state->num_nodes;
147afa3b3c9SDaniel Henrique Barboza int src, dst, i, j;
148afa3b3c9SDaniel Henrique Barboza
149afa3b3c9SDaniel Henrique Barboza /*
150afa3b3c9SDaniel Henrique Barboza * Fill all associativity domains of non-zero NUMA nodes with
151afa3b3c9SDaniel Henrique Barboza * node_id. This is required because the default value (0) is
152afa3b3c9SDaniel Henrique Barboza * considered a match with associativity domains of node 0.
153afa3b3c9SDaniel Henrique Barboza */
154afa3b3c9SDaniel Henrique Barboza for (i = 1; i < nb_numa_nodes; i++) {
1553a6e4ce6SDaniel Henrique Barboza for (j = 1; j < FORM1_DIST_REF_POINTS; j++) {
156a165ac67SDaniel Henrique Barboza spapr->FORM1_assoc_array[i][j] = cpu_to_be32(i);
157afa3b3c9SDaniel Henrique Barboza }
158afa3b3c9SDaniel Henrique Barboza }
159690fbe42SDaniel Henrique Barboza
160690fbe42SDaniel Henrique Barboza for (src = 0; src < nb_numa_nodes; src++) {
161690fbe42SDaniel Henrique Barboza for (dst = src; dst < nb_numa_nodes; dst++) {
162690fbe42SDaniel Henrique Barboza /*
163690fbe42SDaniel Henrique Barboza * This is how the associativity domain between A and B
164690fbe42SDaniel Henrique Barboza * is calculated:
165690fbe42SDaniel Henrique Barboza *
166690fbe42SDaniel Henrique Barboza * - get the distance D between them
167690fbe42SDaniel Henrique Barboza * - get the correspondent NUMA level 'n_level' for D
168690fbe42SDaniel Henrique Barboza * - all associativity arrays were initialized with their own
169690fbe42SDaniel Henrique Barboza * numa_ids, and we're calculating the distance in node_id
170690fbe42SDaniel Henrique Barboza * ascending order, starting from node id 0 (the first node
171690fbe42SDaniel Henrique Barboza * retrieved by numa_state). This will have a cascade effect in
172690fbe42SDaniel Henrique Barboza * the algorithm because the associativity domains that node 0
173690fbe42SDaniel Henrique Barboza * defines will be carried over to other nodes, and node 1
174690fbe42SDaniel Henrique Barboza * associativities will be carried over after taking node 0
175690fbe42SDaniel Henrique Barboza * associativities into account, and so on. This happens because
176690fbe42SDaniel Henrique Barboza * we'll assign assoc_src as the associativity domain of dst
177690fbe42SDaniel Henrique Barboza * as well, for all NUMA levels beyond and including n_level.
178690fbe42SDaniel Henrique Barboza *
179690fbe42SDaniel Henrique Barboza * The PPC kernel expects the associativity domains of node 0 to
180690fbe42SDaniel Henrique Barboza * be always 0, and this algorithm will grant that by default.
181690fbe42SDaniel Henrique Barboza */
1821fde73bcSDaniel Henrique Barboza uint8_t distance = get_numa_distance(ms, src, dst);
183690fbe42SDaniel Henrique Barboza uint8_t n_level = spapr_numa_get_numa_level(distance);
184690fbe42SDaniel Henrique Barboza uint32_t assoc_src;
185690fbe42SDaniel Henrique Barboza
186690fbe42SDaniel Henrique Barboza /*
187690fbe42SDaniel Henrique Barboza * n_level = 0 means that the distance is greater than our last
188690fbe42SDaniel Henrique Barboza * rounded value (120). In this case there is no NUMA level match
189690fbe42SDaniel Henrique Barboza * between src and dst and we can skip the remaining of the loop.
190690fbe42SDaniel Henrique Barboza *
191690fbe42SDaniel Henrique Barboza * The Linux kernel will assume that the distance between src and
192690fbe42SDaniel Henrique Barboza * dst, in this case of no match, is 10 (local distance) doubled
1933a6e4ce6SDaniel Henrique Barboza * for each NUMA it didn't match. We have FORM1_DIST_REF_POINTS
194690fbe42SDaniel Henrique Barboza * levels (4), so this gives us 10*2*2*2*2 = 160.
195690fbe42SDaniel Henrique Barboza *
196690fbe42SDaniel Henrique Barboza * This logic can be seen in the Linux kernel source code, as of
197690fbe42SDaniel Henrique Barboza * v5.9, in arch/powerpc/mm/numa.c, function __node_distance().
198690fbe42SDaniel Henrique Barboza */
199690fbe42SDaniel Henrique Barboza if (n_level == 0) {
200690fbe42SDaniel Henrique Barboza continue;
201690fbe42SDaniel Henrique Barboza }
202690fbe42SDaniel Henrique Barboza
203690fbe42SDaniel Henrique Barboza /*
204690fbe42SDaniel Henrique Barboza * We must assign all assoc_src to dst, starting from n_level
205690fbe42SDaniel Henrique Barboza * and going up to 0x1.
206690fbe42SDaniel Henrique Barboza */
207690fbe42SDaniel Henrique Barboza for (i = n_level; i > 0; i--) {
208a165ac67SDaniel Henrique Barboza assoc_src = spapr->FORM1_assoc_array[src][i];
209a165ac67SDaniel Henrique Barboza spapr->FORM1_assoc_array[dst][i] = assoc_src;
210690fbe42SDaniel Henrique Barboza }
211690fbe42SDaniel Henrique Barboza }
212690fbe42SDaniel Henrique Barboza }
213690fbe42SDaniel Henrique Barboza
214690fbe42SDaniel Henrique Barboza }
215690fbe42SDaniel Henrique Barboza
spapr_numa_FORM1_affinity_check(MachineState * machine)2165dab5abeSDaniel Henrique Barboza static void spapr_numa_FORM1_affinity_check(MachineState *machine)
2175dab5abeSDaniel Henrique Barboza {
2185dab5abeSDaniel Henrique Barboza int i;
2195dab5abeSDaniel Henrique Barboza
2205dab5abeSDaniel Henrique Barboza /*
2215dab5abeSDaniel Henrique Barboza * Check we don't have a memory-less/cpu-less NUMA node
2225dab5abeSDaniel Henrique Barboza * Firmware relies on the existing memory/cpu topology to provide the
2235dab5abeSDaniel Henrique Barboza * NUMA topology to the kernel.
2245dab5abeSDaniel Henrique Barboza * And the linux kernel needs to know the NUMA topology at start
2255dab5abeSDaniel Henrique Barboza * to be able to hotplug CPUs later.
2265dab5abeSDaniel Henrique Barboza */
2275dab5abeSDaniel Henrique Barboza if (machine->numa_state->num_nodes) {
2285dab5abeSDaniel Henrique Barboza for (i = 0; i < machine->numa_state->num_nodes; ++i) {
2295dab5abeSDaniel Henrique Barboza /* check for memory-less node */
2305dab5abeSDaniel Henrique Barboza if (machine->numa_state->nodes[i].node_mem == 0) {
2315dab5abeSDaniel Henrique Barboza CPUState *cs;
2325dab5abeSDaniel Henrique Barboza int found = 0;
2335dab5abeSDaniel Henrique Barboza /* check for cpu-less node */
2345dab5abeSDaniel Henrique Barboza CPU_FOREACH(cs) {
2355dab5abeSDaniel Henrique Barboza PowerPCCPU *cpu = POWERPC_CPU(cs);
2365dab5abeSDaniel Henrique Barboza if (cpu->node_id == i) {
2375dab5abeSDaniel Henrique Barboza found = 1;
2385dab5abeSDaniel Henrique Barboza break;
2395dab5abeSDaniel Henrique Barboza }
2405dab5abeSDaniel Henrique Barboza }
2415dab5abeSDaniel Henrique Barboza /* memory-less and cpu-less node */
2425dab5abeSDaniel Henrique Barboza if (!found) {
2435dab5abeSDaniel Henrique Barboza error_report(
2445dab5abeSDaniel Henrique Barboza "Memory-less/cpu-less nodes are not supported with FORM1 NUMA (node %d)", i);
2455dab5abeSDaniel Henrique Barboza exit(EXIT_FAILURE);
2465dab5abeSDaniel Henrique Barboza }
2475dab5abeSDaniel Henrique Barboza }
2485dab5abeSDaniel Henrique Barboza }
2495dab5abeSDaniel Henrique Barboza }
2505dab5abeSDaniel Henrique Barboza
2515dab5abeSDaniel Henrique Barboza if (!spapr_numa_is_symmetrical(machine)) {
2525dab5abeSDaniel Henrique Barboza error_report(
2535dab5abeSDaniel Henrique Barboza "Asymmetrical NUMA topologies aren't supported in the pSeries machine using FORM1 NUMA");
2545dab5abeSDaniel Henrique Barboza exit(EXIT_FAILURE);
2555dab5abeSDaniel Henrique Barboza }
2565dab5abeSDaniel Henrique Barboza }
2575dab5abeSDaniel Henrique Barboza
258d98dbe2aSDaniel Henrique Barboza /*
259d98dbe2aSDaniel Henrique Barboza * Set NUMA machine state data based on FORM1 affinity semantics.
260d98dbe2aSDaniel Henrique Barboza */
spapr_numa_FORM1_affinity_init(SpaprMachineState * spapr,MachineState * machine)261d98dbe2aSDaniel Henrique Barboza static void spapr_numa_FORM1_affinity_init(SpaprMachineState *spapr,
262f1aa45ffSDaniel Henrique Barboza MachineState *machine)
263f1aa45ffSDaniel Henrique Barboza {
264dd7e1d7aSDaniel Henrique Barboza SpaprMachineClass *smc = SPAPR_MACHINE_GET_CLASS(spapr);
265f1aa45ffSDaniel Henrique Barboza int nb_numa_nodes = machine->numa_state->num_nodes;
26644fa20c9SCédric Le Goater int i, j;
267f1aa45ffSDaniel Henrique Barboza
268f1aa45ffSDaniel Henrique Barboza /*
269f1aa45ffSDaniel Henrique Barboza * For all associativity arrays: first position is the size,
2703a6e4ce6SDaniel Henrique Barboza * position FORM1_DIST_REF_POINTS is always the numa_id,
271f1aa45ffSDaniel Henrique Barboza * represented by the index 'i'.
272f1aa45ffSDaniel Henrique Barboza *
273f1aa45ffSDaniel Henrique Barboza * This will break on sparse NUMA setups, when/if QEMU starts
274f1aa45ffSDaniel Henrique Barboza * to support it, because there will be no more guarantee that
275f1aa45ffSDaniel Henrique Barboza * 'i' will be a valid node_id set by the user.
276f1aa45ffSDaniel Henrique Barboza */
277f1aa45ffSDaniel Henrique Barboza for (i = 0; i < nb_numa_nodes; i++) {
278a165ac67SDaniel Henrique Barboza spapr->FORM1_assoc_array[i][0] = cpu_to_be32(FORM1_DIST_REF_POINTS);
279a165ac67SDaniel Henrique Barboza spapr->FORM1_assoc_array[i][FORM1_DIST_REF_POINTS] = cpu_to_be32(i);
280f1aa45ffSDaniel Henrique Barboza }
281dd7e1d7aSDaniel Henrique Barboza
28244fa20c9SCédric Le Goater for (i = nb_numa_nodes; i < nb_numa_nodes; i++) {
283a165ac67SDaniel Henrique Barboza spapr->FORM1_assoc_array[i][0] = cpu_to_be32(FORM1_DIST_REF_POINTS);
284dd7e1d7aSDaniel Henrique Barboza
2853a6e4ce6SDaniel Henrique Barboza for (j = 1; j < FORM1_DIST_REF_POINTS; j++) {
286dd7e1d7aSDaniel Henrique Barboza uint32_t gpu_assoc = smc->pre_5_1_assoc_refpoints ?
287dd7e1d7aSDaniel Henrique Barboza SPAPR_GPU_NUMA_ID : cpu_to_be32(i);
288a165ac67SDaniel Henrique Barboza spapr->FORM1_assoc_array[i][j] = gpu_assoc;
289dd7e1d7aSDaniel Henrique Barboza }
290dd7e1d7aSDaniel Henrique Barboza
291a165ac67SDaniel Henrique Barboza spapr->FORM1_assoc_array[i][FORM1_DIST_REF_POINTS] = cpu_to_be32(i);
292dd7e1d7aSDaniel Henrique Barboza }
293ee6635b2SDaniel Henrique Barboza
294ee6635b2SDaniel Henrique Barboza /*
295afa3b3c9SDaniel Henrique Barboza * Guests pseries-5.1 and older uses zeroed associativity domains,
296afa3b3c9SDaniel Henrique Barboza * i.e. no domain definition based on NUMA distance input.
297afa3b3c9SDaniel Henrique Barboza *
298afa3b3c9SDaniel Henrique Barboza * Same thing with guests that have only one NUMA node.
299ee6635b2SDaniel Henrique Barboza */
300afa3b3c9SDaniel Henrique Barboza if (smc->pre_5_2_numa_associativity ||
301afa3b3c9SDaniel Henrique Barboza machine->numa_state->num_nodes <= 1) {
302ee6635b2SDaniel Henrique Barboza return;
303ee6635b2SDaniel Henrique Barboza }
304ee6635b2SDaniel Henrique Barboza
305d98dbe2aSDaniel Henrique Barboza spapr_numa_define_FORM1_domains(spapr);
306d98dbe2aSDaniel Henrique Barboza }
307d98dbe2aSDaniel Henrique Barboza
308e0eb84d4SDaniel Henrique Barboza /*
309e0eb84d4SDaniel Henrique Barboza * Init NUMA FORM2 machine state data
310e0eb84d4SDaniel Henrique Barboza */
spapr_numa_FORM2_affinity_init(SpaprMachineState * spapr)311e0eb84d4SDaniel Henrique Barboza static void spapr_numa_FORM2_affinity_init(SpaprMachineState *spapr)
312e0eb84d4SDaniel Henrique Barboza {
313e0eb84d4SDaniel Henrique Barboza int i;
314e0eb84d4SDaniel Henrique Barboza
315e0eb84d4SDaniel Henrique Barboza /*
316e0eb84d4SDaniel Henrique Barboza * For all resources but CPUs, FORM2 associativity arrays will
317e0eb84d4SDaniel Henrique Barboza * be a size 2 array with the following format:
318e0eb84d4SDaniel Henrique Barboza *
319e0eb84d4SDaniel Henrique Barboza * ibm,associativity = {1, numa_id}
320e0eb84d4SDaniel Henrique Barboza *
321e0eb84d4SDaniel Henrique Barboza * CPUs will write an additional 'vcpu_id' on top of the arrays
322e0eb84d4SDaniel Henrique Barboza * being initialized here. 'numa_id' is represented by the
323e0eb84d4SDaniel Henrique Barboza * index 'i' of the loop.
324e0eb84d4SDaniel Henrique Barboza */
325e0eb84d4SDaniel Henrique Barboza for (i = 0; i < NUMA_NODES_MAX_NUM; i++) {
326e0eb84d4SDaniel Henrique Barboza spapr->FORM2_assoc_array[i][0] = cpu_to_be32(1);
327e0eb84d4SDaniel Henrique Barboza spapr->FORM2_assoc_array[i][1] = cpu_to_be32(i);
328e0eb84d4SDaniel Henrique Barboza }
329e0eb84d4SDaniel Henrique Barboza }
330e0eb84d4SDaniel Henrique Barboza
spapr_numa_associativity_init(SpaprMachineState * spapr,MachineState * machine)331d98dbe2aSDaniel Henrique Barboza void spapr_numa_associativity_init(SpaprMachineState *spapr,
332d98dbe2aSDaniel Henrique Barboza MachineState *machine)
333d98dbe2aSDaniel Henrique Barboza {
334d98dbe2aSDaniel Henrique Barboza spapr_numa_FORM1_affinity_init(spapr, machine);
335e0eb84d4SDaniel Henrique Barboza spapr_numa_FORM2_affinity_init(spapr);
336f1aa45ffSDaniel Henrique Barboza }
337f1aa45ffSDaniel Henrique Barboza
spapr_numa_associativity_check(SpaprMachineState * spapr)3385dab5abeSDaniel Henrique Barboza void spapr_numa_associativity_check(SpaprMachineState *spapr)
3395dab5abeSDaniel Henrique Barboza {
340e0eb84d4SDaniel Henrique Barboza /*
341e0eb84d4SDaniel Henrique Barboza * FORM2 does not have any restrictions we need to handle
342e0eb84d4SDaniel Henrique Barboza * at CAS time, for now.
343e0eb84d4SDaniel Henrique Barboza */
344e0eb84d4SDaniel Henrique Barboza if (spapr_ovec_test(spapr->ov5_cas, OV5_FORM2_AFFINITY)) {
345e0eb84d4SDaniel Henrique Barboza return;
346e0eb84d4SDaniel Henrique Barboza }
347e0eb84d4SDaniel Henrique Barboza
3485dab5abeSDaniel Henrique Barboza spapr_numa_FORM1_affinity_check(MACHINE(spapr));
3495dab5abeSDaniel Henrique Barboza }
3505dab5abeSDaniel Henrique Barboza
spapr_numa_write_associativity_dt(SpaprMachineState * spapr,void * fdt,int offset,int nodeid)351f1aa45ffSDaniel Henrique Barboza void spapr_numa_write_associativity_dt(SpaprMachineState *spapr, void *fdt,
352f1aa45ffSDaniel Henrique Barboza int offset, int nodeid)
353f1aa45ffSDaniel Henrique Barboza {
354a165ac67SDaniel Henrique Barboza const uint32_t *associativity = get_associativity(spapr, nodeid);
355a165ac67SDaniel Henrique Barboza
356f1aa45ffSDaniel Henrique Barboza _FDT((fdt_setprop(fdt, offset, "ibm,associativity",
357a165ac67SDaniel Henrique Barboza associativity,
3583a6e4ce6SDaniel Henrique Barboza get_numa_assoc_size(spapr) * sizeof(uint32_t))));
359f1aa45ffSDaniel Henrique Barboza }
360f1aa45ffSDaniel Henrique Barboza
spapr_numa_get_vcpu_assoc(SpaprMachineState * spapr,PowerPCCPU * cpu)361d370f9cfSDaniel Henrique Barboza static uint32_t *spapr_numa_get_vcpu_assoc(SpaprMachineState *spapr,
362d370f9cfSDaniel Henrique Barboza PowerPCCPU *cpu)
3638f86a408SDaniel Henrique Barboza {
364a165ac67SDaniel Henrique Barboza const uint32_t *associativity = get_associativity(spapr, cpu->node_id);
3653a6e4ce6SDaniel Henrique Barboza int max_distance_ref_points = get_max_dist_ref_points(spapr);
3663a6e4ce6SDaniel Henrique Barboza int vcpu_assoc_size = get_vcpu_assoc_size(spapr);
3673a6e4ce6SDaniel Henrique Barboza uint32_t *vcpu_assoc = g_new(uint32_t, vcpu_assoc_size);
3688f86a408SDaniel Henrique Barboza int index = spapr_get_vcpu_id(cpu);
3698f86a408SDaniel Henrique Barboza
3708f86a408SDaniel Henrique Barboza /*
3718f86a408SDaniel Henrique Barboza * VCPUs have an extra 'cpu_id' value in ibm,associativity
3728f86a408SDaniel Henrique Barboza * compared to other resources. Increment the size at index
373d370f9cfSDaniel Henrique Barboza * 0, put cpu_id last, then copy the remaining associativity
374d370f9cfSDaniel Henrique Barboza * domains.
3758f86a408SDaniel Henrique Barboza */
3763a6e4ce6SDaniel Henrique Barboza vcpu_assoc[0] = cpu_to_be32(max_distance_ref_points + 1);
3773a6e4ce6SDaniel Henrique Barboza vcpu_assoc[vcpu_assoc_size - 1] = cpu_to_be32(index);
378a165ac67SDaniel Henrique Barboza memcpy(vcpu_assoc + 1, associativity + 1,
3793a6e4ce6SDaniel Henrique Barboza (vcpu_assoc_size - 2) * sizeof(uint32_t));
3808f86a408SDaniel Henrique Barboza
381d370f9cfSDaniel Henrique Barboza return vcpu_assoc;
3828f86a408SDaniel Henrique Barboza }
3838f86a408SDaniel Henrique Barboza
spapr_numa_fixup_cpu_dt(SpaprMachineState * spapr,void * fdt,int offset,PowerPCCPU * cpu)384d370f9cfSDaniel Henrique Barboza int spapr_numa_fixup_cpu_dt(SpaprMachineState *spapr, void *fdt,
385d370f9cfSDaniel Henrique Barboza int offset, PowerPCCPU *cpu)
386d370f9cfSDaniel Henrique Barboza {
387d370f9cfSDaniel Henrique Barboza g_autofree uint32_t *vcpu_assoc = NULL;
3883a6e4ce6SDaniel Henrique Barboza int vcpu_assoc_size = get_vcpu_assoc_size(spapr);
389d370f9cfSDaniel Henrique Barboza
390d370f9cfSDaniel Henrique Barboza vcpu_assoc = spapr_numa_get_vcpu_assoc(spapr, cpu);
3918f86a408SDaniel Henrique Barboza
3928f86a408SDaniel Henrique Barboza /* Advertise NUMA via ibm,associativity */
393d370f9cfSDaniel Henrique Barboza return fdt_setprop(fdt, offset, "ibm,associativity", vcpu_assoc,
3943a6e4ce6SDaniel Henrique Barboza vcpu_assoc_size * sizeof(uint32_t));
3958f86a408SDaniel Henrique Barboza }
3968f86a408SDaniel Henrique Barboza
3970ee52012SDaniel Henrique Barboza
spapr_numa_write_assoc_lookup_arrays(SpaprMachineState * spapr,void * fdt,int offset)3980ee52012SDaniel Henrique Barboza int spapr_numa_write_assoc_lookup_arrays(SpaprMachineState *spapr, void *fdt,
3990ee52012SDaniel Henrique Barboza int offset)
4000ee52012SDaniel Henrique Barboza {
4010ee52012SDaniel Henrique Barboza MachineState *machine = MACHINE(spapr);
4023a6e4ce6SDaniel Henrique Barboza int max_distance_ref_points = get_max_dist_ref_points(spapr);
4030ee52012SDaniel Henrique Barboza int nb_numa_nodes = machine->numa_state->num_nodes;
4040ee52012SDaniel Henrique Barboza int nr_nodes = nb_numa_nodes ? nb_numa_nodes : 1;
40516282937SDaniel Henrique Barboza g_autofree uint32_t *int_buf = NULL;
40616282937SDaniel Henrique Barboza uint32_t *cur_index;
40716282937SDaniel Henrique Barboza int i;
4080ee52012SDaniel Henrique Barboza
4090ee52012SDaniel Henrique Barboza /* ibm,associativity-lookup-arrays */
410b21e2380SMarkus Armbruster int_buf = g_new0(uint32_t, nr_nodes * max_distance_ref_points + 2);
41116282937SDaniel Henrique Barboza cur_index = int_buf;
4120ee52012SDaniel Henrique Barboza int_buf[0] = cpu_to_be32(nr_nodes);
4130ee52012SDaniel Henrique Barboza /* Number of entries per associativity list */
4143a6e4ce6SDaniel Henrique Barboza int_buf[1] = cpu_to_be32(max_distance_ref_points);
4150ee52012SDaniel Henrique Barboza cur_index += 2;
4160ee52012SDaniel Henrique Barboza for (i = 0; i < nr_nodes; i++) {
4170ee52012SDaniel Henrique Barboza /*
418a165ac67SDaniel Henrique Barboza * For the lookup-array we use the ibm,associativity array of the
419a165ac67SDaniel Henrique Barboza * current NUMA affinity, without the first element (size).
4200ee52012SDaniel Henrique Barboza */
421a165ac67SDaniel Henrique Barboza const uint32_t *associativity = get_associativity(spapr, i);
4220ee52012SDaniel Henrique Barboza memcpy(cur_index, ++associativity,
4233a6e4ce6SDaniel Henrique Barboza sizeof(uint32_t) * max_distance_ref_points);
4243a6e4ce6SDaniel Henrique Barboza cur_index += max_distance_ref_points;
4250ee52012SDaniel Henrique Barboza }
4260ee52012SDaniel Henrique Barboza
42716282937SDaniel Henrique Barboza return fdt_setprop(fdt, offset, "ibm,associativity-lookup-arrays",
42816282937SDaniel Henrique Barboza int_buf, (cur_index - int_buf) * sizeof(uint32_t));
4290ee52012SDaniel Henrique Barboza }
4300ee52012SDaniel Henrique Barboza
spapr_numa_FORM1_write_rtas_dt(SpaprMachineState * spapr,void * fdt,int rtas)431d98dbe2aSDaniel Henrique Barboza static void spapr_numa_FORM1_write_rtas_dt(SpaprMachineState *spapr,
432d98dbe2aSDaniel Henrique Barboza void *fdt, int rtas)
4331eee9950SDaniel Henrique Barboza {
434491e884eSDaniel Henrique Barboza MachineState *ms = MACHINE(spapr);
4351eee9950SDaniel Henrique Barboza SpaprMachineClass *smc = SPAPR_MACHINE_GET_CLASS(spapr);
4361eee9950SDaniel Henrique Barboza uint32_t refpoints[] = {
4371eee9950SDaniel Henrique Barboza cpu_to_be32(0x4),
438491e884eSDaniel Henrique Barboza cpu_to_be32(0x3),
439491e884eSDaniel Henrique Barboza cpu_to_be32(0x2),
440491e884eSDaniel Henrique Barboza cpu_to_be32(0x1),
441491e884eSDaniel Henrique Barboza };
442491e884eSDaniel Henrique Barboza uint32_t nr_refpoints = ARRAY_SIZE(refpoints);
44344fa20c9SCédric Le Goater uint32_t maxdomain = ms->numa_state->num_nodes;
444491e884eSDaniel Henrique Barboza uint32_t maxdomains[] = {
445491e884eSDaniel Henrique Barboza cpu_to_be32(4),
446491e884eSDaniel Henrique Barboza cpu_to_be32(maxdomain),
447491e884eSDaniel Henrique Barboza cpu_to_be32(maxdomain),
448491e884eSDaniel Henrique Barboza cpu_to_be32(maxdomain),
449491e884eSDaniel Henrique Barboza cpu_to_be32(maxdomain)
450491e884eSDaniel Henrique Barboza };
451491e884eSDaniel Henrique Barboza
452afa3b3c9SDaniel Henrique Barboza if (smc->pre_5_2_numa_associativity ||
453afa3b3c9SDaniel Henrique Barboza ms->numa_state->num_nodes <= 1) {
454491e884eSDaniel Henrique Barboza uint32_t legacy_refpoints[] = {
455491e884eSDaniel Henrique Barboza cpu_to_be32(0x4),
4561eee9950SDaniel Henrique Barboza cpu_to_be32(0x4),
4571eee9950SDaniel Henrique Barboza cpu_to_be32(0x2),
4581eee9950SDaniel Henrique Barboza };
459491e884eSDaniel Henrique Barboza uint32_t legacy_maxdomains[] = {
4601eee9950SDaniel Henrique Barboza cpu_to_be32(4),
46144fa20c9SCédric Le Goater cpu_to_be32(0),
46244fa20c9SCédric Le Goater cpu_to_be32(0),
46344fa20c9SCédric Le Goater cpu_to_be32(0),
46444fa20c9SCédric Le Goater cpu_to_be32(maxdomain ? maxdomain : 1),
4651eee9950SDaniel Henrique Barboza };
4661eee9950SDaniel Henrique Barboza
467491e884eSDaniel Henrique Barboza G_STATIC_ASSERT(sizeof(legacy_refpoints) <= sizeof(refpoints));
468491e884eSDaniel Henrique Barboza G_STATIC_ASSERT(sizeof(legacy_maxdomains) <= sizeof(maxdomains));
469491e884eSDaniel Henrique Barboza
470491e884eSDaniel Henrique Barboza nr_refpoints = 3;
471491e884eSDaniel Henrique Barboza
472491e884eSDaniel Henrique Barboza memcpy(refpoints, legacy_refpoints, sizeof(legacy_refpoints));
473491e884eSDaniel Henrique Barboza memcpy(maxdomains, legacy_maxdomains, sizeof(legacy_maxdomains));
474491e884eSDaniel Henrique Barboza
475491e884eSDaniel Henrique Barboza /* pseries-5.0 and older reference-points array is {0x4, 0x4} */
4761eee9950SDaniel Henrique Barboza if (smc->pre_5_1_assoc_refpoints) {
4771eee9950SDaniel Henrique Barboza nr_refpoints = 2;
4781eee9950SDaniel Henrique Barboza }
479491e884eSDaniel Henrique Barboza }
4801eee9950SDaniel Henrique Barboza
4811eee9950SDaniel Henrique Barboza _FDT(fdt_setprop(fdt, rtas, "ibm,associativity-reference-points",
4821eee9950SDaniel Henrique Barboza refpoints, nr_refpoints * sizeof(refpoints[0])));
4831eee9950SDaniel Henrique Barboza
4841eee9950SDaniel Henrique Barboza _FDT(fdt_setprop(fdt, rtas, "ibm,max-associativity-domains",
4851eee9950SDaniel Henrique Barboza maxdomains, sizeof(maxdomains)));
4861eee9950SDaniel Henrique Barboza }
487f8a13fc3SDaniel Henrique Barboza
spapr_numa_FORM2_write_rtas_tables(SpaprMachineState * spapr,void * fdt,int rtas)488e0eb84d4SDaniel Henrique Barboza static void spapr_numa_FORM2_write_rtas_tables(SpaprMachineState *spapr,
489e0eb84d4SDaniel Henrique Barboza void *fdt, int rtas)
490e0eb84d4SDaniel Henrique Barboza {
491e0eb84d4SDaniel Henrique Barboza MachineState *ms = MACHINE(spapr);
492e0eb84d4SDaniel Henrique Barboza int nb_numa_nodes = ms->numa_state->num_nodes;
493e0eb84d4SDaniel Henrique Barboza int distance_table_entries = nb_numa_nodes * nb_numa_nodes;
494e0eb84d4SDaniel Henrique Barboza g_autofree uint32_t *lookup_index_table = NULL;
49528d86252SDaniel Henrique Barboza g_autofree uint8_t *distance_table = NULL;
496e0eb84d4SDaniel Henrique Barboza int src, dst, i, distance_table_size;
497e0eb84d4SDaniel Henrique Barboza
498e0eb84d4SDaniel Henrique Barboza /*
499e0eb84d4SDaniel Henrique Barboza * ibm,numa-lookup-index-table: array with length and a
500e0eb84d4SDaniel Henrique Barboza * list of NUMA ids present in the guest.
501e0eb84d4SDaniel Henrique Barboza */
502e0eb84d4SDaniel Henrique Barboza lookup_index_table = g_new0(uint32_t, nb_numa_nodes + 1);
503e0eb84d4SDaniel Henrique Barboza lookup_index_table[0] = cpu_to_be32(nb_numa_nodes);
504e0eb84d4SDaniel Henrique Barboza
505e0eb84d4SDaniel Henrique Barboza for (i = 0; i < nb_numa_nodes; i++) {
506e0eb84d4SDaniel Henrique Barboza lookup_index_table[i + 1] = cpu_to_be32(i);
507e0eb84d4SDaniel Henrique Barboza }
508e0eb84d4SDaniel Henrique Barboza
509e0eb84d4SDaniel Henrique Barboza _FDT(fdt_setprop(fdt, rtas, "ibm,numa-lookup-index-table",
510e0eb84d4SDaniel Henrique Barboza lookup_index_table,
511e0eb84d4SDaniel Henrique Barboza (nb_numa_nodes + 1) * sizeof(uint32_t)));
512e0eb84d4SDaniel Henrique Barboza
513e0eb84d4SDaniel Henrique Barboza /*
514e0eb84d4SDaniel Henrique Barboza * ibm,numa-distance-table: contains all node distances. First
515e0eb84d4SDaniel Henrique Barboza * element is the size of the table as uint32, followed up
516e0eb84d4SDaniel Henrique Barboza * by all the uint8 distances from the first NUMA node, then all
517e0eb84d4SDaniel Henrique Barboza * distances from the second NUMA node and so on.
518e0eb84d4SDaniel Henrique Barboza *
519e0eb84d4SDaniel Henrique Barboza * ibm,numa-lookup-index-table is used by guest to navigate this
520e0eb84d4SDaniel Henrique Barboza * array because NUMA ids can be sparse (node 0 is the first,
521e0eb84d4SDaniel Henrique Barboza * node 8 is the second ...).
522e0eb84d4SDaniel Henrique Barboza */
52328d86252SDaniel Henrique Barboza distance_table_size = distance_table_entries * sizeof(uint8_t) +
52428d86252SDaniel Henrique Barboza sizeof(uint32_t);
52528d86252SDaniel Henrique Barboza distance_table = g_new0(uint8_t, distance_table_size);
52628d86252SDaniel Henrique Barboza stl_be_p(distance_table, distance_table_entries);
527e0eb84d4SDaniel Henrique Barboza
52828d86252SDaniel Henrique Barboza /* Skip the uint32_t array length at the start */
52928d86252SDaniel Henrique Barboza i = sizeof(uint32_t);
530e0eb84d4SDaniel Henrique Barboza
531e0eb84d4SDaniel Henrique Barboza for (src = 0; src < nb_numa_nodes; src++) {
532e0eb84d4SDaniel Henrique Barboza for (dst = 0; dst < nb_numa_nodes; dst++) {
5331fde73bcSDaniel Henrique Barboza distance_table[i++] = get_numa_distance(ms, src, dst);
534e0eb84d4SDaniel Henrique Barboza }
535e0eb84d4SDaniel Henrique Barboza }
536e0eb84d4SDaniel Henrique Barboza
537e0eb84d4SDaniel Henrique Barboza _FDT(fdt_setprop(fdt, rtas, "ibm,numa-distance-table",
538e0eb84d4SDaniel Henrique Barboza distance_table, distance_table_size));
539e0eb84d4SDaniel Henrique Barboza }
540e0eb84d4SDaniel Henrique Barboza
541e0eb84d4SDaniel Henrique Barboza /*
542e0eb84d4SDaniel Henrique Barboza * This helper could be compressed in a single function with
543e0eb84d4SDaniel Henrique Barboza * FORM1 logic since we're setting the same DT values, with the
544e0eb84d4SDaniel Henrique Barboza * difference being a call to spapr_numa_FORM2_write_rtas_tables()
545e0eb84d4SDaniel Henrique Barboza * in the end. The separation was made to avoid clogging FORM1 code
546e0eb84d4SDaniel Henrique Barboza * which already has to deal with compat modes from previous
547e0eb84d4SDaniel Henrique Barboza * QEMU machine types.
548e0eb84d4SDaniel Henrique Barboza */
spapr_numa_FORM2_write_rtas_dt(SpaprMachineState * spapr,void * fdt,int rtas)549e0eb84d4SDaniel Henrique Barboza static void spapr_numa_FORM2_write_rtas_dt(SpaprMachineState *spapr,
550e0eb84d4SDaniel Henrique Barboza void *fdt, int rtas)
551e0eb84d4SDaniel Henrique Barboza {
552e0eb84d4SDaniel Henrique Barboza MachineState *ms = MACHINE(spapr);
553e0eb84d4SDaniel Henrique Barboza
554e0eb84d4SDaniel Henrique Barboza /*
555e0eb84d4SDaniel Henrique Barboza * In FORM2, ibm,associativity-reference-points will point to
556e0eb84d4SDaniel Henrique Barboza * the element in the ibm,associativity array that contains the
557e0eb84d4SDaniel Henrique Barboza * primary domain index (for FORM2, the first element).
558e0eb84d4SDaniel Henrique Barboza *
559e0eb84d4SDaniel Henrique Barboza * This value (in our case, the numa-id) is then used as an index
560e0eb84d4SDaniel Henrique Barboza * to retrieve all other attributes of the node (distance,
561e0eb84d4SDaniel Henrique Barboza * bandwidth, latency) via ibm,numa-lookup-index-table and other
562e0eb84d4SDaniel Henrique Barboza * ibm,numa-*-table properties.
563e0eb84d4SDaniel Henrique Barboza */
564e0eb84d4SDaniel Henrique Barboza uint32_t refpoints[] = { cpu_to_be32(1) };
565e0eb84d4SDaniel Henrique Barboza
56644fa20c9SCédric Le Goater uint32_t maxdomain = ms->numa_state->num_nodes;
567e0eb84d4SDaniel Henrique Barboza uint32_t maxdomains[] = { cpu_to_be32(1), cpu_to_be32(maxdomain) };
568e0eb84d4SDaniel Henrique Barboza
569e0eb84d4SDaniel Henrique Barboza _FDT(fdt_setprop(fdt, rtas, "ibm,associativity-reference-points",
570e0eb84d4SDaniel Henrique Barboza refpoints, sizeof(refpoints)));
571e0eb84d4SDaniel Henrique Barboza
572e0eb84d4SDaniel Henrique Barboza _FDT(fdt_setprop(fdt, rtas, "ibm,max-associativity-domains",
573e0eb84d4SDaniel Henrique Barboza maxdomains, sizeof(maxdomains)));
574e0eb84d4SDaniel Henrique Barboza
575e0eb84d4SDaniel Henrique Barboza spapr_numa_FORM2_write_rtas_tables(spapr, fdt, rtas);
576e0eb84d4SDaniel Henrique Barboza }
577e0eb84d4SDaniel Henrique Barboza
578d98dbe2aSDaniel Henrique Barboza /*
579d98dbe2aSDaniel Henrique Barboza * Helper that writes ibm,associativity-reference-points and
580d98dbe2aSDaniel Henrique Barboza * max-associativity-domains in the RTAS pointed by @rtas
581d98dbe2aSDaniel Henrique Barboza * in the DT @fdt.
582d98dbe2aSDaniel Henrique Barboza */
spapr_numa_write_rtas_dt(SpaprMachineState * spapr,void * fdt,int rtas)583d98dbe2aSDaniel Henrique Barboza void spapr_numa_write_rtas_dt(SpaprMachineState *spapr, void *fdt, int rtas)
584d98dbe2aSDaniel Henrique Barboza {
585e0eb84d4SDaniel Henrique Barboza if (spapr_ovec_test(spapr->ov5_cas, OV5_FORM2_AFFINITY)) {
586e0eb84d4SDaniel Henrique Barboza spapr_numa_FORM2_write_rtas_dt(spapr, fdt, rtas);
587e0eb84d4SDaniel Henrique Barboza return;
588e0eb84d4SDaniel Henrique Barboza }
589e0eb84d4SDaniel Henrique Barboza
590d98dbe2aSDaniel Henrique Barboza spapr_numa_FORM1_write_rtas_dt(spapr, fdt, rtas);
591d98dbe2aSDaniel Henrique Barboza }
592d98dbe2aSDaniel Henrique Barboza
h_home_node_associativity(PowerPCCPU * cpu,SpaprMachineState * spapr,target_ulong opcode,target_ulong * args)593f8a13fc3SDaniel Henrique Barboza static target_ulong h_home_node_associativity(PowerPCCPU *cpu,
594f8a13fc3SDaniel Henrique Barboza SpaprMachineState *spapr,
595f8a13fc3SDaniel Henrique Barboza target_ulong opcode,
596f8a13fc3SDaniel Henrique Barboza target_ulong *args)
597f8a13fc3SDaniel Henrique Barboza {
598876ab8d8SDaniel Henrique Barboza g_autofree uint32_t *vcpu_assoc = NULL;
599f8a13fc3SDaniel Henrique Barboza target_ulong flags = args[0];
600f8a13fc3SDaniel Henrique Barboza target_ulong procno = args[1];
601f8a13fc3SDaniel Henrique Barboza PowerPCCPU *tcpu;
602876ab8d8SDaniel Henrique Barboza int idx, assoc_idx;
6033a6e4ce6SDaniel Henrique Barboza int vcpu_assoc_size = get_vcpu_assoc_size(spapr);
604f8a13fc3SDaniel Henrique Barboza
605f8a13fc3SDaniel Henrique Barboza /* only support procno from H_REGISTER_VPA */
606f8a13fc3SDaniel Henrique Barboza if (flags != 0x1) {
607f8a13fc3SDaniel Henrique Barboza return H_FUNCTION;
608f8a13fc3SDaniel Henrique Barboza }
609f8a13fc3SDaniel Henrique Barboza
610f8a13fc3SDaniel Henrique Barboza tcpu = spapr_find_cpu(procno);
611f8a13fc3SDaniel Henrique Barboza if (tcpu == NULL) {
612f8a13fc3SDaniel Henrique Barboza return H_P2;
613f8a13fc3SDaniel Henrique Barboza }
614f8a13fc3SDaniel Henrique Barboza
615876ab8d8SDaniel Henrique Barboza /*
616876ab8d8SDaniel Henrique Barboza * Given that we want to be flexible with the sizes and indexes,
617876ab8d8SDaniel Henrique Barboza * we must consider that there is a hard limit of how many
618876ab8d8SDaniel Henrique Barboza * associativities domain we can fit in R4 up to R9, which would be
619876ab8d8SDaniel Henrique Barboza * 12 associativity domains for vcpus. Assert and bail if that's
620876ab8d8SDaniel Henrique Barboza * not the case.
621876ab8d8SDaniel Henrique Barboza */
6223a6e4ce6SDaniel Henrique Barboza g_assert((vcpu_assoc_size - 1) <= 12);
623f8a13fc3SDaniel Henrique Barboza
624876ab8d8SDaniel Henrique Barboza vcpu_assoc = spapr_numa_get_vcpu_assoc(spapr, tcpu);
625876ab8d8SDaniel Henrique Barboza /* assoc_idx starts at 1 to skip associativity size */
626876ab8d8SDaniel Henrique Barboza assoc_idx = 1;
627876ab8d8SDaniel Henrique Barboza
628f8a13fc3SDaniel Henrique Barboza #define ASSOCIATIVITY(a, b) (((uint64_t)(a) << 32) | \
629f8a13fc3SDaniel Henrique Barboza ((uint64_t)(b) & 0xffffffff))
630876ab8d8SDaniel Henrique Barboza
631876ab8d8SDaniel Henrique Barboza for (idx = 0; idx < 6; idx++) {
632876ab8d8SDaniel Henrique Barboza int32_t a, b;
633876ab8d8SDaniel Henrique Barboza
634876ab8d8SDaniel Henrique Barboza /*
635876ab8d8SDaniel Henrique Barboza * vcpu_assoc[] will contain the associativity domains for tcpu,
636876ab8d8SDaniel Henrique Barboza * including tcpu->node_id and procno, meaning that we don't
637876ab8d8SDaniel Henrique Barboza * need to use these variables here.
638876ab8d8SDaniel Henrique Barboza *
639876ab8d8SDaniel Henrique Barboza * We'll read 2 values at a time to fill up the ASSOCIATIVITY()
640876ab8d8SDaniel Henrique Barboza * macro. The ternary will fill the remaining registers with -1
641876ab8d8SDaniel Henrique Barboza * after we went through vcpu_assoc[].
642876ab8d8SDaniel Henrique Barboza */
6433a6e4ce6SDaniel Henrique Barboza a = assoc_idx < vcpu_assoc_size ?
644876ab8d8SDaniel Henrique Barboza be32_to_cpu(vcpu_assoc[assoc_idx++]) : -1;
6453a6e4ce6SDaniel Henrique Barboza b = assoc_idx < vcpu_assoc_size ?
646876ab8d8SDaniel Henrique Barboza be32_to_cpu(vcpu_assoc[assoc_idx++]) : -1;
647876ab8d8SDaniel Henrique Barboza
648876ab8d8SDaniel Henrique Barboza args[idx] = ASSOCIATIVITY(a, b);
649f8a13fc3SDaniel Henrique Barboza }
650f8a13fc3SDaniel Henrique Barboza #undef ASSOCIATIVITY
651f8a13fc3SDaniel Henrique Barboza
652f8a13fc3SDaniel Henrique Barboza return H_SUCCESS;
653f8a13fc3SDaniel Henrique Barboza }
654f8a13fc3SDaniel Henrique Barboza
spapr_numa_register_types(void)655f8a13fc3SDaniel Henrique Barboza static void spapr_numa_register_types(void)
656f8a13fc3SDaniel Henrique Barboza {
657f8a13fc3SDaniel Henrique Barboza /* Virtual Processor Home Node */
658f8a13fc3SDaniel Henrique Barboza spapr_register_hypercall(H_HOME_NODE_ASSOCIATIVITY,
659f8a13fc3SDaniel Henrique Barboza h_home_node_associativity);
660f8a13fc3SDaniel Henrique Barboza }
661f8a13fc3SDaniel Henrique Barboza
662f8a13fc3SDaniel Henrique Barboza type_init(spapr_numa_register_types)
663