1/* SPDX-License-Identifier: GPL-2.0-only */
2.text
3#include <linux/linkage.h>
4#include <linux/objtool.h>
5#include <asm/segment.h>
6#include <asm/pgtable_types.h>
7#include <asm/page_types.h>
8#include <asm/msr.h>
9#include <asm/asm-offsets.h>
10#include <asm/frame.h>
11#include <asm/nospec-branch.h>
12
13# Copyright 2003 Pavel Machek <pavel@suse.cz
14
15.code64
16	/*
17	 * Hooray, we are in Long 64-bit mode (but still running in low memory)
18	 */
19SYM_FUNC_START(wakeup_long64)
20	movq	saved_magic, %rax
21	movq	$0x123456789abcdef0, %rdx
22	cmpq	%rdx, %rax
23	je	2f
24
25	/* stop here on a saved_magic mismatch */
26	movq $0xbad6d61676963, %rcx
271:
28	jmp 1b
292:
30	movw	$__KERNEL_DS, %ax
31	movw	%ax, %ss
32	movw	%ax, %ds
33	movw	%ax, %es
34	movw	%ax, %fs
35	movw	%ax, %gs
36	movq	saved_rsp, %rsp
37
38	movq	saved_rbx, %rbx
39	movq	saved_rdi, %rdi
40	movq	saved_rsi, %rsi
41	movq	saved_rbp, %rbp
42
43	movq	saved_rip, %rax
44	ANNOTATE_RETPOLINE_SAFE
45	jmp	*%rax
46SYM_FUNC_END(wakeup_long64)
47
48SYM_FUNC_START(do_suspend_lowlevel)
49	FRAME_BEGIN
50	subq	$8, %rsp
51	xorl	%eax, %eax
52	call	save_processor_state
53
54	movq	$saved_context, %rax
55	movq	%rsp, pt_regs_sp(%rax)
56	movq	%rbp, pt_regs_bp(%rax)
57	movq	%rsi, pt_regs_si(%rax)
58	movq	%rdi, pt_regs_di(%rax)
59	movq	%rbx, pt_regs_bx(%rax)
60	movq	%rcx, pt_regs_cx(%rax)
61	movq	%rdx, pt_regs_dx(%rax)
62	movq	%r8, pt_regs_r8(%rax)
63	movq	%r9, pt_regs_r9(%rax)
64	movq	%r10, pt_regs_r10(%rax)
65	movq	%r11, pt_regs_r11(%rax)
66	movq	%r12, pt_regs_r12(%rax)
67	movq	%r13, pt_regs_r13(%rax)
68	movq	%r14, pt_regs_r14(%rax)
69	movq	%r15, pt_regs_r15(%rax)
70	pushfq
71	popq	pt_regs_flags(%rax)
72
73	movq	$.Lresume_point, saved_rip(%rip)
74
75	movq	%rsp, saved_rsp
76	movq	%rbp, saved_rbp
77	movq	%rbx, saved_rbx
78	movq	%rdi, saved_rdi
79	movq	%rsi, saved_rsi
80
81	addq	$8, %rsp
82	movl	$3, %edi
83	xorl	%eax, %eax
84	call	x86_acpi_enter_sleep_state
85	/* in case something went wrong, restore the machine status and go on */
86	jmp	.Lresume_point
87
88	.align 4
89.Lresume_point:
90	/* We don't restore %rax, it must be 0 anyway */
91	movq	$saved_context, %rax
92	movq	saved_context_cr4(%rax), %rbx
93	movq	%rbx, %cr4
94	movq	saved_context_cr3(%rax), %rbx
95	movq	%rbx, %cr3
96	movq	saved_context_cr2(%rax), %rbx
97	movq	%rbx, %cr2
98	movq	saved_context_cr0(%rax), %rbx
99	movq	%rbx, %cr0
100	pushq	pt_regs_flags(%rax)
101	popfq
102	movq	pt_regs_sp(%rax), %rsp
103	movq	pt_regs_bp(%rax), %rbp
104	movq	pt_regs_si(%rax), %rsi
105	movq	pt_regs_di(%rax), %rdi
106	movq	pt_regs_bx(%rax), %rbx
107	movq	pt_regs_cx(%rax), %rcx
108	movq	pt_regs_dx(%rax), %rdx
109	movq	pt_regs_r8(%rax), %r8
110	movq	pt_regs_r9(%rax), %r9
111	movq	pt_regs_r10(%rax), %r10
112	movq	pt_regs_r11(%rax), %r11
113	movq	pt_regs_r12(%rax), %r12
114	movq	pt_regs_r13(%rax), %r13
115	movq	pt_regs_r14(%rax), %r14
116	movq	pt_regs_r15(%rax), %r15
117
118#if defined(CONFIG_KASAN) && defined(CONFIG_KASAN_STACK)
119	/*
120	 * The suspend path may have poisoned some areas deeper in the stack,
121	 * which we now need to unpoison.
122	 */
123	movq	%rsp, %rdi
124	call	kasan_unpoison_task_stack_below
125#endif
126
127	xorl	%eax, %eax
128	addq	$8, %rsp
129	FRAME_END
130	jmp	restore_processor_state
131SYM_FUNC_END(do_suspend_lowlevel)
132STACK_FRAME_NON_STANDARD do_suspend_lowlevel
133
134.data
135saved_rbp:		.quad	0
136saved_rsi:		.quad	0
137saved_rdi:		.quad	0
138saved_rbx:		.quad	0
139
140saved_rip:		.quad	0
141saved_rsp:		.quad	0
142
143SYM_DATA(saved_magic,	.quad	0)
144