1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
|
/* $OpenBSD: frameasm.h,v 1.5 2011/04/13 02:49:12 guenther Exp $ */
/* $NetBSD: frameasm.h,v 1.1 2003/04/26 18:39:40 fvdl Exp $ */
#ifndef _AMD64_MACHINE_FRAMEASM_H
#define _AMD64_MACHINE_FRAMEASM_H
/*
* Macros to define pushing/popping frames for interrupts, traps
* and system calls. Currently all the same; will diverge later.
*/
/*
* These are used on interrupt or trap entry or exit.
*/
#define INTR_SAVE_GPRS \
subq $120,%rsp ; \
movq %r15,TF_R15(%rsp) ; \
movq %r14,TF_R14(%rsp) ; \
movq %r13,TF_R13(%rsp) ; \
movq %r12,TF_R12(%rsp) ; \
movq %r11,TF_R11(%rsp) ; \
movq %r10,TF_R10(%rsp) ; \
movq %r9,TF_R9(%rsp) ; \
movq %r8,TF_R8(%rsp) ; \
movq %rdi,TF_RDI(%rsp) ; \
movq %rsi,TF_RSI(%rsp) ; \
movq %rbp,TF_RBP(%rsp) ; \
movq %rbx,TF_RBX(%rsp) ; \
movq %rdx,TF_RDX(%rsp) ; \
movq %rcx,TF_RCX(%rsp) ; \
movq %rax,TF_RAX(%rsp)
#define INTR_RESTORE_GPRS \
movq TF_R15(%rsp),%r15 ; \
movq TF_R14(%rsp),%r14 ; \
movq TF_R13(%rsp),%r13 ; \
movq TF_R12(%rsp),%r12 ; \
movq TF_R11(%rsp),%r11 ; \
movq TF_R10(%rsp),%r10 ; \
movq TF_R9(%rsp),%r9 ; \
movq TF_R8(%rsp),%r8 ; \
movq TF_RDI(%rsp),%rdi ; \
movq TF_RSI(%rsp),%rsi ; \
movq TF_RBP(%rsp),%rbp ; \
movq TF_RBX(%rsp),%rbx ; \
movq TF_RDX(%rsp),%rdx ; \
movq TF_RCX(%rsp),%rcx ; \
movq TF_RAX(%rsp),%rax ; \
addq $120,%rsp
#define INTRENTRY \
subq $32,%rsp ; \
testq $SEL_UPL,56(%rsp) ; \
je 98f ; \
swapgs ; \
movw %gs,0(%rsp) ; \
movw %fs,8(%rsp) ; \
movw %es,16(%rsp) ; \
movw %ds,24(%rsp) ; \
98: INTR_SAVE_GPRS
#define INTRFASTEXIT \
jmp intr_fast_exit
#define INTR_RECURSE_HWFRAME \
movq %rsp,%r10 ; \
movl %ss,%r11d ; \
pushq %r11 ; \
pushq %r10 ; \
pushfq ; \
movl %cs,%r11d ; \
pushq %r11 ; \
pushq %r13 ;
/*
* Restore %ds, %es, %fs, and %gs, dealing with the FS.base MSR for
* %fs and doing the cli/swapgs for %gs. Uses %rax, %rcx, and %rdx
*/
#define INTR_RESTORE_SELECTORS \
movq CPUVAR(CURPCB),%rdx /* for below */ ; \
/* %es and %ds */ \
movw TF_ES(%rsp),%es ; \
movw $(GSEL(GUDATA_SEL, SEL_UPL)),%ax ; \
movw %ax,%ds ; \
/* Make sure both %fs and FS.base are the desired values */ \
movq PCB_FSBASE(%rdx),%rax ; \
cmpq $0,%rax ; \
jne 96f ; \
movw TF_FS(%rsp),%fs /* zero FS.base by setting %fs */ ; \
jmp 98f ; \
96: cmpq CPUVAR(CUR_FSBASE),%rax ; \
jne 97f ; \
movw %fs,%cx /* FS.base same, how about %fs? */ ; \
cmpw TF_FS(%rsp),%cx ; \
je 99f ; \
97: movw TF_FS(%rsp),%fs /* set them both */ ; \
movq %rax,%rdx ; \
shrq $32,%rdx ; \
movl $MSR_FSBASE,%ecx ; \
wrmsr ; \
98: movq %rax,CPUVAR(CUR_FSBASE) ; \
99: cli /* %fs done, so swapgs and do %gs */ ; \
swapgs ; \
movw TF_GS(%rsp),%gs
#define CHECK_ASTPENDING(reg) movq CPUVAR(CURPROC),reg ; \
cmpq $0, reg ; \
je 99f ; \
cmpl $0, P_MD_ASTPENDING(reg) ; \
99:
#define CLEAR_ASTPENDING(reg) movl $0, P_MD_ASTPENDING(reg)
#endif /* _AMD64_MACHINE_FRAMEASM_H */
|
