summaryrefslogtreecommitdiff
path: root/sys/arch/amd64/include/codepatch.h
blob: a4d8a60959bfc291809a45e90ef8e23187cd8b7e (plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
/*      $OpenBSD: codepatch.h,v 1.14 2020/03/11 07:27:08 guenther Exp $    */
/*
 * Copyright (c) 2014-2015 Stefan Fritsch <sf@sfritsch.de>
 *
 * Permission to use, copy, modify, and distribute this software for any
 * purpose with or without fee is hereby granted, provided that the above
 * copyright notice and this permission notice appear in all copies.
 *
 * THE SOFTWARE IS PROVIDED "AS IS" AND THE AUTHOR DISCLAIMS ALL WARRANTIES
 * WITH REGARD TO THIS SOFTWARE INCLUDING ALL IMPLIED WARRANTIES OF
 * MERCHANTABILITY AND FITNESS. IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR
 * ANY SPECIAL, DIRECT, INDIRECT, OR CONSEQUENTIAL DAMAGES OR ANY DAMAGES
 * WHATSOEVER RESULTING FROM LOSS OF USE, DATA OR PROFITS, WHETHER IN AN
 * ACTION OF CONTRACT, NEGLIGENCE OR OTHER TORTIOUS ACTION, ARISING OUT OF
 * OR IN CONNECTION WITH THE USE OR PERFORMANCE OF THIS SOFTWARE.
 */

#ifndef _MACHINE_CODEPATCH_H_
#define _MACHINE_CODEPATCH_H_

#include <machine/param.h>

#ifndef _LOCORE

/* code in this section will be unmapped after boot */
#define __cptext __attribute__((section(".cptext")))

__cptext void *codepatch_maprw(vaddr_t *nva, vaddr_t dest);
__cptext void codepatch_unmaprw(vaddr_t nva);
__cptext void codepatch_fill_nop(void *caddr, uint16_t len);
__cptext void codepatch_nop(uint16_t tag);
__cptext void codepatch_replace(uint16_t tag, void *code, size_t len);
__cptext void codepatch_call(uint16_t _tag, void *_func);
__cptext void codepatch_jmp(uint16_t _tag, void *_func);
void codepatch_disable(void);

#endif /* !_LOCORE */

/*
 * Mark the start of some code snippet to be patched.
 */
#define	CODEPATCH_START	998:
/*
 * Mark the end of some code to be patched, and assign the given tag.
 */
#define	CODEPATCH_END2(startnum,tag)		 \
	999:					 \
	.section .codepatch, "a"		;\
	.quad startnum##b			;\
	.short (999b - startnum##b)		;\
	.short tag				;\
	.int 0					;\
	.previous
#define	CODEPATCH_END(tag)	CODEPATCH_END2(998,tag)

#define CPTAG_STAC		1
#define CPTAG_CLAC		2
#define CPTAG_EOI		3
#define CPTAG_XRSTOR		4
#define CPTAG_XSAVE		5
#define CPTAG_MELTDOWN_NOP	6
#define CPTAG_MELTDOWN_ALLTRAPS	7
#define CPTAG_PCID_SET_REUSE	8
#define CPTAG_MDS		9
#define CPTAG_MDS_VMM		10
#define CPTAG_FENCE_SWAPGS_MIS_TAKEN	11
#define CPTAG_FENCE_NO_SAFE_SMAP	12

/*
 * stac/clac SMAP instructions have lfence like semantics.  Let's
 * guarantee those semantics on older cpus.
 */
#define SMAP_NOP	lfence
#define SMAP_STAC	CODEPATCH_START			;\
			SMAP_NOP			;\
			CODEPATCH_END(CPTAG_STAC)
#define SMAP_CLAC	CODEPATCH_START			;\
			SMAP_NOP			;\
			CODEPATCH_END(CPTAG_CLAC)

/* CVE-2019-1125: block speculation after swapgs */
#define	FENCE_SWAPGS_MIS_TAKEN \
	CODEPATCH_START				; \
	lfence					; \
	CODEPATCH_END(CPTAG_FENCE_SWAPGS_MIS_TAKEN)
/* block speculation when a correct SMAP impl would have been enough */
#define	FENCE_NO_SAFE_SMAP \
	CODEPATCH_START				; \
	lfence					; \
	CODEPATCH_END(CPTAG_FENCE_NO_SAFE_SMAP)

#define	PCID_SET_REUSE_SIZE	12
#define	PCID_SET_REUSE_NOP					\
	997:							;\
	.byte	0x0f, 0x1f, 0x84, 0x00, 0x00, 0x00, 0x00, 0x00	;\
	.byte	0x0f, 0x1f, 0x40, 0x00				;\
	CODEPATCH_END2(997, CPTAG_PCID_SET_REUSE)

#endif /* _MACHINE_CODEPATCH_H_ */