x86_64cpuid.pl 3.2 KB
Newer Older
1 2 3
#!/usr/bin/env perl

$output=shift;
A
Andy Polyakov 已提交
4
$masm=1 if ($output =~ /\.asm/);
5 6
open STDOUT,">$output" || die "can't open $output: $!";

A
Andy Polyakov 已提交
7
print<<___ if(defined($masm));
8
_TEXT	SEGMENT
9
PUBLIC	OPENSSL_rdtsc
10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46

PUBLIC	OPENSSL_atomic_add
ALIGN	16
OPENSSL_atomic_add	PROC
	mov	eax,DWORD PTR[rcx]
\$Lspin:	lea	r8,DWORD PTR[rdx+rax]
lock	cmpxchg	DWORD PTR[rcx],r8d
	jne	\$Lspin
	mov	eax,r8d
	cdqe    
	ret
OPENSSL_atomic_add	ENDP

PUBLIC	OPENSSL_wipe_cpu
ALIGN	16
OPENSSL_wipe_cpu	PROC
	pxor	xmm0,xmm0
	pxor	xmm1,xmm1
	pxor	xmm2,xmm2
	pxor	xmm3,xmm3
	pxor	xmm4,xmm4
	pxor	xmm5,xmm5
	xor	rcx,rcx
	xor	rdx,rdx
	xor	r8,r8
	xor	r9,r9
	xor	r10,r10
	xor	r11,r11
	lea	rax,QWORD PTR[rsp+8]
	ret
OPENSSL_wipe_cpu	ENDP
_TEXT	ENDS

CRT\$XIU	SEGMENT
EXTRN	OPENSSL_cpuid_setup:PROC
DQ	OPENSSL_cpuid_setup
CRT\$XIU	ENDS
A
Andy Polyakov 已提交
47

48
___
A
Andy Polyakov 已提交
49
print<<___ if(!defined($masm));
50
.text
51 52 53 54 55 56

.globl	OPENSSL_atomic_add
.type	OPENSSL_atomic_add,\@function
.align	16
OPENSSL_atomic_add:
	movl	(%rdi),%eax
57 58
.Lspin:	leaq	(%rsi,%rax),%r8
lock;	cmpxchgl	%r8d,(%rdi)
59
	jne	.Lspin
60 61
	movl	%r8d,%eax
	.byte	0x48,0x98
62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84
	ret
.size	OPENSSL_atomic_add,.-OPENSSL_atomic_add

.globl	OPENSSL_wipe_cpu
.type	OPENSSL_wipe_cpu,\@function
.align	16
OPENSSL_wipe_cpu:
	pxor	%xmm0,%xmm0
	pxor	%xmm1,%xmm1
	pxor	%xmm2,%xmm2
	pxor	%xmm3,%xmm3
	pxor	%xmm4,%xmm4
	pxor	%xmm5,%xmm5
	pxor	%xmm6,%xmm6
	pxor	%xmm7,%xmm7
	pxor	%xmm8,%xmm8
	pxor	%xmm9,%xmm9
	pxor	%xmm10,%xmm10
	pxor	%xmm11,%xmm11
	pxor	%xmm12,%xmm12
	pxor	%xmm13,%xmm13
	pxor	%xmm14,%xmm14
	pxor	%xmm15,%xmm15
85 86 87 88 89 90 91 92 93
	xorq	%rcx,%rcx
	xorq	%rdx,%rdx
	xorq	%rsi,%rsi
	xorq	%rdi,%rdi
	xorq	%r8,%r8
	xorq	%r9,%r9
	xorq	%r10,%r10
	xorq	%r11,%r11
	leaq	8(%rsp),%rax
94 95 96
	ret
.size	OPENSSL_wipe_cpu,.-OPENSSL_wipe_cpu

A
Andy Polyakov 已提交
97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115
.section	.init
	call	OPENSSL_cpuid_setup

___

open STDOUT,"| $^X perlasm/x86_64-xlate.pl $output";
print<<___;
.text

.globl	OPENSSL_rdtsc
.type	OPENSSL_rdtsc,\@abi-omnipotent
.align	16
OPENSSL_rdtsc:
	rdtsc
	shl	\$32,%rdx
	or	%rdx,%rax
	ret
.size	OPENSSL_rdtsc,.-OPENSSL_rdtsc

116
.globl	OPENSSL_ia32_cpuid
A
Andy Polyakov 已提交
117
.type	OPENSSL_ia32_cpuid,\@abi-omnipotent
118 119
.align	16
OPENSSL_ia32_cpuid:
A
Andy Polyakov 已提交
120
	mov	%rbx,%r8
121 122 123 124 125 126 127 128 129 130 131 132 133 134

	xor	%eax,%eax
	cpuid
	xor	%eax,%eax
	cmp	\$0x756e6547,%ebx	# "Genu"
	setne	%al
	mov	%eax,%r9d
	cmp	\$0x49656e69,%edx	# "ineI"
	setne	%al
	or	%eax,%r9d
	cmp	\$0x6c65746e,%ecx	# "ntel"
	setne	%al
	or	%eax,%r9d

A
Andy Polyakov 已提交
135
	mov	\$1,%eax
136
	cpuid
137 138
	bt	\$28,%edx		# test hyper-threading bit
	jnc	.Ldone
A
Andy Polyakov 已提交
139
	cmp	\$0,%r9d
140 141 142 143 144 145 146 147 148 149
	jne	.Lnotintel
	or	\$1<<20,%edx		# use reserved bit to engage RC4_CHAR
	and	\$15,%ah
	cmp	\$15,%ah		# examine Family ID
	je	.Lnotintel
	or	\$1<<30,%edx		# use reserved bit to skip unrolled loop
.Lnotintel:
	shr	\$16,%ebx
	cmp	\$1,%bl			# see if cache is shared
	ja	.Ldone
A
Andy Polyakov 已提交
150
	and	\$0xefffffff,%edx	# ~(1<<28)
151
.Ldone:
A
Andy Polyakov 已提交
152 153 154 155
	shl	\$32,%rcx
	mov	%edx,%eax
	mov	%r8,%rbx
	or	%rcx,%rax
156 157
	ret
.size	OPENSSL_ia32_cpuid,.-OPENSSL_ia32_cpuid
158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 189

.globl  OPENSSL_cleanse
.type   OPENSSL_cleanse,\@function,2
.align  16
OPENSSL_cleanse:
	xor	%rax,%rax
	cmp	\$15,%rsi
	jae	.Lot
.Little:
	mov	%al,(%rdi)
	sub	\$1,%rsi
	lea	1(%rdi),%rdi
	jnz	.Little
	ret
.align	16
.Lot:
	test	\$7,%rdi
	jz	.Laligned
	mov	%al,(%rdi)
	lea	-1(%rsi),%rsi
	lea	1(%rdi),%rdi
	jmp	.Lot
.Laligned:
	mov	%rax,(%rdi)
	lea	-8(%rsi),%rsi
	test	\$-8,%rsi
	lea	8(%rdi),%rdi
	jnz	.Laligned
	cmp	\$0,%rsi
	jne	.Little
	ret
.size	OPENSSL_cleanse,.-OPENSSL_cleanse
190
___