x86_64cpuid.pl 4.2 KB
Newer Older
1 2
#!/usr/bin/env perl

3 4 5
$flavour = shift;
$output  = shift;
if ($flavour =~ /\./) { $output = $flavour; undef $flavour; }
6

7
$win64=0; $win64=1 if ($flavour =~ /[nm]asm|mingw64/ || $output =~ /\.asm$/);
8

9 10
$0 =~ m/(.*[\/\\])[^\/\\]+$/; $dir=$1;
open STDOUT,"| $^X ${dir}perlasm/x86_64-xlate.pl $flavour $output";
11

12 13 14 15 16 17
if ($win64)	{ $arg1="%rcx"; $arg2="%rdx"; }
else		{ $arg1="%rdi"; $arg2="%rsi"; }
print<<___;
.extern		OPENSSL_cpuid_setup
.section	.init
	call	OPENSSL_cpuid_setup
A
Andy Polyakov 已提交
18

19
.text
20 21

.globl	OPENSSL_atomic_add
22
.type	OPENSSL_atomic_add,\@abi-omnipotent
23 24
.align	16
OPENSSL_atomic_add:
25 26 27 28
	movl	($arg1),%eax
.Lspin:	leaq	($arg2,%rax),%r8
	.byte	0xf0		# lock
	cmpxchgl	%r8d,($arg1)
29
	jne	.Lspin
30
	movl	%r8d,%eax
31
	.byte	0x48,0x98	# cltq/cdqe
32 33 34
	ret
.size	OPENSSL_atomic_add,.-OPENSSL_atomic_add

A
Andy Polyakov 已提交
35 36 37 38 39 40 41 42 43 44
.globl	OPENSSL_rdtsc
.type	OPENSSL_rdtsc,\@abi-omnipotent
.align	16
OPENSSL_rdtsc:
	rdtsc
	shl	\$32,%rdx
	or	%rdx,%rax
	ret
.size	OPENSSL_rdtsc,.-OPENSSL_rdtsc

45
.globl	OPENSSL_ia32_cpuid
A
Andy Polyakov 已提交
46
.type	OPENSSL_ia32_cpuid,\@abi-omnipotent
47 48
.align	16
OPENSSL_ia32_cpuid:
A
Andy Polyakov 已提交
49
	mov	%rbx,%r8
50 51 52

	xor	%eax,%eax
	cpuid
53 54
	mov	%eax,%r11d		# max value for standard query level

55 56 57 58 59 60 61 62 63
	xor	%eax,%eax
	cmp	\$0x756e6547,%ebx	# "Genu"
	setne	%al
	mov	%eax,%r9d
	cmp	\$0x49656e69,%edx	# "ineI"
	setne	%al
	or	%eax,%r9d
	cmp	\$0x6c65746e,%ecx	# "ntel"
	setne	%al
64 65 66 67 68 69 70 71 72 73 74 75 76 77
	or	%eax,%r9d		# 0 indicates Intel CPU
	jz	.Lintel

	cmp	\$0x68747541,%ebx	# "Auth"
	setne	%al
	mov	%eax,%r10d
	cmp	\$0x69746E65,%edx	# "enti"
	setne	%al
	or	%eax,%r10d
	cmp	\$0x444D4163,%ecx	# "cAMD"
	setne	%al
	or	%eax,%r10d		# 0 indicates AMD CPU
	jnz	.Lintel

78
	# AMD specific
79 80 81 82 83 84 85 86 87
	mov	\$0x80000000,%eax
	cpuid
	cmp	\$0x80000008,%eax
	jb	.Lintel

	mov	\$0x80000008,%eax
	cpuid
	movzb	%cl,%r10		# number of cores - 1
	inc	%r10			# number of cores
88

89 90 91 92 93 94 95 96 97 98
	mov	\$1,%eax
	cpuid
	bt	\$28,%edx		# test hyper-threading bit
	jnc	.Ldone
	shr	\$16,%ebx		# number of logical processors
	cmp	%r10b,%bl
	ja	.Ldone
	and	\$0xefffffff,%edx	# ~(1<<28)
	jmp	.Ldone

99
.Lintel:
100 101 102 103 104 105 106 107 108 109 110 111
	cmp	\$4,%r11d
	mov	\$-1,%r10d
	jb	.Lnocacheinfo

	mov	\$4,%eax
	mov	\$0,%ecx		# query L1D
	cpuid
	mov	%eax,%r10d
	shr	\$14,%r10d
	and	\$0xfff,%r10d		# number of cores -1 per L1D

.Lnocacheinfo:
A
Andy Polyakov 已提交
112
	mov	\$1,%eax
113
	cpuid
A
Andy Polyakov 已提交
114
	cmp	\$0,%r9d
115
	jne	.Lnotintel
116
	or	\$0x00100000,%edx	# use reserved 20th bit to engage RC4_CHAR
117 118 119
	and	\$15,%ah
	cmp	\$15,%ah		# examine Family ID
	je	.Lnotintel
120
	or	\$0x40000000,%edx	# use reserved bit to skip unrolled loop
121
.Lnotintel:
A
Andy Polyakov 已提交
122 123
	bt	\$28,%edx		# test hyper-threading bit
	jnc	.Ldone
124 125 126 127 128
	and	\$0xefffffff,%edx	# ~(1<<28)
	cmp	\$0,%r10d
	je	.Ldone

	or	\$0x10000000,%edx	# 1<<28
129
	shr	\$16,%ebx
130
	cmp	\$1,%bl			# see if cache is shared
131
	ja	.Ldone
A
Andy Polyakov 已提交
132
	and	\$0xefffffff,%edx	# ~(1<<28)
133
.Ldone:
A
Andy Polyakov 已提交
134 135 136 137
	shl	\$32,%rcx
	mov	%edx,%eax
	mov	%r8,%rbx
	or	%rcx,%rax
138 139
	ret
.size	OPENSSL_ia32_cpuid,.-OPENSSL_ia32_cpuid
140 141

.globl  OPENSSL_cleanse
142
.type   OPENSSL_cleanse,\@abi-omnipotent
143 144 145
.align  16
OPENSSL_cleanse:
	xor	%rax,%rax
146
	cmp	\$15,$arg2
147 148
	jae	.Lot
.Little:
149 150 151
	mov	%al,($arg1)
	sub	\$1,$arg2
	lea	1($arg1),$arg1
152 153 154 155
	jnz	.Little
	ret
.align	16
.Lot:
156
	test	\$7,$arg1
157
	jz	.Laligned
158 159 160
	mov	%al,($arg1)
	lea	-1($arg2),$arg2
	lea	1($arg1),$arg1
161 162
	jmp	.Lot
.Laligned:
163 164 165 166
	mov	%rax,($arg1)
	lea	-8($arg2),$arg2
	test	\$-8,$arg2
	lea	8($arg1),$arg1
167
	jnz	.Laligned
168
	cmp	\$0,$arg2
169 170 171
	jne	.Little
	ret
.size	OPENSSL_cleanse,.-OPENSSL_cleanse
172
___
173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 196 197 198 199 200 201 202 203 204 205 206 207 208 209 210 211 212 213 214 215 216 217 218 219 220 221 222 223 224 225 226 227 228

print<<___ if (!$win64);
.globl	OPENSSL_wipe_cpu
.type	OPENSSL_wipe_cpu,\@abi-omnipotent
.align	16
OPENSSL_wipe_cpu:
	pxor	%xmm0,%xmm0
	pxor	%xmm1,%xmm1
	pxor	%xmm2,%xmm2
	pxor	%xmm3,%xmm3
	pxor	%xmm4,%xmm4
	pxor	%xmm5,%xmm5
	pxor	%xmm6,%xmm6
	pxor	%xmm7,%xmm7
	pxor	%xmm8,%xmm8
	pxor	%xmm9,%xmm9
	pxor	%xmm10,%xmm10
	pxor	%xmm11,%xmm11
	pxor	%xmm12,%xmm12
	pxor	%xmm13,%xmm13
	pxor	%xmm14,%xmm14
	pxor	%xmm15,%xmm15
	xorq	%rcx,%rcx
	xorq	%rdx,%rdx
	xorq	%rsi,%rsi
	xorq	%rdi,%rdi
	xorq	%r8,%r8
	xorq	%r9,%r9
	xorq	%r10,%r10
	xorq	%r11,%r11
	leaq	8(%rsp),%rax
	ret
.size	OPENSSL_wipe_cpu,.-OPENSSL_wipe_cpu
___
print<<___ if ($win64);
.globl	OPENSSL_wipe_cpu
.type	OPENSSL_wipe_cpu,\@abi-omnipotent
.align	16
OPENSSL_wipe_cpu:
	pxor	%xmm0,%xmm0
	pxor	%xmm1,%xmm1
	pxor	%xmm2,%xmm2
	pxor	%xmm3,%xmm3
	pxor	%xmm4,%xmm4
	pxor	%xmm5,%xmm5
	xorq	%rcx,%rcx
	xorq	%rdx,%rdx
	xorq	%r8,%r8
	xorq	%r9,%r9
	xorq	%r10,%r10
	xorq	%r11,%r11
	leaq	8(%rsp),%rax
	ret
.size	OPENSSL_wipe_cpu,.-OPENSSL_wipe_cpu
___

A
Andy Polyakov 已提交
229
close STDOUT;	# flush