clear_page_64.S 970 字节
Newer Older
1 2 3
#include <linux/linkage.h>
#include <asm/dwarf2.h>

L
Linus Torvalds 已提交
4 5 6 7
/*
 * Zero a page. 	
 * rdi	page
 */			
8
ENTRY(clear_page_c)
9 10 11 12 13 14
	CFI_STARTPROC
	movl $4096/8,%ecx
	xorl %eax,%eax
	rep stosq
	ret
	CFI_ENDPROC
15
ENDPROC(clear_page_c)
16 17 18

ENTRY(clear_page)
	CFI_STARTPROC
19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36
	xorl   %eax,%eax
	movl   $4096/64,%ecx
	.p2align 4
.Lloop:
	decl	%ecx
#define PUT(x) movq %rax,x*8(%rdi)
	movq %rax,(%rdi)
	PUT(1)
	PUT(2)
	PUT(3)
	PUT(4)
	PUT(5)
	PUT(6)
	PUT(7)
	leaq	64(%rdi),%rdi
	jnz	.Lloop
	nop
	ret
37 38 39
	CFI_ENDPROC
.Lclear_page_end:
ENDPROC(clear_page)
40 41 42 43 44 45

	/* Some CPUs run faster using the string instructions.
	   It is also a lot simpler. Use this when possible */

#include <asm/cpufeature.h>

46 47 48 49 50
	.section .altinstr_replacement,"ax"
1:	.byte 0xeb					/* jmp <disp8> */
	.byte (clear_page_c - clear_page) - (2f - 1b)	/* offset */
2:
	.previous
51 52
	.section .altinstructions,"a"
	.align 8
53 54 55 56 57
	.quad clear_page
	.quad 1b
	.byte X86_FEATURE_REP_GOOD
	.byte .Lclear_page_end - clear_page
	.byte 2b - 1b
58
	.previous