clear_page_64.S 969 字节
Newer Older
1 2 3
#include <linux/linkage.h>
#include <asm/dwarf2.h>

L
Linus Torvalds 已提交
4 5 6 7
/*
 * Zero a page. 	
 * rdi	page
 */			
8 9 10 11 12 13 14 15 16 17 18 19
	ALIGN
clear_page_c:
	CFI_STARTPROC
	movl $4096/8,%ecx
	xorl %eax,%eax
	rep stosq
	ret
	CFI_ENDPROC
ENDPROC(clear_page)

ENTRY(clear_page)
	CFI_STARTPROC
20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37
	xorl   %eax,%eax
	movl   $4096/64,%ecx
	.p2align 4
.Lloop:
	decl	%ecx
#define PUT(x) movq %rax,x*8(%rdi)
	movq %rax,(%rdi)
	PUT(1)
	PUT(2)
	PUT(3)
	PUT(4)
	PUT(5)
	PUT(6)
	PUT(7)
	leaq	64(%rdi),%rdi
	jnz	.Lloop
	nop
	ret
38 39 40
	CFI_ENDPROC
.Lclear_page_end:
ENDPROC(clear_page)
41 42 43 44 45 46

	/* Some CPUs run faster using the string instructions.
	   It is also a lot simpler. Use this when possible */

#include <asm/cpufeature.h>

47 48 49 50 51
	.section .altinstr_replacement,"ax"
1:	.byte 0xeb					/* jmp <disp8> */
	.byte (clear_page_c - clear_page) - (2f - 1b)	/* offset */
2:
	.previous
52 53
	.section .altinstructions,"a"
	.align 8
54 55 56 57 58
	.quad clear_page
	.quad 1b
	.byte X86_FEATURE_REP_GOOD
	.byte .Lclear_page_end - clear_page
	.byte 2b - 1b
59
	.previous