string_64.h 1.8 KB
Newer Older
H
H. Peter Anvin 已提交
1 2
#ifndef _ASM_X86_STRING_64_H
#define _ASM_X86_STRING_64_H
L
Linus Torvalds 已提交
3 4 5

#ifdef __KERNEL__

6
/* Written 2002 by Andi Kleen */
L
Linus Torvalds 已提交
7

8 9
/* Only used for special circumstances. Stolen from i386/string.h */
static __always_inline void *__inline_memcpy(void *to, const void *from, size_t n)
L
Linus Torvalds 已提交
10
{
11 12 13 14 15 16 17 18 19 20 21 22 23
	unsigned long d0, d1, d2;
	asm volatile("rep ; movsl\n\t"
		     "testb $2,%b4\n\t"
		     "je 1f\n\t"
		     "movsw\n"
		     "1:\ttestb $1,%b4\n\t"
		     "je 2f\n\t"
		     "movsb\n"
		     "2:"
		     : "=&c" (d0), "=&D" (d1), "=&S" (d2)
		     : "0" (n / 4), "q" (n), "1" ((long)to), "2" ((long)from)
		     : "memory");
	return to;
L
Linus Torvalds 已提交
24 25 26 27 28 29
}

/* Even with __builtin_ the compiler may decide to use the out of line
   function. */

#define __HAVE_ARCH_MEMCPY 1
V
Vegard Nossum 已提交
30
#ifndef CONFIG_KMEMCHECK
31 32 33
#if (__GNUC__ == 4 && __GNUC_MINOR__ >= 3) || __GNUC__ > 4
extern void *memcpy(void *to, const void *from, size_t len);
#else
34 35 36 37 38 39 40 41 42 43 44
extern void *__memcpy(void *to, const void *from, size_t len);
#define memcpy(dst, src, len)					\
({								\
	size_t __len = (len);					\
	void *__ret;						\
	if (__builtin_constant_p(len) && __len >= 64)		\
		__ret = __memcpy((dst), (src), __len);		\
	else							\
		__ret = __builtin_memcpy((dst), (src), __len);	\
	__ret;							\
})
45
#endif
V
Vegard Nossum 已提交
46 47 48 49 50 51 52
#else
/*
 * kmemcheck becomes very happy if we use the REP instructions unconditionally,
 * because it means that we know both memory operands in advance.
 */
#define memcpy(dst, src, len) __inline_memcpy((dst), (src), (len))
#endif
L
Linus Torvalds 已提交
53 54

#define __HAVE_ARCH_MEMSET
55
void *memset(void *s, int c, size_t n);
L
Linus Torvalds 已提交
56 57

#define __HAVE_ARCH_MEMMOVE
58
void *memmove(void *dest, const void *src, size_t count);
L
Linus Torvalds 已提交
59

60 61 62 63 64
int memcmp(const void *cs, const void *ct, size_t count);
size_t strlen(const char *s);
char *strcpy(char *dest, const char *src);
char *strcat(char *dest, const char *src);
int strcmp(const char *cs, const char *ct);
L
Linus Torvalds 已提交
65 66 67

#endif /* __KERNEL__ */

H
H. Peter Anvin 已提交
68
#endif /* _ASM_X86_STRING_64_H */