48 lines
943 B
ArmAsm
48 lines
943 B
ArmAsm
|
/* NG4copy_to_user.S: Niagara-4 optimized copy to userspace.
|
||
|
|
*
|
||
|
|
* Copyright (C) 2012 David S. Miller (davem@davemloft.net)
|
||
|
|
*/
|
||
|
|
|
||
|
|
#define EX_ST(x,y) \
|
||
|
|
98: x; \
|
||
|
|
.section __ex_table,"a";\
|
||
|
|
.align 4; \
|
||
|
|
.word 98b, y; \
|
||
|
|
.text; \
|
||
|
|
.align 4;
|
||
|
|
|
||
|
|
#define EX_ST_FP(x,y) \
|
||
|
|
98: x; \
|
||
|
|
.section __ex_table,"a";\
|
||
|
|
.align 4; \
|
||
|
|
.word 98b, y##_fp; \
|
||
|
|
.text; \
|
||
|
|
.align 4;
|
||
|
|
|
||
|
|
#ifndef ASI_AIUS
|
||
|
|
#define ASI_AIUS 0x11
|
||
|
|
#endif
|
||
|
|
|
||
|
|
#ifndef ASI_BLK_INIT_QUAD_LDD_AIUS
|
||
|
|
#define ASI_BLK_INIT_QUAD_LDD_AIUS 0x23
|
||
|
|
#endif
|
||
|
|
|
||
|
|
#define FUNC_NAME NG4copy_to_user
|
||
|
|
#define STORE(type,src,addr) type##a src, [addr] %asi
|
||
|
|
#define STORE_ASI ASI_BLK_INIT_QUAD_LDD_AIUS
|
||
|
|
#define EX_RETVAL(x) 0
|
||
|
|
|
||
|
|
#ifdef __KERNEL__
|
||
|
|
/* Writing to %asi is _expensive_ so we hardcode it.
|
||
|
|
* Reading %asi to check for KERNEL_DS is comparatively
|
||
|
|
* cheap.
|
||
|
|
*/
|
||
|
|
#define PREAMBLE \
|
||
|
|
rd %asi, %g1; \
|
||
|
|
cmp %g1, ASI_AIUS; \
|
||
|
|
bne,pn %icc, ___copy_in_user; \
|
||
|
|
nop
|
||
|
|
#endif
|
||
|
|
|
||
|
|
#include "NG4memcpy.S"
|