1/*
2 * M7copy_to_user.S: SPARC M7 optimized copy to userspace.
3 *
4 * Copyright (c) 2016, Oracle and/or its affiliates. All rights reserved.
5 */
6
7
8#define EX_ST(x, y)			\
998:	x;				\
10	.section __ex_table,"a";	\
11	.align 4;			\
12	.word 98b, y;			\
13	.text;				\
14	.align 4;
15
16#define EX_ST_FP(x, y)			\
1798:	x;				\
18	.section __ex_table,"a";	\
19	.align 4;			\
20	.word 98b, y##_fp;		\
21	.text;				\
22	.align 4;
23
24
25#ifndef ASI_AIUS
26#define ASI_AIUS	0x11
27#endif
28
29#ifndef ASI_BLK_INIT_QUAD_LDD_AIUS
30#define ASI_BLK_INIT_QUAD_LDD_AIUS 0x23
31#endif
32
33#define FUNC_NAME		M7copy_to_user
34#define STORE(type,src,addr)	type##a src, [addr] %asi
35#define STORE_ASI		ASI_BLK_INIT_QUAD_LDD_AIUS
36#define	STORE_MRU_ASI		ASI_ST_BLKINIT_MRU_S
37#define EX_RETVAL(x)		0
38
39#ifdef __KERNEL__
40	/* Writing to %asi is _expensive_ so we hardcode it.
41	 * Reading %asi to check for KERNEL_DS is comparatively
42	 * cheap.
43	 */
44#define PREAMBLE					\
45	rd		%asi, %g1;			\
46	cmp		%g1, ASI_AIUS;			\
47	bne,pn		%icc, raw_copy_in_user;		\
48	 nop
49#endif
50
51#include "M7memcpy.S"
52