1/* SPDX-License-Identifier: GPL-2.0 */
2/* NG4copy_to_user.S: Niagara-4 optimized copy to userspace.
3 *
4 * Copyright (C) 2012 David S. Miller (davem@davemloft.net)
5 */
6
7#define EX_ST(x,y)		\
898:	x;			\
9	.section __ex_table,"a";\
10	.align 4;		\
11	.word 98b, y;		\
12	.text;			\
13	.align 4;
14
15#define EX_ST_FP(x,y)		\
1698:	x;			\
17	.section __ex_table,"a";\
18	.align 4;		\
19	.word 98b, y##_fp;	\
20	.text;			\
21	.align 4;
22
23#ifndef ASI_AIUS
24#define ASI_AIUS	0x11
25#endif
26
27#ifndef ASI_BLK_INIT_QUAD_LDD_AIUS
28#define ASI_BLK_INIT_QUAD_LDD_AIUS 0x23
29#endif
30
31#define FUNC_NAME		NG4copy_to_user
32#define STORE(type,src,addr)	type##a src, [addr] %asi
33#define STORE_ASI		ASI_BLK_INIT_QUAD_LDD_AIUS
34#define EX_RETVAL(x)		0
35
36#ifdef __KERNEL__
37	/* Writing to %asi is _expensive_ so we hardcode it.
38	 * Reading %asi to check for KERNEL_DS is comparatively
39	 * cheap.
40	 */
41#define PREAMBLE					\
42	rd		%asi, %g1;			\
43	cmp		%g1, ASI_AIUS;			\
44	bne,pn		%icc, raw_copy_in_user;		\
45	 nop
46#endif
47
48#include "NG4memcpy.S"
49