Skip to content
Navigation Menu
Toggle navigation
Sign in
In this repository
All GitHub Enterprise
↵
Jump to
↵
No suggested jump to results
In this repository
All GitHub Enterprise
↵
Jump to
↵
In this organization
All GitHub Enterprise
↵
Jump to
↵
In this repository
All GitHub Enterprise
↵
Jump to
↵
Sign in
Reseting focus
You signed in with another tab or window.
Reload
to refresh your session.
You signed out in another tab or window.
Reload
to refresh your session.
You switched accounts on another tab or window.
Reload
to refresh your session.
Dismiss alert
{{ message }}
mariux64
/
linux
Public
Notifications
You must be signed in to change notification settings
Fork
0
Star
0
Code
Issues
2
Pull requests
0
Actions
Projects
0
Wiki
Security
Insights
Additional navigation options
Code
Issues
Pull requests
Actions
Projects
Wiki
Security
Insights
Files
40bdac7
Documentation
arch
alpha
arm
avr32
blackfin
cris
frv
h8300
ia64
m32r
m68k
m68knommu
mips
mn10300
parisc
powerpc
s390
sh
sparc
boot
configs
include
kernel
lib
COPYING.LIB
GENbzero.S
GENcopy_from_user.S
GENcopy_to_user.S
GENmemcpy.S
GENpage.S
GENpatch.S
Makefile
NG2copy_from_user.S
NG2copy_to_user.S
NG2memcpy.S
NG2page.S
NG2patch.S
NGbzero.S
NGcopy_from_user.S
NGcopy_to_user.S
NGmemcpy.S
NGpage.S
NGpatch.S
PeeCeeI.c
U1copy_from_user.S
U1copy_to_user.S
U1memcpy.S
U3copy_from_user.S
U3copy_to_user.S
U3memcpy.S
U3patch.S
VISsave.S
ashldi3.S
ashrdi3.S
atomic32.c
atomic_32.S
atomic_64.S
bitext.c
bitops.S
blockops.S
bzero.S
checksum_32.S
checksum_64.S
clear_page.S
cmpdi2.c
copy_in_user.S
copy_page.S
copy_user.S
csum_copy.S
csum_copy_from_user.S
csum_copy_to_user.S
divdi3.S
iomap.c
ipcsum.S
ksyms.c
libgcc.h
locks.S
lshrdi3.S
mcount.S
memcmp.S
memcpy.S
memmove.S
memscan_32.S
memscan_64.S
memset.S
mul.S
muldi3.S
rem.S
rwsem_32.S
rwsem_64.S
sdiv.S
strlen.S
strlen_user_32.S
strlen_user_64.S
strncmp_32.S
strncmp_64.S
strncpy_from_user_32.S
strncpy_from_user_64.S
udiv.S
udivdi3.S
umul.S
urem.S
user_fixup.c
xor.S
math-emu
mm
oprofile
prom
Kconfig
Kconfig.debug
Makefile
um
x86
xtensa
.gitignore
Kconfig
block
crypto
drivers
firmware
fs
include
init
ipc
kernel
lib
mm
net
samples
scripts
security
sound
usr
virt
.gitignore
.mailmap
COPYING
CREDITS
Kbuild
MAINTAINERS
Makefile
README
REPORTING-BUGS
Breadcrumbs
linux
/
arch
/
sparc
/
lib
/
NGbzero.S
Blame
Blame
Latest commit
History
History
160 lines (145 loc) · 3.34 KB
Breadcrumbs
linux
/
arch
/
sparc
/
lib
/
NGbzero.S
Top
File metadata and controls
Code
Blame
160 lines (145 loc) · 3.34 KB
Raw
/* NGbzero.S: Niagara optimized memset/clear_user. * * Copyright (C) 2006 David S. Miller (davem@davemloft.net) */ #include <asm/asi.h> #define EX_ST(x,y) \ 98: x,y; \ .section __ex_table,"a";\ .align 4; \ .word 98b, __retl_o1; \ .text; \ .align 4; .text .globl NGmemset .type NGmemset, #function NGmemset: /* %o0=buf, %o1=pat, %o2=len */ and %o1, 0xff, %o3 mov %o2, %o1 sllx %o3, 8, %g1 or %g1, %o3, %o2 sllx %o2, 16, %g1 or %g1, %o2, %o2 sllx %o2, 32, %g1 ba,pt %xcc, 1f or %g1, %o2, %o2 .globl NGbzero .type NGbzero, #function NGbzero: clr %o2 1: brz,pn %o1, NGbzero_return mov %o0, %o3 /* %o5: saved %asi, restored at NGbzero_done * %g7: store-init %asi to use * %o4: non-store-init %asi to use */ rd %asi, %o5 mov ASI_BLK_INIT_QUAD_LDD_P, %g7 mov ASI_P, %o4 wr %o4, 0x0, %asi NGbzero_from_clear_user: cmp %o1, 15 bl,pn %icc, NGbzero_tiny andcc %o0, 0x7, %g1 be,pt %xcc, 2f mov 8, %g2 sub %g2, %g1, %g1 sub %o1, %g1, %o1 1: EX_ST(stba %o2, [%o0 + 0x00] %asi) subcc %g1, 1, %g1 bne,pt %xcc, 1b add %o0, 1, %o0 2: cmp %o1, 128 bl,pn %icc, NGbzero_medium andcc %o0, (64 - 1), %g1 be,pt %xcc, NGbzero_pre_loop mov 64, %g2 sub %g2, %g1, %g1 sub %o1, %g1, %o1 1: EX_ST(stxa %o2, [%o0 + 0x00] %asi) subcc %g1, 8, %g1 bne,pt %xcc, 1b add %o0, 8, %o0 NGbzero_pre_loop: wr %g7, 0x0, %asi andn %o1, (64 - 1), %g1 sub %o1, %g1, %o1 NGbzero_loop: EX_ST(stxa %o2, [%o0 + 0x00] %asi) EX_ST(stxa %o2, [%o0 + 0x08] %asi) EX_ST(stxa %o2, [%o0 + 0x10] %asi) EX_ST(stxa %o2, [%o0 + 0x18] %asi) EX_ST(stxa %o2, [%o0 + 0x20] %asi) EX_ST(stxa %o2, [%o0 + 0x28] %asi) EX_ST(stxa %o2, [%o0 + 0x30] %asi) EX_ST(stxa %o2, [%o0 + 0x38] %asi) subcc %g1, 64, %g1 bne,pt %xcc, NGbzero_loop add %o0, 64, %o0 membar #Sync wr %o4, 0x0, %asi brz,pn %o1, NGbzero_done NGbzero_medium: andncc %o1, 0x7, %g1 be,pn %xcc, 2f sub %o1, %g1, %o1 1: EX_ST(stxa %o2, [%o0 + 0x00] %asi) subcc %g1, 8, %g1 bne,pt %xcc, 1b add %o0, 8, %o0 2: brz,pt %o1, NGbzero_done nop NGbzero_tiny: 1: EX_ST(stba %o2, [%o0 + 0x00] %asi) subcc %o1, 1, %o1 bne,pt %icc, 1b add %o0, 1, %o0 /* fallthrough */ NGbzero_done: wr %o5, 0x0, %asi NGbzero_return: retl mov %o3, %o0 .size NGbzero, .-NGbzero .size NGmemset, .-NGmemset .globl NGclear_user .type NGclear_user, #function NGclear_user: /* %o0=buf, %o1=len */ rd %asi, %o5 brz,pn %o1, NGbzero_done clr %o3 cmp %o5, ASI_AIUS bne,pn %icc, NGbzero clr %o2 mov ASI_BLK_INIT_QUAD_LDD_AIUS, %g7 ba,pt %xcc, NGbzero_from_clear_user mov ASI_AIUS, %o4 .size NGclear_user, .-NGclear_user #define BRANCH_ALWAYS 0x10680000 #define NOP 0x01000000 #define NG_DO_PATCH(OLD, NEW) \ sethi %hi(NEW), %g1; \ or %g1, %lo(NEW), %g1; \ sethi %hi(OLD), %g2; \ or %g2, %lo(OLD), %g2; \ sub %g1, %g2, %g1; \ sethi %hi(BRANCH_ALWAYS), %g3; \ sll %g1, 11, %g1; \ srl %g1, 11 + 2, %g1; \ or %g3, %lo(BRANCH_ALWAYS), %g3; \ or %g3, %g1, %g3; \ stw %g3, [%g2]; \ sethi %hi(NOP), %g3; \ or %g3, %lo(NOP), %g3; \ stw %g3, [%g2 + 0x4]; \ flush %g2; .globl niagara_patch_bzero .type niagara_patch_bzero,#function niagara_patch_bzero: NG_DO_PATCH(memset, NGmemset) NG_DO_PATCH(__bzero, NGbzero) NG_DO_PATCH(__clear_user, NGclear_user) NG_DO_PATCH(tsb_init, NGtsb_init) retl nop .size niagara_patch_bzero,.-niagara_patch_bzero
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
You can’t perform that action at this time.