Linux Kernel  3.7.1
 All Data Structures Namespaces Files Functions Variables Typedefs Enumerations Enumerator Macros Groups Pages
ttable.h
Go to the documentation of this file.
1 #ifndef _SPARC64_TTABLE_H
2 #define _SPARC64_TTABLE_H
3 
4 #include <asm/utrap.h>
5 #include <asm/pil.h>
6 
7 #ifdef __ASSEMBLY__
8 #include <asm/thread_info.h>
9 #endif
10 
11 #define BOOT_KERNEL b sparc64_boot; nop; nop; nop; nop; nop; nop; nop;
12 
13 /* We need a "cleaned" instruction... */
14 #define CLEAN_WINDOW \
15  rdpr %cleanwin, %l0; add %l0, 1, %l0; \
16  wrpr %l0, 0x0, %cleanwin; \
17  clr %o0; clr %o1; clr %o2; clr %o3; \
18  clr %o4; clr %o5; clr %o6; clr %o7; \
19  clr %l0; clr %l1; clr %l2; clr %l3; \
20  clr %l4; clr %l5; clr %l6; clr %l7; \
21  retry; \
22  nop;nop;nop;nop;nop;nop;nop;nop;nop;nop;nop;nop;
23 
24 #define TRAP(routine) \
25  sethi %hi(109f), %g7; \
26  ba,pt %xcc, etrap; \
27 109: or %g7, %lo(109b), %g7; \
28  call routine; \
29  add %sp, PTREGS_OFF, %o0; \
30  ba,pt %xcc, rtrap; \
31  nop; \
32  nop;
33 
34 #define TRAP_7INSNS(routine) \
35  sethi %hi(109f), %g7; \
36  ba,pt %xcc, etrap; \
37 109: or %g7, %lo(109b), %g7; \
38  call routine; \
39  add %sp, PTREGS_OFF, %o0; \
40  ba,pt %xcc, rtrap; \
41  nop;
42 
43 #define TRAP_SAVEFPU(routine) \
44  sethi %hi(109f), %g7; \
45  ba,pt %xcc, do_fptrap; \
46 109: or %g7, %lo(109b), %g7; \
47  call routine; \
48  add %sp, PTREGS_OFF, %o0; \
49  ba,pt %xcc, rtrap; \
50  nop; \
51  nop;
52 
53 #define TRAP_NOSAVE(routine) \
54  ba,pt %xcc, routine; \
55  nop; \
56  nop; nop; nop; nop; nop; nop;
57 
58 #define TRAP_NOSAVE_7INSNS(routine) \
59  ba,pt %xcc, routine; \
60  nop; \
61  nop; nop; nop; nop; nop;
62 
63 #define TRAPTL1(routine) \
64  sethi %hi(109f), %g7; \
65  ba,pt %xcc, etraptl1; \
66 109: or %g7, %lo(109b), %g7; \
67  call routine; \
68  add %sp, PTREGS_OFF, %o0; \
69  ba,pt %xcc, rtrap; \
70  nop; \
71  nop;
72 
73 #define TRAP_ARG(routine, arg) \
74  sethi %hi(109f), %g7; \
75  ba,pt %xcc, etrap; \
76 109: or %g7, %lo(109b), %g7; \
77  add %sp, PTREGS_OFF, %o0; \
78  call routine; \
79  mov arg, %o1; \
80  ba,pt %xcc, rtrap; \
81  nop;
82 
83 #define TRAPTL1_ARG(routine, arg) \
84  sethi %hi(109f), %g7; \
85  ba,pt %xcc, etraptl1; \
86 109: or %g7, %lo(109b), %g7; \
87  add %sp, PTREGS_OFF, %o0; \
88  call routine; \
89  mov arg, %o1; \
90  ba,pt %xcc, rtrap; \
91  nop;
92 
93 #define SYSCALL_TRAP(routine, systbl) \
94  rdpr %pil, %g2; \
95  mov TSTATE_SYSCALL, %g3; \
96  sethi %hi(109f), %g7; \
97  ba,pt %xcc, etrap_syscall; \
98 109: or %g7, %lo(109b), %g7; \
99  sethi %hi(systbl), %l7; \
100  ba,pt %xcc, routine; \
101  or %l7, %lo(systbl), %l7;
102 
103 #define TRAP_UTRAP(handler,lvl) \
104  mov handler, %g3; \
105  ba,pt %xcc, utrap_trap; \
106  mov lvl, %g4; \
107  nop; \
108  nop; \
109  nop; \
110  nop; \
111  nop;
112 
113 #ifdef CONFIG_COMPAT
114 #define LINUX_32BIT_SYSCALL_TRAP SYSCALL_TRAP(linux_sparc_syscall32, sys_call_table32)
115 #else
116 #define LINUX_32BIT_SYSCALL_TRAP BTRAP(0x110)
117 #endif
118 #define LINUX_64BIT_SYSCALL_TRAP SYSCALL_TRAP(linux_sparc_syscall, sys_call_table64)
119 #define GETCC_TRAP TRAP(getcc)
120 #define SETCC_TRAP TRAP(setcc)
121 #define BREAKPOINT_TRAP TRAP(breakpoint_trap)
122 
123 #ifdef CONFIG_TRACE_IRQFLAGS
124 
125 #define TRAP_IRQ(routine, level) \
126  rdpr %pil, %g2; \
127  wrpr %g0, PIL_NORMAL_MAX, %pil; \
128  sethi %hi(1f-4), %g7; \
129  ba,pt %xcc, etrap_irq; \
130  or %g7, %lo(1f-4), %g7; \
131  nop; \
132  nop; \
133  nop; \
134  .subsection 2; \
135 1: call trace_hardirqs_off; \
136  nop; \
137  mov level, %o0; \
138  call routine; \
139  add %sp, PTREGS_OFF, %o1; \
140  ba,a,pt %xcc, rtrap_irq; \
141  .previous;
142 
143 #else
144 
145 #define TRAP_IRQ(routine, level) \
146  rdpr %pil, %g2; \
147  wrpr %g0, PIL_NORMAL_MAX, %pil; \
148  ba,pt %xcc, etrap_irq; \
149  rd %pc, %g7; \
150  mov level, %o0; \
151  call routine; \
152  add %sp, PTREGS_OFF, %o1; \
153  ba,a,pt %xcc, rtrap_irq;
154 
155 #endif
156 
157 #define TRAP_NMI_IRQ(routine, level) \
158  rdpr %pil, %g2; \
159  wrpr %g0, PIL_NMI, %pil; \
160  ba,pt %xcc, etrap_irq; \
161  rd %pc, %g7; \
162  mov level, %o0; \
163  call routine; \
164  add %sp, PTREGS_OFF, %o1; \
165  ba,a,pt %xcc, rtrap_nmi;
166 
167 #define TRAP_IVEC TRAP_NOSAVE(do_ivec)
168 
169 #define BTRAP(lvl) TRAP_ARG(bad_trap, lvl)
170 
171 #define BTRAPTL1(lvl) TRAPTL1_ARG(bad_trap_tl1, lvl)
172 
173 #define FLUSH_WINDOW_TRAP \
174  ba,pt %xcc, etrap; \
175  rd %pc, %g7; \
176  flushw; \
177  ldx [%sp + PTREGS_OFF + PT_V9_TNPC], %l1; \
178  add %l1, 4, %l2; \
179  stx %l1, [%sp + PTREGS_OFF + PT_V9_TPC]; \
180  ba,pt %xcc, rtrap; \
181  stx %l2, [%sp + PTREGS_OFF + PT_V9_TNPC];
182 
183 #ifdef CONFIG_KPROBES
184 #define KPROBES_TRAP(lvl) TRAP_IRQ(kprobe_trap, lvl)
185 #else
186 #define KPROBES_TRAP(lvl) TRAP_ARG(bad_trap, lvl)
187 #endif
188 
189 #ifdef CONFIG_KGDB
190 #define KGDB_TRAP(lvl) TRAP_IRQ(kgdb_trap, lvl)
191 #else
192 #define KGDB_TRAP(lvl) TRAP_ARG(bad_trap, lvl)
193 #endif
194 
195 #define SUN4V_ITSB_MISS \
196  ldxa [%g0] ASI_SCRATCHPAD, %g2; \
197  ldx [%g2 + HV_FAULT_I_ADDR_OFFSET], %g4; \
198  ldx [%g2 + HV_FAULT_I_CTX_OFFSET], %g5; \
199  srlx %g4, 22, %g6; \
200  ba,pt %xcc, sun4v_itsb_miss; \
201  nop; \
202  nop; \
203  nop;
204 
205 #define SUN4V_DTSB_MISS \
206  ldxa [%g0] ASI_SCRATCHPAD, %g2; \
207  ldx [%g2 + HV_FAULT_D_ADDR_OFFSET], %g4; \
208  ldx [%g2 + HV_FAULT_D_CTX_OFFSET], %g5; \
209  srlx %g4, 22, %g6; \
210  ba,pt %xcc, sun4v_dtsb_miss; \
211  nop; \
212  nop; \
213  nop;
214 
215 /* Before touching these macros, you owe it to yourself to go and
216  * see how arch/sparc64/kernel/winfixup.S works... -DaveM
217  *
218  * For the user cases we used to use the %asi register, but
219  * it turns out that the "wr xxx, %asi" costs ~5 cycles, so
220  * now we use immediate ASI loads and stores instead. Kudos
221  * to Greg Onufer for pointing out this performance anomaly.
222  *
223  * Further note that we cannot use the g2, g4, g5, and g7 alternate
224  * globals in the spill routines, check out the save instruction in
225  * arch/sparc64/kernel/etrap.S to see what I mean about g2, and
226  * g4/g5 are the globals which are preserved by etrap processing
227  * for the caller of it. The g7 register is the return pc for
228  * etrap. Finally, g6 is the current thread register so we cannot
229  * us it in the spill handlers either. Most of these rules do not
230  * apply to fill processing, only g6 is not usable.
231  */
232 
233 /* Normal kernel spill */
234 #define SPILL_0_NORMAL \
235  stx %l0, [%sp + STACK_BIAS + 0x00]; \
236  stx %l1, [%sp + STACK_BIAS + 0x08]; \
237  stx %l2, [%sp + STACK_BIAS + 0x10]; \
238  stx %l3, [%sp + STACK_BIAS + 0x18]; \
239  stx %l4, [%sp + STACK_BIAS + 0x20]; \
240  stx %l5, [%sp + STACK_BIAS + 0x28]; \
241  stx %l6, [%sp + STACK_BIAS + 0x30]; \
242  stx %l7, [%sp + STACK_BIAS + 0x38]; \
243  stx %i0, [%sp + STACK_BIAS + 0x40]; \
244  stx %i1, [%sp + STACK_BIAS + 0x48]; \
245  stx %i2, [%sp + STACK_BIAS + 0x50]; \
246  stx %i3, [%sp + STACK_BIAS + 0x58]; \
247  stx %i4, [%sp + STACK_BIAS + 0x60]; \
248  stx %i5, [%sp + STACK_BIAS + 0x68]; \
249  stx %i6, [%sp + STACK_BIAS + 0x70]; \
250  stx %i7, [%sp + STACK_BIAS + 0x78]; \
251  saved; retry; nop; nop; nop; nop; nop; nop; \
252  nop; nop; nop; nop; nop; nop; nop; nop;
253 
254 #define SPILL_0_NORMAL_ETRAP \
255 etrap_kernel_spill: \
256  stx %l0, [%sp + STACK_BIAS + 0x00]; \
257  stx %l1, [%sp + STACK_BIAS + 0x08]; \
258  stx %l2, [%sp + STACK_BIAS + 0x10]; \
259  stx %l3, [%sp + STACK_BIAS + 0x18]; \
260  stx %l4, [%sp + STACK_BIAS + 0x20]; \
261  stx %l5, [%sp + STACK_BIAS + 0x28]; \
262  stx %l6, [%sp + STACK_BIAS + 0x30]; \
263  stx %l7, [%sp + STACK_BIAS + 0x38]; \
264  stx %i0, [%sp + STACK_BIAS + 0x40]; \
265  stx %i1, [%sp + STACK_BIAS + 0x48]; \
266  stx %i2, [%sp + STACK_BIAS + 0x50]; \
267  stx %i3, [%sp + STACK_BIAS + 0x58]; \
268  stx %i4, [%sp + STACK_BIAS + 0x60]; \
269  stx %i5, [%sp + STACK_BIAS + 0x68]; \
270  stx %i6, [%sp + STACK_BIAS + 0x70]; \
271  stx %i7, [%sp + STACK_BIAS + 0x78]; \
272  saved; \
273  sub %g1, 2, %g1; \
274  ba,pt %xcc, etrap_save; \
275  wrpr %g1, %cwp; \
276  nop; nop; nop; nop; nop; nop; nop; nop; \
277  nop; nop; nop; nop;
278 
279 /* Normal 64bit spill */
280 #define SPILL_1_GENERIC(ASI) \
281  add %sp, STACK_BIAS + 0x00, %g1; \
282  stxa %l0, [%g1 + %g0] ASI; \
283  mov 0x08, %g3; \
284  stxa %l1, [%g1 + %g3] ASI; \
285  add %g1, 0x10, %g1; \
286  stxa %l2, [%g1 + %g0] ASI; \
287  stxa %l3, [%g1 + %g3] ASI; \
288  add %g1, 0x10, %g1; \
289  stxa %l4, [%g1 + %g0] ASI; \
290  stxa %l5, [%g1 + %g3] ASI; \
291  add %g1, 0x10, %g1; \
292  stxa %l6, [%g1 + %g0] ASI; \
293  stxa %l7, [%g1 + %g3] ASI; \
294  add %g1, 0x10, %g1; \
295  stxa %i0, [%g1 + %g0] ASI; \
296  stxa %i1, [%g1 + %g3] ASI; \
297  add %g1, 0x10, %g1; \
298  stxa %i2, [%g1 + %g0] ASI; \
299  stxa %i3, [%g1 + %g3] ASI; \
300  add %g1, 0x10, %g1; \
301  stxa %i4, [%g1 + %g0] ASI; \
302  stxa %i5, [%g1 + %g3] ASI; \
303  add %g1, 0x10, %g1; \
304  stxa %i6, [%g1 + %g0] ASI; \
305  stxa %i7, [%g1 + %g3] ASI; \
306  saved; \
307  retry; nop; nop; \
308  b,a,pt %xcc, spill_fixup_dax; \
309  b,a,pt %xcc, spill_fixup_mna; \
310  b,a,pt %xcc, spill_fixup;
311 
312 #define SPILL_1_GENERIC_ETRAP \
313 etrap_user_spill_64bit: \
314  stxa %l0, [%sp + STACK_BIAS + 0x00] %asi; \
315  stxa %l1, [%sp + STACK_BIAS + 0x08] %asi; \
316  stxa %l2, [%sp + STACK_BIAS + 0x10] %asi; \
317  stxa %l3, [%sp + STACK_BIAS + 0x18] %asi; \
318  stxa %l4, [%sp + STACK_BIAS + 0x20] %asi; \
319  stxa %l5, [%sp + STACK_BIAS + 0x28] %asi; \
320  stxa %l6, [%sp + STACK_BIAS + 0x30] %asi; \
321  stxa %l7, [%sp + STACK_BIAS + 0x38] %asi; \
322  stxa %i0, [%sp + STACK_BIAS + 0x40] %asi; \
323  stxa %i1, [%sp + STACK_BIAS + 0x48] %asi; \
324  stxa %i2, [%sp + STACK_BIAS + 0x50] %asi; \
325  stxa %i3, [%sp + STACK_BIAS + 0x58] %asi; \
326  stxa %i4, [%sp + STACK_BIAS + 0x60] %asi; \
327  stxa %i5, [%sp + STACK_BIAS + 0x68] %asi; \
328  stxa %i6, [%sp + STACK_BIAS + 0x70] %asi; \
329  stxa %i7, [%sp + STACK_BIAS + 0x78] %asi; \
330  saved; \
331  sub %g1, 2, %g1; \
332  ba,pt %xcc, etrap_save; \
333  wrpr %g1, %cwp; \
334  nop; nop; nop; nop; nop; \
335  nop; nop; nop; nop; \
336  ba,a,pt %xcc, etrap_spill_fixup_64bit; \
337  ba,a,pt %xcc, etrap_spill_fixup_64bit; \
338  ba,a,pt %xcc, etrap_spill_fixup_64bit;
339 
340 #define SPILL_1_GENERIC_ETRAP_FIXUP \
341 etrap_spill_fixup_64bit: \
342  ldub [%g6 + TI_WSAVED], %g1; \
343  sll %g1, 3, %g3; \
344  add %g6, %g3, %g3; \
345  stx %sp, [%g3 + TI_RWIN_SPTRS]; \
346  sll %g1, 7, %g3; \
347  add %g6, %g3, %g3; \
348  stx %l0, [%g3 + TI_REG_WINDOW + 0x00]; \
349  stx %l1, [%g3 + TI_REG_WINDOW + 0x08]; \
350  stx %l2, [%g3 + TI_REG_WINDOW + 0x10]; \
351  stx %l3, [%g3 + TI_REG_WINDOW + 0x18]; \
352  stx %l4, [%g3 + TI_REG_WINDOW + 0x20]; \
353  stx %l5, [%g3 + TI_REG_WINDOW + 0x28]; \
354  stx %l6, [%g3 + TI_REG_WINDOW + 0x30]; \
355  stx %l7, [%g3 + TI_REG_WINDOW + 0x38]; \
356  stx %i0, [%g3 + TI_REG_WINDOW + 0x40]; \
357  stx %i1, [%g3 + TI_REG_WINDOW + 0x48]; \
358  stx %i2, [%g3 + TI_REG_WINDOW + 0x50]; \
359  stx %i3, [%g3 + TI_REG_WINDOW + 0x58]; \
360  stx %i4, [%g3 + TI_REG_WINDOW + 0x60]; \
361  stx %i5, [%g3 + TI_REG_WINDOW + 0x68]; \
362  stx %i6, [%g3 + TI_REG_WINDOW + 0x70]; \
363  stx %i7, [%g3 + TI_REG_WINDOW + 0x78]; \
364  add %g1, 1, %g1; \
365  stb %g1, [%g6 + TI_WSAVED]; \
366  saved; \
367  rdpr %cwp, %g1; \
368  sub %g1, 2, %g1; \
369  ba,pt %xcc, etrap_save; \
370  wrpr %g1, %cwp; \
371  nop; nop; nop
372 
373 /* Normal 32bit spill */
374 #define SPILL_2_GENERIC(ASI) \
375  and %sp, 1, %g3; \
376  brnz,pn %g3, (. - (128 + 4)); \
377  srl %sp, 0, %sp; \
378  stwa %l0, [%sp + %g0] ASI; \
379  mov 0x04, %g3; \
380  stwa %l1, [%sp + %g3] ASI; \
381  add %sp, 0x08, %g1; \
382  stwa %l2, [%g1 + %g0] ASI; \
383  stwa %l3, [%g1 + %g3] ASI; \
384  add %g1, 0x08, %g1; \
385  stwa %l4, [%g1 + %g0] ASI; \
386  stwa %l5, [%g1 + %g3] ASI; \
387  add %g1, 0x08, %g1; \
388  stwa %l6, [%g1 + %g0] ASI; \
389  stwa %l7, [%g1 + %g3] ASI; \
390  add %g1, 0x08, %g1; \
391  stwa %i0, [%g1 + %g0] ASI; \
392  stwa %i1, [%g1 + %g3] ASI; \
393  add %g1, 0x08, %g1; \
394  stwa %i2, [%g1 + %g0] ASI; \
395  stwa %i3, [%g1 + %g3] ASI; \
396  add %g1, 0x08, %g1; \
397  stwa %i4, [%g1 + %g0] ASI; \
398  stwa %i5, [%g1 + %g3] ASI; \
399  add %g1, 0x08, %g1; \
400  stwa %i6, [%g1 + %g0] ASI; \
401  stwa %i7, [%g1 + %g3] ASI; \
402  saved; \
403  retry; \
404  b,a,pt %xcc, spill_fixup_dax; \
405  b,a,pt %xcc, spill_fixup_mna; \
406  b,a,pt %xcc, spill_fixup;
407 
408 #define SPILL_2_GENERIC_ETRAP \
409 etrap_user_spill_32bit: \
410  and %sp, 1, %g3; \
411  brnz,pn %g3, etrap_user_spill_64bit; \
412  srl %sp, 0, %sp; \
413  stwa %l0, [%sp + 0x00] %asi; \
414  stwa %l1, [%sp + 0x04] %asi; \
415  stwa %l2, [%sp + 0x08] %asi; \
416  stwa %l3, [%sp + 0x0c] %asi; \
417  stwa %l4, [%sp + 0x10] %asi; \
418  stwa %l5, [%sp + 0x14] %asi; \
419  stwa %l6, [%sp + 0x18] %asi; \
420  stwa %l7, [%sp + 0x1c] %asi; \
421  stwa %i0, [%sp + 0x20] %asi; \
422  stwa %i1, [%sp + 0x24] %asi; \
423  stwa %i2, [%sp + 0x28] %asi; \
424  stwa %i3, [%sp + 0x2c] %asi; \
425  stwa %i4, [%sp + 0x30] %asi; \
426  stwa %i5, [%sp + 0x34] %asi; \
427  stwa %i6, [%sp + 0x38] %asi; \
428  stwa %i7, [%sp + 0x3c] %asi; \
429  saved; \
430  sub %g1, 2, %g1; \
431  ba,pt %xcc, etrap_save; \
432  wrpr %g1, %cwp; \
433  nop; nop; nop; nop; \
434  nop; nop; \
435  ba,a,pt %xcc, etrap_spill_fixup_32bit; \
436  ba,a,pt %xcc, etrap_spill_fixup_32bit; \
437  ba,a,pt %xcc, etrap_spill_fixup_32bit;
438 
439 #define SPILL_2_GENERIC_ETRAP_FIXUP \
440 etrap_spill_fixup_32bit: \
441  ldub [%g6 + TI_WSAVED], %g1; \
442  sll %g1, 3, %g3; \
443  add %g6, %g3, %g3; \
444  stx %sp, [%g3 + TI_RWIN_SPTRS]; \
445  sll %g1, 7, %g3; \
446  add %g6, %g3, %g3; \
447  stw %l0, [%g3 + TI_REG_WINDOW + 0x00]; \
448  stw %l1, [%g3 + TI_REG_WINDOW + 0x04]; \
449  stw %l2, [%g3 + TI_REG_WINDOW + 0x08]; \
450  stw %l3, [%g3 + TI_REG_WINDOW + 0x0c]; \
451  stw %l4, [%g3 + TI_REG_WINDOW + 0x10]; \
452  stw %l5, [%g3 + TI_REG_WINDOW + 0x14]; \
453  stw %l6, [%g3 + TI_REG_WINDOW + 0x18]; \
454  stw %l7, [%g3 + TI_REG_WINDOW + 0x1c]; \
455  stw %i0, [%g3 + TI_REG_WINDOW + 0x20]; \
456  stw %i1, [%g3 + TI_REG_WINDOW + 0x24]; \
457  stw %i2, [%g3 + TI_REG_WINDOW + 0x28]; \
458  stw %i3, [%g3 + TI_REG_WINDOW + 0x2c]; \
459  stw %i4, [%g3 + TI_REG_WINDOW + 0x30]; \
460  stw %i5, [%g3 + TI_REG_WINDOW + 0x34]; \
461  stw %i6, [%g3 + TI_REG_WINDOW + 0x38]; \
462  stw %i7, [%g3 + TI_REG_WINDOW + 0x3c]; \
463  add %g1, 1, %g1; \
464  stb %g1, [%g6 + TI_WSAVED]; \
465  saved; \
466  rdpr %cwp, %g1; \
467  sub %g1, 2, %g1; \
468  ba,pt %xcc, etrap_save; \
469  wrpr %g1, %cwp; \
470  nop; nop; nop
471 
472 #define SPILL_1_NORMAL SPILL_1_GENERIC(ASI_AIUP)
473 #define SPILL_2_NORMAL SPILL_2_GENERIC(ASI_AIUP)
474 #define SPILL_3_NORMAL SPILL_0_NORMAL
475 #define SPILL_4_NORMAL SPILL_0_NORMAL
476 #define SPILL_5_NORMAL SPILL_0_NORMAL
477 #define SPILL_6_NORMAL SPILL_0_NORMAL
478 #define SPILL_7_NORMAL SPILL_0_NORMAL
479 
480 #define SPILL_0_OTHER SPILL_0_NORMAL
481 #define SPILL_1_OTHER SPILL_1_GENERIC(ASI_AIUS)
482 #define SPILL_2_OTHER SPILL_2_GENERIC(ASI_AIUS)
483 #define SPILL_3_OTHER SPILL_3_NORMAL
484 #define SPILL_4_OTHER SPILL_4_NORMAL
485 #define SPILL_5_OTHER SPILL_5_NORMAL
486 #define SPILL_6_OTHER SPILL_6_NORMAL
487 #define SPILL_7_OTHER SPILL_7_NORMAL
488 
489 /* Normal kernel fill */
490 #define FILL_0_NORMAL \
491  ldx [%sp + STACK_BIAS + 0x00], %l0; \
492  ldx [%sp + STACK_BIAS + 0x08], %l1; \
493  ldx [%sp + STACK_BIAS + 0x10], %l2; \
494  ldx [%sp + STACK_BIAS + 0x18], %l3; \
495  ldx [%sp + STACK_BIAS + 0x20], %l4; \
496  ldx [%sp + STACK_BIAS + 0x28], %l5; \
497  ldx [%sp + STACK_BIAS + 0x30], %l6; \
498  ldx [%sp + STACK_BIAS + 0x38], %l7; \
499  ldx [%sp + STACK_BIAS + 0x40], %i0; \
500  ldx [%sp + STACK_BIAS + 0x48], %i1; \
501  ldx [%sp + STACK_BIAS + 0x50], %i2; \
502  ldx [%sp + STACK_BIAS + 0x58], %i3; \
503  ldx [%sp + STACK_BIAS + 0x60], %i4; \
504  ldx [%sp + STACK_BIAS + 0x68], %i5; \
505  ldx [%sp + STACK_BIAS + 0x70], %i6; \
506  ldx [%sp + STACK_BIAS + 0x78], %i7; \
507  restored; retry; nop; nop; nop; nop; nop; nop; \
508  nop; nop; nop; nop; nop; nop; nop; nop;
509 
510 #define FILL_0_NORMAL_RTRAP \
511 kern_rtt_fill: \
512  rdpr %cwp, %g1; \
513  sub %g1, 1, %g1; \
514  wrpr %g1, %cwp; \
515  ldx [%sp + STACK_BIAS + 0x00], %l0; \
516  ldx [%sp + STACK_BIAS + 0x08], %l1; \
517  ldx [%sp + STACK_BIAS + 0x10], %l2; \
518  ldx [%sp + STACK_BIAS + 0x18], %l3; \
519  ldx [%sp + STACK_BIAS + 0x20], %l4; \
520  ldx [%sp + STACK_BIAS + 0x28], %l5; \
521  ldx [%sp + STACK_BIAS + 0x30], %l6; \
522  ldx [%sp + STACK_BIAS + 0x38], %l7; \
523  ldx [%sp + STACK_BIAS + 0x40], %i0; \
524  ldx [%sp + STACK_BIAS + 0x48], %i1; \
525  ldx [%sp + STACK_BIAS + 0x50], %i2; \
526  ldx [%sp + STACK_BIAS + 0x58], %i3; \
527  ldx [%sp + STACK_BIAS + 0x60], %i4; \
528  ldx [%sp + STACK_BIAS + 0x68], %i5; \
529  ldx [%sp + STACK_BIAS + 0x70], %i6; \
530  ldx [%sp + STACK_BIAS + 0x78], %i7; \
531  restored; \
532  add %g1, 1, %g1; \
533  ba,pt %xcc, kern_rtt_restore; \
534  wrpr %g1, %cwp; \
535  nop; nop; nop; nop; nop; \
536  nop; nop; nop; nop;
537 
538 
539 /* Normal 64bit fill */
540 #define FILL_1_GENERIC(ASI) \
541  add %sp, STACK_BIAS + 0x00, %g1; \
542  ldxa [%g1 + %g0] ASI, %l0; \
543  mov 0x08, %g2; \
544  mov 0x10, %g3; \
545  ldxa [%g1 + %g2] ASI, %l1; \
546  mov 0x18, %g5; \
547  ldxa [%g1 + %g3] ASI, %l2; \
548  ldxa [%g1 + %g5] ASI, %l3; \
549  add %g1, 0x20, %g1; \
550  ldxa [%g1 + %g0] ASI, %l4; \
551  ldxa [%g1 + %g2] ASI, %l5; \
552  ldxa [%g1 + %g3] ASI, %l6; \
553  ldxa [%g1 + %g5] ASI, %l7; \
554  add %g1, 0x20, %g1; \
555  ldxa [%g1 + %g0] ASI, %i0; \
556  ldxa [%g1 + %g2] ASI, %i1; \
557  ldxa [%g1 + %g3] ASI, %i2; \
558  ldxa [%g1 + %g5] ASI, %i3; \
559  add %g1, 0x20, %g1; \
560  ldxa [%g1 + %g0] ASI, %i4; \
561  ldxa [%g1 + %g2] ASI, %i5; \
562  ldxa [%g1 + %g3] ASI, %i6; \
563  ldxa [%g1 + %g5] ASI, %i7; \
564  restored; \
565  retry; nop; nop; nop; nop; \
566  b,a,pt %xcc, fill_fixup_dax; \
567  b,a,pt %xcc, fill_fixup_mna; \
568  b,a,pt %xcc, fill_fixup;
569 
570 #define FILL_1_GENERIC_RTRAP \
571 user_rtt_fill_64bit: \
572  ldxa [%sp + STACK_BIAS + 0x00] %asi, %l0; \
573  ldxa [%sp + STACK_BIAS + 0x08] %asi, %l1; \
574  ldxa [%sp + STACK_BIAS + 0x10] %asi, %l2; \
575  ldxa [%sp + STACK_BIAS + 0x18] %asi, %l3; \
576  ldxa [%sp + STACK_BIAS + 0x20] %asi, %l4; \
577  ldxa [%sp + STACK_BIAS + 0x28] %asi, %l5; \
578  ldxa [%sp + STACK_BIAS + 0x30] %asi, %l6; \
579  ldxa [%sp + STACK_BIAS + 0x38] %asi, %l7; \
580  ldxa [%sp + STACK_BIAS + 0x40] %asi, %i0; \
581  ldxa [%sp + STACK_BIAS + 0x48] %asi, %i1; \
582  ldxa [%sp + STACK_BIAS + 0x50] %asi, %i2; \
583  ldxa [%sp + STACK_BIAS + 0x58] %asi, %i3; \
584  ldxa [%sp + STACK_BIAS + 0x60] %asi, %i4; \
585  ldxa [%sp + STACK_BIAS + 0x68] %asi, %i5; \
586  ldxa [%sp + STACK_BIAS + 0x70] %asi, %i6; \
587  ldxa [%sp + STACK_BIAS + 0x78] %asi, %i7; \
588  ba,pt %xcc, user_rtt_pre_restore; \
589  restored; \
590  nop; nop; nop; nop; nop; nop; \
591  nop; nop; nop; nop; nop; \
592  ba,a,pt %xcc, user_rtt_fill_fixup; \
593  ba,a,pt %xcc, user_rtt_fill_fixup; \
594  ba,a,pt %xcc, user_rtt_fill_fixup;
595 
596 
597 /* Normal 32bit fill */
598 #define FILL_2_GENERIC(ASI) \
599  and %sp, 1, %g3; \
600  brnz,pn %g3, (. - (128 + 4)); \
601  srl %sp, 0, %sp; \
602  lduwa [%sp + %g0] ASI, %l0; \
603  mov 0x04, %g2; \
604  mov 0x08, %g3; \
605  lduwa [%sp + %g2] ASI, %l1; \
606  mov 0x0c, %g5; \
607  lduwa [%sp + %g3] ASI, %l2; \
608  lduwa [%sp + %g5] ASI, %l3; \
609  add %sp, 0x10, %g1; \
610  lduwa [%g1 + %g0] ASI, %l4; \
611  lduwa [%g1 + %g2] ASI, %l5; \
612  lduwa [%g1 + %g3] ASI, %l6; \
613  lduwa [%g1 + %g5] ASI, %l7; \
614  add %g1, 0x10, %g1; \
615  lduwa [%g1 + %g0] ASI, %i0; \
616  lduwa [%g1 + %g2] ASI, %i1; \
617  lduwa [%g1 + %g3] ASI, %i2; \
618  lduwa [%g1 + %g5] ASI, %i3; \
619  add %g1, 0x10, %g1; \
620  lduwa [%g1 + %g0] ASI, %i4; \
621  lduwa [%g1 + %g2] ASI, %i5; \
622  lduwa [%g1 + %g3] ASI, %i6; \
623  lduwa [%g1 + %g5] ASI, %i7; \
624  restored; \
625  retry; nop; nop; \
626  b,a,pt %xcc, fill_fixup_dax; \
627  b,a,pt %xcc, fill_fixup_mna; \
628  b,a,pt %xcc, fill_fixup;
629 
630 #define FILL_2_GENERIC_RTRAP \
631 user_rtt_fill_32bit: \
632  and %sp, 1, %g3; \
633  brnz,pn %g3, user_rtt_fill_64bit; \
634  srl %sp, 0, %sp; \
635  lduwa [%sp + 0x00] %asi, %l0; \
636  lduwa [%sp + 0x04] %asi, %l1; \
637  lduwa [%sp + 0x08] %asi, %l2; \
638  lduwa [%sp + 0x0c] %asi, %l3; \
639  lduwa [%sp + 0x10] %asi, %l4; \
640  lduwa [%sp + 0x14] %asi, %l5; \
641  lduwa [%sp + 0x18] %asi, %l6; \
642  lduwa [%sp + 0x1c] %asi, %l7; \
643  lduwa [%sp + 0x20] %asi, %i0; \
644  lduwa [%sp + 0x24] %asi, %i1; \
645  lduwa [%sp + 0x28] %asi, %i2; \
646  lduwa [%sp + 0x2c] %asi, %i3; \
647  lduwa [%sp + 0x30] %asi, %i4; \
648  lduwa [%sp + 0x34] %asi, %i5; \
649  lduwa [%sp + 0x38] %asi, %i6; \
650  lduwa [%sp + 0x3c] %asi, %i7; \
651  ba,pt %xcc, user_rtt_pre_restore; \
652  restored; \
653  nop; nop; nop; nop; nop; \
654  nop; nop; nop; \
655  ba,a,pt %xcc, user_rtt_fill_fixup; \
656  ba,a,pt %xcc, user_rtt_fill_fixup; \
657  ba,a,pt %xcc, user_rtt_fill_fixup;
658 
659 
660 #define FILL_1_NORMAL FILL_1_GENERIC(ASI_AIUP)
661 #define FILL_2_NORMAL FILL_2_GENERIC(ASI_AIUP)
662 #define FILL_3_NORMAL FILL_0_NORMAL
663 #define FILL_4_NORMAL FILL_0_NORMAL
664 #define FILL_5_NORMAL FILL_0_NORMAL
665 #define FILL_6_NORMAL FILL_0_NORMAL
666 #define FILL_7_NORMAL FILL_0_NORMAL
667 
668 #define FILL_0_OTHER FILL_0_NORMAL
669 #define FILL_1_OTHER FILL_1_GENERIC(ASI_AIUS)
670 #define FILL_2_OTHER FILL_2_GENERIC(ASI_AIUS)
671 #define FILL_3_OTHER FILL_3_NORMAL
672 #define FILL_4_OTHER FILL_4_NORMAL
673 #define FILL_5_OTHER FILL_5_NORMAL
674 #define FILL_6_OTHER FILL_6_NORMAL
675 #define FILL_7_OTHER FILL_7_NORMAL
676 
677 #endif /* !(_SPARC64_TTABLE_H) */
Generated on Thu Jan 10 2013 13:18:14 for Linux Kernel by   doxygen 1.8.2