2 * ultra.S: Don't expand these all over the place...
4 * Copyright (C) 1997, 2000, 2008 David S. Miller (davem@davemloft.net)
8 #include <asm/pgtable.h>
10 #include <asm/spitfire.h>
11 #include <asm/mmu_context.h>
15 #include <asm/thread_info.h>
16 #include <asm/cacheflush.h>
17 #include <asm/hypervisor.h>
18 #include <asm/cpudata.h>
20 /* Basically, most of the Spitfire vs. Cheetah madness
21 * has to do with the fact that Cheetah does not support
22 * IMMU flushes out of the secondary context. Someone needs
23 * to throw a south lake birthday party for the folks
24 * in Microelectronics who refused to fix this shit.
27 /* This file is meant to be read efficiently by the CPU, not humans.
28 * Staraj sie tego nikomu nie pierdolnac...
33 __flush_tlb_mm: /* 19 insns */
34 /* %o0=(ctx & TAG_CONTEXT_BITS), %o1=SECONDARY_CONTEXT */
35 ldxa [%o1] ASI_DMMU, %g2
37 bne,pn %icc, __spitfire_flush_tlb_mm_slow
39 stxa %g0, [%g3] ASI_DMMU_DEMAP
40 stxa %g0, [%g3] ASI_IMMU_DEMAP
41 sethi %hi(KERNBASE), %g3
56 .globl __flush_tlb_page
57 __flush_tlb_page: /* 22 insns */
58 /* %o0 = context, %o1 = vaddr */
60 andn %g7, PSTATE_IE, %g2
62 mov SECONDARY_CONTEXT, %o4
63 ldxa [%o4] ASI_DMMU, %g2
64 stxa %o0, [%o4] ASI_DMMU
69 stxa %g0, [%o3] ASI_IMMU_DEMAP
70 1: stxa %g0, [%o3] ASI_DMMU_DEMAP
72 stxa %g2, [%o4] ASI_DMMU
73 sethi %hi(KERNBASE), %o4
76 wrpr %g7, 0x0, %pstate
83 .globl __flush_tlb_pending
84 __flush_tlb_pending: /* 27 insns */
85 /* %o0 = context, %o1 = nr, %o2 = vaddrs[] */
88 andn %g7, PSTATE_IE, %g2
90 mov SECONDARY_CONTEXT, %o4
91 ldxa [%o4] ASI_DMMU, %g2
92 stxa %o0, [%o4] ASI_DMMU
93 1: sub %o1, (1 << 3), %o1
99 stxa %g0, [%o3] ASI_IMMU_DEMAP
100 2: stxa %g0, [%o3] ASI_DMMU_DEMAP
104 stxa %g2, [%o4] ASI_DMMU
105 sethi %hi(KERNBASE), %o4
108 wrpr %g7, 0x0, %pstate
115 .globl __flush_tlb_kernel_range
116 __flush_tlb_kernel_range: /* 19 insns */
117 /* %o0=start, %o1=end */
120 sethi %hi(PAGE_SIZE), %o4
123 or %o0, 0x20, %o0 ! Nucleus
124 1: stxa %g0, [%o0 + %o3] ASI_DMMU_DEMAP
125 stxa %g0, [%o0 + %o3] ASI_IMMU_DEMAP
129 2: sethi %hi(KERNBASE), %o3
138 __spitfire_flush_tlb_mm_slow:
140 wrpr %g1, PSTATE_IE, %pstate
141 stxa %o0, [%o1] ASI_DMMU
142 stxa %g0, [%g3] ASI_DMMU_DEMAP
143 stxa %g0, [%g3] ASI_IMMU_DEMAP
145 stxa %g2, [%o1] ASI_DMMU
146 sethi %hi(KERNBASE), %o1
152 * The following code flushes one page_size worth.
154 .section .kprobes.text, "ax"
156 .globl __flush_icache_page
157 __flush_icache_page: /* %o0 = phys_page */
158 srlx %o0, PAGE_SHIFT, %o0
159 sethi %hi(PAGE_OFFSET), %g1
160 sllx %o0, PAGE_SHIFT, %o0
161 sethi %hi(PAGE_SIZE), %g2
162 ldx [%g1 + %lo(PAGE_OFFSET)], %g1
164 1: subcc %g2, 32, %g2
170 #ifdef DCACHE_ALIASING_POSSIBLE
172 #if (PAGE_SHIFT != 13)
173 #error only page shift of 13 is supported by dcache flush
176 #define DTAG_MASK 0x3
178 /* This routine is Spitfire specific so the hardcoded
179 * D-cache size and line-size are OK.
182 .globl __flush_dcache_page
183 __flush_dcache_page: /* %o0=kaddr, %o1=flush_icache */
184 sethi %hi(PAGE_OFFSET), %g1
185 ldx [%g1 + %lo(PAGE_OFFSET)], %g1
186 sub %o0, %g1, %o0 ! physical address
187 srlx %o0, 11, %o0 ! make D-cache TAG
188 sethi %hi(1 << 14), %o2 ! D-cache size
189 sub %o2, (1 << 5), %o2 ! D-cache line size
190 1: ldxa [%o2] ASI_DCACHE_TAG, %o3 ! load D-cache TAG
191 andcc %o3, DTAG_MASK, %g0 ! Valid?
192 be,pn %xcc, 2f ! Nope, branch
193 andn %o3, DTAG_MASK, %o3 ! Clear valid bits
194 cmp %o3, %o0 ! TAG match?
195 bne,pt %xcc, 2f ! Nope, branch
197 stxa %g0, [%o2] ASI_DCACHE_TAG ! Invalidate TAG
200 sub %o2, (1 << 5), %o2 ! D-cache line size
202 /* The I-cache does not snoop local stores so we
203 * better flush that too when necessary.
205 brnz,pt %o1, __flush_icache_page
210 #endif /* DCACHE_ALIASING_POSSIBLE */
214 /* Cheetah specific versions, patched at boot time. */
215 __cheetah_flush_tlb_mm: /* 19 insns */
217 andn %g7, PSTATE_IE, %g2
218 wrpr %g2, 0x0, %pstate
220 mov PRIMARY_CONTEXT, %o2
222 ldxa [%o2] ASI_DMMU, %g2
223 srlx %g2, CTX_PGSZ1_NUC_SHIFT, %o1
224 sllx %o1, CTX_PGSZ1_NUC_SHIFT, %o1
225 or %o0, %o1, %o0 /* Preserve nucleus page size fields */
226 stxa %o0, [%o2] ASI_DMMU
227 stxa %g0, [%g3] ASI_DMMU_DEMAP
228 stxa %g0, [%g3] ASI_IMMU_DEMAP
229 stxa %g2, [%o2] ASI_DMMU
230 sethi %hi(KERNBASE), %o2
234 wrpr %g7, 0x0, %pstate
236 __cheetah_flush_tlb_page: /* 22 insns */
237 /* %o0 = context, %o1 = vaddr */
239 andn %g7, PSTATE_IE, %g2
240 wrpr %g2, 0x0, %pstate
242 mov PRIMARY_CONTEXT, %o4
243 ldxa [%o4] ASI_DMMU, %g2
244 srlx %g2, CTX_PGSZ1_NUC_SHIFT, %o3
245 sllx %o3, CTX_PGSZ1_NUC_SHIFT, %o3
246 or %o0, %o3, %o0 /* Preserve nucleus page size fields */
247 stxa %o0, [%o4] ASI_DMMU
251 stxa %g0, [%o3] ASI_IMMU_DEMAP
252 1: stxa %g0, [%o3] ASI_DMMU_DEMAP
254 stxa %g2, [%o4] ASI_DMMU
255 sethi %hi(KERNBASE), %o4
259 wrpr %g7, 0x0, %pstate
261 __cheetah_flush_tlb_pending: /* 27 insns */
262 /* %o0 = context, %o1 = nr, %o2 = vaddrs[] */
265 andn %g7, PSTATE_IE, %g2
266 wrpr %g2, 0x0, %pstate
268 mov PRIMARY_CONTEXT, %o4
269 ldxa [%o4] ASI_DMMU, %g2
270 srlx %g2, CTX_PGSZ1_NUC_SHIFT, %o3
271 sllx %o3, CTX_PGSZ1_NUC_SHIFT, %o3
272 or %o0, %o3, %o0 /* Preserve nucleus page size fields */
273 stxa %o0, [%o4] ASI_DMMU
274 1: sub %o1, (1 << 3), %o1
279 stxa %g0, [%o3] ASI_IMMU_DEMAP
280 2: stxa %g0, [%o3] ASI_DMMU_DEMAP
284 stxa %g2, [%o4] ASI_DMMU
285 sethi %hi(KERNBASE), %o4
289 wrpr %g7, 0x0, %pstate
291 #ifdef DCACHE_ALIASING_POSSIBLE
292 __cheetah_flush_dcache_page: /* 11 insns */
293 sethi %hi(PAGE_OFFSET), %g1
294 ldx [%g1 + %lo(PAGE_OFFSET)], %g1
296 sethi %hi(PAGE_SIZE), %o4
297 1: subcc %o4, (1 << 5), %o4
298 stxa %g0, [%o0 + %o4] ASI_DCACHE_INVALIDATE
302 retl /* I-cache flush never needed on Cheetah, see callers. */
304 #endif /* DCACHE_ALIASING_POSSIBLE */
306 /* Hypervisor specific versions, patched at boot time. */
307 __hypervisor_tlb_tl0_error:
310 call hypervisor_tlbop_error
315 __hypervisor_flush_tlb_mm: /* 19 insns */
316 mov %o0, %o2 /* ARG2: mmu context */
317 mov 0, %o0 /* ARG0: CPU lists unimplemented */
318 mov 0, %o1 /* ARG1: CPU lists unimplemented */
319 mov HV_MMU_ALL, %o3 /* ARG3: flags */
320 mov HV_FAST_MMU_DEMAP_CTX, %o5
323 mov HV_FAST_MMU_DEMAP_CTX, %o1
326 1: sethi %hi(__hypervisor_tlb_tl0_error), %o5
327 jmpl %o5 + %lo(__hypervisor_tlb_tl0_error), %g0
336 __hypervisor_flush_tlb_page: /* 22 insns */
337 /* %o0 = context, %o1 = vaddr */
339 mov %o1, %o0 /* ARG0: vaddr + IMMU-bit */
340 mov %g2, %o1 /* ARG1: mmu context */
341 mov HV_MMU_ALL, %o2 /* ARG2: flags */
342 srlx %o0, PAGE_SHIFT, %o0
343 sllx %o0, PAGE_SHIFT, %o0
344 ta HV_MMU_UNMAP_ADDR_TRAP
346 mov HV_MMU_UNMAP_ADDR_TRAP, %o1
349 1: sethi %hi(__hypervisor_tlb_tl0_error), %o2
350 jmpl %o2 + %lo(__hypervisor_tlb_tl0_error), %g0
361 __hypervisor_flush_tlb_pending: /* 27 insns */
362 /* %o0 = context, %o1 = nr, %o2 = vaddrs[] */
366 1: sub %g1, (1 << 3), %g1
367 ldx [%g2 + %g1], %o0 /* ARG0: vaddr + IMMU-bit */
368 mov %g3, %o1 /* ARG1: mmu context */
369 mov HV_MMU_ALL, %o2 /* ARG2: flags */
370 srlx %o0, PAGE_SHIFT, %o0
371 sllx %o0, PAGE_SHIFT, %o0
372 ta HV_MMU_UNMAP_ADDR_TRAP
374 mov HV_MMU_UNMAP_ADDR_TRAP, %o1
379 1: sethi %hi(__hypervisor_tlb_tl0_error), %o2
380 jmpl %o2 + %lo(__hypervisor_tlb_tl0_error), %g0
391 __hypervisor_flush_tlb_kernel_range: /* 19 insns */
392 /* %o0=start, %o1=end */
395 sethi %hi(PAGE_SIZE), %g3
399 1: add %g1, %g2, %o0 /* ARG0: virtual address */
400 mov 0, %o1 /* ARG1: mmu context */
401 mov HV_MMU_ALL, %o2 /* ARG2: flags */
402 ta HV_MMU_UNMAP_ADDR_TRAP
404 mov HV_MMU_UNMAP_ADDR_TRAP, %o1
409 3: sethi %hi(__hypervisor_tlb_tl0_error), %o2
410 jmpl %o2 + %lo(__hypervisor_tlb_tl0_error), %g0
413 #ifdef DCACHE_ALIASING_POSSIBLE
414 /* XXX Niagara and friends have an 8K cache, so no aliasing is
415 * XXX possible, but nothing explicit in the Hypervisor API
416 * XXX guarantees this.
418 __hypervisor_flush_dcache_page: /* 2 insns */
434 .globl cheetah_patch_cachetlbops
435 cheetah_patch_cachetlbops:
438 sethi %hi(__flush_tlb_mm), %o0
439 or %o0, %lo(__flush_tlb_mm), %o0
440 sethi %hi(__cheetah_flush_tlb_mm), %o1
441 or %o1, %lo(__cheetah_flush_tlb_mm), %o1
445 sethi %hi(__flush_tlb_page), %o0
446 or %o0, %lo(__flush_tlb_page), %o0
447 sethi %hi(__cheetah_flush_tlb_page), %o1
448 or %o1, %lo(__cheetah_flush_tlb_page), %o1
452 sethi %hi(__flush_tlb_pending), %o0
453 or %o0, %lo(__flush_tlb_pending), %o0
454 sethi %hi(__cheetah_flush_tlb_pending), %o1
455 or %o1, %lo(__cheetah_flush_tlb_pending), %o1
459 #ifdef DCACHE_ALIASING_POSSIBLE
460 sethi %hi(__flush_dcache_page), %o0
461 or %o0, %lo(__flush_dcache_page), %o0
462 sethi %hi(__cheetah_flush_dcache_page), %o1
463 or %o1, %lo(__cheetah_flush_dcache_page), %o1
466 #endif /* DCACHE_ALIASING_POSSIBLE */
472 /* These are all called by the slaves of a cross call, at
473 * trap level 1, with interrupts fully disabled.
476 * %g5 mm->context (all tlb flushes)
477 * %g1 address arg 1 (tlb page and range flushes)
478 * %g7 address arg 2 (tlb range flush only)
486 .globl xcall_flush_tlb_mm
487 xcall_flush_tlb_mm: /* 24 insns */
488 mov PRIMARY_CONTEXT, %g2
489 ldxa [%g2] ASI_DMMU, %g3
490 srlx %g3, CTX_PGSZ1_NUC_SHIFT, %g4
491 sllx %g4, CTX_PGSZ1_NUC_SHIFT, %g4
492 or %g5, %g4, %g5 /* Preserve nucleus page size fields */
493 stxa %g5, [%g2] ASI_DMMU
495 stxa %g0, [%g4] ASI_DMMU_DEMAP
496 stxa %g0, [%g4] ASI_IMMU_DEMAP
497 stxa %g3, [%g2] ASI_DMMU
513 .globl xcall_flush_tlb_page
514 xcall_flush_tlb_page: /* 20 insns */
515 /* %g5=context, %g1=vaddr */
516 mov PRIMARY_CONTEXT, %g4
517 ldxa [%g4] ASI_DMMU, %g2
518 srlx %g2, CTX_PGSZ1_NUC_SHIFT, %g4
519 sllx %g4, CTX_PGSZ1_NUC_SHIFT, %g4
521 mov PRIMARY_CONTEXT, %g4
522 stxa %g5, [%g4] ASI_DMMU
526 stxa %g0, [%g5] ASI_IMMU_DEMAP
527 2: stxa %g0, [%g5] ASI_DMMU_DEMAP
529 stxa %g2, [%g4] ASI_DMMU
537 .globl xcall_flush_tlb_kernel_range
538 xcall_flush_tlb_kernel_range: /* 28 insns */
539 sethi %hi(PAGE_SIZE - 1), %g2
540 or %g2, %lo(PAGE_SIZE - 1), %g2
546 or %g1, 0x20, %g1 ! Nucleus
547 1: stxa %g0, [%g1 + %g3] ASI_DMMU_DEMAP
548 stxa %g0, [%g1 + %g3] ASI_IMMU_DEMAP
568 /* This runs in a very controlled environment, so we do
569 * not need to worry about BH races etc.
571 .globl xcall_sync_tick
574 661: rdpr %pstate, %g2
575 wrpr %g2, PSTATE_IG | PSTATE_AG, %pstate
576 .section .sun4v_2insn_patch, "ax"
583 wrpr %g0, PIL_NORMAL_MAX, %pil
586 109: or %g7, %lo(109b), %g7
587 #ifdef CONFIG_TRACE_IRQFLAGS
588 call trace_hardirqs_off
591 call smp_synchronize_tick_client
594 ldx [%sp + PTREGS_OFF + PT_V9_TSTATE], %l1
596 .globl xcall_fetch_glob_regs
597 xcall_fetch_glob_regs:
598 sethi %hi(global_cpu_snapshot), %g1
599 or %g1, %lo(global_cpu_snapshot), %g1
604 stx %g7, [%g1 + GR_SNAP_TSTATE]
606 stx %g7, [%g1 + GR_SNAP_TPC]
608 stx %g7, [%g1 + GR_SNAP_TNPC]
609 stx %o7, [%g1 + GR_SNAP_O7]
610 stx %i7, [%g1 + GR_SNAP_I7]
611 /* Don't try this at home kids... */
617 stx %g7, [%g1 + GR_SNAP_RPC]
618 sethi %hi(trap_block), %g7
619 or %g7, %lo(trap_block), %g7
620 sllx %g2, TRAP_BLOCK_SZ_SHIFT, %g2
622 ldx [%g7 + TRAP_PER_CPU_THREAD], %g3
623 stx %g3, [%g1 + GR_SNAP_THREAD]
626 .globl xcall_fetch_glob_pmu
627 xcall_fetch_glob_pmu:
628 sethi %hi(global_cpu_snapshot), %g1
629 or %g1, %lo(global_cpu_snapshot), %g1
634 stx %g7, [%g1 + (4 * 8)]
636 stx %g7, [%g1 + (0 * 8)]
639 .globl xcall_fetch_glob_pmu_n4
640 xcall_fetch_glob_pmu_n4:
641 sethi %hi(global_cpu_snapshot), %g1
642 or %g1, %lo(global_cpu_snapshot), %g1
647 ldxa [%g0] ASI_PIC, %g7
648 stx %g7, [%g1 + (4 * 8)]
650 ldxa [%g3] ASI_PIC, %g7
651 stx %g7, [%g1 + (5 * 8)]
653 ldxa [%g3] ASI_PIC, %g7
654 stx %g7, [%g1 + (6 * 8)]
656 ldxa [%g3] ASI_PIC, %g7
657 stx %g7, [%g1 + (7 * 8)]
663 mov HV_FAST_VT_GET_PERFREG, %o5
666 stx %o1, [%g1 + (3 * 8)]
667 mov HV_FAST_VT_GET_PERFREG, %o5
670 stx %o1, [%g1 + (2 * 8)]
671 mov HV_FAST_VT_GET_PERFREG, %o5
674 stx %o1, [%g1 + (1 * 8)]
675 mov HV_FAST_VT_GET_PERFREG, %o5
678 stx %o1, [%g1 + (0 * 8)]
686 #ifdef DCACHE_ALIASING_POSSIBLE
688 .globl xcall_flush_dcache_page_cheetah
689 xcall_flush_dcache_page_cheetah: /* %g1 == physical page address */
690 sethi %hi(PAGE_SIZE), %g3
691 1: subcc %g3, (1 << 5), %g3
692 stxa %g0, [%g1 + %g3] ASI_DCACHE_INVALIDATE
698 #endif /* DCACHE_ALIASING_POSSIBLE */
700 .globl xcall_flush_dcache_page_spitfire
701 xcall_flush_dcache_page_spitfire: /* %g1 == physical page address
702 %g7 == kernel page virtual address
703 %g5 == (page->mapping != NULL) */
704 #ifdef DCACHE_ALIASING_POSSIBLE
705 srlx %g1, (13 - 2), %g1 ! Form tag comparitor
706 sethi %hi(L1DCACHE_SIZE), %g3 ! D$ size == 16K
707 sub %g3, (1 << 5), %g3 ! D$ linesize == 32
708 1: ldxa [%g3] ASI_DCACHE_TAG, %g2
716 stxa %g0, [%g3] ASI_DCACHE_TAG
720 sub %g3, (1 << 5), %g3
723 #endif /* DCACHE_ALIASING_POSSIBLE */
724 sethi %hi(PAGE_SIZE), %g3
727 subcc %g3, (1 << 5), %g3
729 add %g7, (1 << 5), %g7
738 __hypervisor_tlb_xcall_error:
744 call hypervisor_tlbop_error_xcall
748 .globl __hypervisor_xcall_flush_tlb_mm
749 __hypervisor_xcall_flush_tlb_mm: /* 24 insns */
750 /* %g5=ctx, g1,g2,g3,g4,g7=scratch, %g6=unusable */
756 clr %o0 /* ARG0: CPU lists unimplemented */
757 clr %o1 /* ARG1: CPU lists unimplemented */
758 mov %g5, %o2 /* ARG2: mmu context */
759 mov HV_MMU_ALL, %o3 /* ARG3: flags */
760 mov HV_FAST_MMU_DEMAP_CTX, %o5
762 mov HV_FAST_MMU_DEMAP_CTX, %g6
772 1: sethi %hi(__hypervisor_tlb_xcall_error), %g4
773 jmpl %g4 + %lo(__hypervisor_tlb_xcall_error), %g0
776 .globl __hypervisor_xcall_flush_tlb_page
777 __hypervisor_xcall_flush_tlb_page: /* 20 insns */
778 /* %g5=ctx, %g1=vaddr */
782 mov %g1, %o0 /* ARG0: virtual address */
783 mov %g5, %o1 /* ARG1: mmu context */
784 mov HV_MMU_ALL, %o2 /* ARG2: flags */
785 srlx %o0, PAGE_SHIFT, %o0
786 sllx %o0, PAGE_SHIFT, %o0
787 ta HV_MMU_UNMAP_ADDR_TRAP
788 mov HV_MMU_UNMAP_ADDR_TRAP, %g6
796 1: sethi %hi(__hypervisor_tlb_xcall_error), %g4
797 jmpl %g4 + %lo(__hypervisor_tlb_xcall_error), %g0
800 .globl __hypervisor_xcall_flush_tlb_kernel_range
801 __hypervisor_xcall_flush_tlb_kernel_range: /* 28 insns */
802 /* %g1=start, %g7=end, g2,g3,g4,g5,g6=scratch */
803 sethi %hi(PAGE_SIZE - 1), %g2
804 or %g2, %lo(PAGE_SIZE - 1), %g2
813 1: add %g1, %g3, %o0 /* ARG0: virtual address */
814 mov 0, %o1 /* ARG1: mmu context */
815 mov HV_MMU_ALL, %o2 /* ARG2: flags */
816 ta HV_MMU_UNMAP_ADDR_TRAP
817 mov HV_MMU_UNMAP_ADDR_TRAP, %g6
820 sethi %hi(PAGE_SIZE), %o2
828 1: sethi %hi(__hypervisor_tlb_xcall_error), %g4
829 jmpl %g4 + %lo(__hypervisor_tlb_xcall_error), %g0
832 /* These just get rescheduled to PIL vectors. */
833 .globl xcall_call_function
835 wr %g0, (1 << PIL_SMP_CALL_FUNC), %set_softint
838 .globl xcall_call_function_single
839 xcall_call_function_single:
840 wr %g0, (1 << PIL_SMP_CALL_FUNC_SNGL), %set_softint
843 .globl xcall_receive_signal
844 xcall_receive_signal:
845 wr %g0, (1 << PIL_SMP_RECEIVE_SIGNAL), %set_softint
850 wr %g0, (1 << PIL_SMP_CAPTURE), %set_softint
853 .globl xcall_new_mmu_context_version
854 xcall_new_mmu_context_version:
855 wr %g0, (1 << PIL_SMP_CTX_NEW_VERSION), %set_softint
859 .globl xcall_kgdb_capture
861 wr %g0, (1 << PIL_KGDB_CAPTURE), %set_softint
865 #endif /* CONFIG_SMP */
868 .globl hypervisor_patch_cachetlbops
869 hypervisor_patch_cachetlbops:
872 sethi %hi(__flush_tlb_mm), %o0
873 or %o0, %lo(__flush_tlb_mm), %o0
874 sethi %hi(__hypervisor_flush_tlb_mm), %o1
875 or %o1, %lo(__hypervisor_flush_tlb_mm), %o1
879 sethi %hi(__flush_tlb_page), %o0
880 or %o0, %lo(__flush_tlb_page), %o0
881 sethi %hi(__hypervisor_flush_tlb_page), %o1
882 or %o1, %lo(__hypervisor_flush_tlb_page), %o1
886 sethi %hi(__flush_tlb_pending), %o0
887 or %o0, %lo(__flush_tlb_pending), %o0
888 sethi %hi(__hypervisor_flush_tlb_pending), %o1
889 or %o1, %lo(__hypervisor_flush_tlb_pending), %o1
893 sethi %hi(__flush_tlb_kernel_range), %o0
894 or %o0, %lo(__flush_tlb_kernel_range), %o0
895 sethi %hi(__hypervisor_flush_tlb_kernel_range), %o1
896 or %o1, %lo(__hypervisor_flush_tlb_kernel_range), %o1
900 #ifdef DCACHE_ALIASING_POSSIBLE
901 sethi %hi(__flush_dcache_page), %o0
902 or %o0, %lo(__flush_dcache_page), %o0
903 sethi %hi(__hypervisor_flush_dcache_page), %o1
904 or %o1, %lo(__hypervisor_flush_dcache_page), %o1
907 #endif /* DCACHE_ALIASING_POSSIBLE */
910 sethi %hi(xcall_flush_tlb_mm), %o0
911 or %o0, %lo(xcall_flush_tlb_mm), %o0
912 sethi %hi(__hypervisor_xcall_flush_tlb_mm), %o1
913 or %o1, %lo(__hypervisor_xcall_flush_tlb_mm), %o1
917 sethi %hi(xcall_flush_tlb_page), %o0
918 or %o0, %lo(xcall_flush_tlb_page), %o0
919 sethi %hi(__hypervisor_xcall_flush_tlb_page), %o1
920 or %o1, %lo(__hypervisor_xcall_flush_tlb_page), %o1
924 sethi %hi(xcall_flush_tlb_kernel_range), %o0
925 or %o0, %lo(xcall_flush_tlb_kernel_range), %o0
926 sethi %hi(__hypervisor_xcall_flush_tlb_kernel_range), %o1
927 or %o1, %lo(__hypervisor_xcall_flush_tlb_kernel_range), %o1
930 #endif /* CONFIG_SMP */