Lines Matching refs:t0
31 la.abs t0, do_page_fault
32 jirl ra, t0, 0
48 la.abs t0, do_page_fault
49 jirl ra, t0, 0
55 csrwr t0, EXCEPTION_KS0
62 csrrd t0, LOONGARCH_CSR_BADV
63 bltz t0, vmalloc_load
68 bstrpick.d ra, t0, PTRS_PER_PGD_BITS + PGDIR_SHIFT - 1, PGDIR_SHIFT
72 bstrpick.d ra, t0, PTRS_PER_PUD_BITS + PUD_SHIFT - 1, PUD_SHIFT
77 bstrpick.d ra, t0, PTRS_PER_PMD_BITS + PMD_SHIFT - 1, PMD_SHIFT
91 bstrpick.d t0, t0, PTRS_PER_PTE_BITS + PAGE_SHIFT - 1, PAGE_SHIFT
92 alsl.d t1, t0, ra, _PTE_T_LOG2
96 ll.d t0, t1, 0
98 ld.d t0, t1, 0
100 andi ra, t0, _PAGE_PRESENT
103 ori t0, t0, _PAGE_VALID
105 sc.d t0, t1, 0
106 beqz t0, smp_pgtable_change_load
108 st.d t0, t1, 0
112 ld.d t0, t1, 0
114 csrwr t0, LOONGARCH_CSR_TLBELO0
118 csrrd t0, EXCEPTION_KS0
134 andi t0, ra, _PAGE_PRESENT
135 beqz t0, nopage_tlb_load
138 ori t0, ra, _PAGE_VALID
139 sc.d t0, t1, 0
140 beqz t0, tlb_huge_update_load
141 ori t0, ra, _PAGE_VALID
144 ori t0, ra, _PAGE_VALID
145 st.d t0, t1, 0
162 xori t0, t0, _PAGE_HUGE
164 and t1, t0, t1
166 or t0, t0, t1
168 move ra, t0
174 add.d t0, t0, t1
175 csrwr t0, LOONGARCH_CSR_TLBELO1
178 addu16i.d t0, zero, (CSR_TLBIDX_PS >> 16)
180 csrxchg t1, t0, LOONGARCH_CSR_TLBIDX
184 addu16i.d t0, zero, (CSR_TLBIDX_PS >> 16)
186 csrxchg t1, t0, LOONGARCH_CSR_TLBIDX
188 csrrd t0, EXCEPTION_KS0
196 la.abs t0, tlb_do_page_fault_0
197 jr t0
201 csrwr t0, LOONGARCH_CSR_KS0
203 la.abs t0, tlb_do_page_fault_0
204 jirl zero, t0, 0
208 csrwr t0, EXCEPTION_KS0
215 csrrd t0, LOONGARCH_CSR_BADV
216 bltz t0, vmalloc_store
221 bstrpick.d ra, t0, PTRS_PER_PGD_BITS + PGDIR_SHIFT - 1, PGDIR_SHIFT
225 bstrpick.d ra, t0, PTRS_PER_PUD_BITS + PUD_SHIFT - 1, PUD_SHIFT
230 bstrpick.d ra, t0, PTRS_PER_PMD_BITS + PMD_SHIFT - 1, PMD_SHIFT
244 bstrpick.d t0, t0, PTRS_PER_PTE_BITS + PAGE_SHIFT - 1, PAGE_SHIFT
245 alsl.d t1, t0, ra, _PTE_T_LOG2
249 ll.d t0, t1, 0
251 ld.d t0, t1, 0
253 andi ra, t0, _PAGE_PRESENT | _PAGE_WRITE
257 ori t0, t0, (_PAGE_VALID | _PAGE_DIRTY | _PAGE_MODIFIED)
259 sc.d t0, t1, 0
260 beqz t0, smp_pgtable_change_store
262 st.d t0, t1, 0
266 ld.d t0, t1, 0
268 csrwr t0, LOONGARCH_CSR_TLBELO0
272 csrrd t0, EXCEPTION_KS0
288 andi t0, ra, _PAGE_PRESENT | _PAGE_WRITE
289 xori t0, t0, _PAGE_PRESENT | _PAGE_WRITE
290 bnez t0, nopage_tlb_store
293 ori t0, ra, (_PAGE_VALID | _PAGE_DIRTY | _PAGE_MODIFIED)
294 sc.d t0, t1, 0
295 beqz t0, tlb_huge_update_store
296 ori t0, ra, (_PAGE_VALID | _PAGE_DIRTY | _PAGE_MODIFIED)
299 ori t0, ra, (_PAGE_VALID | _PAGE_DIRTY | _PAGE_MODIFIED)
300 st.d t0, t1, 0
317 xori t0, t0, _PAGE_HUGE
319 and t1, t0, t1
321 or t0, t0, t1
323 move ra, t0
329 add.d t0, t0, t1
330 csrwr t0, LOONGARCH_CSR_TLBELO1
333 addu16i.d t0, zero, (CSR_TLBIDX_PS >> 16)
335 csrxchg t1, t0, LOONGARCH_CSR_TLBIDX
340 addu16i.d t0, zero, (CSR_TLBIDX_PS >> 16)
342 csrxchg t1, t0, LOONGARCH_CSR_TLBIDX
344 csrrd t0, EXCEPTION_KS0
352 la.abs t0, tlb_do_page_fault_1
353 jr t0
357 csrwr t0, LOONGARCH_CSR_KS0
359 la.abs t0, tlb_do_page_fault_1
360 jirl zero, t0, 0
364 csrwr t0, EXCEPTION_KS0
371 csrrd t0, LOONGARCH_CSR_BADV
372 bltz t0, vmalloc_modify
377 bstrpick.d ra, t0, PTRS_PER_PGD_BITS + PGDIR_SHIFT - 1, PGDIR_SHIFT
381 bstrpick.d ra, t0, PTRS_PER_PUD_BITS + PUD_SHIFT - 1, PUD_SHIFT
386 bstrpick.d ra, t0, PTRS_PER_PMD_BITS + PMD_SHIFT - 1, PMD_SHIFT
400 bstrpick.d t0, t0, PTRS_PER_PTE_BITS + PAGE_SHIFT - 1, PAGE_SHIFT
401 alsl.d t1, t0, ra, _PTE_T_LOG2
405 ll.d t0, t1, 0
407 ld.d t0, t1, 0
409 andi ra, t0, _PAGE_WRITE
412 ori t0, t0, (_PAGE_VALID | _PAGE_DIRTY | _PAGE_MODIFIED)
414 sc.d t0, t1, 0
415 beqz t0, smp_pgtable_change_modify
417 st.d t0, t1, 0
421 ld.d t0, t1, 0
423 csrwr t0, LOONGARCH_CSR_TLBELO0
427 csrrd t0, EXCEPTION_KS0
443 andi t0, ra, _PAGE_WRITE
444 beqz t0, nopage_tlb_modify
447 ori t0, ra, (_PAGE_VALID | _PAGE_DIRTY | _PAGE_MODIFIED)
448 sc.d t0, t1, 0
449 beqz t0, tlb_huge_update_modify
450 ori t0, ra, (_PAGE_VALID | _PAGE_DIRTY | _PAGE_MODIFIED)
453 ori t0, ra, (_PAGE_VALID | _PAGE_DIRTY | _PAGE_MODIFIED)
454 st.d t0, t1, 0
471 xori t0, t0, _PAGE_HUGE
473 and t1, t0, t1
475 or t0, t0, t1
477 move ra, t0
483 add.d t0, t0, t1
484 csrwr t0, LOONGARCH_CSR_TLBELO1
487 addu16i.d t0, zero, (CSR_TLBIDX_PS >> 16)
489 csrxchg t1, t0, LOONGARCH_CSR_TLBIDX
494 addu16i.d t0, zero, (CSR_TLBIDX_PS >> 16)
496 csrxchg t1, t0, LOONGARCH_CSR_TLBIDX
498 csrrd t0, EXCEPTION_KS0
506 la.abs t0, tlb_do_page_fault_1
507 jr t0
511 csrwr t0, LOONGARCH_CSR_KS0
513 la.abs t0, tlb_do_page_fault_1
514 jirl zero, t0, 0
518 csrwr t0, LOONGARCH_CSR_TLBRSAVE
519 csrrd t0, LOONGARCH_CSR_PGD
520 lddir t0, t0, 3
522 lddir t0, t0, 2
525 lddir t0, t0, 1
527 ldpte t0, 0
528 ldpte t0, 1
530 csrrd t0, LOONGARCH_CSR_TLBRSAVE