162306a36Sopenharmony_ci/* SPDX-License-Identifier: GPL-2.0 */
262306a36Sopenharmony_ci#ifndef _ASM_IA64_TLBFLUSH_H
362306a36Sopenharmony_ci#define _ASM_IA64_TLBFLUSH_H
462306a36Sopenharmony_ci
562306a36Sopenharmony_ci/*
662306a36Sopenharmony_ci * Copyright (C) 2002 Hewlett-Packard Co
762306a36Sopenharmony_ci *	David Mosberger-Tang <davidm@hpl.hp.com>
862306a36Sopenharmony_ci */
962306a36Sopenharmony_ci
1062306a36Sopenharmony_ci
1162306a36Sopenharmony_ci#include <linux/mm.h>
1262306a36Sopenharmony_ci
1362306a36Sopenharmony_ci#include <asm/intrinsics.h>
1462306a36Sopenharmony_ci#include <asm/mmu_context.h>
1562306a36Sopenharmony_ci#include <asm/page.h>
1662306a36Sopenharmony_ci
1762306a36Sopenharmony_cistruct ia64_tr_entry {
1862306a36Sopenharmony_ci	u64 ifa;
1962306a36Sopenharmony_ci	u64 itir;
2062306a36Sopenharmony_ci	u64 pte;
2162306a36Sopenharmony_ci	u64 rr;
2262306a36Sopenharmony_ci}; /*Record for tr entry!*/
2362306a36Sopenharmony_ci
2462306a36Sopenharmony_ciextern int ia64_itr_entry(u64 target_mask, u64 va, u64 pte, u64 log_size);
2562306a36Sopenharmony_ciextern void ia64_ptr_entry(u64 target_mask, int slot);
2662306a36Sopenharmony_ciextern struct ia64_tr_entry *ia64_idtrs[NR_CPUS];
2762306a36Sopenharmony_ci
2862306a36Sopenharmony_ci/*
2962306a36Sopenharmony_ci region register macros
3062306a36Sopenharmony_ci*/
3162306a36Sopenharmony_ci#define RR_TO_VE(val)   (((val) >> 0) & 0x0000000000000001)
3262306a36Sopenharmony_ci#define RR_VE(val)     (((val) & 0x0000000000000001) << 0)
3362306a36Sopenharmony_ci#define RR_VE_MASK     0x0000000000000001L
3462306a36Sopenharmony_ci#define RR_VE_SHIFT    0
3562306a36Sopenharmony_ci#define RR_TO_PS(val)  (((val) >> 2) & 0x000000000000003f)
3662306a36Sopenharmony_ci#define RR_PS(val)     (((val) & 0x000000000000003f) << 2)
3762306a36Sopenharmony_ci#define RR_PS_MASK     0x00000000000000fcL
3862306a36Sopenharmony_ci#define RR_PS_SHIFT    2
3962306a36Sopenharmony_ci#define RR_RID_MASK    0x00000000ffffff00L
4062306a36Sopenharmony_ci#define RR_TO_RID(val)         ((val >> 8) & 0xffffff)
4162306a36Sopenharmony_ci
4262306a36Sopenharmony_ci/*
4362306a36Sopenharmony_ci * Now for some TLB flushing routines.  This is the kind of stuff that
4462306a36Sopenharmony_ci * can be very expensive, so try to avoid them whenever possible.
4562306a36Sopenharmony_ci */
4662306a36Sopenharmony_ciextern void setup_ptcg_sem(int max_purges, int from_palo);
4762306a36Sopenharmony_ci
4862306a36Sopenharmony_ci/*
4962306a36Sopenharmony_ci * Flush everything (kernel mapping may also have changed due to
5062306a36Sopenharmony_ci * vmalloc/vfree).
5162306a36Sopenharmony_ci */
5262306a36Sopenharmony_ciextern void local_flush_tlb_all (void);
5362306a36Sopenharmony_ci
5462306a36Sopenharmony_ci#ifdef CONFIG_SMP
5562306a36Sopenharmony_ci  extern void smp_flush_tlb_all (void);
5662306a36Sopenharmony_ci  extern void smp_flush_tlb_mm (struct mm_struct *mm);
5762306a36Sopenharmony_ci  extern void smp_flush_tlb_cpumask (cpumask_t xcpumask);
5862306a36Sopenharmony_ci# define flush_tlb_all()	smp_flush_tlb_all()
5962306a36Sopenharmony_ci#else
6062306a36Sopenharmony_ci# define flush_tlb_all()	local_flush_tlb_all()
6162306a36Sopenharmony_ci# define smp_flush_tlb_cpumask(m) local_flush_tlb_all()
6262306a36Sopenharmony_ci#endif
6362306a36Sopenharmony_ci
6462306a36Sopenharmony_cistatic inline void
6562306a36Sopenharmony_cilocal_finish_flush_tlb_mm (struct mm_struct *mm)
6662306a36Sopenharmony_ci{
6762306a36Sopenharmony_ci	if (mm == current->active_mm)
6862306a36Sopenharmony_ci		activate_context(mm);
6962306a36Sopenharmony_ci}
7062306a36Sopenharmony_ci
7162306a36Sopenharmony_ci/*
7262306a36Sopenharmony_ci * Flush a specified user mapping.  This is called, e.g., as a result of fork() and
7362306a36Sopenharmony_ci * exit().  fork() ends up here because the copy-on-write mechanism needs to write-protect
7462306a36Sopenharmony_ci * the PTEs of the parent task.
7562306a36Sopenharmony_ci */
7662306a36Sopenharmony_cistatic inline void
7762306a36Sopenharmony_ciflush_tlb_mm (struct mm_struct *mm)
7862306a36Sopenharmony_ci{
7962306a36Sopenharmony_ci	if (!mm)
8062306a36Sopenharmony_ci		return;
8162306a36Sopenharmony_ci
8262306a36Sopenharmony_ci	set_bit(mm->context, ia64_ctx.flushmap);
8362306a36Sopenharmony_ci	mm->context = 0;
8462306a36Sopenharmony_ci
8562306a36Sopenharmony_ci	if (atomic_read(&mm->mm_users) == 0)
8662306a36Sopenharmony_ci		return;		/* happens as a result of exit_mmap() */
8762306a36Sopenharmony_ci
8862306a36Sopenharmony_ci#ifdef CONFIG_SMP
8962306a36Sopenharmony_ci	smp_flush_tlb_mm(mm);
9062306a36Sopenharmony_ci#else
9162306a36Sopenharmony_ci	local_finish_flush_tlb_mm(mm);
9262306a36Sopenharmony_ci#endif
9362306a36Sopenharmony_ci}
9462306a36Sopenharmony_ci
9562306a36Sopenharmony_ciextern void flush_tlb_range (struct vm_area_struct *vma, unsigned long start, unsigned long end);
9662306a36Sopenharmony_ci
9762306a36Sopenharmony_ci/*
9862306a36Sopenharmony_ci * Page-granular tlb flush.
9962306a36Sopenharmony_ci */
10062306a36Sopenharmony_cistatic inline void
10162306a36Sopenharmony_ciflush_tlb_page (struct vm_area_struct *vma, unsigned long addr)
10262306a36Sopenharmony_ci{
10362306a36Sopenharmony_ci#ifdef CONFIG_SMP
10462306a36Sopenharmony_ci	flush_tlb_range(vma, (addr & PAGE_MASK), (addr & PAGE_MASK) + PAGE_SIZE);
10562306a36Sopenharmony_ci#else
10662306a36Sopenharmony_ci	if (vma->vm_mm == current->active_mm)
10762306a36Sopenharmony_ci		ia64_ptcl(addr, (PAGE_SHIFT << 2));
10862306a36Sopenharmony_ci	else
10962306a36Sopenharmony_ci		vma->vm_mm->context = 0;
11062306a36Sopenharmony_ci#endif
11162306a36Sopenharmony_ci}
11262306a36Sopenharmony_ci
11362306a36Sopenharmony_ci/*
11462306a36Sopenharmony_ci * Flush the local TLB. Invoked from another cpu using an IPI.
11562306a36Sopenharmony_ci */
11662306a36Sopenharmony_ci#ifdef CONFIG_SMP
11762306a36Sopenharmony_civoid smp_local_flush_tlb(void);
11862306a36Sopenharmony_ci#else
11962306a36Sopenharmony_ci#define smp_local_flush_tlb()
12062306a36Sopenharmony_ci#endif
12162306a36Sopenharmony_ci
12262306a36Sopenharmony_cistatic inline void flush_tlb_kernel_range(unsigned long start,
12362306a36Sopenharmony_ci					  unsigned long end)
12462306a36Sopenharmony_ci{
12562306a36Sopenharmony_ci	flush_tlb_all();	/* XXX fix me */
12662306a36Sopenharmony_ci}
12762306a36Sopenharmony_ci
12862306a36Sopenharmony_ci#endif /* _ASM_IA64_TLBFLUSH_H */
129