Home
last modified time | relevance | path

Searched refs:hmask (Results 1 - 25 of 64) sorted by relevance

123

/kernel/linux/linux-6.6/arch/x86/kernel/fpu/
H A Dxstate.h92 #define XSTATE_OP(op, st, lmask, hmask, err) \
98 : "D" (st), "m" (*st), "a" (lmask), "d" (hmask) \
117 #define XSTATE_XSAVE(st, lmask, hmask, err) \
127 : "D" (st), "m" (*st), "a" (lmask), "d" (hmask) \
134 #define XSTATE_XRESTORE(st, lmask, hmask) \
141 : "D" (st), "m" (*st), "a" (lmask), "d" (hmask) \
182 u32 hmask = mask >> 32; in os_xsave() local
188 XSTATE_XSAVE(&fpstate->regs.xsave, lmask, hmask, err); in os_xsave()
202 u32 hmask = mask >> 32; in os_xrstor() local
205 XSTATE_XRESTORE(&fpstate->regs.xsave, lmask, hmask); in os_xrstor()
213 u32 hmask = mask >> 32; os_xrstor_supervisor() local
267 u32 hmask; xsave_to_user_sigframe() local
292 u32 hmask = mask >> 32; xrstor_from_user_sigframe() local
312 u32 hmask = mask >> 32; os_xrstor_safe() local
[all...]
/kernel/linux/linux-6.6/net/xfrm/
H A Dxfrm_hash.h87 unsigned int hmask) in __xfrm_dst_hash()
98 return (h ^ (h >> 16)) & hmask; in __xfrm_dst_hash()
104 unsigned int hmask) in __xfrm_src_hash()
115 return (h ^ (h >> 16)) & hmask; in __xfrm_src_hash()
120 unsigned short family, unsigned int hmask) in __xfrm_spi_hash()
131 return (h ^ (h >> 10) ^ (h >> 20)) & hmask; in __xfrm_spi_hash()
135 __xfrm_seq_hash(u32 seq, unsigned int hmask) in __xfrm_seq_hash() argument
138 return (h ^ (h >> 10) ^ (h >> 20)) & hmask; in __xfrm_seq_hash()
141 static inline unsigned int __idx_hash(u32 index, unsigned int hmask) in __idx_hash() argument
143 return (index ^ (index >> 8)) & hmask; in __idx_hash()
84 __xfrm_dst_hash(const xfrm_address_t *daddr, const xfrm_address_t *saddr, u32 reqid, unsigned short family, unsigned int hmask) __xfrm_dst_hash() argument
101 __xfrm_src_hash(const xfrm_address_t *daddr, const xfrm_address_t *saddr, unsigned short family, unsigned int hmask) __xfrm_src_hash() argument
119 __xfrm_spi_hash(const xfrm_address_t *daddr, __be32 spi, u8 proto, unsigned short family, unsigned int hmask) __xfrm_spi_hash() argument
146 __sel_hash(const struct xfrm_selector *sel, unsigned short family, unsigned int hmask, u8 dbits, u8 sbits) __sel_hash() argument
175 __addr_hash(const xfrm_address_t *daddr, const xfrm_address_t *saddr, unsigned short family, unsigned int hmask, u8 dbits, u8 sbits) __addr_hash() argument
[all...]
H A Dxfrm_policy.c488 unsigned int hmask = net->xfrm.policy_bydst[dir].hmask; in policy_hash_bysel() local
494 hash = __sel_hash(sel, family, hmask, dbits, sbits); in policy_hash_bysel()
496 if (hash == hmask + 1) in policy_hash_bysel()
508 unsigned int hmask = net->xfrm.policy_bydst[dir].hmask; in policy_hash_direct() local
514 hash = __addr_hash(daddr, saddr, family, hmask, dbits, sbits); in policy_hash_direct()
579 unsigned int hmask = net->xfrm.policy_bydst[dir].hmask; in xfrm_bydst_resize() local
580 unsigned int nhashmask = xfrm_new_hash_mask(hmask); in xfrm_bydst_resize()
611 unsigned int hmask = net->xfrm.policy_idx_hmask; xfrm_byidx_resize() local
637 unsigned int hmask = net->xfrm.policy_bydst[dir].hmask; xfrm_bydst_should_resize() local
651 unsigned int hmask = net->xfrm.policy_idx_hmask; xfrm_byidx_should_resize() local
1226 unsigned int hmask; xfrm_hash_rebuild() local
4114 unsigned int hmask, sz; xfrm_policy_init() local
[all...]
/kernel/linux/linux-5.10/net/xfrm/
H A Dxfrm_hash.h87 unsigned int hmask) in __xfrm_dst_hash()
98 return (h ^ (h >> 16)) & hmask; in __xfrm_dst_hash()
104 unsigned int hmask) in __xfrm_src_hash()
115 return (h ^ (h >> 16)) & hmask; in __xfrm_src_hash()
120 unsigned short family, unsigned int hmask) in __xfrm_spi_hash()
131 return (h ^ (h >> 10) ^ (h >> 20)) & hmask; in __xfrm_spi_hash()
134 static inline unsigned int __idx_hash(u32 index, unsigned int hmask) in __idx_hash() argument
136 return (index ^ (index >> 8)) & hmask; in __idx_hash()
140 unsigned short family, unsigned int hmask, in __sel_hash()
151 return hmask in __sel_hash()
84 __xfrm_dst_hash(const xfrm_address_t *daddr, const xfrm_address_t *saddr, u32 reqid, unsigned short family, unsigned int hmask) __xfrm_dst_hash() argument
101 __xfrm_src_hash(const xfrm_address_t *daddr, const xfrm_address_t *saddr, unsigned short family, unsigned int hmask) __xfrm_src_hash() argument
119 __xfrm_spi_hash(const xfrm_address_t *daddr, __be32 spi, u8 proto, unsigned short family, unsigned int hmask) __xfrm_spi_hash() argument
139 __sel_hash(const struct xfrm_selector *sel, unsigned short family, unsigned int hmask, u8 dbits, u8 sbits) __sel_hash() argument
168 __addr_hash(const xfrm_address_t *daddr, const xfrm_address_t *saddr, unsigned short family, unsigned int hmask, u8 dbits, u8 sbits) __addr_hash() argument
[all...]
H A Dxfrm_policy.c487 unsigned int hmask = net->xfrm.policy_bydst[dir].hmask; in policy_hash_bysel() local
493 hash = __sel_hash(sel, family, hmask, dbits, sbits); in policy_hash_bysel()
495 if (hash == hmask + 1) in policy_hash_bysel()
507 unsigned int hmask = net->xfrm.policy_bydst[dir].hmask; in policy_hash_direct() local
513 hash = __addr_hash(daddr, saddr, family, hmask, dbits, sbits); in policy_hash_direct()
578 unsigned int hmask = net->xfrm.policy_bydst[dir].hmask; in xfrm_bydst_resize() local
579 unsigned int nhashmask = xfrm_new_hash_mask(hmask); in xfrm_bydst_resize()
610 unsigned int hmask = net->xfrm.policy_idx_hmask; xfrm_byidx_resize() local
636 unsigned int hmask = net->xfrm.policy_bydst[dir].hmask; xfrm_bydst_should_resize() local
650 unsigned int hmask = net->xfrm.policy_idx_hmask; xfrm_byidx_should_resize() local
1225 unsigned int hmask; xfrm_hash_rebuild() local
4063 unsigned int hmask, sz; xfrm_policy_init() local
[all...]
/kernel/linux/linux-6.6/arch/riscv/kvm/
H A Dvcpu_sbi_v01.c19 ulong hmask; in kvm_sbi_ext_v01_handler() local
50 hmask = kvm_riscv_vcpu_unpriv_read(vcpu, false, cp->a0, utrap); in kvm_sbi_ext_v01_handler()
52 hmask = (1UL << atomic_read(&kvm->online_vcpus)) - 1; in kvm_sbi_ext_v01_handler()
56 for_each_set_bit(i, &hmask, BITS_PER_LONG) { in kvm_sbi_ext_v01_handler()
72 hmask = kvm_riscv_vcpu_unpriv_read(vcpu, false, cp->a0, utrap); in kvm_sbi_ext_v01_handler()
74 hmask = (1UL << atomic_read(&kvm->online_vcpus)) - 1; in kvm_sbi_ext_v01_handler()
79 kvm_riscv_fence_i(vcpu->kvm, 0, hmask); in kvm_sbi_ext_v01_handler()
83 0, hmask); in kvm_sbi_ext_v01_handler()
86 0, hmask, in kvm_sbi_ext_v01_handler()
92 0, hmask, in kvm_sbi_ext_v01_handler()
[all...]
H A Dtlb.c290 unsigned long hbase, unsigned long hmask, in make_xfence_request()
304 if (!(hmask & (1UL << (vcpu->vcpu_id - hbase)))) in make_xfence_request()
326 unsigned long hbase, unsigned long hmask) in kvm_riscv_fence_i()
328 make_xfence_request(kvm, hbase, hmask, KVM_REQ_FENCE_I, in kvm_riscv_fence_i()
333 unsigned long hbase, unsigned long hmask, in kvm_riscv_hfence_gvma_vmid_gpa()
344 make_xfence_request(kvm, hbase, hmask, KVM_REQ_HFENCE, in kvm_riscv_hfence_gvma_vmid_gpa()
349 unsigned long hbase, unsigned long hmask) in kvm_riscv_hfence_gvma_vmid_all()
351 make_xfence_request(kvm, hbase, hmask, KVM_REQ_HFENCE_GVMA_VMID_ALL, in kvm_riscv_hfence_gvma_vmid_all()
356 unsigned long hbase, unsigned long hmask, in kvm_riscv_hfence_vvma_asid_gva()
367 make_xfence_request(kvm, hbase, hmask, KVM_REQ_HFENC in kvm_riscv_hfence_vvma_asid_gva()
289 make_xfence_request(struct kvm *kvm, unsigned long hbase, unsigned long hmask, unsigned int req, unsigned int fallback_req, const struct kvm_riscv_hfence *data) make_xfence_request() argument
325 kvm_riscv_fence_i(struct kvm *kvm, unsigned long hbase, unsigned long hmask) kvm_riscv_fence_i() argument
332 kvm_riscv_hfence_gvma_vmid_gpa(struct kvm *kvm, unsigned long hbase, unsigned long hmask, gpa_t gpa, gpa_t gpsz, unsigned long order) kvm_riscv_hfence_gvma_vmid_gpa() argument
348 kvm_riscv_hfence_gvma_vmid_all(struct kvm *kvm, unsigned long hbase, unsigned long hmask) kvm_riscv_hfence_gvma_vmid_all() argument
355 kvm_riscv_hfence_vvma_asid_gva(struct kvm *kvm, unsigned long hbase, unsigned long hmask, unsigned long gva, unsigned long gvsz, unsigned long order, unsigned long asid) kvm_riscv_hfence_vvma_asid_gva() argument
371 kvm_riscv_hfence_vvma_asid_all(struct kvm *kvm, unsigned long hbase, unsigned long hmask, unsigned long asid) kvm_riscv_hfence_vvma_asid_all() argument
384 kvm_riscv_hfence_vvma_gva(struct kvm *kvm, unsigned long hbase, unsigned long hmask, unsigned long gva, unsigned long gvsz, unsigned long order) kvm_riscv_hfence_vvma_gva() argument
400 kvm_riscv_hfence_vvma_all(struct kvm *kvm, unsigned long hbase, unsigned long hmask) kvm_riscv_hfence_vvma_all() argument
[all...]
H A Dvcpu_sbi_replace.c52 unsigned long hmask = cp->a0; in kvm_sbi_ext_ipi_handler() local
65 if (!(hmask & (1UL << (tmp->vcpu_id - hbase)))) in kvm_sbi_ext_ipi_handler()
87 unsigned long hmask = cp->a0; in kvm_sbi_ext_rfence_handler() local
93 kvm_riscv_fence_i(vcpu->kvm, hbase, hmask); in kvm_sbi_ext_rfence_handler()
98 kvm_riscv_hfence_vvma_all(vcpu->kvm, hbase, hmask); in kvm_sbi_ext_rfence_handler()
100 kvm_riscv_hfence_vvma_gva(vcpu->kvm, hbase, hmask, in kvm_sbi_ext_rfence_handler()
107 hbase, hmask, cp->a4); in kvm_sbi_ext_rfence_handler()
110 hbase, hmask, in kvm_sbi_ext_rfence_handler()
/kernel/linux/linux-6.6/arch/riscv/kernel/
H A Dsbi.c75 unsigned long hmask = 0; in __sbi_v01_cpumask_to_hartmask() local
90 hmask |= BIT(hartid); in __sbi_v01_cpumask_to_hartmask()
93 return hmask; in __sbi_v01_cpumask_to_hartmask()
248 static int __sbi_rfence_v02_call(unsigned long fid, unsigned long hmask, in __sbi_rfence_v02_call() argument
259 ret = sbi_ecall(ext, fid, hmask, hbase, 0, 0, 0, 0); in __sbi_rfence_v02_call()
262 ret = sbi_ecall(ext, fid, hmask, hbase, start, in __sbi_rfence_v02_call()
266 ret = sbi_ecall(ext, fid, hmask, hbase, start, in __sbi_rfence_v02_call()
271 ret = sbi_ecall(ext, fid, hmask, hbase, start, in __sbi_rfence_v02_call()
275 ret = sbi_ecall(ext, fid, hmask, hbase, start, in __sbi_rfence_v02_call()
279 ret = sbi_ecall(ext, fid, hmask, hbas in __sbi_rfence_v02_call()
305 unsigned long hartid, cpuid, hmask = 0, hbase = 0, htop = 0; __sbi_rfence_v02() local
[all...]
/kernel/linux/linux-5.10/arch/x86/include/asm/fpu/
H A Dinternal.h227 #define XSTATE_OP(op, st, lmask, hmask, err) \
237 : "D" (st), "m" (*st), "a" (lmask), "d" (hmask) \
254 #define XSTATE_XSAVE(st, lmask, hmask, err) \
267 : "D" (st), "m" (*st), "a" (lmask), "d" (hmask) \
274 #define XSTATE_XRESTORE(st, lmask, hmask) \
281 : "D" (st), "m" (*st), "a" (lmask), "d" (hmask) \
292 u32 hmask = mask >> 32; in copy_kernel_to_xregs_booting() local
298 XSTATE_OP(XRSTORS, xstate, lmask, hmask, err); in copy_kernel_to_xregs_booting()
300 XSTATE_OP(XRSTOR, xstate, lmask, hmask, err); in copy_kernel_to_xregs_booting()
316 u32 hmask in copy_xregs_to_kernel() local
333 u32 hmask = mask >> 32; copy_kernel_to_xregs() local
352 u32 hmask = mask >> 32; copy_xregs_to_user() local
377 u32 hmask = mask >> 32; copy_user_to_xregs() local
394 u32 hmask = mask >> 32; copy_kernel_to_xregs_err() local
[all...]
/kernel/linux/linux-6.6/arch/riscv/include/asm/
H A Dkvm_host.h283 unsigned long hbase, unsigned long hmask);
285 unsigned long hbase, unsigned long hmask,
289 unsigned long hbase, unsigned long hmask);
291 unsigned long hbase, unsigned long hmask,
295 unsigned long hbase, unsigned long hmask,
298 unsigned long hbase, unsigned long hmask,
302 unsigned long hbase, unsigned long hmask);
/kernel/linux/linux-5.10/arch/riscv/mm/
H A Dtlbflush.c20 struct cpumask hmask; in __sbi_tlb_flush_range() local
35 riscv_cpuid_to_hartid_mask(cmask, &hmask); in __sbi_tlb_flush_range()
36 sbi_remote_sfence_vma(cpumask_bits(&hmask), start, size); in __sbi_tlb_flush_range()
/kernel/linux/linux-5.10/arch/ia64/lib/
H A Ddo_csum.S95 #define hmask r16 define
141 mov hmask=-1 // initialize head mask
169 shl hmask=hmask,tmp2 // build head mask, mask off [0,first1off[
175 (p8) and hmask=hmask,tmask // apply tail mask to head mask if 1 word only
181 and word1[0]=firstval,hmask // and mask it as appropriate
/kernel/linux/linux-6.6/arch/ia64/lib/
H A Ddo_csum.S95 #define hmask r16 define
141 mov hmask=-1 // initialize head mask
169 shl hmask=hmask,tmp2 // build head mask, mask off [0,first1off[
175 (p8) and hmask=hmask,tmask // apply tail mask to head mask if 1 word only
181 and word1[0]=firstval,hmask // and mask it as appropriate
/kernel/linux/linux-5.10/include/linux/
H A Dinetdevice.h209 __u32 hmask; in bad_mask() local
212 hmask = ntohl(mask); in bad_mask()
213 if (hmask & (hmask+1)) in bad_mask()
291 __u32 hmask = ntohl(mask); in inet_mask_len() local
292 if (!hmask) in inet_mask_len()
294 return 32 - ffz(~hmask); in inet_mask_len()
H A Dpagewalk.h50 int (*hugetlb_entry)(pte_t *pte, unsigned long hmask,
/kernel/linux/linux-6.6/include/linux/
H A Dinetdevice.h214 __u32 hmask; in bad_mask() local
217 hmask = ntohl(mask); in bad_mask()
218 if (hmask & (hmask+1)) in bad_mask()
296 __u32 hmask = ntohl(mask); in inet_mask_len() local
297 if (!hmask) in inet_mask_len()
299 return 32 - ffz(~hmask); in inet_mask_len()
H A Dpagewalk.h71 int (*hugetlb_entry)(pte_t *pte, unsigned long hmask,
/kernel/linux/linux-6.6/arch/powerpc/mm/book3s32/
H A Dmmu.c393 unsigned int hmask = Hash_mask >> (16 - LG_HPTEG_SIZE); in MMU_init_hw_patch() local
412 modify_instruction_site(&patch__hash_page_B, 0xffff, hmask); in MMU_init_hw_patch()
413 modify_instruction_site(&patch__hash_page_C, 0xffff, hmask); in MMU_init_hw_patch()
421 modify_instruction_site(&patch__flush_hash_B, 0xffff, hmask); in MMU_init_hw_patch()
/kernel/linux/linux-5.10/arch/x86/kernel/fpu/
H A Dxstate.c1303 u32 lmask, hmask; in copy_supervisor_to_kernel() local
1316 hmask = xfeatures_mask_supervisor() >> 32; in copy_supervisor_to_kernel()
1317 XSTATE_OP(XSAVES, xstate, lmask, hmask, err); in copy_supervisor_to_kernel()
1367 u32 lmask, hmask; in copy_dynamic_supervisor_to_kernel() local
1377 hmask = dynamic_mask >> 32; in copy_dynamic_supervisor_to_kernel()
1379 XSTATE_OP(XSAVES, xstate, lmask, hmask, err); in copy_dynamic_supervisor_to_kernel()
1403 u32 lmask, hmask; in copy_kernel_to_dynamic_supervisor() local
1413 hmask = dynamic_mask >> 32; in copy_kernel_to_dynamic_supervisor()
1415 XSTATE_OP(XRSTORS, xstate, lmask, hmask, err); in copy_kernel_to_dynamic_supervisor()
/kernel/linux/linux-5.10/drivers/net/wan/
H A Dfsl_ucc_hdlc.h56 __be16 hmask; member
105 unsigned short hmask; member
/kernel/linux/linux-6.6/drivers/net/wan/
H A Dfsl_ucc_hdlc.h56 __be16 hmask; member
105 unsigned short hmask; member
/kernel/linux/linux-5.10/arch/powerpc/mm/book3s32/
H A Dmmu.c403 unsigned int hmask = Hash_mask >> (16 - LG_HPTEG_SIZE); in MMU_init_hw_patch() local
422 modify_instruction_site(&patch__hash_page_B, 0xffff, hmask); in MMU_init_hw_patch()
423 modify_instruction_site(&patch__hash_page_C, 0xffff, hmask); in MMU_init_hw_patch()
431 modify_instruction_site(&patch__flush_hash_B, 0xffff, hmask); in MMU_init_hw_patch()
/kernel/linux/linux-5.10/include/net/netns/
H A Dxfrm.h16 unsigned int hmask; member
/kernel/linux/linux-6.6/include/net/netns/
H A Dxfrm.h16 unsigned int hmask; member

Completed in 20 milliseconds

123