Lines Matching refs:BPF_W
209 insn[i] = __BPF_STMT(BPF_LD | BPF_W | BPF_ABS, SKF_AD_OFF +
231 insn[i] = __BPF_STMT(BPF_LD | BPF_W | BPF_ABS, SKF_AD_OFF +
235 insn[len - 3] = __BPF_STMT(BPF_LD | BPF_W | BPF_ABS, SKF_AD_OFF +
419 insn[i + 1] = __BPF_STMT(BPF_LD | BPF_W | BPF_ABS,
459 return __bpf_fill_stxdw(self, BPF_W);
1672 insns[i++] = BPF_STX_MEM(BPF_W, R10, R1, -4);
1673 insns[i++] = BPF_ATOMIC_OP(BPF_W, op, R10, R2, -4);
1674 insns[i++] = BPF_LDX_MEM(BPF_W, R1, R10, -4);
1741 insns[i++] = BPF_STX_MEM(BPF_W, R10, R1, -4);
1742 insns[i++] = BPF_ATOMIC_OP(BPF_W, BPF_CMPXCHG, R10, R2, -4);
1744 insns[i++] = BPF_LDX_MEM(BPF_W, R3, R10, -4);
1756 insns[i++] = BPF_ATOMIC_OP(BPF_W, BPF_CMPXCHG, R10, R2, -4);
1758 insns[i++] = BPF_LDX_MEM(BPF_W, R3, R10, -4);
1908 } else { /* BPF_W */
1941 if (op == BPF_CMPXCHG && width == BPF_W)
2010 else /* width == BPF_W */
2081 return __bpf_fill_atomic_reg_pairs(self, BPF_W, BPF_ADD);
2086 return __bpf_fill_atomic_reg_pairs(self, BPF_W, BPF_AND);
2091 return __bpf_fill_atomic_reg_pairs(self, BPF_W, BPF_OR);
2096 return __bpf_fill_atomic_reg_pairs(self, BPF_W, BPF_XOR);
2101 return __bpf_fill_atomic_reg_pairs(self, BPF_W, BPF_ADD | BPF_FETCH);
2106 return __bpf_fill_atomic_reg_pairs(self, BPF_W, BPF_AND | BPF_FETCH);
2111 return __bpf_fill_atomic_reg_pairs(self, BPF_W, BPF_OR | BPF_FETCH);
2116 return __bpf_fill_atomic_reg_pairs(self, BPF_W, BPF_XOR | BPF_FETCH);
2121 return __bpf_fill_atomic_reg_pairs(self, BPF_W, BPF_XCHG);
2126 return __bpf_fill_atomic_reg_pairs(self, BPF_W, BPF_CMPXCHG);
3176 BPF_STMT(BPF_LD | BPF_W | BPF_ABS, 1000),
3240 BPF_STMT(BPF_LD | BPF_W | BPF_ABS,
3244 BPF_STMT(BPF_LD | BPF_W | BPF_ABS,
3248 BPF_STMT(BPF_LD | BPF_W | BPF_ABS,
3261 BPF_STMT(BPF_LD | BPF_W | BPF_ABS,
3272 BPF_STMT(BPF_LD | BPF_W | BPF_ABS,
3283 BPF_STMT(BPF_LD | BPF_W | BPF_ABS,
3297 BPF_STMT(BPF_LD | BPF_W | BPF_ABS,
3313 BPF_STMT(BPF_LD | BPF_W | BPF_ABS,
3327 BPF_STMT(BPF_LD | BPF_W | BPF_ABS,
3341 BPF_STMT(BPF_LD | BPF_W | BPF_ABS,
3352 BPF_STMT(BPF_LD | BPF_W | BPF_ABS,
3363 BPF_STMT(BPF_LD | BPF_W | BPF_ABS,
3366 BPF_STMT(BPF_LD | BPF_W | BPF_ABS,
3381 BPF_STMT(BPF_LD | BPF_W | BPF_ABS,
3398 BPF_STMT(BPF_LD | BPF_W | BPF_ABS,
3401 BPF_STMT(BPF_LD | BPF_W | BPF_ABS,
3404 BPF_STMT(BPF_LD | BPF_W | BPF_ABS,
3407 BPF_STMT(BPF_LD | BPF_W | BPF_ABS,
3410 BPF_STMT(BPF_LD | BPF_W | BPF_ABS,
3413 BPF_STMT(BPF_LD | BPF_W | BPF_ABS,
3416 BPF_STMT(BPF_LD | BPF_W | BPF_ABS,
3419 BPF_STMT(BPF_LD | BPF_W | BPF_ABS,
3434 BPF_STMT(BPF_LD | BPF_W | BPF_ABS,
3436 BPF_STMT(BPF_LD | BPF_W | BPF_ABS,
3438 BPF_STMT(BPF_LD | BPF_W | BPF_ABS,
3440 BPF_STMT(BPF_LD | BPF_W | BPF_ABS,
3442 BPF_STMT(BPF_LD | BPF_W | BPF_ABS,
3463 BPF_STMT(BPF_LD | BPF_W | BPF_ABS,
3575 BPF_STMT(BPF_LD | BPF_W | BPF_IND, 0),
4561 BPF_STMT(BPF_LDX | BPF_W | BPF_ABS, 0),
4853 BPF_STMT(BPF_LD | BPF_W | BPF_ABS,
4866 BPF_STMT(BPF_LD | BPF_W | BPF_ABS,
8036 "BPF_LDX_MEM | BPF_W, base",
8042 BPF_LDX_MEM(BPF_W, R0, R10, -4),
8044 BPF_LDX_MEM(BPF_W, R0, R10, -8),
8056 "BPF_LDX_MEM | BPF_W, MSB set",
8062 BPF_LDX_MEM(BPF_W, R0, R10, -4),
8064 BPF_LDX_MEM(BPF_W, R0, R10, -8),
8076 "BPF_LDX_MEM | BPF_W, negative offset",
8081 BPF_STX_MEM(BPF_W, R1, R2, -256),
8082 BPF_LDX_MEM(BPF_W, R0, R1, -256),
8093 "BPF_LDX_MEM | BPF_W, small positive offset",
8097 BPF_STX_MEM(BPF_W, R1, R2, 256),
8098 BPF_LDX_MEM(BPF_W, R0, R1, 256),
8109 "BPF_LDX_MEM | BPF_W, large positive offset",
8113 BPF_STX_MEM(BPF_W, R1, R2, 16384),
8114 BPF_LDX_MEM(BPF_W, R0, R1, 16384),
8125 "BPF_LDX_MEM | BPF_W, unaligned positive offset",
8129 BPF_STX_MEM(BPF_W, R1, R2, 13),
8130 BPF_LDX_MEM(BPF_W, R0, R1, 13),
8321 "BPF_STX_MEM | BPF_W",
8328 BPF_STX_MEM(BPF_W, R10, R2, -4),
8330 BPF_STX_MEM(BPF_W, R10, R2, -8),
8343 "BPF_STX_MEM | BPF_W, MSB set",
8350 BPF_STX_MEM(BPF_W, R10, R2, -4),
8352 BPF_STX_MEM(BPF_W, R10, R2, -8),
8449 BPF_ST_MEM(BPF_W, R10, -40, 0xffffffff),
8450 BPF_LDX_MEM(BPF_W, R0, R10, -40),
8462 BPF_ST_MEM(BPF_W, R10, -40, 0x7fffffff),
8463 BPF_LDX_MEM(BPF_W, R0, R10, -40),
8476 BPF_STX_MEM(BPF_W, R10, R1, -40),
8477 BPF_LDX_MEM(BPF_W, R0, R10, -40),
8549 BPF_LDX_MEM(BPF_W, R0, R10, -40),
8567 BPF_LDX_MEM(BPF_W, R0, R10, -36),
8579 /* BPF_STX | BPF_ATOMIC | BPF_W/DW */
8601 #define BPF_ATOMIC_POISON(width) ((width) == BPF_W ? (0xbaadf00dULL << 32) : 0)
8629 BPF_ST_MEM(BPF_W, R10, -40, old), \
8679 /* BPF_ATOMIC | BPF_W: BPF_ADD */
8680 BPF_ATOMIC_OP_TEST1(BPF_W, BPF_ADD, +, 0x12, 0xab, 0xbd),
8681 BPF_ATOMIC_OP_TEST2(BPF_W, BPF_ADD, +, 0x12, 0xab, 0xbd),
8682 BPF_ATOMIC_OP_TEST3(BPF_W, BPF_ADD, +, 0x12, 0xab, 0xbd),
8683 BPF_ATOMIC_OP_TEST4(BPF_W, BPF_ADD, +, 0x12, 0xab, 0xbd),
8684 /* BPF_ATOMIC | BPF_W: BPF_ADD | BPF_FETCH */
8685 BPF_ATOMIC_OP_TEST1(BPF_W, BPF_ADD | BPF_FETCH, +, 0x12, 0xab, 0xbd),
8686 BPF_ATOMIC_OP_TEST2(BPF_W, BPF_ADD | BPF_FETCH, +, 0x12, 0xab, 0xbd),
8687 BPF_ATOMIC_OP_TEST3(BPF_W, BPF_ADD | BPF_FETCH, +, 0x12, 0xab, 0xbd),
8688 BPF_ATOMIC_OP_TEST4(BPF_W, BPF_ADD | BPF_FETCH, +, 0x12, 0xab, 0xbd),
8699 /* BPF_ATOMIC | BPF_W: BPF_AND */
8700 BPF_ATOMIC_OP_TEST1(BPF_W, BPF_AND, &, 0x12, 0xab, 0x02),
8701 BPF_ATOMIC_OP_TEST2(BPF_W, BPF_AND, &, 0x12, 0xab, 0x02),
8702 BPF_ATOMIC_OP_TEST3(BPF_W, BPF_AND, &, 0x12, 0xab, 0x02),
8703 BPF_ATOMIC_OP_TEST4(BPF_W, BPF_AND, &, 0x12, 0xab, 0x02),
8704 /* BPF_ATOMIC | BPF_W: BPF_AND | BPF_FETCH */
8705 BPF_ATOMIC_OP_TEST1(BPF_W, BPF_AND | BPF_FETCH, &, 0x12, 0xab, 0x02),
8706 BPF_ATOMIC_OP_TEST2(BPF_W, BPF_AND | BPF_FETCH, &, 0x12, 0xab, 0x02),
8707 BPF_ATOMIC_OP_TEST3(BPF_W, BPF_AND | BPF_FETCH, &, 0x12, 0xab, 0x02),
8708 BPF_ATOMIC_OP_TEST4(BPF_W, BPF_AND | BPF_FETCH, &, 0x12, 0xab, 0x02),
8719 /* BPF_ATOMIC | BPF_W: BPF_OR */
8720 BPF_ATOMIC_OP_TEST1(BPF_W, BPF_OR, |, 0x12, 0xab, 0xbb),
8721 BPF_ATOMIC_OP_TEST2(BPF_W, BPF_OR, |, 0x12, 0xab, 0xbb),
8722 BPF_ATOMIC_OP_TEST3(BPF_W, BPF_OR, |, 0x12, 0xab, 0xbb),
8723 BPF_ATOMIC_OP_TEST4(BPF_W, BPF_OR, |, 0x12, 0xab, 0xbb),
8724 /* BPF_ATOMIC | BPF_W: BPF_OR | BPF_FETCH */
8725 BPF_ATOMIC_OP_TEST1(BPF_W, BPF_OR | BPF_FETCH, |, 0x12, 0xab, 0xbb),
8726 BPF_ATOMIC_OP_TEST2(BPF_W, BPF_OR | BPF_FETCH, |, 0x12, 0xab, 0xbb),
8727 BPF_ATOMIC_OP_TEST3(BPF_W, BPF_OR | BPF_FETCH, |, 0x12, 0xab, 0xbb),
8728 BPF_ATOMIC_OP_TEST4(BPF_W, BPF_OR | BPF_FETCH, |, 0x12, 0xab, 0xbb),
8739 /* BPF_ATOMIC | BPF_W: BPF_XOR */
8740 BPF_ATOMIC_OP_TEST1(BPF_W, BPF_XOR, ^, 0x12, 0xab, 0xb9),
8741 BPF_ATOMIC_OP_TEST2(BPF_W, BPF_XOR, ^, 0x12, 0xab, 0xb9),
8742 BPF_ATOMIC_OP_TEST3(BPF_W, BPF_XOR, ^, 0x12, 0xab, 0xb9),
8743 BPF_ATOMIC_OP_TEST4(BPF_W, BPF_XOR, ^, 0x12, 0xab, 0xb9),
8744 /* BPF_ATOMIC | BPF_W: BPF_XOR | BPF_FETCH */
8745 BPF_ATOMIC_OP_TEST1(BPF_W, BPF_XOR | BPF_FETCH, ^, 0x12, 0xab, 0xb9),
8746 BPF_ATOMIC_OP_TEST2(BPF_W, BPF_XOR | BPF_FETCH, ^, 0x12, 0xab, 0xb9),
8747 BPF_ATOMIC_OP_TEST3(BPF_W, BPF_XOR | BPF_FETCH, ^, 0x12, 0xab, 0xb9),
8748 BPF_ATOMIC_OP_TEST4(BPF_W, BPF_XOR | BPF_FETCH, ^, 0x12, 0xab, 0xb9),
8759 /* BPF_ATOMIC | BPF_W: BPF_XCHG */
8760 BPF_ATOMIC_OP_TEST1(BPF_W, BPF_XCHG, xchg, 0x12, 0xab, 0xab),
8761 BPF_ATOMIC_OP_TEST2(BPF_W, BPF_XCHG, xchg, 0x12, 0xab, 0xab),
8762 BPF_ATOMIC_OP_TEST3(BPF_W, BPF_XCHG, xchg, 0x12, 0xab, 0xab),
8763 BPF_ATOMIC_OP_TEST4(BPF_W, BPF_XCHG, xchg, 0x12, 0xab, 0xab),
8774 /* BPF_ATOMIC | BPF_W, BPF_CMPXCHG */
8776 "BPF_ATOMIC | BPF_W, BPF_CMPXCHG: Test successful return",
8778 BPF_ST_MEM(BPF_W, R10, -40, 0x01234567),
8781 BPF_ATOMIC_OP(BPF_W, BPF_CMPXCHG, R10, R3, -40),
8790 "BPF_ATOMIC | BPF_W, BPF_CMPXCHG: Test successful store",
8792 BPF_ST_MEM(BPF_W, R10, -40, 0x01234567),
8795 BPF_ATOMIC_OP(BPF_W, BPF_CMPXCHG, R10, R3, -40),
8796 BPF_LDX_MEM(BPF_W, R0, R10, -40),
8805 "BPF_ATOMIC | BPF_W, BPF_CMPXCHG: Test failure return",
8807 BPF_ST_MEM(BPF_W, R10, -40, 0x01234567),
8810 BPF_ATOMIC_OP(BPF_W, BPF_CMPXCHG, R10, R3, -40),
8819 "BPF_ATOMIC | BPF_W, BPF_CMPXCHG: Test failure store",
8821 BPF_ST_MEM(BPF_W, R10, -40, 0x01234567),
8824 BPF_ATOMIC_OP(BPF_W, BPF_CMPXCHG, R10, R3, -40),
8825 BPF_LDX_MEM(BPF_W, R0, R10, -40),
8834 "BPF_ATOMIC | BPF_W, BPF_CMPXCHG: Test side effects",
8836 BPF_ST_MEM(BPF_W, R10, -40, 0x01234567),
8839 BPF_ATOMIC_OP(BPF_W, BPF_CMPXCHG, R10, R3, -40),
8840 BPF_ATOMIC_OP(BPF_W, BPF_CMPXCHG, R10, R3, -40),
10440 BPF_STMT(BPF_LD | BPF_IND | BPF_W, 0x8),
10468 BPF_STMT(BPF_LD | BPF_IND | BPF_W, -0x2),
10509 BPF_STMT(BPF_LD | BPF_ABS | BPF_W, 0x48),
10535 BPF_STMT(BPF_LD | BPF_ABS | BPF_W, 0x3e),
10714 BPF_STMT(BPF_LD | BPF_IND | BPF_W, 0x4),
10732 BPF_STMT(BPF_LD | BPF_IND | BPF_W, -0x4),
10750 BPF_STMT(BPF_LD | BPF_IND | BPF_W, -0x2),
10768 BPF_STMT(BPF_LD | BPF_IND | BPF_W, -0x3),
10786 BPF_STMT(BPF_LD | BPF_IND | BPF_W, -0x1),
10804 BPF_STMT(BPF_LD | BPF_IND | BPF_W, 0x1),
10815 BPF_STMT(BPF_LD | BPF_IND | BPF_W, 0x1),
10826 BPF_STMT(BPF_LD | BPF_IND | BPF_W, -0x3f),
10998 BPF_STMT(BPF_LD | BPF_ABS | BPF_W, 0x1c),
11015 BPF_STMT(BPF_LD | BPF_ABS | BPF_W, 0x22),
11032 BPF_STMT(BPF_LD | BPF_ABS | BPF_W, 0x21),
11049 BPF_STMT(BPF_LD | BPF_ABS | BPF_W, 0x23),
11066 BPF_STMT(BPF_LD | BPF_ABS | BPF_W, 0x3c),
11076 BPF_STMT(BPF_LD | BPF_ABS | BPF_W, 0x3f),
11086 BPF_STMT(BPF_LD | BPF_ABS | BPF_W, -1),
11095 BPF_STMT(BPF_LD | BPF_ABS | BPF_W, SKF_LL_OFF + 0x3c),
11105 BPF_STMT(BPF_LD | BPF_ABS | BPF_W, SKF_LL_OFF + 0x3c),
11519 BPF_ST_MEM(BPF_W, R10, -8, 123456789),
11521 BPF_LDX_MEM(BPF_W, R0, R0, -8),
11733 BPF_TEST_CLOBBER_ATOMIC(BPF_W, BPF_ADD),
11734 BPF_TEST_CLOBBER_ATOMIC(BPF_W, BPF_AND),
11735 BPF_TEST_CLOBBER_ATOMIC(BPF_W, BPF_OR),
11736 BPF_TEST_CLOBBER_ATOMIC(BPF_W, BPF_XOR),
11737 BPF_TEST_CLOBBER_ATOMIC(BPF_W, BPF_ADD | BPF_FETCH),
11738 BPF_TEST_CLOBBER_ATOMIC(BPF_W, BPF_AND | BPF_FETCH),
11739 BPF_TEST_CLOBBER_ATOMIC(BPF_W, BPF_OR | BPF_FETCH),
11740 BPF_TEST_CLOBBER_ATOMIC(BPF_W, BPF_XOR | BPF_FETCH),
11741 BPF_TEST_CLOBBER_ATOMIC(BPF_W, BPF_XCHG),
11742 BPF_TEST_CLOBBER_ATOMIC(BPF_W, BPF_CMPXCHG),
11780 BPF_ST_MEM(BPF_W, R10, -4, 0), \
11781 BPF_ATOMIC_OP(BPF_W, BPF_##op, R10, R1, -4), \
11805 BPF_ST_MEM(BPF_W, R10, -4, 0),
11806 BPF_ATOMIC_OP(BPF_W, BPF_CMPXCHG, R10, R1, -4),
14977 BPF_LDX_MEM(BPF_W, R2, R1, 0),
14979 BPF_STX_MEM(BPF_W, R1, R2, 0),
14989 BPF_LDX_MEM(BPF_W, R2, R1, 0),
14991 BPF_STX_MEM(BPF_W, R1, R2, 0),
15011 BPF_LDX_MEM(BPF_W, R2, R1, 0),
15013 BPF_STX_MEM(BPF_W, R1, R2, 0),
15023 BPF_LDX_MEM(BPF_W, R2, R1, 0),
15025 BPF_STX_MEM(BPF_W, R1, R2, 0),