Lines Matching refs:key_size
184 static inline void htab_elem_set_ptr(struct htab_elem *l, u32 key_size,
187 *(void __percpu **)(l->key + key_size) = pptr;
190 static inline void __percpu *htab_elem_get_ptr(struct htab_elem *l, u32 key_size)
192 return *(void __percpu **)(l->key + key_size);
197 return *(void **)(l->key + roundup(map->key_size, 8));
216 htab->map.key_size);
243 memcpy(l->key, key, htab->map.key_size);
273 htab_elem_set_ptr(get_htab_elem(htab, i), htab->map.key_size,
389 if (attr->max_entries == 0 || attr->key_size == 0 ||
393 if (attr->key_size > MAX_BPF_STACK)
456 round_up(htab->map.key_size, 8);
539 void *key, u32 key_size)
545 if (l->hash == hash && !memcmp(&l->key, key, key_size))
557 u32 key_size, u32 n_buckets)
564 if (l->hash == hash && !memcmp(&l->key, key, key_size))
583 u32 hash, key_size;
587 key_size = map->key_size;
589 hash = htab_map_hash(key, key_size, htab->hashrnd);
593 l = lookup_nulls_elem_raw(head, hash, key, key_size, htab->n_buckets);
603 return l->key + round_up(map->key_size, 8);
630 round_up(map->key_size, 8));
642 return l->key + round_up(map->key_size, 8);
679 round_up(map->key_size, 8));
718 u32 hash, key_size;
723 key_size = map->key_size;
728 hash = htab_map_hash(key, key_size, htab->hashrnd);
733 l = lookup_nulls_elem_raw(head, hash, key, key_size, htab->n_buckets);
744 memcpy(next_key, next_l->key, key_size);
762 memcpy(next_key, next_l->key, key_size);
774 free_percpu(htab_elem_get_ptr(l, htab->map.key_size));
861 void *value, u32 key_size, u32 hash,
905 l_new->key + round_up(key_size, 8));
908 memcpy(l_new->key, key, key_size);
912 pptr = htab_elem_get_ptr(l_new, key_size);
927 htab_elem_set_ptr(l_new, key_size, pptr);
930 memcpy(l_new->key + round_up(key_size, 8), value, size);
933 l_new->key + round_up(key_size, 8),
967 u32 key_size, hash;
976 key_size = map->key_size;
978 hash = htab_map_hash(key, key_size, htab->hashrnd);
987 l_old = lookup_nulls_elem_raw(head, hash, key, key_size,
995 l_old->key + round_up(key_size, 8),
1007 l_old = lookup_elem_raw(head, hash, key, key_size);
1021 l_old->key + round_up(key_size, 8),
1027 l_new = alloc_htab_elem(htab, key, value, key_size, hash, false, false,
1058 u32 key_size, hash;
1067 key_size = map->key_size;
1069 hash = htab_map_hash(key, key_size, htab->hashrnd);
1082 memcpy(l_new->key + round_up(map->key_size, 8), value, map->value_size);
1086 l_old = lookup_elem_raw(head, hash, key, key_size);
1122 u32 key_size, hash;
1131 key_size = map->key_size;
1133 hash = htab_map_hash(key, key_size, htab->hashrnd);
1140 l_old = lookup_elem_raw(head, hash, key, key_size);
1148 pcpu_copy_value(htab, htab_elem_get_ptr(l_old, key_size),
1151 l_new = alloc_htab_elem(htab, key, value, key_size,
1174 u32 key_size, hash;
1183 key_size = map->key_size;
1185 hash = htab_map_hash(key, key_size, htab->hashrnd);
1203 l_old = lookup_elem_raw(head, hash, key, key_size);
1213 pcpu_copy_value(htab, htab_elem_get_ptr(l_old, key_size),
1216 pcpu_init_value(htab, htab_elem_get_ptr(l_new, key_size),
1250 u32 hash, key_size;
1255 key_size = map->key_size;
1257 hash = htab_map_hash(key, key_size, htab->hashrnd);
1263 l = lookup_elem_raw(head, hash, key, key_size);
1282 u32 hash, key_size;
1287 key_size = map->key_size;
1289 hash = htab_map_hash(key, key_size, htab->hashrnd);
1295 l = lookup_elem_raw(head, hash, key, key_size);
1377 u32 bucket_cnt, total, key_size, value_size, roundup_key_size;
1416 key_size = htab->map.key_size;
1417 roundup_key_size = round_up(htab->map.key_size, 8);
1432 keys = kvmalloc_array(key_size, bucket_size, GFP_USER | __GFP_NOWARN);
1490 memcpy(dst_key, l->key, key_size);
1496 pptr = htab_elem_get_ptr(l, map->key_size);
1526 dst_key += key_size;
1550 if (bucket_cnt && (copy_to_user(ukeys + total * key_size, keys,
1551 key_size * bucket_cnt) ||
1755 roundup_key_size = round_up(map->key_size, 8);
1761 pptr = htab_elem_get_ptr(elem, map->key_size);
1879 return this_cpu_ptr(htab_elem_get_ptr(l, map->key_size));
1890 return this_cpu_ptr(htab_elem_get_ptr(l, map->key_size));
1916 pptr = htab_elem_get_ptr(l, map->key_size);
1963 pptr = htab_elem_get_ptr(l, map->key_size);
2117 round_up(map->key_size, 8));