2015-12-08 15:45:58 -07:00
|
|
|
/*
|
|
|
|
|
* Copyright (c) 2015 Cisco and/or its affiliates.
|
|
|
|
|
* Licensed under the Apache License, Version 2.0 (the "License");
|
|
|
|
|
* you may not use this file except in compliance with the License.
|
|
|
|
|
* You may obtain a copy of the License at:
|
|
|
|
|
*
|
|
|
|
|
* http://www.apache.org/licenses/LICENSE-2.0
|
|
|
|
|
*
|
|
|
|
|
* Unless required by applicable law or agreed to in writing, software
|
|
|
|
|
* distributed under the License is distributed on an "AS IS" BASIS,
|
|
|
|
|
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
|
|
|
* See the License for the specific language governing permissions and
|
|
|
|
|
* limitations under the License.
|
|
|
|
|
*/
|
|
|
|
|
#undef BIHASH_TYPE
|
2017-07-14 12:42:21 -04:00
|
|
|
#undef BIHASH_KVP_PER_PAGE
|
2019-05-03 12:58:01 -04:00
|
|
|
#undef BIHASH_32_64_SVM
|
|
|
|
|
#undef BIHASH_ENABLE_STATS
|
2020-04-16 12:00:14 -04:00
|
|
|
#undef BIHASH_KVP_AT_BUCKET_LEVEL
|
|
|
|
|
#undef BIHASH_LAZY_INSTANTIATE
|
|
|
|
|
#undef BIHASH_BUCKET_PREFETCH_CACHE_LINES
|
2020-09-26 19:32:34 +02:00
|
|
|
#undef BIHASH_USE_HEAP
|
2015-12-08 15:45:58 -07:00
|
|
|
|
|
|
|
|
#define BIHASH_TYPE _24_8
|
|
|
|
|
#define BIHASH_KVP_PER_PAGE 4
|
2020-04-16 12:00:14 -04:00
|
|
|
#define BIHASH_KVP_AT_BUCKET_LEVEL 0
|
|
|
|
|
#define BIHASH_LAZY_INSTANTIATE 1
|
|
|
|
|
#define BIHASH_BUCKET_PREFETCH_CACHE_LINES 1
|
2020-09-26 19:32:34 +02:00
|
|
|
#define BIHASH_USE_HEAP 1
|
2015-12-08 15:45:58 -07:00
|
|
|
|
|
|
|
|
#ifndef __included_bihash_24_8_h__
|
|
|
|
|
#define __included_bihash_24_8_h__
|
|
|
|
|
|
2017-05-31 11:27:19 +02:00
|
|
|
#include <vppinfra/crc32.h>
|
2015-12-08 15:45:58 -07:00
|
|
|
#include <vppinfra/heap.h>
|
|
|
|
|
#include <vppinfra/format.h>
|
|
|
|
|
#include <vppinfra/pool.h>
|
|
|
|
|
#include <vppinfra/xxhash.h>
|
|
|
|
|
|
2016-08-15 11:12:27 -04:00
|
|
|
typedef struct
|
|
|
|
|
{
|
2015-12-08 15:45:58 -07:00
|
|
|
u64 key[3];
|
|
|
|
|
u64 value;
|
|
|
|
|
} clib_bihash_kv_24_8_t;
|
|
|
|
|
|
2016-08-15 11:12:27 -04:00
|
|
|
static inline int
|
2016-08-25 15:29:12 +01:00
|
|
|
clib_bihash_is_free_24_8 (const clib_bihash_kv_24_8_t * v)
|
2015-12-08 15:45:58 -07:00
|
|
|
{
|
2018-10-17 10:38:51 -04:00
|
|
|
/* Free values are clib_memset to 0xff, check a bit... */
|
2015-12-08 15:45:58 -07:00
|
|
|
if (v->key[0] == ~0ULL && v->value == ~0ULL)
|
|
|
|
|
return 1;
|
|
|
|
|
return 0;
|
|
|
|
|
}
|
|
|
|
|
|
2016-08-15 11:12:27 -04:00
|
|
|
static inline u64
|
2016-08-25 15:29:12 +01:00
|
|
|
clib_bihash_hash_24_8 (const clib_bihash_kv_24_8_t * v)
|
2015-12-08 15:45:58 -07:00
|
|
|
{
|
2017-05-31 11:27:19 +02:00
|
|
|
#ifdef clib_crc32c_uses_intrinsics
|
2017-04-26 13:05:05 +02:00
|
|
|
return clib_crc32c ((u8 *) v->key, 24);
|
2016-08-15 11:12:27 -04:00
|
|
|
#else
|
2015-12-08 15:45:58 -07:00
|
|
|
u64 tmp = v->key[0] ^ v->key[1] ^ v->key[2];
|
|
|
|
|
return clib_xxhash (tmp);
|
|
|
|
|
#endif
|
2016-10-28 22:35:17 +02:00
|
|
|
}
|
2015-12-08 15:45:58 -07:00
|
|
|
|
2016-08-15 11:12:27 -04:00
|
|
|
static inline u8 *
|
|
|
|
|
format_bihash_kvp_24_8 (u8 * s, va_list * args)
|
2015-12-08 15:45:58 -07:00
|
|
|
{
|
2016-08-15 11:12:27 -04:00
|
|
|
clib_bihash_kv_24_8_t *v = va_arg (*args, clib_bihash_kv_24_8_t *);
|
2015-12-08 15:45:58 -07:00
|
|
|
|
2016-08-15 11:12:27 -04:00
|
|
|
s = format (s, "key %llu %llu %llu value %llu",
|
|
|
|
|
v->key[0], v->key[1], v->key[2], v->value);
|
2015-12-08 15:45:58 -07:00
|
|
|
return s;
|
|
|
|
|
}
|
|
|
|
|
|
2016-08-15 11:12:27 -04:00
|
|
|
static inline int
|
2018-05-23 20:21:51 +02:00
|
|
|
clib_bihash_key_compare_24_8 (u64 * a, u64 * b)
|
2015-12-08 15:45:58 -07:00
|
|
|
{
|
2018-05-23 20:21:51 +02:00
|
|
|
#if defined (CLIB_HAVE_VEC512)
|
|
|
|
|
u64x8 v = u64x8_load_unaligned (a) ^ u64x8_load_unaligned (b);
|
|
|
|
|
return (u64x8_is_zero_mask (v) & 0x7) == 0;
|
|
|
|
|
#elif defined(CLIB_HAVE_VEC128) && defined(CLIB_HAVE_VEC128_UNALIGNED_LOAD_STORE)
|
2018-06-28 17:55:50 +02:00
|
|
|
u64x2 v = { a[2] ^ b[2], 0 };
|
|
|
|
|
v |= u64x2_load_unaligned (a) ^ u64x2_load_unaligned (b);
|
2018-05-23 20:21:51 +02:00
|
|
|
return u64x2_is_all_zero (v);
|
|
|
|
|
#else
|
2016-08-15 11:12:27 -04:00
|
|
|
return ((a[0] ^ b[0]) | (a[1] ^ b[1]) | (a[2] ^ b[2])) == 0;
|
2018-05-23 20:21:51 +02:00
|
|
|
#endif
|
2015-12-08 15:45:58 -07:00
|
|
|
}
|
2016-08-15 11:12:27 -04:00
|
|
|
|
2015-12-08 15:45:58 -07:00
|
|
|
#undef __included_bihash_template_h__
|
|
|
|
|
#include <vppinfra/bihash_template.h>
|
|
|
|
|
|
|
|
|
|
#endif /* __included_bihash_24_8_h__ */
|
2016-08-15 11:12:27 -04:00
|
|
|
|
|
|
|
|
/*
|
|
|
|
|
* fd.io coding-style-patch-verification: ON
|
|
|
|
|
*
|
|
|
|
|
* Local Variables:
|
|
|
|
|
* eval: (c-set-style "gnu")
|
|
|
|
|
* End:
|
|
|
|
|
*/
|