2011-05-09 10:52:55 +02:00
|
|
|
#define JEMALLOC_EXTENT_C_
|
|
|
|
#include "jemalloc/internal/jemalloc_internal.h"
|
|
|
|
|
|
|
|
/******************************************************************************/
|
|
|
|
|
2017-01-30 09:58:34 +01:00
|
|
|
/*
|
|
|
|
* Round down to the nearest chunk size that can actually be requested during
|
|
|
|
* normal huge allocation.
|
|
|
|
*/
|
2015-10-06 16:18:30 +02:00
|
|
|
JEMALLOC_INLINE_C size_t
|
|
|
|
extent_quantize(size_t size)
|
|
|
|
{
|
2017-01-30 09:58:34 +01:00
|
|
|
size_t ret;
|
|
|
|
szind_t ind;
|
2015-10-06 16:18:30 +02:00
|
|
|
|
2017-01-30 09:58:34 +01:00
|
|
|
assert(size > 0);
|
|
|
|
|
|
|
|
ind = size2index(size + 1);
|
|
|
|
if (ind == 0) {
|
|
|
|
/* Avoid underflow. */
|
|
|
|
return (index2size(0));
|
|
|
|
}
|
|
|
|
ret = index2size(ind - 1);
|
|
|
|
assert(ret <= size);
|
|
|
|
return (ret);
|
2015-10-06 16:18:30 +02:00
|
|
|
}
|
|
|
|
|
|
|
|
JEMALLOC_INLINE_C int
|
2017-01-30 09:58:34 +01:00
|
|
|
extent_sz_comp(const extent_node_t *a, const extent_node_t *b)
|
2011-05-09 10:52:55 +02:00
|
|
|
{
|
2015-10-06 16:18:30 +02:00
|
|
|
size_t a_qsize = extent_quantize(extent_node_size_get(a));
|
|
|
|
size_t b_qsize = extent_quantize(extent_node_size_get(b));
|
|
|
|
|
2017-01-30 09:58:34 +01:00
|
|
|
return ((a_qsize > b_qsize) - (a_qsize < b_qsize));
|
|
|
|
}
|
2011-05-09 10:52:55 +02:00
|
|
|
|
2017-01-30 09:58:34 +01:00
|
|
|
JEMALLOC_INLINE_C int
|
|
|
|
extent_sn_comp(const extent_node_t *a, const extent_node_t *b)
|
|
|
|
{
|
|
|
|
size_t a_sn = extent_node_sn_get(a);
|
|
|
|
size_t b_sn = extent_node_sn_get(b);
|
2011-05-09 10:52:55 +02:00
|
|
|
|
2017-01-30 09:58:34 +01:00
|
|
|
return ((a_sn > b_sn) - (a_sn < b_sn));
|
2011-05-09 10:52:55 +02:00
|
|
|
}
|
|
|
|
|
2015-10-06 16:18:30 +02:00
|
|
|
JEMALLOC_INLINE_C int
|
2017-01-30 09:58:34 +01:00
|
|
|
extent_ad_comp(const extent_node_t *a, const extent_node_t *b)
|
2011-05-09 10:52:55 +02:00
|
|
|
{
|
2015-10-06 16:18:30 +02:00
|
|
|
uintptr_t a_addr = (uintptr_t)extent_node_addr_get(a);
|
|
|
|
uintptr_t b_addr = (uintptr_t)extent_node_addr_get(b);
|
2011-05-09 10:52:55 +02:00
|
|
|
|
|
|
|
return ((a_addr > b_addr) - (a_addr < b_addr));
|
|
|
|
}
|
|
|
|
|
2017-01-30 09:58:34 +01:00
|
|
|
JEMALLOC_INLINE_C int
|
|
|
|
extent_szsnad_comp(const extent_node_t *a, const extent_node_t *b)
|
|
|
|
{
|
|
|
|
int ret;
|
|
|
|
|
|
|
|
ret = extent_sz_comp(a, b);
|
|
|
|
if (ret != 0)
|
|
|
|
return (ret);
|
|
|
|
|
|
|
|
ret = extent_sn_comp(a, b);
|
|
|
|
if (ret != 0)
|
|
|
|
return (ret);
|
|
|
|
|
|
|
|
ret = extent_ad_comp(a, b);
|
|
|
|
return (ret);
|
|
|
|
}
|
|
|
|
|
|
|
|
/* Generate red-black tree functions. */
|
|
|
|
rb_gen(, extent_tree_szsnad_, extent_tree_t, extent_node_t, szsnad_link,
|
|
|
|
extent_szsnad_comp)
|
|
|
|
|
2011-05-09 10:52:55 +02:00
|
|
|
/* Generate red-black tree functions. */
|
2015-10-06 16:18:30 +02:00
|
|
|
rb_gen(, extent_tree_ad_, extent_tree_t, extent_node_t, ad_link, extent_ad_comp)
|