tcmalloc/size_classes.cc

// Copyright 2019 The TCMalloc Authors
//
// Licensed under the Apache License, Version 2.0 (the "License");
// you may not use this file except in compliance with the License.
// You may obtain a copy of the License at
//
//     https://www.apache.org/licenses/LICENSE-2.0
//
// Unless required by applicable law or agreed to in writing, software
// distributed under the License is distributed on an "AS IS" BASIS,
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
// See the License for the specific language governing permissions and
// limitations under the License.

#include "absl/types/span.h"
#include "tcmalloc/common.h"
#include "tcmalloc/internal/config.h"
#include "tcmalloc/size_class_info.h"

GOOGLE_MALLOC_SECTION_BEGIN
namespace tcmalloc {
namespace tcmalloc_internal {

// Columns in the following tables:
// - bytes: size of the size class
// - pages: number of pages per span
// - batch: preferred number of objects for transfers between caches
// - class: size class number
// - objs: number of objects per span
// - waste/fixed: fixed per-size-class overhead due to end-of-span fragmentation
//   and other factors. For instance, if we have a 96 byte size class, and use
//   a single 8KiB page, then we will hold 85 objects per span, and have 32
//   bytes left over. There is also a fixed component of 64 bytes of TCMalloc
//   metadata per span. Together, the fixed overhead would be wasted/allocated
//   = (32 + 64) / (8192 - 32) ~= 1.2%.
// - waste/sampling: overhead due to heap sampling
//   (rounding to page size, proxy object, metadata).
// - inc: increment from the previous size class. This caps the dynamic
//   overhead component based on mismatches between the number of bytes
//   requested and the number of bytes provided by the size class. Together
//   they sum to the total overhead; for instance if you asked for a 50-byte
//   allocation that rounds up to a 64-byte size class, the dynamic overhead
//   would be 28%, and if waste were 22% it would mean (on average) 25 bytes
//   of overhead for allocations of that size.

// clang-format off
#if defined(__cpp_aligned_new) && __STDCPP_DEFAULT_NEW_ALIGNMENT__ <= 8
#if TCMALLOC_PAGE_SHIFT == 13
static_assert(kMaxSize == 262144, "kMaxSize mismatch");
static constexpr SizeClassAssumptions Assumptions{
  .has_expanded_classes = true,
  .span_size = 64,
  .sampling_interval = 2097152,
  .large_size = 1024,
  .large_size_alignment = 128,
};
static constexpr SizeClassInfo List[] = {
//                                         |    waste     |
//  bytes pages batch   class  objs |fixed sampling|    inc
  {     0,    0,    0},  //  0     0  0.00%    0.00%   0.00%
  {     8,    1,   32},  //  1  1024  0.78%    0.42%   0.00%
  {    16,    1,   32},  //  2   512  0.78%    0.42% 100.00%
  {    32,    1,   32},  //  3   256  0.78%    0.42% 100.00%
  {    64,    1,   32},  //  4   128  0.78%    0.42% 100.00%
  {    72,    1,   32},  //  5   113  1.45%    0.42%  12.50%
  {    80,    1,   32},  //  6   102  1.16%    0.42%  11.11%
  {    88,    1,   32},  //  7    93  0.87%    0.42%  10.00%
  {    96,    1,   32},  //  8    85  1.16%    0.42%   9.09%
  {   104,    1,   32},  //  9    78  1.74%    0.42%   8.33%
  {   112,    1,   32},  // 10    73  0.97%    0.42%   7.69%
  {   120,    1,   32},  // 11    68  1.16%    0.42%   7.14%
  {   128,    1,   32},  // 12    64  0.78%    0.42%   6.67%
  {   136,    1,   32},  // 13    60  1.16%    0.42%   6.25%
  {   144,    1,   32},  // 14    56  2.33%    0.42%   5.88%
  {   152,    1,   32},  // 15    53  2.42%    0.42%   5.56%
  {   160,    1,   32},  // 16    51  1.16%    0.42%   5.26%
  {   168,    1,   32},  // 17    48  2.33%    0.42%   5.00%
  {   184,    1,   32},  // 18    44  1.94%    0.42%   9.52%
  {   192,    1,   32},  // 19    42  2.33%    0.42%   4.35%
  {   208,    1,   32},  // 20    39  1.74%    0.42%   8.33%
  {   224,    1,   32},  // 21    36  2.33%    0.42%   7.69%
  {   240,    1,   32},  // 22    34  1.16%    0.42%   7.14%
  {   256,    1,   32},  // 23    32  0.78%    0.42%   6.67%
  {   264,    1,   32},  // 24    31  0.87%    0.42%   3.12%
  {   280,    1,   32},  // 25    29  1.65%    0.42%   6.06%
  {   312,    1,   32},  // 26    26  1.74%    0.42%  11.43%
  {   336,    1,   32},  // 27    24  2.33%    0.42%   7.69%
  {   352,    1,   32},  // 28    23  1.94%    0.42%   4.76%
  {   384,    1,   32},  // 29    21  2.33%    0.42%   9.09%
  {   408,    1,   32},  // 30    20  1.16%    0.42%   6.25%
  {   448,    1,   32},  // 31    18  2.33%    0.42%   9.80%
  {   480,    1,   32},  // 32    17  1.16%    0.42%   7.14%
  {   512,    1,   32},  // 33    16  0.78%    0.42%   6.67%
  {   576,    1,   32},  // 34    14  2.33%    0.42%  12.50%
  {   640,    1,   32},  // 35    12  6.98%    0.43%  11.11%
  {   704,    1,   32},  // 36    11  6.20%    0.43%  10.00%
  {   768,    1,   32},  // 37    10  6.98%    0.43%   9.09%
  {   896,    1,   32},  // 38     9  2.33%    0.42%  16.67%
  {  1024,    1,   32},  // 39     8  0.78%    0.42%  14.29%
  {  1152,    2,   32},  // 40    14  1.95%    0.42%  12.50%
  {  1280,    2,   32},  // 41    12  6.61%    0.43%  11.11%
  {  1408,    2,   32},  // 42    11  5.84%    0.43%  10.00%
  {  1536,    2,   32},  // 43    10  6.61%    0.43%   9.09%
  {  1792,    2,   32},  // 44     9  1.95%    0.43%  16.67%
  {  2048,    2,   32},  // 45     8  0.39%    0.42%  14.29%
  {  2304,    2,   28},  // 46     7  1.95%    0.43%  12.50%
  {  2688,    2,   24},  // 47     6  1.95%    0.43%  16.67%
  {  3200,    2,   20},  // 48     5  2.72%    0.43%  19.05%
  {  3584,    4,   18},  // 49     9  1.75%    0.43%  12.00%
  {  4096,    1,   16},  // 50     2  0.78%    0.43%  14.29%
  {  4736,    3,   13},  // 51     5  3.90%    0.43%  15.62%
  {  5376,    2,   12},  // 52     3  1.95%    0.43%  13.51%
  {  6144,    3,   10},  // 53     4  0.26%    0.42%  14.29%
  {  6528,    4,   10},  // 54     5  0.58%    0.43%   6.25%
  {  7168,    7,    9},  // 55     8  0.11%    0.42%   9.80%
  {  8192,    1,    8},  // 56     1  0.78%    0.03%  14.29%
  {  9472,    5,    6},  // 57     4  7.64%    0.85%  15.62%
  { 10240,    4,    6},  // 58     3  6.43%    0.85%   8.11%
  { 12288,    3,    5},  // 59     2  0.26%    0.82%  20.00%
  { 13568,    5,    4},  // 60     3  0.78%    0.82%  10.42%
  { 14336,    7,    4},  // 61     4  0.11%    0.82%   5.66%
  { 16384,    2,    4},  // 62     1  0.39%    0.03%  14.29%
  { 20480,    5,    3},  // 63     2  0.16%    1.21%  25.00%
  { 24576,    3,    2},  // 64     1  0.26%    0.03%  20.00%
  { 28672,    7,    2},  // 65     2  0.11%    1.60%  16.67%
  { 32768,    4,    2},  // 66     1  0.19%    0.03%  14.29%
  { 40960,    5,    2},  // 67     1  0.16%    0.03%  25.00%
  { 49152,    6,    2},  // 68     1  0.13%    0.03%  20.00%
  { 57344,    7,    2},  // 69     1  0.11%    0.03%  16.67%
  { 65536,    8,    2},  // 70     1  0.10%    0.03%  14.29%
  { 73728,    9,    2},  // 71     1  0.09%    0.03%  12.50%
  { 81920,   10,    2},  // 72     1  0.08%    0.03%  11.11%
  { 98304,   12,    2},  // 73     1  0.07%    0.03%  20.00%
  {114688,   14,    2},  // 74     1  0.06%    0.03%  16.67%
  {131072,   16,    2},  // 75     1  0.05%    0.03%  14.29%
  {139264,   17,    2},  // 76     1  0.05%    0.03%   6.25%
  {155648,   19,    2},  // 77     1  0.04%    0.03%  11.76%
  {180224,   22,    2},  // 78     1  0.04%    0.03%  15.79%
  {204800,   25,    2},  // 79     1  0.03%    0.03%  13.64%
  {229376,   28,    2},  // 80     1  0.03%    0.03%  12.00%
  {262144,   32,    2},  // 81     1  0.02%    0.03%  14.29%
};
#elif TCMALLOC_PAGE_SHIFT == 15
static_assert(kMaxSize == 262144, "kMaxSize mismatch");
static constexpr SizeClassAssumptions Assumptions{
  .has_expanded_classes = true,
  .span_size = 64,
  .sampling_interval = 2097152,
  .large_size = 1024,
  .large_size_alignment = 128,
};
static constexpr SizeClassInfo List[] = {
//                                         |    waste     |
//  bytes pages batch   class  objs |fixed sampling|    inc
  {     0,    0,    0},  //  0     0  0.00%    0.00%   0.00%
  {     8,    1,   32},  //  1  4096  0.19%    1.60%   0.00%
  {    16,    1,   32},  //  2  2048  0.19%    1.60% 100.00%
  {    32,    1,   32},  //  3  1024  0.19%    1.60% 100.00%
  {    64,    1,   32},  //  4   512  0.19%    1.60% 100.00%
  {    72,    1,   32},  //  5   455  0.22%    1.60%  12.50%
  {    80,    1,   32},  //  6   409  0.34%    1.60%  11.11%
  {    88,    1,   32},  //  7   372  0.29%    1.60%  10.00%
  {    96,    1,   32},  //  8   341  0.29%    1.60%   9.09%
  {   104,    1,   32},  //  9   315  0.22%    1.60%   8.33%
  {   112,    1,   32},  // 10   292  0.39%    1.60%   7.69%
  {   120,    1,   32},  // 11   273  0.22%    1.60%   7.14%
  {   128,    1,   32},  // 12   256  0.19%    1.60%   6.67%
  {   144,    1,   32},  // 13   227  0.44%    1.60%  12.50%
  {   160,    1,   32},  // 14   204  0.58%    1.60%  11.11%
  {   176,    1,   32},  // 15   186  0.29%    1.60%  10.00%
  {   192,    1,   32},  // 16   170  0.58%    1.60%   9.09%
  {   208,    1,   32},  // 17   157  0.54%    1.60%   8.33%
  {   224,    1,   32},  // 18   146  0.39%    1.60%   7.69%
  {   240,    1,   32},  // 19   136  0.58%    1.60%   7.14%
  {   256,    1,   32},  // 20   128  0.19%    1.60%   6.67%
  {   280,    1,   32},  // 21   117  0.22%    1.60%   9.38%
  {   312,    1,   32},  // 22   105  0.22%    1.60%  11.43%
  {   344,    1,   32},  // 23    95  0.46%    1.60%  10.26%
  {   376,    1,   32},  // 24    87  0.37%    1.60%   9.30%
  {   400,    1,   32},  // 25    81  1.32%    1.60%   6.38%
  {   448,    1,   32},  // 26    73  0.39%    1.60%  12.00%
  {   512,    1,   32},  // 27    64  0.19%    1.60%  14.29%
  {   576,    1,   32},  // 28    56  1.75%    1.60%  12.50%
  {   640,    1,   32},  // 29    51  0.58%    1.60%  11.11%
  {   704,    1,   32},  // 30    46  1.36%    1.60%  10.00%
  {   768,    1,   32},  // 31    42  1.75%    1.60%   9.09%
  {   896,    1,   32},  // 32    36  1.75%    1.60%  16.67%
  {  1024,    1,   32},  // 33    32  0.19%    1.60%  14.29%
  {  1152,    1,   32},  // 34    28  1.75%    1.60%  12.50%
  {  1280,    1,   32},  // 35    25  2.53%    1.60%  11.11%
  {  1536,    1,   32},  // 36    21  1.75%    1.60%  20.00%
  {  1664,    1,   32},  // 37    19  3.70%    1.60%   8.33%
  {  1920,    1,   32},  // 38    17  0.58%    1.60%  15.38%
  {  2048,    1,   32},  // 39    16  0.19%    1.60%   6.67%
  {  2176,    1,   30},  // 40    15  0.58%    1.60%   6.25%
  {  2432,    1,   26},  // 41    13  3.70%    1.60%  11.76%
  {  2688,    1,   24},  // 42    12  1.75%    1.60%  10.53%
  {  2944,    1,   22},  // 43    11  1.36%    1.60%   9.52%
  {  3200,    1,   20},  // 44    10  2.53%    1.60%   8.70%
  {  3584,    1,   18},  // 45     9  1.75%    1.60%  12.00%
  {  4096,    1,   16},  // 46     8  0.19%    1.60%  14.29%
  {  4608,    1,   14},  // 47     7  1.75%    1.60%  12.50%
  {  5376,    1,   12},  // 48     6  1.75%    1.60%  16.67%
  {  6528,    1,   10},  // 49     5  0.58%    1.60%  21.43%
  {  8192,    1,    8},  // 50     4  0.19%    1.60%  25.49%
  {  9344,    2,    7},  // 51     7  0.29%    1.60%  14.06%
  { 10880,    1,    6},  // 52     3  0.58%    1.60%  16.44%
  { 13056,    2,    5},  // 53     5  0.49%    1.60%  20.00%
  { 13952,    3,    4},  // 54     7  0.72%    1.60%   6.86%
  { 16384,    1,    4},  // 55     2  0.19%    1.60%  17.43%
  { 19072,    3,    3},  // 56     5  3.06%    1.62%  16.41%
  { 21760,    2,    3},  // 57     3  0.49%    1.60%  14.09%
  { 24576,    3,    2},  // 58     4  0.07%    1.60%  12.94%
  { 28672,    7,    2},  // 59     8  0.03%    1.60%  16.67%
  { 32768,    1,    2},  // 60     1  0.19%    0.03%  14.29%
  { 38144,    5,    2},  // 61     4  6.91%    3.28%  16.41%
  { 40960,    4,    2},  // 62     3  6.30%    3.28%   7.38%
  { 49152,    3,    2},  // 63     2  0.07%    3.16%  20.00%
  { 57344,    7,    2},  // 64     4  0.03%    3.16%  16.67%
  { 65536,    2,    2},  // 65     1  0.10%    0.03%  14.29%
  { 81920,    5,    2},  // 66     2  0.04%    4.72%  25.00%
  { 98304,    3,    2},  // 67     1  0.07%    0.03%  20.00%
  {114688,    7,    2},  // 68     2  0.03%    6.28%  16.67%
  {131072,    4,    2},  // 69     1  0.05%    0.03%  14.29%
  {163840,    5,    2},  // 70     1  0.04%    0.03%  25.00%
  {196608,    6,    2},  // 71     1  0.03%    0.03%  20.00%
  {229376,    7,    2},  // 72     1  0.03%    0.03%  16.67%
  {262144,    8,    2},  // 73     1  0.02%    0.03%  14.29%
};
#elif TCMALLOC_PAGE_SHIFT == 18
static_assert(kMaxSize == 262144, "kMaxSize mismatch");
static constexpr SizeClassAssumptions Assumptions{
  .has_expanded_classes = true,
  .span_size = 64,
  .sampling_interval = 2097152,
  .large_size = 1024,
  .large_size_alignment = 128,
};
static constexpr SizeClassInfo List[] = {
//                                         |    waste     |
//  bytes pages batch   class  objs |fixed sampling|    inc
  {     0,    0,    0},  //  0     0  0.00%    0.00%   0.00%
  {     8,    1,   32},  //  1 32768  0.02%   12.53%   0.00%
  {    16,    1,   32},  //  2 16384  0.02%   12.53% 100.00%
  {    32,    1,   32},  //  3  8192  0.02%   12.53% 100.00%
  {    64,    1,   32},  //  4  4096  0.02%   12.53% 100.00%
  {    72,    1,   32},  //  5  3640  0.05%   12.53%  12.50%
  {    80,    1,   32},  //  6  3276  0.05%   12.53%  11.11%
  {    88,    1,   32},  //  7  2978  0.05%   12.53%  10.00%
  {    96,    1,   32},  //  8  2730  0.05%   12.53%   9.09%
  {   104,    1,   32},  //  9  2520  0.05%   12.53%   8.33%
  {   112,    1,   32},  // 10  2340  0.05%   12.53%   7.69%
  {   128,    1,   32},  // 11  2048  0.02%   12.53%  14.29%
  {   144,    1,   32},  // 12  1820  0.05%   12.53%  12.50%
  {   160,    1,   32},  // 13  1638  0.05%   12.53%  11.11%
  {   176,    1,   32},  // 14  1489  0.05%   12.53%  10.00%
  {   192,    1,   32},  // 15  1365  0.05%   12.53%   9.09%
  {   208,    1,   32},  // 16  1260  0.05%   12.53%   8.33%
  {   232,    1,   32},  // 17  1129  0.11%   12.53%  11.54%
  {   256,    1,   32},  // 18  1024  0.02%   12.53%  10.34%
  {   280,    1,   32},  // 19   936  0.05%   12.53%   9.38%
  {   304,    1,   32},  // 20   862  0.06%   12.53%   8.57%
  {   336,    1,   32},  // 21   780  0.05%   12.53%  10.53%
  {   384,    1,   32},  // 22   682  0.12%   12.53%  14.29%
  {   448,    1,   32},  // 23   585  0.05%   12.53%  16.67%
  {   480,    1,   32},  // 24   546  0.05%   12.53%   7.14%
  {   512,    1,   32},  // 25   512  0.02%   12.53%   6.67%
  {   576,    1,   32},  // 26   455  0.05%   12.53%  12.50%
  {   640,    1,   32},  // 27   409  0.17%   12.53%  11.11%
  {   704,    1,   32},  // 28   372  0.12%   12.53%  10.00%
  {   768,    1,   32},  // 29   341  0.12%   12.53%   9.09%
  {   896,    1,   32},  // 30   292  0.22%   12.53%  16.67%
  {  1024,    1,   32},  // 31   256  0.02%   12.53%  14.29%
  {  1152,    1,   32},  // 32   227  0.27%   12.53%  12.50%
  {  1280,    1,   32},  // 33   204  0.41%   12.53%  11.11%
  {  1408,    1,   32},  // 34   186  0.12%   12.53%  10.00%
  {  1664,    1,   32},  // 35   157  0.37%   12.53%  18.18%
  {  1920,    1,   32},  // 36   136  0.41%   12.53%  15.38%
  {  2048,    1,   32},  // 37   128  0.02%   12.53%   6.67%
  {  2304,    1,   28},  // 38   113  0.71%   12.53%  12.50%
  {  2560,    1,   25},  // 39   102  0.41%   12.53%  11.11%
  {  2688,    1,   24},  // 40    97  0.56%   12.53%   5.00%
  {  3072,    1,   21},  // 41    85  0.41%   12.53%  14.29%
  {  3328,    1,   19},  // 42    78  1.00%   12.53%   8.33%
  {  3584,    1,   18},  // 43    73  0.22%   12.53%   7.69%
  {  3840,    1,   17},  // 44    68  0.41%   12.53%   7.14%
  {  4096,    1,   16},  // 45    64  0.02%   12.53%   6.67%
  {  4224,    1,   15},  // 46    62  0.12%   12.53%   3.12%
  {  4480,    1,   14},  // 47    58  0.90%   12.54%   6.06%
  {  4736,    1,   13},  // 48    55  0.66%   12.53%   5.71%
  {  5120,    1,   12},  // 49    51  0.41%   12.53%   8.11%
  {  5504,    1,   11},  // 50    47  1.34%   12.54%   7.50%
  {  6144,    1,   10},  // 51    42  1.59%   12.54%  11.63%
  {  6528,    1,   10},  // 52    40  0.41%   12.53%   6.25%
  {  7168,    1,    9},  // 53    36  1.59%   12.54%   9.80%
  {  8192,    1,    8},  // 54    32  0.02%   12.53%  14.29%
  {  9344,    1,    7},  // 55    28  0.22%   12.53%  14.06%
  { 10368,    1,    6},  // 56    25  1.15%   12.54%  10.96%
  { 11392,    1,    5},  // 57    23  0.07%   12.53%   9.88%
  { 12416,    1,    5},  // 58    21  0.56%   12.54%   8.99%
  { 13696,    1,    4},  // 59    19  0.76%   12.54%  10.31%
  { 15360,    1,    4},  // 60    17  0.41%   12.54%  12.15%
  { 16384,    1,    4},  // 61    16  0.02%   12.53%   6.67%
  { 17408,    1,    3},  // 62    15  0.41%   12.54%   6.25%
  { 18688,    1,    3},  // 63    14  0.22%   12.54%   7.35%
  { 20096,    1,    3},  // 64    13  0.37%   12.54%   7.53%
  { 21760,    1,    3},  // 65    12  0.41%   12.54%   8.28%
  { 23808,    1,    2},  // 66    11  0.12%   12.53%   9.41%
  { 26112,    1,    2},  // 67    10  0.41%   12.54%   9.68%
  { 29056,    1,    2},  // 68     9  0.27%   12.54%  11.27%
  { 32768,    1,    2},  // 69     8  0.02%   12.53%  12.78%
  { 37376,    1,    2},  // 70     7  0.22%   12.54%  14.06%
  { 43648,    1,    2},  // 71     6  0.12%   12.54%  16.78%
  { 45568,    2,    2},  // 72    11  4.41%   12.63%   4.40%
  { 52352,    1,    2},  // 73     5  0.17%   12.54%  14.89%
  { 56064,    2,    2},  // 74     9  3.77%   12.63%   7.09%
  { 65536,    1,    2},  // 75     4  0.02%   12.53%  16.89%
  { 74880,    2,    2},  // 76     7  0.04%   12.53%  14.26%
  { 87296,    1,    2},  // 77     3  0.12%   12.54%  16.58%
  {104832,    2,    2},  // 78     5  0.04%   12.54%  20.09%
  {112256,    3,    2},  // 79     7  0.09%   12.54%   7.08%
  {131072,    1,    2},  // 80     2  0.02%   12.53%  16.76%
  {149760,    3,    2},  // 81     5  4.79%   12.88%  14.26%
  {174720,    2,    2},  // 82     3  0.04%   12.54%  16.67%
  {209664,    4,    2},  // 83     5  0.03%   12.54%  20.00%
  {262144,    1,    2},  // 84     1  0.02%    0.03%  25.03%
};
#elif TCMALLOC_PAGE_SHIFT == 12
static_assert(kMaxSize == 8192, "kMaxSize mismatch");
static constexpr SizeClassAssumptions Assumptions{
  .has_expanded_classes = false,
  .span_size = 64,
  .sampling_interval = 524288,
  .large_size = 1024,
  .large_size_alignment = 128,
};
static constexpr SizeClassInfo List[] = {
//                                         |    waste     |
//  bytes pages batch   class  objs |fixed sampling|    inc
  {     0,    0,    0},  //  0     0  0.00%    0.00%   0.00%
  {     8,    1,   32},  //  1   512  1.54%    0.91%   0.00%
  {    16,    1,   32},  //  2   256  1.54%    0.91% 100.00%
  {    32,    1,   32},  //  3   128  1.54%    0.91% 100.00%
  {    64,    1,   32},  //  4    64  1.54%    0.91% 100.00%
  {    72,    1,   32},  //  5    56  3.08%    0.91%  12.50%
  {    80,    1,   32},  //  6    51  1.92%    0.91%  11.11%
  {    88,    1,   32},  //  7    46  2.69%    0.91%  10.00%
  {    96,    1,   32},  //  8    42  3.08%    0.91%   9.09%
  {   104,    1,   32},  //  9    39  2.50%    0.91%   8.33%
  {   112,    1,   32},  // 10    36  3.08%    0.91%   7.69%
  {   128,    1,   32},  // 11    32  1.54%    0.91%  14.29%
  {   144,    1,   32},  // 12    28  3.08%    0.91%  12.50%
  {   160,    1,   32},  // 13    25  3.85%    0.92%  11.11%
  {   176,    1,   32},  // 14    23  2.69%    0.91%  10.00%
  {   192,    1,   32},  // 15    21  3.08%    0.92%   9.09%
  {   208,    1,   32},  // 16    19  5.00%    0.92%   8.33%
  {   224,    1,   32},  // 17    18  3.08%    0.92%   7.69%
  {   240,    1,   32},  // 18    17  1.92%    0.91%   7.14%
  {   256,    1,   32},  // 19    16  1.54%    0.91%   6.67%
  {   272,    1,   32},  // 20    15  1.92%    0.91%   6.25%
  {   312,    1,   32},  // 21    13  2.50%    0.92%  14.71%
  {   336,    1,   32},  // 22    12  3.08%    0.92%   7.69%
  {   368,    1,   32},  // 23    11  2.69%    0.92%   9.52%
  {   448,    1,   32},  // 24     9  3.08%    0.92%  21.74%
  {   512,    1,   32},  // 25     8  1.54%    0.92%  14.29%
  {   576,    2,   32},  // 26    14  2.33%    0.92%  12.50%
  {   704,    2,   32},  // 27    11  6.20%    0.92%  22.22%
  {   768,    2,   32},  // 28    10  6.98%    0.92%   9.09%
  {   896,    2,   32},  // 29     9  2.33%    0.92%  16.67%
  {  1024,    2,   32},  // 30     8  0.78%    0.92%  14.29%
  {  1152,    3,   32},  // 31    10  6.74%    0.93%  12.50%
  {  1536,    3,   32},  // 32     8  0.52%    0.92%  33.33%
  {  1792,    4,   32},  // 33     9  1.95%    0.92%  16.67%
  {  2048,    4,   32},  // 34     8  0.39%    0.92%  14.29%
  {  2688,    4,   24},  // 35     6  1.95%    0.92%  31.25%
  {  3200,    4,   20},  // 36     5  2.72%    0.93%  19.05%
  {  4096,    4,   16},  // 37     4  0.39%    0.92%  28.00%
  {  4736,    5,   13},  // 38     4  7.79%    1.77%  15.62%
  {  6144,    3,   10},  // 39     2  0.52%    1.70%  29.73%
  {  7168,    7,    9},  // 40     4  0.22%    1.70%  16.67%
  {  8192,    4,    8},  // 41     2  0.39%    1.70%  14.29%
};
#else
#error "Unsupported TCMALLOC_PAGE_SHIFT value!"
#endif
#else
#if TCMALLOC_PAGE_SHIFT == 13
static_assert(kMaxSize == 262144, "kMaxSize mismatch");
static constexpr SizeClassAssumptions Assumptions{
  .has_expanded_classes = true,
  .span_size = 64,
  .sampling_interval = 2097152,
  .large_size = 1024,
  .large_size_alignment = 128,
};
static constexpr SizeClassInfo List[] = {
//                                         |    waste     |
//  bytes pages batch   class  objs |fixed sampling|    inc
  {     0,    0,    0},  //  0     0  0.00%    0.00%   0.00%
  {     8,    1,   32},  //  1  1024  0.78%    0.42%   0.00%
  {    16,    1,   32},  //  2   512  0.78%    0.42% 100.00%
  {    32,    1,   32},  //  3   256  0.78%    0.42% 100.00%
  {    64,    1,   32},  //  4   128  0.78%    0.42% 100.00%
  {    80,    1,   32},  //  5   102  1.16%    0.42%  25.00%
  {    96,    1,   32},  //  6    85  1.16%    0.42%  20.00%
  {   112,    1,   32},  //  7    73  0.97%    0.42%  16.67%
  {   128,    1,   32},  //  8    64  0.78%    0.42%  14.29%
  {   144,    1,   32},  //  9    56  2.33%    0.42%  12.50%
  {   160,    1,   32},  // 10    51  1.16%    0.42%  11.11%
  {   176,    1,   32},  // 11    46  1.94%    0.42%  10.00%
  {   192,    1,   32},  // 12    42  2.33%    0.42%   9.09%
  {   208,    1,   32},  // 13    39  1.74%    0.42%   8.33%
  {   224,    1,   32},  // 14    36  2.33%    0.42%   7.69%
  {   240,    1,   32},  // 15    34  1.16%    0.42%   7.14%
  {   256,    1,   32},  // 16    32  0.78%    0.42%   6.67%
  {   272,    1,   32},  // 17    30  1.16%    0.42%   6.25%
  {   288,    1,   32},  // 18    28  2.33%    0.42%   5.88%
  {   304,    1,   32},  // 19    26  4.26%    0.42%   5.56%
  {   320,    1,   32},  // 20    25  3.10%    0.42%   5.26%
  {   336,    1,   32},  // 21    24  2.33%    0.42%   5.00%
  {   352,    1,   32},  // 22    23  1.94%    0.42%   4.76%
  {   368,    1,   32},  // 23    22  1.94%    0.42%   4.55%
  {   384,    1,   32},  // 24    21  2.33%    0.42%   4.35%
  {   400,    1,   32},  // 25    20  3.10%    0.42%   4.17%
  {   416,    1,   32},  // 26    19  4.26%    0.42%   4.00%
  {   448,    1,   32},  // 27    18  2.33%    0.42%   7.69%
  {   480,    1,   32},  // 28    17  1.16%    0.42%   7.14%
  {   512,    1,   32},  // 29    16  0.78%    0.42%   6.67%
  {   576,    1,   32},  // 30    14  2.33%    0.42%  12.50%
  {   640,    1,   32},  // 31    12  6.98%    0.43%  11.11%
  {   704,    1,   32},  // 32    11  6.20%    0.43%  10.00%
  {   768,    1,   32},  // 33    10  6.98%    0.43%   9.09%
  {   896,    1,   32},  // 34     9  2.33%    0.42%  16.67%
  {  1024,    1,   32},  // 35     8  0.78%    0.42%  14.29%
  {  1152,    2,   32},  // 36    14  1.95%    0.42%  12.50%
  {  1280,    2,   32},  // 37    12  6.61%    0.43%  11.11%
  {  1408,    2,   32},  // 38    11  5.84%    0.43%  10.00%
  {  1536,    2,   32},  // 39    10  6.61%    0.43%   9.09%
  {  1792,    2,   32},  // 40     9  1.95%    0.43%  16.67%
  {  2048,    2,   32},  // 41     8  0.39%    0.42%  14.29%
  {  2304,    2,   28},  // 42     7  1.95%    0.43%  12.50%
  {  2688,    2,   24},  // 43     6  1.95%    0.43%  16.67%
  {  2816,    3,   23},  // 44     8  8.57%    0.44%   4.76%
  {  3200,    2,   20},  // 45     5  2.72%    0.43%  13.64%
  {  3456,    3,   18},  // 46     7  1.82%    0.43%   8.00%
  {  3584,    4,   18},  // 47     9  1.75%    0.43%   3.70%
  {  4096,    1,   16},  // 48     2  0.78%    0.43%  14.29%
  {  4736,    3,   13},  // 49     5  3.90%    0.43%  15.62%
  {  5376,    2,   12},  // 50     3  1.95%    0.43%  13.51%
  {  6144,    3,   10},  // 51     4  0.26%    0.42%  14.29%
  {  6528,    4,   10},  // 52     5  0.58%    0.43%   6.25%
  {  7168,    7,    9},  // 53     8  0.11%    0.42%   9.80%
  {  8192,    1,    8},  // 54     1  0.78%    0.03%  14.29%
  {  9472,    5,    6},  // 55     4  7.64%    0.85%  15.62%
  { 10240,    4,    6},  // 56     3  6.43%    0.85%   8.11%
  { 12288,    3,    5},  // 57     2  0.26%    0.82%  20.00%
  { 13568,    5,    4},  // 58     3  0.78%    0.82%  10.42%
  { 14336,    7,    4},  // 59     4  0.11%    0.82%   5.66%
  { 16384,    2,    4},  // 60     1  0.39%    0.03%  14.29%
  { 20480,    5,    3},  // 61     2  0.16%    1.21%  25.00%
  { 24576,    3,    2},  // 62     1  0.26%    0.03%  20.00%
  { 28672,    7,    2},  // 63     2  0.11%    1.60%  16.67%
  { 32768,    4,    2},  // 64     1  0.19%    0.03%  14.29%
  { 40960,    5,    2},  // 65     1  0.16%    0.03%  25.00%
  { 49152,    6,    2},  // 66     1  0.13%    0.03%  20.00%
  { 57344,    7,    2},  // 67     1  0.11%    0.03%  16.67%
  { 65536,    8,    2},  // 68     1  0.10%    0.03%  14.29%
  { 73728,    9,    2},  // 69     1  0.09%    0.03%  12.50%
  { 81920,   10,    2},  // 70     1  0.08%    0.03%  11.11%
  { 90112,   11,    2},  // 71     1  0.07%    0.03%  10.00%
  { 98304,   12,    2},  // 72     1  0.07%    0.03%   9.09%
  {106496,   13,    2},  // 73     1  0.06%    0.03%   8.33%
  {114688,   14,    2},  // 74     1  0.06%    0.03%   7.69%
  {131072,   16,    2},  // 75     1  0.05%    0.03%  14.29%
  {139264,   17,    2},  // 76     1  0.05%    0.03%   6.25%
  {147456,   18,    2},  // 77     1  0.04%    0.03%   5.88%
  {155648,   19,    2},  // 78     1  0.04%    0.03%   5.56%
  {172032,   21,    2},  // 79     1  0.04%    0.03%  10.53%
  {188416,   23,    2},  // 80     1  0.03%    0.03%   9.52%
  {204800,   25,    2},  // 81     1  0.03%    0.03%   8.70%
  {221184,   27,    2},  // 82     1  0.03%    0.03%   8.00%
  {237568,   29,    2},  // 83     1  0.03%    0.03%   7.41%
  {262144,   32,    2},  // 84     1  0.02%    0.03%  10.34%
};
#elif TCMALLOC_PAGE_SHIFT == 15
static_assert(kMaxSize == 262144, "kMaxSize mismatch");
static constexpr SizeClassAssumptions Assumptions{
  .has_expanded_classes = true,
  .span_size = 64,
  .sampling_interval = 2097152,
  .large_size = 1024,
  .large_size_alignment = 128,
};
static constexpr SizeClassInfo List[] = {
//                                         |    waste     |
//  bytes pages batch   class  objs |fixed sampling|    inc
  {     0,    0,    0},  //  0     0  0.00%    0.00%   0.00%
  {     8,    1,   32},  //  1  4096  0.19%    1.60%   0.00%
  {    16,    1,   32},  //  2  2048  0.19%    1.60% 100.00%
  {    32,    1,   32},  //  3  1024  0.19%    1.60% 100.00%
  {    64,    1,   32},  //  4   512  0.19%    1.60% 100.00%
  {    80,    1,   32},  //  5   409  0.34%    1.60%  25.00%
  {    96,    1,   32},  //  6   341  0.29%    1.60%  20.00%
  {   112,    1,   32},  //  7   292  0.39%    1.60%  16.67%
  {   128,    1,   32},  //  8   256  0.19%    1.60%  14.29%
  {   144,    1,   32},  //  9   227  0.44%    1.60%  12.50%
  {   160,    1,   32},  // 10   204  0.58%    1.60%  11.11%
  {   176,    1,   32},  // 11   186  0.29%    1.60%  10.00%
  {   192,    1,   32},  // 12   170  0.58%    1.60%   9.09%
  {   208,    1,   32},  // 13   157  0.54%    1.60%   8.33%
  {   224,    1,   32},  // 14   146  0.39%    1.60%   7.69%
  {   240,    1,   32},  // 15   136  0.58%    1.60%   7.14%
  {   256,    1,   32},  // 16   128  0.19%    1.60%   6.67%
  {   288,    1,   32},  // 17   113  0.88%    1.60%  12.50%
  {   320,    1,   32},  // 18   102  0.58%    1.60%  11.11%
  {   352,    1,   32},  // 19    93  0.29%    1.60%  10.00%
  {   384,    1,   32},  // 20    85  0.58%    1.60%   9.09%
  {   400,    1,   32},  // 21    81  1.32%    1.60%   4.17%
  {   448,    1,   32},  // 22    73  0.39%    1.60%  12.00%
  {   480,    1,   32},  // 23    68  0.58%    1.60%   7.14%
  {   512,    1,   32},  // 24    64  0.19%    1.60%   6.67%
  {   576,    1,   32},  // 25    56  1.75%    1.60%  12.50%
  {   640,    1,   32},  // 26    51  0.58%    1.60%  11.11%
  {   704,    1,   32},  // 27    46  1.36%    1.60%  10.00%
  {   768,    1,   32},  // 28    42  1.75%    1.60%   9.09%
  {   832,    1,   32},  // 29    39  1.17%    1.60%   8.33%
  {   896,    1,   32},  // 30    36  1.75%    1.60%   7.69%
  {  1024,    1,   32},  // 31    32  0.19%    1.60%  14.29%
  {  1152,    1,   32},  // 32    28  1.75%    1.60%  12.50%
  {  1280,    1,   32},  // 33    25  2.53%    1.60%  11.11%
  {  1408,    1,   32},  // 34    23  1.36%    1.60%  10.00%
  {  1536,    1,   32},  // 35    21  1.75%    1.60%   9.09%
  {  1664,    1,   32},  // 36    19  3.70%    1.60%   8.33%
  {  1792,    1,   32},  // 37    18  1.75%    1.60%   7.69%
  {  1920,    1,   32},  // 38    17  0.58%    1.60%   7.14%
  {  2048,    1,   32},  // 39    16  0.19%    1.60%   6.67%
  {  2176,    1,   30},  // 40    15  0.58%    1.60%   6.25%
  {  2304,    1,   28},  // 41    14  1.75%    1.60%   5.88%
  {  2432,    1,   26},  // 42    13  3.70%    1.60%   5.56%
  {  2688,    1,   24},  // 43    12  1.75%    1.60%  10.53%
  {  2944,    1,   22},  // 44    11  1.36%    1.60%   9.52%
  {  3200,    1,   20},  // 45    10  2.53%    1.60%   8.70%
  {  3584,    1,   18},  // 46     9  1.75%    1.60%  12.00%
  {  4096,    1,   16},  // 47     8  0.19%    1.60%  14.29%
  {  4608,    1,   14},  // 48     7  1.75%    1.60%  12.50%
  {  5376,    1,   12},  // 49     6  1.75%    1.60%  16.67%
  {  6528,    1,   10},  // 50     5  0.58%    1.60%  21.43%
  {  7168,    2,    9},  // 51     9  1.66%    1.60%   9.80%
  {  8192,    1,    8},  // 52     4  0.19%    1.60%  14.29%
  {  9344,    2,    7},  // 53     7  0.29%    1.60%  14.06%
  { 10880,    1,    6},  // 54     3  0.58%    1.60%  16.44%
  { 13056,    2,    5},  // 55     5  0.49%    1.60%  20.00%
  { 13952,    3,    4},  // 56     7  0.72%    1.60%   6.86%
  { 16384,    1,    4},  // 57     2  0.19%    1.60%  17.43%
  { 19072,    3,    3},  // 58     5  3.06%    1.62%  16.41%
  { 21760,    2,    3},  // 59     3  0.49%    1.60%  14.09%
  { 24576,    3,    2},  // 60     4  0.07%    1.60%  12.94%
  { 26112,    4,    2},  // 61     5  0.44%    1.60%   6.25%
  { 28672,    7,    2},  // 62     8  0.03%    1.60%   9.80%
  { 32768,    1,    2},  // 63     1  0.19%    0.03%  14.29%
  { 38144,    5,    2},  // 64     4  6.91%    3.28%  16.41%
  { 40960,    4,    2},  // 65     3  6.30%    3.28%   7.38%
  { 49152,    3,    2},  // 66     2  0.07%    3.16%  20.00%
  { 57344,    7,    2},  // 67     4  0.03%    3.16%  16.67%
  { 65536,    2,    2},  // 68     1  0.10%    0.03%  14.29%
  { 81920,    5,    2},  // 69     2  0.04%    4.72%  25.00%
  { 98304,    3,    2},  // 70     1  0.07%    0.03%  20.00%
  {114688,    7,    2},  // 71     2  0.03%    6.28%  16.67%
  {131072,    4,    2},  // 72     1  0.05%    0.03%  14.29%
  {163840,    5,    2},  // 73     1  0.04%    0.03%  25.00%
  {196608,    6,    2},  // 74     1  0.03%    0.03%  20.00%
  {229376,    7,    2},  // 75     1  0.03%    0.03%  16.67%
  {262144,    8,    2},  // 76     1  0.02%    0.03%  14.29%
};
#elif TCMALLOC_PAGE_SHIFT == 18
static_assert(kMaxSize == 262144, "kMaxSize mismatch");
static constexpr SizeClassAssumptions Assumptions{
  .has_expanded_classes = true,
  .span_size = 64,
  .sampling_interval = 2097152,
  .large_size = 1024,
  .large_size_alignment = 128,
};
static constexpr SizeClassInfo List[] = {
//                                         |    waste     |
//  bytes pages batch   class  objs |fixed sampling|    inc
  {     0,    0,    0},  //  0     0  0.00%    0.00%   0.00%
  {     8,    1,   32},  //  1 32768  0.02%   12.53%   0.00%
  {    16,    1,   32},  //  2 16384  0.02%   12.53% 100.00%
  {    32,    1,   32},  //  3  8192  0.02%   12.53% 100.00%
  {    64,    1,   32},  //  4  4096  0.02%   12.53% 100.00%
  {    80,    1,   32},  //  5  3276  0.05%   12.53%  25.00%
  {    96,    1,   32},  //  6  2730  0.05%   12.53%  20.00%
  {   112,    1,   32},  //  7  2340  0.05%   12.53%  16.67%
  {   128,    1,   32},  //  8  2048  0.02%   12.53%  14.29%
  {   144,    1,   32},  //  9  1820  0.05%   12.53%  12.50%
  {   160,    1,   32},  // 10  1638  0.05%   12.53%  11.11%
  {   176,    1,   32},  // 11  1489  0.05%   12.53%  10.00%
  {   192,    1,   32},  // 12  1365  0.05%   12.53%   9.09%
  {   208,    1,   32},  // 13  1260  0.05%   12.53%   8.33%
  {   224,    1,   32},  // 14  1170  0.05%   12.53%   7.69%
  {   240,    1,   32},  // 15  1092  0.05%   12.53%   7.14%
  {   256,    1,   32},  // 16  1024  0.02%   12.53%   6.67%
  {   272,    1,   32},  // 17   963  0.10%   12.53%   6.25%
  {   304,    1,   32},  // 18   862  0.06%   12.53%  11.76%
  {   336,    1,   32},  // 19   780  0.05%   12.53%  10.53%
  {   384,    1,   32},  // 20   682  0.12%   12.53%  14.29%
  {   416,    1,   32},  // 21   630  0.05%   12.53%   8.33%
  {   448,    1,   32},  // 22   585  0.05%   12.53%   7.69%
  {   480,    1,   32},  // 23   546  0.05%   12.53%   7.14%
  {   512,    1,   32},  // 24   512  0.02%   12.53%   6.67%
  {   576,    1,   32},  // 25   455  0.05%   12.53%  12.50%
  {   640,    1,   32},  // 26   409  0.17%   12.53%  11.11%
  {   704,    1,   32},  // 27   372  0.12%   12.53%  10.00%
  {   768,    1,   32},  // 28   341  0.12%   12.53%   9.09%
  {   896,    1,   32},  // 29   292  0.22%   12.53%  16.67%
  {  1024,    1,   32},  // 30   256  0.02%   12.53%  14.29%
  {  1152,    1,   32},  // 31   227  0.27%   12.53%  12.50%
  {  1280,    1,   32},  // 32   204  0.41%   12.53%  11.11%
  {  1408,    1,   32},  // 33   186  0.12%   12.53%  10.00%
  {  1536,    1,   32},  // 34   170  0.41%   12.53%   9.09%
  {  1664,    1,   32},  // 35   157  0.37%   12.53%   8.33%
  {  1920,    1,   32},  // 36   136  0.41%   12.53%  15.38%
  {  2048,    1,   32},  // 37   128  0.02%   12.53%   6.67%
  {  2304,    1,   28},  // 38   113  0.71%   12.53%  12.50%
  {  2560,    1,   25},  // 39   102  0.41%   12.53%  11.11%
  {  2688,    1,   24},  // 40    97  0.56%   12.53%   5.00%
  {  3072,    1,   21},  // 41    85  0.41%   12.53%  14.29%
  {  3328,    1,   19},  // 42    78  1.00%   12.53%   8.33%
  {  3584,    1,   18},  // 43    73  0.22%   12.53%   7.69%
  {  3840,    1,   17},  // 44    68  0.41%   12.53%   7.14%
  {  4096,    1,   16},  // 45    64  0.02%   12.53%   6.67%
  {  4224,    1,   15},  // 46    62  0.12%   12.53%   3.12%
  {  4480,    1,   14},  // 47    58  0.90%   12.54%   6.06%
  {  4736,    1,   13},  // 48    55  0.66%   12.53%   5.71%
  {  5120,    1,   12},  // 49    51  0.41%   12.53%   8.11%
  {  5504,    1,   11},  // 50    47  1.34%   12.54%   7.50%
  {  6144,    1,   10},  // 51    42  1.59%   12.54%  11.63%
  {  6528,    1,   10},  // 52    40  0.41%   12.53%   6.25%
  {  7168,    1,    9},  // 53    36  1.59%   12.54%   9.80%
  {  8192,    1,    8},  // 54    32  0.02%   12.53%  14.29%
  {  8704,    1,    7},  // 55    30  0.41%   12.53%   6.25%
  {  9344,    1,    7},  // 56    28  0.22%   12.53%   7.35%
  { 10368,    1,    6},  // 57    25  1.15%   12.54%  10.96%
  { 11392,    1,    5},  // 58    23  0.07%   12.53%   9.88%
  { 12416,    1,    5},  // 59    21  0.56%   12.54%   8.99%
  { 13056,    1,    5},  // 60    20  0.41%   12.54%   5.15%
  { 13696,    1,    4},  // 61    19  0.76%   12.54%   4.90%
  { 15360,    1,    4},  // 62    17  0.41%   12.54%  12.15%
  { 16384,    1,    4},  // 63    16  0.02%   12.53%   6.67%
  { 17408,    1,    3},  // 64    15  0.41%   12.54%   6.25%
  { 18688,    1,    3},  // 65    14  0.22%   12.54%   7.35%
  { 20096,    1,    3},  // 66    13  0.37%   12.54%   7.53%
  { 21760,    1,    3},  // 67    12  0.41%   12.54%   8.28%
  { 23808,    1,    2},  // 68    11  0.12%   12.53%   9.41%
  { 26112,    1,    2},  // 69    10  0.41%   12.54%   9.68%
  { 29056,    1,    2},  // 70     9  0.27%   12.54%  11.27%
  { 32768,    1,    2},  // 71     8  0.02%   12.53%  12.78%
  { 37376,    1,    2},  // 72     7  0.22%   12.54%  14.06%
  { 43648,    1,    2},  // 73     6  0.12%   12.54%  16.78%
  { 45568,    2,    2},  // 74    11  4.41%   12.63%   4.40%
  { 52352,    1,    2},  // 75     5  0.17%   12.54%  14.89%
  { 56064,    2,    2},  // 76     9  3.77%   12.63%   7.09%
  { 65536,    1,    2},  // 77     4  0.02%   12.53%  16.89%
  { 74880,    2,    2},  // 78     7  0.04%   12.53%  14.26%
  { 87296,    1,    2},  // 79     3  0.12%   12.54%  16.58%
  {104832,    2,    2},  // 80     5  0.04%   12.54%  20.09%
  {112256,    3,    2},  // 81     7  0.09%   12.54%   7.08%
  {131072,    1,    2},  // 82     2  0.02%   12.53%  16.76%
  {149760,    3,    2},  // 83     5  4.79%   12.88%  14.26%
  {174720,    2,    2},  // 84     3  0.04%   12.54%  16.67%
  {196608,    3,    2},  // 85     4  0.01%   12.53%  12.53%
  {209664,    4,    2},  // 86     5  0.03%   12.54%   6.64%
  {262144,    1,    2},  // 87     1  0.02%    0.03%  25.03%
};
#elif TCMALLOC_PAGE_SHIFT == 12
static_assert(kMaxSize == 8192, "kMaxSize mismatch");
static constexpr SizeClassAssumptions Assumptions{
  .has_expanded_classes = false,
  .span_size = 64,
  .sampling_interval = 524288,
  .large_size = 1024,
  .large_size_alignment = 128,
};
static constexpr SizeClassInfo List[] = {
//                                         |    waste     |
//  bytes pages batch   class  objs |fixed sampling|    inc
  {     0,    0,    0},  //  0     0  0.00%    0.00%   0.00%
  {     8,    1,   32},  //  1   512  1.54%    0.91%   0.00%
  {    16,    1,   32},  //  2   256  1.54%    0.91% 100.00%
  {    32,    1,   32},  //  3   128  1.54%    0.91% 100.00%
  {    64,    1,   32},  //  4    64  1.54%    0.91% 100.00%
  {    80,    1,   32},  //  5    51  1.92%    0.91%  25.00%
  {    96,    1,   32},  //  6    42  3.08%    0.91%  20.00%
  {   112,    1,   32},  //  7    36  3.08%    0.91%  16.67%
  {   128,    1,   32},  //  8    32  1.54%    0.91%  14.29%
  {   144,    1,   32},  //  9    28  3.08%    0.91%  12.50%
  {   160,    1,   32},  // 10    25  3.85%    0.92%  11.11%
  {   176,    1,   32},  // 11    23  2.69%    0.91%  10.00%
  {   192,    1,   32},  // 12    21  3.08%    0.92%   9.09%
  {   208,    1,   32},  // 13    19  5.00%    0.92%   8.33%
  {   224,    1,   32},  // 14    18  3.08%    0.92%   7.69%
  {   240,    1,   32},  // 15    17  1.92%    0.91%   7.14%
  {   256,    1,   32},  // 16    16  1.54%    0.91%   6.67%
  {   272,    1,   32},  // 17    15  1.92%    0.91%   6.25%
  {   288,    1,   32},  // 18    14  3.08%    0.92%   5.88%
  {   304,    1,   32},  // 19    13  5.00%    0.92%   5.56%
  {   336,    1,   32},  // 20    12  3.08%    0.92%  10.53%
  {   368,    1,   32},  // 21    11  2.69%    0.92%   9.52%
  {   448,    1,   32},  // 22     9  3.08%    0.92%  21.74%
  {   512,    1,   32},  // 23     8  1.54%    0.92%  14.29%
  {   576,    2,   32},  // 24    14  2.33%    0.92%  12.50%
  {   640,    2,   32},  // 25    12  6.98%    0.92%  11.11%
  {   704,    2,   32},  // 26    11  6.20%    0.92%  10.00%
  {   768,    2,   32},  // 27    10  6.98%    0.92%   9.09%
  {   896,    2,   32},  // 28     9  2.33%    0.92%  16.67%
  {  1024,    2,   32},  // 29     8  0.78%    0.92%  14.29%
  {  1152,    3,   32},  // 30    10  6.74%    0.93%  12.50%
  {  1280,    3,   32},  // 31     9  6.74%    0.93%  11.11%
  {  1536,    3,   32},  // 32     8  0.52%    0.92%  20.00%
  {  1792,    4,   32},  // 33     9  1.95%    0.92%  16.67%
  {  2048,    4,   32},  // 34     8  0.39%    0.92%  14.29%
  {  2304,    4,   28},  // 35     7  1.95%    0.92%  12.50%
  {  2688,    4,   24},  // 36     6  1.95%    0.92%  16.67%
  {  3200,    4,   20},  // 37     5  2.72%    0.93%  19.05%
  {  3584,    7,   18},  // 38     8  0.22%    0.92%  12.00%
  {  4096,    4,   16},  // 39     4  0.39%    0.92%  14.29%
  {  4736,    5,   13},  // 40     4  7.79%    1.77%  15.62%
  {  5376,    4,   12},  // 41     3  1.95%    1.72%  13.51%
  {  6144,    3,   10},  // 42     2  0.52%    1.70%  14.29%
  {  7168,    7,    9},  // 43     4  0.22%    1.70%  16.67%
  {  8192,    4,    8},  // 44     2  0.39%    1.70%  14.29%
};
#else
#error "Unsupported TCMALLOC_PAGE_SHIFT value!"
#endif
#endif
// clang-format on

static_assert(sizeof(List) / sizeof(List[0]) <= kNumBaseClasses);
extern constexpr SizeClasses kSizeClasses{List, Assumptions};

}  // namespace tcmalloc_internal
}  // namespace tcmalloc
GOOGLE_MALLOC_SECTION_END