Skip to content

Commit 90f055d

Browse files
committed
mm/slub: refactor calculate_order() and calc_slab_order()
After the previous cleanups, we can now move some code from calc_slab_order() to calculate_order() so it's executed just once, and do some more cleanups. - move the min_order and MAX_OBJS_PER_PAGE evaluation to calculate_order(). - change calc_slab_order() parameter min_objects to min_order Also make MAX_OBJS_PER_PAGE check more robust by considering also min_objects in addition to slub_min_order. Otherwise this is not a functional change. Signed-off-by: Vlastimil Babka <vbabka@suse.cz> Reviewed-by: Feng Tang <feng.tang@intel.com> Reviewed-and-tested-by: Jay Patel <jaypatel@linux.ibm.com>
1 parent 5886fc8 commit 90f055d

File tree

1 file changed

+12
-11
lines changed

1 file changed

+12
-11
lines changed

mm/slub.c

Lines changed: 12 additions & 11 deletions
Original file line numberDiff line numberDiff line change
@@ -4110,17 +4110,12 @@ static unsigned int slub_min_objects;
41104110
* the smallest order which will fit the object.
41114111
*/
41124112
static inline unsigned int calc_slab_order(unsigned int size,
4113-
unsigned int min_objects, unsigned int max_order,
4113+
unsigned int min_order, unsigned int max_order,
41144114
unsigned int fract_leftover)
41154115
{
4116-
unsigned int min_order = slub_min_order;
41174116
unsigned int order;
41184117

4119-
if (order_objects(min_order, size) > MAX_OBJS_PER_PAGE)
4120-
return get_order(size * MAX_OBJS_PER_PAGE) - 1;
4121-
4122-
for (order = max(min_order, (unsigned int)get_order(min_objects * size));
4123-
order <= max_order; order++) {
4118+
for (order = min_order; order <= max_order; order++) {
41244119

41254120
unsigned int slab_size = (unsigned int)PAGE_SIZE << order;
41264121
unsigned int rem;
@@ -4139,7 +4134,7 @@ static inline int calculate_order(unsigned int size)
41394134
unsigned int order;
41404135
unsigned int min_objects;
41414136
unsigned int max_objects;
4142-
unsigned int nr_cpus;
4137+
unsigned int min_order;
41434138

41444139
min_objects = slub_min_objects;
41454140
if (!min_objects) {
@@ -4152,14 +4147,20 @@ static inline int calculate_order(unsigned int size)
41524147
* order on systems that appear larger than they are, and too
41534148
* low order on systems that appear smaller than they are.
41544149
*/
4155-
nr_cpus = num_present_cpus();
4150+
unsigned int nr_cpus = num_present_cpus();
41564151
if (nr_cpus <= 1)
41574152
nr_cpus = nr_cpu_ids;
41584153
min_objects = 4 * (fls(nr_cpus) + 1);
41594154
}
4160-
max_objects = order_objects(slub_max_order, size);
4155+
/* min_objects can't be 0 because get_order(0) is undefined */
4156+
max_objects = max(order_objects(slub_max_order, size), 1U);
41614157
min_objects = min(min_objects, max_objects);
41624158

4159+
min_order = max_t(unsigned int, slub_min_order,
4160+
get_order(min_objects * size));
4161+
if (order_objects(min_order, size) > MAX_OBJS_PER_PAGE)
4162+
return get_order(size * MAX_OBJS_PER_PAGE) - 1;
4163+
41634164
/*
41644165
* Attempt to find best configuration for a slab. This works by first
41654166
* attempting to generate a layout with the best possible configuration
@@ -4176,7 +4177,7 @@ static inline int calculate_order(unsigned int size)
41764177
* long as at least single object fits within slub_max_order.
41774178
*/
41784179
for (unsigned int fraction = 16; fraction > 1; fraction /= 2) {
4179-
order = calc_slab_order(size, min_objects, slub_max_order,
4180+
order = calc_slab_order(size, min_order, slub_max_order,
41804181
fraction);
41814182
if (order <= slub_max_order)
41824183
return order;

0 commit comments

Comments
 (0)