Skip to content

Commit

Permalink
slub: Push irq disable into allocate_slab()
Browse files Browse the repository at this point in the history
Do the irq handling in allocate_slab() instead of __slab_alloc().

__slab_alloc() is already cluttered and allocate_slab() is already
fiddling around with gfp flags.

v6->v7:
	Only increment ORDER_FALLBACK if we get a page during fallback

Signed-off-by: Christoph Lameter <cl@linux.com>
Signed-off-by: Pekka Enberg <penberg@kernel.org>
  • Loading branch information
Christoph Lameter authored and Pekka Enberg committed Jul 2, 2011
1 parent e4a4618 commit 7e0528d
Showing 1 changed file with 13 additions and 10 deletions.
23 changes: 13 additions & 10 deletions mm/slub.c
Original file line number Diff line number Diff line change
Expand Up @@ -1187,6 +1187,11 @@ static struct page *allocate_slab(struct kmem_cache *s, gfp_t flags, int node)
struct kmem_cache_order_objects oo = s->oo;
gfp_t alloc_gfp;

flags &= gfp_allowed_mask;

if (flags & __GFP_WAIT)
local_irq_enable();

flags |= s->allocflags;

/*
Expand All @@ -1203,12 +1208,17 @@ static struct page *allocate_slab(struct kmem_cache *s, gfp_t flags, int node)
* Try a lower order alloc if possible
*/
page = alloc_slab_page(flags, node, oo);
if (!page)
return NULL;

stat(s, ORDER_FALLBACK);
if (page)
stat(s, ORDER_FALLBACK);
}

if (flags & __GFP_WAIT)
local_irq_disable();

if (!page)
return NULL;

if (kmemcheck_enabled
&& !(s->flags & (SLAB_NOTRACK | DEBUG_DEFAULT_FLAGS))) {
int pages = 1 << oo_order(oo);
Expand Down Expand Up @@ -1849,15 +1859,8 @@ static void *__slab_alloc(struct kmem_cache *s, gfp_t gfpflags, int node,
goto load_freelist;
}

gfpflags &= gfp_allowed_mask;
if (gfpflags & __GFP_WAIT)
local_irq_enable();

page = new_slab(s, gfpflags, node);

if (gfpflags & __GFP_WAIT)
local_irq_disable();

if (page) {
c = __this_cpu_ptr(s->cpu_slab);
stat(s, ALLOC_SLAB);
Expand Down

0 comments on commit 7e0528d

Please sign in to comment.