Skip to content

Commit

Permalink
---
Browse files Browse the repository at this point in the history
yaml
---
r: 198238
b: refs/heads/master
c: 7f60c21
h: refs/heads/master
v: v3
  • Loading branch information
Mel Gorman authored and Linus Torvalds committed May 25, 2010
1 parent 5a639ab commit b45f90c
Show file tree
Hide file tree
Showing 5 changed files with 25 additions and 41 deletions.
2 changes: 1 addition & 1 deletion [refs]
Original file line number Diff line number Diff line change
@@ -1,2 +1,2 @@
---
refs/heads/master: 3f6c82728f4e31a97c3a1b32abccb512fed0b573
refs/heads/master: 7f60c214fd3a360461f3286c6908084f7f8b1950
50 changes: 18 additions & 32 deletions trunk/include/linux/rmap.h
Original file line number Diff line number Diff line change
Expand Up @@ -26,11 +26,17 @@
*/
struct anon_vma {
spinlock_t lock; /* Serialize access to vma list */
#ifdef CONFIG_KSM
atomic_t ksm_refcount;
#endif
#ifdef CONFIG_MIGRATION
atomic_t migrate_refcount;
#if defined(CONFIG_KSM) || defined(CONFIG_MIGRATION)

/*
* The external_refcount is taken by either KSM or page migration
* to take a reference to an anon_vma when there is no
* guarantee that the vma of page tables will exist for
* the duration of the operation. A caller that takes
* the reference is responsible for clearing up the
* anon_vma if they are the last user on release
*/
atomic_t external_refcount;
#endif
/*
* NOTE: the LSB of the head.next is set by
Expand Down Expand Up @@ -64,46 +70,26 @@ struct anon_vma_chain {
};

#ifdef CONFIG_MMU
#ifdef CONFIG_KSM
static inline void ksm_refcount_init(struct anon_vma *anon_vma)
#if defined(CONFIG_KSM) || defined(CONFIG_MIGRATION)
static inline void anonvma_external_refcount_init(struct anon_vma *anon_vma)
{
atomic_set(&anon_vma->ksm_refcount, 0);
atomic_set(&anon_vma->external_refcount, 0);
}

static inline int ksm_refcount(struct anon_vma *anon_vma)
static inline int anonvma_external_refcount(struct anon_vma *anon_vma)
{
return atomic_read(&anon_vma->ksm_refcount);
return atomic_read(&anon_vma->external_refcount);
}
#else
static inline void ksm_refcount_init(struct anon_vma *anon_vma)
static inline void anonvma_external_refcount_init(struct anon_vma *anon_vma)
{
}

static inline int ksm_refcount(struct anon_vma *anon_vma)
static inline int anonvma_external_refcount(struct anon_vma *anon_vma)
{
return 0;
}
#endif /* CONFIG_KSM */
#ifdef CONFIG_MIGRATION
static inline void migrate_refcount_init(struct anon_vma *anon_vma)
{
atomic_set(&anon_vma->migrate_refcount, 0);
}

static inline int migrate_refcount(struct anon_vma *anon_vma)
{
return atomic_read(&anon_vma->migrate_refcount);
}
#else
static inline void migrate_refcount_init(struct anon_vma *anon_vma)
{
}

static inline int migrate_refcount(struct anon_vma *anon_vma)
{
return 0;
}
#endif /* CONFIG_MIGRATE */

static inline struct anon_vma *page_anon_vma(struct page *page)
{
Expand Down
4 changes: 2 additions & 2 deletions trunk/mm/ksm.c
Original file line number Diff line number Diff line change
Expand Up @@ -318,14 +318,14 @@ static void hold_anon_vma(struct rmap_item *rmap_item,
struct anon_vma *anon_vma)
{
rmap_item->anon_vma = anon_vma;
atomic_inc(&anon_vma->ksm_refcount);
atomic_inc(&anon_vma->external_refcount);
}

static void drop_anon_vma(struct rmap_item *rmap_item)
{
struct anon_vma *anon_vma = rmap_item->anon_vma;

if (atomic_dec_and_lock(&anon_vma->ksm_refcount, &anon_vma->lock)) {
if (atomic_dec_and_lock(&anon_vma->external_refcount, &anon_vma->lock)) {
int empty = list_empty(&anon_vma->head);
spin_unlock(&anon_vma->lock);
if (empty)
Expand Down
4 changes: 2 additions & 2 deletions trunk/mm/migrate.c
Original file line number Diff line number Diff line change
Expand Up @@ -601,7 +601,7 @@ static int unmap_and_move(new_page_t get_new_page, unsigned long private,
rcu_read_lock();
rcu_locked = 1;
anon_vma = page_anon_vma(page);
atomic_inc(&anon_vma->migrate_refcount);
atomic_inc(&anon_vma->external_refcount);
}

/*
Expand Down Expand Up @@ -643,7 +643,7 @@ static int unmap_and_move(new_page_t get_new_page, unsigned long private,
rcu_unlock:

/* Drop an anon_vma reference if we took one */
if (anon_vma && atomic_dec_and_lock(&anon_vma->migrate_refcount, &anon_vma->lock)) {
if (anon_vma && atomic_dec_and_lock(&anon_vma->external_refcount, &anon_vma->lock)) {
int empty = list_empty(&anon_vma->head);
spin_unlock(&anon_vma->lock);
if (empty)
Expand Down
6 changes: 2 additions & 4 deletions trunk/mm/rmap.c
Original file line number Diff line number Diff line change
Expand Up @@ -250,8 +250,7 @@ static void anon_vma_unlink(struct anon_vma_chain *anon_vma_chain)
list_del(&anon_vma_chain->same_anon_vma);

/* We must garbage collect the anon_vma if it's empty */
empty = list_empty(&anon_vma->head) && !ksm_refcount(anon_vma) &&
!migrate_refcount(anon_vma);
empty = list_empty(&anon_vma->head) && !anonvma_external_refcount(anon_vma);
spin_unlock(&anon_vma->lock);

if (empty)
Expand All @@ -275,8 +274,7 @@ static void anon_vma_ctor(void *data)
struct anon_vma *anon_vma = data;

spin_lock_init(&anon_vma->lock);
ksm_refcount_init(anon_vma);
migrate_refcount_init(anon_vma);
anonvma_external_refcount_init(anon_vma);
INIT_LIST_HEAD(&anon_vma->head);
}

Expand Down

0 comments on commit b45f90c

Please sign in to comment.