Skip to content

Commit

Permalink
Btrfs: change how we indicate we're adding csums
Browse files Browse the repository at this point in the history
There is weird logic I had to put in place to make sure that when we were
adding csums that we'd used the delalloc block rsv instead of the global
block rsv.  Part of this meant that we had to free up our transaction
reservation before we ran the delayed refs since csum deletion happens
during the delayed ref work.  The problem with this is that when we release
a reservation we will add it to the global reserve if it is not full in
order to keep us going along longer before we have to force a transaction
commit.  By releasing our reservation before we run delayed refs we don't
get the opportunity to drain down the global reserve for the work we did, so
we won't refill it as often.  This isn't a problem per-se, it just results
in us possibly committing transactions more and more often, and in rare
cases could cause those WARN_ON()'s to pop in use_block_rsv because we ran
out of space in our block rsv.

This also helps us by holding onto space while the delayed refs run so we
don't end up with as many people trying to do things at the same time, which
again will help us not force commits or hit the use_block_rsv warnings.
Thanks,

Signed-off-by: Josef Bacik <jbacik@fusionio.com>
  • Loading branch information
Josef Bacik authored and Chris Mason committed Jul 23, 2012
1 parent b995929 commit 0e72110
Show file tree
Hide file tree
Showing 4 changed files with 18 additions and 15 deletions.
8 changes: 7 additions & 1 deletion fs/btrfs/extent-tree.c
Original file line number Diff line number Diff line change
Expand Up @@ -3961,7 +3961,10 @@ static struct btrfs_block_rsv *get_block_rsv(
{
struct btrfs_block_rsv *block_rsv = NULL;

if (root->ref_cows || root == root->fs_info->csum_root)
if (root->ref_cows)
block_rsv = trans->block_rsv;

if (root == root->fs_info->csum_root && trans->adding_csums)
block_rsv = trans->block_rsv;

if (!block_rsv)
Expand Down Expand Up @@ -4313,6 +4316,9 @@ static void release_global_block_rsv(struct btrfs_fs_info *fs_info)
void btrfs_trans_release_metadata(struct btrfs_trans_handle *trans,
struct btrfs_root *root)
{
if (!trans->block_rsv)
return;

if (!trans->bytes_reserved)
return;

Expand Down
2 changes: 2 additions & 0 deletions fs/btrfs/file-item.c
Original file line number Diff line number Diff line change
Expand Up @@ -690,6 +690,7 @@ int btrfs_csum_file_blocks(struct btrfs_trans_handle *trans,
return -ENOMEM;

sector_sum = sums->sums;
trans->adding_csums = 1;
again:
next_offset = (u64)-1;
found_next = 0;
Expand Down Expand Up @@ -853,6 +854,7 @@ int btrfs_csum_file_blocks(struct btrfs_trans_handle *trans,
goto again;
}
out:
trans->adding_csums = 0;
btrfs_free_path(path);
return ret;

Expand Down
22 changes: 8 additions & 14 deletions fs/btrfs/transaction.c
Original file line number Diff line number Diff line change
Expand Up @@ -351,6 +351,7 @@ static struct btrfs_trans_handle *start_transaction(struct btrfs_root *root,
h->bytes_reserved = 0;
h->delayed_ref_updates = 0;
h->use_count = 1;
h->adding_csums = 0;
h->block_rsv = NULL;
h->orig_rsv = NULL;
h->aborted = 0;
Expand Down Expand Up @@ -473,20 +474,13 @@ int btrfs_should_end_transaction(struct btrfs_trans_handle *trans,
struct btrfs_root *root)
{
struct btrfs_transaction *cur_trans = trans->transaction;
struct btrfs_block_rsv *rsv = trans->block_rsv;
int updates;
int err;

smp_mb();
if (cur_trans->blocked || cur_trans->delayed_refs.flushing)
return 1;

/*
* We need to do this in case we're deleting csums so the global block
* rsv get's used instead of the csum block rsv.
*/
trans->block_rsv = NULL;

updates = trans->delayed_ref_updates;
trans->delayed_ref_updates = 0;
if (updates) {
Expand All @@ -495,8 +489,6 @@ int btrfs_should_end_transaction(struct btrfs_trans_handle *trans,
return err;
}

trans->block_rsv = rsv;

return should_end_transaction(trans, root);
}

Expand All @@ -513,8 +505,6 @@ static int __btrfs_end_transaction(struct btrfs_trans_handle *trans,
return 0;
}

btrfs_trans_release_metadata(trans, root);
trans->block_rsv = NULL;
while (count < 2) {
unsigned long cur = trans->delayed_ref_updates;
trans->delayed_ref_updates = 0;
Expand All @@ -527,6 +517,8 @@ static int __btrfs_end_transaction(struct btrfs_trans_handle *trans,
}
count++;
}
btrfs_trans_release_metadata(trans, root);
trans->block_rsv = NULL;

if (lock && !atomic_read(&root->fs_info->open_ioctl_trans) &&
should_end_transaction(trans, root)) {
Expand Down Expand Up @@ -1269,9 +1261,6 @@ int btrfs_commit_transaction(struct btrfs_trans_handle *trans,

btrfs_run_ordered_operations(root, 0);

btrfs_trans_release_metadata(trans, root);
trans->block_rsv = NULL;

if (cur_trans->aborted)
goto cleanup_transaction;

Expand All @@ -1282,6 +1271,9 @@ int btrfs_commit_transaction(struct btrfs_trans_handle *trans,
if (ret)
goto cleanup_transaction;

btrfs_trans_release_metadata(trans, root);
trans->block_rsv = NULL;

cur_trans = trans->transaction;

/*
Expand Down Expand Up @@ -1533,6 +1525,8 @@ int btrfs_commit_transaction(struct btrfs_trans_handle *trans,
return ret;

cleanup_transaction:
btrfs_trans_release_metadata(trans, root);
trans->block_rsv = NULL;
btrfs_printk(root->fs_info, "Skipping commit of aborted transaction.\n");
// WARN_ON(1);
if (current->journal_info == trans)
Expand Down
1 change: 1 addition & 0 deletions fs/btrfs/transaction.h
Original file line number Diff line number Diff line change
Expand Up @@ -57,6 +57,7 @@ struct btrfs_trans_handle {
struct btrfs_block_rsv *block_rsv;
struct btrfs_block_rsv *orig_rsv;
int aborted;
int adding_csums;
};

struct btrfs_pending_snapshot {
Expand Down

0 comments on commit 0e72110

Please sign in to comment.