===================================================================
@@ -102,12 +102,14 @@ struct dm_snapshot {
spinlock_t tracked_chunk_lock;
struct hlist_head tracked_chunk_hash[DM_TRACKED_CHUNK_HASH_SIZE];
+ unsigned long bits;
+
/* Merge operation is in progress */
- int merge_running;
+#define MERGE_RUNNING 0
/* It is requested to shut down merging */
/* Cleared back to 0 when the merging is stopped */
- int merge_shutdown;
+#define SHUTDOWN_MERGE 1
/* Merging this area --- block any writes */
chunk_t merge_write_interlock;
@@ -762,8 +764,8 @@ static void snapshot_merge_process(struc
int must_wait;
struct dm_io_region src, dest;
- BUG_ON(!s->merge_running);
- if (s->merge_shutdown)
+ BUG_ON(!test_bit(MERGE_RUNNING, &s->bits));
+ if (unlikely(test_bit(SHUTDOWN_MERGE, &s->bits)))
goto shut;
if (!s->valid) {
@@ -823,7 +825,9 @@ test_again:
return;
shut:
- s->merge_running = 0;
+ clear_bit_unlock(MERGE_RUNNING, &s->bits);
+ smp_mb__after_clear_bit();
+ wake_up_bit(&s->bits, MERGE_RUNNING);
}
/* This function drops s->lock */
@@ -904,15 +908,21 @@ static void merge_callback(int read_err,
shut:
down_write(&s->lock);
release_write_interlock(s, 1);
- s->merge_running = 0;
+ clear_bit_unlock(MERGE_RUNNING, &s->bits);
+ smp_mb__after_clear_bit();
+ wake_up_bit(&s->bits, MERGE_RUNNING);
}
static void start_merge(struct dm_snapshot *s)
{
- if (!s->merge_running && !s->merge_shutdown) {
- s->merge_running = 1;
+ if (!test_and_set_bit(MERGE_RUNNING, &s->bits))
snapshot_merge_process(s);
- }
+}
+
+static int wait_schedule(void *ptr)
+{
+ schedule();
+ return 0;
}
/*
@@ -920,11 +930,9 @@ static void start_merge(struct dm_snapsh
*/
static void stop_merge(struct dm_snapshot *s)
{
- while (s->merge_running) {
- s->merge_shutdown = 1;
- msleep(1);
- }
- s->merge_shutdown = 0;
+ set_bit(SHUTDOWN_MERGE, &s->bits);
+ wait_on_bit(&s->bits, MERGE_RUNNING, wait_schedule, TASK_UNINTERRUPTIBLE);
+ clear_bit(SHUTDOWN_MERGE, &s->bits);
}
/*
@@ -991,8 +999,7 @@ static int snapshot_ctr(struct dm_target
init_rwsem(&s->lock);
INIT_LIST_HEAD(&s->list);
spin_lock_init(&s->pe_lock);
- s->merge_running = 0;
- s->merge_shutdown = 0;
+ s->bits = 0;
s->merge_write_interlock = 0;
s->merge_write_interlock_n = 0;
bio_list_init(&s->merge_write_list);