@@ -832,7 +832,8 @@ static int btrfs_strmatch(const char *given, const char *golden)
return -EINVAL;
}
-static const char* const btrfs_read_policy_name[] = { "pid" };
+/* Must follow the order as in enum btrfs_read_policy */
+static const char* const btrfs_read_policy_name[] = { "pid", "device" };
static ssize_t btrfs_read_policy_show(struct kobject *kobj,
struct kobj_attribute *a, char *buf)
@@ -5380,6 +5380,26 @@ int btrfs_is_parity_mirror(struct btrfs_fs_info *fs_info, u64 logical, u64 len)
return ret;
}
+static int btrfs_find_read_preferred(struct map_lookup *map, int num_stripe)
+{
+ int i;
+
+ /*
+ * If there are more than one read preferred devices, then just pick the
+ * first found read preferred device as of now. Once we have the Qdepth
+ * based device selection, we could pick the least busy device among the
+ * read preferred devices.
+ */
+ for (i = 0; i < num_stripe; i++) {
+ if (test_bit(BTRFS_DEV_STATE_READ_PREFERRED,
+ &map->stripes[i].dev->dev_state))
+ return i;
+ }
+
+ /* If there is no read preferred device then just use stripe 0 */
+ return 0;
+}
+
static int find_live_mirror(struct btrfs_fs_info *fs_info,
struct map_lookup *map, int first,
int dev_replace_is_ongoing)
@@ -5399,6 +5419,10 @@ static int find_live_mirror(struct btrfs_fs_info *fs_info,
num_stripes = map->num_stripes;
switch (fs_info->fs_devices->read_policy) {
+ case BTRFS_READ_POLICY_DEVICE:
+ preferred_mirror = btrfs_find_read_preferred(map, num_stripes);
+ preferred_mirror = first + preferred_mirror;
+ break;
default:
/*
* Shouldn't happen, just warn and use pid instead of failing.
@@ -214,6 +214,7 @@ BTRFS_DEVICE_GETSET_FUNCS(bytes_used);
*/
enum btrfs_read_policy {
BTRFS_READ_POLICY_PID,
+ BTRFS_READ_POLICY_DEVICE,
BTRFS_NR_READ_POLICY,
};
Read-policy type 'device' and device flag 'read-preferred': The read-policy type device picks the device(s) flagged as read-preferred for reading chunks of type raid1, raid10, raid1c3 and raid1c4. As system might contain ssd, nvme, iscsi or san lun, and which are all a non-rotational device its not a good idea to set the read-preferred automatically. Instead device read-policy along with the read-preferred flag provides an ability to do it manually. This advance tuning is useful in more than one situation, like for example, - In heterogeneous-disk volume it provides an ability to choose the low latency disks for reading. - Useful for more accurate testing. - Avoid known problematic device from reading the chunk until it is replaced (by mark the good devices as read-preferred). Note: If the read-policy type is set to 'device', but there isn't any device which is flagged as read-preferred, then stripe 0 is used for reading. The device replace won't migrate the read-preferred flag to the new replace target device. As of now this is in-memory only feature. Its point less to set the read-preferred flag on the missing device, as IOs aren't submitted to the missing device. If there are more than one read-preferred device in a chunk, the read IO shall go to the stripe 0 (as of now, when qdepth patches are integrated we will use the least busy device among the read-preferred devices). Usage example: Consider a typical two disks raid1. Configure devid1 for reading. $ echo 1 > devinfo/1/read_preferred $ cat devinfo/1/read_preferred; cat devinfo/2/read_preferred 1 0 $ pwd /sys/fs/btrfs/12345678-1234-1234-1234-123456789abc $ cat read_policy; echo device > ./read_policy; cat read_policy [pid] device pid [device] Now read IOs are sent to devid 1 (sdb). $ echo 3 > /proc/sys/vm/drop_caches; md5sum /btrfs/YkZI $ iostat -zy 1 | egrep 'sdb|sdc' (from another terminal) sdb 50.00 40048.00 0.00 40048 0 Change the read-preferred device from devid 1 to devid 2 (sdc). $ echo 0 > ./devinfo/1/read_preferred; echo 1 > ./devinfo/2/read_preferred; [ 3343.918658] BTRFS info (device sdb): reset read preferred on devid 1 (1334) [ 3343.919876] BTRFS info (device sdb): set read preferred on devid 2 (1334) Further read ios are sent to devid 2 (sdc). $ echo 3 > /proc/sys/vm/drop_caches; md5sum /btrfs/YkZI $ iostat -zy 1 | egrep 'sdb|sdc' (from another terminal) sdc 49.00 40048.00 0.00 40048 0 Signed-off-by: Anand Jain <anand.jain@oracle.com> --- v7: Change log updated. v6: . If there isn't read preferred device in the chunk don't reset read policy to default, instead just use stripe 0. As this is in the read path it avoids going through the device list to find read preferred device. So inline to this drop to check if there is read preferred device before setting read policy to device. . Commit log updated. Adds more info about this new feature. v5: born fs/btrfs/sysfs.c | 3 ++- fs/btrfs/volumes.c | 24 ++++++++++++++++++++++++ fs/btrfs/volumes.h | 1 + 3 files changed, 27 insertions(+), 1 deletion(-)