@@ -604,6 +604,7 @@ void mptcp_pm_data_reset(struct mptcp_sock *msk)
{
u8 pm_type = mptcp_get_pm_type(sock_net((struct sock *)msk));
struct mptcp_pm_data *pm = &msk->pm;
+ int ret;
pm->add_addr_signaled = 0;
pm->add_addr_accepted = 0;
@@ -631,6 +632,12 @@ void mptcp_pm_data_reset(struct mptcp_sock *msk)
WRITE_ONCE(pm->work_pending, 0);
WRITE_ONCE(pm->accept_addr, 0);
WRITE_ONCE(pm->accept_subflow, 0);
+
+ rcu_read_lock();
+ ret = mptcp_init_pm(msk, mptcp_pm_find(pm_type));
+ rcu_read_unlock();
+ if (ret)
+ return;
}
WRITE_ONCE(pm->addr_signal, 0);
@@ -157,7 +157,9 @@ static int userspace_pm_get_local_id(struct mptcp_sock *msk,
int mptcp_userspace_pm_get_local_id(struct mptcp_sock *msk,
struct mptcp_pm_addr_entry *local)
{
- return userspace_pm_get_local_id(msk, local);
+ return msk->pm.ops->get_local_id ?
+ msk->pm.ops->get_local_id(msk, local) :
+ userspace_pm_get_local_id(msk, local);
}
static u8 userspace_pm_get_flags(struct mptcp_sock *msk,
@@ -177,7 +179,9 @@ static u8 userspace_pm_get_flags(struct mptcp_sock *msk,
u8 mptcp_userspace_pm_get_flags(struct mptcp_sock *msk,
struct mptcp_addr_info *skc)
{
- return userspace_pm_get_flags(msk, skc);
+ return msk->pm.ops->get_flags ?
+ msk->pm.ops->get_flags(msk, skc) :
+ userspace_pm_get_flags(msk, skc);
}
static struct mptcp_sock *mptcp_userspace_pm_get_sock(const struct genl_info *info)
@@ -262,7 +266,9 @@ int mptcp_pm_nl_announce_doit(struct sk_buff *skb, struct genl_info *info)
}
lock_sock(sk);
- err = userspace_pm_address_announce(msk, &addr_val);
+ err = msk->pm.ops->address_announce ?
+ msk->pm.ops->address_announce(msk, &addr_val) :
+ userspace_pm_address_announce(msk, &addr_val);
release_sock(sk);
if (err)
NL_SET_ERR_MSG_ATTR(info->extack, addr,
@@ -362,7 +368,9 @@ int mptcp_pm_nl_remove_doit(struct sk_buff *skb, struct genl_info *info)
sk = (struct sock *)msk;
lock_sock(sk);
- err = userspace_pm_address_remove(msk, id_val);
+ err = msk->pm.ops->address_remove ?
+ msk->pm.ops->address_remove(msk, id_val) :
+ userspace_pm_address_remove(msk, id_val);
release_sock(sk);
if (err)
NL_SET_ERR_MSG_ATTR_FMT(info->extack, id,
@@ -443,7 +451,9 @@ int mptcp_pm_nl_subflow_create_doit(struct sk_buff *skb, struct genl_info *info)
}
lock_sock(sk);
- err = userspace_pm_subflow_create(msk, &entry, &addr_r);
+ err = msk->pm.ops->subflow_create ?
+ msk->pm.ops->subflow_create(msk, &entry, &addr_r) :
+ userspace_pm_subflow_create(msk, &entry, &addr_r);
release_sock(sk);
if (err)
@@ -578,7 +588,9 @@ int mptcp_pm_nl_subflow_destroy_doit(struct sk_buff *skb, struct genl_info *info
}
lock_sock(sk);
- err = userspace_pm_subflow_destroy(msk, &addr_l, &addr_r);
+ err = msk->pm.ops->subflow_destroy ?
+ msk->pm.ops->subflow_destroy(msk, &addr_l, &addr_r) :
+ userspace_pm_subflow_destroy(msk, &addr_l, &addr_r);
release_sock(sk);
if (err)
GENL_SET_ERR_MSG(info, "subflow not found");
@@ -650,7 +662,9 @@ int mptcp_userspace_pm_set_flags(struct mptcp_pm_addr_entry *local,
}
lock_sock(sk);
- ret = userspace_pm_set_flags(msk, local, &rem);
+ ret = msk->pm.ops->set_flags ?
+ msk->pm.ops->set_flags(msk, local, &rem) :
+ userspace_pm_set_flags(msk, local, &rem);
release_sock(sk);
/* mptcp_pm_nl_mp_prio_send_ack() only fails in one case */
@@ -794,6 +808,36 @@ void mptcp_unregister_path_manager(struct mptcp_pm_ops *pm)
spin_unlock(&mptcp_pm_list_lock);
}
+int mptcp_init_pm(struct mptcp_sock *msk, struct mptcp_pm_ops *pm)
+{
+ if (!pm)
+ pm = &mptcp_userspace_pm;
+
+ if (!bpf_try_module_get(pm, pm->owner))
+ return -EBUSY;
+
+ msk->pm.ops = pm;
+ if (msk->pm.ops->init)
+ msk->pm.ops->init(msk);
+
+ pr_debug("userspace_pm type %u initialized\n", msk->pm.ops->type);
+ return 0;
+}
+
+void mptcp_release_pm(struct mptcp_sock *msk)
+{
+ struct mptcp_pm_ops *pm = msk->pm.ops;
+
+ if (!pm)
+ return;
+
+ msk->pm.ops = NULL;
+ if (pm->release)
+ pm->release(msk);
+
+ bpf_module_put(pm, pm->owner);
+}
+
void __init mptcp_userspace_pm_init(void)
{
mptcp_register_path_manager(&mptcp_userspace_pm);
@@ -2940,6 +2940,7 @@ static void __mptcp_destroy_sock(struct sock *sk)
sk_stop_timer(sk, &sk->sk_timer);
msk->pm.status = 0;
mptcp_release_sched(msk);
+ mptcp_release_pm(msk);
sk->sk_prot->destroy(sk);
@@ -221,6 +221,7 @@ struct mptcp_pm_data {
struct mptcp_addr_info remote;
struct list_head anno_list;
struct list_head userspace_pm_local_addr_list;
+ struct mptcp_pm_ops *ops;
spinlock_t lock; /*protects the whole PM data */
@@ -1052,6 +1053,8 @@ struct mptcp_pm_ops *mptcp_pm_find(enum mptcp_pm_type type);
int mptcp_validate_path_manager(struct mptcp_pm_ops *pm);
int mptcp_register_path_manager(struct mptcp_pm_ops *pm);
void mptcp_unregister_path_manager(struct mptcp_pm_ops *pm);
+int mptcp_init_pm(struct mptcp_sock *msk, struct mptcp_pm_ops *pm);
+void mptcp_release_pm(struct mptcp_sock *msk);
void mptcp_free_local_addr_list(struct mptcp_sock *msk);