Lines Matching refs:msk
17 int mptcp_pm_announce_addr(struct mptcp_sock *msk,
21 u8 add_addr = READ_ONCE(msk->pm.addr_signal);
23 pr_debug("msk=%p, local_id=%d, echo=%d", msk, addr->id, echo);
25 lockdep_assert_held(&msk->pm.lock);
29 MPTCP_INC_STATS(sock_net((struct sock *)msk),
35 msk->pm.remote = *addr;
38 msk->pm.local = *addr;
41 WRITE_ONCE(msk->pm.addr_signal, add_addr);
45 int mptcp_pm_remove_addr(struct mptcp_sock *msk, const struct mptcp_rm_list *rm_list)
47 u8 rm_addr = READ_ONCE(msk->pm.addr_signal);
49 pr_debug("msk=%p, rm_list_nr=%d", msk, rm_list->nr);
52 MPTCP_ADD_STATS(sock_net((struct sock *)msk),
57 msk->pm.rm_list_tx = *rm_list;
59 WRITE_ONCE(msk->pm.addr_signal, rm_addr);
60 mptcp_pm_nl_addr_send_ack(msk);
64 int mptcp_pm_remove_subflow(struct mptcp_sock *msk, const struct mptcp_rm_list *rm_list)
66 pr_debug("msk=%p, rm_list_nr=%d", msk, rm_list->nr);
68 spin_lock_bh(&msk->pm.lock);
69 mptcp_pm_nl_rm_subflow_received(msk, rm_list);
70 spin_unlock_bh(&msk->pm.lock);
76 void mptcp_pm_new_connection(struct mptcp_sock *msk, const struct sock *ssk, int server_side)
78 struct mptcp_pm_data *pm = &msk->pm;
80 pr_debug("msk=%p, token=%u side=%d", msk, msk->token, server_side);
83 mptcp_event(MPTCP_EVENT_CREATED, msk, ssk, GFP_ATOMIC);
86 bool mptcp_pm_allow_new_subflow(struct mptcp_sock *msk)
88 struct mptcp_pm_data *pm = &msk->pm;
92 if (mptcp_pm_is_userspace(msk)) {
93 if (mptcp_userspace_pm_active(msk)) {
102 subflows_max = mptcp_pm_get_subflows_max(msk);
104 pr_debug("msk=%p subflows=%d max=%d allow=%d", msk, pm->subflows,
125 static bool mptcp_pm_schedule_work(struct mptcp_sock *msk,
128 pr_debug("msk=%p status=%x new=%lx", msk, msk->pm.status,
130 if (msk->pm.status & BIT(new_status))
133 msk->pm.status |= BIT(new_status);
134 mptcp_schedule_work((struct sock *)msk);
138 void mptcp_pm_fully_established(struct mptcp_sock *msk, const struct sock *ssk)
140 struct mptcp_pm_data *pm = &msk->pm;
143 pr_debug("msk=%p", msk);
152 !(msk->pm.status & BIT(MPTCP_PM_ALREADY_ESTABLISHED)))
153 mptcp_pm_schedule_work(msk, MPTCP_PM_ESTABLISHED);
155 if ((msk->pm.status & BIT(MPTCP_PM_ALREADY_ESTABLISHED)) == 0)
158 msk->pm.status |= BIT(MPTCP_PM_ALREADY_ESTABLISHED);
162 mptcp_event(MPTCP_EVENT_ESTABLISHED, msk, ssk, GFP_ATOMIC);
165 void mptcp_pm_connection_closed(struct mptcp_sock *msk)
167 pr_debug("msk=%p", msk);
170 void mptcp_pm_subflow_established(struct mptcp_sock *msk)
172 struct mptcp_pm_data *pm = &msk->pm;
174 pr_debug("msk=%p", msk);
182 mptcp_pm_schedule_work(msk, MPTCP_PM_SUBFLOW_ESTABLISHED);
187 void mptcp_pm_subflow_check_next(struct mptcp_sock *msk, const struct sock *ssk,
190 struct mptcp_pm_data *pm = &msk->pm;
194 if (mptcp_pm_is_userspace(msk)) {
208 __mptcp_pm_close_subflow(msk);
213 if (mptcp_pm_nl_check_work_pending(msk))
214 mptcp_pm_schedule_work(msk, MPTCP_PM_SUBFLOW_ESTABLISHED);
223 struct mptcp_sock *msk = mptcp_sk(subflow->conn);
224 struct mptcp_pm_data *pm = &msk->pm;
226 pr_debug("msk=%p remote_id=%d accept=%d", msk, addr->id,
233 if (mptcp_pm_is_userspace(msk)) {
234 if (mptcp_userspace_pm_active(msk)) {
235 mptcp_pm_announce_addr(msk, addr, true);
236 mptcp_pm_add_addr_send_ack(msk);
238 __MPTCP_INC_STATS(sock_net((struct sock *)msk), MPTCP_MIB_ADDADDRDROP);
241 mptcp_pm_announce_addr(msk, addr, true);
242 mptcp_pm_add_addr_send_ack(msk);
243 } else if (mptcp_pm_schedule_work(msk, MPTCP_PM_ADD_ADDR_RECEIVED)) {
246 __MPTCP_INC_STATS(sock_net((struct sock *)msk), MPTCP_MIB_ADDADDRDROP);
252 void mptcp_pm_add_addr_echoed(struct mptcp_sock *msk,
255 struct mptcp_pm_data *pm = &msk->pm;
257 pr_debug("msk=%p", msk);
261 if (mptcp_lookup_anno_list_by_saddr(msk, addr) && READ_ONCE(pm->work_pending))
262 mptcp_pm_schedule_work(msk, MPTCP_PM_SUBFLOW_ESTABLISHED);
267 void mptcp_pm_add_addr_send_ack(struct mptcp_sock *msk)
269 if (!mptcp_pm_should_add_signal(msk))
272 mptcp_pm_schedule_work(msk, MPTCP_PM_ADD_ADDR_SEND_ACK);
275 void mptcp_pm_rm_addr_received(struct mptcp_sock *msk,
278 struct mptcp_pm_data *pm = &msk->pm;
281 pr_debug("msk=%p remote_ids_nr=%d", msk, rm_list->nr);
284 mptcp_event_addr_removed(msk, rm_list->ids[i]);
287 if (mptcp_pm_schedule_work(msk, MPTCP_PM_RM_ADDR_RECEIVED))
290 __MPTCP_INC_STATS(sock_net((struct sock *)msk), MPTCP_MIB_RMADDRDROP);
298 struct mptcp_sock *msk;
301 msk = mptcp_sk(sk);
305 mptcp_event(MPTCP_EVENT_SUB_PRIORITY, msk, ssk, GFP_ATOMIC);
311 struct mptcp_sock *msk = mptcp_sk(subflow->conn);
315 if (!READ_ONCE(msk->allow_infinite_fallback))
332 bool mptcp_pm_add_addr_signal(struct mptcp_sock *msk, const struct sk_buff *skb,
342 spin_lock_bh(&msk->pm.lock);
345 if (!mptcp_pm_should_add_signal(msk))
357 *echo = mptcp_pm_should_add_signal_echo(msk);
358 port = !!(*echo ? msk->pm.remote.port : msk->pm.local.port);
360 family = *echo ? msk->pm.remote.family : msk->pm.local.family;
365 *addr = msk->pm.remote;
366 add_addr = msk->pm.addr_signal & ~BIT(MPTCP_ADD_ADDR_ECHO);
368 *addr = msk->pm.local;
369 add_addr = msk->pm.addr_signal & ~BIT(MPTCP_ADD_ADDR_SIGNAL);
371 WRITE_ONCE(msk->pm.addr_signal, add_addr);
375 spin_unlock_bh(&msk->pm.lock);
379 bool mptcp_pm_rm_addr_signal(struct mptcp_sock *msk, unsigned int remaining,
385 spin_lock_bh(&msk->pm.lock);
388 if (!mptcp_pm_should_rm_signal(msk))
391 rm_addr = msk->pm.addr_signal & ~BIT(MPTCP_RM_ADDR_SIGNAL);
392 len = mptcp_rm_addr_len(&msk->pm.rm_list_tx);
394 WRITE_ONCE(msk->pm.addr_signal, rm_addr);
400 *rm_list = msk->pm.rm_list_tx;
401 WRITE_ONCE(msk->pm.addr_signal, rm_addr);
405 spin_unlock_bh(&msk->pm.lock);
409 int mptcp_pm_get_local_id(struct mptcp_sock *msk, struct sock_common *skc)
414 if (WARN_ON_ONCE(!msk))
417 /* The 0 ID mapping is defined by the first subflow, copied into the msk
420 mptcp_local_address((struct sock_common *)msk, &msk_local);
425 if (mptcp_pm_is_userspace(msk))
426 return mptcp_userspace_pm_get_local_id(msk, &skc_local);
427 return mptcp_pm_nl_get_local_id(msk, &skc_local);
430 int mptcp_pm_get_flags_and_ifindex_by_id(struct mptcp_sock *msk, unsigned int id,
439 if (mptcp_pm_is_userspace(msk))
440 return mptcp_userspace_pm_get_flags_and_ifindex_by_id(msk, id, flags, ifindex);
441 return mptcp_pm_nl_get_flags_and_ifindex_by_id(msk, id, flags, ifindex);
453 void mptcp_pm_subflow_chk_stale(const struct mptcp_sock *msk, struct sock *ssk)
465 mptcp_pm_nl_subflow_chk_stale(msk, ssk);
497 void mptcp_pm_data_reset(struct mptcp_sock *msk)
499 u8 pm_type = mptcp_get_pm_type(sock_net((struct sock *)msk));
500 struct mptcp_pm_data *pm = &msk->pm;
511 bool subflows_allowed = !!mptcp_pm_get_subflows_max(msk);
517 (!!mptcp_pm_get_local_addr_max(msk) &&
519 !!mptcp_pm_get_add_addr_signal_max(msk));
521 !!mptcp_pm_get_add_addr_accept_max(msk) &&
533 bitmap_fill(msk->pm.id_avail_bitmap, MPTCP_PM_MAX_ADDR_ID + 1);
536 void mptcp_pm_data_init(struct mptcp_sock *msk)
538 spin_lock_init(&msk->pm.lock);
539 INIT_LIST_HEAD(&msk->pm.anno_list);
540 INIT_LIST_HEAD(&msk->pm.userspace_pm_local_addr_list);
541 mptcp_pm_data_reset(msk);