Lines Matching refs:session
169 static void l2tp_session_free(struct l2tp_session *session) in l2tp_session_free() argument
171 trace_free_session(session); in l2tp_session_free()
172 if (session->tunnel) in l2tp_session_free()
173 l2tp_tunnel_put(session->tunnel); in l2tp_session_free()
174 kfree_rcu(session, rcu); in l2tp_session_free()
207 void l2tp_session_put(struct l2tp_session *session) in l2tp_session_put() argument
209 if (refcount_dec_and_test(&session->ref_count)) in l2tp_session_put()
210 l2tp_session_free(session); in l2tp_session_put()
257 struct l2tp_session *session; in l2tp_v3_session_get() local
260 session = idr_find(&pn->l2tp_v3_session_idr, session_id); in l2tp_v3_session_get()
261 if (session && !hash_hashed(&session->hlist) && in l2tp_v3_session_get()
262 refcount_inc_not_zero(&session->ref_count)) { in l2tp_v3_session_get()
264 return session; in l2tp_v3_session_get()
271 if (session && sk) { in l2tp_v3_session_get()
272 unsigned long key = l2tp_v3_session_hashkey(sk, session->session_id); in l2tp_v3_session_get()
274 hash_for_each_possible_rcu(pn->l2tp_v3_session_htable, session, in l2tp_v3_session_get()
281 struct l2tp_tunnel *tunnel = READ_ONCE(session->tunnel); in l2tp_v3_session_get()
283 if (session->session_id == session_id && in l2tp_v3_session_get()
285 refcount_inc_not_zero(&session->ref_count)) { in l2tp_v3_session_get()
287 return session; in l2tp_v3_session_get()
301 struct l2tp_session *session; in l2tp_v2_session_get() local
304 session = idr_find(&pn->l2tp_v2_session_idr, session_key); in l2tp_v2_session_get()
305 if (session && refcount_inc_not_zero(&session->ref_count)) { in l2tp_v2_session_get()
307 return session; in l2tp_v2_session_get()
330 struct l2tp_session *session = NULL; in l2tp_v2_session_get_next() local
338 session = idr_get_next_ul(&pn->l2tp_v2_session_idr, key); in l2tp_v2_session_get_next()
339 if (session) { in l2tp_v2_session_get_next()
340 struct l2tp_tunnel *tunnel = READ_ONCE(session->tunnel); in l2tp_v2_session_get_next()
343 if (session->session_id == 0) { in l2tp_v2_session_get_next()
349 refcount_inc_not_zero(&session->ref_count)) { in l2tp_v2_session_get_next()
351 return session; in l2tp_v2_session_get_next()
368 struct l2tp_session *session = NULL; in l2tp_v3_session_get_next() local
372 session = idr_get_next_ul(&pn->l2tp_v3_session_idr, key); in l2tp_v3_session_get_next()
373 if (session && !hash_hashed(&session->hlist)) { in l2tp_v3_session_get_next()
374 struct l2tp_tunnel *tunnel = READ_ONCE(session->tunnel); in l2tp_v3_session_get_next()
377 refcount_inc_not_zero(&session->ref_count)) { in l2tp_v3_session_get_next()
379 return session; in l2tp_v3_session_get_next()
391 if (session && hash_hashed(&session->hlist)) { in l2tp_v3_session_get_next()
392 unsigned long hkey = l2tp_v3_session_hashkey(sk, session->session_id); in l2tp_v3_session_get_next()
393 u32 sid = session->session_id; in l2tp_v3_session_get_next()
395 hash_for_each_possible_rcu(pn->l2tp_v3_session_htable, session, in l2tp_v3_session_get_next()
397 struct l2tp_tunnel *tunnel = READ_ONCE(session->tunnel); in l2tp_v3_session_get_next()
399 if (session->session_id == sid && in l2tp_v3_session_get_next()
401 refcount_inc_not_zero(&session->ref_count)) { in l2tp_v3_session_get_next()
403 return session; in l2tp_v3_session_get_next()
437 struct l2tp_session *session; in l2tp_session_get_by_ifname() local
443 list_for_each_entry_rcu(session, &tunnel->session_list, list) { in l2tp_session_get_by_ifname()
444 if (!strcmp(session->ifname, ifname)) { in l2tp_session_get_by_ifname()
445 refcount_inc(&session->ref_count); in l2tp_session_get_by_ifname()
448 return session; in l2tp_session_get_by_ifname()
460 struct l2tp_session *session) in l2tp_session_coll_list_add() argument
462 refcount_inc(&session->ref_count); in l2tp_session_coll_list_add()
463 WARN_ON_ONCE(session->coll_list); in l2tp_session_coll_list_add()
464 session->coll_list = clist; in l2tp_session_coll_list_add()
466 list_add(&session->clist, &clist->list); in l2tp_session_coll_list_add()
515 struct l2tp_session *session) in l2tp_session_collision_del() argument
517 struct l2tp_session_coll_list *clist = session->coll_list; in l2tp_session_collision_del()
518 unsigned long session_key = session->session_id; in l2tp_session_collision_del()
523 hash_del_rcu(&session->hlist); in l2tp_session_collision_del()
533 list_del_init(&session->clist); in l2tp_session_collision_del()
542 WARN_ON_ONCE(removed != session); in l2tp_session_collision_del()
544 session->coll_list = NULL; in l2tp_session_collision_del()
548 l2tp_session_put(session); in l2tp_session_collision_del()
552 int l2tp_session_register(struct l2tp_session *session, in l2tp_session_register() argument
570 session_key = session->session_id; in l2tp_session_register()
581 err = l2tp_session_collision_add(pn, session, in l2tp_session_register()
586 session->session_id); in l2tp_session_register()
598 WRITE_ONCE(session->tunnel, tunnel); in l2tp_session_register()
599 list_add_rcu(&session->list, &tunnel->session_list); in l2tp_session_register()
604 old = idr_replace(&pn->l2tp_v3_session_idr, session, session_key); in l2tp_session_register()
606 old = idr_replace(&pn->l2tp_v2_session_idr, session, session_key); in l2tp_session_register()
619 trace_register_session(session); in l2tp_session_register()
632 static void l2tp_recv_queue_skb(struct l2tp_session *session, struct sk_buff *skb) in l2tp_recv_queue_skb() argument
638 spin_lock_bh(&session->reorder_q.lock); in l2tp_recv_queue_skb()
639 skb_queue_walk_safe(&session->reorder_q, skbp, tmp) { in l2tp_recv_queue_skb()
641 __skb_queue_before(&session->reorder_q, skbp, skb); in l2tp_recv_queue_skb()
642 atomic_long_inc(&session->stats.rx_oos_packets); in l2tp_recv_queue_skb()
647 __skb_queue_tail(&session->reorder_q, skb); in l2tp_recv_queue_skb()
650 spin_unlock_bh(&session->reorder_q.lock); in l2tp_recv_queue_skb()
655 static void l2tp_recv_dequeue_skb(struct l2tp_session *session, struct sk_buff *skb) in l2tp_recv_dequeue_skb() argument
657 struct l2tp_tunnel *tunnel = session->tunnel; in l2tp_recv_dequeue_skb()
667 atomic_long_inc(&session->stats.rx_packets); in l2tp_recv_dequeue_skb()
668 atomic_long_add(length, &session->stats.rx_bytes); in l2tp_recv_dequeue_skb()
672 session->nr++; in l2tp_recv_dequeue_skb()
673 session->nr &= session->nr_max; in l2tp_recv_dequeue_skb()
674 trace_session_seqnum_update(session); in l2tp_recv_dequeue_skb()
678 if (session->recv_skb) in l2tp_recv_dequeue_skb()
679 (*session->recv_skb)(session, skb, L2TP_SKB_CB(skb)->length); in l2tp_recv_dequeue_skb()
687 static void l2tp_recv_dequeue(struct l2tp_session *session) in l2tp_recv_dequeue() argument
697 spin_lock_bh(&session->reorder_q.lock); in l2tp_recv_dequeue()
698 skb_queue_walk_safe(&session->reorder_q, skb, tmp) { in l2tp_recv_dequeue()
703 atomic_long_inc(&session->stats.rx_seq_discards); in l2tp_recv_dequeue()
704 atomic_long_inc(&session->stats.rx_errors); in l2tp_recv_dequeue()
705 trace_session_pkt_expired(session, cb->ns); in l2tp_recv_dequeue()
706 session->reorder_skip = 1; in l2tp_recv_dequeue()
707 __skb_unlink(skb, &session->reorder_q); in l2tp_recv_dequeue()
713 if (session->reorder_skip) { in l2tp_recv_dequeue()
714 session->reorder_skip = 0; in l2tp_recv_dequeue()
715 session->nr = cb->ns; in l2tp_recv_dequeue()
716 trace_session_seqnum_reset(session); in l2tp_recv_dequeue()
718 if (cb->ns != session->nr) in l2tp_recv_dequeue()
721 __skb_unlink(skb, &session->reorder_q); in l2tp_recv_dequeue()
726 spin_unlock_bh(&session->reorder_q.lock); in l2tp_recv_dequeue()
727 l2tp_recv_dequeue_skb(session, skb); in l2tp_recv_dequeue()
732 spin_unlock_bh(&session->reorder_q.lock); in l2tp_recv_dequeue()
735 static int l2tp_seq_check_rx_window(struct l2tp_session *session, u32 nr) in l2tp_seq_check_rx_window() argument
739 if (nr >= session->nr) in l2tp_seq_check_rx_window()
740 nws = nr - session->nr; in l2tp_seq_check_rx_window()
742 nws = (session->nr_max + 1) - (session->nr - nr); in l2tp_seq_check_rx_window()
744 return nws < session->nr_window_size; in l2tp_seq_check_rx_window()
750 static int l2tp_recv_data_seq(struct l2tp_session *session, struct sk_buff *skb) in l2tp_recv_data_seq() argument
754 if (!l2tp_seq_check_rx_window(session, cb->ns)) { in l2tp_recv_data_seq()
758 trace_session_pkt_outside_rx_window(session, cb->ns); in l2tp_recv_data_seq()
762 if (session->reorder_timeout != 0) { in l2tp_recv_data_seq()
766 l2tp_recv_queue_skb(session, skb); in l2tp_recv_data_seq()
775 if (cb->ns == session->nr) { in l2tp_recv_data_seq()
776 skb_queue_tail(&session->reorder_q, skb); in l2tp_recv_data_seq()
779 u32 nr_next = (session->nr_oos + 1) & session->nr_max; in l2tp_recv_data_seq()
782 session->nr_oos_count++; in l2tp_recv_data_seq()
784 session->nr_oos_count = 0; in l2tp_recv_data_seq()
786 session->nr_oos = nr_oos; in l2tp_recv_data_seq()
787 if (session->nr_oos_count > session->nr_oos_count_max) { in l2tp_recv_data_seq()
788 session->reorder_skip = 1; in l2tp_recv_data_seq()
790 if (!session->reorder_skip) { in l2tp_recv_data_seq()
791 atomic_long_inc(&session->stats.rx_seq_discards); in l2tp_recv_data_seq()
792 trace_session_pkt_oos(session, cb->ns); in l2tp_recv_data_seq()
795 skb_queue_tail(&session->reorder_q, skb); in l2tp_recv_data_seq()
864 void l2tp_recv_common(struct l2tp_session *session, struct sk_buff *skb, in l2tp_recv_common() argument
868 struct l2tp_tunnel *tunnel = session->tunnel; in l2tp_recv_common()
872 if (session->peer_cookie_len > 0) { in l2tp_recv_common()
873 if (memcmp(ptr, &session->peer_cookie[0], session->peer_cookie_len)) { in l2tp_recv_common()
876 session->session_id); in l2tp_recv_common()
877 atomic_long_inc(&session->stats.rx_cookie_discards); in l2tp_recv_common()
880 ptr += session->peer_cookie_len; in l2tp_recv_common()
901 } else if (session->l2specific_type == L2TP_L2SPECTYPE_DEFAULT) { in l2tp_recv_common()
917 if (!session->lns_mode && !session->send_seq) { in l2tp_recv_common()
918 trace_session_seqnum_lns_enable(session); in l2tp_recv_common()
919 session->send_seq = 1; in l2tp_recv_common()
920 l2tp_session_set_header_len(session, tunnel->version, in l2tp_recv_common()
927 if (session->recv_seq) { in l2tp_recv_common()
929 session->name); in l2tp_recv_common()
930 atomic_long_inc(&session->stats.rx_seq_discards); in l2tp_recv_common()
939 if (!session->lns_mode && session->send_seq) { in l2tp_recv_common()
940 trace_session_seqnum_lns_disable(session); in l2tp_recv_common()
941 session->send_seq = 0; in l2tp_recv_common()
942 l2tp_session_set_header_len(session, tunnel->version, in l2tp_recv_common()
944 } else if (session->send_seq) { in l2tp_recv_common()
946 session->name); in l2tp_recv_common()
947 atomic_long_inc(&session->stats.rx_seq_discards); in l2tp_recv_common()
975 (session->reorder_timeout ? session->reorder_timeout : HZ); in l2tp_recv_common()
981 if (l2tp_recv_data_seq(session, skb)) in l2tp_recv_common()
988 skb_queue_tail(&session->reorder_q, skb); in l2tp_recv_common()
992 l2tp_recv_dequeue(session); in l2tp_recv_common()
997 atomic_long_inc(&session->stats.rx_errors); in l2tp_recv_common()
1004 static void l2tp_session_queue_purge(struct l2tp_session *session) in l2tp_session_queue_purge() argument
1008 while ((skb = skb_dequeue(&session->reorder_q))) { in l2tp_session_queue_purge()
1009 atomic_long_inc(&session->stats.rx_errors); in l2tp_session_queue_purge()
1017 struct l2tp_session *session = NULL; in l2tp_udp_encap_recv() local
1067 session = l2tp_v2_session_get(net, tunnel_id, session_id); in l2tp_udp_encap_recv()
1075 session = l2tp_v3_session_get(net, sk, session_id); in l2tp_udp_encap_recv()
1078 if (!session || !session->recv_skb) { in l2tp_udp_encap_recv()
1079 if (session) in l2tp_udp_encap_recv()
1080 l2tp_session_put(session); in l2tp_udp_encap_recv()
1086 tunnel = session->tunnel; in l2tp_udp_encap_recv()
1093 l2tp_v3_ensure_opt_in_linear(session, skb, &ptr, &optr)) { in l2tp_udp_encap_recv()
1094 l2tp_session_put(session); in l2tp_udp_encap_recv()
1098 l2tp_recv_common(session, skb, ptr, optr, hdrflags, length); in l2tp_udp_encap_recv()
1099 l2tp_session_put(session); in l2tp_udp_encap_recv()
1138 static int l2tp_build_l2tpv2_header(struct l2tp_session *session, void *buf) in l2tp_build_l2tpv2_header() argument
1140 struct l2tp_tunnel *tunnel = session->tunnel; in l2tp_build_l2tpv2_header()
1145 u32 session_id = session->peer_session_id; in l2tp_build_l2tpv2_header()
1147 if (session->send_seq) in l2tp_build_l2tpv2_header()
1154 if (session->send_seq) { in l2tp_build_l2tpv2_header()
1155 *bufp++ = htons(session->ns); in l2tp_build_l2tpv2_header()
1157 session->ns++; in l2tp_build_l2tpv2_header()
1158 session->ns &= 0xffff; in l2tp_build_l2tpv2_header()
1159 trace_session_seqnum_update(session); in l2tp_build_l2tpv2_header()
1165 static int l2tp_build_l2tpv3_header(struct l2tp_session *session, void *buf) in l2tp_build_l2tpv3_header() argument
1167 struct l2tp_tunnel *tunnel = session->tunnel; in l2tp_build_l2tpv3_header()
1182 *((__be32 *)bufp) = htonl(session->peer_session_id); in l2tp_build_l2tpv3_header()
1184 if (session->cookie_len) { in l2tp_build_l2tpv3_header()
1185 memcpy(bufp, &session->cookie[0], session->cookie_len); in l2tp_build_l2tpv3_header()
1186 bufp += session->cookie_len; in l2tp_build_l2tpv3_header()
1188 if (session->l2specific_type == L2TP_L2SPECTYPE_DEFAULT) { in l2tp_build_l2tpv3_header()
1191 if (session->send_seq) { in l2tp_build_l2tpv3_header()
1192 l2h = 0x40000000 | session->ns; in l2tp_build_l2tpv3_header()
1193 session->ns++; in l2tp_build_l2tpv3_header()
1194 session->ns &= 0xffffff; in l2tp_build_l2tpv3_header()
1195 trace_session_seqnum_update(session); in l2tp_build_l2tpv3_header()
1222 static int l2tp_xmit_core(struct l2tp_session *session, struct sk_buff *skb, unsigned int *len) in l2tp_xmit_core() argument
1224 struct l2tp_tunnel *tunnel = session->tunnel; in l2tp_xmit_core()
1237 headroom = NET_SKB_PAD + sizeof(struct iphdr) + uhlen + session->hdr_len; in l2tp_xmit_core()
1245 l2tp_build_l2tpv2_header(session, __skb_push(skb, session->hdr_len)); in l2tp_xmit_core()
1247 l2tp_build_l2tpv3_header(session, __skb_push(skb, session->hdr_len)); in l2tp_xmit_core()
1290 udp_len = uhlen + session->hdr_len + data_len; in l2tp_xmit_core()
1320 int l2tp_xmit_skb(struct l2tp_session *session, struct sk_buff *skb) in l2tp_xmit_skb() argument
1325 ret = l2tp_xmit_core(session, skb, &len); in l2tp_xmit_skb()
1327 atomic_long_inc(&session->tunnel->stats.tx_packets); in l2tp_xmit_skb()
1328 atomic_long_add(len, &session->tunnel->stats.tx_bytes); in l2tp_xmit_skb()
1329 atomic_long_inc(&session->stats.tx_packets); in l2tp_xmit_skb()
1330 atomic_long_add(len, &session->stats.tx_bytes); in l2tp_xmit_skb()
1332 atomic_long_inc(&session->tunnel->stats.tx_errors); in l2tp_xmit_skb()
1333 atomic_long_inc(&session->stats.tx_errors); in l2tp_xmit_skb()
1344 static void l2tp_session_unhash(struct l2tp_session *session) in l2tp_session_unhash() argument
1346 struct l2tp_tunnel *tunnel = session->tunnel; in l2tp_session_unhash()
1350 struct l2tp_session *removed = session; in l2tp_session_unhash()
1356 list_del_init(&session->list); in l2tp_session_unhash()
1360 if (hash_hashed(&session->hlist)) in l2tp_session_unhash()
1361 l2tp_session_collision_del(pn, session); in l2tp_session_unhash()
1364 session->session_id); in l2tp_session_unhash()
1367 session->session_id); in l2tp_session_unhash()
1371 WARN_ON_ONCE(removed && removed != session); in l2tp_session_unhash()
1382 struct l2tp_session *session; in l2tp_tunnel_closeall() local
1386 list_for_each_entry(session, &tunnel->session_list, list) in l2tp_tunnel_closeall()
1387 l2tp_session_delete(session); in l2tp_tunnel_closeall()
1726 void l2tp_session_delete(struct l2tp_session *session) in l2tp_session_delete() argument
1728 if (!test_and_set_bit(0, &session->dead)) { in l2tp_session_delete()
1729 trace_delete_session(session); in l2tp_session_delete()
1730 refcount_inc(&session->ref_count); in l2tp_session_delete()
1731 queue_work(l2tp_wq, &session->del_work); in l2tp_session_delete()
1739 struct l2tp_session *session = container_of(work, struct l2tp_session, in l2tp_session_del_work() local
1742 l2tp_session_unhash(session); in l2tp_session_del_work()
1743 l2tp_session_queue_purge(session); in l2tp_session_del_work()
1744 if (session->session_close) in l2tp_session_del_work()
1745 (*session->session_close)(session); in l2tp_session_del_work()
1748 l2tp_session_put(session); in l2tp_session_del_work()
1751 l2tp_session_put(session); in l2tp_session_del_work()
1757 void l2tp_session_set_header_len(struct l2tp_session *session, int version, in l2tp_session_set_header_len() argument
1761 session->hdr_len = 6; in l2tp_session_set_header_len()
1762 if (session->send_seq) in l2tp_session_set_header_len()
1763 session->hdr_len += 4; in l2tp_session_set_header_len()
1765 session->hdr_len = 4 + session->cookie_len; in l2tp_session_set_header_len()
1766 session->hdr_len += l2tp_get_l2specific_len(session); in l2tp_session_set_header_len()
1768 session->hdr_len += 4; in l2tp_session_set_header_len()
1776 struct l2tp_session *session; in l2tp_session_create() local
1778 session = kzalloc(sizeof(*session) + priv_size, GFP_KERNEL); in l2tp_session_create()
1779 if (session) { in l2tp_session_create()
1780 session->magic = L2TP_SESSION_MAGIC; in l2tp_session_create()
1782 session->session_id = session_id; in l2tp_session_create()
1783 session->peer_session_id = peer_session_id; in l2tp_session_create()
1784 session->nr = 0; in l2tp_session_create()
1786 session->nr_max = 0xffff; in l2tp_session_create()
1788 session->nr_max = 0xffffff; in l2tp_session_create()
1789 session->nr_window_size = session->nr_max / 2; in l2tp_session_create()
1790 session->nr_oos_count_max = 4; in l2tp_session_create()
1793 session->reorder_skip = 1; in l2tp_session_create()
1795 sprintf(&session->name[0], "sess %u/%u", in l2tp_session_create()
1796 tunnel->tunnel_id, session->session_id); in l2tp_session_create()
1798 skb_queue_head_init(&session->reorder_q); in l2tp_session_create()
1800 session->hlist_key = l2tp_v3_session_hashkey(tunnel->sock, session->session_id); in l2tp_session_create()
1801 INIT_HLIST_NODE(&session->hlist); in l2tp_session_create()
1802 INIT_LIST_HEAD(&session->clist); in l2tp_session_create()
1803 INIT_LIST_HEAD(&session->list); in l2tp_session_create()
1804 INIT_WORK(&session->del_work, l2tp_session_del_work); in l2tp_session_create()
1807 session->pwtype = cfg->pw_type; in l2tp_session_create()
1808 session->send_seq = cfg->send_seq; in l2tp_session_create()
1809 session->recv_seq = cfg->recv_seq; in l2tp_session_create()
1810 session->lns_mode = cfg->lns_mode; in l2tp_session_create()
1811 session->reorder_timeout = cfg->reorder_timeout; in l2tp_session_create()
1812 session->l2specific_type = cfg->l2specific_type; in l2tp_session_create()
1813 session->cookie_len = cfg->cookie_len; in l2tp_session_create()
1814 memcpy(&session->cookie[0], &cfg->cookie[0], cfg->cookie_len); in l2tp_session_create()
1815 session->peer_cookie_len = cfg->peer_cookie_len; in l2tp_session_create()
1816 memcpy(&session->peer_cookie[0], &cfg->peer_cookie[0], cfg->peer_cookie_len); in l2tp_session_create()
1819 l2tp_session_set_header_len(session, tunnel->version, tunnel->encap); in l2tp_session_create()
1821 refcount_set(&session->ref_count, 1); in l2tp_session_create()
1823 return session; in l2tp_session_create()