mirror of
https://git.kernel.org/pub/scm/linux/kernel/git/stable/linux.git
synced 2024-08-23 09:19:51 +00:00
![Jerry Chu](/assets/img/avatar_default.png)
This patch builds on top of the previous patch to add the support for TFO listeners. This includes - 1. allocating, properly initializing, and managing the per listener fastopen_queue structure when TFO is enabled 2. changes to the inet_csk_accept code to support TFO. E.g., the request_sock can no longer be freed upon accept(), not until 3WHS finishes 3. allowing a TCP_SYN_RECV socket to properly poll() and sendmsg() if it's a TFO socket 4. properly closing a TFO listener, and a TFO socket before 3WHS finishes 5. supporting TCP_FASTOPEN socket option 6. modifying tcp_check_req() to use to check a TFO socket as well as request_sock 7. supporting TCP's TFO cookie option 8. adding a new SYN-ACK retransmit handler to use the timer directly off the TFO socket rather than the listener socket. Note that TFO server side will not retransmit anything other than SYN-ACK until the 3WHS is completed. The patch also contains an important function "reqsk_fastopen_remove()" to manage the somewhat complex relation between a listener, its request_sock, and the corresponding child socket. See the comment above the function for the detail. Signed-off-by: H.K. Jerry Chu <hkchu@google.com> Cc: Yuchung Cheng <ycheng@google.com> Cc: Neal Cardwell <ncardwell@google.com> Cc: Eric Dumazet <edumazet@google.com> Cc: Tom Herbert <therbert@google.com> Signed-off-by: David S. Miller <davem@davemloft.net>
227 lines
7.5 KiB
C
227 lines
7.5 KiB
C
/*
|
|
* NET Generic infrastructure for Network protocols.
|
|
*
|
|
* Authors: Arnaldo Carvalho de Melo <acme@conectiva.com.br>
|
|
*
|
|
* From code originally in include/net/tcp.h
|
|
*
|
|
* This program is free software; you can redistribute it and/or
|
|
* modify it under the terms of the GNU General Public License
|
|
* as published by the Free Software Foundation; either version
|
|
* 2 of the License, or (at your option) any later version.
|
|
*/
|
|
|
|
#include <linux/module.h>
|
|
#include <linux/random.h>
|
|
#include <linux/slab.h>
|
|
#include <linux/string.h>
|
|
#include <linux/tcp.h>
|
|
#include <linux/vmalloc.h>
|
|
|
|
#include <net/request_sock.h>
|
|
|
|
/*
|
|
* Maximum number of SYN_RECV sockets in queue per LISTEN socket.
|
|
* One SYN_RECV socket costs about 80bytes on a 32bit machine.
|
|
* It would be better to replace it with a global counter for all sockets
|
|
* but then some measure against one socket starving all other sockets
|
|
* would be needed.
|
|
*
|
|
* The minimum value of it is 128. Experiments with real servers show that
|
|
* it is absolutely not enough even at 100conn/sec. 256 cures most
|
|
* of problems.
|
|
* This value is adjusted to 128 for low memory machines,
|
|
* and it will increase in proportion to the memory of machine.
|
|
* Note : Dont forget somaxconn that may limit backlog too.
|
|
*/
|
|
int sysctl_max_syn_backlog = 256;
|
|
EXPORT_SYMBOL(sysctl_max_syn_backlog);
|
|
|
|
int reqsk_queue_alloc(struct request_sock_queue *queue,
|
|
unsigned int nr_table_entries)
|
|
{
|
|
size_t lopt_size = sizeof(struct listen_sock);
|
|
struct listen_sock *lopt;
|
|
|
|
nr_table_entries = min_t(u32, nr_table_entries, sysctl_max_syn_backlog);
|
|
nr_table_entries = max_t(u32, nr_table_entries, 8);
|
|
nr_table_entries = roundup_pow_of_two(nr_table_entries + 1);
|
|
lopt_size += nr_table_entries * sizeof(struct request_sock *);
|
|
if (lopt_size > PAGE_SIZE)
|
|
lopt = vzalloc(lopt_size);
|
|
else
|
|
lopt = kzalloc(lopt_size, GFP_KERNEL);
|
|
if (lopt == NULL)
|
|
return -ENOMEM;
|
|
|
|
for (lopt->max_qlen_log = 3;
|
|
(1 << lopt->max_qlen_log) < nr_table_entries;
|
|
lopt->max_qlen_log++);
|
|
|
|
get_random_bytes(&lopt->hash_rnd, sizeof(lopt->hash_rnd));
|
|
rwlock_init(&queue->syn_wait_lock);
|
|
queue->rskq_accept_head = NULL;
|
|
lopt->nr_table_entries = nr_table_entries;
|
|
|
|
write_lock_bh(&queue->syn_wait_lock);
|
|
queue->listen_opt = lopt;
|
|
write_unlock_bh(&queue->syn_wait_lock);
|
|
|
|
return 0;
|
|
}
|
|
|
|
void __reqsk_queue_destroy(struct request_sock_queue *queue)
|
|
{
|
|
struct listen_sock *lopt;
|
|
size_t lopt_size;
|
|
|
|
/*
|
|
* this is an error recovery path only
|
|
* no locking needed and the lopt is not NULL
|
|
*/
|
|
|
|
lopt = queue->listen_opt;
|
|
lopt_size = sizeof(struct listen_sock) +
|
|
lopt->nr_table_entries * sizeof(struct request_sock *);
|
|
|
|
if (lopt_size > PAGE_SIZE)
|
|
vfree(lopt);
|
|
else
|
|
kfree(lopt);
|
|
}
|
|
|
|
static inline struct listen_sock *reqsk_queue_yank_listen_sk(
|
|
struct request_sock_queue *queue)
|
|
{
|
|
struct listen_sock *lopt;
|
|
|
|
write_lock_bh(&queue->syn_wait_lock);
|
|
lopt = queue->listen_opt;
|
|
queue->listen_opt = NULL;
|
|
write_unlock_bh(&queue->syn_wait_lock);
|
|
|
|
return lopt;
|
|
}
|
|
|
|
void reqsk_queue_destroy(struct request_sock_queue *queue)
|
|
{
|
|
/* make all the listen_opt local to us */
|
|
struct listen_sock *lopt = reqsk_queue_yank_listen_sk(queue);
|
|
size_t lopt_size = sizeof(struct listen_sock) +
|
|
lopt->nr_table_entries * sizeof(struct request_sock *);
|
|
|
|
if (lopt->qlen != 0) {
|
|
unsigned int i;
|
|
|
|
for (i = 0; i < lopt->nr_table_entries; i++) {
|
|
struct request_sock *req;
|
|
|
|
while ((req = lopt->syn_table[i]) != NULL) {
|
|
lopt->syn_table[i] = req->dl_next;
|
|
lopt->qlen--;
|
|
reqsk_free(req);
|
|
}
|
|
}
|
|
}
|
|
|
|
WARN_ON(lopt->qlen != 0);
|
|
if (lopt_size > PAGE_SIZE)
|
|
vfree(lopt);
|
|
else
|
|
kfree(lopt);
|
|
}
|
|
|
|
/*
|
|
* This function is called to set a Fast Open socket's "fastopen_rsk" field
|
|
* to NULL when a TFO socket no longer needs to access the request_sock.
|
|
* This happens only after 3WHS has been either completed or aborted (e.g.,
|
|
* RST is received).
|
|
*
|
|
* Before TFO, a child socket is created only after 3WHS is completed,
|
|
* hence it never needs to access the request_sock. things get a lot more
|
|
* complex with TFO. A child socket, accepted or not, has to access its
|
|
* request_sock for 3WHS processing, e.g., to retransmit SYN-ACK pkts,
|
|
* until 3WHS is either completed or aborted. Afterwards the req will stay
|
|
* until either the child socket is accepted, or in the rare case when the
|
|
* listener is closed before the child is accepted.
|
|
*
|
|
* In short, a request socket is only freed after BOTH 3WHS has completed
|
|
* (or aborted) and the child socket has been accepted (or listener closed).
|
|
* When a child socket is accepted, its corresponding req->sk is set to
|
|
* NULL since it's no longer needed. More importantly, "req->sk == NULL"
|
|
* will be used by the code below to determine if a child socket has been
|
|
* accepted or not, and the check is protected by the fastopenq->lock
|
|
* described below.
|
|
*
|
|
* Note that fastopen_rsk is only accessed from the child socket's context
|
|
* with its socket lock held. But a request_sock (req) can be accessed by
|
|
* both its child socket through fastopen_rsk, and a listener socket through
|
|
* icsk_accept_queue.rskq_accept_head. To protect the access a simple spin
|
|
* lock per listener "icsk->icsk_accept_queue.fastopenq->lock" is created.
|
|
* only in the rare case when both the listener and the child locks are held,
|
|
* e.g., in inet_csk_listen_stop() do we not need to acquire the lock.
|
|
* The lock also protects other fields such as fastopenq->qlen, which is
|
|
* decremented by this function when fastopen_rsk is no longer needed.
|
|
*
|
|
* Note that another solution was to simply use the existing socket lock
|
|
* from the listener. But first socket lock is difficult to use. It is not
|
|
* a simple spin lock - one must consider sock_owned_by_user() and arrange
|
|
* to use sk_add_backlog() stuff. But what really makes it infeasible is the
|
|
* locking hierarchy violation. E.g., inet_csk_listen_stop() may try to
|
|
* acquire a child's lock while holding listener's socket lock. A corner
|
|
* case might also exist in tcp_v4_hnd_req() that will trigger this locking
|
|
* order.
|
|
*
|
|
* When a TFO req is created, it needs to sock_hold its listener to prevent
|
|
* the latter data structure from going away.
|
|
*
|
|
* This function also sets "treq->listener" to NULL and unreference listener
|
|
* socket. treq->listener is used by the listener so it is protected by the
|
|
* fastopenq->lock in this function.
|
|
*/
|
|
void reqsk_fastopen_remove(struct sock *sk, struct request_sock *req,
|
|
bool reset)
|
|
{
|
|
struct sock *lsk = tcp_rsk(req)->listener;
|
|
struct fastopen_queue *fastopenq =
|
|
inet_csk(lsk)->icsk_accept_queue.fastopenq;
|
|
|
|
BUG_ON(!spin_is_locked(&sk->sk_lock.slock) && !sock_owned_by_user(sk));
|
|
|
|
tcp_sk(sk)->fastopen_rsk = NULL;
|
|
spin_lock_bh(&fastopenq->lock);
|
|
fastopenq->qlen--;
|
|
tcp_rsk(req)->listener = NULL;
|
|
if (req->sk) /* the child socket hasn't been accepted yet */
|
|
goto out;
|
|
|
|
if (!reset || lsk->sk_state != TCP_LISTEN) {
|
|
/* If the listener has been closed don't bother with the
|
|
* special RST handling below.
|
|
*/
|
|
spin_unlock_bh(&fastopenq->lock);
|
|
sock_put(lsk);
|
|
reqsk_free(req);
|
|
return;
|
|
}
|
|
/* Wait for 60secs before removing a req that has triggered RST.
|
|
* This is a simple defense against TFO spoofing attack - by
|
|
* counting the req against fastopen.max_qlen, and disabling
|
|
* TFO when the qlen exceeds max_qlen.
|
|
*
|
|
* For more details see CoNext'11 "TCP Fast Open" paper.
|
|
*/
|
|
req->expires = jiffies + 60*HZ;
|
|
if (fastopenq->rskq_rst_head == NULL)
|
|
fastopenq->rskq_rst_head = req;
|
|
else
|
|
fastopenq->rskq_rst_tail->dl_next = req;
|
|
|
|
req->dl_next = NULL;
|
|
fastopenq->rskq_rst_tail = req;
|
|
fastopenq->qlen++;
|
|
out:
|
|
spin_unlock_bh(&fastopenq->lock);
|
|
sock_put(lsk);
|
|
return;
|
|
}
|