Commit 333f7909 authored by Al Viro's avatar Al Viro Committed by David S. Miller

coallocate socket_wq with socket itself

socket->wq is assign-once, set when we are initializing both
struct socket it's in and struct socket_wq it points to.  As the
matter of fact, the only reason for separate allocation was the
ability to RCU-delay freeing of socket_wq.  RCU-delaying the
freeing of socket itself gets rid of that need, so we can just
fold struct socket_wq into the end of struct socket and simplify
the life both for sock_alloc_inode() (one allocation instead of
two) and for tun/tap oddballs, where we used to embed struct socket
and struct socket_wq into the same structure (now - embedding just
the struct socket).

Note that reference to struct socket_wq in struct sock does remain
a reference - that's unchanged.
Signed-off-by: default avatarAl Viro <viro@zeniv.linux.org.uk>
Signed-off-by: default avatarDavid S. Miller <davem@davemloft.net>
parent 6d7855c5
...@@ -520,8 +520,7 @@ static int tap_open(struct inode *inode, struct file *file) ...@@ -520,8 +520,7 @@ static int tap_open(struct inode *inode, struct file *file)
goto err; goto err;
} }
RCU_INIT_POINTER(q->sock.wq, &q->wq); init_waitqueue_head(&q->sock.wq.wait);
init_waitqueue_head(&q->wq.wait);
q->sock.type = SOCK_RAW; q->sock.type = SOCK_RAW;
q->sock.state = SS_CONNECTED; q->sock.state = SS_CONNECTED;
q->sock.file = file; q->sock.file = file;
...@@ -579,7 +578,7 @@ static __poll_t tap_poll(struct file *file, poll_table *wait) ...@@ -579,7 +578,7 @@ static __poll_t tap_poll(struct file *file, poll_table *wait)
goto out; goto out;
mask = 0; mask = 0;
poll_wait(file, &q->wq.wait, wait); poll_wait(file, &q->sock.wq.wait, wait);
if (!ptr_ring_empty(&q->ring)) if (!ptr_ring_empty(&q->ring))
mask |= EPOLLIN | EPOLLRDNORM; mask |= EPOLLIN | EPOLLRDNORM;
......
...@@ -160,7 +160,6 @@ struct tun_pcpu_stats { ...@@ -160,7 +160,6 @@ struct tun_pcpu_stats {
struct tun_file { struct tun_file {
struct sock sk; struct sock sk;
struct socket socket; struct socket socket;
struct socket_wq wq;
struct tun_struct __rcu *tun; struct tun_struct __rcu *tun;
struct fasync_struct *fasync; struct fasync_struct *fasync;
/* only used for fasnyc */ /* only used for fasnyc */
...@@ -2165,7 +2164,7 @@ static void *tun_ring_recv(struct tun_file *tfile, int noblock, int *err) ...@@ -2165,7 +2164,7 @@ static void *tun_ring_recv(struct tun_file *tfile, int noblock, int *err)
goto out; goto out;
} }
add_wait_queue(&tfile->wq.wait, &wait); add_wait_queue(&tfile->socket.wq.wait, &wait);
while (1) { while (1) {
set_current_state(TASK_INTERRUPTIBLE); set_current_state(TASK_INTERRUPTIBLE);
...@@ -2185,7 +2184,7 @@ static void *tun_ring_recv(struct tun_file *tfile, int noblock, int *err) ...@@ -2185,7 +2184,7 @@ static void *tun_ring_recv(struct tun_file *tfile, int noblock, int *err)
} }
__set_current_state(TASK_RUNNING); __set_current_state(TASK_RUNNING);
remove_wait_queue(&tfile->wq.wait, &wait); remove_wait_queue(&tfile->socket.wq.wait, &wait);
out: out:
*err = error; *err = error;
...@@ -3415,8 +3414,7 @@ static int tun_chr_open(struct inode *inode, struct file * file) ...@@ -3415,8 +3414,7 @@ static int tun_chr_open(struct inode *inode, struct file * file)
tfile->flags = 0; tfile->flags = 0;
tfile->ifindex = 0; tfile->ifindex = 0;
init_waitqueue_head(&tfile->wq.wait); init_waitqueue_head(&tfile->socket.wq.wait);
RCU_INIT_POINTER(tfile->socket.wq, &tfile->wq);
tfile->socket.file = file; tfile->socket.file = file;
tfile->socket.ops = &tun_socket_ops; tfile->socket.ops = &tun_socket_ops;
......
...@@ -62,7 +62,6 @@ struct tap_dev { ...@@ -62,7 +62,6 @@ struct tap_dev {
struct tap_queue { struct tap_queue {
struct sock sk; struct sock sk;
struct socket sock; struct socket sock;
struct socket_wq wq;
int vnet_hdr_sz; int vnet_hdr_sz;
struct tap_dev __rcu *tap; struct tap_dev __rcu *tap;
struct file *file; struct file *file;
......
...@@ -116,11 +116,11 @@ struct socket { ...@@ -116,11 +116,11 @@ struct socket {
unsigned long flags; unsigned long flags;
struct socket_wq *wq;
struct file *file; struct file *file;
struct sock *sk; struct sock *sk;
const struct proto_ops *ops; const struct proto_ops *ops;
struct socket_wq wq;
}; };
struct vm_area_struct; struct vm_area_struct;
......
...@@ -1822,7 +1822,7 @@ static inline void sock_graft(struct sock *sk, struct socket *parent) ...@@ -1822,7 +1822,7 @@ static inline void sock_graft(struct sock *sk, struct socket *parent)
{ {
WARN_ON(parent->sk); WARN_ON(parent->sk);
write_lock_bh(&sk->sk_callback_lock); write_lock_bh(&sk->sk_callback_lock);
rcu_assign_pointer(sk->sk_wq, parent->wq); rcu_assign_pointer(sk->sk_wq, &parent->wq);
parent->sk = sk; parent->sk = sk;
sk_set_socket(sk, parent); sk_set_socket(sk, parent);
sk->sk_uid = SOCK_INODE(parent)->i_uid; sk->sk_uid = SOCK_INODE(parent)->i_uid;
...@@ -2100,7 +2100,7 @@ static inline void sock_poll_wait(struct file *filp, struct socket *sock, ...@@ -2100,7 +2100,7 @@ static inline void sock_poll_wait(struct file *filp, struct socket *sock,
poll_table *p) poll_table *p)
{ {
if (!poll_does_not_wait(p)) { if (!poll_does_not_wait(p)) {
poll_wait(filp, &sock->wq->wait, p); poll_wait(filp, &sock->wq.wait, p);
/* We need to be sure we are in sync with the /* We need to be sure we are in sync with the
* socket flags modification. * socket flags modification.
* *
......
...@@ -2847,7 +2847,7 @@ void sock_init_data(struct socket *sock, struct sock *sk) ...@@ -2847,7 +2847,7 @@ void sock_init_data(struct socket *sock, struct sock *sk)
if (sock) { if (sock) {
sk->sk_type = sock->type; sk->sk_type = sock->type;
RCU_INIT_POINTER(sk->sk_wq, sock->wq); RCU_INIT_POINTER(sk->sk_wq, &sock->wq);
sock->sk = sk; sock->sk = sk;
sk->sk_uid = SOCK_INODE(sock)->i_uid; sk->sk_uid = SOCK_INODE(sock)->i_uid;
} else { } else {
......
...@@ -234,20 +234,13 @@ static struct kmem_cache *sock_inode_cachep __ro_after_init; ...@@ -234,20 +234,13 @@ static struct kmem_cache *sock_inode_cachep __ro_after_init;
static struct inode *sock_alloc_inode(struct super_block *sb) static struct inode *sock_alloc_inode(struct super_block *sb)
{ {
struct socket_alloc *ei; struct socket_alloc *ei;
struct socket_wq *wq;
ei = kmem_cache_alloc(sock_inode_cachep, GFP_KERNEL); ei = kmem_cache_alloc(sock_inode_cachep, GFP_KERNEL);
if (!ei) if (!ei)
return NULL; return NULL;
wq = kmalloc(sizeof(*wq), GFP_KERNEL); init_waitqueue_head(&ei->socket.wq.wait);
if (!wq) { ei->socket.wq.fasync_list = NULL;
kmem_cache_free(sock_inode_cachep, ei); ei->socket.wq.flags = 0;
return NULL;
}
init_waitqueue_head(&wq->wait);
wq->fasync_list = NULL;
wq->flags = 0;
ei->socket.wq = wq;
ei->socket.state = SS_UNCONNECTED; ei->socket.state = SS_UNCONNECTED;
ei->socket.flags = 0; ei->socket.flags = 0;
...@@ -263,7 +256,6 @@ static void sock_free_inode(struct inode *inode) ...@@ -263,7 +256,6 @@ static void sock_free_inode(struct inode *inode)
struct socket_alloc *ei; struct socket_alloc *ei;
ei = container_of(inode, struct socket_alloc, vfs_inode); ei = container_of(inode, struct socket_alloc, vfs_inode);
kfree(ei->socket.wq);
kmem_cache_free(sock_inode_cachep, ei); kmem_cache_free(sock_inode_cachep, ei);
} }
...@@ -599,7 +591,7 @@ static void __sock_release(struct socket *sock, struct inode *inode) ...@@ -599,7 +591,7 @@ static void __sock_release(struct socket *sock, struct inode *inode)
module_put(owner); module_put(owner);
} }
if (sock->wq->fasync_list) if (sock->wq.fasync_list)
pr_err("%s: fasync list not empty!\n", __func__); pr_err("%s: fasync list not empty!\n", __func__);
if (!sock->file) { if (!sock->file) {
...@@ -1288,13 +1280,12 @@ static int sock_fasync(int fd, struct file *filp, int on) ...@@ -1288,13 +1280,12 @@ static int sock_fasync(int fd, struct file *filp, int on)
{ {
struct socket *sock = filp->private_data; struct socket *sock = filp->private_data;
struct sock *sk = sock->sk; struct sock *sk = sock->sk;
struct socket_wq *wq; struct socket_wq *wq = &sock->wq;
if (sk == NULL) if (sk == NULL)
return -EINVAL; return -EINVAL;
lock_sock(sk); lock_sock(sk);
wq = sock->wq;
fasync_helper(fd, filp, on, &wq->fasync_list); fasync_helper(fd, filp, on, &wq->fasync_list);
if (!wq->fasync_list) if (!wq->fasync_list)
......
Markdown is supported
0%
or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment