90ddc4f047
I noticed that some of 'struct proto_ops' used in the kernel may share a cache line used by locks or other heavily modified data. (default linker alignement is 32 bytes, and L1_CACHE_LINE is 64 or 128 at least) This patch makes sure a 'struct proto_ops' can be declared as const, so that all cpus can share all parts of it without false sharing. This is not mandatory : a driver can still use a read/write structure if it needs to (and eventually a __read_mostly) I made a global stubstitute to change all existing occurences to make them const. This should reduce the possibility of false sharing on SMP, and speedup some socket system calls. Signed-off-by: Eric Dumazet <dada1@cosmosbay.com> Signed-off-by: David S. Miller <davem@davemloft.net>
298 lines
10 KiB
C
298 lines
10 KiB
C
/*
|
|
* NET An implementation of the SOCKET network access protocol.
|
|
* This is the master header file for the Linux NET layer,
|
|
* or, in plain English: the networking handling part of the
|
|
* kernel.
|
|
*
|
|
* Version: @(#)net.h 1.0.3 05/25/93
|
|
*
|
|
* Authors: Orest Zborowski, <obz@Kodak.COM>
|
|
* Ross Biro
|
|
* Fred N. van Kempen, <waltje@uWalt.NL.Mugnet.ORG>
|
|
*
|
|
* This program is free software; you can redistribute it and/or
|
|
* modify it under the terms of the GNU General Public License
|
|
* as published by the Free Software Foundation; either version
|
|
* 2 of the License, or (at your option) any later version.
|
|
*/
|
|
#ifndef _LINUX_NET_H
|
|
#define _LINUX_NET_H
|
|
|
|
#include <linux/config.h>
|
|
#include <linux/wait.h>
|
|
#include <linux/stringify.h>
|
|
#include <asm/socket.h>
|
|
|
|
struct poll_table_struct;
|
|
struct inode;
|
|
|
|
#define NPROTO 32 /* should be enough for now.. */
|
|
|
|
#define SYS_SOCKET 1 /* sys_socket(2) */
|
|
#define SYS_BIND 2 /* sys_bind(2) */
|
|
#define SYS_CONNECT 3 /* sys_connect(2) */
|
|
#define SYS_LISTEN 4 /* sys_listen(2) */
|
|
#define SYS_ACCEPT 5 /* sys_accept(2) */
|
|
#define SYS_GETSOCKNAME 6 /* sys_getsockname(2) */
|
|
#define SYS_GETPEERNAME 7 /* sys_getpeername(2) */
|
|
#define SYS_SOCKETPAIR 8 /* sys_socketpair(2) */
|
|
#define SYS_SEND 9 /* sys_send(2) */
|
|
#define SYS_RECV 10 /* sys_recv(2) */
|
|
#define SYS_SENDTO 11 /* sys_sendto(2) */
|
|
#define SYS_RECVFROM 12 /* sys_recvfrom(2) */
|
|
#define SYS_SHUTDOWN 13 /* sys_shutdown(2) */
|
|
#define SYS_SETSOCKOPT 14 /* sys_setsockopt(2) */
|
|
#define SYS_GETSOCKOPT 15 /* sys_getsockopt(2) */
|
|
#define SYS_SENDMSG 16 /* sys_sendmsg(2) */
|
|
#define SYS_RECVMSG 17 /* sys_recvmsg(2) */
|
|
|
|
typedef enum {
|
|
SS_FREE = 0, /* not allocated */
|
|
SS_UNCONNECTED, /* unconnected to any socket */
|
|
SS_CONNECTING, /* in process of connecting */
|
|
SS_CONNECTED, /* connected to socket */
|
|
SS_DISCONNECTING /* in process of disconnecting */
|
|
} socket_state;
|
|
|
|
#define __SO_ACCEPTCON (1 << 16) /* performed a listen */
|
|
|
|
#ifdef __KERNEL__
|
|
|
|
#define SOCK_ASYNC_NOSPACE 0
|
|
#define SOCK_ASYNC_WAITDATA 1
|
|
#define SOCK_NOSPACE 2
|
|
#define SOCK_PASSCRED 3
|
|
|
|
#ifndef ARCH_HAS_SOCKET_TYPES
|
|
/**
|
|
* enum sock_type - Socket types
|
|
* @SOCK_STREAM: stream (connection) socket
|
|
* @SOCK_DGRAM: datagram (conn.less) socket
|
|
* @SOCK_RAW: raw socket
|
|
* @SOCK_RDM: reliably-delivered message
|
|
* @SOCK_SEQPACKET: sequential packet socket
|
|
* @SOCK_DCCP: Datagram Congestion Control Protocol socket
|
|
* @SOCK_PACKET: linux specific way of getting packets at the dev level.
|
|
* For writing rarp and other similar things on the user level.
|
|
*
|
|
* When adding some new socket type please
|
|
* grep ARCH_HAS_SOCKET_TYPE include/asm-* /socket.h, at least MIPS
|
|
* overrides this enum for binary compat reasons.
|
|
*/
|
|
enum sock_type {
|
|
SOCK_STREAM = 1,
|
|
SOCK_DGRAM = 2,
|
|
SOCK_RAW = 3,
|
|
SOCK_RDM = 4,
|
|
SOCK_SEQPACKET = 5,
|
|
SOCK_DCCP = 6,
|
|
SOCK_PACKET = 10,
|
|
};
|
|
|
|
#define SOCK_MAX (SOCK_PACKET + 1)
|
|
|
|
#endif /* ARCH_HAS_SOCKET_TYPES */
|
|
|
|
/**
|
|
* struct socket - general BSD socket
|
|
* @state: socket state (%SS_CONNECTED, etc)
|
|
* @flags: socket flags (%SOCK_ASYNC_NOSPACE, etc)
|
|
* @ops: protocol specific socket operations
|
|
* @fasync_list: Asynchronous wake up list
|
|
* @file: File back pointer for gc
|
|
* @sk: internal networking protocol agnostic socket representation
|
|
* @wait: wait queue for several uses
|
|
* @type: socket type (%SOCK_STREAM, etc)
|
|
*/
|
|
struct socket {
|
|
socket_state state;
|
|
unsigned long flags;
|
|
const struct proto_ops *ops;
|
|
struct fasync_struct *fasync_list;
|
|
struct file *file;
|
|
struct sock *sk;
|
|
wait_queue_head_t wait;
|
|
short type;
|
|
};
|
|
|
|
struct vm_area_struct;
|
|
struct page;
|
|
struct kiocb;
|
|
struct sockaddr;
|
|
struct msghdr;
|
|
struct module;
|
|
|
|
struct proto_ops {
|
|
int family;
|
|
struct module *owner;
|
|
int (*release) (struct socket *sock);
|
|
int (*bind) (struct socket *sock,
|
|
struct sockaddr *myaddr,
|
|
int sockaddr_len);
|
|
int (*connect) (struct socket *sock,
|
|
struct sockaddr *vaddr,
|
|
int sockaddr_len, int flags);
|
|
int (*socketpair)(struct socket *sock1,
|
|
struct socket *sock2);
|
|
int (*accept) (struct socket *sock,
|
|
struct socket *newsock, int flags);
|
|
int (*getname) (struct socket *sock,
|
|
struct sockaddr *addr,
|
|
int *sockaddr_len, int peer);
|
|
unsigned int (*poll) (struct file *file, struct socket *sock,
|
|
struct poll_table_struct *wait);
|
|
int (*ioctl) (struct socket *sock, unsigned int cmd,
|
|
unsigned long arg);
|
|
int (*listen) (struct socket *sock, int len);
|
|
int (*shutdown) (struct socket *sock, int flags);
|
|
int (*setsockopt)(struct socket *sock, int level,
|
|
int optname, char __user *optval, int optlen);
|
|
int (*getsockopt)(struct socket *sock, int level,
|
|
int optname, char __user *optval, int __user *optlen);
|
|
int (*sendmsg) (struct kiocb *iocb, struct socket *sock,
|
|
struct msghdr *m, size_t total_len);
|
|
int (*recvmsg) (struct kiocb *iocb, struct socket *sock,
|
|
struct msghdr *m, size_t total_len,
|
|
int flags);
|
|
int (*mmap) (struct file *file, struct socket *sock,
|
|
struct vm_area_struct * vma);
|
|
ssize_t (*sendpage) (struct socket *sock, struct page *page,
|
|
int offset, size_t size, int flags);
|
|
};
|
|
|
|
struct net_proto_family {
|
|
int family;
|
|
int (*create)(struct socket *sock, int protocol);
|
|
/* These are counters for the number of different methods of
|
|
each we support */
|
|
short authentication;
|
|
short encryption;
|
|
short encrypt_net;
|
|
struct module *owner;
|
|
};
|
|
|
|
struct iovec;
|
|
struct kvec;
|
|
|
|
extern int sock_wake_async(struct socket *sk, int how, int band);
|
|
extern int sock_register(struct net_proto_family *fam);
|
|
extern int sock_unregister(int family);
|
|
extern int sock_create(int family, int type, int proto,
|
|
struct socket **res);
|
|
extern int sock_create_kern(int family, int type, int proto,
|
|
struct socket **res);
|
|
extern int sock_create_lite(int family, int type, int proto,
|
|
struct socket **res);
|
|
extern void sock_release(struct socket *sock);
|
|
extern int sock_sendmsg(struct socket *sock, struct msghdr *msg,
|
|
size_t len);
|
|
extern int sock_recvmsg(struct socket *sock, struct msghdr *msg,
|
|
size_t size, int flags);
|
|
extern int sock_map_fd(struct socket *sock);
|
|
extern struct socket *sockfd_lookup(int fd, int *err);
|
|
#define sockfd_put(sock) fput(sock->file)
|
|
extern int net_ratelimit(void);
|
|
extern unsigned long net_random(void);
|
|
extern void net_srandom(unsigned long);
|
|
extern void net_random_init(void);
|
|
|
|
extern int kernel_sendmsg(struct socket *sock, struct msghdr *msg,
|
|
struct kvec *vec, size_t num, size_t len);
|
|
extern int kernel_recvmsg(struct socket *sock, struct msghdr *msg,
|
|
struct kvec *vec, size_t num,
|
|
size_t len, int flags);
|
|
|
|
#ifndef CONFIG_SMP
|
|
#define SOCKOPS_WRAPPED(name) name
|
|
#define SOCKOPS_WRAP(name, fam)
|
|
#else
|
|
|
|
#define SOCKOPS_WRAPPED(name) __unlocked_##name
|
|
|
|
#define SOCKCALL_WRAP(name, call, parms, args) \
|
|
static int __lock_##name##_##call parms \
|
|
{ \
|
|
int ret; \
|
|
lock_kernel(); \
|
|
ret = __unlocked_##name##_ops.call args ;\
|
|
unlock_kernel(); \
|
|
return ret; \
|
|
}
|
|
|
|
#define SOCKCALL_UWRAP(name, call, parms, args) \
|
|
static unsigned int __lock_##name##_##call parms \
|
|
{ \
|
|
int ret; \
|
|
lock_kernel(); \
|
|
ret = __unlocked_##name##_ops.call args ;\
|
|
unlock_kernel(); \
|
|
return ret; \
|
|
}
|
|
|
|
|
|
#define SOCKOPS_WRAP(name, fam) \
|
|
SOCKCALL_WRAP(name, release, (struct socket *sock), (sock)) \
|
|
SOCKCALL_WRAP(name, bind, (struct socket *sock, struct sockaddr *uaddr, int addr_len), \
|
|
(sock, uaddr, addr_len)) \
|
|
SOCKCALL_WRAP(name, connect, (struct socket *sock, struct sockaddr * uaddr, \
|
|
int addr_len, int flags), \
|
|
(sock, uaddr, addr_len, flags)) \
|
|
SOCKCALL_WRAP(name, socketpair, (struct socket *sock1, struct socket *sock2), \
|
|
(sock1, sock2)) \
|
|
SOCKCALL_WRAP(name, accept, (struct socket *sock, struct socket *newsock, \
|
|
int flags), (sock, newsock, flags)) \
|
|
SOCKCALL_WRAP(name, getname, (struct socket *sock, struct sockaddr *uaddr, \
|
|
int *addr_len, int peer), (sock, uaddr, addr_len, peer)) \
|
|
SOCKCALL_UWRAP(name, poll, (struct file *file, struct socket *sock, struct poll_table_struct *wait), \
|
|
(file, sock, wait)) \
|
|
SOCKCALL_WRAP(name, ioctl, (struct socket *sock, unsigned int cmd, \
|
|
unsigned long arg), (sock, cmd, arg)) \
|
|
SOCKCALL_WRAP(name, listen, (struct socket *sock, int len), (sock, len)) \
|
|
SOCKCALL_WRAP(name, shutdown, (struct socket *sock, int flags), (sock, flags)) \
|
|
SOCKCALL_WRAP(name, setsockopt, (struct socket *sock, int level, int optname, \
|
|
char __user *optval, int optlen), (sock, level, optname, optval, optlen)) \
|
|
SOCKCALL_WRAP(name, getsockopt, (struct socket *sock, int level, int optname, \
|
|
char __user *optval, int __user *optlen), (sock, level, optname, optval, optlen)) \
|
|
SOCKCALL_WRAP(name, sendmsg, (struct kiocb *iocb, struct socket *sock, struct msghdr *m, size_t len), \
|
|
(iocb, sock, m, len)) \
|
|
SOCKCALL_WRAP(name, recvmsg, (struct kiocb *iocb, struct socket *sock, struct msghdr *m, size_t len, int flags), \
|
|
(iocb, sock, m, len, flags)) \
|
|
SOCKCALL_WRAP(name, mmap, (struct file *file, struct socket *sock, struct vm_area_struct *vma), \
|
|
(file, sock, vma)) \
|
|
\
|
|
static const struct proto_ops name##_ops = { \
|
|
.family = fam, \
|
|
.owner = THIS_MODULE, \
|
|
.release = __lock_##name##_release, \
|
|
.bind = __lock_##name##_bind, \
|
|
.connect = __lock_##name##_connect, \
|
|
.socketpair = __lock_##name##_socketpair, \
|
|
.accept = __lock_##name##_accept, \
|
|
.getname = __lock_##name##_getname, \
|
|
.poll = __lock_##name##_poll, \
|
|
.ioctl = __lock_##name##_ioctl, \
|
|
.listen = __lock_##name##_listen, \
|
|
.shutdown = __lock_##name##_shutdown, \
|
|
.setsockopt = __lock_##name##_setsockopt, \
|
|
.getsockopt = __lock_##name##_getsockopt, \
|
|
.sendmsg = __lock_##name##_sendmsg, \
|
|
.recvmsg = __lock_##name##_recvmsg, \
|
|
.mmap = __lock_##name##_mmap, \
|
|
};
|
|
#endif
|
|
|
|
#define MODULE_ALIAS_NETPROTO(proto) \
|
|
MODULE_ALIAS("net-pf-" __stringify(proto))
|
|
|
|
#define MODULE_ALIAS_NET_PF_PROTO(pf, proto) \
|
|
MODULE_ALIAS("net-pf-" __stringify(pf) "-proto-" __stringify(proto))
|
|
|
|
#ifdef CONFIG_SYSCTL
|
|
#include <linux/sysctl.h>
|
|
extern ctl_table net_table[];
|
|
extern int net_msg_cost;
|
|
extern int net_msg_burst;
|
|
#endif
|
|
|
|
#endif /* __KERNEL__ */
|
|
#endif /* _LINUX_NET_H */
|