3 * data structure and functionality definitions
9 #include <linux/ip_vs.h> /* definitions shared with userland */
11 /* old ipvsadm versions still include this file directly */
14 #include <asm/types.h> /* for __uXX types */
16 #include <linux/sysctl.h> /* for ctl_path */
17 #include <linux/list.h> /* for struct list_head */
18 #include <linux/spinlock.h> /* for struct rwlock_t */
19 #include <asm/atomic.h> /* for struct atomic_t */
20 #include <linux/compiler.h>
21 #include <linux/timer.h>
23 #include <net/checksum.h>
24 #include <linux/netfilter.h> /* for union nf_inet_addr */
26 #include <linux/ipv6.h> /* for struct ipv6hdr */
27 #include <net/ipv6.h> /* for ipv6_addr_copy */
28 #if defined(CONFIG_NF_CONNTRACK) || defined(CONFIG_NF_CONNTRACK_MODULE)
29 #include <net/netfilter/nf_conntrack.h>
32 /* Connections' size value needed by ip_vs_ctl.c */
33 extern int ip_vs_conn_tab_size
;
39 union nf_inet_addr saddr
;
40 union nf_inet_addr daddr
;
44 ip_vs_fill_iphdr(int af
, const void *nh
, struct ip_vs_iphdr
*iphdr
)
46 #ifdef CONFIG_IP_VS_IPV6
48 const struct ipv6hdr
*iph
= nh
;
49 iphdr
->len
= sizeof(struct ipv6hdr
);
50 iphdr
->protocol
= iph
->nexthdr
;
51 ipv6_addr_copy(&iphdr
->saddr
.in6
, &iph
->saddr
);
52 ipv6_addr_copy(&iphdr
->daddr
.in6
, &iph
->daddr
);
56 const struct iphdr
*iph
= nh
;
57 iphdr
->len
= iph
->ihl
* 4;
58 iphdr
->protocol
= iph
->protocol
;
59 iphdr
->saddr
.ip
= iph
->saddr
;
60 iphdr
->daddr
.ip
= iph
->daddr
;
64 static inline void ip_vs_addr_copy(int af
, union nf_inet_addr
*dst
,
65 const union nf_inet_addr
*src
)
67 #ifdef CONFIG_IP_VS_IPV6
69 ipv6_addr_copy(&dst
->in6
, &src
->in6
);
75 static inline int ip_vs_addr_equal(int af
, const union nf_inet_addr
*a
,
76 const union nf_inet_addr
*b
)
78 #ifdef CONFIG_IP_VS_IPV6
80 return ipv6_addr_equal(&a
->in6
, &b
->in6
);
82 return a
->ip
== b
->ip
;
85 #ifdef CONFIG_IP_VS_DEBUG
86 #include <linux/net.h>
88 extern int ip_vs_get_debug_level(void);
90 static inline const char *ip_vs_dbg_addr(int af
, char *buf
, size_t buf_len
,
91 const union nf_inet_addr
*addr
,
95 #ifdef CONFIG_IP_VS_IPV6
97 len
= snprintf(&buf
[*idx
], buf_len
- *idx
, "[%pI6]",
101 len
= snprintf(&buf
[*idx
], buf_len
- *idx
, "%pI4",
105 BUG_ON(*idx
> buf_len
+ 1);
106 return &buf
[*idx
- len
];
109 #define IP_VS_DBG_BUF(level, msg, ...) \
111 char ip_vs_dbg_buf[160]; \
112 int ip_vs_dbg_idx = 0; \
113 if (level <= ip_vs_get_debug_level()) \
114 printk(KERN_DEBUG pr_fmt(msg), ##__VA_ARGS__); \
116 #define IP_VS_ERR_BUF(msg...) \
118 char ip_vs_dbg_buf[160]; \
119 int ip_vs_dbg_idx = 0; \
123 /* Only use from within IP_VS_DBG_BUF() or IP_VS_ERR_BUF macros */
124 #define IP_VS_DBG_ADDR(af, addr) \
125 ip_vs_dbg_addr(af, ip_vs_dbg_buf, \
126 sizeof(ip_vs_dbg_buf), addr, \
129 #define IP_VS_DBG(level, msg, ...) \
131 if (level <= ip_vs_get_debug_level()) \
132 printk(KERN_DEBUG pr_fmt(msg), ##__VA_ARGS__); \
134 #define IP_VS_DBG_RL(msg, ...) \
136 if (net_ratelimit()) \
137 printk(KERN_DEBUG pr_fmt(msg), ##__VA_ARGS__); \
139 #define IP_VS_DBG_PKT(level, pp, skb, ofs, msg) \
141 if (level <= ip_vs_get_debug_level()) \
142 pp->debug_packet(pp, skb, ofs, msg); \
144 #define IP_VS_DBG_RL_PKT(level, pp, skb, ofs, msg) \
146 if (level <= ip_vs_get_debug_level() && \
148 pp->debug_packet(pp, skb, ofs, msg); \
150 #else /* NO DEBUGGING at ALL */
151 #define IP_VS_DBG_BUF(level, msg...) do {} while (0)
152 #define IP_VS_ERR_BUF(msg...) do {} while (0)
153 #define IP_VS_DBG(level, msg...) do {} while (0)
154 #define IP_VS_DBG_RL(msg...) do {} while (0)
155 #define IP_VS_DBG_PKT(level, pp, skb, ofs, msg) do {} while (0)
156 #define IP_VS_DBG_RL_PKT(level, pp, skb, ofs, msg) do {} while (0)
159 #define IP_VS_BUG() BUG()
160 #define IP_VS_ERR_RL(msg, ...) \
162 if (net_ratelimit()) \
163 pr_err(msg, ##__VA_ARGS__); \
166 #ifdef CONFIG_IP_VS_DEBUG
167 #define EnterFunction(level) \
169 if (level <= ip_vs_get_debug_level()) \
171 pr_fmt("Enter: %s, %s line %i\n"), \
172 __func__, __FILE__, __LINE__); \
174 #define LeaveFunction(level) \
176 if (level <= ip_vs_get_debug_level()) \
178 pr_fmt("Leave: %s, %s line %i\n"), \
179 __func__, __FILE__, __LINE__); \
182 #define EnterFunction(level) do {} while (0)
183 #define LeaveFunction(level) do {} while (0)
186 #define IP_VS_WAIT_WHILE(expr) while (expr) { cpu_relax(); }
190 * The port number of FTP service (in network order).
192 #define FTPPORT cpu_to_be16(21)
193 #define FTPDATA cpu_to_be16(20)
199 IP_VS_TCP_S_NONE
= 0,
200 IP_VS_TCP_S_ESTABLISHED
,
201 IP_VS_TCP_S_SYN_SENT
,
202 IP_VS_TCP_S_SYN_RECV
,
203 IP_VS_TCP_S_FIN_WAIT
,
204 IP_VS_TCP_S_TIME_WAIT
,
206 IP_VS_TCP_S_CLOSE_WAIT
,
207 IP_VS_TCP_S_LAST_ACK
,
232 enum ip_vs_sctp_states
{
234 IP_VS_SCTP_S_INIT_CLI
,
235 IP_VS_SCTP_S_INIT_SER
,
236 IP_VS_SCTP_S_INIT_ACK_CLI
,
237 IP_VS_SCTP_S_INIT_ACK_SER
,
238 IP_VS_SCTP_S_ECHO_CLI
,
239 IP_VS_SCTP_S_ECHO_SER
,
240 IP_VS_SCTP_S_ESTABLISHED
,
241 IP_VS_SCTP_S_SHUT_CLI
,
242 IP_VS_SCTP_S_SHUT_SER
,
243 IP_VS_SCTP_S_SHUT_ACK_CLI
,
244 IP_VS_SCTP_S_SHUT_ACK_SER
,
250 * Delta sequence info structure
251 * Each ip_vs_conn has 2 (output AND input seq. changes).
252 * Only used in the VS/NAT.
255 __u32 init_seq
; /* Add delta from this seq */
256 __u32 delta
; /* Delta in sequence numbers */
257 __u32 previous_delta
; /* Delta in sequence numbers
258 before last resized pkt */
263 * IPVS statistics objects
265 struct ip_vs_estimator
{
266 struct list_head list
;
282 struct ip_vs_stats_user ustats
; /* statistics */
283 struct ip_vs_estimator est
; /* estimator */
285 spinlock_t lock
; /* spin lock */
294 struct ip_vs_protocol
{
295 struct ip_vs_protocol
*next
;
300 atomic_t appcnt
; /* counter of proto app incs */
301 int *timeout_table
; /* protocol timeout table */
303 void (*init
)(struct ip_vs_protocol
*pp
);
305 void (*exit
)(struct ip_vs_protocol
*pp
);
307 int (*conn_schedule
)(int af
, struct sk_buff
*skb
,
308 struct ip_vs_protocol
*pp
,
309 int *verdict
, struct ip_vs_conn
**cpp
);
312 (*conn_in_get
)(int af
,
313 const struct sk_buff
*skb
,
314 struct ip_vs_protocol
*pp
,
315 const struct ip_vs_iphdr
*iph
,
316 unsigned int proto_off
,
320 (*conn_out_get
)(int af
,
321 const struct sk_buff
*skb
,
322 struct ip_vs_protocol
*pp
,
323 const struct ip_vs_iphdr
*iph
,
324 unsigned int proto_off
,
327 int (*snat_handler
)(struct sk_buff
*skb
,
328 struct ip_vs_protocol
*pp
, struct ip_vs_conn
*cp
);
330 int (*dnat_handler
)(struct sk_buff
*skb
,
331 struct ip_vs_protocol
*pp
, struct ip_vs_conn
*cp
);
333 int (*csum_check
)(int af
, struct sk_buff
*skb
,
334 struct ip_vs_protocol
*pp
);
336 const char *(*state_name
)(int state
);
338 int (*state_transition
)(struct ip_vs_conn
*cp
, int direction
,
339 const struct sk_buff
*skb
,
340 struct ip_vs_protocol
*pp
);
342 int (*register_app
)(struct ip_vs_app
*inc
);
344 void (*unregister_app
)(struct ip_vs_app
*inc
);
346 int (*app_conn_bind
)(struct ip_vs_conn
*cp
);
348 void (*debug_packet
)(struct ip_vs_protocol
*pp
,
349 const struct sk_buff
*skb
,
353 void (*timeout_change
)(struct ip_vs_protocol
*pp
, int flags
);
355 int (*set_state_timeout
)(struct ip_vs_protocol
*pp
, char *sname
, int to
);
358 extern struct ip_vs_protocol
* ip_vs_proto_get(unsigned short proto
);
360 struct ip_vs_conn_param
{
361 const union nf_inet_addr
*caddr
;
362 const union nf_inet_addr
*vaddr
;
368 const struct ip_vs_pe
*pe
;
374 * IP_VS structure allocated for each dynamically scheduled connection
377 struct list_head c_list
; /* hashed list heads */
379 /* Protocol, addresses and port numbers */
380 u16 af
; /* address family */
381 union nf_inet_addr caddr
; /* client address */
382 union nf_inet_addr vaddr
; /* virtual address */
383 union nf_inet_addr daddr
; /* destination address */
384 volatile __u32 flags
; /* status flags */
388 __u16 protocol
; /* Which protocol (TCP/UDP) */
390 /* counter and timer */
391 atomic_t refcnt
; /* reference count */
392 struct timer_list timer
; /* Expiration timer */
393 volatile unsigned long timeout
; /* timeout */
395 /* Flags and state transition */
396 spinlock_t lock
; /* lock for state transition */
397 volatile __u16 state
; /* state info */
398 volatile __u16 old_state
; /* old state, to be used for
399 * state transition triggerd
403 /* Control members */
404 struct ip_vs_conn
*control
; /* Master control connection */
405 atomic_t n_control
; /* Number of controlled ones */
406 struct ip_vs_dest
*dest
; /* real server */
407 atomic_t in_pkts
; /* incoming packet counter */
409 /* packet transmitter for different forwarding methods. If it
410 mangles the packet, it must return NF_DROP or better NF_STOLEN,
411 otherwise this must be changed to a sk_buff **.
413 int (*packet_xmit
)(struct sk_buff
*skb
, struct ip_vs_conn
*cp
,
414 struct ip_vs_protocol
*pp
);
416 /* Note: we can group the following members into a structure,
417 in order to save more space, and the following members are
418 only used in VS/NAT anyway */
419 struct ip_vs_app
*app
; /* bound ip_vs_app object */
420 void *app_data
; /* Application private data */
421 struct ip_vs_seq in_seq
; /* incoming seq. struct */
422 struct ip_vs_seq out_seq
; /* outgoing seq. struct */
430 * Extended internal versions of struct ip_vs_service_user and
431 * ip_vs_dest_user for IPv6 support.
433 * We need these to conveniently pass around service and destination
434 * options, but unfortunately, we also need to keep the old definitions to
435 * maintain userspace backwards compatibility for the setsockopt interface.
437 struct ip_vs_service_user_kern
{
438 /* virtual service addresses */
441 union nf_inet_addr addr
; /* virtual ip address */
443 u32 fwmark
; /* firwall mark of service */
445 /* virtual service options */
448 unsigned flags
; /* virtual service flags */
449 unsigned timeout
; /* persistent timeout in sec */
450 u32 netmask
; /* persistent netmask */
454 struct ip_vs_dest_user_kern
{
455 /* destination server address */
456 union nf_inet_addr addr
;
459 /* real server options */
460 unsigned conn_flags
; /* connection flags */
461 int weight
; /* destination weight */
463 /* thresholds for active connections */
464 u32 u_threshold
; /* upper threshold */
465 u32 l_threshold
; /* lower threshold */
470 * The information about the virtual service offered to the net
471 * and the forwarding entries
473 struct ip_vs_service
{
474 struct list_head s_list
; /* for normal service table */
475 struct list_head f_list
; /* for fwmark-based service table */
476 atomic_t refcnt
; /* reference counter */
477 atomic_t usecnt
; /* use counter */
479 u16 af
; /* address family */
480 __u16 protocol
; /* which protocol (TCP/UDP) */
481 union nf_inet_addr addr
; /* IP address for virtual service */
482 __be16 port
; /* port number for the service */
483 __u32 fwmark
; /* firewall mark of the service */
484 unsigned flags
; /* service status flags */
485 unsigned timeout
; /* persistent timeout in ticks */
486 __be32 netmask
; /* grouping granularity */
488 struct list_head destinations
; /* real server d-linked list */
489 __u32 num_dests
; /* number of servers */
490 struct ip_vs_stats stats
; /* statistics for the service */
491 struct ip_vs_app
*inc
; /* bind conns to this app inc */
494 struct ip_vs_scheduler
*scheduler
; /* bound scheduler object */
495 rwlock_t sched_lock
; /* lock sched_data */
496 void *sched_data
; /* scheduler application data */
498 /* alternate persistence engine */
504 * The real server destination forwarding entry
505 * with ip address, port number, and so on.
508 struct list_head n_list
; /* for the dests in the service */
509 struct list_head d_list
; /* for table with all the dests */
511 u16 af
; /* address family */
512 union nf_inet_addr addr
; /* IP address of the server */
513 __be16 port
; /* port number of the server */
514 volatile unsigned flags
; /* dest status flags */
515 atomic_t conn_flags
; /* flags to copy to conn */
516 atomic_t weight
; /* server weight */
518 atomic_t refcnt
; /* reference counter */
519 struct ip_vs_stats stats
; /* statistics */
521 /* connection counters and thresholds */
522 atomic_t activeconns
; /* active connections */
523 atomic_t inactconns
; /* inactive connections */
524 atomic_t persistconns
; /* persistent connections */
525 __u32 u_threshold
; /* upper threshold */
526 __u32 l_threshold
; /* lower threshold */
528 /* for destination cache */
529 spinlock_t dst_lock
; /* lock of dst_cache */
530 struct dst_entry
*dst_cache
; /* destination cache entry */
531 u32 dst_rtos
; /* RT_TOS(tos) for dst */
533 #ifdef CONFIG_IP_VS_IPV6
534 struct in6_addr dst_saddr
;
537 /* for virtual service */
538 struct ip_vs_service
*svc
; /* service it belongs to */
539 __u16 protocol
; /* which protocol (TCP/UDP) */
540 union nf_inet_addr vaddr
; /* virtual IP address */
541 __be16 vport
; /* virtual port number */
542 __u32 vfwmark
; /* firewall mark of service */
547 * The scheduler object
549 struct ip_vs_scheduler
{
550 struct list_head n_list
; /* d-linked list head */
551 char *name
; /* scheduler name */
552 atomic_t refcnt
; /* reference counter */
553 struct module
*module
; /* THIS_MODULE/NULL */
555 /* scheduler initializing service */
556 int (*init_service
)(struct ip_vs_service
*svc
);
557 /* scheduling service finish */
558 int (*done_service
)(struct ip_vs_service
*svc
);
559 /* scheduler updating service */
560 int (*update_service
)(struct ip_vs_service
*svc
);
562 /* selecting a server from the given service */
563 struct ip_vs_dest
* (*schedule
)(struct ip_vs_service
*svc
,
564 const struct sk_buff
*skb
);
567 /* The persistence engine object */
569 struct list_head n_list
; /* d-linked list head */
570 char *name
; /* scheduler name */
571 atomic_t refcnt
; /* reference counter */
572 struct module
*module
; /* THIS_MODULE/NULL */
574 /* get the connection template, if any */
575 int (*fill_param
)(struct ip_vs_conn_param
*p
, struct sk_buff
*skb
);
576 bool (*ct_match
)(const struct ip_vs_conn_param
*p
,
577 struct ip_vs_conn
*ct
);
578 u32 (*hashkey_raw
)(const struct ip_vs_conn_param
*p
, u32 initval
,
580 int (*show_pe_data
)(const struct ip_vs_conn
*cp
, char *buf
);
584 * The application module object (a.k.a. app incarnation)
587 struct list_head a_list
; /* member in app list */
588 int type
; /* IP_VS_APP_TYPE_xxx */
589 char *name
; /* application module name */
591 struct module
*module
; /* THIS_MODULE/NULL */
592 struct list_head incs_list
; /* list of incarnations */
594 /* members for application incarnations */
595 struct list_head p_list
; /* member in proto app list */
596 struct ip_vs_app
*app
; /* its real application */
597 __be16 port
; /* port number in net order */
598 atomic_t usecnt
; /* usage counter */
601 * output hook: Process packet in inout direction, diff set for TCP.
602 * Return: 0=Error, 1=Payload Not Mangled/Mangled but checksum is ok,
603 * 2=Mangled but checksum was not updated
605 int (*pkt_out
)(struct ip_vs_app
*, struct ip_vs_conn
*,
606 struct sk_buff
*, int *diff
);
609 * input hook: Process packet in outin direction, diff set for TCP.
610 * Return: 0=Error, 1=Payload Not Mangled/Mangled but checksum is ok,
611 * 2=Mangled but checksum was not updated
613 int (*pkt_in
)(struct ip_vs_app
*, struct ip_vs_conn
*,
614 struct sk_buff
*, int *diff
);
616 /* ip_vs_app initializer */
617 int (*init_conn
)(struct ip_vs_app
*, struct ip_vs_conn
*);
619 /* ip_vs_app finish */
620 int (*done_conn
)(struct ip_vs_app
*, struct ip_vs_conn
*);
624 int (*bind_conn
)(struct ip_vs_app
*, struct ip_vs_conn
*,
625 struct ip_vs_protocol
*);
627 void (*unbind_conn
)(struct ip_vs_app
*, struct ip_vs_conn
*);
633 int (*conn_schedule
)(struct sk_buff
*skb
, struct ip_vs_app
*app
,
634 int *verdict
, struct ip_vs_conn
**cpp
);
637 (*conn_in_get
)(const struct sk_buff
*skb
, struct ip_vs_app
*app
,
638 const struct iphdr
*iph
, unsigned int proto_off
,
642 (*conn_out_get
)(const struct sk_buff
*skb
, struct ip_vs_app
*app
,
643 const struct iphdr
*iph
, unsigned int proto_off
,
646 int (*state_transition
)(struct ip_vs_conn
*cp
, int direction
,
647 const struct sk_buff
*skb
,
648 struct ip_vs_app
*app
);
650 void (*timeout_change
)(struct ip_vs_app
*app
, int flags
);
655 * IPVS core functions
656 * (from ip_vs_core.c)
658 extern const char *ip_vs_proto_name(unsigned proto
);
659 extern void ip_vs_init_hash_table(struct list_head
*table
, int rows
);
660 #define IP_VS_INIT_HASH_TABLE(t) ip_vs_init_hash_table((t), ARRAY_SIZE((t)))
662 #define IP_VS_APP_TYPE_FTP 1
665 * ip_vs_conn handling functions
666 * (from ip_vs_conn.c)
672 IP_VS_DIR_INPUT_ONLY
,
676 static inline void ip_vs_conn_fill_param(int af
, int protocol
,
677 const union nf_inet_addr
*caddr
,
679 const union nf_inet_addr
*vaddr
,
681 struct ip_vs_conn_param
*p
)
684 p
->protocol
= protocol
;
693 struct ip_vs_conn
*ip_vs_conn_in_get(const struct ip_vs_conn_param
*p
);
694 struct ip_vs_conn
*ip_vs_ct_in_get(const struct ip_vs_conn_param
*p
);
696 struct ip_vs_conn
* ip_vs_conn_in_get_proto(int af
, const struct sk_buff
*skb
,
697 struct ip_vs_protocol
*pp
,
698 const struct ip_vs_iphdr
*iph
,
699 unsigned int proto_off
,
702 struct ip_vs_conn
*ip_vs_conn_out_get(const struct ip_vs_conn_param
*p
);
704 struct ip_vs_conn
* ip_vs_conn_out_get_proto(int af
, const struct sk_buff
*skb
,
705 struct ip_vs_protocol
*pp
,
706 const struct ip_vs_iphdr
*iph
,
707 unsigned int proto_off
,
710 /* put back the conn without restarting its timer */
711 static inline void __ip_vs_conn_put(struct ip_vs_conn
*cp
)
713 atomic_dec(&cp
->refcnt
);
715 extern void ip_vs_conn_put(struct ip_vs_conn
*cp
);
716 extern void ip_vs_conn_fill_cport(struct ip_vs_conn
*cp
, __be16 cport
);
718 struct ip_vs_conn
*ip_vs_conn_new(const struct ip_vs_conn_param
*p
,
719 const union nf_inet_addr
*daddr
,
720 __be16 dport
, unsigned flags
,
721 struct ip_vs_dest
*dest
);
722 extern void ip_vs_conn_expire_now(struct ip_vs_conn
*cp
);
724 extern const char * ip_vs_state_name(__u16 proto
, int state
);
726 extern void ip_vs_tcp_conn_listen(struct ip_vs_conn
*cp
);
727 extern int ip_vs_check_template(struct ip_vs_conn
*ct
);
728 extern void ip_vs_random_dropentry(void);
729 extern int ip_vs_conn_init(void);
730 extern void ip_vs_conn_cleanup(void);
732 static inline void ip_vs_control_del(struct ip_vs_conn
*cp
)
734 struct ip_vs_conn
*ctl_cp
= cp
->control
;
736 IP_VS_ERR_BUF("request control DEL for uncontrolled: "
738 IP_VS_DBG_ADDR(cp
->af
, &cp
->caddr
),
740 IP_VS_DBG_ADDR(cp
->af
, &cp
->vaddr
),
746 IP_VS_DBG_BUF(7, "DELeting control for: "
747 "cp.dst=%s:%d ctl_cp.dst=%s:%d\n",
748 IP_VS_DBG_ADDR(cp
->af
, &cp
->caddr
),
750 IP_VS_DBG_ADDR(cp
->af
, &ctl_cp
->caddr
),
751 ntohs(ctl_cp
->cport
));
754 if (atomic_read(&ctl_cp
->n_control
) == 0) {
755 IP_VS_ERR_BUF("BUG control DEL with n=0 : "
757 IP_VS_DBG_ADDR(cp
->af
, &cp
->caddr
),
759 IP_VS_DBG_ADDR(cp
->af
, &cp
->vaddr
),
764 atomic_dec(&ctl_cp
->n_control
);
768 ip_vs_control_add(struct ip_vs_conn
*cp
, struct ip_vs_conn
*ctl_cp
)
771 IP_VS_ERR_BUF("request control ADD for already controlled: "
773 IP_VS_DBG_ADDR(cp
->af
, &cp
->caddr
),
775 IP_VS_DBG_ADDR(cp
->af
, &cp
->vaddr
),
778 ip_vs_control_del(cp
);
781 IP_VS_DBG_BUF(7, "ADDing control for: "
782 "cp.dst=%s:%d ctl_cp.dst=%s:%d\n",
783 IP_VS_DBG_ADDR(cp
->af
, &cp
->caddr
),
785 IP_VS_DBG_ADDR(cp
->af
, &ctl_cp
->caddr
),
786 ntohs(ctl_cp
->cport
));
788 cp
->control
= ctl_cp
;
789 atomic_inc(&ctl_cp
->n_control
);
794 * IPVS application functions
797 #define IP_VS_APP_MAX_PORTS 8
798 extern int register_ip_vs_app(struct ip_vs_app
*app
);
799 extern void unregister_ip_vs_app(struct ip_vs_app
*app
);
800 extern int ip_vs_bind_app(struct ip_vs_conn
*cp
, struct ip_vs_protocol
*pp
);
801 extern void ip_vs_unbind_app(struct ip_vs_conn
*cp
);
803 register_ip_vs_app_inc(struct ip_vs_app
*app
, __u16 proto
, __u16 port
);
804 extern int ip_vs_app_inc_get(struct ip_vs_app
*inc
);
805 extern void ip_vs_app_inc_put(struct ip_vs_app
*inc
);
807 extern int ip_vs_app_pkt_out(struct ip_vs_conn
*, struct sk_buff
*skb
);
808 extern int ip_vs_app_pkt_in(struct ip_vs_conn
*, struct sk_buff
*skb
);
809 extern int ip_vs_app_init(void);
810 extern void ip_vs_app_cleanup(void);
812 void ip_vs_bind_pe(struct ip_vs_service
*svc
, struct ip_vs_pe
*pe
);
813 void ip_vs_unbind_pe(struct ip_vs_service
*svc
);
814 int register_ip_vs_pe(struct ip_vs_pe
*pe
);
815 int unregister_ip_vs_pe(struct ip_vs_pe
*pe
);
816 extern struct ip_vs_pe
*ip_vs_pe_get(const char *name
);
817 extern void ip_vs_pe_put(struct ip_vs_pe
*pe
);
820 * IPVS protocol functions (from ip_vs_proto.c)
822 extern int ip_vs_protocol_init(void);
823 extern void ip_vs_protocol_cleanup(void);
824 extern void ip_vs_protocol_timeout_change(int flags
);
825 extern int *ip_vs_create_timeout_table(int *table
, int size
);
827 ip_vs_set_state_timeout(int *table
, int num
, const char *const *names
,
828 const char *name
, int to
);
830 ip_vs_tcpudp_debug_packet(struct ip_vs_protocol
*pp
, const struct sk_buff
*skb
,
831 int offset
, const char *msg
);
833 extern struct ip_vs_protocol ip_vs_protocol_tcp
;
834 extern struct ip_vs_protocol ip_vs_protocol_udp
;
835 extern struct ip_vs_protocol ip_vs_protocol_icmp
;
836 extern struct ip_vs_protocol ip_vs_protocol_esp
;
837 extern struct ip_vs_protocol ip_vs_protocol_ah
;
838 extern struct ip_vs_protocol ip_vs_protocol_sctp
;
841 * Registering/unregistering scheduler functions
842 * (from ip_vs_sched.c)
844 extern int register_ip_vs_scheduler(struct ip_vs_scheduler
*scheduler
);
845 extern int unregister_ip_vs_scheduler(struct ip_vs_scheduler
*scheduler
);
846 extern int ip_vs_bind_scheduler(struct ip_vs_service
*svc
,
847 struct ip_vs_scheduler
*scheduler
);
848 extern int ip_vs_unbind_scheduler(struct ip_vs_service
*svc
);
849 extern struct ip_vs_scheduler
*ip_vs_scheduler_get(const char *sched_name
);
850 extern void ip_vs_scheduler_put(struct ip_vs_scheduler
*scheduler
);
851 extern struct ip_vs_conn
*
852 ip_vs_schedule(struct ip_vs_service
*svc
, struct sk_buff
*skb
,
853 struct ip_vs_protocol
*pp
, int *ignored
);
854 extern int ip_vs_leave(struct ip_vs_service
*svc
, struct sk_buff
*skb
,
855 struct ip_vs_protocol
*pp
);
859 * IPVS control data and functions (from ip_vs_ctl.c)
861 extern int sysctl_ip_vs_cache_bypass
;
862 extern int sysctl_ip_vs_expire_nodest_conn
;
863 extern int sysctl_ip_vs_expire_quiescent_template
;
864 extern int sysctl_ip_vs_sync_threshold
[2];
865 extern int sysctl_ip_vs_nat_icmp_send
;
866 extern int sysctl_ip_vs_conntrack
;
867 extern int sysctl_ip_vs_snat_reroute
;
868 extern struct ip_vs_stats ip_vs_stats
;
869 extern const struct ctl_path net_vs_ctl_path
[];
871 extern struct ip_vs_service
*
872 ip_vs_service_get(int af
, __u32 fwmark
, __u16 protocol
,
873 const union nf_inet_addr
*vaddr
, __be16 vport
);
875 static inline void ip_vs_service_put(struct ip_vs_service
*svc
)
877 atomic_dec(&svc
->usecnt
);
880 extern struct ip_vs_dest
*
881 ip_vs_lookup_real_service(int af
, __u16 protocol
,
882 const union nf_inet_addr
*daddr
, __be16 dport
);
884 extern int ip_vs_use_count_inc(void);
885 extern void ip_vs_use_count_dec(void);
886 extern int ip_vs_control_init(void);
887 extern void ip_vs_control_cleanup(void);
888 extern struct ip_vs_dest
*
889 ip_vs_find_dest(int af
, const union nf_inet_addr
*daddr
, __be16 dport
,
890 const union nf_inet_addr
*vaddr
, __be16 vport
, __u16 protocol
);
891 extern struct ip_vs_dest
*ip_vs_try_bind_dest(struct ip_vs_conn
*cp
);
895 * IPVS sync daemon data and function prototypes
896 * (from ip_vs_sync.c)
898 extern volatile int ip_vs_sync_state
;
899 extern volatile int ip_vs_master_syncid
;
900 extern volatile int ip_vs_backup_syncid
;
901 extern char ip_vs_master_mcast_ifn
[IP_VS_IFNAME_MAXLEN
];
902 extern char ip_vs_backup_mcast_ifn
[IP_VS_IFNAME_MAXLEN
];
903 extern int start_sync_thread(int state
, char *mcast_ifn
, __u8 syncid
);
904 extern int stop_sync_thread(int state
);
905 extern void ip_vs_sync_conn(struct ip_vs_conn
*cp
);
909 * IPVS rate estimator prototypes (from ip_vs_est.c)
911 extern int ip_vs_estimator_init(void);
912 extern void ip_vs_estimator_cleanup(void);
913 extern void ip_vs_new_estimator(struct ip_vs_stats
*stats
);
914 extern void ip_vs_kill_estimator(struct ip_vs_stats
*stats
);
915 extern void ip_vs_zero_estimator(struct ip_vs_stats
*stats
);
918 * Various IPVS packet transmitters (from ip_vs_xmit.c)
920 extern int ip_vs_null_xmit
921 (struct sk_buff
*skb
, struct ip_vs_conn
*cp
, struct ip_vs_protocol
*pp
);
922 extern int ip_vs_bypass_xmit
923 (struct sk_buff
*skb
, struct ip_vs_conn
*cp
, struct ip_vs_protocol
*pp
);
924 extern int ip_vs_nat_xmit
925 (struct sk_buff
*skb
, struct ip_vs_conn
*cp
, struct ip_vs_protocol
*pp
);
926 extern int ip_vs_tunnel_xmit
927 (struct sk_buff
*skb
, struct ip_vs_conn
*cp
, struct ip_vs_protocol
*pp
);
928 extern int ip_vs_dr_xmit
929 (struct sk_buff
*skb
, struct ip_vs_conn
*cp
, struct ip_vs_protocol
*pp
);
930 extern int ip_vs_icmp_xmit
931 (struct sk_buff
*skb
, struct ip_vs_conn
*cp
, struct ip_vs_protocol
*pp
, int offset
);
932 extern void ip_vs_dst_reset(struct ip_vs_dest
*dest
);
934 #ifdef CONFIG_IP_VS_IPV6
935 extern int ip_vs_bypass_xmit_v6
936 (struct sk_buff
*skb
, struct ip_vs_conn
*cp
, struct ip_vs_protocol
*pp
);
937 extern int ip_vs_nat_xmit_v6
938 (struct sk_buff
*skb
, struct ip_vs_conn
*cp
, struct ip_vs_protocol
*pp
);
939 extern int ip_vs_tunnel_xmit_v6
940 (struct sk_buff
*skb
, struct ip_vs_conn
*cp
, struct ip_vs_protocol
*pp
);
941 extern int ip_vs_dr_xmit_v6
942 (struct sk_buff
*skb
, struct ip_vs_conn
*cp
, struct ip_vs_protocol
*pp
);
943 extern int ip_vs_icmp_xmit_v6
944 (struct sk_buff
*skb
, struct ip_vs_conn
*cp
, struct ip_vs_protocol
*pp
,
949 * This is a simple mechanism to ignore packets when
950 * we are loaded. Just set ip_vs_drop_rate to 'n' and
951 * we start to drop 1/rate of the packets
953 extern int ip_vs_drop_rate
;
954 extern int ip_vs_drop_counter
;
956 static __inline__
int ip_vs_todrop(void)
958 if (!ip_vs_drop_rate
) return 0;
959 if (--ip_vs_drop_counter
> 0) return 0;
960 ip_vs_drop_counter
= ip_vs_drop_rate
;
965 * ip_vs_fwd_tag returns the forwarding tag of the connection
967 #define IP_VS_FWD_METHOD(cp) (cp->flags & IP_VS_CONN_F_FWD_MASK)
969 static inline char ip_vs_fwd_tag(struct ip_vs_conn
*cp
)
973 switch (IP_VS_FWD_METHOD(cp
)) {
974 case IP_VS_CONN_F_MASQ
:
976 case IP_VS_CONN_F_LOCALNODE
:
978 case IP_VS_CONN_F_TUNNEL
:
980 case IP_VS_CONN_F_DROUTE
:
982 case IP_VS_CONN_F_BYPASS
:
990 extern void ip_vs_nat_icmp(struct sk_buff
*skb
, struct ip_vs_protocol
*pp
,
991 struct ip_vs_conn
*cp
, int dir
);
993 #ifdef CONFIG_IP_VS_IPV6
994 extern void ip_vs_nat_icmp_v6(struct sk_buff
*skb
, struct ip_vs_protocol
*pp
,
995 struct ip_vs_conn
*cp
, int dir
);
998 extern __sum16
ip_vs_checksum_complete(struct sk_buff
*skb
, int offset
);
1000 static inline __wsum
ip_vs_check_diff4(__be32 old
, __be32
new, __wsum oldsum
)
1002 __be32 diff
[2] = { ~old
, new };
1004 return csum_partial(diff
, sizeof(diff
), oldsum
);
1007 #ifdef CONFIG_IP_VS_IPV6
1008 static inline __wsum
ip_vs_check_diff16(const __be32
*old
, const __be32
*new,
1011 __be32 diff
[8] = { ~old
[3], ~old
[2], ~old
[1], ~old
[0],
1012 new[3], new[2], new[1], new[0] };
1014 return csum_partial(diff
, sizeof(diff
), oldsum
);
1018 static inline __wsum
ip_vs_check_diff2(__be16 old
, __be16
new, __wsum oldsum
)
1020 __be16 diff
[2] = { ~old
, new };
1022 return csum_partial(diff
, sizeof(diff
), oldsum
);
1026 * Forget current conntrack (unconfirmed) and attach notrack entry
1028 static inline void ip_vs_notrack(struct sk_buff
*skb
)
1030 #if defined(CONFIG_NF_CONNTRACK) || defined(CONFIG_NF_CONNTRACK_MODULE)
1031 enum ip_conntrack_info ctinfo
;
1032 struct nf_conn
*ct
= ct
= nf_ct_get(skb
, &ctinfo
);
1034 if (!ct
|| !nf_ct_is_untracked(ct
)) {
1036 skb
->nfct
= &nf_ct_untracked_get()->ct_general
;
1037 skb
->nfctinfo
= IP_CT_NEW
;
1038 nf_conntrack_get(skb
->nfct
);
1043 #ifdef CONFIG_IP_VS_NFCT
1045 * Netfilter connection tracking
1046 * (from ip_vs_nfct.c)
1048 static inline int ip_vs_conntrack_enabled(void)
1050 return sysctl_ip_vs_conntrack
;
1053 extern void ip_vs_update_conntrack(struct sk_buff
*skb
, struct ip_vs_conn
*cp
,
1055 extern int ip_vs_confirm_conntrack(struct sk_buff
*skb
, struct ip_vs_conn
*cp
);
1056 extern void ip_vs_nfct_expect_related(struct sk_buff
*skb
, struct nf_conn
*ct
,
1057 struct ip_vs_conn
*cp
, u_int8_t proto
,
1058 const __be16 port
, int from_rs
);
1059 extern void ip_vs_conn_drop_conntrack(struct ip_vs_conn
*cp
);
1063 static inline int ip_vs_conntrack_enabled(void)
1068 static inline void ip_vs_update_conntrack(struct sk_buff
*skb
,
1069 struct ip_vs_conn
*cp
, int outin
)
1073 static inline int ip_vs_confirm_conntrack(struct sk_buff
*skb
,
1074 struct ip_vs_conn
*cp
)
1079 static inline void ip_vs_conn_drop_conntrack(struct ip_vs_conn
*cp
)
1082 /* CONFIG_IP_VS_NFCT */
1085 #endif /* __KERNEL__ */
1087 #endif /* _NET_IP_VS_H */