include/net/xfrm.h

   1 #ifndef _NET_XFRM_H
   2 #define _NET_XFRM_H
   3
   4 #include <linux/compiler.h>
   5 #include <linux/xfrm.h>
   6 #include <linux/spinlock.h>
   7 #include <linux/list.h>
   8 #include <linux/skbuff.h>
   9 #include <linux/socket.h>
  10 #include <linux/pfkeyv2.h>
  11 #include <linux/ipsec.h>
  12 #include <linux/in6.h>
  13 #include <linux/mutex.h>
  14 #include <linux/audit.h>
  15
  16 #include <net/sock.h>
  17 #include <net/dst.h>
  18 #include <net/ip.h>
  19 #include <net/route.h>
  20 #include <net/ipv6.h>
  21 #include <net/ip6_fib.h>
  22 #ifdef CONFIG_XFRM_STATISTICS
  23 #include <net/snmp.h>
  24 #endif
  25
  26 #define XFRM_PROTO_ESP          50
  27 #define XFRM_PROTO_AH           51
  28 #define XFRM_PROTO_COMP         108
  29 #define XFRM_PROTO_IPIP         4
  30 #define XFRM_PROTO_IPV6         41
  31 #define XFRM_PROTO_ROUTING      IPPROTO_ROUTING
  32 #define XFRM_PROTO_DSTOPTS      IPPROTO_DSTOPTS
  33
  34 #define XFRM_ALIGN8(len)        (((len) + 7) & ~7)
  35 #define MODULE_ALIAS_XFRM_MODE(family, encap) \
  36         MODULE_ALIAS("xfrm-mode-" __stringify(family) "-" __stringify(encap))
  37 #define MODULE_ALIAS_XFRM_TYPE(family, proto) \
  38         MODULE_ALIAS("xfrm-type-" __stringify(family) "-" __stringify(proto))
  39
  40 #ifdef CONFIG_XFRM_STATISTICS
  41 DECLARE_SNMP_STAT(struct linux_xfrm_mib, xfrm_statistics);
  42 #define XFRM_INC_STATS(field)           SNMP_INC_STATS(xfrm_statistics, field)
  43 #define XFRM_INC_STATS_BH(field)        SNMP_INC_STATS_BH(xfrm_statistics, field)
  44 #define XFRM_INC_STATS_USER(field)      SNMP_INC_STATS_USER(xfrm_statistics, field)
  45 #else
  46 #define XFRM_INC_STATS(field)
  47 #define XFRM_INC_STATS_BH(field)
  48 #define XFRM_INC_STATS_USER(field)
  49 #endif
  50
  51 extern struct sock *xfrm_nl;
  52 extern u32 sysctl_xfrm_aevent_etime;
  53 extern u32 sysctl_xfrm_aevent_rseqth;
  54 extern int sysctl_xfrm_larval_drop;
  55 extern u32 sysctl_xfrm_acq_expires;
  56
  57 extern struct mutex xfrm_cfg_mutex;
  58
  59 /* Organization of SPD aka "XFRM rules"
  60    ------------------------------------
  61
  62    Basic objects:
  63    - policy rule, struct xfrm_policy (=SPD entry)
  64    - bundle of transformations, struct dst_entry == struct xfrm_dst (=SA bundle)
  65    - instance of a transformer, struct xfrm_state (=SA)
  66    - template to clone xfrm_state, struct xfrm_tmpl
  67
  68    SPD is plain linear list of xfrm_policy rules, ordered by priority.
  69    (To be compatible with existing pfkeyv2 implementations,
  70    many rules with priority of 0x7fffffff are allowed to exist and
  71    such rules are ordered in an unpredictable way, thanks to bsd folks.)
  72
  73    Lookup is plain linear search until the first match with selector.
  74
  75    If "action" is "block", then we prohibit the flow, otherwise:
  76    if "xfrms_nr" is zero, the flow passes untransformed. Otherwise,
  77    policy entry has list of up to XFRM_MAX_DEPTH transformations,
  78    described by templates xfrm_tmpl. Each template is resolved
  79    to a complete xfrm_state (see below) and we pack bundle of transformations
  80    to a dst_entry returned to requestor.
  81
  82    dst -. xfrm  .-> xfrm_state #1
  83     |---. child .-> dst -. xfrm .-> xfrm_state #2
  84                      |---. child .-> dst -. xfrm .-> xfrm_state #3
  85                                       |---. child .-> NULL
  86
  87    Bundles are cached at xrfm_policy struct (field ->bundles).
  88
  89
  90    Resolution of xrfm_tmpl
  91    -----------------------
  92    Template contains:
  93    1. ->mode            Mode: transport or tunnel
  94    2. ->id.proto        Protocol: AH/ESP/IPCOMP
  95    3. ->id.daddr        Remote tunnel endpoint, ignored for transport mode.
  96       Q: allow to resolve security gateway?
  97    4. ->id.spi          If not zero, static SPI.
  98    5. ->saddr           Local tunnel endpoint, ignored for transport mode.
  99    6. ->algos           List of allowed algos. Plain bitmask now.
 100       Q: ealgos, aalgos, calgos. What a mess...
 101    7. ->share           Sharing mode.
 102       Q: how to implement private sharing mode? To add struct sock* to
 103       flow id?
 104
 105    Having this template we search through SAD searching for entries
 106    with appropriate mode/proto/algo, permitted by selector.
 107    If no appropriate entry found, it is requested from key manager.
 108
 109    PROBLEMS:
 110    Q: How to find all the bundles referring to a physical path for
 111       PMTU discovery? Seems, dst should contain list of all parents...
 112       and enter to infinite locking hierarchy disaster.
 113       No! It is easier, we will not search for them, let them find us.
 114       We add genid to each dst plus pointer to genid of raw IP route,
 115       pmtu disc will update pmtu on raw IP route and increase its genid.
 116       dst_check() will see this for top level and trigger resyncing
 117       metrics. Plus, it will be made via sk->sk_dst_cache. Solved.
 118  */
 119
 120 /* Full description of state of transformer. */
 121 struct xfrm_state
 122 {
 123         /* Note: bydst is re-used during gc */
 124         struct hlist_node       bydst;
 125         struct hlist_node       bysrc;
 126         struct hlist_node       byspi;
 127
 128         atomic_t                refcnt;
 129         spinlock_t              lock;
 130
 131         struct xfrm_id          id;
 132         struct xfrm_selector    sel;
 133
 134         u32                     genid;
 135
 136         /* Key manger bits */
 137         struct {
 138                 u8              state;
 139                 u8              dying;
 140                 u32             seq;
 141         } km;
 142
 143         /* Parameters of this state. */
 144         struct {
 145                 u32             reqid;
 146                 u8              mode;
 147                 u8              replay_window;
 148                 u8              aalgo, ealgo, calgo;
 149                 u8              flags;
 150                 u16             family;
 151                 xfrm_address_t  saddr;
 152                 int             header_len;
 153                 int             trailer_len;
 154         } props;
 155
 156         struct xfrm_lifetime_cfg lft;
 157
 158         /* Data for transformer */
 159         struct xfrm_algo        *aalg;
 160         struct xfrm_algo        *ealg;
 161         struct xfrm_algo        *calg;
 162         struct xfrm_algo_aead   *aead;
 163
 164         /* Data for encapsulator */
 165         struct xfrm_encap_tmpl  *encap;
 166
 167         /* Data for care-of address */
 168         xfrm_address_t  *coaddr;
 169
 170         /* IPComp needs an IPIP tunnel for handling uncompressed packets */
 171         struct xfrm_state       *tunnel;
 172
 173         /* If a tunnel, number of users + 1 */
 174         atomic_t                tunnel_users;
 175
 176         /* State for replay detection */
 177         struct xfrm_replay_state replay;
 178
 179         /* Replay detection state at the time we sent the last notification */
 180         struct xfrm_replay_state preplay;
 181
 182         /* internal flag that only holds state for delayed aevent at the
 183          * moment
 184         */
 185         u32                     xflags;
 186
 187         /* Replay detection notification settings */
 188         u32                     replay_maxage;
 189         u32                     replay_maxdiff;
 190
 191         /* Replay detection notification timer */
 192         struct timer_list       rtimer;
 193
 194         /* Statistics */
 195         struct xfrm_stats       stats;
 196
 197         struct xfrm_lifetime_cur curlft;
 198         struct timer_list       timer;
 199
 200         /* Last used time */
 201         unsigned long           lastused;
 202
 203         /* Reference to data common to all the instances of this
 204          * transformer. */
 205         const struct xfrm_type  *type;
 206         struct xfrm_mode        *inner_mode;
 207         struct xfrm_mode        *inner_mode_iaf;
 208         struct xfrm_mode        *outer_mode;
 209
 210         /* Security context */
 211         struct xfrm_sec_ctx     *security;
 212
 213         /* Private data of this transformer, format is opaque,
 214          * interpreted by xfrm_type methods. */
 215         void                    *data;
 216 };
 217
 218 /* xflags - make enum if more show up */
 219 #define XFRM_TIME_DEFER 1
 220
 221 enum {
 222         XFRM_STATE_VOID,
 223         XFRM_STATE_ACQ,
 224         XFRM_STATE_VALID,
 225         XFRM_STATE_ERROR,
 226         XFRM_STATE_EXPIRED,
 227         XFRM_STATE_DEAD
 228 };
 229
 230 /* callback structure passed from either netlink or pfkey */
 231 struct km_event
 232 {
 233         union {
 234                 u32 hard;
 235                 u32 proto;
 236                 u32 byid;
 237                 u32 aevent;
 238                 u32 type;
 239         } data;
 240
 241         u32     seq;
 242         u32     pid;
 243         u32     event;
 244 };
 245
 246 struct net_device;
 247 struct xfrm_type;
 248 struct xfrm_dst;
 249 struct xfrm_policy_afinfo {
 250         unsigned short          family;
 251         struct dst_ops          *dst_ops;
 252         void                    (*garbage_collect)(void);
 253         struct dst_entry        *(*dst_lookup)(int tos, xfrm_address_t *saddr,
 254                                                xfrm_address_t *daddr);
 255         int                     (*get_saddr)(xfrm_address_t *saddr, xfrm_address_t *daddr);
 256         struct dst_entry        *(*find_bundle)(struct flowi *fl, struct xfrm_policy *policy);
 257         void                    (*decode_session)(struct sk_buff *skb,
 258                                                   struct flowi *fl,
 259                                                   int reverse);
 260         int                     (*get_tos)(struct flowi *fl);
 261         int                     (*init_path)(struct xfrm_dst *path,
 262                                              struct dst_entry *dst,
 263                                              int nfheader_len);
 264         int                     (*fill_dst)(struct xfrm_dst *xdst,
 265                                             struct net_device *dev);
 266 };
 267
 268 extern int xfrm_policy_register_afinfo(struct xfrm_policy_afinfo *afinfo);
 269 extern int xfrm_policy_unregister_afinfo(struct xfrm_policy_afinfo *afinfo);
 270 extern void km_policy_notify(struct xfrm_policy *xp, int dir, struct km_event *c);
 271 extern void km_state_notify(struct xfrm_state *x, struct km_event *c);
 272
 273 struct xfrm_tmpl;
 274 extern int km_query(struct xfrm_state *x, struct xfrm_tmpl *t, struct xfrm_policy *pol);
 275 extern void km_state_expired(struct xfrm_state *x, int hard, u32 pid);
 276 extern int __xfrm_state_delete(struct xfrm_state *x);
 277
 278 struct xfrm_state_afinfo {
 279         unsigned int            family;
 280         unsigned int            proto;
 281         __be16                  eth_proto;
 282         struct module           *owner;
 283         const struct xfrm_type  *type_map[IPPROTO_MAX];
 284         struct xfrm_mode        *mode_map[XFRM_MODE_MAX];
 285         int                     (*init_flags)(struct xfrm_state *x);
 286         void                    (*init_tempsel)(struct xfrm_state *x, struct flowi *fl,
 287                                                 struct xfrm_tmpl *tmpl,
 288                                                 xfrm_address_t *daddr, xfrm_address_t *saddr);
 289         int                     (*tmpl_sort)(struct xfrm_tmpl **dst, struct xfrm_tmpl **src, int n);
 290         int                     (*state_sort)(struct xfrm_state **dst, struct xfrm_state **src, int n);
 291         int                     (*output)(struct sk_buff *skb);
 292         int                     (*extract_input)(struct xfrm_state *x,
 293                                                  struct sk_buff *skb);
 294         int                     (*extract_output)(struct xfrm_state *x,
 295                                                   struct sk_buff *skb);
 296         int                     (*transport_finish)(struct sk_buff *skb,
 297                                                     int async);
 298 };
 299
 300 extern int xfrm_state_register_afinfo(struct xfrm_state_afinfo *afinfo);
 301 extern int xfrm_state_unregister_afinfo(struct xfrm_state_afinfo *afinfo);
 302
 303 extern void xfrm_state_delete_tunnel(struct xfrm_state *x);
 304
 305 struct xfrm_type
 306 {
 307         char                    *description;
 308         struct module           *owner;
 309         __u8                    proto;
 310         __u8                    flags;
 311 #define XFRM_TYPE_NON_FRAGMENT  1
 312 #define XFRM_TYPE_REPLAY_PROT   2
 313 #define XFRM_TYPE_LOCAL_COADDR  4
 314 #define XFRM_TYPE_REMOTE_COADDR 8
 315
 316         int                     (*init_state)(struct xfrm_state *x);
 317         void                    (*destructor)(struct xfrm_state *);
 318         int                     (*input)(struct xfrm_state *, struct sk_buff *skb);
 319         int                     (*output)(struct xfrm_state *, struct sk_buff *pskb);
 320         int                     (*reject)(struct xfrm_state *, struct sk_buff *, struct flowi *);
 321         int                     (*hdr_offset)(struct xfrm_state *, struct sk_buff *, u8 **);
 322         /* Estimate maximal size of result of transformation of a dgram */
 323         u32                     (*get_mtu)(struct xfrm_state *, int size);
 324 };
 325
 326 extern int xfrm_register_type(const struct xfrm_type *type, unsigned short family);
 327 extern int xfrm_unregister_type(const struct xfrm_type *type, unsigned short family);
 328
 329 struct xfrm_mode {
 330         /*
 331          * Remove encapsulation header.
 332          *
 333          * The IP header will be moved over the top of the encapsulation
 334          * header.
 335          *
 336          * On entry, the transport header shall point to where the IP header
 337          * should be and the network header shall be set to where the IP
 338          * header currently is.  skb->data shall point to the start of the
 339          * payload.
 340          */
 341         int (*input2)(struct xfrm_state *x, struct sk_buff *skb);
 342
 343         /*
 344          * This is the actual input entry point.
 345          *
 346          * For transport mode and equivalent this would be identical to
 347          * input2 (which does not need to be set).  While tunnel mode
 348          * and equivalent would set this to the tunnel encapsulation function
 349          * xfrm4_prepare_input that would in turn call input2.
 350          */
 351         int (*input)(struct xfrm_state *x, struct sk_buff *skb);
 352
 353         /*
 354          * Add encapsulation header.
 355          *
 356          * On exit, the transport header will be set to the start of the
 357          * encapsulation header to be filled in by x->type->output and
 358          * the mac header will be set to the nextheader (protocol for
 359          * IPv4) field of the extension header directly preceding the
 360          * encapsulation header, or in its absence, that of the top IP
 361          * header.  The value of the network header will always point
 362          * to the top IP header while skb->data will point to the payload.
 363          */
 364         int (*output2)(struct xfrm_state *x,struct sk_buff *skb);
 365
 366         /*
 367          * This is the actual output entry point.
 368          *
 369          * For transport mode and equivalent this would be identical to
 370          * output2 (which does not need to be set).  While tunnel mode
 371          * and equivalent would set this to a tunnel encapsulation function
 372          * (xfrm4_prepare_output or xfrm6_prepare_output) that would in turn
 373          * call output2.
 374          */
 375         int (*output)(struct xfrm_state *x, struct sk_buff *skb);
 376
 377         struct xfrm_state_afinfo *afinfo;
 378         struct module *owner;
 379         unsigned int encap;
 380         int flags;
 381 };
 382
 383 /* Flags for xfrm_mode. */
 384 enum {
 385         XFRM_MODE_FLAG_TUNNEL = 1,
 386 };
 387
 388 extern int xfrm_register_mode(struct xfrm_mode *mode, int family);
 389 extern int xfrm_unregister_mode(struct xfrm_mode *mode, int family);
 390
 391 static inline int xfrm_af2proto(unsigned int family)
 392 {
 393         switch(family) {
 394         case AF_INET:
 395                 return IPPROTO_IPIP;
 396         case AF_INET6:
 397                 return IPPROTO_IPV6;
 398         default:
 399                 return 0;
 400         }
 401 }
 402
 403 static inline struct xfrm_mode *xfrm_ip2inner_mode(struct xfrm_state *x, int ipproto)
 404 {
 405         if ((ipproto == IPPROTO_IPIP && x->props.family == AF_INET) ||
 406             (ipproto == IPPROTO_IPV6 && x->props.family == AF_INET6))
 407                 return x->inner_mode;
 408         else
 409                 return x->inner_mode_iaf;
 410 }
 411
 412 struct xfrm_tmpl
 413 {
 414 /* id in template is interpreted as:
 415  * daddr - destination of tunnel, may be zero for transport mode.
 416  * spi   - zero to acquire spi. Not zero if spi is static, then
 417  *         daddr must be fixed too.
 418  * proto - AH/ESP/IPCOMP
 419  */
 420         struct xfrm_id          id;
 421
 422 /* Source address of tunnel. Ignored, if it is not a tunnel. */
 423         xfrm_address_t          saddr;
 424
 425         unsigned short          encap_family;
 426
 427         __u32                   reqid;
 428
 429 /* Mode: transport, tunnel etc. */
 430         __u8                    mode;
 431
 432 /* Sharing mode: unique, this session only, this user only etc. */
 433         __u8                    share;
 434
 435 /* May skip this transfomration if no SA is found */
 436         __u8                    optional;
 437
 438 /* Bit mask of algos allowed for acquisition */
 439         __u32                   aalgos;
 440         __u32                   ealgos;
 441         __u32                   calgos;
 442 };
 443
 444 #define XFRM_MAX_DEPTH          6
 445
 446 struct xfrm_policy
 447 {
 448         struct xfrm_policy      *next;
 449         struct hlist_node       bydst;
 450         struct hlist_node       byidx;
 451
 452         /* This lock only affects elements except for entry. */
 453         rwlock_t                lock;
 454         atomic_t                refcnt;
 455         struct timer_list       timer;
 456
 457         u32                     priority;
 458         u32                     index;
 459         struct xfrm_selector    selector;
 460         struct xfrm_lifetime_cfg lft;
 461         struct xfrm_lifetime_cur curlft;
 462         struct dst_entry       *bundles;
 463         u16                     family;
 464         u8                      type;
 465         u8                      action;
 466         u8                      flags;
 467         u8                      dead;
 468         u8                      xfrm_nr;
 469         /* XXX 1 byte hole, try to pack */
 470         struct xfrm_sec_ctx     *security;
 471         struct xfrm_tmpl        xfrm_vec[XFRM_MAX_DEPTH];
 472 };
 473
 474 struct xfrm_migrate {
 475         xfrm_address_t          old_daddr;
 476         xfrm_address_t          old_saddr;
 477         xfrm_address_t          new_daddr;
 478         xfrm_address_t          new_saddr;
 479         u8                      proto;
 480         u8                      mode;
 481         u16                     reserved;
 482         u32                     reqid;
 483         u16                     old_family;
 484         u16                     new_family;
 485 };
 486
 487 #define XFRM_KM_TIMEOUT                30
 488 /* which seqno */
 489 #define XFRM_REPLAY_SEQ         1
 490 #define XFRM_REPLAY_OSEQ        2
 491 #define XFRM_REPLAY_SEQ_MASK    3
 492 /* what happened */
 493 #define XFRM_REPLAY_UPDATE      XFRM_AE_CR
 494 #define XFRM_REPLAY_TIMEOUT     XFRM_AE_CE
 495
 496 /* default aevent timeout in units of 100ms */
 497 #define XFRM_AE_ETIME                   10
 498 /* Async Event timer multiplier */
 499 #define XFRM_AE_ETH_M                   10
 500 /* default seq threshold size */
 501 #define XFRM_AE_SEQT_SIZE               2
 502
 503 struct xfrm_mgr
 504 {
 505         struct list_head        list;
 506         char                    *id;
 507         int                     (*notify)(struct xfrm_state *x, struct km_event *c);
 508         int                     (*acquire)(struct xfrm_state *x, struct xfrm_tmpl *, struct xfrm_policy *xp, int dir);
 509         struct xfrm_policy      *(*compile_policy)(struct sock *sk, int opt, u8 *data, int len, int *dir);
 510         int                     (*new_mapping)(struct xfrm_state *x, xfrm_address_t *ipaddr, __be16 sport);
 511         int                     (*notify_policy)(struct xfrm_policy *x, int dir, struct km_event *c);
 512         int                     (*report)(u8 proto, struct xfrm_selector *sel, xfrm_address_t *addr);
 513         int                     (*migrate)(struct xfrm_selector *sel, u8 dir, u8 type, struct xfrm_migrate *m, int num_bundles);
 514 };
 515
 516 extern int xfrm_register_km(struct xfrm_mgr *km);
 517 extern int xfrm_unregister_km(struct xfrm_mgr *km);
 518
 519 extern unsigned int xfrm_policy_count[XFRM_POLICY_MAX*2];
 520
 521 /*
 522  * This structure is used for the duration where packets are being
 523  * transformed by IPsec.  As soon as the packet leaves IPsec the
 524  * area beyond the generic IP part may be overwritten.
 525  */
 526 struct xfrm_skb_cb {
 527         union {
 528                 struct inet_skb_parm h4;
 529                 struct inet6_skb_parm h6;
 530         } header;
 531
 532         /* Sequence number for replay protection. */
 533         union {
 534                 u64 output;
 535                 __be32 input;
 536         } seq;
 537 };
 538
 539 #define XFRM_SKB_CB(__skb) ((struct xfrm_skb_cb *)&((__skb)->cb[0]))
 540
 541 /*
 542  * This structure is used by the afinfo prepare_input/prepare_output functions
 543  * to transmit header information to the mode input/output functions.
 544  */
 545 struct xfrm_mode_skb_cb {
 546         union {
 547                 struct inet_skb_parm h4;
 548                 struct inet6_skb_parm h6;
 549         } header;
 550
 551         /* Copied from header for IPv4, always set to zero and DF for IPv6. */
 552         __be16 id;
 553         __be16 frag_off;
 554
 555         /* IP header length (excluding options or extension headers). */
 556         u8 ihl;
 557
 558         /* TOS for IPv4, class for IPv6. */
 559         u8 tos;
 560
 561         /* TTL for IPv4, hop limitfor IPv6. */
 562         u8 ttl;
 563
 564         /* Protocol for IPv4, NH for IPv6. */
 565         u8 protocol;
 566
 567         /* Option length for IPv4, zero for IPv6. */
 568         u8 optlen;
 569
 570         /* Used by IPv6 only, zero for IPv4. */
 571         u8 flow_lbl[3];
 572 };
 573
 574 #define XFRM_MODE_SKB_CB(__skb) ((struct xfrm_mode_skb_cb *)&((__skb)->cb[0]))
 575
 576 /*
 577  * This structure is used by the input processing to locate the SPI and
 578  * related information.
 579  */
 580 struct xfrm_spi_skb_cb {
 581         union {
 582                 struct inet_skb_parm h4;
 583                 struct inet6_skb_parm h6;
 584         } header;
 585
 586         unsigned int daddroff;
 587         unsigned int family;
 588 };
 589
 590 #define XFRM_SPI_SKB_CB(__skb) ((struct xfrm_spi_skb_cb *)&((__skb)->cb[0]))
 591
 592 /* Audit Information */
 593 struct xfrm_audit
 594 {
 595         u32     loginuid;
 596         u32     secid;
 597 };
 598
 599 #ifdef CONFIG_AUDITSYSCALL
 600 static inline struct audit_buffer *xfrm_audit_start(const char *op)
 601 {
 602         struct audit_buffer *audit_buf = NULL;
 603
 604         if (audit_enabled == 0)
 605                 return NULL;
 606         audit_buf = audit_log_start(current->audit_context, GFP_ATOMIC,
 607                                     AUDIT_MAC_IPSEC_EVENT);
 608         if (audit_buf == NULL)
 609                 return NULL;
 610         audit_log_format(audit_buf, "op=%s", op);
 611         return audit_buf;
 612 }
 613
 614 static inline void xfrm_audit_helper_usrinfo(u32 auid, u32 secid,
 615                                              struct audit_buffer *audit_buf)
 616 {
 617         char *secctx;
 618         u32 secctx_len;
 619
 620         audit_log_format(audit_buf, " auid=%u", auid);
 621         if (secid != 0 &&
 622             security_secid_to_secctx(secid, &secctx, &secctx_len) == 0) {
 623                 audit_log_format(audit_buf, " subj=%s", secctx);
 624                 security_release_secctx(secctx, secctx_len);
 625         } else
 626                 audit_log_task_context(audit_buf);
 627 }
 628
 629 extern void xfrm_audit_policy_add(struct xfrm_policy *xp, int result,
 630                                   u32 auid, u32 secid);
 631 extern void xfrm_audit_policy_delete(struct xfrm_policy *xp, int result,
 632                                   u32 auid, u32 secid);
 633 extern void xfrm_audit_state_add(struct xfrm_state *x, int result,
 634                                  u32 auid, u32 secid);
 635 extern void xfrm_audit_state_delete(struct xfrm_state *x, int result,
 636                                     u32 auid, u32 secid);
 637 extern void xfrm_audit_state_replay_overflow(struct xfrm_state *x,
 638                                              struct sk_buff *skb);
 639 extern void xfrm_audit_state_notfound_simple(struct sk_buff *skb, u16 family);
 640 extern void xfrm_audit_state_notfound(struct sk_buff *skb, u16 family,
 641                                       __be32 net_spi, __be32 net_seq);
 642 extern void xfrm_audit_state_icvfail(struct xfrm_state *x,
 643                                      struct sk_buff *skb, u8 proto);
 644 #else
 645 #define xfrm_audit_policy_add(x, r, a, s)       do { ; } while (0)
 646 #define xfrm_audit_policy_delete(x, r, a, s)    do { ; } while (0)
 647 #define xfrm_audit_state_add(x, r, a, s)        do { ; } while (0)
 648 #define xfrm_audit_state_delete(x, r, a, s)     do { ; } while (0)
 649 #define xfrm_audit_state_replay_overflow(x, s)  do { ; } while (0)
 650 #define xfrm_audit_state_notfound_simple(s, f)  do { ; } while (0)
 651 #define xfrm_audit_state_notfound(s, f, sp, sq) do { ; } while (0)
 652 #define xfrm_audit_state_icvfail(x, s, p)       do { ; } while (0)
 653 #endif /* CONFIG_AUDITSYSCALL */
 654
 655 static inline void xfrm_pol_hold(struct xfrm_policy *policy)
 656 {
 657         if (likely(policy != NULL))
 658                 atomic_inc(&policy->refcnt);
 659 }
 660
 661 extern void xfrm_policy_destroy(struct xfrm_policy *policy);
 662
 663 static inline void xfrm_pol_put(struct xfrm_policy *policy)
 664 {
 665         if (atomic_dec_and_test(&policy->refcnt))
 666                 xfrm_policy_destroy(policy);
 667 }
 668
 669 #ifdef CONFIG_XFRM_SUB_POLICY
 670 static inline void xfrm_pols_put(struct xfrm_policy **pols, int npols)
 671 {
 672         int i;
 673         for (i = npols - 1; i >= 0; --i)
 674                 xfrm_pol_put(pols[i]);
 675 }
 676 #else
 677 static inline void xfrm_pols_put(struct xfrm_policy **pols, int npols)
 678 {
 679         xfrm_pol_put(pols[0]);
 680 }
 681 #endif
 682
 683 extern void __xfrm_state_destroy(struct xfrm_state *);
 684
 685 static inline void __xfrm_state_put(struct xfrm_state *x)
 686 {
 687         atomic_dec(&x->refcnt);
 688 }
 689
 690 static inline void xfrm_state_put(struct xfrm_state *x)
 691 {
 692         if (atomic_dec_and_test(&x->refcnt))
 693                 __xfrm_state_destroy(x);
 694 }
 695
 696 static inline void xfrm_state_hold(struct xfrm_state *x)
 697 {
 698         atomic_inc(&x->refcnt);
 699 }
 700
 701 static __inline__ int addr_match(void *token1, void *token2, int prefixlen)
 702 {
 703         __be32 *a1 = token1;
 704         __be32 *a2 = token2;
 705         int pdw;
 706         int pbi;
 707
 708         pdw = prefixlen >> 5;     /* num of whole __u32 in prefix */
 709         pbi = prefixlen &  0x1f;  /* num of bits in incomplete u32 in prefix */
 710
 711         if (pdw)
 712                 if (memcmp(a1, a2, pdw << 2))
 713                         return 0;
 714
 715         if (pbi) {
 716                 __be32 mask;
 717
 718                 mask = htonl((0xffffffff) << (32 - pbi));
 719
 720                 if ((a1[pdw] ^ a2[pdw]) & mask)
 721                         return 0;
 722         }
 723
 724         return 1;
 725 }
 726
 727 static __inline__
 728 __be16 xfrm_flowi_sport(struct flowi *fl)
 729 {
 730         __be16 port;
 731         switch(fl->proto) {
 732         case IPPROTO_TCP:
 733         case IPPROTO_UDP:
 734         case IPPROTO_UDPLITE:
 735         case IPPROTO_SCTP:
 736                 port = fl->fl_ip_sport;
 737                 break;
 738         case IPPROTO_ICMP:
 739         case IPPROTO_ICMPV6:
 740                 port = htons(fl->fl_icmp_type);
 741                 break;
 742         case IPPROTO_MH:
 743                 port = htons(fl->fl_mh_type);
 744                 break;
 745         default:
 746                 port = 0;       /*XXX*/
 747         }
 748         return port;
 749 }
 750
 751 static __inline__
 752 __be16 xfrm_flowi_dport(struct flowi *fl)
 753 {
 754         __be16 port;
 755         switch(fl->proto) {
 756         case IPPROTO_TCP:
 757         case IPPROTO_UDP:
 758         case IPPROTO_UDPLITE:
 759         case IPPROTO_SCTP:
 760                 port = fl->fl_ip_dport;
 761                 break;
 762         case IPPROTO_ICMP:
 763         case IPPROTO_ICMPV6:
 764                 port = htons(fl->fl_icmp_code);
 765                 break;
 766         default:
 767                 port = 0;       /*XXX*/
 768         }
 769         return port;
 770 }
 771
 772 extern int xfrm_selector_match(struct xfrm_selector *sel, struct flowi *fl,
 773                                unsigned short family);
 774
 775 #ifdef CONFIG_SECURITY_NETWORK_XFRM
 776 /*      If neither has a context --> match
 777  *      Otherwise, both must have a context and the sids, doi, alg must match
 778  */
 779 static inline int xfrm_sec_ctx_match(struct xfrm_sec_ctx *s1, struct xfrm_sec_ctx *s2)
 780 {
 781         return ((!s1 && !s2) ||
 782                 (s1 && s2 &&
 783                  (s1->ctx_sid == s2->ctx_sid) &&
 784                  (s1->ctx_doi == s2->ctx_doi) &&
 785                  (s1->ctx_alg == s2->ctx_alg)));
 786 }
 787 #else
 788 static inline int xfrm_sec_ctx_match(struct xfrm_sec_ctx *s1, struct xfrm_sec_ctx *s2)
 789 {
 790         return 1;
 791 }
 792 #endif
 793
 794 /* A struct encoding bundle of transformations to apply to some set of flow.
 795  *
 796  * dst->child points to the next element of bundle.
 797  * dst->xfrm  points to an instanse of transformer.
 798  *
 799  * Due to unfortunate limitations of current routing cache, which we
 800  * have no time to fix, it mirrors struct rtable and bound to the same
 801  * routing key, including saddr,daddr. However, we can have many of
 802  * bundles differing by session id. All the bundles grow from a parent
 803  * policy rule.
 804  */
 805 struct xfrm_dst
 806 {
 807         union {
 808                 struct dst_entry        dst;
 809                 struct rtable           rt;
 810                 struct rt6_info         rt6;
 811         } u;
 812         struct dst_entry *route;
 813 #ifdef CONFIG_XFRM_SUB_POLICY
 814         struct flowi *origin;
 815         struct xfrm_selector *partner;
 816 #endif
 817         u32 genid;
 818         u32 route_mtu_cached;
 819         u32 child_mtu_cached;
 820         u32 route_cookie;
 821         u32 path_cookie;
 822 };
 823
 824 static inline void xfrm_dst_destroy(struct xfrm_dst *xdst)
 825 {
 826         dst_release(xdst->route);
 827         if (likely(xdst->u.dst.xfrm))
 828                 xfrm_state_put(xdst->u.dst.xfrm);
 829 #ifdef CONFIG_XFRM_SUB_POLICY
 830         kfree(xdst->origin);
 831         xdst->origin = NULL;
 832         kfree(xdst->partner);
 833         xdst->partner = NULL;
 834 #endif
 835 }
 836
 837 extern void xfrm_dst_ifdown(struct dst_entry *dst, struct net_device *dev);
 838
 839 struct sec_path
 840 {
 841         atomic_t                refcnt;
 842         int                     len;
 843         struct xfrm_state       *xvec[XFRM_MAX_DEPTH];
 844 };
 845
 846 static inline struct sec_path *
 847 secpath_get(struct sec_path *sp)
 848 {
 849         if (sp)
 850                 atomic_inc(&sp->refcnt);
 851         return sp;
 852 }
 853
 854 extern void __secpath_destroy(struct sec_path *sp);
 855
 856 static inline void
 857 secpath_put(struct sec_path *sp)
 858 {
 859         if (sp && atomic_dec_and_test(&sp->refcnt))
 860                 __secpath_destroy(sp);
 861 }
 862
 863 extern struct sec_path *secpath_dup(struct sec_path *src);
 864
 865 static inline void
 866 secpath_reset(struct sk_buff *skb)
 867 {
 868 #ifdef CONFIG_XFRM
 869         secpath_put(skb->sp);
 870         skb->sp = NULL;
 871 #endif
 872 }
 873
 874 static inline int
 875 xfrm_addr_any(xfrm_address_t *addr, unsigned short family)
 876 {
 877         switch (family) {
 878         case AF_INET:
 879                 return addr->a4 == 0;
 880         case AF_INET6:
 881                 return ipv6_addr_any((struct in6_addr *)&addr->a6);
 882         }
 883         return 0;
 884 }
 885
 886 static inline int
 887 __xfrm4_state_addr_cmp(struct xfrm_tmpl *tmpl, struct xfrm_state *x)
 888 {
 889         return  (tmpl->saddr.a4 &&
 890                  tmpl->saddr.a4 != x->props.saddr.a4);
 891 }
 892
 893 static inline int
 894 __xfrm6_state_addr_cmp(struct xfrm_tmpl *tmpl, struct xfrm_state *x)
 895 {
 896         return  (!ipv6_addr_any((struct in6_addr*)&tmpl->saddr) &&
 897                  ipv6_addr_cmp((struct in6_addr *)&tmpl->saddr, (struct in6_addr*)&x->props.saddr));
 898 }
 899
 900 static inline int
 901 xfrm_state_addr_cmp(struct xfrm_tmpl *tmpl, struct xfrm_state *x, unsigned short family)
 902 {
 903         switch (family) {
 904         case AF_INET:
 905                 return __xfrm4_state_addr_cmp(tmpl, x);
 906         case AF_INET6:
 907                 return __xfrm6_state_addr_cmp(tmpl, x);
 908         }
 909         return !0;
 910 }
 911
 912 #ifdef CONFIG_XFRM
 913 extern int __xfrm_policy_check(struct sock *, int dir, struct sk_buff *skb, unsigned short family);
 914
 915 static inline int __xfrm_policy_check2(struct sock *sk, int dir,
 916                                        struct sk_buff *skb,
 917                                        unsigned int family, int reverse)
 918 {
 919         int ndir = dir | (reverse ? XFRM_POLICY_MASK + 1 : 0);
 920
 921         if (sk && sk->sk_policy[XFRM_POLICY_IN])
 922                 return __xfrm_policy_check(sk, ndir, skb, family);
 923
 924         return  (!xfrm_policy_count[dir] && !skb->sp) ||
 925                 (skb->dst->flags & DST_NOPOLICY) ||
 926                 __xfrm_policy_check(sk, ndir, skb, family);
 927 }
 928
 929 static inline int xfrm_policy_check(struct sock *sk, int dir, struct sk_buff *skb, unsigned short family)
 930 {
 931         return __xfrm_policy_check2(sk, dir, skb, family, 0);
 932 }
 933
 934 static inline int xfrm4_policy_check(struct sock *sk, int dir, struct sk_buff *skb)
 935 {
 936         return xfrm_policy_check(sk, dir, skb, AF_INET);
 937 }
 938
 939 static inline int xfrm6_policy_check(struct sock *sk, int dir, struct sk_buff *skb)
 940 {
 941         return xfrm_policy_check(sk, dir, skb, AF_INET6);
 942 }
 943
 944 static inline int xfrm4_policy_check_reverse(struct sock *sk, int dir,
 945                                              struct sk_buff *skb)
 946 {
 947         return __xfrm_policy_check2(sk, dir, skb, AF_INET, 1);
 948 }
 949
 950 static inline int xfrm6_policy_check_reverse(struct sock *sk, int dir,
 951                                              struct sk_buff *skb)
 952 {
 953         return __xfrm_policy_check2(sk, dir, skb, AF_INET6, 1);
 954 }
 955
 956 extern int __xfrm_decode_session(struct sk_buff *skb, struct flowi *fl,
 957                                  unsigned int family, int reverse);
 958
 959 static inline int xfrm_decode_session(struct sk_buff *skb, struct flowi *fl,
 960                                       unsigned int family)
 961 {
 962         return __xfrm_decode_session(skb, fl, family, 0);
 963 }
 964
 965 static inline int xfrm_decode_session_reverse(struct sk_buff *skb,
 966                                               struct flowi *fl,
 967                                               unsigned int family)
 968 {
 969         return __xfrm_decode_session(skb, fl, family, 1);
 970 }
 971
 972 extern int __xfrm_route_forward(struct sk_buff *skb, unsigned short family);
 973
 974 static inline int xfrm_route_forward(struct sk_buff *skb, unsigned short family)
 975 {
 976         return  !xfrm_policy_count[XFRM_POLICY_OUT] ||
 977                 (skb->dst->flags & DST_NOXFRM) ||
 978                 __xfrm_route_forward(skb, family);
 979 }
 980
 981 static inline int xfrm4_route_forward(struct sk_buff *skb)
 982 {
 983         return xfrm_route_forward(skb, AF_INET);
 984 }
 985
 986 static inline int xfrm6_route_forward(struct sk_buff *skb)
 987 {
 988         return xfrm_route_forward(skb, AF_INET6);
 989 }
 990
 991 extern int __xfrm_sk_clone_policy(struct sock *sk);
 992
 993 static inline int xfrm_sk_clone_policy(struct sock *sk)
 994 {
 995         if (unlikely(sk->sk_policy[0] || sk->sk_policy[1]))
 996                 return __xfrm_sk_clone_policy(sk);
 997         return 0;
 998 }
 999
1000 extern int xfrm_policy_delete(struct xfrm_policy *pol, int dir);
1001
1002 static inline void xfrm_sk_free_policy(struct sock *sk)
1003 {
1004         if (unlikely(sk->sk_policy[0] != NULL)) {
1005                 xfrm_policy_delete(sk->sk_policy[0], XFRM_POLICY_MAX);
1006                 sk->sk_policy[0] = NULL;
1007         }
1008         if (unlikely(sk->sk_policy[1] != NULL)) {
1009                 xfrm_policy_delete(sk->sk_policy[1], XFRM_POLICY_MAX+1);
1010                 sk->sk_policy[1] = NULL;
1011         }
1012 }
1013
1014 #else
1015
1016 static inline void xfrm_sk_free_policy(struct sock *sk) {}
1017 static inline int xfrm_sk_clone_policy(struct sock *sk) { return 0; }
1018 static inline int xfrm6_route_forward(struct sk_buff *skb) { return 1; }
1019 static inline int xfrm4_route_forward(struct sk_buff *skb) { return 1; }
1020 static inline int xfrm6_policy_check(struct sock *sk, int dir, struct sk_buff *skb)
1021 {
1022         return 1;
1023 }
1024 static inline int xfrm4_policy_check(struct sock *sk, int dir, struct sk_buff *skb)
1025 {
1026         return 1;
1027 }
1028 static inline int xfrm_policy_check(struct sock *sk, int dir, struct sk_buff *skb, unsigned short family)
1029 {
1030         return 1;
1031 }
1032 static inline int xfrm_decode_session_reverse(struct sk_buff *skb,
1033                                               struct flowi *fl,
1034                                               unsigned int family)
1035 {
1036         return -ENOSYS;
1037 }
1038 static inline int xfrm4_policy_check_reverse(struct sock *sk, int dir,
1039                                              struct sk_buff *skb)
1040 {
1041         return 1;
1042 }
1043 static inline int xfrm6_policy_check_reverse(struct sock *sk, int dir,
1044                                              struct sk_buff *skb)
1045 {
1046         return 1;
1047 }
1048 #endif
1049
1050 static __inline__
1051 xfrm_address_t *xfrm_flowi_daddr(struct flowi *fl, unsigned short family)
1052 {
1053         switch (family){
1054         case AF_INET:
1055                 return (xfrm_address_t *)&fl->fl4_dst;
1056         case AF_INET6:
1057                 return (xfrm_address_t *)&fl->fl6_dst;
1058         }
1059         return NULL;
1060 }
1061
1062 static __inline__
1063 xfrm_address_t *xfrm_flowi_saddr(struct flowi *fl, unsigned short family)
1064 {
1065         switch (family){
1066         case AF_INET:
1067                 return (xfrm_address_t *)&fl->fl4_src;
1068         case AF_INET6:
1069                 return (xfrm_address_t *)&fl->fl6_src;
1070         }
1071         return NULL;
1072 }
1073
1074 static __inline__ int
1075 __xfrm4_state_addr_check(struct xfrm_state *x,
1076                          xfrm_address_t *daddr, xfrm_address_t *saddr)
1077 {
1078         if (daddr->a4 == x->id.daddr.a4 &&
1079             (saddr->a4 == x->props.saddr.a4 || !saddr->a4 || !x->props.saddr.a4))
1080                 return 1;
1081         return 0;
1082 }
1083
1084 static __inline__ int
1085 __xfrm6_state_addr_check(struct xfrm_state *x,
1086                          xfrm_address_t *daddr, xfrm_address_t *saddr)
1087 {
1088         if (!ipv6_addr_cmp((struct in6_addr *)daddr, (struct in6_addr *)&x->id.daddr) &&
1089             (!ipv6_addr_cmp((struct in6_addr *)saddr, (struct in6_addr *)&x->props.saddr)||
1090              ipv6_addr_any((struct in6_addr *)saddr) ||
1091              ipv6_addr_any((struct in6_addr *)&x->props.saddr)))
1092                 return 1;
1093         return 0;
1094 }
1095
1096 static __inline__ int
1097 xfrm_state_addr_check(struct xfrm_state *x,
1098                       xfrm_address_t *daddr, xfrm_address_t *saddr,
1099                       unsigned short family)
1100 {
1101         switch (family) {
1102         case AF_INET:
1103                 return __xfrm4_state_addr_check(x, daddr, saddr);
1104         case AF_INET6:
1105                 return __xfrm6_state_addr_check(x, daddr, saddr);
1106         }
1107         return 0;
1108 }
1109
1110 static __inline__ int
1111 xfrm_state_addr_flow_check(struct xfrm_state *x, struct flowi *fl,
1112                            unsigned short family)
1113 {
1114         switch (family) {
1115         case AF_INET:
1116                 return __xfrm4_state_addr_check(x,
1117                                                 (xfrm_address_t *)&fl->fl4_dst,
1118                                                 (xfrm_address_t *)&fl->fl4_src);
1119         case AF_INET6:
1120                 return __xfrm6_state_addr_check(x,
1121                                                 (xfrm_address_t *)&fl->fl6_dst,
1122                                                 (xfrm_address_t *)&fl->fl6_src);
1123         }
1124         return 0;
1125 }
1126
1127 static inline int xfrm_state_kern(struct xfrm_state *x)
1128 {
1129         return atomic_read(&x->tunnel_users);
1130 }
1131
1132 static inline int xfrm_id_proto_match(u8 proto, u8 userproto)
1133 {
1134         return (!userproto || proto == userproto ||
1135                 (userproto == IPSEC_PROTO_ANY && (proto == IPPROTO_AH ||
1136                                                   proto == IPPROTO_ESP ||
1137                                                   proto == IPPROTO_COMP)));
1138 }
1139
1140 /*
1141  * xfrm algorithm information
1142  */
1143 struct xfrm_algo_aead_info {
1144         u16 icv_truncbits;
1145 };
1146
1147 struct xfrm_algo_auth_info {
1148         u16 icv_truncbits;
1149         u16 icv_fullbits;
1150 };
1151
1152 struct xfrm_algo_encr_info {
1153         u16 blockbits;
1154         u16 defkeybits;
1155 };
1156
1157 struct xfrm_algo_comp_info {
1158         u16 threshold;
1159 };
1160
1161 struct xfrm_algo_desc {
1162         char *name;
1163         char *compat;
1164         u8 available:1;
1165         union {
1166                 struct xfrm_algo_aead_info aead;
1167                 struct xfrm_algo_auth_info auth;
1168                 struct xfrm_algo_encr_info encr;
1169                 struct xfrm_algo_comp_info comp;
1170         } uinfo;
1171         struct sadb_alg desc;
1172 };
1173
1174 /* XFRM tunnel handlers.  */
1175 struct xfrm_tunnel {
1176         int (*handler)(struct sk_buff *skb);
1177         int (*err_handler)(struct sk_buff *skb, __u32 info);
1178
1179         struct xfrm_tunnel *next;
1180         int priority;
1181 };
1182
1183 struct xfrm6_tunnel {
1184         int (*handler)(struct sk_buff *skb);
1185         int (*err_handler)(struct sk_buff *skb, struct inet6_skb_parm *opt,
1186                            int type, int code, int offset, __be32 info);
1187         struct xfrm6_tunnel *next;
1188         int priority;
1189 };
1190
1191 extern void xfrm_init(void);
1192 extern void xfrm4_init(void);
1193 extern void xfrm_state_init(void);
1194 extern void xfrm4_state_init(void);
1195 #ifdef CONFIG_XFRM
1196 extern int xfrm6_init(void);
1197 extern void xfrm6_fini(void);
1198 extern int xfrm6_state_init(void);
1199 extern void xfrm6_state_fini(void);
1200 #else
1201 static inline int xfrm6_init(void)
1202 {
1203         return 0;
1204 }
1205 static inline void xfrm6_fini(void)
1206 {
1207         ;
1208 }
1209 #endif
1210
1211 #ifdef CONFIG_XFRM_STATISTICS
1212 extern int xfrm_proc_init(void);
1213 #endif
1214
1215 extern int xfrm_state_walk(u8 proto, int (*func)(struct xfrm_state *, int, void*), void *);
1216 extern struct xfrm_state *xfrm_state_alloc(void);
1217 extern struct xfrm_state *xfrm_state_find(xfrm_address_t *daddr, xfrm_address_t *saddr,
1218                                           struct flowi *fl, struct xfrm_tmpl *tmpl,
1219                                           struct xfrm_policy *pol, int *err,
1220                                           unsigned short family);
1221 extern struct xfrm_state * xfrm_stateonly_find(xfrm_address_t *daddr,
1222                                                xfrm_address_t *saddr,
1223                                                unsigned short family,
1224                                                u8 mode, u8 proto, u32 reqid);
1225 extern int xfrm_state_check_expire(struct xfrm_state *x);
1226 extern void xfrm_state_insert(struct xfrm_state *x);
1227 extern int xfrm_state_add(struct xfrm_state *x);
1228 extern int xfrm_state_update(struct xfrm_state *x);
1229 extern struct xfrm_state *xfrm_state_lookup(xfrm_address_t *daddr, __be32 spi, u8 proto, unsigned short family);
1230 extern struct xfrm_state *xfrm_state_lookup_byaddr(xfrm_address_t *daddr, xfrm_address_t *saddr, u8 proto, unsigned short family);
1231 #ifdef CONFIG_XFRM_SUB_POLICY
1232 extern int xfrm_tmpl_sort(struct xfrm_tmpl **dst, struct xfrm_tmpl **src,
1233                           int n, unsigned short family);
1234 extern int xfrm_state_sort(struct xfrm_state **dst, struct xfrm_state **src,
1235                            int n, unsigned short family);
1236 #else
1237 static inline int xfrm_tmpl_sort(struct xfrm_tmpl **dst, struct xfrm_tmpl **src,
1238                                  int n, unsigned short family)
1239 {
1240         return -ENOSYS;
1241 }
1242
1243 static inline int xfrm_state_sort(struct xfrm_state **dst, struct xfrm_state **src,
1244                                   int n, unsigned short family)
1245 {
1246         return -ENOSYS;
1247 }
1248 #endif
1249
1250 struct xfrmk_sadinfo {
1251         u32 sadhcnt; /* current hash bkts */
1252         u32 sadhmcnt; /* max allowed hash bkts */
1253         u32 sadcnt; /* current running count */
1254 };
1255
1256 struct xfrmk_spdinfo {
1257         u32 incnt;
1258         u32 outcnt;
1259         u32 fwdcnt;
1260         u32 inscnt;
1261         u32 outscnt;
1262         u32 fwdscnt;
1263         u32 spdhcnt;
1264         u32 spdhmcnt;
1265 };
1266
1267 extern struct xfrm_state *xfrm_find_acq_byseq(u32 seq);
1268 extern int xfrm_state_delete(struct xfrm_state *x);
1269 extern int xfrm_state_flush(u8 proto, struct xfrm_audit *audit_info);
1270 extern void xfrm_sad_getinfo(struct xfrmk_sadinfo *si);
1271 extern void xfrm_spd_getinfo(struct xfrmk_spdinfo *si);
1272 extern int xfrm_replay_check(struct xfrm_state *x,
1273                              struct sk_buff *skb, __be32 seq);
1274 extern void xfrm_replay_advance(struct xfrm_state *x, __be32 seq);
1275 extern void xfrm_replay_notify(struct xfrm_state *x, int event);
1276 extern int xfrm_state_mtu(struct xfrm_state *x, int mtu);
1277 extern int xfrm_init_state(struct xfrm_state *x);
1278 extern int xfrm_prepare_input(struct xfrm_state *x, struct sk_buff *skb);
1279 extern int xfrm_input(struct sk_buff *skb, int nexthdr, __be32 spi,
1280                       int encap_type);
1281 extern int xfrm_input_resume(struct sk_buff *skb, int nexthdr);
1282 extern int xfrm_output_resume(struct sk_buff *skb, int err);
1283 extern int xfrm_output(struct sk_buff *skb);
1284 extern int xfrm_inner_extract_output(struct xfrm_state *x, struct sk_buff *skb);
1285 extern int xfrm4_extract_header(struct sk_buff *skb);
1286 extern int xfrm4_extract_input(struct xfrm_state *x, struct sk_buff *skb);
1287 extern int xfrm4_rcv_encap(struct sk_buff *skb, int nexthdr, __be32 spi,
1288                            int encap_type);
1289 extern int xfrm4_transport_finish(struct sk_buff *skb, int async);
1290 extern int xfrm4_rcv(struct sk_buff *skb);
1291
1292 static inline int xfrm4_rcv_spi(struct sk_buff *skb, int nexthdr, __be32 spi)
1293 {
1294         return xfrm4_rcv_encap(skb, nexthdr, spi, 0);
1295 }
1296
1297 extern int xfrm4_extract_output(struct xfrm_state *x, struct sk_buff *skb);
1298 extern int xfrm4_prepare_output(struct xfrm_state *x, struct sk_buff *skb);
1299 extern int xfrm4_output(struct sk_buff *skb);
1300 extern int xfrm4_tunnel_register(struct xfrm_tunnel *handler, unsigned short family);
1301 extern int xfrm4_tunnel_deregister(struct xfrm_tunnel *handler, unsigned short family);
1302 extern int xfrm6_extract_header(struct sk_buff *skb);
1303 extern int xfrm6_extract_input(struct xfrm_state *x, struct sk_buff *skb);
1304 extern int xfrm6_rcv_spi(struct sk_buff *skb, int nexthdr, __be32 spi);
1305 extern int xfrm6_transport_finish(struct sk_buff *skb, int async);
1306 extern int xfrm6_rcv(struct sk_buff *skb);
1307 extern int xfrm6_input_addr(struct sk_buff *skb, xfrm_address_t *daddr,
1308                             xfrm_address_t *saddr, u8 proto);
1309 extern int xfrm6_tunnel_register(struct xfrm6_tunnel *handler, unsigned short family);
1310 extern int xfrm6_tunnel_deregister(struct xfrm6_tunnel *handler, unsigned short family);
1311 extern __be32 xfrm6_tunnel_alloc_spi(xfrm_address_t *saddr);
1312 extern void xfrm6_tunnel_free_spi(xfrm_address_t *saddr);
1313 extern __be32 xfrm6_tunnel_spi_lookup(xfrm_address_t *saddr);
1314 extern int xfrm6_extract_output(struct xfrm_state *x, struct sk_buff *skb);
1315 extern int xfrm6_prepare_output(struct xfrm_state *x, struct sk_buff *skb);
1316 extern int xfrm6_output(struct sk_buff *skb);
1317 extern int xfrm6_find_1stfragopt(struct xfrm_state *x, struct sk_buff *skb,
1318                                  u8 **prevhdr);
1319
1320 #ifdef CONFIG_XFRM
1321 extern int xfrm4_udp_encap_rcv(struct sock *sk, struct sk_buff *skb);
1322 extern int xfrm_user_policy(struct sock *sk, int optname, u8 __user *optval, int optlen);
1323 #else
1324 static inline int xfrm_user_policy(struct sock *sk, int optname, u8 __user *optval, int optlen)
1325 {
1326         return -ENOPROTOOPT;
1327 }
1328
1329 static inline int xfrm4_udp_encap_rcv(struct sock *sk, struct sk_buff *skb)
1330 {
1331         /* should not happen */
1332         kfree_skb(skb);
1333         return 0;
1334 }
1335 #endif
1336
1337 struct xfrm_policy *xfrm_policy_alloc(gfp_t gfp);
1338 extern int xfrm_policy_walk(u8 type, int (*func)(struct xfrm_policy *, int, int, void*), void *);
1339 int xfrm_policy_insert(int dir, struct xfrm_policy *policy, int excl);
1340 struct xfrm_policy *xfrm_policy_bysel_ctx(u8 type, int dir,
1341                                           struct xfrm_selector *sel,
1342                                           struct xfrm_sec_ctx *ctx, int delete,
1343                                           int *err);
1344 struct xfrm_policy *xfrm_policy_byid(u8, int dir, u32 id, int delete, int *err);
1345 int xfrm_policy_flush(u8 type, struct xfrm_audit *audit_info);
1346 u32 xfrm_get_acqseq(void);
1347 extern int xfrm_alloc_spi(struct xfrm_state *x, u32 minspi, u32 maxspi);
1348 struct xfrm_state * xfrm_find_acq(u8 mode, u32 reqid, u8 proto,
1349                                   xfrm_address_t *daddr, xfrm_address_t *saddr,
1350                                   int create, unsigned short family);
1351 extern int xfrm_sk_policy_insert(struct sock *sk, int dir, struct xfrm_policy *pol);
1352 extern int xfrm_bundle_ok(struct xfrm_policy *pol, struct xfrm_dst *xdst,
1353                           struct flowi *fl, int family, int strict);
1354
1355 #ifdef CONFIG_XFRM_MIGRATE
1356 extern int km_migrate(struct xfrm_selector *sel, u8 dir, u8 type,
1357                       struct xfrm_migrate *m, int num_bundles);
1358 extern struct xfrm_state * xfrm_migrate_state_find(struct xfrm_migrate *m);
1359 extern struct xfrm_state * xfrm_state_migrate(struct xfrm_state *x,
1360                                               struct xfrm_migrate *m);
1361 extern int xfrm_migrate(struct xfrm_selector *sel, u8 dir, u8 type,
1362                         struct xfrm_migrate *m, int num_bundles);
1363 #endif
1364
1365 extern wait_queue_head_t km_waitq;
1366 extern int km_new_mapping(struct xfrm_state *x, xfrm_address_t *ipaddr, __be16 sport);
1367 extern void km_policy_expired(struct xfrm_policy *pol, int dir, int hard, u32 pid);
1368 extern int km_report(u8 proto, struct xfrm_selector *sel, xfrm_address_t *addr);
1369
1370 extern void xfrm_input_init(void);
1371 extern int xfrm_parse_spi(struct sk_buff *skb, u8 nexthdr, __be32 *spi, __be32 *seq);
1372
1373 extern void xfrm_probe_algs(void);
1374 extern int xfrm_count_auth_supported(void);
1375 extern int xfrm_count_enc_supported(void);
1376 extern struct xfrm_algo_desc *xfrm_aalg_get_byidx(unsigned int idx);
1377 extern struct xfrm_algo_desc *xfrm_ealg_get_byidx(unsigned int idx);
1378 extern struct xfrm_algo_desc *xfrm_aalg_get_byid(int alg_id);
1379 extern struct xfrm_algo_desc *xfrm_ealg_get_byid(int alg_id);
1380 extern struct xfrm_algo_desc *xfrm_calg_get_byid(int alg_id);
1381 extern struct xfrm_algo_desc *xfrm_aalg_get_byname(char *name, int probe);
1382 extern struct xfrm_algo_desc *xfrm_ealg_get_byname(char *name, int probe);
1383 extern struct xfrm_algo_desc *xfrm_calg_get_byname(char *name, int probe);
1384 extern struct xfrm_algo_desc *xfrm_aead_get_byname(char *name, int icv_len,
1385                                                    int probe);
1386
1387 struct hash_desc;
1388 struct scatterlist;
1389 typedef int (icv_update_fn_t)(struct hash_desc *, struct scatterlist *,
1390                               unsigned int);
1391
1392 extern int skb_icv_walk(const struct sk_buff *skb, struct hash_desc *tfm,
1393                         int offset, int len, icv_update_fn_t icv_update);
1394
1395 static inline int xfrm_addr_cmp(xfrm_address_t *a, xfrm_address_t *b,
1396                                 int family)
1397 {
1398         switch (family) {
1399         default:
1400         case AF_INET:
1401                 return (__force __u32)a->a4 - (__force __u32)b->a4;
1402         case AF_INET6:
1403                 return ipv6_addr_cmp((struct in6_addr *)a,
1404                                      (struct in6_addr *)b);
1405         }
1406 }
1407
1408 static inline int xfrm_policy_id2dir(u32 index)
1409 {
1410         return index & 7;
1411 }
1412
1413 static inline int xfrm_aevent_is_on(void)
1414 {
1415         struct sock *nlsk;
1416         int ret = 0;
1417
1418         rcu_read_lock();
1419         nlsk = rcu_dereference(xfrm_nl);
1420         if (nlsk)
1421                 ret = netlink_has_listeners(nlsk, XFRMNLGRP_AEVENTS);
1422         rcu_read_unlock();
1423         return ret;
1424 }
1425
1426 static inline int xfrm_alg_len(struct xfrm_algo *alg)
1427 {
1428         return sizeof(*alg) + ((alg->alg_key_len + 7) / 8);
1429 }
1430
1431 #ifdef CONFIG_XFRM_MIGRATE
1432 static inline struct xfrm_algo *xfrm_algo_clone(struct xfrm_algo *orig)
1433 {
1434         return kmemdup(orig, xfrm_alg_len(orig), GFP_KERNEL);
1435 }
1436
1437 static inline void xfrm_states_put(struct xfrm_state **states, int n)
1438 {
1439         int i;
1440         for (i = 0; i < n; i++)
1441                 xfrm_state_put(*(states + i));
1442 }
1443
1444 static inline void xfrm_states_delete(struct xfrm_state **states, int n)
1445 {
1446         int i;
1447         for (i = 0; i < n; i++)
1448                 xfrm_state_delete(*(states + i));
1449 }
1450 #endif
1451
1452 static inline struct xfrm_state *xfrm_input_state(struct sk_buff *skb)
1453 {
1454         return skb->sp->xvec[skb->sp->len - 1];
1455 }
1456
1457 #endif  /* _NET_XFRM_H */