include/net/xfrm.h

   1 #ifndef _NET_XFRM_H
   2 #define _NET_XFRM_H
   3
   4 #include <linux/compiler.h>
   5 #include <linux/xfrm.h>
   6 #include <linux/spinlock.h>
   7 #include <linux/list.h>
   8 #include <linux/skbuff.h>
   9 #include <linux/socket.h>
  10 #include <linux/pfkeyv2.h>
  11 #include <linux/ipsec.h>
  12 #include <linux/in6.h>
  13 #include <linux/mutex.h>
  14 #include <linux/audit.h>
  15 #include <linux/slab.h>
  16
  17 #include <net/sock.h>
  18 #include <net/dst.h>
  19 #include <net/ip.h>
  20 #include <net/route.h>
  21 #include <net/ipv6.h>
  22 #include <net/ip6_fib.h>
  23 #include <net/flow.h>
  24
  25 #include <linux/interrupt.h>
  26
  27 #ifdef CONFIG_XFRM_STATISTICS
  28 #include <net/snmp.h>
  29 #endif
  30
  31 #define XFRM_PROTO_ESP          50
  32 #define XFRM_PROTO_AH           51
  33 #define XFRM_PROTO_COMP         108
  34 #define XFRM_PROTO_IPIP         4
  35 #define XFRM_PROTO_IPV6         41
  36 #define XFRM_PROTO_ROUTING      IPPROTO_ROUTING
  37 #define XFRM_PROTO_DSTOPTS      IPPROTO_DSTOPTS
  38
  39 #define XFRM_ALIGN4(len)        (((len) + 3) & ~3)
  40 #define XFRM_ALIGN8(len)        (((len) + 7) & ~7)
  41 #define MODULE_ALIAS_XFRM_MODE(family, encap) \
  42         MODULE_ALIAS("xfrm-mode-" __stringify(family) "-" __stringify(encap))
  43 #define MODULE_ALIAS_XFRM_TYPE(family, proto) \
  44         MODULE_ALIAS("xfrm-type-" __stringify(family) "-" __stringify(proto))
  45
  46 #ifdef CONFIG_XFRM_STATISTICS
  47 #define XFRM_INC_STATS(net, field)      SNMP_INC_STATS((net)->mib.xfrm_statistics, field)
  48 #define XFRM_INC_STATS_BH(net, field)   SNMP_INC_STATS_BH((net)->mib.xfrm_statistics, field)
  49 #define XFRM_INC_STATS_USER(net, field) SNMP_INC_STATS_USER((net)-mib.xfrm_statistics, field)
  50 #else
  51 #define XFRM_INC_STATS(net, field)      ((void)(net))
  52 #define XFRM_INC_STATS_BH(net, field)   ((void)(net))
  53 #define XFRM_INC_STATS_USER(net, field) ((void)(net))
  54 #endif
  55
  56 extern struct mutex xfrm_cfg_mutex;
  57
  58 /* Organization of SPD aka "XFRM rules"
  59    ------------------------------------
  60
  61    Basic objects:
  62    - policy rule, struct xfrm_policy (=SPD entry)
  63    - bundle of transformations, struct dst_entry == struct xfrm_dst (=SA bundle)
  64    - instance of a transformer, struct xfrm_state (=SA)
  65    - template to clone xfrm_state, struct xfrm_tmpl
  66
  67    SPD is plain linear list of xfrm_policy rules, ordered by priority.
  68    (To be compatible with existing pfkeyv2 implementations,
  69    many rules with priority of 0x7fffffff are allowed to exist and
  70    such rules are ordered in an unpredictable way, thanks to bsd folks.)
  71
  72    Lookup is plain linear search until the first match with selector.
  73
  74    If "action" is "block", then we prohibit the flow, otherwise:
  75    if "xfrms_nr" is zero, the flow passes untransformed. Otherwise,
  76    policy entry has list of up to XFRM_MAX_DEPTH transformations,
  77    described by templates xfrm_tmpl. Each template is resolved
  78    to a complete xfrm_state (see below) and we pack bundle of transformations
  79    to a dst_entry returned to requestor.
  80
  81    dst -. xfrm  .-> xfrm_state #1
  82     |---. child .-> dst -. xfrm .-> xfrm_state #2
  83                      |---. child .-> dst -. xfrm .-> xfrm_state #3
  84                                       |---. child .-> NULL
  85
  86    Bundles are cached at xrfm_policy struct (field ->bundles).
  87
  88
  89    Resolution of xrfm_tmpl
  90    -----------------------
  91    Template contains:
  92    1. ->mode            Mode: transport or tunnel
  93    2. ->id.proto        Protocol: AH/ESP/IPCOMP
  94    3. ->id.daddr        Remote tunnel endpoint, ignored for transport mode.
  95       Q: allow to resolve security gateway?
  96    4. ->id.spi          If not zero, static SPI.
  97    5. ->saddr           Local tunnel endpoint, ignored for transport mode.
  98    6. ->algos           List of allowed algos. Plain bitmask now.
  99       Q: ealgos, aalgos, calgos. What a mess...
 100    7. ->share           Sharing mode.
 101       Q: how to implement private sharing mode? To add struct sock* to
 102       flow id?
 103
 104    Having this template we search through SAD searching for entries
 105    with appropriate mode/proto/algo, permitted by selector.
 106    If no appropriate entry found, it is requested from key manager.
 107
 108    PROBLEMS:
 109    Q: How to find all the bundles referring to a physical path for
 110       PMTU discovery? Seems, dst should contain list of all parents...
 111       and enter to infinite locking hierarchy disaster.
 112       No! It is easier, we will not search for them, let them find us.
 113       We add genid to each dst plus pointer to genid of raw IP route,
 114       pmtu disc will update pmtu on raw IP route and increase its genid.
 115       dst_check() will see this for top level and trigger resyncing
 116       metrics. Plus, it will be made via sk->sk_dst_cache. Solved.
 117  */
 118
 119 struct xfrm_state_walk {
 120         struct list_head        all;
 121         u8                      state;
 122         union {
 123                 u8              dying;
 124                 u8              proto;
 125         };
 126         u32                     seq;
 127 };
 128
 129 /* Full description of state of transformer. */
 130 struct xfrm_state {
 131 #ifdef CONFIG_NET_NS
 132         struct net              *xs_net;
 133 #endif
 134         union {
 135                 struct hlist_node       gclist;
 136                 struct hlist_node       bydst;
 137         };
 138         struct hlist_node       bysrc;
 139         struct hlist_node       byspi;
 140
 141         atomic_t                refcnt;
 142         spinlock_t              lock;
 143
 144         struct xfrm_id          id;
 145         struct xfrm_selector    sel;
 146         struct xfrm_mark        mark;
 147         u32                     tfcpad;
 148
 149         u32                     genid;
 150
 151         /* Key manager bits */
 152         struct xfrm_state_walk  km;
 153
 154         /* Parameters of this state. */
 155         struct {
 156                 u32             reqid;
 157                 u8              mode;
 158                 u8              replay_window;
 159                 u8              aalgo, ealgo, calgo;
 160                 u8              flags;
 161                 u16             family;
 162                 xfrm_address_t  saddr;
 163                 int             header_len;
 164                 int             trailer_len;
 165         } props;
 166
 167         struct xfrm_lifetime_cfg lft;
 168
 169         /* Data for transformer */
 170         struct xfrm_algo_auth   *aalg;
 171         struct xfrm_algo        *ealg;
 172         struct xfrm_algo        *calg;
 173         struct xfrm_algo_aead   *aead;
 174
 175         /* Data for encapsulator */
 176         struct xfrm_encap_tmpl  *encap;
 177
 178         /* Data for care-of address */
 179         xfrm_address_t  *coaddr;
 180
 181         /* IPComp needs an IPIP tunnel for handling uncompressed packets */
 182         struct xfrm_state       *tunnel;
 183
 184         /* If a tunnel, number of users + 1 */
 185         atomic_t                tunnel_users;
 186
 187         /* State for replay detection */
 188         struct xfrm_replay_state replay;
 189
 190         /* Replay detection state at the time we sent the last notification */
 191         struct xfrm_replay_state preplay;
 192
 193         /* internal flag that only holds state for delayed aevent at the
 194          * moment
 195         */
 196         u32                     xflags;
 197
 198         /* Replay detection notification settings */
 199         u32                     replay_maxage;
 200         u32                     replay_maxdiff;
 201
 202         /* Replay detection notification timer */
 203         struct timer_list       rtimer;
 204
 205         /* Statistics */
 206         struct xfrm_stats       stats;
 207
 208         struct xfrm_lifetime_cur curlft;
 209         struct tasklet_hrtimer  mtimer;
 210
 211         /* Last used time */
 212         unsigned long           lastused;
 213
 214         /* Reference to data common to all the instances of this
 215          * transformer. */
 216         const struct xfrm_type  *type;
 217         struct xfrm_mode        *inner_mode;
 218         struct xfrm_mode        *inner_mode_iaf;
 219         struct xfrm_mode        *outer_mode;
 220
 221         /* Security context */
 222         struct xfrm_sec_ctx     *security;
 223
 224         /* Private data of this transformer, format is opaque,
 225          * interpreted by xfrm_type methods. */
 226         void                    *data;
 227 };
 228
 229 static inline struct net *xs_net(struct xfrm_state *x)
 230 {
 231         return read_pnet(&x->xs_net);
 232 }
 233
 234 /* xflags - make enum if more show up */
 235 #define XFRM_TIME_DEFER 1
 236
 237 enum {
 238         XFRM_STATE_VOID,
 239         XFRM_STATE_ACQ,
 240         XFRM_STATE_VALID,
 241         XFRM_STATE_ERROR,
 242         XFRM_STATE_EXPIRED,
 243         XFRM_STATE_DEAD
 244 };
 245
 246 /* callback structure passed from either netlink or pfkey */
 247 struct km_event {
 248         union {
 249                 u32 hard;
 250                 u32 proto;
 251                 u32 byid;
 252                 u32 aevent;
 253                 u32 type;
 254         } data;
 255
 256         u32     seq;
 257         u32     pid;
 258         u32     event;
 259         struct net *net;
 260 };
 261
 262 struct net_device;
 263 struct xfrm_type;
 264 struct xfrm_dst;
 265 struct xfrm_policy_afinfo {
 266         unsigned short          family;
 267         struct dst_ops          *dst_ops;
 268         void                    (*garbage_collect)(struct net *net);
 269         struct dst_entry        *(*dst_lookup)(struct net *net, int tos,
 270                                                const xfrm_address_t *saddr,
 271                                                const xfrm_address_t *daddr);
 272         int                     (*get_saddr)(struct net *net, xfrm_address_t *saddr, xfrm_address_t *daddr);
 273         void                    (*decode_session)(struct sk_buff *skb,
 274                                                   struct flowi *fl,
 275                                                   int reverse);
 276         int                     (*get_tos)(const struct flowi *fl);
 277         int                     (*init_path)(struct xfrm_dst *path,
 278                                              struct dst_entry *dst,
 279                                              int nfheader_len);
 280         int                     (*fill_dst)(struct xfrm_dst *xdst,
 281                                             struct net_device *dev,
 282                                             const struct flowi *fl);
 283         struct dst_entry        *(*blackhole_route)(struct net *net, struct dst_entry *orig);
 284 };
 285
 286 extern int xfrm_policy_register_afinfo(struct xfrm_policy_afinfo *afinfo);
 287 extern int xfrm_policy_unregister_afinfo(struct xfrm_policy_afinfo *afinfo);
 288 extern void km_policy_notify(struct xfrm_policy *xp, int dir, const struct km_event *c);
 289 extern void km_state_notify(struct xfrm_state *x, const struct km_event *c);
 290
 291 struct xfrm_tmpl;
 292 extern int km_query(struct xfrm_state *x, struct xfrm_tmpl *t, struct xfrm_policy *pol);
 293 extern void km_state_expired(struct xfrm_state *x, int hard, u32 pid);
 294 extern int __xfrm_state_delete(struct xfrm_state *x);
 295
 296 struct xfrm_state_afinfo {
 297         unsigned int            family;
 298         unsigned int            proto;
 299         __be16                  eth_proto;
 300         struct module           *owner;
 301         const struct xfrm_type  *type_map[IPPROTO_MAX];
 302         struct xfrm_mode        *mode_map[XFRM_MODE_MAX];
 303         int                     (*init_flags)(struct xfrm_state *x);
 304         void                    (*init_tempsel)(struct xfrm_selector *sel,
 305                                                 const struct flowi *fl);
 306         void                    (*init_temprop)(struct xfrm_state *x,
 307                                                 const struct xfrm_tmpl *tmpl,
 308                                                 const xfrm_address_t *daddr,
 309                                                 const xfrm_address_t *saddr);
 310         int                     (*tmpl_sort)(struct xfrm_tmpl **dst, struct xfrm_tmpl **src, int n);
 311         int                     (*state_sort)(struct xfrm_state **dst, struct xfrm_state **src, int n);
 312         int                     (*output)(struct sk_buff *skb);
 313         int                     (*extract_input)(struct xfrm_state *x,
 314                                                  struct sk_buff *skb);
 315         int                     (*extract_output)(struct xfrm_state *x,
 316                                                   struct sk_buff *skb);
 317         int                     (*transport_finish)(struct sk_buff *skb,
 318                                                     int async);
 319 };
 320
 321 extern int xfrm_state_register_afinfo(struct xfrm_state_afinfo *afinfo);
 322 extern int xfrm_state_unregister_afinfo(struct xfrm_state_afinfo *afinfo);
 323
 324 extern void xfrm_state_delete_tunnel(struct xfrm_state *x);
 325
 326 struct xfrm_type {
 327         char                    *description;
 328         struct module           *owner;
 329         u8                      proto;
 330         u8                      flags;
 331 #define XFRM_TYPE_NON_FRAGMENT  1
 332 #define XFRM_TYPE_REPLAY_PROT   2
 333 #define XFRM_TYPE_LOCAL_COADDR  4
 334 #define XFRM_TYPE_REMOTE_COADDR 8
 335
 336         int                     (*init_state)(struct xfrm_state *x);
 337         void                    (*destructor)(struct xfrm_state *);
 338         int                     (*input)(struct xfrm_state *, struct sk_buff *skb);
 339         int                     (*output)(struct xfrm_state *, struct sk_buff *pskb);
 340         int                     (*reject)(struct xfrm_state *, struct sk_buff *,
 341                                           const struct flowi *);
 342         int                     (*hdr_offset)(struct xfrm_state *, struct sk_buff *, u8 **);
 343         /* Estimate maximal size of result of transformation of a dgram */
 344         u32                     (*get_mtu)(struct xfrm_state *, int size);
 345 };
 346
 347 extern int xfrm_register_type(const struct xfrm_type *type, unsigned short family);
 348 extern int xfrm_unregister_type(const struct xfrm_type *type, unsigned short family);
 349
 350 struct xfrm_mode {
 351         /*
 352          * Remove encapsulation header.
 353          *
 354          * The IP header will be moved over the top of the encapsulation
 355          * header.
 356          *
 357          * On entry, the transport header shall point to where the IP header
 358          * should be and the network header shall be set to where the IP
 359          * header currently is.  skb->data shall point to the start of the
 360          * payload.
 361          */
 362         int (*input2)(struct xfrm_state *x, struct sk_buff *skb);
 363
 364         /*
 365          * This is the actual input entry point.
 366          *
 367          * For transport mode and equivalent this would be identical to
 368          * input2 (which does not need to be set).  While tunnel mode
 369          * and equivalent would set this to the tunnel encapsulation function
 370          * xfrm4_prepare_input that would in turn call input2.
 371          */
 372         int (*input)(struct xfrm_state *x, struct sk_buff *skb);
 373
 374         /*
 375          * Add encapsulation header.
 376          *
 377          * On exit, the transport header will be set to the start of the
 378          * encapsulation header to be filled in by x->type->output and
 379          * the mac header will be set to the nextheader (protocol for
 380          * IPv4) field of the extension header directly preceding the
 381          * encapsulation header, or in its absence, that of the top IP
 382          * header.  The value of the network header will always point
 383          * to the top IP header while skb->data will point to the payload.
 384          */
 385         int (*output2)(struct xfrm_state *x,struct sk_buff *skb);
 386
 387         /*
 388          * This is the actual output entry point.
 389          *
 390          * For transport mode and equivalent this would be identical to
 391          * output2 (which does not need to be set).  While tunnel mode
 392          * and equivalent would set this to a tunnel encapsulation function
 393          * (xfrm4_prepare_output or xfrm6_prepare_output) that would in turn
 394          * call output2.
 395          */
 396         int (*output)(struct xfrm_state *x, struct sk_buff *skb);
 397
 398         struct xfrm_state_afinfo *afinfo;
 399         struct module *owner;
 400         unsigned int encap;
 401         int flags;
 402 };
 403
 404 /* Flags for xfrm_mode. */
 405 enum {
 406         XFRM_MODE_FLAG_TUNNEL = 1,
 407 };
 408
 409 extern int xfrm_register_mode(struct xfrm_mode *mode, int family);
 410 extern int xfrm_unregister_mode(struct xfrm_mode *mode, int family);
 411
 412 static inline int xfrm_af2proto(unsigned int family)
 413 {
 414         switch(family) {
 415         case AF_INET:
 416                 return IPPROTO_IPIP;
 417         case AF_INET6:
 418                 return IPPROTO_IPV6;
 419         default:
 420                 return 0;
 421         }
 422 }
 423
 424 static inline struct xfrm_mode *xfrm_ip2inner_mode(struct xfrm_state *x, int ipproto)
 425 {
 426         if ((ipproto == IPPROTO_IPIP && x->props.family == AF_INET) ||
 427             (ipproto == IPPROTO_IPV6 && x->props.family == AF_INET6))
 428                 return x->inner_mode;
 429         else
 430                 return x->inner_mode_iaf;
 431 }
 432
 433 struct xfrm_tmpl {
 434 /* id in template is interpreted as:
 435  * daddr - destination of tunnel, may be zero for transport mode.
 436  * spi   - zero to acquire spi. Not zero if spi is static, then
 437  *         daddr must be fixed too.
 438  * proto - AH/ESP/IPCOMP
 439  */
 440         struct xfrm_id          id;
 441
 442 /* Source address of tunnel. Ignored, if it is not a tunnel. */
 443         xfrm_address_t          saddr;
 444
 445         unsigned short          encap_family;
 446
 447         u32                     reqid;
 448
 449 /* Mode: transport, tunnel etc. */
 450         u8                      mode;
 451
 452 /* Sharing mode: unique, this session only, this user only etc. */
 453         u8                      share;
 454
 455 /* May skip this transfomration if no SA is found */
 456         u8                      optional;
 457
 458 /* Skip aalgos/ealgos/calgos checks. */
 459         u8                      allalgs;
 460
 461 /* Bit mask of algos allowed for acquisition */
 462         u32                     aalgos;
 463         u32                     ealgos;
 464         u32                     calgos;
 465 };
 466
 467 #define XFRM_MAX_DEPTH          6
 468
 469 struct xfrm_policy_walk_entry {
 470         struct list_head        all;
 471         u8                      dead;
 472 };
 473
 474 struct xfrm_policy_walk {
 475         struct xfrm_policy_walk_entry walk;
 476         u8 type;
 477         u32 seq;
 478 };
 479
 480 struct xfrm_policy {
 481 #ifdef CONFIG_NET_NS
 482         struct net              *xp_net;
 483 #endif
 484         struct hlist_node       bydst;
 485         struct hlist_node       byidx;
 486
 487         /* This lock only affects elements except for entry. */
 488         rwlock_t                lock;
 489         atomic_t                refcnt;
 490         struct timer_list       timer;
 491
 492         struct flow_cache_object flo;
 493         atomic_t                genid;
 494         u32                     priority;
 495         u32                     index;
 496         struct xfrm_mark        mark;
 497         struct xfrm_selector    selector;
 498         struct xfrm_lifetime_cfg lft;
 499         struct xfrm_lifetime_cur curlft;
 500         struct xfrm_policy_walk_entry walk;
 501         u8                      type;
 502         u8                      action;
 503         u8                      flags;
 504         u8                      xfrm_nr;
 505         u16                     family;
 506         struct xfrm_sec_ctx     *security;
 507         struct xfrm_tmpl        xfrm_vec[XFRM_MAX_DEPTH];
 508 };
 509
 510 static inline struct net *xp_net(const struct xfrm_policy *xp)
 511 {
 512         return read_pnet(&xp->xp_net);
 513 }
 514
 515 struct xfrm_kmaddress {
 516         xfrm_address_t          local;
 517         xfrm_address_t          remote;
 518         u32                     reserved;
 519         u16                     family;
 520 };
 521
 522 struct xfrm_migrate {
 523         xfrm_address_t          old_daddr;
 524         xfrm_address_t          old_saddr;
 525         xfrm_address_t          new_daddr;
 526         xfrm_address_t          new_saddr;
 527         u8                      proto;
 528         u8                      mode;
 529         u16                     reserved;
 530         u32                     reqid;
 531         u16                     old_family;
 532         u16                     new_family;
 533 };
 534
 535 #define XFRM_KM_TIMEOUT                30
 536 /* which seqno */
 537 #define XFRM_REPLAY_SEQ         1
 538 #define XFRM_REPLAY_OSEQ        2
 539 #define XFRM_REPLAY_SEQ_MASK    3
 540 /* what happened */
 541 #define XFRM_REPLAY_UPDATE      XFRM_AE_CR
 542 #define XFRM_REPLAY_TIMEOUT     XFRM_AE_CE
 543
 544 /* default aevent timeout in units of 100ms */
 545 #define XFRM_AE_ETIME                   10
 546 /* Async Event timer multiplier */
 547 #define XFRM_AE_ETH_M                   10
 548 /* default seq threshold size */
 549 #define XFRM_AE_SEQT_SIZE               2
 550
 551 struct xfrm_mgr {
 552         struct list_head        list;
 553         char                    *id;
 554         int                     (*notify)(struct xfrm_state *x, const struct km_event *c);
 555         int                     (*acquire)(struct xfrm_state *x, struct xfrm_tmpl *, struct xfrm_policy *xp, int dir);
 556         struct xfrm_policy      *(*compile_policy)(struct sock *sk, int opt, u8 *data, int len, int *dir);
 557         int                     (*new_mapping)(struct xfrm_state *x, xfrm_address_t *ipaddr, __be16 sport);
 558         int                     (*notify_policy)(struct xfrm_policy *x, int dir, const struct km_event *c);
 559         int                     (*report)(struct net *net, u8 proto, struct xfrm_selector *sel, xfrm_address_t *addr);
 560         int                     (*migrate)(const struct xfrm_selector *sel,
 561                                            u8 dir, u8 type,
 562                                            const struct xfrm_migrate *m,
 563                                            int num_bundles,
 564                                            const struct xfrm_kmaddress *k);
 565 };
 566
 567 extern int xfrm_register_km(struct xfrm_mgr *km);
 568 extern int xfrm_unregister_km(struct xfrm_mgr *km);
 569
 570 /*
 571  * This structure is used for the duration where packets are being
 572  * transformed by IPsec.  As soon as the packet leaves IPsec the
 573  * area beyond the generic IP part may be overwritten.
 574  */
 575 struct xfrm_skb_cb {
 576         union {
 577                 struct inet_skb_parm h4;
 578                 struct inet6_skb_parm h6;
 579         } header;
 580
 581         /* Sequence number for replay protection. */
 582         union {
 583                 u64 output;
 584                 __be32 input;
 585         } seq;
 586 };
 587
 588 #define XFRM_SKB_CB(__skb) ((struct xfrm_skb_cb *)&((__skb)->cb[0]))
 589
 590 /*
 591  * This structure is used by the afinfo prepare_input/prepare_output functions
 592  * to transmit header information to the mode input/output functions.
 593  */
 594 struct xfrm_mode_skb_cb {
 595         union {
 596                 struct inet_skb_parm h4;
 597                 struct inet6_skb_parm h6;
 598         } header;
 599
 600         /* Copied from header for IPv4, always set to zero and DF for IPv6. */
 601         __be16 id;
 602         __be16 frag_off;
 603
 604         /* IP header length (excluding options or extension headers). */
 605         u8 ihl;
 606
 607         /* TOS for IPv4, class for IPv6. */
 608         u8 tos;
 609
 610         /* TTL for IPv4, hop limitfor IPv6. */
 611         u8 ttl;
 612
 613         /* Protocol for IPv4, NH for IPv6. */
 614         u8 protocol;
 615
 616         /* Option length for IPv4, zero for IPv6. */
 617         u8 optlen;
 618
 619         /* Used by IPv6 only, zero for IPv4. */
 620         u8 flow_lbl[3];
 621 };
 622
 623 #define XFRM_MODE_SKB_CB(__skb) ((struct xfrm_mode_skb_cb *)&((__skb)->cb[0]))
 624
 625 /*
 626  * This structure is used by the input processing to locate the SPI and
 627  * related information.
 628  */
 629 struct xfrm_spi_skb_cb {
 630         union {
 631                 struct inet_skb_parm h4;
 632                 struct inet6_skb_parm h6;
 633         } header;
 634
 635         unsigned int daddroff;
 636         unsigned int family;
 637 };
 638
 639 #define XFRM_SPI_SKB_CB(__skb) ((struct xfrm_spi_skb_cb *)&((__skb)->cb[0]))
 640
 641 /* Audit Information */
 642 struct xfrm_audit {
 643         u32     secid;
 644         uid_t   loginuid;
 645         u32     sessionid;
 646 };
 647
 648 #ifdef CONFIG_AUDITSYSCALL
 649 static inline struct audit_buffer *xfrm_audit_start(const char *op)
 650 {
 651         struct audit_buffer *audit_buf = NULL;
 652
 653         if (audit_enabled == 0)
 654                 return NULL;
 655         audit_buf = audit_log_start(current->audit_context, GFP_ATOMIC,
 656                                     AUDIT_MAC_IPSEC_EVENT);
 657         if (audit_buf == NULL)
 658                 return NULL;
 659         audit_log_format(audit_buf, "op=%s", op);
 660         return audit_buf;
 661 }
 662
 663 static inline void xfrm_audit_helper_usrinfo(uid_t auid, u32 ses, u32 secid,
 664                                              struct audit_buffer *audit_buf)
 665 {
 666         char *secctx;
 667         u32 secctx_len;
 668
 669         audit_log_format(audit_buf, " auid=%u ses=%u", auid, ses);
 670         if (secid != 0 &&
 671             security_secid_to_secctx(secid, &secctx, &secctx_len) == 0) {
 672                 audit_log_format(audit_buf, " subj=%s", secctx);
 673                 security_release_secctx(secctx, secctx_len);
 674         } else
 675                 audit_log_task_context(audit_buf);
 676 }
 677
 678 extern void xfrm_audit_policy_add(struct xfrm_policy *xp, int result,
 679                                   u32 auid, u32 ses, u32 secid);
 680 extern void xfrm_audit_policy_delete(struct xfrm_policy *xp, int result,
 681                                   u32 auid, u32 ses, u32 secid);
 682 extern void xfrm_audit_state_add(struct xfrm_state *x, int result,
 683                                  u32 auid, u32 ses, u32 secid);
 684 extern void xfrm_audit_state_delete(struct xfrm_state *x, int result,
 685                                     u32 auid, u32 ses, u32 secid);
 686 extern void xfrm_audit_state_replay_overflow(struct xfrm_state *x,
 687                                              struct sk_buff *skb);
 688 extern void xfrm_audit_state_notfound_simple(struct sk_buff *skb, u16 family);
 689 extern void xfrm_audit_state_notfound(struct sk_buff *skb, u16 family,
 690                                       __be32 net_spi, __be32 net_seq);
 691 extern void xfrm_audit_state_icvfail(struct xfrm_state *x,
 692                                      struct sk_buff *skb, u8 proto);
 693 #else
 694
 695 static inline void xfrm_audit_policy_add(struct xfrm_policy *xp, int result,
 696                                   u32 auid, u32 ses, u32 secid)
 697 {
 698 }
 699
 700 static inline void xfrm_audit_policy_delete(struct xfrm_policy *xp, int result,
 701                                   u32 auid, u32 ses, u32 secid)
 702 {
 703 }
 704
 705 static inline void xfrm_audit_state_add(struct xfrm_state *x, int result,
 706                                  u32 auid, u32 ses, u32 secid)
 707 {
 708 }
 709
 710 static inline void xfrm_audit_state_delete(struct xfrm_state *x, int result,
 711                                     u32 auid, u32 ses, u32 secid)
 712 {
 713 }
 714
 715 static inline void xfrm_audit_state_replay_overflow(struct xfrm_state *x,
 716                                              struct sk_buff *skb)
 717 {
 718 }
 719
 720 static inline void xfrm_audit_state_notfound_simple(struct sk_buff *skb,
 721                                       u16 family)
 722 {
 723 }
 724
 725 static inline void xfrm_audit_state_notfound(struct sk_buff *skb, u16 family,
 726                                       __be32 net_spi, __be32 net_seq)
 727 {
 728 }
 729
 730 static inline void xfrm_audit_state_icvfail(struct xfrm_state *x,
 731                                      struct sk_buff *skb, u8 proto)
 732 {
 733 }
 734 #endif /* CONFIG_AUDITSYSCALL */
 735
 736 static inline void xfrm_pol_hold(struct xfrm_policy *policy)
 737 {
 738         if (likely(policy != NULL))
 739                 atomic_inc(&policy->refcnt);
 740 }
 741
 742 extern void xfrm_policy_destroy(struct xfrm_policy *policy);
 743
 744 static inline void xfrm_pol_put(struct xfrm_policy *policy)
 745 {
 746         if (atomic_dec_and_test(&policy->refcnt))
 747                 xfrm_policy_destroy(policy);
 748 }
 749
 750 static inline void xfrm_pols_put(struct xfrm_policy **pols, int npols)
 751 {
 752         int i;
 753         for (i = npols - 1; i >= 0; --i)
 754                 xfrm_pol_put(pols[i]);
 755 }
 756
 757 extern void __xfrm_state_destroy(struct xfrm_state *);
 758
 759 static inline void __xfrm_state_put(struct xfrm_state *x)
 760 {
 761         atomic_dec(&x->refcnt);
 762 }
 763
 764 static inline void xfrm_state_put(struct xfrm_state *x)
 765 {
 766         if (atomic_dec_and_test(&x->refcnt))
 767                 __xfrm_state_destroy(x);
 768 }
 769
 770 static inline void xfrm_state_hold(struct xfrm_state *x)
 771 {
 772         atomic_inc(&x->refcnt);
 773 }
 774
 775 static inline bool addr_match(const void *token1, const void *token2,
 776                               int prefixlen)
 777 {
 778         const __be32 *a1 = token1;
 779         const __be32 *a2 = token2;
 780         int pdw;
 781         int pbi;
 782
 783         pdw = prefixlen >> 5;     /* num of whole u32 in prefix */
 784         pbi = prefixlen &  0x1f;  /* num of bits in incomplete u32 in prefix */
 785
 786         if (pdw)
 787                 if (memcmp(a1, a2, pdw << 2))
 788                         return false;
 789
 790         if (pbi) {
 791                 __be32 mask;
 792
 793                 mask = htonl((0xffffffff) << (32 - pbi));
 794
 795                 if ((a1[pdw] ^ a2[pdw]) & mask)
 796                         return false;
 797         }
 798
 799         return true;
 800 }
 801
 802 static __inline__
 803 __be16 xfrm_flowi_sport(const struct flowi *fl, const union flowi_uli *uli)
 804 {
 805         __be16 port;
 806         switch(fl->flowi_proto) {
 807         case IPPROTO_TCP:
 808         case IPPROTO_UDP:
 809         case IPPROTO_UDPLITE:
 810         case IPPROTO_SCTP:
 811                 port = uli->ports.sport;
 812                 break;
 813         case IPPROTO_ICMP:
 814         case IPPROTO_ICMPV6:
 815                 port = htons(uli->icmpt.type);
 816                 break;
 817         case IPPROTO_MH:
 818                 port = htons(uli->mht.type);
 819                 break;
 820         case IPPROTO_GRE:
 821                 port = htons(ntohl(uli->gre_key) >> 16);
 822                 break;
 823         default:
 824                 port = 0;       /*XXX*/
 825         }
 826         return port;
 827 }
 828
 829 static __inline__
 830 __be16 xfrm_flowi_dport(const struct flowi *fl, const union flowi_uli *uli)
 831 {
 832         __be16 port;
 833         switch(fl->flowi_proto) {
 834         case IPPROTO_TCP:
 835         case IPPROTO_UDP:
 836         case IPPROTO_UDPLITE:
 837         case IPPROTO_SCTP:
 838                 port = uli->ports.dport;
 839                 break;
 840         case IPPROTO_ICMP:
 841         case IPPROTO_ICMPV6:
 842                 port = htons(uli->icmpt.code);
 843                 break;
 844         case IPPROTO_GRE:
 845                 port = htons(ntohl(uli->gre_key) & 0xffff);
 846                 break;
 847         default:
 848                 port = 0;       /*XXX*/
 849         }
 850         return port;
 851 }
 852
 853 extern int xfrm_selector_match(const struct xfrm_selector *sel,
 854                                const struct flowi *fl,
 855                                unsigned short family);
 856
 857 #ifdef CONFIG_SECURITY_NETWORK_XFRM
 858 /*      If neither has a context --> match
 859  *      Otherwise, both must have a context and the sids, doi, alg must match
 860  */
 861 static inline int xfrm_sec_ctx_match(struct xfrm_sec_ctx *s1, struct xfrm_sec_ctx *s2)
 862 {
 863         return ((!s1 && !s2) ||
 864                 (s1 && s2 &&
 865                  (s1->ctx_sid == s2->ctx_sid) &&
 866                  (s1->ctx_doi == s2->ctx_doi) &&
 867                  (s1->ctx_alg == s2->ctx_alg)));
 868 }
 869 #else
 870 static inline int xfrm_sec_ctx_match(struct xfrm_sec_ctx *s1, struct xfrm_sec_ctx *s2)
 871 {
 872         return 1;
 873 }
 874 #endif
 875
 876 /* A struct encoding bundle of transformations to apply to some set of flow.
 877  *
 878  * dst->child points to the next element of bundle.
 879  * dst->xfrm  points to an instanse of transformer.
 880  *
 881  * Due to unfortunate limitations of current routing cache, which we
 882  * have no time to fix, it mirrors struct rtable and bound to the same
 883  * routing key, including saddr,daddr. However, we can have many of
 884  * bundles differing by session id. All the bundles grow from a parent
 885  * policy rule.
 886  */
 887 struct xfrm_dst {
 888         union {
 889                 struct dst_entry        dst;
 890                 struct rtable           rt;
 891                 struct rt6_info         rt6;
 892         } u;
 893         struct dst_entry *route;
 894         struct flow_cache_object flo;
 895         struct xfrm_policy *pols[XFRM_POLICY_TYPE_MAX];
 896         int num_pols, num_xfrms;
 897 #ifdef CONFIG_XFRM_SUB_POLICY
 898         struct flowi *origin;
 899         struct xfrm_selector *partner;
 900 #endif
 901         u32 xfrm_genid;
 902         u32 policy_genid;
 903         u32 route_mtu_cached;
 904         u32 child_mtu_cached;
 905         u32 route_cookie;
 906         u32 path_cookie;
 907 };
 908
 909 #ifdef CONFIG_XFRM
 910 static inline void xfrm_dst_destroy(struct xfrm_dst *xdst)
 911 {
 912         xfrm_pols_put(xdst->pols, xdst->num_pols);
 913         dst_release(xdst->route);
 914         if (likely(xdst->u.dst.xfrm))
 915                 xfrm_state_put(xdst->u.dst.xfrm);
 916 #ifdef CONFIG_XFRM_SUB_POLICY
 917         kfree(xdst->origin);
 918         xdst->origin = NULL;
 919         kfree(xdst->partner);
 920         xdst->partner = NULL;
 921 #endif
 922 }
 923 #endif
 924
 925 extern void xfrm_dst_ifdown(struct dst_entry *dst, struct net_device *dev);
 926
 927 struct sec_path {
 928         atomic_t                refcnt;
 929         int                     len;
 930         struct xfrm_state       *xvec[XFRM_MAX_DEPTH];
 931 };
 932
 933 static inline struct sec_path *
 934 secpath_get(struct sec_path *sp)
 935 {
 936         if (sp)
 937                 atomic_inc(&sp->refcnt);
 938         return sp;
 939 }
 940
 941 extern void __secpath_destroy(struct sec_path *sp);
 942
 943 static inline void
 944 secpath_put(struct sec_path *sp)
 945 {
 946         if (sp && atomic_dec_and_test(&sp->refcnt))
 947                 __secpath_destroy(sp);
 948 }
 949
 950 extern struct sec_path *secpath_dup(struct sec_path *src);
 951
 952 static inline void
 953 secpath_reset(struct sk_buff *skb)
 954 {
 955 #ifdef CONFIG_XFRM
 956         secpath_put(skb->sp);
 957         skb->sp = NULL;
 958 #endif
 959 }
 960
 961 static inline int
 962 xfrm_addr_any(const xfrm_address_t *addr, unsigned short family)
 963 {
 964         switch (family) {
 965         case AF_INET:
 966                 return addr->a4 == 0;
 967         case AF_INET6:
 968                 return ipv6_addr_any((struct in6_addr *)&addr->a6);
 969         }
 970         return 0;
 971 }
 972
 973 static inline int
 974 __xfrm4_state_addr_cmp(const struct xfrm_tmpl *tmpl, const struct xfrm_state *x)
 975 {
 976         return  (tmpl->saddr.a4 &&
 977                  tmpl->saddr.a4 != x->props.saddr.a4);
 978 }
 979
 980 static inline int
 981 __xfrm6_state_addr_cmp(const struct xfrm_tmpl *tmpl, const struct xfrm_state *x)
 982 {
 983         return  (!ipv6_addr_any((struct in6_addr*)&tmpl->saddr) &&
 984                  ipv6_addr_cmp((struct in6_addr *)&tmpl->saddr, (struct in6_addr*)&x->props.saddr));
 985 }
 986
 987 static inline int
 988 xfrm_state_addr_cmp(const struct xfrm_tmpl *tmpl, const struct xfrm_state *x, unsigned short family)
 989 {
 990         switch (family) {
 991         case AF_INET:
 992                 return __xfrm4_state_addr_cmp(tmpl, x);
 993         case AF_INET6:
 994                 return __xfrm6_state_addr_cmp(tmpl, x);
 995         }
 996         return !0;
 997 }
 998
 999 #ifdef CONFIG_XFRM
1000 extern int __xfrm_policy_check(struct sock *, int dir, struct sk_buff *skb, unsigned short family);
1001
1002 static inline int __xfrm_policy_check2(struct sock *sk, int dir,
1003                                        struct sk_buff *skb,
1004                                        unsigned int family, int reverse)
1005 {
1006         struct net *net = dev_net(skb->dev);
1007         int ndir = dir | (reverse ? XFRM_POLICY_MASK + 1 : 0);
1008
1009         if (sk && sk->sk_policy[XFRM_POLICY_IN])
1010                 return __xfrm_policy_check(sk, ndir, skb, family);
1011
1012         return  (!net->xfrm.policy_count[dir] && !skb->sp) ||
1013                 (skb_dst(skb)->flags & DST_NOPOLICY) ||
1014                 __xfrm_policy_check(sk, ndir, skb, family);
1015 }
1016
1017 static inline int xfrm_policy_check(struct sock *sk, int dir, struct sk_buff *skb, unsigned short family)
1018 {
1019         return __xfrm_policy_check2(sk, dir, skb, family, 0);
1020 }
1021
1022 static inline int xfrm4_policy_check(struct sock *sk, int dir, struct sk_buff *skb)
1023 {
1024         return xfrm_policy_check(sk, dir, skb, AF_INET);
1025 }
1026
1027 static inline int xfrm6_policy_check(struct sock *sk, int dir, struct sk_buff *skb)
1028 {
1029         return xfrm_policy_check(sk, dir, skb, AF_INET6);
1030 }
1031
1032 static inline int xfrm4_policy_check_reverse(struct sock *sk, int dir,
1033                                              struct sk_buff *skb)
1034 {
1035         return __xfrm_policy_check2(sk, dir, skb, AF_INET, 1);
1036 }
1037
1038 static inline int xfrm6_policy_check_reverse(struct sock *sk, int dir,
1039                                              struct sk_buff *skb)
1040 {
1041         return __xfrm_policy_check2(sk, dir, skb, AF_INET6, 1);
1042 }
1043
1044 extern int __xfrm_decode_session(struct sk_buff *skb, struct flowi *fl,
1045                                  unsigned int family, int reverse);
1046
1047 static inline int xfrm_decode_session(struct sk_buff *skb, struct flowi *fl,
1048                                       unsigned int family)
1049 {
1050         return __xfrm_decode_session(skb, fl, family, 0);
1051 }
1052
1053 static inline int xfrm_decode_session_reverse(struct sk_buff *skb,
1054                                               struct flowi *fl,
1055                                               unsigned int family)
1056 {
1057         return __xfrm_decode_session(skb, fl, family, 1);
1058 }
1059
1060 extern int __xfrm_route_forward(struct sk_buff *skb, unsigned short family);
1061
1062 static inline int xfrm_route_forward(struct sk_buff *skb, unsigned short family)
1063 {
1064         struct net *net = dev_net(skb->dev);
1065
1066         return  !net->xfrm.policy_count[XFRM_POLICY_OUT] ||
1067                 (skb_dst(skb)->flags & DST_NOXFRM) ||
1068                 __xfrm_route_forward(skb, family);
1069 }
1070
1071 static inline int xfrm4_route_forward(struct sk_buff *skb)
1072 {
1073         return xfrm_route_forward(skb, AF_INET);
1074 }
1075
1076 static inline int xfrm6_route_forward(struct sk_buff *skb)
1077 {
1078         return xfrm_route_forward(skb, AF_INET6);
1079 }
1080
1081 extern int __xfrm_sk_clone_policy(struct sock *sk);
1082
1083 static inline int xfrm_sk_clone_policy(struct sock *sk)
1084 {
1085         if (unlikely(sk->sk_policy[0] || sk->sk_policy[1]))
1086                 return __xfrm_sk_clone_policy(sk);
1087         return 0;
1088 }
1089
1090 extern int xfrm_policy_delete(struct xfrm_policy *pol, int dir);
1091
1092 static inline void xfrm_sk_free_policy(struct sock *sk)
1093 {
1094         if (unlikely(sk->sk_policy[0] != NULL)) {
1095                 xfrm_policy_delete(sk->sk_policy[0], XFRM_POLICY_MAX);
1096                 sk->sk_policy[0] = NULL;
1097         }
1098         if (unlikely(sk->sk_policy[1] != NULL)) {
1099                 xfrm_policy_delete(sk->sk_policy[1], XFRM_POLICY_MAX+1);
1100                 sk->sk_policy[1] = NULL;
1101         }
1102 }
1103
1104 #else
1105
1106 static inline void xfrm_sk_free_policy(struct sock *sk) {}
1107 static inline int xfrm_sk_clone_policy(struct sock *sk) { return 0; }
1108 static inline int xfrm6_route_forward(struct sk_buff *skb) { return 1; }
1109 static inline int xfrm4_route_forward(struct sk_buff *skb) { return 1; }
1110 static inline int xfrm6_policy_check(struct sock *sk, int dir, struct sk_buff *skb)
1111 {
1112         return 1;
1113 }
1114 static inline int xfrm4_policy_check(struct sock *sk, int dir, struct sk_buff *skb)
1115 {
1116         return 1;
1117 }
1118 static inline int xfrm_policy_check(struct sock *sk, int dir, struct sk_buff *skb, unsigned short family)
1119 {
1120         return 1;
1121 }
1122 static inline int xfrm_decode_session_reverse(struct sk_buff *skb,
1123                                               struct flowi *fl,
1124                                               unsigned int family)
1125 {
1126         return -ENOSYS;
1127 }
1128 static inline int xfrm4_policy_check_reverse(struct sock *sk, int dir,
1129                                              struct sk_buff *skb)
1130 {
1131         return 1;
1132 }
1133 static inline int xfrm6_policy_check_reverse(struct sock *sk, int dir,
1134                                              struct sk_buff *skb)
1135 {
1136         return 1;
1137 }
1138 #endif
1139
1140 static __inline__
1141 xfrm_address_t *xfrm_flowi_daddr(const struct flowi *fl, unsigned short family)
1142 {
1143         switch (family){
1144         case AF_INET:
1145                 return (xfrm_address_t *)&fl->u.ip4.daddr;
1146         case AF_INET6:
1147                 return (xfrm_address_t *)&fl->u.ip6.daddr;
1148         }
1149         return NULL;
1150 }
1151
1152 static __inline__
1153 xfrm_address_t *xfrm_flowi_saddr(const struct flowi *fl, unsigned short family)
1154 {
1155         switch (family){
1156         case AF_INET:
1157                 return (xfrm_address_t *)&fl->u.ip4.saddr;
1158         case AF_INET6:
1159                 return (xfrm_address_t *)&fl->u.ip6.saddr;
1160         }
1161         return NULL;
1162 }
1163
1164 static __inline__
1165 void xfrm_flowi_addr_get(const struct flowi *fl,
1166                          xfrm_address_t *saddr, xfrm_address_t *daddr,
1167                          unsigned short family)
1168 {
1169         switch(family) {
1170         case AF_INET:
1171                 memcpy(&saddr->a4, &fl->u.ip4.saddr, sizeof(saddr->a4));
1172                 memcpy(&daddr->a4, &fl->u.ip4.daddr, sizeof(daddr->a4));
1173                 break;
1174         case AF_INET6:
1175                 ipv6_addr_copy((struct in6_addr *)&saddr->a6, &fl->u.ip6.saddr);
1176                 ipv6_addr_copy((struct in6_addr *)&daddr->a6, &fl->u.ip6.daddr);
1177                 break;
1178         }
1179 }
1180
1181 static __inline__ int
1182 __xfrm4_state_addr_check(const struct xfrm_state *x,
1183                          const xfrm_address_t *daddr, const xfrm_address_t *saddr)
1184 {
1185         if (daddr->a4 == x->id.daddr.a4 &&
1186             (saddr->a4 == x->props.saddr.a4 || !saddr->a4 || !x->props.saddr.a4))
1187                 return 1;
1188         return 0;
1189 }
1190
1191 static __inline__ int
1192 __xfrm6_state_addr_check(const struct xfrm_state *x,
1193                          const xfrm_address_t *daddr, const xfrm_address_t *saddr)
1194 {
1195         if (!ipv6_addr_cmp((struct in6_addr *)daddr, (struct in6_addr *)&x->id.daddr) &&
1196             (!ipv6_addr_cmp((struct in6_addr *)saddr, (struct in6_addr *)&x->props.saddr)||
1197              ipv6_addr_any((struct in6_addr *)saddr) ||
1198              ipv6_addr_any((struct in6_addr *)&x->props.saddr)))
1199                 return 1;
1200         return 0;
1201 }
1202
1203 static __inline__ int
1204 xfrm_state_addr_check(const struct xfrm_state *x,
1205                       const xfrm_address_t *daddr, const xfrm_address_t *saddr,
1206                       unsigned short family)
1207 {
1208         switch (family) {
1209         case AF_INET:
1210                 return __xfrm4_state_addr_check(x, daddr, saddr);
1211         case AF_INET6:
1212                 return __xfrm6_state_addr_check(x, daddr, saddr);
1213         }
1214         return 0;
1215 }
1216
1217 static __inline__ int
1218 xfrm_state_addr_flow_check(const struct xfrm_state *x, const struct flowi *fl,
1219                            unsigned short family)
1220 {
1221         switch (family) {
1222         case AF_INET:
1223                 return __xfrm4_state_addr_check(x,
1224                                                 (const xfrm_address_t *)&fl->u.ip4.daddr,
1225                                                 (const xfrm_address_t *)&fl->u.ip4.saddr);
1226         case AF_INET6:
1227                 return __xfrm6_state_addr_check(x,
1228                                                 (const xfrm_address_t *)&fl->u.ip6.daddr,
1229                                                 (const xfrm_address_t *)&fl->u.ip6.saddr);
1230         }
1231         return 0;
1232 }
1233
1234 static inline int xfrm_state_kern(const struct xfrm_state *x)
1235 {
1236         return atomic_read(&x->tunnel_users);
1237 }
1238
1239 static inline int xfrm_id_proto_match(u8 proto, u8 userproto)
1240 {
1241         return (!userproto || proto == userproto ||
1242                 (userproto == IPSEC_PROTO_ANY && (proto == IPPROTO_AH ||
1243                                                   proto == IPPROTO_ESP ||
1244                                                   proto == IPPROTO_COMP)));
1245 }
1246
1247 /*
1248  * xfrm algorithm information
1249  */
1250 struct xfrm_algo_aead_info {
1251         u16 icv_truncbits;
1252 };
1253
1254 struct xfrm_algo_auth_info {
1255         u16 icv_truncbits;
1256         u16 icv_fullbits;
1257 };
1258
1259 struct xfrm_algo_encr_info {
1260         u16 blockbits;
1261         u16 defkeybits;
1262 };
1263
1264 struct xfrm_algo_comp_info {
1265         u16 threshold;
1266 };
1267
1268 struct xfrm_algo_desc {
1269         char *name;
1270         char *compat;
1271         u8 available:1;
1272         union {
1273                 struct xfrm_algo_aead_info aead;
1274                 struct xfrm_algo_auth_info auth;
1275                 struct xfrm_algo_encr_info encr;
1276                 struct xfrm_algo_comp_info comp;
1277         } uinfo;
1278         struct sadb_alg desc;
1279 };
1280
1281 /* XFRM tunnel handlers.  */
1282 struct xfrm_tunnel {
1283         int (*handler)(struct sk_buff *skb);
1284         int (*err_handler)(struct sk_buff *skb, u32 info);
1285
1286         struct xfrm_tunnel __rcu *next;
1287         int priority;
1288 };
1289
1290 struct xfrm6_tunnel {
1291         int (*handler)(struct sk_buff *skb);
1292         int (*err_handler)(struct sk_buff *skb, struct inet6_skb_parm *opt,
1293                            u8 type, u8 code, int offset, __be32 info);
1294         struct xfrm6_tunnel __rcu *next;
1295         int priority;
1296 };
1297
1298 extern void xfrm_init(void);
1299 extern void xfrm4_init(int rt_hash_size);
1300 extern int xfrm_state_init(struct net *net);
1301 extern void xfrm_state_fini(struct net *net);
1302 extern void xfrm4_state_init(void);
1303 #ifdef CONFIG_XFRM
1304 extern int xfrm6_init(void);
1305 extern void xfrm6_fini(void);
1306 extern int xfrm6_state_init(void);
1307 extern void xfrm6_state_fini(void);
1308 #else
1309 static inline int xfrm6_init(void)
1310 {
1311         return 0;
1312 }
1313 static inline void xfrm6_fini(void)
1314 {
1315         ;
1316 }
1317 #endif
1318
1319 #ifdef CONFIG_XFRM_STATISTICS
1320 extern int xfrm_proc_init(struct net *net);
1321 extern void xfrm_proc_fini(struct net *net);
1322 #endif
1323
1324 extern int xfrm_sysctl_init(struct net *net);
1325 #ifdef CONFIG_SYSCTL
1326 extern void xfrm_sysctl_fini(struct net *net);
1327 #else
1328 static inline void xfrm_sysctl_fini(struct net *net)
1329 {
1330 }
1331 #endif
1332
1333 extern void xfrm_state_walk_init(struct xfrm_state_walk *walk, u8 proto);
1334 extern int xfrm_state_walk(struct net *net, struct xfrm_state_walk *walk,
1335                            int (*func)(struct xfrm_state *, int, void*), void *);
1336 extern void xfrm_state_walk_done(struct xfrm_state_walk *walk);
1337 extern struct xfrm_state *xfrm_state_alloc(struct net *net);
1338 extern struct xfrm_state *xfrm_state_find(const xfrm_address_t *daddr,
1339                                           const xfrm_address_t *saddr,
1340                                           const struct flowi *fl,
1341                                           struct xfrm_tmpl *tmpl,
1342                                           struct xfrm_policy *pol, int *err,
1343                                           unsigned short family);
1344 extern struct xfrm_state *xfrm_stateonly_find(struct net *net, u32 mark,
1345                                                xfrm_address_t *daddr,
1346                                                xfrm_address_t *saddr,
1347                                                unsigned short family,
1348                                                u8 mode, u8 proto, u32 reqid);
1349 extern int xfrm_state_check_expire(struct xfrm_state *x);
1350 extern void xfrm_state_insert(struct xfrm_state *x);
1351 extern int xfrm_state_add(struct xfrm_state *x);
1352 extern int xfrm_state_update(struct xfrm_state *x);
1353 extern struct xfrm_state *xfrm_state_lookup(struct net *net, u32 mark,
1354                                             const xfrm_address_t *daddr, __be32 spi,
1355                                             u8 proto, unsigned short family);
1356 extern struct xfrm_state *xfrm_state_lookup_byaddr(struct net *net, u32 mark,
1357                                                    const xfrm_address_t *daddr,
1358                                                    const xfrm_address_t *saddr,
1359                                                    u8 proto,
1360                                                    unsigned short family);
1361 #ifdef CONFIG_XFRM_SUB_POLICY
1362 extern int xfrm_tmpl_sort(struct xfrm_tmpl **dst, struct xfrm_tmpl **src,
1363                           int n, unsigned short family);
1364 extern int xfrm_state_sort(struct xfrm_state **dst, struct xfrm_state **src,
1365                            int n, unsigned short family);
1366 #else
1367 static inline int xfrm_tmpl_sort(struct xfrm_tmpl **dst, struct xfrm_tmpl **src,
1368                                  int n, unsigned short family)
1369 {
1370         return -ENOSYS;
1371 }
1372
1373 static inline int xfrm_state_sort(struct xfrm_state **dst, struct xfrm_state **src,
1374                                   int n, unsigned short family)
1375 {
1376         return -ENOSYS;
1377 }
1378 #endif
1379
1380 struct xfrmk_sadinfo {
1381         u32 sadhcnt; /* current hash bkts */
1382         u32 sadhmcnt; /* max allowed hash bkts */
1383         u32 sadcnt; /* current running count */
1384 };
1385
1386 struct xfrmk_spdinfo {
1387         u32 incnt;
1388         u32 outcnt;
1389         u32 fwdcnt;
1390         u32 inscnt;
1391         u32 outscnt;
1392         u32 fwdscnt;
1393         u32 spdhcnt;
1394         u32 spdhmcnt;
1395 };
1396
1397 extern struct xfrm_state *xfrm_find_acq_byseq(struct net *net, u32 mark,
1398                                               u32 seq);
1399 extern int xfrm_state_delete(struct xfrm_state *x);
1400 extern int xfrm_state_flush(struct net *net, u8 proto, struct xfrm_audit *audit_info);
1401 extern void xfrm_sad_getinfo(struct net *net, struct xfrmk_sadinfo *si);
1402 extern void xfrm_spd_getinfo(struct net *net, struct xfrmk_spdinfo *si);
1403 extern int xfrm_replay_check(struct xfrm_state *x,
1404                              struct sk_buff *skb, __be32 seq);
1405 extern void xfrm_replay_advance(struct xfrm_state *x, __be32 seq);
1406 extern void xfrm_replay_notify(struct xfrm_state *x, int event);
1407 extern int xfrm_state_mtu(struct xfrm_state *x, int mtu);
1408 extern int xfrm_init_state(struct xfrm_state *x);
1409 extern int xfrm_prepare_input(struct xfrm_state *x, struct sk_buff *skb);
1410 extern int xfrm_input(struct sk_buff *skb, int nexthdr, __be32 spi,
1411                       int encap_type);
1412 extern int xfrm_input_resume(struct sk_buff *skb, int nexthdr);
1413 extern int xfrm_output_resume(struct sk_buff *skb, int err);
1414 extern int xfrm_output(struct sk_buff *skb);
1415 extern int xfrm_inner_extract_output(struct xfrm_state *x, struct sk_buff *skb);
1416 extern int xfrm4_extract_header(struct sk_buff *skb);
1417 extern int xfrm4_extract_input(struct xfrm_state *x, struct sk_buff *skb);
1418 extern int xfrm4_rcv_encap(struct sk_buff *skb, int nexthdr, __be32 spi,
1419                            int encap_type);
1420 extern int xfrm4_transport_finish(struct sk_buff *skb, int async);
1421 extern int xfrm4_rcv(struct sk_buff *skb);
1422
1423 static inline int xfrm4_rcv_spi(struct sk_buff *skb, int nexthdr, __be32 spi)
1424 {
1425         return xfrm4_rcv_encap(skb, nexthdr, spi, 0);
1426 }
1427
1428 extern int xfrm4_extract_output(struct xfrm_state *x, struct sk_buff *skb);
1429 extern int xfrm4_prepare_output(struct xfrm_state *x, struct sk_buff *skb);
1430 extern int xfrm4_output(struct sk_buff *skb);
1431 extern int xfrm4_tunnel_register(struct xfrm_tunnel *handler, unsigned short family);
1432 extern int xfrm4_tunnel_deregister(struct xfrm_tunnel *handler, unsigned short family);
1433 extern int xfrm6_extract_header(struct sk_buff *skb);
1434 extern int xfrm6_extract_input(struct xfrm_state *x, struct sk_buff *skb);
1435 extern int xfrm6_rcv_spi(struct sk_buff *skb, int nexthdr, __be32 spi);
1436 extern int xfrm6_transport_finish(struct sk_buff *skb, int async);
1437 extern int xfrm6_rcv(struct sk_buff *skb);
1438 extern int xfrm6_input_addr(struct sk_buff *skb, xfrm_address_t *daddr,
1439                             xfrm_address_t *saddr, u8 proto);
1440 extern int xfrm6_tunnel_register(struct xfrm6_tunnel *handler, unsigned short family);
1441 extern int xfrm6_tunnel_deregister(struct xfrm6_tunnel *handler, unsigned short family);
1442 extern __be32 xfrm6_tunnel_alloc_spi(struct net *net, xfrm_address_t *saddr);
1443 extern __be32 xfrm6_tunnel_spi_lookup(struct net *net, xfrm_address_t *saddr);
1444 extern int xfrm6_extract_output(struct xfrm_state *x, struct sk_buff *skb);
1445 extern int xfrm6_prepare_output(struct xfrm_state *x, struct sk_buff *skb);
1446 extern int xfrm6_output(struct sk_buff *skb);
1447 extern int xfrm6_find_1stfragopt(struct xfrm_state *x, struct sk_buff *skb,
1448                                  u8 **prevhdr);
1449
1450 #ifdef CONFIG_XFRM
1451 extern int xfrm4_udp_encap_rcv(struct sock *sk, struct sk_buff *skb);
1452 extern int xfrm_user_policy(struct sock *sk, int optname, u8 __user *optval, int optlen);
1453 #else
1454 static inline int xfrm_user_policy(struct sock *sk, int optname, u8 __user *optval, int optlen)
1455 {
1456         return -ENOPROTOOPT;
1457 }
1458
1459 static inline int xfrm4_udp_encap_rcv(struct sock *sk, struct sk_buff *skb)
1460 {
1461         /* should not happen */
1462         kfree_skb(skb);
1463         return 0;
1464 }
1465 #endif
1466
1467 struct xfrm_policy *xfrm_policy_alloc(struct net *net, gfp_t gfp);
1468
1469 extern void xfrm_policy_walk_init(struct xfrm_policy_walk *walk, u8 type);
1470 extern int xfrm_policy_walk(struct net *net, struct xfrm_policy_walk *walk,
1471         int (*func)(struct xfrm_policy *, int, int, void*), void *);
1472 extern void xfrm_policy_walk_done(struct xfrm_policy_walk *walk);
1473 int xfrm_policy_insert(int dir, struct xfrm_policy *policy, int excl);
1474 struct xfrm_policy *xfrm_policy_bysel_ctx(struct net *net, u32 mark,
1475                                           u8 type, int dir,
1476                                           struct xfrm_selector *sel,
1477                                           struct xfrm_sec_ctx *ctx, int delete,
1478                                           int *err);
1479 struct xfrm_policy *xfrm_policy_byid(struct net *net, u32 mark, u8, int dir, u32 id, int delete, int *err);
1480 int xfrm_policy_flush(struct net *net, u8 type, struct xfrm_audit *audit_info);
1481 u32 xfrm_get_acqseq(void);
1482 extern int xfrm_alloc_spi(struct xfrm_state *x, u32 minspi, u32 maxspi);
1483 struct xfrm_state *xfrm_find_acq(struct net *net, struct xfrm_mark *mark,
1484                                  u8 mode, u32 reqid, u8 proto,
1485                                  const xfrm_address_t *daddr,
1486                                  const xfrm_address_t *saddr, int create,
1487                                  unsigned short family);
1488 extern int xfrm_sk_policy_insert(struct sock *sk, int dir, struct xfrm_policy *pol);
1489
1490 #ifdef CONFIG_XFRM_MIGRATE
1491 extern int km_migrate(const struct xfrm_selector *sel, u8 dir, u8 type,
1492                       const struct xfrm_migrate *m, int num_bundles,
1493                       const struct xfrm_kmaddress *k);
1494 extern struct xfrm_state * xfrm_migrate_state_find(struct xfrm_migrate *m);
1495 extern struct xfrm_state * xfrm_state_migrate(struct xfrm_state *x,
1496                                               struct xfrm_migrate *m);
1497 extern int xfrm_migrate(const struct xfrm_selector *sel, u8 dir, u8 type,
1498                         struct xfrm_migrate *m, int num_bundles,
1499                         struct xfrm_kmaddress *k);
1500 #endif
1501
1502 extern int km_new_mapping(struct xfrm_state *x, xfrm_address_t *ipaddr, __be16 sport);
1503 extern void km_policy_expired(struct xfrm_policy *pol, int dir, int hard, u32 pid);
1504 extern int km_report(struct net *net, u8 proto, struct xfrm_selector *sel, xfrm_address_t *addr);
1505
1506 extern void xfrm_input_init(void);
1507 extern int xfrm_parse_spi(struct sk_buff *skb, u8 nexthdr, __be32 *spi, __be32 *seq);
1508
1509 extern void xfrm_probe_algs(void);
1510 extern int xfrm_count_auth_supported(void);
1511 extern int xfrm_count_enc_supported(void);
1512 extern struct xfrm_algo_desc *xfrm_aalg_get_byidx(unsigned int idx);
1513 extern struct xfrm_algo_desc *xfrm_ealg_get_byidx(unsigned int idx);
1514 extern struct xfrm_algo_desc *xfrm_aalg_get_byid(int alg_id);
1515 extern struct xfrm_algo_desc *xfrm_ealg_get_byid(int alg_id);
1516 extern struct xfrm_algo_desc *xfrm_calg_get_byid(int alg_id);
1517 extern struct xfrm_algo_desc *xfrm_aalg_get_byname(const char *name, int probe);
1518 extern struct xfrm_algo_desc *xfrm_ealg_get_byname(const char *name, int probe);
1519 extern struct xfrm_algo_desc *xfrm_calg_get_byname(const char *name, int probe);
1520 extern struct xfrm_algo_desc *xfrm_aead_get_byname(const char *name, int icv_len,
1521                                                    int probe);
1522
1523 struct hash_desc;
1524 struct scatterlist;
1525 typedef int (icv_update_fn_t)(struct hash_desc *, struct scatterlist *,
1526                               unsigned int);
1527
1528 static inline int xfrm_addr_cmp(const xfrm_address_t *a,
1529                                 const xfrm_address_t *b,
1530                                 int family)
1531 {
1532         switch (family) {
1533         default:
1534         case AF_INET:
1535                 return (__force u32)a->a4 - (__force u32)b->a4;
1536         case AF_INET6:
1537                 return ipv6_addr_cmp((struct in6_addr *)a,
1538                                      (struct in6_addr *)b);
1539         }
1540 }
1541
1542 static inline int xfrm_policy_id2dir(u32 index)
1543 {
1544         return index & 7;
1545 }
1546
1547 #ifdef CONFIG_XFRM
1548 static inline int xfrm_aevent_is_on(struct net *net)
1549 {
1550         struct sock *nlsk;
1551         int ret = 0;
1552
1553         rcu_read_lock();
1554         nlsk = rcu_dereference(net->xfrm.nlsk);
1555         if (nlsk)
1556                 ret = netlink_has_listeners(nlsk, XFRMNLGRP_AEVENTS);
1557         rcu_read_unlock();
1558         return ret;
1559 }
1560 #endif
1561
1562 static inline int xfrm_alg_len(const struct xfrm_algo *alg)
1563 {
1564         return sizeof(*alg) + ((alg->alg_key_len + 7) / 8);
1565 }
1566
1567 static inline int xfrm_alg_auth_len(const struct xfrm_algo_auth *alg)
1568 {
1569         return sizeof(*alg) + ((alg->alg_key_len + 7) / 8);
1570 }
1571
1572 #ifdef CONFIG_XFRM_MIGRATE
1573 static inline struct xfrm_algo *xfrm_algo_clone(struct xfrm_algo *orig)
1574 {
1575         return kmemdup(orig, xfrm_alg_len(orig), GFP_KERNEL);
1576 }
1577
1578 static inline struct xfrm_algo_auth *xfrm_algo_auth_clone(struct xfrm_algo_auth *orig)
1579 {
1580         return kmemdup(orig, xfrm_alg_auth_len(orig), GFP_KERNEL);
1581 }
1582
1583 static inline void xfrm_states_put(struct xfrm_state **states, int n)
1584 {
1585         int i;
1586         for (i = 0; i < n; i++)
1587                 xfrm_state_put(*(states + i));
1588 }
1589
1590 static inline void xfrm_states_delete(struct xfrm_state **states, int n)
1591 {
1592         int i;
1593         for (i = 0; i < n; i++)
1594                 xfrm_state_delete(*(states + i));
1595 }
1596 #endif
1597
1598 #ifdef CONFIG_XFRM
1599 static inline struct xfrm_state *xfrm_input_state(struct sk_buff *skb)
1600 {
1601         return skb->sp->xvec[skb->sp->len - 1];
1602 }
1603 #endif
1604
1605 static inline int xfrm_mark_get(struct nlattr **attrs, struct xfrm_mark *m)
1606 {
1607         if (attrs[XFRMA_MARK])
1608                 memcpy(m, nla_data(attrs[XFRMA_MARK]), sizeof(struct xfrm_mark));
1609         else
1610                 m->v = m->m = 0;
1611
1612         return m->v & m->m;
1613 }
1614
1615 static inline int xfrm_mark_put(struct sk_buff *skb, const struct xfrm_mark *m)
1616 {
1617         if (m->m | m->v)
1618                 NLA_PUT(skb, XFRMA_MARK, sizeof(struct xfrm_mark), m);
1619         return 0;
1620
1621 nla_put_failure:
1622         return -1;
1623 }
1624
1625 #endif  /* _NET_XFRM_H */