xref: /linux/include/net/xfrm.h (revision c54ea4918c2b7722d7242ea53271356501988a9b)
1 #ifndef _NET_XFRM_H
2 #define _NET_XFRM_H
3 
4 #include <linux/compiler.h>
5 #include <linux/xfrm.h>
6 #include <linux/spinlock.h>
7 #include <linux/list.h>
8 #include <linux/skbuff.h>
9 #include <linux/socket.h>
10 #include <linux/pfkeyv2.h>
11 #include <linux/ipsec.h>
12 #include <linux/in6.h>
13 #include <linux/mutex.h>
14 #include <linux/audit.h>
15 #include <linux/slab.h>
16 
17 #include <net/sock.h>
18 #include <net/dst.h>
19 #include <net/ip.h>
20 #include <net/route.h>
21 #include <net/ipv6.h>
22 #include <net/ip6_fib.h>
23 #include <net/flow.h>
24 
25 #include <linux/interrupt.h>
26 
27 #ifdef CONFIG_XFRM_STATISTICS
28 #include <net/snmp.h>
29 #endif
30 
31 #define XFRM_PROTO_ESP		50
32 #define XFRM_PROTO_AH		51
33 #define XFRM_PROTO_COMP		108
34 #define XFRM_PROTO_IPIP		4
35 #define XFRM_PROTO_IPV6		41
36 #define XFRM_PROTO_ROUTING	IPPROTO_ROUTING
37 #define XFRM_PROTO_DSTOPTS	IPPROTO_DSTOPTS
38 
39 #define XFRM_ALIGN4(len)	(((len) + 3) & ~3)
40 #define XFRM_ALIGN8(len)	(((len) + 7) & ~7)
41 #define MODULE_ALIAS_XFRM_MODE(family, encap) \
42 	MODULE_ALIAS("xfrm-mode-" __stringify(family) "-" __stringify(encap))
43 #define MODULE_ALIAS_XFRM_TYPE(family, proto) \
44 	MODULE_ALIAS("xfrm-type-" __stringify(family) "-" __stringify(proto))
45 
46 #ifdef CONFIG_XFRM_STATISTICS
47 #define XFRM_INC_STATS(net, field)	SNMP_INC_STATS((net)->mib.xfrm_statistics, field)
48 #define XFRM_INC_STATS_BH(net, field)	SNMP_INC_STATS_BH((net)->mib.xfrm_statistics, field)
49 #define XFRM_INC_STATS_USER(net, field)	SNMP_INC_STATS_USER((net)-mib.xfrm_statistics, field)
50 #else
51 #define XFRM_INC_STATS(net, field)	((void)(net))
52 #define XFRM_INC_STATS_BH(net, field)	((void)(net))
53 #define XFRM_INC_STATS_USER(net, field)	((void)(net))
54 #endif
55 
56 extern struct mutex xfrm_cfg_mutex;
57 
58 /* Organization of SPD aka "XFRM rules"
59    ------------------------------------
60 
61    Basic objects:
62    - policy rule, struct xfrm_policy (=SPD entry)
63    - bundle of transformations, struct dst_entry == struct xfrm_dst (=SA bundle)
64    - instance of a transformer, struct xfrm_state (=SA)
65    - template to clone xfrm_state, struct xfrm_tmpl
66 
67    SPD is plain linear list of xfrm_policy rules, ordered by priority.
68    (To be compatible with existing pfkeyv2 implementations,
69    many rules with priority of 0x7fffffff are allowed to exist and
70    such rules are ordered in an unpredictable way, thanks to bsd folks.)
71 
72    Lookup is plain linear search until the first match with selector.
73 
74    If "action" is "block", then we prohibit the flow, otherwise:
75    if "xfrms_nr" is zero, the flow passes untransformed. Otherwise,
76    policy entry has list of up to XFRM_MAX_DEPTH transformations,
77    described by templates xfrm_tmpl. Each template is resolved
78    to a complete xfrm_state (see below) and we pack bundle of transformations
79    to a dst_entry returned to requestor.
80 
81    dst -. xfrm  .-> xfrm_state #1
82     |---. child .-> dst -. xfrm .-> xfrm_state #2
83                      |---. child .-> dst -. xfrm .-> xfrm_state #3
84                                       |---. child .-> NULL
85 
86    Bundles are cached at xrfm_policy struct (field ->bundles).
87 
88 
89    Resolution of xrfm_tmpl
90    -----------------------
91    Template contains:
92    1. ->mode		Mode: transport or tunnel
93    2. ->id.proto	Protocol: AH/ESP/IPCOMP
94    3. ->id.daddr	Remote tunnel endpoint, ignored for transport mode.
95       Q: allow to resolve security gateway?
96    4. ->id.spi          If not zero, static SPI.
97    5. ->saddr		Local tunnel endpoint, ignored for transport mode.
98    6. ->algos		List of allowed algos. Plain bitmask now.
99       Q: ealgos, aalgos, calgos. What a mess...
100    7. ->share		Sharing mode.
101       Q: how to implement private sharing mode? To add struct sock* to
102       flow id?
103 
104    Having this template we search through SAD searching for entries
105    with appropriate mode/proto/algo, permitted by selector.
106    If no appropriate entry found, it is requested from key manager.
107 
108    PROBLEMS:
109    Q: How to find all the bundles referring to a physical path for
110       PMTU discovery? Seems, dst should contain list of all parents...
111       and enter to infinite locking hierarchy disaster.
112       No! It is easier, we will not search for them, let them find us.
113       We add genid to each dst plus pointer to genid of raw IP route,
114       pmtu disc will update pmtu on raw IP route and increase its genid.
115       dst_check() will see this for top level and trigger resyncing
116       metrics. Plus, it will be made via sk->sk_dst_cache. Solved.
117  */
118 
119 struct xfrm_state_walk {
120 	struct list_head	all;
121 	u8			state;
122 	union {
123 		u8		dying;
124 		u8		proto;
125 	};
126 	u32			seq;
127 };
128 
129 /* Full description of state of transformer. */
130 struct xfrm_state {
131 #ifdef CONFIG_NET_NS
132 	struct net		*xs_net;
133 #endif
134 	union {
135 		struct hlist_node	gclist;
136 		struct hlist_node	bydst;
137 	};
138 	struct hlist_node	bysrc;
139 	struct hlist_node	byspi;
140 
141 	atomic_t		refcnt;
142 	spinlock_t		lock;
143 
144 	struct xfrm_id		id;
145 	struct xfrm_selector	sel;
146 	struct xfrm_mark	mark;
147 	u32			tfcpad;
148 
149 	u32			genid;
150 
151 	/* Key manager bits */
152 	struct xfrm_state_walk	km;
153 
154 	/* Parameters of this state. */
155 	struct {
156 		u32		reqid;
157 		u8		mode;
158 		u8		replay_window;
159 		u8		aalgo, ealgo, calgo;
160 		u8		flags;
161 		u16		family;
162 		xfrm_address_t	saddr;
163 		int		header_len;
164 		int		trailer_len;
165 	} props;
166 
167 	struct xfrm_lifetime_cfg lft;
168 
169 	/* Data for transformer */
170 	struct xfrm_algo_auth	*aalg;
171 	struct xfrm_algo	*ealg;
172 	struct xfrm_algo	*calg;
173 	struct xfrm_algo_aead	*aead;
174 
175 	/* Data for encapsulator */
176 	struct xfrm_encap_tmpl	*encap;
177 
178 	/* Data for care-of address */
179 	xfrm_address_t	*coaddr;
180 
181 	/* IPComp needs an IPIP tunnel for handling uncompressed packets */
182 	struct xfrm_state	*tunnel;
183 
184 	/* If a tunnel, number of users + 1 */
185 	atomic_t		tunnel_users;
186 
187 	/* State for replay detection */
188 	struct xfrm_replay_state replay;
189 	struct xfrm_replay_state_esn *replay_esn;
190 
191 	/* Replay detection state at the time we sent the last notification */
192 	struct xfrm_replay_state preplay;
193 	struct xfrm_replay_state_esn *preplay_esn;
194 
195 	/* The functions for replay detection. */
196 	struct xfrm_replay	*repl;
197 
198 	/* internal flag that only holds state for delayed aevent at the
199 	 * moment
200 	*/
201 	u32			xflags;
202 
203 	/* Replay detection notification settings */
204 	u32			replay_maxage;
205 	u32			replay_maxdiff;
206 
207 	/* Replay detection notification timer */
208 	struct timer_list	rtimer;
209 
210 	/* Statistics */
211 	struct xfrm_stats	stats;
212 
213 	struct xfrm_lifetime_cur curlft;
214 	struct tasklet_hrtimer	mtimer;
215 
216 	/* Last used time */
217 	unsigned long		lastused;
218 
219 	/* Reference to data common to all the instances of this
220 	 * transformer. */
221 	const struct xfrm_type	*type;
222 	struct xfrm_mode	*inner_mode;
223 	struct xfrm_mode	*inner_mode_iaf;
224 	struct xfrm_mode	*outer_mode;
225 
226 	/* Security context */
227 	struct xfrm_sec_ctx	*security;
228 
229 	/* Private data of this transformer, format is opaque,
230 	 * interpreted by xfrm_type methods. */
231 	void			*data;
232 };
233 
234 static inline struct net *xs_net(struct xfrm_state *x)
235 {
236 	return read_pnet(&x->xs_net);
237 }
238 
239 /* xflags - make enum if more show up */
240 #define XFRM_TIME_DEFER	1
241 
242 enum {
243 	XFRM_STATE_VOID,
244 	XFRM_STATE_ACQ,
245 	XFRM_STATE_VALID,
246 	XFRM_STATE_ERROR,
247 	XFRM_STATE_EXPIRED,
248 	XFRM_STATE_DEAD
249 };
250 
251 /* callback structure passed from either netlink or pfkey */
252 struct km_event {
253 	union {
254 		u32 hard;
255 		u32 proto;
256 		u32 byid;
257 		u32 aevent;
258 		u32 type;
259 	} data;
260 
261 	u32	seq;
262 	u32	pid;
263 	u32	event;
264 	struct net *net;
265 };
266 
267 struct xfrm_replay {
268 	void	(*advance)(struct xfrm_state *x, __be32 net_seq);
269 	int	(*check)(struct xfrm_state *x,
270 			 struct sk_buff *skb,
271 			 __be32 net_seq);
272 	void	(*notify)(struct xfrm_state *x, int event);
273 	int	(*overflow)(struct xfrm_state *x, struct sk_buff *skb);
274 };
275 
276 struct net_device;
277 struct xfrm_type;
278 struct xfrm_dst;
279 struct xfrm_policy_afinfo {
280 	unsigned short		family;
281 	struct dst_ops		*dst_ops;
282 	void			(*garbage_collect)(struct net *net);
283 	struct dst_entry	*(*dst_lookup)(struct net *net, int tos,
284 					       const xfrm_address_t *saddr,
285 					       const xfrm_address_t *daddr);
286 	int			(*get_saddr)(struct net *net, xfrm_address_t *saddr, xfrm_address_t *daddr);
287 	void			(*decode_session)(struct sk_buff *skb,
288 						  struct flowi *fl,
289 						  int reverse);
290 	int			(*get_tos)(const struct flowi *fl);
291 	int			(*init_path)(struct xfrm_dst *path,
292 					     struct dst_entry *dst,
293 					     int nfheader_len);
294 	int			(*fill_dst)(struct xfrm_dst *xdst,
295 					    struct net_device *dev,
296 					    const struct flowi *fl);
297 	struct dst_entry	*(*blackhole_route)(struct net *net, struct dst_entry *orig);
298 };
299 
300 extern int xfrm_policy_register_afinfo(struct xfrm_policy_afinfo *afinfo);
301 extern int xfrm_policy_unregister_afinfo(struct xfrm_policy_afinfo *afinfo);
302 extern void km_policy_notify(struct xfrm_policy *xp, int dir, const struct km_event *c);
303 extern void km_state_notify(struct xfrm_state *x, const struct km_event *c);
304 
305 struct xfrm_tmpl;
306 extern int km_query(struct xfrm_state *x, struct xfrm_tmpl *t, struct xfrm_policy *pol);
307 extern void km_state_expired(struct xfrm_state *x, int hard, u32 pid);
308 extern int __xfrm_state_delete(struct xfrm_state *x);
309 
310 struct xfrm_state_afinfo {
311 	unsigned int		family;
312 	unsigned int		proto;
313 	__be16			eth_proto;
314 	struct module		*owner;
315 	const struct xfrm_type	*type_map[IPPROTO_MAX];
316 	struct xfrm_mode	*mode_map[XFRM_MODE_MAX];
317 	int			(*init_flags)(struct xfrm_state *x);
318 	void			(*init_tempsel)(struct xfrm_selector *sel,
319 						const struct flowi *fl);
320 	void			(*init_temprop)(struct xfrm_state *x,
321 						const struct xfrm_tmpl *tmpl,
322 						const xfrm_address_t *daddr,
323 						const xfrm_address_t *saddr);
324 	int			(*tmpl_sort)(struct xfrm_tmpl **dst, struct xfrm_tmpl **src, int n);
325 	int			(*state_sort)(struct xfrm_state **dst, struct xfrm_state **src, int n);
326 	int			(*output)(struct sk_buff *skb);
327 	int			(*extract_input)(struct xfrm_state *x,
328 						 struct sk_buff *skb);
329 	int			(*extract_output)(struct xfrm_state *x,
330 						  struct sk_buff *skb);
331 	int			(*transport_finish)(struct sk_buff *skb,
332 						    int async);
333 };
334 
335 extern int xfrm_state_register_afinfo(struct xfrm_state_afinfo *afinfo);
336 extern int xfrm_state_unregister_afinfo(struct xfrm_state_afinfo *afinfo);
337 
338 extern void xfrm_state_delete_tunnel(struct xfrm_state *x);
339 
340 struct xfrm_type {
341 	char			*description;
342 	struct module		*owner;
343 	u8			proto;
344 	u8			flags;
345 #define XFRM_TYPE_NON_FRAGMENT	1
346 #define XFRM_TYPE_REPLAY_PROT	2
347 #define XFRM_TYPE_LOCAL_COADDR	4
348 #define XFRM_TYPE_REMOTE_COADDR	8
349 
350 	int			(*init_state)(struct xfrm_state *x);
351 	void			(*destructor)(struct xfrm_state *);
352 	int			(*input)(struct xfrm_state *, struct sk_buff *skb);
353 	int			(*output)(struct xfrm_state *, struct sk_buff *pskb);
354 	int			(*reject)(struct xfrm_state *, struct sk_buff *,
355 					  const struct flowi *);
356 	int			(*hdr_offset)(struct xfrm_state *, struct sk_buff *, u8 **);
357 	/* Estimate maximal size of result of transformation of a dgram */
358 	u32			(*get_mtu)(struct xfrm_state *, int size);
359 };
360 
361 extern int xfrm_register_type(const struct xfrm_type *type, unsigned short family);
362 extern int xfrm_unregister_type(const struct xfrm_type *type, unsigned short family);
363 
364 struct xfrm_mode {
365 	/*
366 	 * Remove encapsulation header.
367 	 *
368 	 * The IP header will be moved over the top of the encapsulation
369 	 * header.
370 	 *
371 	 * On entry, the transport header shall point to where the IP header
372 	 * should be and the network header shall be set to where the IP
373 	 * header currently is.  skb->data shall point to the start of the
374 	 * payload.
375 	 */
376 	int (*input2)(struct xfrm_state *x, struct sk_buff *skb);
377 
378 	/*
379 	 * This is the actual input entry point.
380 	 *
381 	 * For transport mode and equivalent this would be identical to
382 	 * input2 (which does not need to be set).  While tunnel mode
383 	 * and equivalent would set this to the tunnel encapsulation function
384 	 * xfrm4_prepare_input that would in turn call input2.
385 	 */
386 	int (*input)(struct xfrm_state *x, struct sk_buff *skb);
387 
388 	/*
389 	 * Add encapsulation header.
390 	 *
391 	 * On exit, the transport header will be set to the start of the
392 	 * encapsulation header to be filled in by x->type->output and
393 	 * the mac header will be set to the nextheader (protocol for
394 	 * IPv4) field of the extension header directly preceding the
395 	 * encapsulation header, or in its absence, that of the top IP
396 	 * header.  The value of the network header will always point
397 	 * to the top IP header while skb->data will point to the payload.
398 	 */
399 	int (*output2)(struct xfrm_state *x,struct sk_buff *skb);
400 
401 	/*
402 	 * This is the actual output entry point.
403 	 *
404 	 * For transport mode and equivalent this would be identical to
405 	 * output2 (which does not need to be set).  While tunnel mode
406 	 * and equivalent would set this to a tunnel encapsulation function
407 	 * (xfrm4_prepare_output or xfrm6_prepare_output) that would in turn
408 	 * call output2.
409 	 */
410 	int (*output)(struct xfrm_state *x, struct sk_buff *skb);
411 
412 	struct xfrm_state_afinfo *afinfo;
413 	struct module *owner;
414 	unsigned int encap;
415 	int flags;
416 };
417 
418 /* Flags for xfrm_mode. */
419 enum {
420 	XFRM_MODE_FLAG_TUNNEL = 1,
421 };
422 
423 extern int xfrm_register_mode(struct xfrm_mode *mode, int family);
424 extern int xfrm_unregister_mode(struct xfrm_mode *mode, int family);
425 
426 static inline int xfrm_af2proto(unsigned int family)
427 {
428 	switch(family) {
429 	case AF_INET:
430 		return IPPROTO_IPIP;
431 	case AF_INET6:
432 		return IPPROTO_IPV6;
433 	default:
434 		return 0;
435 	}
436 }
437 
438 static inline struct xfrm_mode *xfrm_ip2inner_mode(struct xfrm_state *x, int ipproto)
439 {
440 	if ((ipproto == IPPROTO_IPIP && x->props.family == AF_INET) ||
441 	    (ipproto == IPPROTO_IPV6 && x->props.family == AF_INET6))
442 		return x->inner_mode;
443 	else
444 		return x->inner_mode_iaf;
445 }
446 
447 struct xfrm_tmpl {
448 /* id in template is interpreted as:
449  * daddr - destination of tunnel, may be zero for transport mode.
450  * spi   - zero to acquire spi. Not zero if spi is static, then
451  *	   daddr must be fixed too.
452  * proto - AH/ESP/IPCOMP
453  */
454 	struct xfrm_id		id;
455 
456 /* Source address of tunnel. Ignored, if it is not a tunnel. */
457 	xfrm_address_t		saddr;
458 
459 	unsigned short		encap_family;
460 
461 	u32			reqid;
462 
463 /* Mode: transport, tunnel etc. */
464 	u8			mode;
465 
466 /* Sharing mode: unique, this session only, this user only etc. */
467 	u8			share;
468 
469 /* May skip this transfomration if no SA is found */
470 	u8			optional;
471 
472 /* Skip aalgos/ealgos/calgos checks. */
473 	u8			allalgs;
474 
475 /* Bit mask of algos allowed for acquisition */
476 	u32			aalgos;
477 	u32			ealgos;
478 	u32			calgos;
479 };
480 
481 #define XFRM_MAX_DEPTH		6
482 
483 struct xfrm_policy_walk_entry {
484 	struct list_head	all;
485 	u8			dead;
486 };
487 
488 struct xfrm_policy_walk {
489 	struct xfrm_policy_walk_entry walk;
490 	u8 type;
491 	u32 seq;
492 };
493 
494 struct xfrm_policy {
495 #ifdef CONFIG_NET_NS
496 	struct net		*xp_net;
497 #endif
498 	struct hlist_node	bydst;
499 	struct hlist_node	byidx;
500 
501 	/* This lock only affects elements except for entry. */
502 	rwlock_t		lock;
503 	atomic_t		refcnt;
504 	struct timer_list	timer;
505 
506 	struct flow_cache_object flo;
507 	atomic_t		genid;
508 	u32			priority;
509 	u32			index;
510 	struct xfrm_mark	mark;
511 	struct xfrm_selector	selector;
512 	struct xfrm_lifetime_cfg lft;
513 	struct xfrm_lifetime_cur curlft;
514 	struct xfrm_policy_walk_entry walk;
515 	u8			type;
516 	u8			action;
517 	u8			flags;
518 	u8			xfrm_nr;
519 	u16			family;
520 	struct xfrm_sec_ctx	*security;
521 	struct xfrm_tmpl       	xfrm_vec[XFRM_MAX_DEPTH];
522 };
523 
524 static inline struct net *xp_net(const struct xfrm_policy *xp)
525 {
526 	return read_pnet(&xp->xp_net);
527 }
528 
529 struct xfrm_kmaddress {
530 	xfrm_address_t          local;
531 	xfrm_address_t          remote;
532 	u32			reserved;
533 	u16			family;
534 };
535 
536 struct xfrm_migrate {
537 	xfrm_address_t		old_daddr;
538 	xfrm_address_t		old_saddr;
539 	xfrm_address_t		new_daddr;
540 	xfrm_address_t		new_saddr;
541 	u8			proto;
542 	u8			mode;
543 	u16			reserved;
544 	u32			reqid;
545 	u16			old_family;
546 	u16			new_family;
547 };
548 
549 #define XFRM_KM_TIMEOUT                30
550 /* which seqno */
551 #define XFRM_REPLAY_SEQ		1
552 #define XFRM_REPLAY_OSEQ	2
553 #define XFRM_REPLAY_SEQ_MASK	3
554 /* what happened */
555 #define XFRM_REPLAY_UPDATE	XFRM_AE_CR
556 #define XFRM_REPLAY_TIMEOUT	XFRM_AE_CE
557 
558 /* default aevent timeout in units of 100ms */
559 #define XFRM_AE_ETIME			10
560 /* Async Event timer multiplier */
561 #define XFRM_AE_ETH_M			10
562 /* default seq threshold size */
563 #define XFRM_AE_SEQT_SIZE		2
564 
565 struct xfrm_mgr {
566 	struct list_head	list;
567 	char			*id;
568 	int			(*notify)(struct xfrm_state *x, const struct km_event *c);
569 	int			(*acquire)(struct xfrm_state *x, struct xfrm_tmpl *, struct xfrm_policy *xp, int dir);
570 	struct xfrm_policy	*(*compile_policy)(struct sock *sk, int opt, u8 *data, int len, int *dir);
571 	int			(*new_mapping)(struct xfrm_state *x, xfrm_address_t *ipaddr, __be16 sport);
572 	int			(*notify_policy)(struct xfrm_policy *x, int dir, const struct km_event *c);
573 	int			(*report)(struct net *net, u8 proto, struct xfrm_selector *sel, xfrm_address_t *addr);
574 	int			(*migrate)(const struct xfrm_selector *sel,
575 					   u8 dir, u8 type,
576 					   const struct xfrm_migrate *m,
577 					   int num_bundles,
578 					   const struct xfrm_kmaddress *k);
579 };
580 
581 extern int xfrm_register_km(struct xfrm_mgr *km);
582 extern int xfrm_unregister_km(struct xfrm_mgr *km);
583 
584 /*
585  * This structure is used for the duration where packets are being
586  * transformed by IPsec.  As soon as the packet leaves IPsec the
587  * area beyond the generic IP part may be overwritten.
588  */
589 struct xfrm_skb_cb {
590 	union {
591 		struct inet_skb_parm h4;
592 		struct inet6_skb_parm h6;
593         } header;
594 
595         /* Sequence number for replay protection. */
596 	union {
597 		struct {
598 			__u32 low;
599 			__u32 hi;
600 		} output;
601 		struct {
602 			__be32 low;
603 			__be32 hi;
604 		} input;
605 	} seq;
606 };
607 
608 #define XFRM_SKB_CB(__skb) ((struct xfrm_skb_cb *)&((__skb)->cb[0]))
609 
610 /*
611  * This structure is used by the afinfo prepare_input/prepare_output functions
612  * to transmit header information to the mode input/output functions.
613  */
614 struct xfrm_mode_skb_cb {
615 	union {
616 		struct inet_skb_parm h4;
617 		struct inet6_skb_parm h6;
618 	} header;
619 
620 	/* Copied from header for IPv4, always set to zero and DF for IPv6. */
621 	__be16 id;
622 	__be16 frag_off;
623 
624 	/* IP header length (excluding options or extension headers). */
625 	u8 ihl;
626 
627 	/* TOS for IPv4, class for IPv6. */
628 	u8 tos;
629 
630 	/* TTL for IPv4, hop limitfor IPv6. */
631 	u8 ttl;
632 
633 	/* Protocol for IPv4, NH for IPv6. */
634 	u8 protocol;
635 
636 	/* Option length for IPv4, zero for IPv6. */
637 	u8 optlen;
638 
639 	/* Used by IPv6 only, zero for IPv4. */
640 	u8 flow_lbl[3];
641 };
642 
643 #define XFRM_MODE_SKB_CB(__skb) ((struct xfrm_mode_skb_cb *)&((__skb)->cb[0]))
644 
645 /*
646  * This structure is used by the input processing to locate the SPI and
647  * related information.
648  */
649 struct xfrm_spi_skb_cb {
650 	union {
651 		struct inet_skb_parm h4;
652 		struct inet6_skb_parm h6;
653 	} header;
654 
655 	unsigned int daddroff;
656 	unsigned int family;
657 };
658 
659 #define XFRM_SPI_SKB_CB(__skb) ((struct xfrm_spi_skb_cb *)&((__skb)->cb[0]))
660 
661 /* Audit Information */
662 struct xfrm_audit {
663 	u32	secid;
664 	uid_t	loginuid;
665 	u32	sessionid;
666 };
667 
668 #ifdef CONFIG_AUDITSYSCALL
669 static inline struct audit_buffer *xfrm_audit_start(const char *op)
670 {
671 	struct audit_buffer *audit_buf = NULL;
672 
673 	if (audit_enabled == 0)
674 		return NULL;
675 	audit_buf = audit_log_start(current->audit_context, GFP_ATOMIC,
676 				    AUDIT_MAC_IPSEC_EVENT);
677 	if (audit_buf == NULL)
678 		return NULL;
679 	audit_log_format(audit_buf, "op=%s", op);
680 	return audit_buf;
681 }
682 
683 static inline void xfrm_audit_helper_usrinfo(uid_t auid, u32 ses, u32 secid,
684 					     struct audit_buffer *audit_buf)
685 {
686 	char *secctx;
687 	u32 secctx_len;
688 
689 	audit_log_format(audit_buf, " auid=%u ses=%u", auid, ses);
690 	if (secid != 0 &&
691 	    security_secid_to_secctx(secid, &secctx, &secctx_len) == 0) {
692 		audit_log_format(audit_buf, " subj=%s", secctx);
693 		security_release_secctx(secctx, secctx_len);
694 	} else
695 		audit_log_task_context(audit_buf);
696 }
697 
698 extern void xfrm_audit_policy_add(struct xfrm_policy *xp, int result,
699 				  u32 auid, u32 ses, u32 secid);
700 extern void xfrm_audit_policy_delete(struct xfrm_policy *xp, int result,
701 				  u32 auid, u32 ses, u32 secid);
702 extern void xfrm_audit_state_add(struct xfrm_state *x, int result,
703 				 u32 auid, u32 ses, u32 secid);
704 extern void xfrm_audit_state_delete(struct xfrm_state *x, int result,
705 				    u32 auid, u32 ses, u32 secid);
706 extern void xfrm_audit_state_replay_overflow(struct xfrm_state *x,
707 					     struct sk_buff *skb);
708 extern void xfrm_audit_state_replay(struct xfrm_state *x,
709 				    struct sk_buff *skb, __be32 net_seq);
710 extern void xfrm_audit_state_notfound_simple(struct sk_buff *skb, u16 family);
711 extern void xfrm_audit_state_notfound(struct sk_buff *skb, u16 family,
712 				      __be32 net_spi, __be32 net_seq);
713 extern void xfrm_audit_state_icvfail(struct xfrm_state *x,
714 				     struct sk_buff *skb, u8 proto);
715 #else
716 
717 static inline void xfrm_audit_policy_add(struct xfrm_policy *xp, int result,
718 				  u32 auid, u32 ses, u32 secid)
719 {
720 }
721 
722 static inline void xfrm_audit_policy_delete(struct xfrm_policy *xp, int result,
723 				  u32 auid, u32 ses, u32 secid)
724 {
725 }
726 
727 static inline void xfrm_audit_state_add(struct xfrm_state *x, int result,
728 				 u32 auid, u32 ses, u32 secid)
729 {
730 }
731 
732 static inline void xfrm_audit_state_delete(struct xfrm_state *x, int result,
733 				    u32 auid, u32 ses, u32 secid)
734 {
735 }
736 
737 static inline void xfrm_audit_state_replay_overflow(struct xfrm_state *x,
738 					     struct sk_buff *skb)
739 {
740 }
741 
742 static inline void xfrm_audit_state_replay(struct xfrm_state *x,
743 					   struct sk_buff *skb, __be32 net_seq)
744 {
745 }
746 
747 static inline void xfrm_audit_state_notfound_simple(struct sk_buff *skb,
748 				      u16 family)
749 {
750 }
751 
752 static inline void xfrm_audit_state_notfound(struct sk_buff *skb, u16 family,
753 				      __be32 net_spi, __be32 net_seq)
754 {
755 }
756 
757 static inline void xfrm_audit_state_icvfail(struct xfrm_state *x,
758 				     struct sk_buff *skb, u8 proto)
759 {
760 }
761 #endif /* CONFIG_AUDITSYSCALL */
762 
763 static inline void xfrm_pol_hold(struct xfrm_policy *policy)
764 {
765 	if (likely(policy != NULL))
766 		atomic_inc(&policy->refcnt);
767 }
768 
769 extern void xfrm_policy_destroy(struct xfrm_policy *policy);
770 
771 static inline void xfrm_pol_put(struct xfrm_policy *policy)
772 {
773 	if (atomic_dec_and_test(&policy->refcnt))
774 		xfrm_policy_destroy(policy);
775 }
776 
777 static inline void xfrm_pols_put(struct xfrm_policy **pols, int npols)
778 {
779 	int i;
780 	for (i = npols - 1; i >= 0; --i)
781 		xfrm_pol_put(pols[i]);
782 }
783 
784 extern void __xfrm_state_destroy(struct xfrm_state *);
785 
786 static inline void __xfrm_state_put(struct xfrm_state *x)
787 {
788 	atomic_dec(&x->refcnt);
789 }
790 
791 static inline void xfrm_state_put(struct xfrm_state *x)
792 {
793 	if (atomic_dec_and_test(&x->refcnt))
794 		__xfrm_state_destroy(x);
795 }
796 
797 static inline void xfrm_state_hold(struct xfrm_state *x)
798 {
799 	atomic_inc(&x->refcnt);
800 }
801 
802 static inline bool addr_match(const void *token1, const void *token2,
803 			      int prefixlen)
804 {
805 	const __be32 *a1 = token1;
806 	const __be32 *a2 = token2;
807 	int pdw;
808 	int pbi;
809 
810 	pdw = prefixlen >> 5;	  /* num of whole u32 in prefix */
811 	pbi = prefixlen &  0x1f;  /* num of bits in incomplete u32 in prefix */
812 
813 	if (pdw)
814 		if (memcmp(a1, a2, pdw << 2))
815 			return false;
816 
817 	if (pbi) {
818 		__be32 mask;
819 
820 		mask = htonl((0xffffffff) << (32 - pbi));
821 
822 		if ((a1[pdw] ^ a2[pdw]) & mask)
823 			return false;
824 	}
825 
826 	return true;
827 }
828 
829 static __inline__
830 __be16 xfrm_flowi_sport(const struct flowi *fl, const union flowi_uli *uli)
831 {
832 	__be16 port;
833 	switch(fl->flowi_proto) {
834 	case IPPROTO_TCP:
835 	case IPPROTO_UDP:
836 	case IPPROTO_UDPLITE:
837 	case IPPROTO_SCTP:
838 		port = uli->ports.sport;
839 		break;
840 	case IPPROTO_ICMP:
841 	case IPPROTO_ICMPV6:
842 		port = htons(uli->icmpt.type);
843 		break;
844 	case IPPROTO_MH:
845 		port = htons(uli->mht.type);
846 		break;
847 	case IPPROTO_GRE:
848 		port = htons(ntohl(uli->gre_key) >> 16);
849 		break;
850 	default:
851 		port = 0;	/*XXX*/
852 	}
853 	return port;
854 }
855 
856 static __inline__
857 __be16 xfrm_flowi_dport(const struct flowi *fl, const union flowi_uli *uli)
858 {
859 	__be16 port;
860 	switch(fl->flowi_proto) {
861 	case IPPROTO_TCP:
862 	case IPPROTO_UDP:
863 	case IPPROTO_UDPLITE:
864 	case IPPROTO_SCTP:
865 		port = uli->ports.dport;
866 		break;
867 	case IPPROTO_ICMP:
868 	case IPPROTO_ICMPV6:
869 		port = htons(uli->icmpt.code);
870 		break;
871 	case IPPROTO_GRE:
872 		port = htons(ntohl(uli->gre_key) & 0xffff);
873 		break;
874 	default:
875 		port = 0;	/*XXX*/
876 	}
877 	return port;
878 }
879 
880 extern int xfrm_selector_match(const struct xfrm_selector *sel,
881 			       const struct flowi *fl,
882 			       unsigned short family);
883 
884 #ifdef CONFIG_SECURITY_NETWORK_XFRM
885 /*	If neither has a context --> match
886  * 	Otherwise, both must have a context and the sids, doi, alg must match
887  */
888 static inline int xfrm_sec_ctx_match(struct xfrm_sec_ctx *s1, struct xfrm_sec_ctx *s2)
889 {
890 	return ((!s1 && !s2) ||
891 		(s1 && s2 &&
892 		 (s1->ctx_sid == s2->ctx_sid) &&
893 		 (s1->ctx_doi == s2->ctx_doi) &&
894 		 (s1->ctx_alg == s2->ctx_alg)));
895 }
896 #else
897 static inline int xfrm_sec_ctx_match(struct xfrm_sec_ctx *s1, struct xfrm_sec_ctx *s2)
898 {
899 	return 1;
900 }
901 #endif
902 
903 /* A struct encoding bundle of transformations to apply to some set of flow.
904  *
905  * dst->child points to the next element of bundle.
906  * dst->xfrm  points to an instanse of transformer.
907  *
908  * Due to unfortunate limitations of current routing cache, which we
909  * have no time to fix, it mirrors struct rtable and bound to the same
910  * routing key, including saddr,daddr. However, we can have many of
911  * bundles differing by session id. All the bundles grow from a parent
912  * policy rule.
913  */
914 struct xfrm_dst {
915 	union {
916 		struct dst_entry	dst;
917 		struct rtable		rt;
918 		struct rt6_info		rt6;
919 	} u;
920 	struct dst_entry *route;
921 	struct flow_cache_object flo;
922 	struct xfrm_policy *pols[XFRM_POLICY_TYPE_MAX];
923 	int num_pols, num_xfrms;
924 #ifdef CONFIG_XFRM_SUB_POLICY
925 	struct flowi *origin;
926 	struct xfrm_selector *partner;
927 #endif
928 	u32 xfrm_genid;
929 	u32 policy_genid;
930 	u32 route_mtu_cached;
931 	u32 child_mtu_cached;
932 	u32 route_cookie;
933 	u32 path_cookie;
934 };
935 
936 #ifdef CONFIG_XFRM
937 static inline void xfrm_dst_destroy(struct xfrm_dst *xdst)
938 {
939 	xfrm_pols_put(xdst->pols, xdst->num_pols);
940 	dst_release(xdst->route);
941 	if (likely(xdst->u.dst.xfrm))
942 		xfrm_state_put(xdst->u.dst.xfrm);
943 #ifdef CONFIG_XFRM_SUB_POLICY
944 	kfree(xdst->origin);
945 	xdst->origin = NULL;
946 	kfree(xdst->partner);
947 	xdst->partner = NULL;
948 #endif
949 }
950 #endif
951 
952 extern void xfrm_dst_ifdown(struct dst_entry *dst, struct net_device *dev);
953 
954 struct sec_path {
955 	atomic_t		refcnt;
956 	int			len;
957 	struct xfrm_state	*xvec[XFRM_MAX_DEPTH];
958 };
959 
960 static inline struct sec_path *
961 secpath_get(struct sec_path *sp)
962 {
963 	if (sp)
964 		atomic_inc(&sp->refcnt);
965 	return sp;
966 }
967 
968 extern void __secpath_destroy(struct sec_path *sp);
969 
970 static inline void
971 secpath_put(struct sec_path *sp)
972 {
973 	if (sp && atomic_dec_and_test(&sp->refcnt))
974 		__secpath_destroy(sp);
975 }
976 
977 extern struct sec_path *secpath_dup(struct sec_path *src);
978 
979 static inline void
980 secpath_reset(struct sk_buff *skb)
981 {
982 #ifdef CONFIG_XFRM
983 	secpath_put(skb->sp);
984 	skb->sp = NULL;
985 #endif
986 }
987 
988 static inline int
989 xfrm_addr_any(const xfrm_address_t *addr, unsigned short family)
990 {
991 	switch (family) {
992 	case AF_INET:
993 		return addr->a4 == 0;
994 	case AF_INET6:
995 		return ipv6_addr_any((struct in6_addr *)&addr->a6);
996 	}
997 	return 0;
998 }
999 
1000 static inline int
1001 __xfrm4_state_addr_cmp(const struct xfrm_tmpl *tmpl, const struct xfrm_state *x)
1002 {
1003 	return	(tmpl->saddr.a4 &&
1004 		 tmpl->saddr.a4 != x->props.saddr.a4);
1005 }
1006 
1007 static inline int
1008 __xfrm6_state_addr_cmp(const struct xfrm_tmpl *tmpl, const struct xfrm_state *x)
1009 {
1010 	return	(!ipv6_addr_any((struct in6_addr*)&tmpl->saddr) &&
1011 		 ipv6_addr_cmp((struct in6_addr *)&tmpl->saddr, (struct in6_addr*)&x->props.saddr));
1012 }
1013 
1014 static inline int
1015 xfrm_state_addr_cmp(const struct xfrm_tmpl *tmpl, const struct xfrm_state *x, unsigned short family)
1016 {
1017 	switch (family) {
1018 	case AF_INET:
1019 		return __xfrm4_state_addr_cmp(tmpl, x);
1020 	case AF_INET6:
1021 		return __xfrm6_state_addr_cmp(tmpl, x);
1022 	}
1023 	return !0;
1024 }
1025 
1026 #ifdef CONFIG_XFRM
1027 extern int __xfrm_policy_check(struct sock *, int dir, struct sk_buff *skb, unsigned short family);
1028 
1029 static inline int __xfrm_policy_check2(struct sock *sk, int dir,
1030 				       struct sk_buff *skb,
1031 				       unsigned int family, int reverse)
1032 {
1033 	struct net *net = dev_net(skb->dev);
1034 	int ndir = dir | (reverse ? XFRM_POLICY_MASK + 1 : 0);
1035 
1036 	if (sk && sk->sk_policy[XFRM_POLICY_IN])
1037 		return __xfrm_policy_check(sk, ndir, skb, family);
1038 
1039 	return	(!net->xfrm.policy_count[dir] && !skb->sp) ||
1040 		(skb_dst(skb)->flags & DST_NOPOLICY) ||
1041 		__xfrm_policy_check(sk, ndir, skb, family);
1042 }
1043 
1044 static inline int xfrm_policy_check(struct sock *sk, int dir, struct sk_buff *skb, unsigned short family)
1045 {
1046 	return __xfrm_policy_check2(sk, dir, skb, family, 0);
1047 }
1048 
1049 static inline int xfrm4_policy_check(struct sock *sk, int dir, struct sk_buff *skb)
1050 {
1051 	return xfrm_policy_check(sk, dir, skb, AF_INET);
1052 }
1053 
1054 static inline int xfrm6_policy_check(struct sock *sk, int dir, struct sk_buff *skb)
1055 {
1056 	return xfrm_policy_check(sk, dir, skb, AF_INET6);
1057 }
1058 
1059 static inline int xfrm4_policy_check_reverse(struct sock *sk, int dir,
1060 					     struct sk_buff *skb)
1061 {
1062 	return __xfrm_policy_check2(sk, dir, skb, AF_INET, 1);
1063 }
1064 
1065 static inline int xfrm6_policy_check_reverse(struct sock *sk, int dir,
1066 					     struct sk_buff *skb)
1067 {
1068 	return __xfrm_policy_check2(sk, dir, skb, AF_INET6, 1);
1069 }
1070 
1071 extern int __xfrm_decode_session(struct sk_buff *skb, struct flowi *fl,
1072 				 unsigned int family, int reverse);
1073 
1074 static inline int xfrm_decode_session(struct sk_buff *skb, struct flowi *fl,
1075 				      unsigned int family)
1076 {
1077 	return __xfrm_decode_session(skb, fl, family, 0);
1078 }
1079 
1080 static inline int xfrm_decode_session_reverse(struct sk_buff *skb,
1081 					      struct flowi *fl,
1082 					      unsigned int family)
1083 {
1084 	return __xfrm_decode_session(skb, fl, family, 1);
1085 }
1086 
1087 extern int __xfrm_route_forward(struct sk_buff *skb, unsigned short family);
1088 
1089 static inline int xfrm_route_forward(struct sk_buff *skb, unsigned short family)
1090 {
1091 	struct net *net = dev_net(skb->dev);
1092 
1093 	return	!net->xfrm.policy_count[XFRM_POLICY_OUT] ||
1094 		(skb_dst(skb)->flags & DST_NOXFRM) ||
1095 		__xfrm_route_forward(skb, family);
1096 }
1097 
1098 static inline int xfrm4_route_forward(struct sk_buff *skb)
1099 {
1100 	return xfrm_route_forward(skb, AF_INET);
1101 }
1102 
1103 static inline int xfrm6_route_forward(struct sk_buff *skb)
1104 {
1105 	return xfrm_route_forward(skb, AF_INET6);
1106 }
1107 
1108 extern int __xfrm_sk_clone_policy(struct sock *sk);
1109 
1110 static inline int xfrm_sk_clone_policy(struct sock *sk)
1111 {
1112 	if (unlikely(sk->sk_policy[0] || sk->sk_policy[1]))
1113 		return __xfrm_sk_clone_policy(sk);
1114 	return 0;
1115 }
1116 
1117 extern int xfrm_policy_delete(struct xfrm_policy *pol, int dir);
1118 
1119 static inline void xfrm_sk_free_policy(struct sock *sk)
1120 {
1121 	if (unlikely(sk->sk_policy[0] != NULL)) {
1122 		xfrm_policy_delete(sk->sk_policy[0], XFRM_POLICY_MAX);
1123 		sk->sk_policy[0] = NULL;
1124 	}
1125 	if (unlikely(sk->sk_policy[1] != NULL)) {
1126 		xfrm_policy_delete(sk->sk_policy[1], XFRM_POLICY_MAX+1);
1127 		sk->sk_policy[1] = NULL;
1128 	}
1129 }
1130 
1131 #else
1132 
1133 static inline void xfrm_sk_free_policy(struct sock *sk) {}
1134 static inline int xfrm_sk_clone_policy(struct sock *sk) { return 0; }
1135 static inline int xfrm6_route_forward(struct sk_buff *skb) { return 1; }
1136 static inline int xfrm4_route_forward(struct sk_buff *skb) { return 1; }
1137 static inline int xfrm6_policy_check(struct sock *sk, int dir, struct sk_buff *skb)
1138 {
1139 	return 1;
1140 }
1141 static inline int xfrm4_policy_check(struct sock *sk, int dir, struct sk_buff *skb)
1142 {
1143 	return 1;
1144 }
1145 static inline int xfrm_policy_check(struct sock *sk, int dir, struct sk_buff *skb, unsigned short family)
1146 {
1147 	return 1;
1148 }
1149 static inline int xfrm_decode_session_reverse(struct sk_buff *skb,
1150 					      struct flowi *fl,
1151 					      unsigned int family)
1152 {
1153 	return -ENOSYS;
1154 }
1155 static inline int xfrm4_policy_check_reverse(struct sock *sk, int dir,
1156 					     struct sk_buff *skb)
1157 {
1158 	return 1;
1159 }
1160 static inline int xfrm6_policy_check_reverse(struct sock *sk, int dir,
1161 					     struct sk_buff *skb)
1162 {
1163 	return 1;
1164 }
1165 #endif
1166 
1167 static __inline__
1168 xfrm_address_t *xfrm_flowi_daddr(const struct flowi *fl, unsigned short family)
1169 {
1170 	switch (family){
1171 	case AF_INET:
1172 		return (xfrm_address_t *)&fl->u.ip4.daddr;
1173 	case AF_INET6:
1174 		return (xfrm_address_t *)&fl->u.ip6.daddr;
1175 	}
1176 	return NULL;
1177 }
1178 
1179 static __inline__
1180 xfrm_address_t *xfrm_flowi_saddr(const struct flowi *fl, unsigned short family)
1181 {
1182 	switch (family){
1183 	case AF_INET:
1184 		return (xfrm_address_t *)&fl->u.ip4.saddr;
1185 	case AF_INET6:
1186 		return (xfrm_address_t *)&fl->u.ip6.saddr;
1187 	}
1188 	return NULL;
1189 }
1190 
1191 static __inline__
1192 void xfrm_flowi_addr_get(const struct flowi *fl,
1193 			 xfrm_address_t *saddr, xfrm_address_t *daddr,
1194 			 unsigned short family)
1195 {
1196 	switch(family) {
1197 	case AF_INET:
1198 		memcpy(&saddr->a4, &fl->u.ip4.saddr, sizeof(saddr->a4));
1199 		memcpy(&daddr->a4, &fl->u.ip4.daddr, sizeof(daddr->a4));
1200 		break;
1201 	case AF_INET6:
1202 		ipv6_addr_copy((struct in6_addr *)&saddr->a6, &fl->u.ip6.saddr);
1203 		ipv6_addr_copy((struct in6_addr *)&daddr->a6, &fl->u.ip6.daddr);
1204 		break;
1205 	}
1206 }
1207 
1208 static __inline__ int
1209 __xfrm4_state_addr_check(const struct xfrm_state *x,
1210 			 const xfrm_address_t *daddr, const xfrm_address_t *saddr)
1211 {
1212 	if (daddr->a4 == x->id.daddr.a4 &&
1213 	    (saddr->a4 == x->props.saddr.a4 || !saddr->a4 || !x->props.saddr.a4))
1214 		return 1;
1215 	return 0;
1216 }
1217 
1218 static __inline__ int
1219 __xfrm6_state_addr_check(const struct xfrm_state *x,
1220 			 const xfrm_address_t *daddr, const xfrm_address_t *saddr)
1221 {
1222 	if (!ipv6_addr_cmp((struct in6_addr *)daddr, (struct in6_addr *)&x->id.daddr) &&
1223 	    (!ipv6_addr_cmp((struct in6_addr *)saddr, (struct in6_addr *)&x->props.saddr)||
1224 	     ipv6_addr_any((struct in6_addr *)saddr) ||
1225 	     ipv6_addr_any((struct in6_addr *)&x->props.saddr)))
1226 		return 1;
1227 	return 0;
1228 }
1229 
1230 static __inline__ int
1231 xfrm_state_addr_check(const struct xfrm_state *x,
1232 		      const xfrm_address_t *daddr, const xfrm_address_t *saddr,
1233 		      unsigned short family)
1234 {
1235 	switch (family) {
1236 	case AF_INET:
1237 		return __xfrm4_state_addr_check(x, daddr, saddr);
1238 	case AF_INET6:
1239 		return __xfrm6_state_addr_check(x, daddr, saddr);
1240 	}
1241 	return 0;
1242 }
1243 
1244 static __inline__ int
1245 xfrm_state_addr_flow_check(const struct xfrm_state *x, const struct flowi *fl,
1246 			   unsigned short family)
1247 {
1248 	switch (family) {
1249 	case AF_INET:
1250 		return __xfrm4_state_addr_check(x,
1251 						(const xfrm_address_t *)&fl->u.ip4.daddr,
1252 						(const xfrm_address_t *)&fl->u.ip4.saddr);
1253 	case AF_INET6:
1254 		return __xfrm6_state_addr_check(x,
1255 						(const xfrm_address_t *)&fl->u.ip6.daddr,
1256 						(const xfrm_address_t *)&fl->u.ip6.saddr);
1257 	}
1258 	return 0;
1259 }
1260 
1261 static inline int xfrm_state_kern(const struct xfrm_state *x)
1262 {
1263 	return atomic_read(&x->tunnel_users);
1264 }
1265 
1266 static inline int xfrm_id_proto_match(u8 proto, u8 userproto)
1267 {
1268 	return (!userproto || proto == userproto ||
1269 		(userproto == IPSEC_PROTO_ANY && (proto == IPPROTO_AH ||
1270 						  proto == IPPROTO_ESP ||
1271 						  proto == IPPROTO_COMP)));
1272 }
1273 
1274 /*
1275  * xfrm algorithm information
1276  */
1277 struct xfrm_algo_aead_info {
1278 	u16 icv_truncbits;
1279 };
1280 
1281 struct xfrm_algo_auth_info {
1282 	u16 icv_truncbits;
1283 	u16 icv_fullbits;
1284 };
1285 
1286 struct xfrm_algo_encr_info {
1287 	u16 blockbits;
1288 	u16 defkeybits;
1289 };
1290 
1291 struct xfrm_algo_comp_info {
1292 	u16 threshold;
1293 };
1294 
1295 struct xfrm_algo_desc {
1296 	char *name;
1297 	char *compat;
1298 	u8 available:1;
1299 	union {
1300 		struct xfrm_algo_aead_info aead;
1301 		struct xfrm_algo_auth_info auth;
1302 		struct xfrm_algo_encr_info encr;
1303 		struct xfrm_algo_comp_info comp;
1304 	} uinfo;
1305 	struct sadb_alg desc;
1306 };
1307 
1308 /* XFRM tunnel handlers.  */
1309 struct xfrm_tunnel {
1310 	int (*handler)(struct sk_buff *skb);
1311 	int (*err_handler)(struct sk_buff *skb, u32 info);
1312 
1313 	struct xfrm_tunnel __rcu *next;
1314 	int priority;
1315 };
1316 
1317 struct xfrm6_tunnel {
1318 	int (*handler)(struct sk_buff *skb);
1319 	int (*err_handler)(struct sk_buff *skb, struct inet6_skb_parm *opt,
1320 			   u8 type, u8 code, int offset, __be32 info);
1321 	struct xfrm6_tunnel __rcu *next;
1322 	int priority;
1323 };
1324 
1325 extern void xfrm_init(void);
1326 extern void xfrm4_init(int rt_hash_size);
1327 extern int xfrm_state_init(struct net *net);
1328 extern void xfrm_state_fini(struct net *net);
1329 extern void xfrm4_state_init(void);
1330 #ifdef CONFIG_XFRM
1331 extern int xfrm6_init(void);
1332 extern void xfrm6_fini(void);
1333 extern int xfrm6_state_init(void);
1334 extern void xfrm6_state_fini(void);
1335 #else
1336 static inline int xfrm6_init(void)
1337 {
1338 	return 0;
1339 }
1340 static inline void xfrm6_fini(void)
1341 {
1342 	;
1343 }
1344 #endif
1345 
1346 #ifdef CONFIG_XFRM_STATISTICS
1347 extern int xfrm_proc_init(struct net *net);
1348 extern void xfrm_proc_fini(struct net *net);
1349 #endif
1350 
1351 extern int xfrm_sysctl_init(struct net *net);
1352 #ifdef CONFIG_SYSCTL
1353 extern void xfrm_sysctl_fini(struct net *net);
1354 #else
1355 static inline void xfrm_sysctl_fini(struct net *net)
1356 {
1357 }
1358 #endif
1359 
1360 extern void xfrm_state_walk_init(struct xfrm_state_walk *walk, u8 proto);
1361 extern int xfrm_state_walk(struct net *net, struct xfrm_state_walk *walk,
1362 			   int (*func)(struct xfrm_state *, int, void*), void *);
1363 extern void xfrm_state_walk_done(struct xfrm_state_walk *walk);
1364 extern struct xfrm_state *xfrm_state_alloc(struct net *net);
1365 extern struct xfrm_state *xfrm_state_find(const xfrm_address_t *daddr,
1366 					  const xfrm_address_t *saddr,
1367 					  const struct flowi *fl,
1368 					  struct xfrm_tmpl *tmpl,
1369 					  struct xfrm_policy *pol, int *err,
1370 					  unsigned short family);
1371 extern struct xfrm_state *xfrm_stateonly_find(struct net *net, u32 mark,
1372 					       xfrm_address_t *daddr,
1373 					       xfrm_address_t *saddr,
1374 					       unsigned short family,
1375 					       u8 mode, u8 proto, u32 reqid);
1376 extern int xfrm_state_check_expire(struct xfrm_state *x);
1377 extern void xfrm_state_insert(struct xfrm_state *x);
1378 extern int xfrm_state_add(struct xfrm_state *x);
1379 extern int xfrm_state_update(struct xfrm_state *x);
1380 extern struct xfrm_state *xfrm_state_lookup(struct net *net, u32 mark,
1381 					    const xfrm_address_t *daddr, __be32 spi,
1382 					    u8 proto, unsigned short family);
1383 extern struct xfrm_state *xfrm_state_lookup_byaddr(struct net *net, u32 mark,
1384 						   const xfrm_address_t *daddr,
1385 						   const xfrm_address_t *saddr,
1386 						   u8 proto,
1387 						   unsigned short family);
1388 #ifdef CONFIG_XFRM_SUB_POLICY
1389 extern int xfrm_tmpl_sort(struct xfrm_tmpl **dst, struct xfrm_tmpl **src,
1390 			  int n, unsigned short family);
1391 extern int xfrm_state_sort(struct xfrm_state **dst, struct xfrm_state **src,
1392 			   int n, unsigned short family);
1393 #else
1394 static inline int xfrm_tmpl_sort(struct xfrm_tmpl **dst, struct xfrm_tmpl **src,
1395 				 int n, unsigned short family)
1396 {
1397 	return -ENOSYS;
1398 }
1399 
1400 static inline int xfrm_state_sort(struct xfrm_state **dst, struct xfrm_state **src,
1401 				  int n, unsigned short family)
1402 {
1403 	return -ENOSYS;
1404 }
1405 #endif
1406 
1407 struct xfrmk_sadinfo {
1408 	u32 sadhcnt; /* current hash bkts */
1409 	u32 sadhmcnt; /* max allowed hash bkts */
1410 	u32 sadcnt; /* current running count */
1411 };
1412 
1413 struct xfrmk_spdinfo {
1414 	u32 incnt;
1415 	u32 outcnt;
1416 	u32 fwdcnt;
1417 	u32 inscnt;
1418 	u32 outscnt;
1419 	u32 fwdscnt;
1420 	u32 spdhcnt;
1421 	u32 spdhmcnt;
1422 };
1423 
1424 extern struct xfrm_state *xfrm_find_acq_byseq(struct net *net, u32 mark,
1425 					      u32 seq);
1426 extern int xfrm_state_delete(struct xfrm_state *x);
1427 extern int xfrm_state_flush(struct net *net, u8 proto, struct xfrm_audit *audit_info);
1428 extern void xfrm_sad_getinfo(struct net *net, struct xfrmk_sadinfo *si);
1429 extern void xfrm_spd_getinfo(struct net *net, struct xfrmk_spdinfo *si);
1430 extern u32 xfrm_replay_seqhi(struct xfrm_state *x, __be32 net_seq);
1431 extern int xfrm_init_replay(struct xfrm_state *x);
1432 extern int xfrm_state_mtu(struct xfrm_state *x, int mtu);
1433 extern int xfrm_init_state(struct xfrm_state *x);
1434 extern int xfrm_prepare_input(struct xfrm_state *x, struct sk_buff *skb);
1435 extern int xfrm_input(struct sk_buff *skb, int nexthdr, __be32 spi,
1436 		      int encap_type);
1437 extern int xfrm_input_resume(struct sk_buff *skb, int nexthdr);
1438 extern int xfrm_output_resume(struct sk_buff *skb, int err);
1439 extern int xfrm_output(struct sk_buff *skb);
1440 extern int xfrm_inner_extract_output(struct xfrm_state *x, struct sk_buff *skb);
1441 extern int xfrm4_extract_header(struct sk_buff *skb);
1442 extern int xfrm4_extract_input(struct xfrm_state *x, struct sk_buff *skb);
1443 extern int xfrm4_rcv_encap(struct sk_buff *skb, int nexthdr, __be32 spi,
1444 			   int encap_type);
1445 extern int xfrm4_transport_finish(struct sk_buff *skb, int async);
1446 extern int xfrm4_rcv(struct sk_buff *skb);
1447 
1448 static inline int xfrm4_rcv_spi(struct sk_buff *skb, int nexthdr, __be32 spi)
1449 {
1450 	return xfrm4_rcv_encap(skb, nexthdr, spi, 0);
1451 }
1452 
1453 extern int xfrm4_extract_output(struct xfrm_state *x, struct sk_buff *skb);
1454 extern int xfrm4_prepare_output(struct xfrm_state *x, struct sk_buff *skb);
1455 extern int xfrm4_output(struct sk_buff *skb);
1456 extern int xfrm4_tunnel_register(struct xfrm_tunnel *handler, unsigned short family);
1457 extern int xfrm4_tunnel_deregister(struct xfrm_tunnel *handler, unsigned short family);
1458 extern int xfrm6_extract_header(struct sk_buff *skb);
1459 extern int xfrm6_extract_input(struct xfrm_state *x, struct sk_buff *skb);
1460 extern int xfrm6_rcv_spi(struct sk_buff *skb, int nexthdr, __be32 spi);
1461 extern int xfrm6_transport_finish(struct sk_buff *skb, int async);
1462 extern int xfrm6_rcv(struct sk_buff *skb);
1463 extern int xfrm6_input_addr(struct sk_buff *skb, xfrm_address_t *daddr,
1464 			    xfrm_address_t *saddr, u8 proto);
1465 extern int xfrm6_tunnel_register(struct xfrm6_tunnel *handler, unsigned short family);
1466 extern int xfrm6_tunnel_deregister(struct xfrm6_tunnel *handler, unsigned short family);
1467 extern __be32 xfrm6_tunnel_alloc_spi(struct net *net, xfrm_address_t *saddr);
1468 extern __be32 xfrm6_tunnel_spi_lookup(struct net *net, xfrm_address_t *saddr);
1469 extern int xfrm6_extract_output(struct xfrm_state *x, struct sk_buff *skb);
1470 extern int xfrm6_prepare_output(struct xfrm_state *x, struct sk_buff *skb);
1471 extern int xfrm6_output(struct sk_buff *skb);
1472 extern int xfrm6_find_1stfragopt(struct xfrm_state *x, struct sk_buff *skb,
1473 				 u8 **prevhdr);
1474 
1475 #ifdef CONFIG_XFRM
1476 extern int xfrm4_udp_encap_rcv(struct sock *sk, struct sk_buff *skb);
1477 extern int xfrm_user_policy(struct sock *sk, int optname, u8 __user *optval, int optlen);
1478 #else
1479 static inline int xfrm_user_policy(struct sock *sk, int optname, u8 __user *optval, int optlen)
1480 {
1481  	return -ENOPROTOOPT;
1482 }
1483 
1484 static inline int xfrm4_udp_encap_rcv(struct sock *sk, struct sk_buff *skb)
1485 {
1486  	/* should not happen */
1487  	kfree_skb(skb);
1488 	return 0;
1489 }
1490 #endif
1491 
1492 struct xfrm_policy *xfrm_policy_alloc(struct net *net, gfp_t gfp);
1493 
1494 extern void xfrm_policy_walk_init(struct xfrm_policy_walk *walk, u8 type);
1495 extern int xfrm_policy_walk(struct net *net, struct xfrm_policy_walk *walk,
1496 	int (*func)(struct xfrm_policy *, int, int, void*), void *);
1497 extern void xfrm_policy_walk_done(struct xfrm_policy_walk *walk);
1498 int xfrm_policy_insert(int dir, struct xfrm_policy *policy, int excl);
1499 struct xfrm_policy *xfrm_policy_bysel_ctx(struct net *net, u32 mark,
1500 					  u8 type, int dir,
1501 					  struct xfrm_selector *sel,
1502 					  struct xfrm_sec_ctx *ctx, int delete,
1503 					  int *err);
1504 struct xfrm_policy *xfrm_policy_byid(struct net *net, u32 mark, u8, int dir, u32 id, int delete, int *err);
1505 int xfrm_policy_flush(struct net *net, u8 type, struct xfrm_audit *audit_info);
1506 u32 xfrm_get_acqseq(void);
1507 extern int xfrm_alloc_spi(struct xfrm_state *x, u32 minspi, u32 maxspi);
1508 struct xfrm_state *xfrm_find_acq(struct net *net, struct xfrm_mark *mark,
1509 				 u8 mode, u32 reqid, u8 proto,
1510 				 const xfrm_address_t *daddr,
1511 				 const xfrm_address_t *saddr, int create,
1512 				 unsigned short family);
1513 extern int xfrm_sk_policy_insert(struct sock *sk, int dir, struct xfrm_policy *pol);
1514 
1515 #ifdef CONFIG_XFRM_MIGRATE
1516 extern int km_migrate(const struct xfrm_selector *sel, u8 dir, u8 type,
1517 		      const struct xfrm_migrate *m, int num_bundles,
1518 		      const struct xfrm_kmaddress *k);
1519 extern struct xfrm_state * xfrm_migrate_state_find(struct xfrm_migrate *m);
1520 extern struct xfrm_state * xfrm_state_migrate(struct xfrm_state *x,
1521 					      struct xfrm_migrate *m);
1522 extern int xfrm_migrate(const struct xfrm_selector *sel, u8 dir, u8 type,
1523 			struct xfrm_migrate *m, int num_bundles,
1524 			struct xfrm_kmaddress *k);
1525 #endif
1526 
1527 extern int km_new_mapping(struct xfrm_state *x, xfrm_address_t *ipaddr, __be16 sport);
1528 extern void km_policy_expired(struct xfrm_policy *pol, int dir, int hard, u32 pid);
1529 extern int km_report(struct net *net, u8 proto, struct xfrm_selector *sel, xfrm_address_t *addr);
1530 
1531 extern void xfrm_input_init(void);
1532 extern int xfrm_parse_spi(struct sk_buff *skb, u8 nexthdr, __be32 *spi, __be32 *seq);
1533 
1534 extern void xfrm_probe_algs(void);
1535 extern int xfrm_count_auth_supported(void);
1536 extern int xfrm_count_enc_supported(void);
1537 extern struct xfrm_algo_desc *xfrm_aalg_get_byidx(unsigned int idx);
1538 extern struct xfrm_algo_desc *xfrm_ealg_get_byidx(unsigned int idx);
1539 extern struct xfrm_algo_desc *xfrm_aalg_get_byid(int alg_id);
1540 extern struct xfrm_algo_desc *xfrm_ealg_get_byid(int alg_id);
1541 extern struct xfrm_algo_desc *xfrm_calg_get_byid(int alg_id);
1542 extern struct xfrm_algo_desc *xfrm_aalg_get_byname(const char *name, int probe);
1543 extern struct xfrm_algo_desc *xfrm_ealg_get_byname(const char *name, int probe);
1544 extern struct xfrm_algo_desc *xfrm_calg_get_byname(const char *name, int probe);
1545 extern struct xfrm_algo_desc *xfrm_aead_get_byname(const char *name, int icv_len,
1546 						   int probe);
1547 
1548 struct hash_desc;
1549 struct scatterlist;
1550 typedef int (icv_update_fn_t)(struct hash_desc *, struct scatterlist *,
1551 			      unsigned int);
1552 
1553 static inline int xfrm_addr_cmp(const xfrm_address_t *a,
1554 				const xfrm_address_t *b,
1555 				int family)
1556 {
1557 	switch (family) {
1558 	default:
1559 	case AF_INET:
1560 		return (__force u32)a->a4 - (__force u32)b->a4;
1561 	case AF_INET6:
1562 		return ipv6_addr_cmp((struct in6_addr *)a,
1563 				     (struct in6_addr *)b);
1564 	}
1565 }
1566 
1567 static inline int xfrm_policy_id2dir(u32 index)
1568 {
1569 	return index & 7;
1570 }
1571 
1572 #ifdef CONFIG_XFRM
1573 static inline int xfrm_aevent_is_on(struct net *net)
1574 {
1575 	struct sock *nlsk;
1576 	int ret = 0;
1577 
1578 	rcu_read_lock();
1579 	nlsk = rcu_dereference(net->xfrm.nlsk);
1580 	if (nlsk)
1581 		ret = netlink_has_listeners(nlsk, XFRMNLGRP_AEVENTS);
1582 	rcu_read_unlock();
1583 	return ret;
1584 }
1585 #endif
1586 
1587 static inline int xfrm_alg_len(const struct xfrm_algo *alg)
1588 {
1589 	return sizeof(*alg) + ((alg->alg_key_len + 7) / 8);
1590 }
1591 
1592 static inline int xfrm_alg_auth_len(const struct xfrm_algo_auth *alg)
1593 {
1594 	return sizeof(*alg) + ((alg->alg_key_len + 7) / 8);
1595 }
1596 
1597 static inline int xfrm_replay_state_esn_len(struct xfrm_replay_state_esn *replay_esn)
1598 {
1599 	return sizeof(*replay_esn) + replay_esn->bmp_len * sizeof(__u32);
1600 }
1601 
1602 #ifdef CONFIG_XFRM_MIGRATE
1603 static inline struct xfrm_algo *xfrm_algo_clone(struct xfrm_algo *orig)
1604 {
1605 	return kmemdup(orig, xfrm_alg_len(orig), GFP_KERNEL);
1606 }
1607 
1608 static inline struct xfrm_algo_auth *xfrm_algo_auth_clone(struct xfrm_algo_auth *orig)
1609 {
1610 	return kmemdup(orig, xfrm_alg_auth_len(orig), GFP_KERNEL);
1611 }
1612 
1613 static inline void xfrm_states_put(struct xfrm_state **states, int n)
1614 {
1615 	int i;
1616 	for (i = 0; i < n; i++)
1617 		xfrm_state_put(*(states + i));
1618 }
1619 
1620 static inline void xfrm_states_delete(struct xfrm_state **states, int n)
1621 {
1622 	int i;
1623 	for (i = 0; i < n; i++)
1624 		xfrm_state_delete(*(states + i));
1625 }
1626 #endif
1627 
1628 #ifdef CONFIG_XFRM
1629 static inline struct xfrm_state *xfrm_input_state(struct sk_buff *skb)
1630 {
1631 	return skb->sp->xvec[skb->sp->len - 1];
1632 }
1633 #endif
1634 
1635 static inline int xfrm_mark_get(struct nlattr **attrs, struct xfrm_mark *m)
1636 {
1637 	if (attrs[XFRMA_MARK])
1638 		memcpy(m, nla_data(attrs[XFRMA_MARK]), sizeof(struct xfrm_mark));
1639 	else
1640 		m->v = m->m = 0;
1641 
1642 	return m->v & m->m;
1643 }
1644 
1645 static inline int xfrm_mark_put(struct sk_buff *skb, const struct xfrm_mark *m)
1646 {
1647 	if (m->m | m->v)
1648 		NLA_PUT(skb, XFRMA_MARK, sizeof(struct xfrm_mark), m);
1649 	return 0;
1650 
1651 nla_put_failure:
1652 	return -1;
1653 }
1654 
1655 #endif	/* _NET_XFRM_H */
1656