xref: /linux/include/net/xfrm.h (revision 0408c58be5a475c99b271f08d85859f7b59ec767)
1 #ifndef _NET_XFRM_H
2 #define _NET_XFRM_H
3 
4 #include <linux/compiler.h>
5 #include <linux/xfrm.h>
6 #include <linux/spinlock.h>
7 #include <linux/list.h>
8 #include <linux/skbuff.h>
9 #include <linux/socket.h>
10 #include <linux/pfkeyv2.h>
11 #include <linux/ipsec.h>
12 #include <linux/in6.h>
13 #include <linux/mutex.h>
14 #include <linux/audit.h>
15 #include <linux/slab.h>
16 
17 #include <net/sock.h>
18 #include <net/dst.h>
19 #include <net/ip.h>
20 #include <net/route.h>
21 #include <net/ipv6.h>
22 #include <net/ip6_fib.h>
23 #include <net/flow.h>
24 
25 #include <linux/interrupt.h>
26 
27 #ifdef CONFIG_XFRM_STATISTICS
28 #include <net/snmp.h>
29 #endif
30 
31 #define XFRM_PROTO_ESP		50
32 #define XFRM_PROTO_AH		51
33 #define XFRM_PROTO_COMP		108
34 #define XFRM_PROTO_IPIP		4
35 #define XFRM_PROTO_IPV6		41
36 #define XFRM_PROTO_ROUTING	IPPROTO_ROUTING
37 #define XFRM_PROTO_DSTOPTS	IPPROTO_DSTOPTS
38 
39 #define XFRM_ALIGN4(len)	(((len) + 3) & ~3)
40 #define XFRM_ALIGN8(len)	(((len) + 7) & ~7)
41 #define MODULE_ALIAS_XFRM_MODE(family, encap) \
42 	MODULE_ALIAS("xfrm-mode-" __stringify(family) "-" __stringify(encap))
43 #define MODULE_ALIAS_XFRM_TYPE(family, proto) \
44 	MODULE_ALIAS("xfrm-type-" __stringify(family) "-" __stringify(proto))
45 
46 #ifdef CONFIG_XFRM_STATISTICS
47 #define XFRM_INC_STATS(net, field)	SNMP_INC_STATS((net)->mib.xfrm_statistics, field)
48 #else
49 #define XFRM_INC_STATS(net, field)	((void)(net))
50 #endif
51 
52 
53 /* Organization of SPD aka "XFRM rules"
54    ------------------------------------
55 
56    Basic objects:
57    - policy rule, struct xfrm_policy (=SPD entry)
58    - bundle of transformations, struct dst_entry == struct xfrm_dst (=SA bundle)
59    - instance of a transformer, struct xfrm_state (=SA)
60    - template to clone xfrm_state, struct xfrm_tmpl
61 
62    SPD is plain linear list of xfrm_policy rules, ordered by priority.
63    (To be compatible with existing pfkeyv2 implementations,
64    many rules with priority of 0x7fffffff are allowed to exist and
65    such rules are ordered in an unpredictable way, thanks to bsd folks.)
66 
67    Lookup is plain linear search until the first match with selector.
68 
69    If "action" is "block", then we prohibit the flow, otherwise:
70    if "xfrms_nr" is zero, the flow passes untransformed. Otherwise,
71    policy entry has list of up to XFRM_MAX_DEPTH transformations,
72    described by templates xfrm_tmpl. Each template is resolved
73    to a complete xfrm_state (see below) and we pack bundle of transformations
74    to a dst_entry returned to requestor.
75 
76    dst -. xfrm  .-> xfrm_state #1
77     |---. child .-> dst -. xfrm .-> xfrm_state #2
78                      |---. child .-> dst -. xfrm .-> xfrm_state #3
79                                       |---. child .-> NULL
80 
81    Bundles are cached at xrfm_policy struct (field ->bundles).
82 
83 
84    Resolution of xrfm_tmpl
85    -----------------------
86    Template contains:
87    1. ->mode		Mode: transport or tunnel
88    2. ->id.proto	Protocol: AH/ESP/IPCOMP
89    3. ->id.daddr	Remote tunnel endpoint, ignored for transport mode.
90       Q: allow to resolve security gateway?
91    4. ->id.spi          If not zero, static SPI.
92    5. ->saddr		Local tunnel endpoint, ignored for transport mode.
93    6. ->algos		List of allowed algos. Plain bitmask now.
94       Q: ealgos, aalgos, calgos. What a mess...
95    7. ->share		Sharing mode.
96       Q: how to implement private sharing mode? To add struct sock* to
97       flow id?
98 
99    Having this template we search through SAD searching for entries
100    with appropriate mode/proto/algo, permitted by selector.
101    If no appropriate entry found, it is requested from key manager.
102 
103    PROBLEMS:
104    Q: How to find all the bundles referring to a physical path for
105       PMTU discovery? Seems, dst should contain list of all parents...
106       and enter to infinite locking hierarchy disaster.
107       No! It is easier, we will not search for them, let them find us.
108       We add genid to each dst plus pointer to genid of raw IP route,
109       pmtu disc will update pmtu on raw IP route and increase its genid.
110       dst_check() will see this for top level and trigger resyncing
111       metrics. Plus, it will be made via sk->sk_dst_cache. Solved.
112  */
113 
114 struct xfrm_state_walk {
115 	struct list_head	all;
116 	u8			state;
117 	u8			dying;
118 	u8			proto;
119 	u32			seq;
120 	struct xfrm_address_filter *filter;
121 };
122 
123 struct xfrm_state_offload {
124 	struct net_device	*dev;
125 	unsigned long		offload_handle;
126 	unsigned int		num_exthdrs;
127 	u8			flags;
128 };
129 
130 /* Full description of state of transformer. */
131 struct xfrm_state {
132 	possible_net_t		xs_net;
133 	union {
134 		struct hlist_node	gclist;
135 		struct hlist_node	bydst;
136 	};
137 	struct hlist_node	bysrc;
138 	struct hlist_node	byspi;
139 
140 	atomic_t		refcnt;
141 	spinlock_t		lock;
142 
143 	struct xfrm_id		id;
144 	struct xfrm_selector	sel;
145 	struct xfrm_mark	mark;
146 	u32			tfcpad;
147 
148 	u32			genid;
149 
150 	/* Key manager bits */
151 	struct xfrm_state_walk	km;
152 
153 	/* Parameters of this state. */
154 	struct {
155 		u32		reqid;
156 		u8		mode;
157 		u8		replay_window;
158 		u8		aalgo, ealgo, calgo;
159 		u8		flags;
160 		u16		family;
161 		xfrm_address_t	saddr;
162 		int		header_len;
163 		int		trailer_len;
164 		u32		extra_flags;
165 	} props;
166 
167 	struct xfrm_lifetime_cfg lft;
168 
169 	/* Data for transformer */
170 	struct xfrm_algo_auth	*aalg;
171 	struct xfrm_algo	*ealg;
172 	struct xfrm_algo	*calg;
173 	struct xfrm_algo_aead	*aead;
174 	const char		*geniv;
175 
176 	/* Data for encapsulator */
177 	struct xfrm_encap_tmpl	*encap;
178 
179 	/* Data for care-of address */
180 	xfrm_address_t	*coaddr;
181 
182 	/* IPComp needs an IPIP tunnel for handling uncompressed packets */
183 	struct xfrm_state	*tunnel;
184 
185 	/* If a tunnel, number of users + 1 */
186 	atomic_t		tunnel_users;
187 
188 	/* State for replay detection */
189 	struct xfrm_replay_state replay;
190 	struct xfrm_replay_state_esn *replay_esn;
191 
192 	/* Replay detection state at the time we sent the last notification */
193 	struct xfrm_replay_state preplay;
194 	struct xfrm_replay_state_esn *preplay_esn;
195 
196 	/* The functions for replay detection. */
197 	const struct xfrm_replay *repl;
198 
199 	/* internal flag that only holds state for delayed aevent at the
200 	 * moment
201 	*/
202 	u32			xflags;
203 
204 	/* Replay detection notification settings */
205 	u32			replay_maxage;
206 	u32			replay_maxdiff;
207 
208 	/* Replay detection notification timer */
209 	struct timer_list	rtimer;
210 
211 	/* Statistics */
212 	struct xfrm_stats	stats;
213 
214 	struct xfrm_lifetime_cur curlft;
215 	struct tasklet_hrtimer	mtimer;
216 
217 	struct xfrm_state_offload xso;
218 
219 	/* used to fix curlft->add_time when changing date */
220 	long		saved_tmo;
221 
222 	/* Last used time */
223 	unsigned long		lastused;
224 
225 	struct page_frag xfrag;
226 
227 	/* Reference to data common to all the instances of this
228 	 * transformer. */
229 	const struct xfrm_type	*type;
230 	struct xfrm_mode	*inner_mode;
231 	struct xfrm_mode	*inner_mode_iaf;
232 	struct xfrm_mode	*outer_mode;
233 
234 	const struct xfrm_type_offload	*type_offload;
235 
236 	/* Security context */
237 	struct xfrm_sec_ctx	*security;
238 
239 	/* Private data of this transformer, format is opaque,
240 	 * interpreted by xfrm_type methods. */
241 	void			*data;
242 };
243 
244 static inline struct net *xs_net(struct xfrm_state *x)
245 {
246 	return read_pnet(&x->xs_net);
247 }
248 
249 /* xflags - make enum if more show up */
250 #define XFRM_TIME_DEFER	1
251 #define XFRM_SOFT_EXPIRE 2
252 
253 enum {
254 	XFRM_STATE_VOID,
255 	XFRM_STATE_ACQ,
256 	XFRM_STATE_VALID,
257 	XFRM_STATE_ERROR,
258 	XFRM_STATE_EXPIRED,
259 	XFRM_STATE_DEAD
260 };
261 
262 /* callback structure passed from either netlink or pfkey */
263 struct km_event {
264 	union {
265 		u32 hard;
266 		u32 proto;
267 		u32 byid;
268 		u32 aevent;
269 		u32 type;
270 	} data;
271 
272 	u32	seq;
273 	u32	portid;
274 	u32	event;
275 	struct net *net;
276 };
277 
278 struct xfrm_replay {
279 	void	(*advance)(struct xfrm_state *x, __be32 net_seq);
280 	int	(*check)(struct xfrm_state *x,
281 			 struct sk_buff *skb,
282 			 __be32 net_seq);
283 	int	(*recheck)(struct xfrm_state *x,
284 			   struct sk_buff *skb,
285 			   __be32 net_seq);
286 	void	(*notify)(struct xfrm_state *x, int event);
287 	int	(*overflow)(struct xfrm_state *x, struct sk_buff *skb);
288 };
289 
290 struct net_device;
291 struct xfrm_type;
292 struct xfrm_dst;
293 struct xfrm_policy_afinfo {
294 	struct dst_ops		*dst_ops;
295 	struct dst_entry	*(*dst_lookup)(struct net *net,
296 					       int tos, int oif,
297 					       const xfrm_address_t *saddr,
298 					       const xfrm_address_t *daddr);
299 	int			(*get_saddr)(struct net *net, int oif,
300 					     xfrm_address_t *saddr,
301 					     xfrm_address_t *daddr);
302 	void			(*decode_session)(struct sk_buff *skb,
303 						  struct flowi *fl,
304 						  int reverse);
305 	int			(*get_tos)(const struct flowi *fl);
306 	int			(*init_path)(struct xfrm_dst *path,
307 					     struct dst_entry *dst,
308 					     int nfheader_len);
309 	int			(*fill_dst)(struct xfrm_dst *xdst,
310 					    struct net_device *dev,
311 					    const struct flowi *fl);
312 	struct dst_entry	*(*blackhole_route)(struct net *net, struct dst_entry *orig);
313 };
314 
315 int xfrm_policy_register_afinfo(const struct xfrm_policy_afinfo *afinfo, int family);
316 void xfrm_policy_unregister_afinfo(const struct xfrm_policy_afinfo *afinfo);
317 void km_policy_notify(struct xfrm_policy *xp, int dir,
318 		      const struct km_event *c);
319 void km_state_notify(struct xfrm_state *x, const struct km_event *c);
320 
321 struct xfrm_tmpl;
322 int km_query(struct xfrm_state *x, struct xfrm_tmpl *t,
323 	     struct xfrm_policy *pol);
324 void km_state_expired(struct xfrm_state *x, int hard, u32 portid);
325 int __xfrm_state_delete(struct xfrm_state *x);
326 
327 struct xfrm_state_afinfo {
328 	unsigned int			family;
329 	unsigned int			proto;
330 	__be16				eth_proto;
331 	struct module			*owner;
332 	const struct xfrm_type		*type_map[IPPROTO_MAX];
333 	const struct xfrm_type_offload	*type_offload_map[IPPROTO_MAX];
334 	struct xfrm_mode		*mode_map[XFRM_MODE_MAX];
335 
336 	int			(*init_flags)(struct xfrm_state *x);
337 	void			(*init_tempsel)(struct xfrm_selector *sel,
338 						const struct flowi *fl);
339 	void			(*init_temprop)(struct xfrm_state *x,
340 						const struct xfrm_tmpl *tmpl,
341 						const xfrm_address_t *daddr,
342 						const xfrm_address_t *saddr);
343 	int			(*tmpl_sort)(struct xfrm_tmpl **dst, struct xfrm_tmpl **src, int n);
344 	int			(*state_sort)(struct xfrm_state **dst, struct xfrm_state **src, int n);
345 	int			(*output)(struct net *net, struct sock *sk, struct sk_buff *skb);
346 	int			(*output_finish)(struct sock *sk, struct sk_buff *skb);
347 	int			(*extract_input)(struct xfrm_state *x,
348 						 struct sk_buff *skb);
349 	int			(*extract_output)(struct xfrm_state *x,
350 						  struct sk_buff *skb);
351 	int			(*transport_finish)(struct sk_buff *skb,
352 						    int async);
353 	void			(*local_error)(struct sk_buff *skb, u32 mtu);
354 };
355 
356 int xfrm_state_register_afinfo(struct xfrm_state_afinfo *afinfo);
357 int xfrm_state_unregister_afinfo(struct xfrm_state_afinfo *afinfo);
358 struct xfrm_state_afinfo *xfrm_state_get_afinfo(unsigned int family);
359 struct xfrm_state_afinfo *xfrm_state_afinfo_get_rcu(unsigned int family);
360 
361 struct xfrm_input_afinfo {
362 	unsigned int		family;
363 	int			(*callback)(struct sk_buff *skb, u8 protocol,
364 					    int err);
365 };
366 
367 int xfrm_input_register_afinfo(const struct xfrm_input_afinfo *afinfo);
368 int xfrm_input_unregister_afinfo(const struct xfrm_input_afinfo *afinfo);
369 
370 void xfrm_state_delete_tunnel(struct xfrm_state *x);
371 
372 struct xfrm_type {
373 	char			*description;
374 	struct module		*owner;
375 	u8			proto;
376 	u8			flags;
377 #define XFRM_TYPE_NON_FRAGMENT	1
378 #define XFRM_TYPE_REPLAY_PROT	2
379 #define XFRM_TYPE_LOCAL_COADDR	4
380 #define XFRM_TYPE_REMOTE_COADDR	8
381 
382 	int			(*init_state)(struct xfrm_state *x);
383 	void			(*destructor)(struct xfrm_state *);
384 	int			(*input)(struct xfrm_state *, struct sk_buff *skb);
385 	int			(*output)(struct xfrm_state *, struct sk_buff *pskb);
386 	int			(*reject)(struct xfrm_state *, struct sk_buff *,
387 					  const struct flowi *);
388 	int			(*hdr_offset)(struct xfrm_state *, struct sk_buff *, u8 **);
389 	/* Estimate maximal size of result of transformation of a dgram */
390 	u32			(*get_mtu)(struct xfrm_state *, int size);
391 };
392 
393 int xfrm_register_type(const struct xfrm_type *type, unsigned short family);
394 int xfrm_unregister_type(const struct xfrm_type *type, unsigned short family);
395 
396 struct xfrm_type_offload {
397 	char		*description;
398 	struct module	*owner;
399 	u8		proto;
400 	void		(*encap)(struct xfrm_state *, struct sk_buff *pskb);
401 	int		(*input_tail)(struct xfrm_state *x, struct sk_buff *skb);
402 	int		(*xmit)(struct xfrm_state *, struct sk_buff *pskb, netdev_features_t features);
403 };
404 
405 int xfrm_register_type_offload(const struct xfrm_type_offload *type, unsigned short family);
406 int xfrm_unregister_type_offload(const struct xfrm_type_offload *type, unsigned short family);
407 
408 struct xfrm_mode {
409 	/*
410 	 * Remove encapsulation header.
411 	 *
412 	 * The IP header will be moved over the top of the encapsulation
413 	 * header.
414 	 *
415 	 * On entry, the transport header shall point to where the IP header
416 	 * should be and the network header shall be set to where the IP
417 	 * header currently is.  skb->data shall point to the start of the
418 	 * payload.
419 	 */
420 	int (*input2)(struct xfrm_state *x, struct sk_buff *skb);
421 
422 	/*
423 	 * This is the actual input entry point.
424 	 *
425 	 * For transport mode and equivalent this would be identical to
426 	 * input2 (which does not need to be set).  While tunnel mode
427 	 * and equivalent would set this to the tunnel encapsulation function
428 	 * xfrm4_prepare_input that would in turn call input2.
429 	 */
430 	int (*input)(struct xfrm_state *x, struct sk_buff *skb);
431 
432 	/*
433 	 * Add encapsulation header.
434 	 *
435 	 * On exit, the transport header will be set to the start of the
436 	 * encapsulation header to be filled in by x->type->output and
437 	 * the mac header will be set to the nextheader (protocol for
438 	 * IPv4) field of the extension header directly preceding the
439 	 * encapsulation header, or in its absence, that of the top IP
440 	 * header.  The value of the network header will always point
441 	 * to the top IP header while skb->data will point to the payload.
442 	 */
443 	int (*output2)(struct xfrm_state *x,struct sk_buff *skb);
444 
445 	/*
446 	 * This is the actual output entry point.
447 	 *
448 	 * For transport mode and equivalent this would be identical to
449 	 * output2 (which does not need to be set).  While tunnel mode
450 	 * and equivalent would set this to a tunnel encapsulation function
451 	 * (xfrm4_prepare_output or xfrm6_prepare_output) that would in turn
452 	 * call output2.
453 	 */
454 	int (*output)(struct xfrm_state *x, struct sk_buff *skb);
455 
456 	/*
457 	 * Adjust pointers into the packet and do GSO segmentation.
458 	 */
459 	struct sk_buff *(*gso_segment)(struct xfrm_state *x, struct sk_buff *skb, netdev_features_t features);
460 
461 	/*
462 	 * Adjust pointers into the packet when IPsec is done at layer2.
463 	 */
464 	void (*xmit)(struct xfrm_state *x, struct sk_buff *skb);
465 
466 	struct xfrm_state_afinfo *afinfo;
467 	struct module *owner;
468 	unsigned int encap;
469 	int flags;
470 };
471 
472 /* Flags for xfrm_mode. */
473 enum {
474 	XFRM_MODE_FLAG_TUNNEL = 1,
475 };
476 
477 int xfrm_register_mode(struct xfrm_mode *mode, int family);
478 int xfrm_unregister_mode(struct xfrm_mode *mode, int family);
479 
480 static inline int xfrm_af2proto(unsigned int family)
481 {
482 	switch(family) {
483 	case AF_INET:
484 		return IPPROTO_IPIP;
485 	case AF_INET6:
486 		return IPPROTO_IPV6;
487 	default:
488 		return 0;
489 	}
490 }
491 
492 static inline struct xfrm_mode *xfrm_ip2inner_mode(struct xfrm_state *x, int ipproto)
493 {
494 	if ((ipproto == IPPROTO_IPIP && x->props.family == AF_INET) ||
495 	    (ipproto == IPPROTO_IPV6 && x->props.family == AF_INET6))
496 		return x->inner_mode;
497 	else
498 		return x->inner_mode_iaf;
499 }
500 
501 struct xfrm_tmpl {
502 /* id in template is interpreted as:
503  * daddr - destination of tunnel, may be zero for transport mode.
504  * spi   - zero to acquire spi. Not zero if spi is static, then
505  *	   daddr must be fixed too.
506  * proto - AH/ESP/IPCOMP
507  */
508 	struct xfrm_id		id;
509 
510 /* Source address of tunnel. Ignored, if it is not a tunnel. */
511 	xfrm_address_t		saddr;
512 
513 	unsigned short		encap_family;
514 
515 	u32			reqid;
516 
517 /* Mode: transport, tunnel etc. */
518 	u8			mode;
519 
520 /* Sharing mode: unique, this session only, this user only etc. */
521 	u8			share;
522 
523 /* May skip this transfomration if no SA is found */
524 	u8			optional;
525 
526 /* Skip aalgos/ealgos/calgos checks. */
527 	u8			allalgs;
528 
529 /* Bit mask of algos allowed for acquisition */
530 	u32			aalgos;
531 	u32			ealgos;
532 	u32			calgos;
533 };
534 
535 #define XFRM_MAX_DEPTH		6
536 #define XFRM_MAX_OFFLOAD_DEPTH	1
537 
538 struct xfrm_policy_walk_entry {
539 	struct list_head	all;
540 	u8			dead;
541 };
542 
543 struct xfrm_policy_walk {
544 	struct xfrm_policy_walk_entry walk;
545 	u8 type;
546 	u32 seq;
547 };
548 
549 struct xfrm_policy_queue {
550 	struct sk_buff_head	hold_queue;
551 	struct timer_list	hold_timer;
552 	unsigned long		timeout;
553 };
554 
555 struct xfrm_policy {
556 	possible_net_t		xp_net;
557 	struct hlist_node	bydst;
558 	struct hlist_node	byidx;
559 
560 	/* This lock only affects elements except for entry. */
561 	rwlock_t		lock;
562 	atomic_t		refcnt;
563 	struct timer_list	timer;
564 
565 	struct flow_cache_object flo;
566 	atomic_t		genid;
567 	u32			priority;
568 	u32			index;
569 	struct xfrm_mark	mark;
570 	struct xfrm_selector	selector;
571 	struct xfrm_lifetime_cfg lft;
572 	struct xfrm_lifetime_cur curlft;
573 	struct xfrm_policy_walk_entry walk;
574 	struct xfrm_policy_queue polq;
575 	u8			type;
576 	u8			action;
577 	u8			flags;
578 	u8			xfrm_nr;
579 	u16			family;
580 	struct xfrm_sec_ctx	*security;
581 	struct xfrm_tmpl       	xfrm_vec[XFRM_MAX_DEPTH];
582 	struct rcu_head		rcu;
583 };
584 
585 static inline struct net *xp_net(const struct xfrm_policy *xp)
586 {
587 	return read_pnet(&xp->xp_net);
588 }
589 
590 struct xfrm_kmaddress {
591 	xfrm_address_t          local;
592 	xfrm_address_t          remote;
593 	u32			reserved;
594 	u16			family;
595 };
596 
597 struct xfrm_migrate {
598 	xfrm_address_t		old_daddr;
599 	xfrm_address_t		old_saddr;
600 	xfrm_address_t		new_daddr;
601 	xfrm_address_t		new_saddr;
602 	u8			proto;
603 	u8			mode;
604 	u16			reserved;
605 	u32			reqid;
606 	u16			old_family;
607 	u16			new_family;
608 };
609 
610 #define XFRM_KM_TIMEOUT                30
611 /* what happened */
612 #define XFRM_REPLAY_UPDATE	XFRM_AE_CR
613 #define XFRM_REPLAY_TIMEOUT	XFRM_AE_CE
614 
615 /* default aevent timeout in units of 100ms */
616 #define XFRM_AE_ETIME			10
617 /* Async Event timer multiplier */
618 #define XFRM_AE_ETH_M			10
619 /* default seq threshold size */
620 #define XFRM_AE_SEQT_SIZE		2
621 
622 struct xfrm_mgr {
623 	struct list_head	list;
624 	int			(*notify)(struct xfrm_state *x, const struct km_event *c);
625 	int			(*acquire)(struct xfrm_state *x, struct xfrm_tmpl *, struct xfrm_policy *xp);
626 	struct xfrm_policy	*(*compile_policy)(struct sock *sk, int opt, u8 *data, int len, int *dir);
627 	int			(*new_mapping)(struct xfrm_state *x, xfrm_address_t *ipaddr, __be16 sport);
628 	int			(*notify_policy)(struct xfrm_policy *x, int dir, const struct km_event *c);
629 	int			(*report)(struct net *net, u8 proto, struct xfrm_selector *sel, xfrm_address_t *addr);
630 	int			(*migrate)(const struct xfrm_selector *sel,
631 					   u8 dir, u8 type,
632 					   const struct xfrm_migrate *m,
633 					   int num_bundles,
634 					   const struct xfrm_kmaddress *k,
635 					   const struct xfrm_encap_tmpl *encap);
636 	bool			(*is_alive)(const struct km_event *c);
637 };
638 
639 int xfrm_register_km(struct xfrm_mgr *km);
640 int xfrm_unregister_km(struct xfrm_mgr *km);
641 
642 struct xfrm_tunnel_skb_cb {
643 	union {
644 		struct inet_skb_parm h4;
645 		struct inet6_skb_parm h6;
646 	} header;
647 
648 	union {
649 		struct ip_tunnel *ip4;
650 		struct ip6_tnl *ip6;
651 	} tunnel;
652 };
653 
654 #define XFRM_TUNNEL_SKB_CB(__skb) ((struct xfrm_tunnel_skb_cb *)&((__skb)->cb[0]))
655 
656 /*
657  * This structure is used for the duration where packets are being
658  * transformed by IPsec.  As soon as the packet leaves IPsec the
659  * area beyond the generic IP part may be overwritten.
660  */
661 struct xfrm_skb_cb {
662 	struct xfrm_tunnel_skb_cb header;
663 
664         /* Sequence number for replay protection. */
665 	union {
666 		struct {
667 			__u32 low;
668 			__u32 hi;
669 		} output;
670 		struct {
671 			__be32 low;
672 			__be32 hi;
673 		} input;
674 	} seq;
675 };
676 
677 #define XFRM_SKB_CB(__skb) ((struct xfrm_skb_cb *)&((__skb)->cb[0]))
678 
679 /*
680  * This structure is used by the afinfo prepare_input/prepare_output functions
681  * to transmit header information to the mode input/output functions.
682  */
683 struct xfrm_mode_skb_cb {
684 	struct xfrm_tunnel_skb_cb header;
685 
686 	/* Copied from header for IPv4, always set to zero and DF for IPv6. */
687 	__be16 id;
688 	__be16 frag_off;
689 
690 	/* IP header length (excluding options or extension headers). */
691 	u8 ihl;
692 
693 	/* TOS for IPv4, class for IPv6. */
694 	u8 tos;
695 
696 	/* TTL for IPv4, hop limitfor IPv6. */
697 	u8 ttl;
698 
699 	/* Protocol for IPv4, NH for IPv6. */
700 	u8 protocol;
701 
702 	/* Option length for IPv4, zero for IPv6. */
703 	u8 optlen;
704 
705 	/* Used by IPv6 only, zero for IPv4. */
706 	u8 flow_lbl[3];
707 };
708 
709 #define XFRM_MODE_SKB_CB(__skb) ((struct xfrm_mode_skb_cb *)&((__skb)->cb[0]))
710 
711 /*
712  * This structure is used by the input processing to locate the SPI and
713  * related information.
714  */
715 struct xfrm_spi_skb_cb {
716 	struct xfrm_tunnel_skb_cb header;
717 
718 	unsigned int daddroff;
719 	unsigned int family;
720 	__be32 seq;
721 };
722 
723 #define XFRM_SPI_SKB_CB(__skb) ((struct xfrm_spi_skb_cb *)&((__skb)->cb[0]))
724 
725 #ifdef CONFIG_AUDITSYSCALL
726 static inline struct audit_buffer *xfrm_audit_start(const char *op)
727 {
728 	struct audit_buffer *audit_buf = NULL;
729 
730 	if (audit_enabled == 0)
731 		return NULL;
732 	audit_buf = audit_log_start(current->audit_context, GFP_ATOMIC,
733 				    AUDIT_MAC_IPSEC_EVENT);
734 	if (audit_buf == NULL)
735 		return NULL;
736 	audit_log_format(audit_buf, "op=%s", op);
737 	return audit_buf;
738 }
739 
740 static inline void xfrm_audit_helper_usrinfo(bool task_valid,
741 					     struct audit_buffer *audit_buf)
742 {
743 	const unsigned int auid = from_kuid(&init_user_ns, task_valid ?
744 					    audit_get_loginuid(current) :
745 					    INVALID_UID);
746 	const unsigned int ses = task_valid ? audit_get_sessionid(current) :
747 		(unsigned int) -1;
748 
749 	audit_log_format(audit_buf, " auid=%u ses=%u", auid, ses);
750 	audit_log_task_context(audit_buf);
751 }
752 
753 void xfrm_audit_policy_add(struct xfrm_policy *xp, int result, bool task_valid);
754 void xfrm_audit_policy_delete(struct xfrm_policy *xp, int result,
755 			      bool task_valid);
756 void xfrm_audit_state_add(struct xfrm_state *x, int result, bool task_valid);
757 void xfrm_audit_state_delete(struct xfrm_state *x, int result, bool task_valid);
758 void xfrm_audit_state_replay_overflow(struct xfrm_state *x,
759 				      struct sk_buff *skb);
760 void xfrm_audit_state_replay(struct xfrm_state *x, struct sk_buff *skb,
761 			     __be32 net_seq);
762 void xfrm_audit_state_notfound_simple(struct sk_buff *skb, u16 family);
763 void xfrm_audit_state_notfound(struct sk_buff *skb, u16 family, __be32 net_spi,
764 			       __be32 net_seq);
765 void xfrm_audit_state_icvfail(struct xfrm_state *x, struct sk_buff *skb,
766 			      u8 proto);
767 #else
768 
769 static inline void xfrm_audit_policy_add(struct xfrm_policy *xp, int result,
770 					 bool task_valid)
771 {
772 }
773 
774 static inline void xfrm_audit_policy_delete(struct xfrm_policy *xp, int result,
775 					    bool task_valid)
776 {
777 }
778 
779 static inline void xfrm_audit_state_add(struct xfrm_state *x, int result,
780 					bool task_valid)
781 {
782 }
783 
784 static inline void xfrm_audit_state_delete(struct xfrm_state *x, int result,
785 					   bool task_valid)
786 {
787 }
788 
789 static inline void xfrm_audit_state_replay_overflow(struct xfrm_state *x,
790 					     struct sk_buff *skb)
791 {
792 }
793 
794 static inline void xfrm_audit_state_replay(struct xfrm_state *x,
795 					   struct sk_buff *skb, __be32 net_seq)
796 {
797 }
798 
799 static inline void xfrm_audit_state_notfound_simple(struct sk_buff *skb,
800 				      u16 family)
801 {
802 }
803 
804 static inline void xfrm_audit_state_notfound(struct sk_buff *skb, u16 family,
805 				      __be32 net_spi, __be32 net_seq)
806 {
807 }
808 
809 static inline void xfrm_audit_state_icvfail(struct xfrm_state *x,
810 				     struct sk_buff *skb, u8 proto)
811 {
812 }
813 #endif /* CONFIG_AUDITSYSCALL */
814 
815 static inline void xfrm_pol_hold(struct xfrm_policy *policy)
816 {
817 	if (likely(policy != NULL))
818 		atomic_inc(&policy->refcnt);
819 }
820 
821 void xfrm_policy_destroy(struct xfrm_policy *policy);
822 
823 static inline void xfrm_pol_put(struct xfrm_policy *policy)
824 {
825 	if (atomic_dec_and_test(&policy->refcnt))
826 		xfrm_policy_destroy(policy);
827 }
828 
829 static inline void xfrm_pols_put(struct xfrm_policy **pols, int npols)
830 {
831 	int i;
832 	for (i = npols - 1; i >= 0; --i)
833 		xfrm_pol_put(pols[i]);
834 }
835 
836 void __xfrm_state_destroy(struct xfrm_state *);
837 
838 static inline void __xfrm_state_put(struct xfrm_state *x)
839 {
840 	atomic_dec(&x->refcnt);
841 }
842 
843 static inline void xfrm_state_put(struct xfrm_state *x)
844 {
845 	if (atomic_dec_and_test(&x->refcnt))
846 		__xfrm_state_destroy(x);
847 }
848 
849 static inline void xfrm_state_hold(struct xfrm_state *x)
850 {
851 	atomic_inc(&x->refcnt);
852 }
853 
854 static inline bool addr_match(const void *token1, const void *token2,
855 			      unsigned int prefixlen)
856 {
857 	const __be32 *a1 = token1;
858 	const __be32 *a2 = token2;
859 	unsigned int pdw;
860 	unsigned int pbi;
861 
862 	pdw = prefixlen >> 5;	  /* num of whole u32 in prefix */
863 	pbi = prefixlen &  0x1f;  /* num of bits in incomplete u32 in prefix */
864 
865 	if (pdw)
866 		if (memcmp(a1, a2, pdw << 2))
867 			return false;
868 
869 	if (pbi) {
870 		__be32 mask;
871 
872 		mask = htonl((0xffffffff) << (32 - pbi));
873 
874 		if ((a1[pdw] ^ a2[pdw]) & mask)
875 			return false;
876 	}
877 
878 	return true;
879 }
880 
881 static inline bool addr4_match(__be32 a1, __be32 a2, u8 prefixlen)
882 {
883 	/* C99 6.5.7 (3): u32 << 32 is undefined behaviour */
884 	if (sizeof(long) == 4 && prefixlen == 0)
885 		return true;
886 	return !((a1 ^ a2) & htonl(~0UL << (32 - prefixlen)));
887 }
888 
889 static __inline__
890 __be16 xfrm_flowi_sport(const struct flowi *fl, const union flowi_uli *uli)
891 {
892 	__be16 port;
893 	switch(fl->flowi_proto) {
894 	case IPPROTO_TCP:
895 	case IPPROTO_UDP:
896 	case IPPROTO_UDPLITE:
897 	case IPPROTO_SCTP:
898 		port = uli->ports.sport;
899 		break;
900 	case IPPROTO_ICMP:
901 	case IPPROTO_ICMPV6:
902 		port = htons(uli->icmpt.type);
903 		break;
904 	case IPPROTO_MH:
905 		port = htons(uli->mht.type);
906 		break;
907 	case IPPROTO_GRE:
908 		port = htons(ntohl(uli->gre_key) >> 16);
909 		break;
910 	default:
911 		port = 0;	/*XXX*/
912 	}
913 	return port;
914 }
915 
916 static __inline__
917 __be16 xfrm_flowi_dport(const struct flowi *fl, const union flowi_uli *uli)
918 {
919 	__be16 port;
920 	switch(fl->flowi_proto) {
921 	case IPPROTO_TCP:
922 	case IPPROTO_UDP:
923 	case IPPROTO_UDPLITE:
924 	case IPPROTO_SCTP:
925 		port = uli->ports.dport;
926 		break;
927 	case IPPROTO_ICMP:
928 	case IPPROTO_ICMPV6:
929 		port = htons(uli->icmpt.code);
930 		break;
931 	case IPPROTO_GRE:
932 		port = htons(ntohl(uli->gre_key) & 0xffff);
933 		break;
934 	default:
935 		port = 0;	/*XXX*/
936 	}
937 	return port;
938 }
939 
940 bool xfrm_selector_match(const struct xfrm_selector *sel,
941 			 const struct flowi *fl, unsigned short family);
942 
943 #ifdef CONFIG_SECURITY_NETWORK_XFRM
944 /*	If neither has a context --> match
945  * 	Otherwise, both must have a context and the sids, doi, alg must match
946  */
947 static inline bool xfrm_sec_ctx_match(struct xfrm_sec_ctx *s1, struct xfrm_sec_ctx *s2)
948 {
949 	return ((!s1 && !s2) ||
950 		(s1 && s2 &&
951 		 (s1->ctx_sid == s2->ctx_sid) &&
952 		 (s1->ctx_doi == s2->ctx_doi) &&
953 		 (s1->ctx_alg == s2->ctx_alg)));
954 }
955 #else
956 static inline bool xfrm_sec_ctx_match(struct xfrm_sec_ctx *s1, struct xfrm_sec_ctx *s2)
957 {
958 	return true;
959 }
960 #endif
961 
962 /* A struct encoding bundle of transformations to apply to some set of flow.
963  *
964  * dst->child points to the next element of bundle.
965  * dst->xfrm  points to an instanse of transformer.
966  *
967  * Due to unfortunate limitations of current routing cache, which we
968  * have no time to fix, it mirrors struct rtable and bound to the same
969  * routing key, including saddr,daddr. However, we can have many of
970  * bundles differing by session id. All the bundles grow from a parent
971  * policy rule.
972  */
973 struct xfrm_dst {
974 	union {
975 		struct dst_entry	dst;
976 		struct rtable		rt;
977 		struct rt6_info		rt6;
978 	} u;
979 	struct dst_entry *route;
980 	struct flow_cache_object flo;
981 	struct xfrm_policy *pols[XFRM_POLICY_TYPE_MAX];
982 	int num_pols, num_xfrms;
983 	u32 xfrm_genid;
984 	u32 policy_genid;
985 	u32 route_mtu_cached;
986 	u32 child_mtu_cached;
987 	u32 route_cookie;
988 	u32 path_cookie;
989 };
990 
991 #ifdef CONFIG_XFRM
992 static inline void xfrm_dst_destroy(struct xfrm_dst *xdst)
993 {
994 	xfrm_pols_put(xdst->pols, xdst->num_pols);
995 	dst_release(xdst->route);
996 	if (likely(xdst->u.dst.xfrm))
997 		xfrm_state_put(xdst->u.dst.xfrm);
998 }
999 #endif
1000 
1001 void xfrm_dst_ifdown(struct dst_entry *dst, struct net_device *dev);
1002 
1003 struct xfrm_offload {
1004 	/* Output sequence number for replay protection on offloading. */
1005 	struct {
1006 		__u32 low;
1007 		__u32 hi;
1008 	} seq;
1009 
1010 	__u32			flags;
1011 #define	SA_DELETE_REQ		1
1012 #define	CRYPTO_DONE		2
1013 #define	CRYPTO_NEXT_DONE	4
1014 #define	CRYPTO_FALLBACK		8
1015 #define	XFRM_GSO_SEGMENT	16
1016 #define	XFRM_GRO		32
1017 
1018 	__u32			status;
1019 #define CRYPTO_SUCCESS				1
1020 #define CRYPTO_GENERIC_ERROR			2
1021 #define CRYPTO_TRANSPORT_AH_AUTH_FAILED		4
1022 #define CRYPTO_TRANSPORT_ESP_AUTH_FAILED	8
1023 #define CRYPTO_TUNNEL_AH_AUTH_FAILED		16
1024 #define CRYPTO_TUNNEL_ESP_AUTH_FAILED		32
1025 #define CRYPTO_INVALID_PACKET_SYNTAX		64
1026 #define CRYPTO_INVALID_PROTOCOL			128
1027 
1028 	__u8			proto;
1029 };
1030 
1031 struct sec_path {
1032 	atomic_t		refcnt;
1033 	int			len;
1034 	int			olen;
1035 
1036 	struct xfrm_state	*xvec[XFRM_MAX_DEPTH];
1037 	struct xfrm_offload	ovec[XFRM_MAX_OFFLOAD_DEPTH];
1038 };
1039 
1040 static inline int secpath_exists(struct sk_buff *skb)
1041 {
1042 #ifdef CONFIG_XFRM
1043 	return skb->sp != NULL;
1044 #else
1045 	return 0;
1046 #endif
1047 }
1048 
1049 static inline struct sec_path *
1050 secpath_get(struct sec_path *sp)
1051 {
1052 	if (sp)
1053 		atomic_inc(&sp->refcnt);
1054 	return sp;
1055 }
1056 
1057 void __secpath_destroy(struct sec_path *sp);
1058 
1059 static inline void
1060 secpath_put(struct sec_path *sp)
1061 {
1062 	if (sp && atomic_dec_and_test(&sp->refcnt))
1063 		__secpath_destroy(sp);
1064 }
1065 
1066 struct sec_path *secpath_dup(struct sec_path *src);
1067 int secpath_set(struct sk_buff *skb);
1068 
1069 static inline void
1070 secpath_reset(struct sk_buff *skb)
1071 {
1072 #ifdef CONFIG_XFRM
1073 	secpath_put(skb->sp);
1074 	skb->sp = NULL;
1075 #endif
1076 }
1077 
1078 static inline int
1079 xfrm_addr_any(const xfrm_address_t *addr, unsigned short family)
1080 {
1081 	switch (family) {
1082 	case AF_INET:
1083 		return addr->a4 == 0;
1084 	case AF_INET6:
1085 		return ipv6_addr_any(&addr->in6);
1086 	}
1087 	return 0;
1088 }
1089 
1090 static inline int
1091 __xfrm4_state_addr_cmp(const struct xfrm_tmpl *tmpl, const struct xfrm_state *x)
1092 {
1093 	return	(tmpl->saddr.a4 &&
1094 		 tmpl->saddr.a4 != x->props.saddr.a4);
1095 }
1096 
1097 static inline int
1098 __xfrm6_state_addr_cmp(const struct xfrm_tmpl *tmpl, const struct xfrm_state *x)
1099 {
1100 	return	(!ipv6_addr_any((struct in6_addr*)&tmpl->saddr) &&
1101 		 !ipv6_addr_equal((struct in6_addr *)&tmpl->saddr, (struct in6_addr*)&x->props.saddr));
1102 }
1103 
1104 static inline int
1105 xfrm_state_addr_cmp(const struct xfrm_tmpl *tmpl, const struct xfrm_state *x, unsigned short family)
1106 {
1107 	switch (family) {
1108 	case AF_INET:
1109 		return __xfrm4_state_addr_cmp(tmpl, x);
1110 	case AF_INET6:
1111 		return __xfrm6_state_addr_cmp(tmpl, x);
1112 	}
1113 	return !0;
1114 }
1115 
1116 #ifdef CONFIG_XFRM
1117 int __xfrm_policy_check(struct sock *, int dir, struct sk_buff *skb,
1118 			unsigned short family);
1119 
1120 static inline int __xfrm_policy_check2(struct sock *sk, int dir,
1121 				       struct sk_buff *skb,
1122 				       unsigned int family, int reverse)
1123 {
1124 	struct net *net = dev_net(skb->dev);
1125 	int ndir = dir | (reverse ? XFRM_POLICY_MASK + 1 : 0);
1126 
1127 	if (sk && sk->sk_policy[XFRM_POLICY_IN])
1128 		return __xfrm_policy_check(sk, ndir, skb, family);
1129 
1130 	return	(!net->xfrm.policy_count[dir] && !skb->sp) ||
1131 		(skb_dst(skb)->flags & DST_NOPOLICY) ||
1132 		__xfrm_policy_check(sk, ndir, skb, family);
1133 }
1134 
1135 static inline int xfrm_policy_check(struct sock *sk, int dir, struct sk_buff *skb, unsigned short family)
1136 {
1137 	return __xfrm_policy_check2(sk, dir, skb, family, 0);
1138 }
1139 
1140 static inline int xfrm4_policy_check(struct sock *sk, int dir, struct sk_buff *skb)
1141 {
1142 	return xfrm_policy_check(sk, dir, skb, AF_INET);
1143 }
1144 
1145 static inline int xfrm6_policy_check(struct sock *sk, int dir, struct sk_buff *skb)
1146 {
1147 	return xfrm_policy_check(sk, dir, skb, AF_INET6);
1148 }
1149 
1150 static inline int xfrm4_policy_check_reverse(struct sock *sk, int dir,
1151 					     struct sk_buff *skb)
1152 {
1153 	return __xfrm_policy_check2(sk, dir, skb, AF_INET, 1);
1154 }
1155 
1156 static inline int xfrm6_policy_check_reverse(struct sock *sk, int dir,
1157 					     struct sk_buff *skb)
1158 {
1159 	return __xfrm_policy_check2(sk, dir, skb, AF_INET6, 1);
1160 }
1161 
1162 int __xfrm_decode_session(struct sk_buff *skb, struct flowi *fl,
1163 			  unsigned int family, int reverse);
1164 
1165 static inline int xfrm_decode_session(struct sk_buff *skb, struct flowi *fl,
1166 				      unsigned int family)
1167 {
1168 	return __xfrm_decode_session(skb, fl, family, 0);
1169 }
1170 
1171 static inline int xfrm_decode_session_reverse(struct sk_buff *skb,
1172 					      struct flowi *fl,
1173 					      unsigned int family)
1174 {
1175 	return __xfrm_decode_session(skb, fl, family, 1);
1176 }
1177 
1178 int __xfrm_route_forward(struct sk_buff *skb, unsigned short family);
1179 
1180 static inline int xfrm_route_forward(struct sk_buff *skb, unsigned short family)
1181 {
1182 	struct net *net = dev_net(skb->dev);
1183 
1184 	return	!net->xfrm.policy_count[XFRM_POLICY_OUT] ||
1185 		(skb_dst(skb)->flags & DST_NOXFRM) ||
1186 		__xfrm_route_forward(skb, family);
1187 }
1188 
1189 static inline int xfrm4_route_forward(struct sk_buff *skb)
1190 {
1191 	return xfrm_route_forward(skb, AF_INET);
1192 }
1193 
1194 static inline int xfrm6_route_forward(struct sk_buff *skb)
1195 {
1196 	return xfrm_route_forward(skb, AF_INET6);
1197 }
1198 
1199 int __xfrm_sk_clone_policy(struct sock *sk, const struct sock *osk);
1200 
1201 static inline int xfrm_sk_clone_policy(struct sock *sk, const struct sock *osk)
1202 {
1203 	sk->sk_policy[0] = NULL;
1204 	sk->sk_policy[1] = NULL;
1205 	if (unlikely(osk->sk_policy[0] || osk->sk_policy[1]))
1206 		return __xfrm_sk_clone_policy(sk, osk);
1207 	return 0;
1208 }
1209 
1210 int xfrm_policy_delete(struct xfrm_policy *pol, int dir);
1211 
1212 static inline void xfrm_sk_free_policy(struct sock *sk)
1213 {
1214 	struct xfrm_policy *pol;
1215 
1216 	pol = rcu_dereference_protected(sk->sk_policy[0], 1);
1217 	if (unlikely(pol != NULL)) {
1218 		xfrm_policy_delete(pol, XFRM_POLICY_MAX);
1219 		sk->sk_policy[0] = NULL;
1220 	}
1221 	pol = rcu_dereference_protected(sk->sk_policy[1], 1);
1222 	if (unlikely(pol != NULL)) {
1223 		xfrm_policy_delete(pol, XFRM_POLICY_MAX+1);
1224 		sk->sk_policy[1] = NULL;
1225 	}
1226 }
1227 
1228 void xfrm_garbage_collect(struct net *net);
1229 void xfrm_garbage_collect_deferred(struct net *net);
1230 
1231 #else
1232 
1233 static inline void xfrm_sk_free_policy(struct sock *sk) {}
1234 static inline int xfrm_sk_clone_policy(struct sock *sk, const struct sock *osk) { return 0; }
1235 static inline int xfrm6_route_forward(struct sk_buff *skb) { return 1; }
1236 static inline int xfrm4_route_forward(struct sk_buff *skb) { return 1; }
1237 static inline int xfrm6_policy_check(struct sock *sk, int dir, struct sk_buff *skb)
1238 {
1239 	return 1;
1240 }
1241 static inline int xfrm4_policy_check(struct sock *sk, int dir, struct sk_buff *skb)
1242 {
1243 	return 1;
1244 }
1245 static inline int xfrm_policy_check(struct sock *sk, int dir, struct sk_buff *skb, unsigned short family)
1246 {
1247 	return 1;
1248 }
1249 static inline int xfrm_decode_session_reverse(struct sk_buff *skb,
1250 					      struct flowi *fl,
1251 					      unsigned int family)
1252 {
1253 	return -ENOSYS;
1254 }
1255 static inline int xfrm4_policy_check_reverse(struct sock *sk, int dir,
1256 					     struct sk_buff *skb)
1257 {
1258 	return 1;
1259 }
1260 static inline int xfrm6_policy_check_reverse(struct sock *sk, int dir,
1261 					     struct sk_buff *skb)
1262 {
1263 	return 1;
1264 }
1265 static inline void xfrm_garbage_collect(struct net *net)
1266 {
1267 }
1268 #endif
1269 
1270 static __inline__
1271 xfrm_address_t *xfrm_flowi_daddr(const struct flowi *fl, unsigned short family)
1272 {
1273 	switch (family){
1274 	case AF_INET:
1275 		return (xfrm_address_t *)&fl->u.ip4.daddr;
1276 	case AF_INET6:
1277 		return (xfrm_address_t *)&fl->u.ip6.daddr;
1278 	}
1279 	return NULL;
1280 }
1281 
1282 static __inline__
1283 xfrm_address_t *xfrm_flowi_saddr(const struct flowi *fl, unsigned short family)
1284 {
1285 	switch (family){
1286 	case AF_INET:
1287 		return (xfrm_address_t *)&fl->u.ip4.saddr;
1288 	case AF_INET6:
1289 		return (xfrm_address_t *)&fl->u.ip6.saddr;
1290 	}
1291 	return NULL;
1292 }
1293 
1294 static __inline__
1295 void xfrm_flowi_addr_get(const struct flowi *fl,
1296 			 xfrm_address_t *saddr, xfrm_address_t *daddr,
1297 			 unsigned short family)
1298 {
1299 	switch(family) {
1300 	case AF_INET:
1301 		memcpy(&saddr->a4, &fl->u.ip4.saddr, sizeof(saddr->a4));
1302 		memcpy(&daddr->a4, &fl->u.ip4.daddr, sizeof(daddr->a4));
1303 		break;
1304 	case AF_INET6:
1305 		saddr->in6 = fl->u.ip6.saddr;
1306 		daddr->in6 = fl->u.ip6.daddr;
1307 		break;
1308 	}
1309 }
1310 
1311 static __inline__ int
1312 __xfrm4_state_addr_check(const struct xfrm_state *x,
1313 			 const xfrm_address_t *daddr, const xfrm_address_t *saddr)
1314 {
1315 	if (daddr->a4 == x->id.daddr.a4 &&
1316 	    (saddr->a4 == x->props.saddr.a4 || !saddr->a4 || !x->props.saddr.a4))
1317 		return 1;
1318 	return 0;
1319 }
1320 
1321 static __inline__ int
1322 __xfrm6_state_addr_check(const struct xfrm_state *x,
1323 			 const xfrm_address_t *daddr, const xfrm_address_t *saddr)
1324 {
1325 	if (ipv6_addr_equal((struct in6_addr *)daddr, (struct in6_addr *)&x->id.daddr) &&
1326 	    (ipv6_addr_equal((struct in6_addr *)saddr, (struct in6_addr *)&x->props.saddr) ||
1327 	     ipv6_addr_any((struct in6_addr *)saddr) ||
1328 	     ipv6_addr_any((struct in6_addr *)&x->props.saddr)))
1329 		return 1;
1330 	return 0;
1331 }
1332 
1333 static __inline__ int
1334 xfrm_state_addr_check(const struct xfrm_state *x,
1335 		      const xfrm_address_t *daddr, const xfrm_address_t *saddr,
1336 		      unsigned short family)
1337 {
1338 	switch (family) {
1339 	case AF_INET:
1340 		return __xfrm4_state_addr_check(x, daddr, saddr);
1341 	case AF_INET6:
1342 		return __xfrm6_state_addr_check(x, daddr, saddr);
1343 	}
1344 	return 0;
1345 }
1346 
1347 static __inline__ int
1348 xfrm_state_addr_flow_check(const struct xfrm_state *x, const struct flowi *fl,
1349 			   unsigned short family)
1350 {
1351 	switch (family) {
1352 	case AF_INET:
1353 		return __xfrm4_state_addr_check(x,
1354 						(const xfrm_address_t *)&fl->u.ip4.daddr,
1355 						(const xfrm_address_t *)&fl->u.ip4.saddr);
1356 	case AF_INET6:
1357 		return __xfrm6_state_addr_check(x,
1358 						(const xfrm_address_t *)&fl->u.ip6.daddr,
1359 						(const xfrm_address_t *)&fl->u.ip6.saddr);
1360 	}
1361 	return 0;
1362 }
1363 
1364 static inline int xfrm_state_kern(const struct xfrm_state *x)
1365 {
1366 	return atomic_read(&x->tunnel_users);
1367 }
1368 
1369 static inline int xfrm_id_proto_match(u8 proto, u8 userproto)
1370 {
1371 	return (!userproto || proto == userproto ||
1372 		(userproto == IPSEC_PROTO_ANY && (proto == IPPROTO_AH ||
1373 						  proto == IPPROTO_ESP ||
1374 						  proto == IPPROTO_COMP)));
1375 }
1376 
1377 /*
1378  * xfrm algorithm information
1379  */
1380 struct xfrm_algo_aead_info {
1381 	char *geniv;
1382 	u16 icv_truncbits;
1383 };
1384 
1385 struct xfrm_algo_auth_info {
1386 	u16 icv_truncbits;
1387 	u16 icv_fullbits;
1388 };
1389 
1390 struct xfrm_algo_encr_info {
1391 	char *geniv;
1392 	u16 blockbits;
1393 	u16 defkeybits;
1394 };
1395 
1396 struct xfrm_algo_comp_info {
1397 	u16 threshold;
1398 };
1399 
1400 struct xfrm_algo_desc {
1401 	char *name;
1402 	char *compat;
1403 	u8 available:1;
1404 	u8 pfkey_supported:1;
1405 	union {
1406 		struct xfrm_algo_aead_info aead;
1407 		struct xfrm_algo_auth_info auth;
1408 		struct xfrm_algo_encr_info encr;
1409 		struct xfrm_algo_comp_info comp;
1410 	} uinfo;
1411 	struct sadb_alg desc;
1412 };
1413 
1414 /* XFRM protocol handlers.  */
1415 struct xfrm4_protocol {
1416 	int (*handler)(struct sk_buff *skb);
1417 	int (*input_handler)(struct sk_buff *skb, int nexthdr, __be32 spi,
1418 			     int encap_type);
1419 	int (*cb_handler)(struct sk_buff *skb, int err);
1420 	int (*err_handler)(struct sk_buff *skb, u32 info);
1421 
1422 	struct xfrm4_protocol __rcu *next;
1423 	int priority;
1424 };
1425 
1426 struct xfrm6_protocol {
1427 	int (*handler)(struct sk_buff *skb);
1428 	int (*cb_handler)(struct sk_buff *skb, int err);
1429 	int (*err_handler)(struct sk_buff *skb, struct inet6_skb_parm *opt,
1430 			   u8 type, u8 code, int offset, __be32 info);
1431 
1432 	struct xfrm6_protocol __rcu *next;
1433 	int priority;
1434 };
1435 
1436 /* XFRM tunnel handlers.  */
1437 struct xfrm_tunnel {
1438 	int (*handler)(struct sk_buff *skb);
1439 	int (*err_handler)(struct sk_buff *skb, u32 info);
1440 
1441 	struct xfrm_tunnel __rcu *next;
1442 	int priority;
1443 };
1444 
1445 struct xfrm6_tunnel {
1446 	int (*handler)(struct sk_buff *skb);
1447 	int (*err_handler)(struct sk_buff *skb, struct inet6_skb_parm *opt,
1448 			   u8 type, u8 code, int offset, __be32 info);
1449 	struct xfrm6_tunnel __rcu *next;
1450 	int priority;
1451 };
1452 
1453 void xfrm_init(void);
1454 void xfrm4_init(void);
1455 int xfrm_state_init(struct net *net);
1456 void xfrm_state_fini(struct net *net);
1457 void xfrm4_state_init(void);
1458 void xfrm4_protocol_init(void);
1459 #ifdef CONFIG_XFRM
1460 int xfrm6_init(void);
1461 void xfrm6_fini(void);
1462 int xfrm6_state_init(void);
1463 void xfrm6_state_fini(void);
1464 int xfrm6_protocol_init(void);
1465 void xfrm6_protocol_fini(void);
1466 #else
1467 static inline int xfrm6_init(void)
1468 {
1469 	return 0;
1470 }
1471 static inline void xfrm6_fini(void)
1472 {
1473 	;
1474 }
1475 #endif
1476 
1477 #ifdef CONFIG_XFRM_STATISTICS
1478 int xfrm_proc_init(struct net *net);
1479 void xfrm_proc_fini(struct net *net);
1480 #endif
1481 
1482 int xfrm_sysctl_init(struct net *net);
1483 #ifdef CONFIG_SYSCTL
1484 void xfrm_sysctl_fini(struct net *net);
1485 #else
1486 static inline void xfrm_sysctl_fini(struct net *net)
1487 {
1488 }
1489 #endif
1490 
1491 void xfrm_state_walk_init(struct xfrm_state_walk *walk, u8 proto,
1492 			  struct xfrm_address_filter *filter);
1493 int xfrm_state_walk(struct net *net, struct xfrm_state_walk *walk,
1494 		    int (*func)(struct xfrm_state *, int, void*), void *);
1495 void xfrm_state_walk_done(struct xfrm_state_walk *walk, struct net *net);
1496 struct xfrm_state *xfrm_state_alloc(struct net *net);
1497 struct xfrm_state *xfrm_state_find(const xfrm_address_t *daddr,
1498 				   const xfrm_address_t *saddr,
1499 				   const struct flowi *fl,
1500 				   struct xfrm_tmpl *tmpl,
1501 				   struct xfrm_policy *pol, int *err,
1502 				   unsigned short family);
1503 struct xfrm_state *xfrm_stateonly_find(struct net *net, u32 mark,
1504 				       xfrm_address_t *daddr,
1505 				       xfrm_address_t *saddr,
1506 				       unsigned short family,
1507 				       u8 mode, u8 proto, u32 reqid);
1508 struct xfrm_state *xfrm_state_lookup_byspi(struct net *net, __be32 spi,
1509 					      unsigned short family);
1510 int xfrm_state_check_expire(struct xfrm_state *x);
1511 void xfrm_state_insert(struct xfrm_state *x);
1512 int xfrm_state_add(struct xfrm_state *x);
1513 int xfrm_state_update(struct xfrm_state *x);
1514 struct xfrm_state *xfrm_state_lookup(struct net *net, u32 mark,
1515 				     const xfrm_address_t *daddr, __be32 spi,
1516 				     u8 proto, unsigned short family);
1517 struct xfrm_state *xfrm_state_lookup_byaddr(struct net *net, u32 mark,
1518 					    const xfrm_address_t *daddr,
1519 					    const xfrm_address_t *saddr,
1520 					    u8 proto,
1521 					    unsigned short family);
1522 #ifdef CONFIG_XFRM_SUB_POLICY
1523 int xfrm_tmpl_sort(struct xfrm_tmpl **dst, struct xfrm_tmpl **src, int n,
1524 		   unsigned short family, struct net *net);
1525 int xfrm_state_sort(struct xfrm_state **dst, struct xfrm_state **src, int n,
1526 		    unsigned short family);
1527 #else
1528 static inline int xfrm_tmpl_sort(struct xfrm_tmpl **dst, struct xfrm_tmpl **src,
1529 				 int n, unsigned short family, struct net *net)
1530 {
1531 	return -ENOSYS;
1532 }
1533 
1534 static inline int xfrm_state_sort(struct xfrm_state **dst, struct xfrm_state **src,
1535 				  int n, unsigned short family)
1536 {
1537 	return -ENOSYS;
1538 }
1539 #endif
1540 
1541 struct xfrmk_sadinfo {
1542 	u32 sadhcnt; /* current hash bkts */
1543 	u32 sadhmcnt; /* max allowed hash bkts */
1544 	u32 sadcnt; /* current running count */
1545 };
1546 
1547 struct xfrmk_spdinfo {
1548 	u32 incnt;
1549 	u32 outcnt;
1550 	u32 fwdcnt;
1551 	u32 inscnt;
1552 	u32 outscnt;
1553 	u32 fwdscnt;
1554 	u32 spdhcnt;
1555 	u32 spdhmcnt;
1556 };
1557 
1558 struct xfrm_state *xfrm_find_acq_byseq(struct net *net, u32 mark, u32 seq);
1559 int xfrm_state_delete(struct xfrm_state *x);
1560 int xfrm_state_flush(struct net *net, u8 proto, bool task_valid);
1561 int xfrm_dev_state_flush(struct net *net, struct net_device *dev, bool task_valid);
1562 void xfrm_sad_getinfo(struct net *net, struct xfrmk_sadinfo *si);
1563 void xfrm_spd_getinfo(struct net *net, struct xfrmk_spdinfo *si);
1564 u32 xfrm_replay_seqhi(struct xfrm_state *x, __be32 net_seq);
1565 int xfrm_init_replay(struct xfrm_state *x);
1566 int xfrm_state_mtu(struct xfrm_state *x, int mtu);
1567 int __xfrm_init_state(struct xfrm_state *x, bool init_replay);
1568 int xfrm_init_state(struct xfrm_state *x);
1569 int xfrm_prepare_input(struct xfrm_state *x, struct sk_buff *skb);
1570 int xfrm_input(struct sk_buff *skb, int nexthdr, __be32 spi, int encap_type);
1571 int xfrm_input_resume(struct sk_buff *skb, int nexthdr);
1572 int xfrm_output_resume(struct sk_buff *skb, int err);
1573 int xfrm_output(struct sock *sk, struct sk_buff *skb);
1574 int xfrm_inner_extract_output(struct xfrm_state *x, struct sk_buff *skb);
1575 void xfrm_local_error(struct sk_buff *skb, int mtu);
1576 int xfrm4_extract_header(struct sk_buff *skb);
1577 int xfrm4_extract_input(struct xfrm_state *x, struct sk_buff *skb);
1578 int xfrm4_rcv_encap(struct sk_buff *skb, int nexthdr, __be32 spi,
1579 		    int encap_type);
1580 int xfrm4_transport_finish(struct sk_buff *skb, int async);
1581 int xfrm4_rcv(struct sk_buff *skb);
1582 int xfrm_parse_spi(struct sk_buff *skb, u8 nexthdr, __be32 *spi, __be32 *seq);
1583 
1584 static inline int xfrm4_rcv_spi(struct sk_buff *skb, int nexthdr, __be32 spi)
1585 {
1586 	XFRM_TUNNEL_SKB_CB(skb)->tunnel.ip4 = NULL;
1587 	XFRM_SPI_SKB_CB(skb)->family = AF_INET;
1588 	XFRM_SPI_SKB_CB(skb)->daddroff = offsetof(struct iphdr, daddr);
1589 	return xfrm_input(skb, nexthdr, spi, 0);
1590 }
1591 
1592 int xfrm4_extract_output(struct xfrm_state *x, struct sk_buff *skb);
1593 int xfrm4_prepare_output(struct xfrm_state *x, struct sk_buff *skb);
1594 int xfrm4_output(struct net *net, struct sock *sk, struct sk_buff *skb);
1595 int xfrm4_output_finish(struct sock *sk, struct sk_buff *skb);
1596 int xfrm4_rcv_cb(struct sk_buff *skb, u8 protocol, int err);
1597 int xfrm4_protocol_register(struct xfrm4_protocol *handler, unsigned char protocol);
1598 int xfrm4_protocol_deregister(struct xfrm4_protocol *handler, unsigned char protocol);
1599 int xfrm4_tunnel_register(struct xfrm_tunnel *handler, unsigned short family);
1600 int xfrm4_tunnel_deregister(struct xfrm_tunnel *handler, unsigned short family);
1601 void xfrm4_local_error(struct sk_buff *skb, u32 mtu);
1602 int xfrm6_extract_header(struct sk_buff *skb);
1603 int xfrm6_extract_input(struct xfrm_state *x, struct sk_buff *skb);
1604 int xfrm6_rcv_spi(struct sk_buff *skb, int nexthdr, __be32 spi,
1605 		  struct ip6_tnl *t);
1606 int xfrm6_transport_finish(struct sk_buff *skb, int async);
1607 int xfrm6_rcv_tnl(struct sk_buff *skb, struct ip6_tnl *t);
1608 int xfrm6_rcv(struct sk_buff *skb);
1609 int xfrm6_input_addr(struct sk_buff *skb, xfrm_address_t *daddr,
1610 		     xfrm_address_t *saddr, u8 proto);
1611 void xfrm6_local_error(struct sk_buff *skb, u32 mtu);
1612 int xfrm6_rcv_cb(struct sk_buff *skb, u8 protocol, int err);
1613 int xfrm6_protocol_register(struct xfrm6_protocol *handler, unsigned char protocol);
1614 int xfrm6_protocol_deregister(struct xfrm6_protocol *handler, unsigned char protocol);
1615 int xfrm6_tunnel_register(struct xfrm6_tunnel *handler, unsigned short family);
1616 int xfrm6_tunnel_deregister(struct xfrm6_tunnel *handler, unsigned short family);
1617 __be32 xfrm6_tunnel_alloc_spi(struct net *net, xfrm_address_t *saddr);
1618 __be32 xfrm6_tunnel_spi_lookup(struct net *net, const xfrm_address_t *saddr);
1619 int xfrm6_extract_output(struct xfrm_state *x, struct sk_buff *skb);
1620 int xfrm6_prepare_output(struct xfrm_state *x, struct sk_buff *skb);
1621 int xfrm6_output(struct net *net, struct sock *sk, struct sk_buff *skb);
1622 int xfrm6_output_finish(struct sock *sk, struct sk_buff *skb);
1623 int xfrm6_find_1stfragopt(struct xfrm_state *x, struct sk_buff *skb,
1624 			  u8 **prevhdr);
1625 
1626 #ifdef CONFIG_XFRM
1627 int xfrm4_udp_encap_rcv(struct sock *sk, struct sk_buff *skb);
1628 int xfrm_user_policy(struct sock *sk, int optname,
1629 		     u8 __user *optval, int optlen);
1630 #else
1631 static inline int xfrm_user_policy(struct sock *sk, int optname, u8 __user *optval, int optlen)
1632 {
1633  	return -ENOPROTOOPT;
1634 }
1635 
1636 static inline int xfrm4_udp_encap_rcv(struct sock *sk, struct sk_buff *skb)
1637 {
1638  	/* should not happen */
1639  	kfree_skb(skb);
1640 	return 0;
1641 }
1642 #endif
1643 
1644 struct dst_entry *__xfrm_dst_lookup(struct net *net, int tos, int oif,
1645 				    const xfrm_address_t *saddr,
1646 				    const xfrm_address_t *daddr,
1647 				    int family);
1648 
1649 struct xfrm_policy *xfrm_policy_alloc(struct net *net, gfp_t gfp);
1650 
1651 void xfrm_policy_walk_init(struct xfrm_policy_walk *walk, u8 type);
1652 int xfrm_policy_walk(struct net *net, struct xfrm_policy_walk *walk,
1653 		     int (*func)(struct xfrm_policy *, int, int, void*),
1654 		     void *);
1655 void xfrm_policy_walk_done(struct xfrm_policy_walk *walk, struct net *net);
1656 int xfrm_policy_insert(int dir, struct xfrm_policy *policy, int excl);
1657 struct xfrm_policy *xfrm_policy_bysel_ctx(struct net *net, u32 mark,
1658 					  u8 type, int dir,
1659 					  struct xfrm_selector *sel,
1660 					  struct xfrm_sec_ctx *ctx, int delete,
1661 					  int *err);
1662 struct xfrm_policy *xfrm_policy_byid(struct net *net, u32 mark, u8, int dir,
1663 				     u32 id, int delete, int *err);
1664 int xfrm_policy_flush(struct net *net, u8 type, bool task_valid);
1665 void xfrm_policy_hash_rebuild(struct net *net);
1666 u32 xfrm_get_acqseq(void);
1667 int verify_spi_info(u8 proto, u32 min, u32 max);
1668 int xfrm_alloc_spi(struct xfrm_state *x, u32 minspi, u32 maxspi);
1669 struct xfrm_state *xfrm_find_acq(struct net *net, const struct xfrm_mark *mark,
1670 				 u8 mode, u32 reqid, u8 proto,
1671 				 const xfrm_address_t *daddr,
1672 				 const xfrm_address_t *saddr, int create,
1673 				 unsigned short family);
1674 int xfrm_sk_policy_insert(struct sock *sk, int dir, struct xfrm_policy *pol);
1675 
1676 #ifdef CONFIG_XFRM_MIGRATE
1677 int km_migrate(const struct xfrm_selector *sel, u8 dir, u8 type,
1678 	       const struct xfrm_migrate *m, int num_bundles,
1679 	       const struct xfrm_kmaddress *k,
1680 	       const struct xfrm_encap_tmpl *encap);
1681 struct xfrm_state *xfrm_migrate_state_find(struct xfrm_migrate *m, struct net *net);
1682 struct xfrm_state *xfrm_state_migrate(struct xfrm_state *x,
1683 				      struct xfrm_migrate *m,
1684 				      struct xfrm_encap_tmpl *encap);
1685 int xfrm_migrate(const struct xfrm_selector *sel, u8 dir, u8 type,
1686 		 struct xfrm_migrate *m, int num_bundles,
1687 		 struct xfrm_kmaddress *k, struct net *net,
1688 		 struct xfrm_encap_tmpl *encap);
1689 #endif
1690 
1691 int km_new_mapping(struct xfrm_state *x, xfrm_address_t *ipaddr, __be16 sport);
1692 void km_policy_expired(struct xfrm_policy *pol, int dir, int hard, u32 portid);
1693 int km_report(struct net *net, u8 proto, struct xfrm_selector *sel,
1694 	      xfrm_address_t *addr);
1695 
1696 void xfrm_input_init(void);
1697 int xfrm_parse_spi(struct sk_buff *skb, u8 nexthdr, __be32 *spi, __be32 *seq);
1698 
1699 void xfrm_probe_algs(void);
1700 int xfrm_count_pfkey_auth_supported(void);
1701 int xfrm_count_pfkey_enc_supported(void);
1702 struct xfrm_algo_desc *xfrm_aalg_get_byidx(unsigned int idx);
1703 struct xfrm_algo_desc *xfrm_ealg_get_byidx(unsigned int idx);
1704 struct xfrm_algo_desc *xfrm_aalg_get_byid(int alg_id);
1705 struct xfrm_algo_desc *xfrm_ealg_get_byid(int alg_id);
1706 struct xfrm_algo_desc *xfrm_calg_get_byid(int alg_id);
1707 struct xfrm_algo_desc *xfrm_aalg_get_byname(const char *name, int probe);
1708 struct xfrm_algo_desc *xfrm_ealg_get_byname(const char *name, int probe);
1709 struct xfrm_algo_desc *xfrm_calg_get_byname(const char *name, int probe);
1710 struct xfrm_algo_desc *xfrm_aead_get_byname(const char *name, int icv_len,
1711 					    int probe);
1712 
1713 static inline bool xfrm6_addr_equal(const xfrm_address_t *a,
1714 				    const xfrm_address_t *b)
1715 {
1716 	return ipv6_addr_equal((const struct in6_addr *)a,
1717 			       (const struct in6_addr *)b);
1718 }
1719 
1720 static inline bool xfrm_addr_equal(const xfrm_address_t *a,
1721 				   const xfrm_address_t *b,
1722 				   sa_family_t family)
1723 {
1724 	switch (family) {
1725 	default:
1726 	case AF_INET:
1727 		return ((__force u32)a->a4 ^ (__force u32)b->a4) == 0;
1728 	case AF_INET6:
1729 		return xfrm6_addr_equal(a, b);
1730 	}
1731 }
1732 
1733 static inline int xfrm_policy_id2dir(u32 index)
1734 {
1735 	return index & 7;
1736 }
1737 
1738 #ifdef CONFIG_XFRM
1739 static inline int xfrm_aevent_is_on(struct net *net)
1740 {
1741 	struct sock *nlsk;
1742 	int ret = 0;
1743 
1744 	rcu_read_lock();
1745 	nlsk = rcu_dereference(net->xfrm.nlsk);
1746 	if (nlsk)
1747 		ret = netlink_has_listeners(nlsk, XFRMNLGRP_AEVENTS);
1748 	rcu_read_unlock();
1749 	return ret;
1750 }
1751 
1752 static inline int xfrm_acquire_is_on(struct net *net)
1753 {
1754 	struct sock *nlsk;
1755 	int ret = 0;
1756 
1757 	rcu_read_lock();
1758 	nlsk = rcu_dereference(net->xfrm.nlsk);
1759 	if (nlsk)
1760 		ret = netlink_has_listeners(nlsk, XFRMNLGRP_ACQUIRE);
1761 	rcu_read_unlock();
1762 
1763 	return ret;
1764 }
1765 #endif
1766 
1767 static inline int aead_len(struct xfrm_algo_aead *alg)
1768 {
1769 	return sizeof(*alg) + ((alg->alg_key_len + 7) / 8);
1770 }
1771 
1772 static inline int xfrm_alg_len(const struct xfrm_algo *alg)
1773 {
1774 	return sizeof(*alg) + ((alg->alg_key_len + 7) / 8);
1775 }
1776 
1777 static inline int xfrm_alg_auth_len(const struct xfrm_algo_auth *alg)
1778 {
1779 	return sizeof(*alg) + ((alg->alg_key_len + 7) / 8);
1780 }
1781 
1782 static inline int xfrm_replay_state_esn_len(struct xfrm_replay_state_esn *replay_esn)
1783 {
1784 	return sizeof(*replay_esn) + replay_esn->bmp_len * sizeof(__u32);
1785 }
1786 
1787 #ifdef CONFIG_XFRM_MIGRATE
1788 static inline int xfrm_replay_clone(struct xfrm_state *x,
1789 				     struct xfrm_state *orig)
1790 {
1791 	x->replay_esn = kzalloc(xfrm_replay_state_esn_len(orig->replay_esn),
1792 				GFP_KERNEL);
1793 	if (!x->replay_esn)
1794 		return -ENOMEM;
1795 
1796 	x->replay_esn->bmp_len = orig->replay_esn->bmp_len;
1797 	x->replay_esn->replay_window = orig->replay_esn->replay_window;
1798 
1799 	x->preplay_esn = kmemdup(x->replay_esn,
1800 				 xfrm_replay_state_esn_len(x->replay_esn),
1801 				 GFP_KERNEL);
1802 	if (!x->preplay_esn) {
1803 		kfree(x->replay_esn);
1804 		return -ENOMEM;
1805 	}
1806 
1807 	return 0;
1808 }
1809 
1810 static inline struct xfrm_algo_aead *xfrm_algo_aead_clone(struct xfrm_algo_aead *orig)
1811 {
1812 	return kmemdup(orig, aead_len(orig), GFP_KERNEL);
1813 }
1814 
1815 
1816 static inline struct xfrm_algo *xfrm_algo_clone(struct xfrm_algo *orig)
1817 {
1818 	return kmemdup(orig, xfrm_alg_len(orig), GFP_KERNEL);
1819 }
1820 
1821 static inline struct xfrm_algo_auth *xfrm_algo_auth_clone(struct xfrm_algo_auth *orig)
1822 {
1823 	return kmemdup(orig, xfrm_alg_auth_len(orig), GFP_KERNEL);
1824 }
1825 
1826 static inline void xfrm_states_put(struct xfrm_state **states, int n)
1827 {
1828 	int i;
1829 	for (i = 0; i < n; i++)
1830 		xfrm_state_put(*(states + i));
1831 }
1832 
1833 static inline void xfrm_states_delete(struct xfrm_state **states, int n)
1834 {
1835 	int i;
1836 	for (i = 0; i < n; i++)
1837 		xfrm_state_delete(*(states + i));
1838 }
1839 #endif
1840 
1841 #ifdef CONFIG_XFRM
1842 static inline struct xfrm_state *xfrm_input_state(struct sk_buff *skb)
1843 {
1844 	return skb->sp->xvec[skb->sp->len - 1];
1845 }
1846 static inline struct xfrm_offload *xfrm_offload(struct sk_buff *skb)
1847 {
1848 	struct sec_path *sp = skb->sp;
1849 
1850 	if (!sp || !sp->olen || sp->len != sp->olen)
1851 		return NULL;
1852 
1853 	return &sp->ovec[sp->olen - 1];
1854 }
1855 #endif
1856 
1857 void __net_init xfrm_dev_init(void);
1858 
1859 #ifdef CONFIG_XFRM_OFFLOAD
1860 int validate_xmit_xfrm(struct sk_buff *skb, netdev_features_t features);
1861 int xfrm_dev_state_add(struct net *net, struct xfrm_state *x,
1862 		       struct xfrm_user_offload *xuo);
1863 bool xfrm_dev_offload_ok(struct sk_buff *skb, struct xfrm_state *x);
1864 
1865 static inline void xfrm_dev_state_delete(struct xfrm_state *x)
1866 {
1867 	struct xfrm_state_offload *xso = &x->xso;
1868 
1869 	if (xso->dev)
1870 		xso->dev->xfrmdev_ops->xdo_dev_state_delete(x);
1871 }
1872 
1873 static inline void xfrm_dev_state_free(struct xfrm_state *x)
1874 {
1875 	struct xfrm_state_offload *xso = &x->xso;
1876 	 struct net_device *dev = xso->dev;
1877 
1878 	if (dev && dev->xfrmdev_ops) {
1879 		dev->xfrmdev_ops->xdo_dev_state_free(x);
1880 		xso->dev = NULL;
1881 		dev_put(dev);
1882 	}
1883 }
1884 #else
1885 static inline int validate_xmit_xfrm(struct sk_buff *skb, netdev_features_t features)
1886 {
1887 	return 0;
1888 }
1889 
1890 static inline int xfrm_dev_state_add(struct net *net, struct xfrm_state *x, struct xfrm_user_offload *xuo)
1891 {
1892 	return 0;
1893 }
1894 
1895 static inline void xfrm_dev_state_delete(struct xfrm_state *x)
1896 {
1897 }
1898 
1899 static inline void xfrm_dev_state_free(struct xfrm_state *x)
1900 {
1901 }
1902 
1903 static inline bool xfrm_dev_offload_ok(struct sk_buff *skb, struct xfrm_state *x)
1904 {
1905 	return false;
1906 }
1907 #endif
1908 
1909 static inline int xfrm_mark_get(struct nlattr **attrs, struct xfrm_mark *m)
1910 {
1911 	if (attrs[XFRMA_MARK])
1912 		memcpy(m, nla_data(attrs[XFRMA_MARK]), sizeof(struct xfrm_mark));
1913 	else
1914 		m->v = m->m = 0;
1915 
1916 	return m->v & m->m;
1917 }
1918 
1919 static inline int xfrm_mark_put(struct sk_buff *skb, const struct xfrm_mark *m)
1920 {
1921 	int ret = 0;
1922 
1923 	if (m->m | m->v)
1924 		ret = nla_put(skb, XFRMA_MARK, sizeof(struct xfrm_mark), m);
1925 	return ret;
1926 }
1927 
1928 static inline int xfrm_tunnel_check(struct sk_buff *skb, struct xfrm_state *x,
1929 				    unsigned int family)
1930 {
1931 	bool tunnel = false;
1932 
1933 	switch(family) {
1934 	case AF_INET:
1935 		if (XFRM_TUNNEL_SKB_CB(skb)->tunnel.ip4)
1936 			tunnel = true;
1937 		break;
1938 	case AF_INET6:
1939 		if (XFRM_TUNNEL_SKB_CB(skb)->tunnel.ip6)
1940 			tunnel = true;
1941 		break;
1942 	}
1943 	if (tunnel && !(x->outer_mode->flags & XFRM_MODE_FLAG_TUNNEL))
1944 		return -EINVAL;
1945 
1946 	return 0;
1947 }
1948 #endif	/* _NET_XFRM_H */
1949