xref: /linux/include/net/xfrm.h (revision f8343685643f2901fe11aa9d0358cafbeaf7b4c3)
1 #ifndef _NET_XFRM_H
2 #define _NET_XFRM_H
3 
4 #include <linux/compiler.h>
5 #include <linux/in.h>
6 #include <linux/xfrm.h>
7 #include <linux/spinlock.h>
8 #include <linux/list.h>
9 #include <linux/skbuff.h>
10 #include <linux/socket.h>
11 #include <linux/pfkeyv2.h>
12 #include <linux/ipsec.h>
13 #include <linux/in6.h>
14 #include <linux/mutex.h>
15 
16 #include <net/sock.h>
17 #include <net/dst.h>
18 #include <net/route.h>
19 #include <net/ipv6.h>
20 #include <net/ip6_fib.h>
21 
22 #define XFRM_ALIGN8(len)	(((len) + 7) & ~7)
23 #define MODULE_ALIAS_XFRM_MODE(family, encap) \
24 	MODULE_ALIAS("xfrm-mode-" __stringify(family) "-" __stringify(encap))
25 
26 extern struct sock *xfrm_nl;
27 extern u32 sysctl_xfrm_aevent_etime;
28 extern u32 sysctl_xfrm_aevent_rseqth;
29 
30 extern struct mutex xfrm_cfg_mutex;
31 
32 /* Organization of SPD aka "XFRM rules"
33    ------------------------------------
34 
35    Basic objects:
36    - policy rule, struct xfrm_policy (=SPD entry)
37    - bundle of transformations, struct dst_entry == struct xfrm_dst (=SA bundle)
38    - instance of a transformer, struct xfrm_state (=SA)
39    - template to clone xfrm_state, struct xfrm_tmpl
40 
41    SPD is plain linear list of xfrm_policy rules, ordered by priority.
42    (To be compatible with existing pfkeyv2 implementations,
43    many rules with priority of 0x7fffffff are allowed to exist and
44    such rules are ordered in an unpredictable way, thanks to bsd folks.)
45 
46    Lookup is plain linear search until the first match with selector.
47 
48    If "action" is "block", then we prohibit the flow, otherwise:
49    if "xfrms_nr" is zero, the flow passes untransformed. Otherwise,
50    policy entry has list of up to XFRM_MAX_DEPTH transformations,
51    described by templates xfrm_tmpl. Each template is resolved
52    to a complete xfrm_state (see below) and we pack bundle of transformations
53    to a dst_entry returned to requestor.
54 
55    dst -. xfrm  .-> xfrm_state #1
56     |---. child .-> dst -. xfrm .-> xfrm_state #2
57                      |---. child .-> dst -. xfrm .-> xfrm_state #3
58                                       |---. child .-> NULL
59 
60    Bundles are cached at xrfm_policy struct (field ->bundles).
61 
62 
63    Resolution of xrfm_tmpl
64    -----------------------
65    Template contains:
66    1. ->mode		Mode: transport or tunnel
67    2. ->id.proto	Protocol: AH/ESP/IPCOMP
68    3. ->id.daddr	Remote tunnel endpoint, ignored for transport mode.
69       Q: allow to resolve security gateway?
70    4. ->id.spi          If not zero, static SPI.
71    5. ->saddr		Local tunnel endpoint, ignored for transport mode.
72    6. ->algos		List of allowed algos. Plain bitmask now.
73       Q: ealgos, aalgos, calgos. What a mess...
74    7. ->share		Sharing mode.
75       Q: how to implement private sharing mode? To add struct sock* to
76       flow id?
77 
78    Having this template we search through SAD searching for entries
79    with appropriate mode/proto/algo, permitted by selector.
80    If no appropriate entry found, it is requested from key manager.
81 
82    PROBLEMS:
83    Q: How to find all the bundles referring to a physical path for
84       PMTU discovery? Seems, dst should contain list of all parents...
85       and enter to infinite locking hierarchy disaster.
86       No! It is easier, we will not search for them, let them find us.
87       We add genid to each dst plus pointer to genid of raw IP route,
88       pmtu disc will update pmtu on raw IP route and increase its genid.
89       dst_check() will see this for top level and trigger resyncing
90       metrics. Plus, it will be made via sk->sk_dst_cache. Solved.
91  */
92 
93 /* Full description of state of transformer. */
94 struct xfrm_state
95 {
96 	/* Note: bydst is re-used during gc */
97 	struct hlist_node	bydst;
98 	struct hlist_node	bysrc;
99 	struct hlist_node	byspi;
100 
101 	atomic_t		refcnt;
102 	spinlock_t		lock;
103 
104 	struct xfrm_id		id;
105 	struct xfrm_selector	sel;
106 
107 	u32			genid;
108 
109 	/* Key manger bits */
110 	struct {
111 		u8		state;
112 		u8		dying;
113 		u32		seq;
114 	} km;
115 
116 	/* Parameters of this state. */
117 	struct {
118 		u32		reqid;
119 		u8		mode;
120 		u8		replay_window;
121 		u8		aalgo, ealgo, calgo;
122 		u8		flags;
123 		u16		family;
124 		xfrm_address_t	saddr;
125 		int		header_len;
126 		int		trailer_len;
127 	} props;
128 
129 	struct xfrm_lifetime_cfg lft;
130 
131 	/* Data for transformer */
132 	struct xfrm_algo	*aalg;
133 	struct xfrm_algo	*ealg;
134 	struct xfrm_algo	*calg;
135 
136 	/* Data for encapsulator */
137 	struct xfrm_encap_tmpl	*encap;
138 
139 	/* Data for care-of address */
140 	xfrm_address_t	*coaddr;
141 
142 	/* IPComp needs an IPIP tunnel for handling uncompressed packets */
143 	struct xfrm_state	*tunnel;
144 
145 	/* If a tunnel, number of users + 1 */
146 	atomic_t		tunnel_users;
147 
148 	/* State for replay detection */
149 	struct xfrm_replay_state replay;
150 
151 	/* Replay detection state at the time we sent the last notification */
152 	struct xfrm_replay_state preplay;
153 
154 	/* internal flag that only holds state for delayed aevent at the
155 	 * moment
156 	*/
157 	u32			xflags;
158 
159 	/* Replay detection notification settings */
160 	u32			replay_maxage;
161 	u32			replay_maxdiff;
162 
163 	/* Replay detection notification timer */
164 	struct timer_list	rtimer;
165 
166 	/* Statistics */
167 	struct xfrm_stats	stats;
168 
169 	struct xfrm_lifetime_cur curlft;
170 	struct timer_list	timer;
171 
172 	/* Last used time */
173 	u64			lastused;
174 
175 	/* Reference to data common to all the instances of this
176 	 * transformer. */
177 	struct xfrm_type	*type;
178 	struct xfrm_mode	*mode;
179 
180 	/* Security context */
181 	struct xfrm_sec_ctx	*security;
182 
183 	/* Private data of this transformer, format is opaque,
184 	 * interpreted by xfrm_type methods. */
185 	void			*data;
186 };
187 
188 /* xflags - make enum if more show up */
189 #define XFRM_TIME_DEFER	1
190 
191 enum {
192 	XFRM_STATE_VOID,
193 	XFRM_STATE_ACQ,
194 	XFRM_STATE_VALID,
195 	XFRM_STATE_ERROR,
196 	XFRM_STATE_EXPIRED,
197 	XFRM_STATE_DEAD
198 };
199 
200 /* callback structure passed from either netlink or pfkey */
201 struct km_event
202 {
203 	union {
204 		u32 hard;
205 		u32 proto;
206 		u32 byid;
207 		u32 aevent;
208 		u32 type;
209 	} data;
210 
211 	u32	seq;
212 	u32	pid;
213 	u32	event;
214 };
215 
216 struct xfrm_type;
217 struct xfrm_dst;
218 struct xfrm_policy_afinfo {
219 	unsigned short		family;
220 	struct xfrm_type	*type_map[IPPROTO_MAX];
221 	struct xfrm_mode	*mode_map[XFRM_MODE_MAX];
222 	struct dst_ops		*dst_ops;
223 	void			(*garbage_collect)(void);
224 	int			(*dst_lookup)(struct xfrm_dst **dst, struct flowi *fl);
225 	int			(*get_saddr)(xfrm_address_t *saddr, xfrm_address_t *daddr);
226 	struct dst_entry	*(*find_bundle)(struct flowi *fl, struct xfrm_policy *policy);
227 	int			(*bundle_create)(struct xfrm_policy *policy,
228 						 struct xfrm_state **xfrm,
229 						 int nx,
230 						 struct flowi *fl,
231 						 struct dst_entry **dst_p);
232 	void			(*decode_session)(struct sk_buff *skb,
233 						  struct flowi *fl);
234 };
235 
236 extern int xfrm_policy_register_afinfo(struct xfrm_policy_afinfo *afinfo);
237 extern int xfrm_policy_unregister_afinfo(struct xfrm_policy_afinfo *afinfo);
238 extern void km_policy_notify(struct xfrm_policy *xp, int dir, struct km_event *c);
239 extern void km_state_notify(struct xfrm_state *x, struct km_event *c);
240 
241 struct xfrm_tmpl;
242 extern int km_query(struct xfrm_state *x, struct xfrm_tmpl *t, struct xfrm_policy *pol);
243 extern void km_state_expired(struct xfrm_state *x, int hard, u32 pid);
244 extern int __xfrm_state_delete(struct xfrm_state *x);
245 
246 struct xfrm_state_afinfo {
247 	unsigned short		family;
248 	int			(*init_flags)(struct xfrm_state *x);
249 	void			(*init_tempsel)(struct xfrm_state *x, struct flowi *fl,
250 						struct xfrm_tmpl *tmpl,
251 						xfrm_address_t *daddr, xfrm_address_t *saddr);
252 	int			(*tmpl_sort)(struct xfrm_tmpl **dst, struct xfrm_tmpl **src, int n);
253 	int			(*state_sort)(struct xfrm_state **dst, struct xfrm_state **src, int n);
254 	int			(*output)(struct sk_buff *skb);
255 };
256 
257 extern int xfrm_state_register_afinfo(struct xfrm_state_afinfo *afinfo);
258 extern int xfrm_state_unregister_afinfo(struct xfrm_state_afinfo *afinfo);
259 extern struct xfrm_state_afinfo *xfrm_state_get_afinfo(unsigned short family);
260 extern void xfrm_state_put_afinfo(struct xfrm_state_afinfo *afinfo);
261 
262 extern void xfrm_state_delete_tunnel(struct xfrm_state *x);
263 
264 struct xfrm_type
265 {
266 	char			*description;
267 	struct module		*owner;
268 	__u8			proto;
269 	__u8			flags;
270 #define XFRM_TYPE_NON_FRAGMENT	1
271 
272 	int			(*init_state)(struct xfrm_state *x);
273 	void			(*destructor)(struct xfrm_state *);
274 	int			(*input)(struct xfrm_state *, struct sk_buff *skb);
275 	int			(*output)(struct xfrm_state *, struct sk_buff *pskb);
276 	int			(*reject)(struct xfrm_state *, struct sk_buff *, struct flowi *);
277 	int			(*hdr_offset)(struct xfrm_state *, struct sk_buff *, u8 **);
278 	xfrm_address_t		*(*local_addr)(struct xfrm_state *, xfrm_address_t *);
279 	xfrm_address_t		*(*remote_addr)(struct xfrm_state *, xfrm_address_t *);
280 	/* Estimate maximal size of result of transformation of a dgram */
281 	u32			(*get_mtu)(struct xfrm_state *, int size);
282 };
283 
284 extern int xfrm_register_type(struct xfrm_type *type, unsigned short family);
285 extern int xfrm_unregister_type(struct xfrm_type *type, unsigned short family);
286 extern struct xfrm_type *xfrm_get_type(u8 proto, unsigned short family);
287 extern void xfrm_put_type(struct xfrm_type *type);
288 
289 struct xfrm_mode {
290 	int (*input)(struct xfrm_state *x, struct sk_buff *skb);
291 	int (*output)(struct xfrm_state *x,struct sk_buff *skb);
292 
293 	struct module *owner;
294 	unsigned int encap;
295 };
296 
297 extern int xfrm_register_mode(struct xfrm_mode *mode, int family);
298 extern int xfrm_unregister_mode(struct xfrm_mode *mode, int family);
299 extern struct xfrm_mode *xfrm_get_mode(unsigned int encap, int family);
300 extern void xfrm_put_mode(struct xfrm_mode *mode);
301 
302 struct xfrm_tmpl
303 {
304 /* id in template is interpreted as:
305  * daddr - destination of tunnel, may be zero for transport mode.
306  * spi   - zero to acquire spi. Not zero if spi is static, then
307  *	   daddr must be fixed too.
308  * proto - AH/ESP/IPCOMP
309  */
310 	struct xfrm_id		id;
311 
312 /* Source address of tunnel. Ignored, if it is not a tunnel. */
313 	xfrm_address_t		saddr;
314 
315 	unsigned short		encap_family;
316 
317 	__u32			reqid;
318 
319 /* Mode: transport, tunnel etc. */
320 	__u8			mode;
321 
322 /* Sharing mode: unique, this session only, this user only etc. */
323 	__u8			share;
324 
325 /* May skip this transfomration if no SA is found */
326 	__u8			optional;
327 
328 /* Bit mask of algos allowed for acquisition */
329 	__u32			aalgos;
330 	__u32			ealgos;
331 	__u32			calgos;
332 };
333 
334 #define XFRM_MAX_DEPTH		6
335 
336 struct xfrm_policy
337 {
338 	struct xfrm_policy	*next;
339 	struct hlist_node	bydst;
340 	struct hlist_node	byidx;
341 
342 	/* This lock only affects elements except for entry. */
343 	rwlock_t		lock;
344 	atomic_t		refcnt;
345 	struct timer_list	timer;
346 
347 	u32			priority;
348 	u32			index;
349 	struct xfrm_selector	selector;
350 	struct xfrm_lifetime_cfg lft;
351 	struct xfrm_lifetime_cur curlft;
352 	struct dst_entry       *bundles;
353 	u16			family;
354 	u8			type;
355 	u8			action;
356 	u8			flags;
357 	u8			dead;
358 	u8			xfrm_nr;
359 	/* XXX 1 byte hole, try to pack */
360 	struct xfrm_sec_ctx	*security;
361 	struct xfrm_tmpl       	xfrm_vec[XFRM_MAX_DEPTH];
362 };
363 
364 struct xfrm_migrate {
365 	xfrm_address_t		old_daddr;
366 	xfrm_address_t		old_saddr;
367 	xfrm_address_t		new_daddr;
368 	xfrm_address_t		new_saddr;
369 	u8			proto;
370 	u8			mode;
371 	u16			reserved;
372 	u32			reqid;
373 	u16			old_family;
374 	u16			new_family;
375 };
376 
377 #define XFRM_KM_TIMEOUT                30
378 /* which seqno */
379 #define XFRM_REPLAY_SEQ		1
380 #define XFRM_REPLAY_OSEQ	2
381 #define XFRM_REPLAY_SEQ_MASK	3
382 /* what happened */
383 #define XFRM_REPLAY_UPDATE	XFRM_AE_CR
384 #define XFRM_REPLAY_TIMEOUT	XFRM_AE_CE
385 
386 /* default aevent timeout in units of 100ms */
387 #define XFRM_AE_ETIME			10
388 /* Async Event timer multiplier */
389 #define XFRM_AE_ETH_M			10
390 /* default seq threshold size */
391 #define XFRM_AE_SEQT_SIZE		2
392 
393 struct xfrm_mgr
394 {
395 	struct list_head	list;
396 	char			*id;
397 	int			(*notify)(struct xfrm_state *x, struct km_event *c);
398 	int			(*acquire)(struct xfrm_state *x, struct xfrm_tmpl *, struct xfrm_policy *xp, int dir);
399 	struct xfrm_policy	*(*compile_policy)(struct sock *sk, int opt, u8 *data, int len, int *dir);
400 	int			(*new_mapping)(struct xfrm_state *x, xfrm_address_t *ipaddr, __be16 sport);
401 	int			(*notify_policy)(struct xfrm_policy *x, int dir, struct km_event *c);
402 	int			(*report)(u8 proto, struct xfrm_selector *sel, xfrm_address_t *addr);
403 	int			(*migrate)(struct xfrm_selector *sel, u8 dir, u8 type, struct xfrm_migrate *m, int num_bundles);
404 };
405 
406 extern int xfrm_register_km(struct xfrm_mgr *km);
407 extern int xfrm_unregister_km(struct xfrm_mgr *km);
408 
409 extern unsigned int xfrm_policy_count[XFRM_POLICY_MAX*2];
410 
411 /* Audit Information */
412 struct xfrm_audit
413 {
414 	uid_t	loginuid;
415 	u32	secid;
416 };
417 
418 #ifdef CONFIG_AUDITSYSCALL
419 extern void xfrm_audit_log(uid_t auid, u32 secid, int type, int result,
420 		    struct xfrm_policy *xp, struct xfrm_state *x);
421 #else
422 #define xfrm_audit_log(a,s,t,r,p,x) do { ; } while (0)
423 #endif /* CONFIG_AUDITSYSCALL */
424 
425 static inline void xfrm_pol_hold(struct xfrm_policy *policy)
426 {
427 	if (likely(policy != NULL))
428 		atomic_inc(&policy->refcnt);
429 }
430 
431 extern void __xfrm_policy_destroy(struct xfrm_policy *policy);
432 
433 static inline void xfrm_pol_put(struct xfrm_policy *policy)
434 {
435 	if (atomic_dec_and_test(&policy->refcnt))
436 		__xfrm_policy_destroy(policy);
437 }
438 
439 #ifdef CONFIG_XFRM_SUB_POLICY
440 static inline void xfrm_pols_put(struct xfrm_policy **pols, int npols)
441 {
442 	int i;
443 	for (i = npols - 1; i >= 0; --i)
444 		xfrm_pol_put(pols[i]);
445 }
446 #else
447 static inline void xfrm_pols_put(struct xfrm_policy **pols, int npols)
448 {
449 	xfrm_pol_put(pols[0]);
450 }
451 #endif
452 
453 extern void __xfrm_state_destroy(struct xfrm_state *);
454 
455 static inline void __xfrm_state_put(struct xfrm_state *x)
456 {
457 	atomic_dec(&x->refcnt);
458 }
459 
460 static inline void xfrm_state_put(struct xfrm_state *x)
461 {
462 	if (atomic_dec_and_test(&x->refcnt))
463 		__xfrm_state_destroy(x);
464 }
465 
466 static inline void xfrm_state_hold(struct xfrm_state *x)
467 {
468 	atomic_inc(&x->refcnt);
469 }
470 
471 static __inline__ int addr_match(void *token1, void *token2, int prefixlen)
472 {
473 	__be32 *a1 = token1;
474 	__be32 *a2 = token2;
475 	int pdw;
476 	int pbi;
477 
478 	pdw = prefixlen >> 5;	  /* num of whole __u32 in prefix */
479 	pbi = prefixlen &  0x1f;  /* num of bits in incomplete u32 in prefix */
480 
481 	if (pdw)
482 		if (memcmp(a1, a2, pdw << 2))
483 			return 0;
484 
485 	if (pbi) {
486 		__be32 mask;
487 
488 		mask = htonl((0xffffffff) << (32 - pbi));
489 
490 		if ((a1[pdw] ^ a2[pdw]) & mask)
491 			return 0;
492 	}
493 
494 	return 1;
495 }
496 
497 static __inline__
498 __be16 xfrm_flowi_sport(struct flowi *fl)
499 {
500 	__be16 port;
501 	switch(fl->proto) {
502 	case IPPROTO_TCP:
503 	case IPPROTO_UDP:
504 	case IPPROTO_UDPLITE:
505 	case IPPROTO_SCTP:
506 		port = fl->fl_ip_sport;
507 		break;
508 	case IPPROTO_ICMP:
509 	case IPPROTO_ICMPV6:
510 		port = htons(fl->fl_icmp_type);
511 		break;
512 #ifdef CONFIG_IPV6_MIP6
513 	case IPPROTO_MH:
514 		port = htons(fl->fl_mh_type);
515 		break;
516 #endif
517 	default:
518 		port = 0;	/*XXX*/
519 	}
520 	return port;
521 }
522 
523 static __inline__
524 __be16 xfrm_flowi_dport(struct flowi *fl)
525 {
526 	__be16 port;
527 	switch(fl->proto) {
528 	case IPPROTO_TCP:
529 	case IPPROTO_UDP:
530 	case IPPROTO_UDPLITE:
531 	case IPPROTO_SCTP:
532 		port = fl->fl_ip_dport;
533 		break;
534 	case IPPROTO_ICMP:
535 	case IPPROTO_ICMPV6:
536 		port = htons(fl->fl_icmp_code);
537 		break;
538 	default:
539 		port = 0;	/*XXX*/
540 	}
541 	return port;
542 }
543 
544 extern int xfrm_selector_match(struct xfrm_selector *sel, struct flowi *fl,
545 			       unsigned short family);
546 
547 #ifdef CONFIG_SECURITY_NETWORK_XFRM
548 /*	If neither has a context --> match
549  * 	Otherwise, both must have a context and the sids, doi, alg must match
550  */
551 static inline int xfrm_sec_ctx_match(struct xfrm_sec_ctx *s1, struct xfrm_sec_ctx *s2)
552 {
553 	return ((!s1 && !s2) ||
554 		(s1 && s2 &&
555 		 (s1->ctx_sid == s2->ctx_sid) &&
556 		 (s1->ctx_doi == s2->ctx_doi) &&
557 		 (s1->ctx_alg == s2->ctx_alg)));
558 }
559 #else
560 static inline int xfrm_sec_ctx_match(struct xfrm_sec_ctx *s1, struct xfrm_sec_ctx *s2)
561 {
562 	return 1;
563 }
564 #endif
565 
566 /* A struct encoding bundle of transformations to apply to some set of flow.
567  *
568  * dst->child points to the next element of bundle.
569  * dst->xfrm  points to an instanse of transformer.
570  *
571  * Due to unfortunate limitations of current routing cache, which we
572  * have no time to fix, it mirrors struct rtable and bound to the same
573  * routing key, including saddr,daddr. However, we can have many of
574  * bundles differing by session id. All the bundles grow from a parent
575  * policy rule.
576  */
577 struct xfrm_dst
578 {
579 	union {
580 		struct xfrm_dst		*next;
581 		struct dst_entry	dst;
582 		struct rtable		rt;
583 		struct rt6_info		rt6;
584 	} u;
585 	struct dst_entry *route;
586 #ifdef CONFIG_XFRM_SUB_POLICY
587 	struct flowi *origin;
588 	struct xfrm_selector *partner;
589 #endif
590 	u32 genid;
591 	u32 route_mtu_cached;
592 	u32 child_mtu_cached;
593 	u32 route_cookie;
594 	u32 path_cookie;
595 };
596 
597 static inline void xfrm_dst_destroy(struct xfrm_dst *xdst)
598 {
599 	dst_release(xdst->route);
600 	if (likely(xdst->u.dst.xfrm))
601 		xfrm_state_put(xdst->u.dst.xfrm);
602 #ifdef CONFIG_XFRM_SUB_POLICY
603 	kfree(xdst->origin);
604 	xdst->origin = NULL;
605 	kfree(xdst->partner);
606 	xdst->partner = NULL;
607 #endif
608 }
609 
610 extern void xfrm_dst_ifdown(struct dst_entry *dst, struct net_device *dev);
611 
612 struct sec_path
613 {
614 	atomic_t		refcnt;
615 	int			len;
616 	struct xfrm_state	*xvec[XFRM_MAX_DEPTH];
617 };
618 
619 static inline struct sec_path *
620 secpath_get(struct sec_path *sp)
621 {
622 	if (sp)
623 		atomic_inc(&sp->refcnt);
624 	return sp;
625 }
626 
627 extern void __secpath_destroy(struct sec_path *sp);
628 
629 static inline void
630 secpath_put(struct sec_path *sp)
631 {
632 	if (sp && atomic_dec_and_test(&sp->refcnt))
633 		__secpath_destroy(sp);
634 }
635 
636 extern struct sec_path *secpath_dup(struct sec_path *src);
637 
638 static inline void
639 secpath_reset(struct sk_buff *skb)
640 {
641 #ifdef CONFIG_XFRM
642 	secpath_put(skb->sp);
643 	skb->sp = NULL;
644 #endif
645 }
646 
647 static inline int
648 xfrm_addr_any(xfrm_address_t *addr, unsigned short family)
649 {
650 	switch (family) {
651 	case AF_INET:
652 		return addr->a4 == 0;
653 	case AF_INET6:
654 		return ipv6_addr_any((struct in6_addr *)&addr->a6);
655 	}
656 	return 0;
657 }
658 
659 static inline int
660 __xfrm4_state_addr_cmp(struct xfrm_tmpl *tmpl, struct xfrm_state *x)
661 {
662 	return	(tmpl->saddr.a4 &&
663 		 tmpl->saddr.a4 != x->props.saddr.a4);
664 }
665 
666 static inline int
667 __xfrm6_state_addr_cmp(struct xfrm_tmpl *tmpl, struct xfrm_state *x)
668 {
669 	return	(!ipv6_addr_any((struct in6_addr*)&tmpl->saddr) &&
670 		 ipv6_addr_cmp((struct in6_addr *)&tmpl->saddr, (struct in6_addr*)&x->props.saddr));
671 }
672 
673 static inline int
674 xfrm_state_addr_cmp(struct xfrm_tmpl *tmpl, struct xfrm_state *x, unsigned short family)
675 {
676 	switch (family) {
677 	case AF_INET:
678 		return __xfrm4_state_addr_cmp(tmpl, x);
679 	case AF_INET6:
680 		return __xfrm6_state_addr_cmp(tmpl, x);
681 	}
682 	return !0;
683 }
684 
685 #ifdef CONFIG_XFRM
686 
687 extern int __xfrm_policy_check(struct sock *, int dir, struct sk_buff *skb, unsigned short family);
688 
689 static inline int xfrm_policy_check(struct sock *sk, int dir, struct sk_buff *skb, unsigned short family)
690 {
691 	if (sk && sk->sk_policy[XFRM_POLICY_IN])
692 		return __xfrm_policy_check(sk, dir, skb, family);
693 
694 	return	(!xfrm_policy_count[dir] && !skb->sp) ||
695 		(skb->dst->flags & DST_NOPOLICY) ||
696 		__xfrm_policy_check(sk, dir, skb, family);
697 }
698 
699 static inline int xfrm4_policy_check(struct sock *sk, int dir, struct sk_buff *skb)
700 {
701 	return xfrm_policy_check(sk, dir, skb, AF_INET);
702 }
703 
704 static inline int xfrm6_policy_check(struct sock *sk, int dir, struct sk_buff *skb)
705 {
706 	return xfrm_policy_check(sk, dir, skb, AF_INET6);
707 }
708 
709 extern int xfrm_decode_session(struct sk_buff *skb, struct flowi *fl, unsigned short family);
710 extern int __xfrm_route_forward(struct sk_buff *skb, unsigned short family);
711 
712 static inline int xfrm_route_forward(struct sk_buff *skb, unsigned short family)
713 {
714 	return	!xfrm_policy_count[XFRM_POLICY_OUT] ||
715 		(skb->dst->flags & DST_NOXFRM) ||
716 		__xfrm_route_forward(skb, family);
717 }
718 
719 static inline int xfrm4_route_forward(struct sk_buff *skb)
720 {
721 	return xfrm_route_forward(skb, AF_INET);
722 }
723 
724 static inline int xfrm6_route_forward(struct sk_buff *skb)
725 {
726 	return xfrm_route_forward(skb, AF_INET6);
727 }
728 
729 extern int __xfrm_sk_clone_policy(struct sock *sk);
730 
731 static inline int xfrm_sk_clone_policy(struct sock *sk)
732 {
733 	if (unlikely(sk->sk_policy[0] || sk->sk_policy[1]))
734 		return __xfrm_sk_clone_policy(sk);
735 	return 0;
736 }
737 
738 extern int xfrm_policy_delete(struct xfrm_policy *pol, int dir);
739 
740 static inline void xfrm_sk_free_policy(struct sock *sk)
741 {
742 	if (unlikely(sk->sk_policy[0] != NULL)) {
743 		xfrm_policy_delete(sk->sk_policy[0], XFRM_POLICY_MAX);
744 		sk->sk_policy[0] = NULL;
745 	}
746 	if (unlikely(sk->sk_policy[1] != NULL)) {
747 		xfrm_policy_delete(sk->sk_policy[1], XFRM_POLICY_MAX+1);
748 		sk->sk_policy[1] = NULL;
749 	}
750 }
751 
752 #else
753 
754 static inline void xfrm_sk_free_policy(struct sock *sk) {}
755 static inline int xfrm_sk_clone_policy(struct sock *sk) { return 0; }
756 static inline int xfrm6_route_forward(struct sk_buff *skb) { return 1; }
757 static inline int xfrm4_route_forward(struct sk_buff *skb) { return 1; }
758 static inline int xfrm6_policy_check(struct sock *sk, int dir, struct sk_buff *skb)
759 {
760 	return 1;
761 }
762 static inline int xfrm4_policy_check(struct sock *sk, int dir, struct sk_buff *skb)
763 {
764 	return 1;
765 }
766 static inline int xfrm_policy_check(struct sock *sk, int dir, struct sk_buff *skb, unsigned short family)
767 {
768 	return 1;
769 }
770 #endif
771 
772 static __inline__
773 xfrm_address_t *xfrm_flowi_daddr(struct flowi *fl, unsigned short family)
774 {
775 	switch (family){
776 	case AF_INET:
777 		return (xfrm_address_t *)&fl->fl4_dst;
778 	case AF_INET6:
779 		return (xfrm_address_t *)&fl->fl6_dst;
780 	}
781 	return NULL;
782 }
783 
784 static __inline__
785 xfrm_address_t *xfrm_flowi_saddr(struct flowi *fl, unsigned short family)
786 {
787 	switch (family){
788 	case AF_INET:
789 		return (xfrm_address_t *)&fl->fl4_src;
790 	case AF_INET6:
791 		return (xfrm_address_t *)&fl->fl6_src;
792 	}
793 	return NULL;
794 }
795 
796 static __inline__ int
797 __xfrm4_state_addr_check(struct xfrm_state *x,
798 			 xfrm_address_t *daddr, xfrm_address_t *saddr)
799 {
800 	if (daddr->a4 == x->id.daddr.a4 &&
801 	    (saddr->a4 == x->props.saddr.a4 || !saddr->a4 || !x->props.saddr.a4))
802 		return 1;
803 	return 0;
804 }
805 
806 static __inline__ int
807 __xfrm6_state_addr_check(struct xfrm_state *x,
808 			 xfrm_address_t *daddr, xfrm_address_t *saddr)
809 {
810 	if (!ipv6_addr_cmp((struct in6_addr *)daddr, (struct in6_addr *)&x->id.daddr) &&
811 	    (!ipv6_addr_cmp((struct in6_addr *)saddr, (struct in6_addr *)&x->props.saddr)||
812 	     ipv6_addr_any((struct in6_addr *)saddr) ||
813 	     ipv6_addr_any((struct in6_addr *)&x->props.saddr)))
814 		return 1;
815 	return 0;
816 }
817 
818 static __inline__ int
819 xfrm_state_addr_check(struct xfrm_state *x,
820 		      xfrm_address_t *daddr, xfrm_address_t *saddr,
821 		      unsigned short family)
822 {
823 	switch (family) {
824 	case AF_INET:
825 		return __xfrm4_state_addr_check(x, daddr, saddr);
826 	case AF_INET6:
827 		return __xfrm6_state_addr_check(x, daddr, saddr);
828 	}
829 	return 0;
830 }
831 
832 static __inline__ int
833 xfrm_state_addr_flow_check(struct xfrm_state *x, struct flowi *fl,
834 			   unsigned short family)
835 {
836 	switch (family) {
837 	case AF_INET:
838 		return __xfrm4_state_addr_check(x,
839 						(xfrm_address_t *)&fl->fl4_dst,
840 						(xfrm_address_t *)&fl->fl4_src);
841 	case AF_INET6:
842 		return __xfrm6_state_addr_check(x,
843 						(xfrm_address_t *)&fl->fl6_dst,
844 						(xfrm_address_t *)&fl->fl6_src);
845 	}
846 	return 0;
847 }
848 
849 static inline int xfrm_state_kern(struct xfrm_state *x)
850 {
851 	return atomic_read(&x->tunnel_users);
852 }
853 
854 static inline int xfrm_id_proto_match(u8 proto, u8 userproto)
855 {
856 	return (!userproto || proto == userproto ||
857 		(userproto == IPSEC_PROTO_ANY && (proto == IPPROTO_AH ||
858 						  proto == IPPROTO_ESP ||
859 						  proto == IPPROTO_COMP)));
860 }
861 
862 /*
863  * xfrm algorithm information
864  */
865 struct xfrm_algo_auth_info {
866 	u16 icv_truncbits;
867 	u16 icv_fullbits;
868 };
869 
870 struct xfrm_algo_encr_info {
871 	u16 blockbits;
872 	u16 defkeybits;
873 };
874 
875 struct xfrm_algo_comp_info {
876 	u16 threshold;
877 };
878 
879 struct xfrm_algo_desc {
880 	char *name;
881 	char *compat;
882 	u8 available:1;
883 	union {
884 		struct xfrm_algo_auth_info auth;
885 		struct xfrm_algo_encr_info encr;
886 		struct xfrm_algo_comp_info comp;
887 	} uinfo;
888 	struct sadb_alg desc;
889 };
890 
891 /* XFRM tunnel handlers.  */
892 struct xfrm_tunnel {
893 	int (*handler)(struct sk_buff *skb);
894 	int (*err_handler)(struct sk_buff *skb, __u32 info);
895 
896 	struct xfrm_tunnel *next;
897 	int priority;
898 };
899 
900 struct xfrm6_tunnel {
901 	int (*handler)(struct sk_buff *skb);
902 	int (*err_handler)(struct sk_buff *skb, struct inet6_skb_parm *opt,
903 			   int type, int code, int offset, __be32 info);
904 	struct xfrm6_tunnel *next;
905 	int priority;
906 };
907 
908 extern void xfrm_init(void);
909 extern void xfrm4_init(void);
910 extern void xfrm6_init(void);
911 extern void xfrm6_fini(void);
912 extern void xfrm_state_init(void);
913 extern void xfrm4_state_init(void);
914 extern void xfrm6_state_init(void);
915 extern void xfrm6_state_fini(void);
916 
917 extern int xfrm_state_walk(u8 proto, int (*func)(struct xfrm_state *, int, void*), void *);
918 extern struct xfrm_state *xfrm_state_alloc(void);
919 extern struct xfrm_state *xfrm_state_find(xfrm_address_t *daddr, xfrm_address_t *saddr,
920 					  struct flowi *fl, struct xfrm_tmpl *tmpl,
921 					  struct xfrm_policy *pol, int *err,
922 					  unsigned short family);
923 extern int xfrm_state_check_expire(struct xfrm_state *x);
924 extern void xfrm_state_insert(struct xfrm_state *x);
925 extern int xfrm_state_add(struct xfrm_state *x);
926 extern int xfrm_state_update(struct xfrm_state *x);
927 extern struct xfrm_state *xfrm_state_lookup(xfrm_address_t *daddr, __be32 spi, u8 proto, unsigned short family);
928 extern struct xfrm_state *xfrm_state_lookup_byaddr(xfrm_address_t *daddr, xfrm_address_t *saddr, u8 proto, unsigned short family);
929 #ifdef CONFIG_XFRM_SUB_POLICY
930 extern int xfrm_tmpl_sort(struct xfrm_tmpl **dst, struct xfrm_tmpl **src,
931 			  int n, unsigned short family);
932 extern int xfrm_state_sort(struct xfrm_state **dst, struct xfrm_state **src,
933 			   int n, unsigned short family);
934 #else
935 static inline int xfrm_tmpl_sort(struct xfrm_tmpl **dst, struct xfrm_tmpl **src,
936 				 int n, unsigned short family)
937 {
938 	return -ENOSYS;
939 }
940 
941 static inline int xfrm_state_sort(struct xfrm_state **dst, struct xfrm_state **src,
942 				  int n, unsigned short family)
943 {
944 	return -ENOSYS;
945 }
946 #endif
947 
948 struct xfrmk_sadinfo {
949 	u32 sadhcnt; /* current hash bkts */
950 	u32 sadhmcnt; /* max allowed hash bkts */
951 	u32 sadcnt; /* current running count */
952 };
953 
954 struct xfrmk_spdinfo {
955 	u32 incnt;
956 	u32 outcnt;
957 	u32 fwdcnt;
958 	u32 inscnt;
959 	u32 outscnt;
960 	u32 fwdscnt;
961 	u32 spdhcnt;
962 	u32 spdhmcnt;
963 };
964 
965 extern struct xfrm_state *xfrm_find_acq_byseq(u32 seq);
966 extern int xfrm_state_delete(struct xfrm_state *x);
967 extern void xfrm_state_flush(u8 proto, struct xfrm_audit *audit_info);
968 extern void xfrm_sad_getinfo(struct xfrmk_sadinfo *si);
969 extern void xfrm_spd_getinfo(struct xfrmk_spdinfo *si);
970 extern int xfrm_replay_check(struct xfrm_state *x, __be32 seq);
971 extern void xfrm_replay_advance(struct xfrm_state *x, __be32 seq);
972 extern void xfrm_replay_notify(struct xfrm_state *x, int event);
973 extern int xfrm_state_check(struct xfrm_state *x, struct sk_buff *skb);
974 extern int xfrm_state_mtu(struct xfrm_state *x, int mtu);
975 extern int xfrm_init_state(struct xfrm_state *x);
976 extern int xfrm4_rcv(struct sk_buff *skb);
977 extern int xfrm4_output(struct sk_buff *skb);
978 extern int xfrm4_tunnel_register(struct xfrm_tunnel *handler, unsigned short family);
979 extern int xfrm4_tunnel_deregister(struct xfrm_tunnel *handler, unsigned short family);
980 extern int xfrm6_rcv_spi(struct sk_buff *skb, __be32 spi);
981 extern int xfrm6_rcv(struct sk_buff **pskb);
982 extern int xfrm6_input_addr(struct sk_buff *skb, xfrm_address_t *daddr,
983 			    xfrm_address_t *saddr, u8 proto);
984 extern int xfrm6_tunnel_register(struct xfrm6_tunnel *handler, unsigned short family);
985 extern int xfrm6_tunnel_deregister(struct xfrm6_tunnel *handler, unsigned short family);
986 extern __be32 xfrm6_tunnel_alloc_spi(xfrm_address_t *saddr);
987 extern void xfrm6_tunnel_free_spi(xfrm_address_t *saddr);
988 extern __be32 xfrm6_tunnel_spi_lookup(xfrm_address_t *saddr);
989 extern int xfrm6_output(struct sk_buff *skb);
990 extern int xfrm6_find_1stfragopt(struct xfrm_state *x, struct sk_buff *skb,
991 				 u8 **prevhdr);
992 
993 #ifdef CONFIG_XFRM
994 extern int xfrm4_rcv_encap(struct sk_buff *skb, __u16 encap_type);
995 extern int xfrm_user_policy(struct sock *sk, int optname, u8 __user *optval, int optlen);
996 extern int xfrm_dst_lookup(struct xfrm_dst **dst, struct flowi *fl, unsigned short family);
997 #else
998 static inline int xfrm_user_policy(struct sock *sk, int optname, u8 __user *optval, int optlen)
999 {
1000  	return -ENOPROTOOPT;
1001 }
1002 
1003 static inline int xfrm4_rcv_encap(struct sk_buff *skb, __u16 encap_type)
1004 {
1005  	/* should not happen */
1006  	kfree_skb(skb);
1007 	return 0;
1008 }
1009 static inline int xfrm_dst_lookup(struct xfrm_dst **dst, struct flowi *fl, unsigned short family)
1010 {
1011 	return -EINVAL;
1012 }
1013 #endif
1014 
1015 struct xfrm_policy *xfrm_policy_alloc(gfp_t gfp);
1016 extern int xfrm_policy_walk(u8 type, int (*func)(struct xfrm_policy *, int, int, void*), void *);
1017 int xfrm_policy_insert(int dir, struct xfrm_policy *policy, int excl);
1018 struct xfrm_policy *xfrm_policy_bysel_ctx(u8 type, int dir,
1019 					  struct xfrm_selector *sel,
1020 					  struct xfrm_sec_ctx *ctx, int delete,
1021 					  int *err);
1022 struct xfrm_policy *xfrm_policy_byid(u8, int dir, u32 id, int delete, int *err);
1023 void xfrm_policy_flush(u8 type, struct xfrm_audit *audit_info);
1024 u32 xfrm_get_acqseq(void);
1025 void xfrm_alloc_spi(struct xfrm_state *x, __be32 minspi, __be32 maxspi);
1026 struct xfrm_state * xfrm_find_acq(u8 mode, u32 reqid, u8 proto,
1027 				  xfrm_address_t *daddr, xfrm_address_t *saddr,
1028 				  int create, unsigned short family);
1029 extern void xfrm_policy_flush(u8 type, struct xfrm_audit *audit_info);
1030 extern int xfrm_sk_policy_insert(struct sock *sk, int dir, struct xfrm_policy *pol);
1031 extern int xfrm_bundle_ok(struct xfrm_policy *pol, struct xfrm_dst *xdst,
1032 			  struct flowi *fl, int family, int strict);
1033 extern void xfrm_init_pmtu(struct dst_entry *dst);
1034 
1035 #ifdef CONFIG_XFRM_MIGRATE
1036 extern int km_migrate(struct xfrm_selector *sel, u8 dir, u8 type,
1037 		      struct xfrm_migrate *m, int num_bundles);
1038 extern struct xfrm_state * xfrm_migrate_state_find(struct xfrm_migrate *m);
1039 extern struct xfrm_state * xfrm_state_migrate(struct xfrm_state *x,
1040 					      struct xfrm_migrate *m);
1041 extern int xfrm_migrate(struct xfrm_selector *sel, u8 dir, u8 type,
1042 			struct xfrm_migrate *m, int num_bundles);
1043 #endif
1044 
1045 extern wait_queue_head_t km_waitq;
1046 extern int km_new_mapping(struct xfrm_state *x, xfrm_address_t *ipaddr, __be16 sport);
1047 extern void km_policy_expired(struct xfrm_policy *pol, int dir, int hard, u32 pid);
1048 extern int km_report(u8 proto, struct xfrm_selector *sel, xfrm_address_t *addr);
1049 
1050 extern void xfrm_input_init(void);
1051 extern int xfrm_parse_spi(struct sk_buff *skb, u8 nexthdr, __be32 *spi, __be32 *seq);
1052 
1053 extern void xfrm_probe_algs(void);
1054 extern int xfrm_count_auth_supported(void);
1055 extern int xfrm_count_enc_supported(void);
1056 extern struct xfrm_algo_desc *xfrm_aalg_get_byidx(unsigned int idx);
1057 extern struct xfrm_algo_desc *xfrm_ealg_get_byidx(unsigned int idx);
1058 extern struct xfrm_algo_desc *xfrm_aalg_get_byid(int alg_id);
1059 extern struct xfrm_algo_desc *xfrm_ealg_get_byid(int alg_id);
1060 extern struct xfrm_algo_desc *xfrm_calg_get_byid(int alg_id);
1061 extern struct xfrm_algo_desc *xfrm_aalg_get_byname(char *name, int probe);
1062 extern struct xfrm_algo_desc *xfrm_ealg_get_byname(char *name, int probe);
1063 extern struct xfrm_algo_desc *xfrm_calg_get_byname(char *name, int probe);
1064 
1065 struct hash_desc;
1066 struct scatterlist;
1067 typedef int (icv_update_fn_t)(struct hash_desc *, struct scatterlist *,
1068 			      unsigned int);
1069 
1070 extern int skb_icv_walk(const struct sk_buff *skb, struct hash_desc *tfm,
1071 			int offset, int len, icv_update_fn_t icv_update);
1072 
1073 static inline int xfrm_addr_cmp(xfrm_address_t *a, xfrm_address_t *b,
1074 				int family)
1075 {
1076 	switch (family) {
1077 	default:
1078 	case AF_INET:
1079 		return (__force __u32)a->a4 - (__force __u32)b->a4;
1080 	case AF_INET6:
1081 		return ipv6_addr_cmp((struct in6_addr *)a,
1082 				     (struct in6_addr *)b);
1083 	}
1084 }
1085 
1086 static inline int xfrm_policy_id2dir(u32 index)
1087 {
1088 	return index & 7;
1089 }
1090 
1091 static inline int xfrm_aevent_is_on(void)
1092 {
1093 	struct sock *nlsk;
1094 	int ret = 0;
1095 
1096 	rcu_read_lock();
1097 	nlsk = rcu_dereference(xfrm_nl);
1098 	if (nlsk)
1099 		ret = netlink_has_listeners(nlsk, XFRMNLGRP_AEVENTS);
1100 	rcu_read_unlock();
1101 	return ret;
1102 }
1103 
1104 static inline void xfrm_aevent_doreplay(struct xfrm_state *x)
1105 {
1106 	if (xfrm_aevent_is_on())
1107 		xfrm_replay_notify(x, XFRM_REPLAY_UPDATE);
1108 }
1109 
1110 #ifdef CONFIG_XFRM_MIGRATE
1111 static inline struct xfrm_algo *xfrm_algo_clone(struct xfrm_algo *orig)
1112 {
1113 	return (struct xfrm_algo *)kmemdup(orig, sizeof(*orig) + orig->alg_key_len, GFP_KERNEL);
1114 }
1115 
1116 static inline void xfrm_states_put(struct xfrm_state **states, int n)
1117 {
1118 	int i;
1119 	for (i = 0; i < n; i++)
1120 		xfrm_state_put(*(states + i));
1121 }
1122 
1123 static inline void xfrm_states_delete(struct xfrm_state **states, int n)
1124 {
1125 	int i;
1126 	for (i = 0; i < n; i++)
1127 		xfrm_state_delete(*(states + i));
1128 }
1129 #endif
1130 
1131 #endif	/* _NET_XFRM_H */
1132