xref: /linux/include/net/xfrm.h (revision a115bc070b1fc57ab23f3972401425927b5b465c)
1 #ifndef _NET_XFRM_H
2 #define _NET_XFRM_H
3 
4 #include <linux/compiler.h>
5 #include <linux/xfrm.h>
6 #include <linux/spinlock.h>
7 #include <linux/list.h>
8 #include <linux/skbuff.h>
9 #include <linux/socket.h>
10 #include <linux/pfkeyv2.h>
11 #include <linux/ipsec.h>
12 #include <linux/in6.h>
13 #include <linux/mutex.h>
14 #include <linux/audit.h>
15 
16 #include <net/sock.h>
17 #include <net/dst.h>
18 #include <net/ip.h>
19 #include <net/route.h>
20 #include <net/ipv6.h>
21 #include <net/ip6_fib.h>
22 
23 #include <linux/interrupt.h>
24 
25 #ifdef CONFIG_XFRM_STATISTICS
26 #include <net/snmp.h>
27 #endif
28 
29 #define XFRM_PROTO_ESP		50
30 #define XFRM_PROTO_AH		51
31 #define XFRM_PROTO_COMP		108
32 #define XFRM_PROTO_IPIP		4
33 #define XFRM_PROTO_IPV6		41
34 #define XFRM_PROTO_ROUTING	IPPROTO_ROUTING
35 #define XFRM_PROTO_DSTOPTS	IPPROTO_DSTOPTS
36 
37 #define XFRM_ALIGN8(len)	(((len) + 7) & ~7)
38 #define MODULE_ALIAS_XFRM_MODE(family, encap) \
39 	MODULE_ALIAS("xfrm-mode-" __stringify(family) "-" __stringify(encap))
40 #define MODULE_ALIAS_XFRM_TYPE(family, proto) \
41 	MODULE_ALIAS("xfrm-type-" __stringify(family) "-" __stringify(proto))
42 
43 #ifdef CONFIG_XFRM_STATISTICS
44 #define XFRM_INC_STATS(net, field)	SNMP_INC_STATS((net)->mib.xfrm_statistics, field)
45 #define XFRM_INC_STATS_BH(net, field)	SNMP_INC_STATS_BH((net)->mib.xfrm_statistics, field)
46 #define XFRM_INC_STATS_USER(net, field)	SNMP_INC_STATS_USER((net)-mib.xfrm_statistics, field)
47 #else
48 #define XFRM_INC_STATS(net, field)	((void)(net))
49 #define XFRM_INC_STATS_BH(net, field)	((void)(net))
50 #define XFRM_INC_STATS_USER(net, field)	((void)(net))
51 #endif
52 
53 extern struct mutex xfrm_cfg_mutex;
54 
55 /* Organization of SPD aka "XFRM rules"
56    ------------------------------------
57 
58    Basic objects:
59    - policy rule, struct xfrm_policy (=SPD entry)
60    - bundle of transformations, struct dst_entry == struct xfrm_dst (=SA bundle)
61    - instance of a transformer, struct xfrm_state (=SA)
62    - template to clone xfrm_state, struct xfrm_tmpl
63 
64    SPD is plain linear list of xfrm_policy rules, ordered by priority.
65    (To be compatible with existing pfkeyv2 implementations,
66    many rules with priority of 0x7fffffff are allowed to exist and
67    such rules are ordered in an unpredictable way, thanks to bsd folks.)
68 
69    Lookup is plain linear search until the first match with selector.
70 
71    If "action" is "block", then we prohibit the flow, otherwise:
72    if "xfrms_nr" is zero, the flow passes untransformed. Otherwise,
73    policy entry has list of up to XFRM_MAX_DEPTH transformations,
74    described by templates xfrm_tmpl. Each template is resolved
75    to a complete xfrm_state (see below) and we pack bundle of transformations
76    to a dst_entry returned to requestor.
77 
78    dst -. xfrm  .-> xfrm_state #1
79     |---. child .-> dst -. xfrm .-> xfrm_state #2
80                      |---. child .-> dst -. xfrm .-> xfrm_state #3
81                                       |---. child .-> NULL
82 
83    Bundles are cached at xrfm_policy struct (field ->bundles).
84 
85 
86    Resolution of xrfm_tmpl
87    -----------------------
88    Template contains:
89    1. ->mode		Mode: transport or tunnel
90    2. ->id.proto	Protocol: AH/ESP/IPCOMP
91    3. ->id.daddr	Remote tunnel endpoint, ignored for transport mode.
92       Q: allow to resolve security gateway?
93    4. ->id.spi          If not zero, static SPI.
94    5. ->saddr		Local tunnel endpoint, ignored for transport mode.
95    6. ->algos		List of allowed algos. Plain bitmask now.
96       Q: ealgos, aalgos, calgos. What a mess...
97    7. ->share		Sharing mode.
98       Q: how to implement private sharing mode? To add struct sock* to
99       flow id?
100 
101    Having this template we search through SAD searching for entries
102    with appropriate mode/proto/algo, permitted by selector.
103    If no appropriate entry found, it is requested from key manager.
104 
105    PROBLEMS:
106    Q: How to find all the bundles referring to a physical path for
107       PMTU discovery? Seems, dst should contain list of all parents...
108       and enter to infinite locking hierarchy disaster.
109       No! It is easier, we will not search for them, let them find us.
110       We add genid to each dst plus pointer to genid of raw IP route,
111       pmtu disc will update pmtu on raw IP route and increase its genid.
112       dst_check() will see this for top level and trigger resyncing
113       metrics. Plus, it will be made via sk->sk_dst_cache. Solved.
114  */
115 
116 struct xfrm_state_walk {
117 	struct list_head	all;
118 	u8			state;
119 	union {
120 		u8		dying;
121 		u8		proto;
122 	};
123 	u32			seq;
124 };
125 
126 /* Full description of state of transformer. */
127 struct xfrm_state {
128 #ifdef CONFIG_NET_NS
129 	struct net		*xs_net;
130 #endif
131 	union {
132 		struct hlist_node	gclist;
133 		struct hlist_node	bydst;
134 	};
135 	struct hlist_node	bysrc;
136 	struct hlist_node	byspi;
137 
138 	atomic_t		refcnt;
139 	spinlock_t		lock;
140 
141 	struct xfrm_id		id;
142 	struct xfrm_selector	sel;
143 	struct xfrm_mark	mark;
144 
145 	u32			genid;
146 
147 	/* Key manager bits */
148 	struct xfrm_state_walk	km;
149 
150 	/* Parameters of this state. */
151 	struct {
152 		u32		reqid;
153 		u8		mode;
154 		u8		replay_window;
155 		u8		aalgo, ealgo, calgo;
156 		u8		flags;
157 		u16		family;
158 		xfrm_address_t	saddr;
159 		int		header_len;
160 		int		trailer_len;
161 	} props;
162 
163 	struct xfrm_lifetime_cfg lft;
164 
165 	/* Data for transformer */
166 	struct xfrm_algo_auth	*aalg;
167 	struct xfrm_algo	*ealg;
168 	struct xfrm_algo	*calg;
169 	struct xfrm_algo_aead	*aead;
170 
171 	/* Data for encapsulator */
172 	struct xfrm_encap_tmpl	*encap;
173 
174 	/* Data for care-of address */
175 	xfrm_address_t	*coaddr;
176 
177 	/* IPComp needs an IPIP tunnel for handling uncompressed packets */
178 	struct xfrm_state	*tunnel;
179 
180 	/* If a tunnel, number of users + 1 */
181 	atomic_t		tunnel_users;
182 
183 	/* State for replay detection */
184 	struct xfrm_replay_state replay;
185 
186 	/* Replay detection state at the time we sent the last notification */
187 	struct xfrm_replay_state preplay;
188 
189 	/* internal flag that only holds state for delayed aevent at the
190 	 * moment
191 	*/
192 	u32			xflags;
193 
194 	/* Replay detection notification settings */
195 	u32			replay_maxage;
196 	u32			replay_maxdiff;
197 
198 	/* Replay detection notification timer */
199 	struct timer_list	rtimer;
200 
201 	/* Statistics */
202 	struct xfrm_stats	stats;
203 
204 	struct xfrm_lifetime_cur curlft;
205 	struct tasklet_hrtimer	mtimer;
206 
207 	/* Last used time */
208 	unsigned long		lastused;
209 
210 	/* Reference to data common to all the instances of this
211 	 * transformer. */
212 	const struct xfrm_type	*type;
213 	struct xfrm_mode	*inner_mode;
214 	struct xfrm_mode	*inner_mode_iaf;
215 	struct xfrm_mode	*outer_mode;
216 
217 	/* Security context */
218 	struct xfrm_sec_ctx	*security;
219 
220 	/* Private data of this transformer, format is opaque,
221 	 * interpreted by xfrm_type methods. */
222 	void			*data;
223 };
224 
225 static inline struct net *xs_net(struct xfrm_state *x)
226 {
227 	return read_pnet(&x->xs_net);
228 }
229 
230 /* xflags - make enum if more show up */
231 #define XFRM_TIME_DEFER	1
232 
233 enum {
234 	XFRM_STATE_VOID,
235 	XFRM_STATE_ACQ,
236 	XFRM_STATE_VALID,
237 	XFRM_STATE_ERROR,
238 	XFRM_STATE_EXPIRED,
239 	XFRM_STATE_DEAD
240 };
241 
242 /* callback structure passed from either netlink or pfkey */
243 struct km_event {
244 	union {
245 		u32 hard;
246 		u32 proto;
247 		u32 byid;
248 		u32 aevent;
249 		u32 type;
250 	} data;
251 
252 	u32	seq;
253 	u32	pid;
254 	u32	event;
255 	struct net *net;
256 };
257 
258 struct net_device;
259 struct xfrm_type;
260 struct xfrm_dst;
261 struct xfrm_policy_afinfo {
262 	unsigned short		family;
263 	struct dst_ops		*dst_ops;
264 	void			(*garbage_collect)(struct net *net);
265 	struct dst_entry	*(*dst_lookup)(struct net *net, int tos,
266 					       xfrm_address_t *saddr,
267 					       xfrm_address_t *daddr);
268 	int			(*get_saddr)(struct net *net, xfrm_address_t *saddr, xfrm_address_t *daddr);
269 	struct dst_entry	*(*find_bundle)(struct flowi *fl, struct xfrm_policy *policy);
270 	void			(*decode_session)(struct sk_buff *skb,
271 						  struct flowi *fl,
272 						  int reverse);
273 	int			(*get_tos)(struct flowi *fl);
274 	int			(*init_path)(struct xfrm_dst *path,
275 					     struct dst_entry *dst,
276 					     int nfheader_len);
277 	int			(*fill_dst)(struct xfrm_dst *xdst,
278 					    struct net_device *dev);
279 };
280 
281 extern int xfrm_policy_register_afinfo(struct xfrm_policy_afinfo *afinfo);
282 extern int xfrm_policy_unregister_afinfo(struct xfrm_policy_afinfo *afinfo);
283 extern void km_policy_notify(struct xfrm_policy *xp, int dir, struct km_event *c);
284 extern void km_state_notify(struct xfrm_state *x, struct km_event *c);
285 
286 struct xfrm_tmpl;
287 extern int km_query(struct xfrm_state *x, struct xfrm_tmpl *t, struct xfrm_policy *pol);
288 extern void km_state_expired(struct xfrm_state *x, int hard, u32 pid);
289 extern int __xfrm_state_delete(struct xfrm_state *x);
290 
291 struct xfrm_state_afinfo {
292 	unsigned int		family;
293 	unsigned int		proto;
294 	__be16			eth_proto;
295 	struct module		*owner;
296 	const struct xfrm_type	*type_map[IPPROTO_MAX];
297 	struct xfrm_mode	*mode_map[XFRM_MODE_MAX];
298 	int			(*init_flags)(struct xfrm_state *x);
299 	void			(*init_tempsel)(struct xfrm_state *x, struct flowi *fl,
300 						struct xfrm_tmpl *tmpl,
301 						xfrm_address_t *daddr, xfrm_address_t *saddr);
302 	int			(*tmpl_sort)(struct xfrm_tmpl **dst, struct xfrm_tmpl **src, int n);
303 	int			(*state_sort)(struct xfrm_state **dst, struct xfrm_state **src, int n);
304 	int			(*output)(struct sk_buff *skb);
305 	int			(*extract_input)(struct xfrm_state *x,
306 						 struct sk_buff *skb);
307 	int			(*extract_output)(struct xfrm_state *x,
308 						  struct sk_buff *skb);
309 	int			(*transport_finish)(struct sk_buff *skb,
310 						    int async);
311 };
312 
313 extern int xfrm_state_register_afinfo(struct xfrm_state_afinfo *afinfo);
314 extern int xfrm_state_unregister_afinfo(struct xfrm_state_afinfo *afinfo);
315 
316 extern void xfrm_state_delete_tunnel(struct xfrm_state *x);
317 
318 struct xfrm_type {
319 	char			*description;
320 	struct module		*owner;
321 	u8			proto;
322 	u8			flags;
323 #define XFRM_TYPE_NON_FRAGMENT	1
324 #define XFRM_TYPE_REPLAY_PROT	2
325 #define XFRM_TYPE_LOCAL_COADDR	4
326 #define XFRM_TYPE_REMOTE_COADDR	8
327 
328 	int			(*init_state)(struct xfrm_state *x);
329 	void			(*destructor)(struct xfrm_state *);
330 	int			(*input)(struct xfrm_state *, struct sk_buff *skb);
331 	int			(*output)(struct xfrm_state *, struct sk_buff *pskb);
332 	int			(*reject)(struct xfrm_state *, struct sk_buff *, struct flowi *);
333 	int			(*hdr_offset)(struct xfrm_state *, struct sk_buff *, u8 **);
334 	/* Estimate maximal size of result of transformation of a dgram */
335 	u32			(*get_mtu)(struct xfrm_state *, int size);
336 };
337 
338 extern int xfrm_register_type(const struct xfrm_type *type, unsigned short family);
339 extern int xfrm_unregister_type(const struct xfrm_type *type, unsigned short family);
340 
341 struct xfrm_mode {
342 	/*
343 	 * Remove encapsulation header.
344 	 *
345 	 * The IP header will be moved over the top of the encapsulation
346 	 * header.
347 	 *
348 	 * On entry, the transport header shall point to where the IP header
349 	 * should be and the network header shall be set to where the IP
350 	 * header currently is.  skb->data shall point to the start of the
351 	 * payload.
352 	 */
353 	int (*input2)(struct xfrm_state *x, struct sk_buff *skb);
354 
355 	/*
356 	 * This is the actual input entry point.
357 	 *
358 	 * For transport mode and equivalent this would be identical to
359 	 * input2 (which does not need to be set).  While tunnel mode
360 	 * and equivalent would set this to the tunnel encapsulation function
361 	 * xfrm4_prepare_input that would in turn call input2.
362 	 */
363 	int (*input)(struct xfrm_state *x, struct sk_buff *skb);
364 
365 	/*
366 	 * Add encapsulation header.
367 	 *
368 	 * On exit, the transport header will be set to the start of the
369 	 * encapsulation header to be filled in by x->type->output and
370 	 * the mac header will be set to the nextheader (protocol for
371 	 * IPv4) field of the extension header directly preceding the
372 	 * encapsulation header, or in its absence, that of the top IP
373 	 * header.  The value of the network header will always point
374 	 * to the top IP header while skb->data will point to the payload.
375 	 */
376 	int (*output2)(struct xfrm_state *x,struct sk_buff *skb);
377 
378 	/*
379 	 * This is the actual output entry point.
380 	 *
381 	 * For transport mode and equivalent this would be identical to
382 	 * output2 (which does not need to be set).  While tunnel mode
383 	 * and equivalent would set this to a tunnel encapsulation function
384 	 * (xfrm4_prepare_output or xfrm6_prepare_output) that would in turn
385 	 * call output2.
386 	 */
387 	int (*output)(struct xfrm_state *x, struct sk_buff *skb);
388 
389 	struct xfrm_state_afinfo *afinfo;
390 	struct module *owner;
391 	unsigned int encap;
392 	int flags;
393 };
394 
395 /* Flags for xfrm_mode. */
396 enum {
397 	XFRM_MODE_FLAG_TUNNEL = 1,
398 };
399 
400 extern int xfrm_register_mode(struct xfrm_mode *mode, int family);
401 extern int xfrm_unregister_mode(struct xfrm_mode *mode, int family);
402 
403 static inline int xfrm_af2proto(unsigned int family)
404 {
405 	switch(family) {
406 	case AF_INET:
407 		return IPPROTO_IPIP;
408 	case AF_INET6:
409 		return IPPROTO_IPV6;
410 	default:
411 		return 0;
412 	}
413 }
414 
415 static inline struct xfrm_mode *xfrm_ip2inner_mode(struct xfrm_state *x, int ipproto)
416 {
417 	if ((ipproto == IPPROTO_IPIP && x->props.family == AF_INET) ||
418 	    (ipproto == IPPROTO_IPV6 && x->props.family == AF_INET6))
419 		return x->inner_mode;
420 	else
421 		return x->inner_mode_iaf;
422 }
423 
424 struct xfrm_tmpl {
425 /* id in template is interpreted as:
426  * daddr - destination of tunnel, may be zero for transport mode.
427  * spi   - zero to acquire spi. Not zero if spi is static, then
428  *	   daddr must be fixed too.
429  * proto - AH/ESP/IPCOMP
430  */
431 	struct xfrm_id		id;
432 
433 /* Source address of tunnel. Ignored, if it is not a tunnel. */
434 	xfrm_address_t		saddr;
435 
436 	unsigned short		encap_family;
437 
438 	u32			reqid;
439 
440 /* Mode: transport, tunnel etc. */
441 	u8			mode;
442 
443 /* Sharing mode: unique, this session only, this user only etc. */
444 	u8			share;
445 
446 /* May skip this transfomration if no SA is found */
447 	u8			optional;
448 
449 /* Skip aalgos/ealgos/calgos checks. */
450 	u8			allalgs;
451 
452 /* Bit mask of algos allowed for acquisition */
453 	u32			aalgos;
454 	u32			ealgos;
455 	u32			calgos;
456 };
457 
458 #define XFRM_MAX_DEPTH		6
459 
460 struct xfrm_policy_walk_entry {
461 	struct list_head	all;
462 	u8			dead;
463 };
464 
465 struct xfrm_policy_walk {
466 	struct xfrm_policy_walk_entry walk;
467 	u8 type;
468 	u32 seq;
469 };
470 
471 struct xfrm_policy {
472 #ifdef CONFIG_NET_NS
473 	struct net		*xp_net;
474 #endif
475 	struct hlist_node	bydst;
476 	struct hlist_node	byidx;
477 
478 	/* This lock only affects elements except for entry. */
479 	rwlock_t		lock;
480 	atomic_t		refcnt;
481 	struct timer_list	timer;
482 
483 	u32			priority;
484 	u32			index;
485 	struct xfrm_mark	mark;
486 	struct xfrm_selector	selector;
487 	struct xfrm_lifetime_cfg lft;
488 	struct xfrm_lifetime_cur curlft;
489 	struct dst_entry       *bundles;
490 	struct xfrm_policy_walk_entry walk;
491 	u8			type;
492 	u8			action;
493 	u8			flags;
494 	u8			xfrm_nr;
495 	u16			family;
496 	struct xfrm_sec_ctx	*security;
497 	struct xfrm_tmpl       	xfrm_vec[XFRM_MAX_DEPTH];
498 };
499 
500 static inline struct net *xp_net(struct xfrm_policy *xp)
501 {
502 	return read_pnet(&xp->xp_net);
503 }
504 
505 struct xfrm_kmaddress {
506 	xfrm_address_t          local;
507 	xfrm_address_t          remote;
508 	u32			reserved;
509 	u16			family;
510 };
511 
512 struct xfrm_migrate {
513 	xfrm_address_t		old_daddr;
514 	xfrm_address_t		old_saddr;
515 	xfrm_address_t		new_daddr;
516 	xfrm_address_t		new_saddr;
517 	u8			proto;
518 	u8			mode;
519 	u16			reserved;
520 	u32			reqid;
521 	u16			old_family;
522 	u16			new_family;
523 };
524 
525 #define XFRM_KM_TIMEOUT                30
526 /* which seqno */
527 #define XFRM_REPLAY_SEQ		1
528 #define XFRM_REPLAY_OSEQ	2
529 #define XFRM_REPLAY_SEQ_MASK	3
530 /* what happened */
531 #define XFRM_REPLAY_UPDATE	XFRM_AE_CR
532 #define XFRM_REPLAY_TIMEOUT	XFRM_AE_CE
533 
534 /* default aevent timeout in units of 100ms */
535 #define XFRM_AE_ETIME			10
536 /* Async Event timer multiplier */
537 #define XFRM_AE_ETH_M			10
538 /* default seq threshold size */
539 #define XFRM_AE_SEQT_SIZE		2
540 
541 struct xfrm_mgr {
542 	struct list_head	list;
543 	char			*id;
544 	int			(*notify)(struct xfrm_state *x, struct km_event *c);
545 	int			(*acquire)(struct xfrm_state *x, struct xfrm_tmpl *, struct xfrm_policy *xp, int dir);
546 	struct xfrm_policy	*(*compile_policy)(struct sock *sk, int opt, u8 *data, int len, int *dir);
547 	int			(*new_mapping)(struct xfrm_state *x, xfrm_address_t *ipaddr, __be16 sport);
548 	int			(*notify_policy)(struct xfrm_policy *x, int dir, struct km_event *c);
549 	int			(*report)(struct net *net, u8 proto, struct xfrm_selector *sel, xfrm_address_t *addr);
550 	int			(*migrate)(struct xfrm_selector *sel, u8 dir, u8 type, struct xfrm_migrate *m, int num_bundles, struct xfrm_kmaddress *k);
551 };
552 
553 extern int xfrm_register_km(struct xfrm_mgr *km);
554 extern int xfrm_unregister_km(struct xfrm_mgr *km);
555 
556 /*
557  * This structure is used for the duration where packets are being
558  * transformed by IPsec.  As soon as the packet leaves IPsec the
559  * area beyond the generic IP part may be overwritten.
560  */
561 struct xfrm_skb_cb {
562 	union {
563 		struct inet_skb_parm h4;
564 		struct inet6_skb_parm h6;
565         } header;
566 
567         /* Sequence number for replay protection. */
568 	union {
569 		u64 output;
570 		__be32 input;
571 	} seq;
572 };
573 
574 #define XFRM_SKB_CB(__skb) ((struct xfrm_skb_cb *)&((__skb)->cb[0]))
575 
576 /*
577  * This structure is used by the afinfo prepare_input/prepare_output functions
578  * to transmit header information to the mode input/output functions.
579  */
580 struct xfrm_mode_skb_cb {
581 	union {
582 		struct inet_skb_parm h4;
583 		struct inet6_skb_parm h6;
584 	} header;
585 
586 	/* Copied from header for IPv4, always set to zero and DF for IPv6. */
587 	__be16 id;
588 	__be16 frag_off;
589 
590 	/* IP header length (excluding options or extension headers). */
591 	u8 ihl;
592 
593 	/* TOS for IPv4, class for IPv6. */
594 	u8 tos;
595 
596 	/* TTL for IPv4, hop limitfor IPv6. */
597 	u8 ttl;
598 
599 	/* Protocol for IPv4, NH for IPv6. */
600 	u8 protocol;
601 
602 	/* Option length for IPv4, zero for IPv6. */
603 	u8 optlen;
604 
605 	/* Used by IPv6 only, zero for IPv4. */
606 	u8 flow_lbl[3];
607 };
608 
609 #define XFRM_MODE_SKB_CB(__skb) ((struct xfrm_mode_skb_cb *)&((__skb)->cb[0]))
610 
611 /*
612  * This structure is used by the input processing to locate the SPI and
613  * related information.
614  */
615 struct xfrm_spi_skb_cb {
616 	union {
617 		struct inet_skb_parm h4;
618 		struct inet6_skb_parm h6;
619 	} header;
620 
621 	unsigned int daddroff;
622 	unsigned int family;
623 };
624 
625 #define XFRM_SPI_SKB_CB(__skb) ((struct xfrm_spi_skb_cb *)&((__skb)->cb[0]))
626 
627 /* Audit Information */
628 struct xfrm_audit {
629 	u32	secid;
630 	uid_t	loginuid;
631 	u32	sessionid;
632 };
633 
634 #ifdef CONFIG_AUDITSYSCALL
635 static inline struct audit_buffer *xfrm_audit_start(const char *op)
636 {
637 	struct audit_buffer *audit_buf = NULL;
638 
639 	if (audit_enabled == 0)
640 		return NULL;
641 	audit_buf = audit_log_start(current->audit_context, GFP_ATOMIC,
642 				    AUDIT_MAC_IPSEC_EVENT);
643 	if (audit_buf == NULL)
644 		return NULL;
645 	audit_log_format(audit_buf, "op=%s", op);
646 	return audit_buf;
647 }
648 
649 static inline void xfrm_audit_helper_usrinfo(uid_t auid, u32 ses, u32 secid,
650 					     struct audit_buffer *audit_buf)
651 {
652 	char *secctx;
653 	u32 secctx_len;
654 
655 	audit_log_format(audit_buf, " auid=%u ses=%u", auid, ses);
656 	if (secid != 0 &&
657 	    security_secid_to_secctx(secid, &secctx, &secctx_len) == 0) {
658 		audit_log_format(audit_buf, " subj=%s", secctx);
659 		security_release_secctx(secctx, secctx_len);
660 	} else
661 		audit_log_task_context(audit_buf);
662 }
663 
664 extern void xfrm_audit_policy_add(struct xfrm_policy *xp, int result,
665 				  u32 auid, u32 ses, u32 secid);
666 extern void xfrm_audit_policy_delete(struct xfrm_policy *xp, int result,
667 				  u32 auid, u32 ses, u32 secid);
668 extern void xfrm_audit_state_add(struct xfrm_state *x, int result,
669 				 u32 auid, u32 ses, u32 secid);
670 extern void xfrm_audit_state_delete(struct xfrm_state *x, int result,
671 				    u32 auid, u32 ses, u32 secid);
672 extern void xfrm_audit_state_replay_overflow(struct xfrm_state *x,
673 					     struct sk_buff *skb);
674 extern void xfrm_audit_state_notfound_simple(struct sk_buff *skb, u16 family);
675 extern void xfrm_audit_state_notfound(struct sk_buff *skb, u16 family,
676 				      __be32 net_spi, __be32 net_seq);
677 extern void xfrm_audit_state_icvfail(struct xfrm_state *x,
678 				     struct sk_buff *skb, u8 proto);
679 #else
680 
681 static inline void xfrm_audit_policy_add(struct xfrm_policy *xp, int result,
682 				  u32 auid, u32 ses, u32 secid)
683 {
684 }
685 
686 static inline void xfrm_audit_policy_delete(struct xfrm_policy *xp, int result,
687 				  u32 auid, u32 ses, u32 secid)
688 {
689 }
690 
691 static inline void xfrm_audit_state_add(struct xfrm_state *x, int result,
692 				 u32 auid, u32 ses, u32 secid)
693 {
694 }
695 
696 static inline void xfrm_audit_state_delete(struct xfrm_state *x, int result,
697 				    u32 auid, u32 ses, u32 secid)
698 {
699 }
700 
701 static inline void xfrm_audit_state_replay_overflow(struct xfrm_state *x,
702 					     struct sk_buff *skb)
703 {
704 }
705 
706 static inline void xfrm_audit_state_notfound_simple(struct sk_buff *skb,
707 				      u16 family)
708 {
709 }
710 
711 static inline void xfrm_audit_state_notfound(struct sk_buff *skb, u16 family,
712 				      __be32 net_spi, __be32 net_seq)
713 {
714 }
715 
716 static inline void xfrm_audit_state_icvfail(struct xfrm_state *x,
717 				     struct sk_buff *skb, u8 proto)
718 {
719 }
720 #endif /* CONFIG_AUDITSYSCALL */
721 
722 static inline void xfrm_pol_hold(struct xfrm_policy *policy)
723 {
724 	if (likely(policy != NULL))
725 		atomic_inc(&policy->refcnt);
726 }
727 
728 extern void xfrm_policy_destroy(struct xfrm_policy *policy);
729 
730 static inline void xfrm_pol_put(struct xfrm_policy *policy)
731 {
732 	if (atomic_dec_and_test(&policy->refcnt))
733 		xfrm_policy_destroy(policy);
734 }
735 
736 #ifdef CONFIG_XFRM_SUB_POLICY
737 static inline void xfrm_pols_put(struct xfrm_policy **pols, int npols)
738 {
739 	int i;
740 	for (i = npols - 1; i >= 0; --i)
741 		xfrm_pol_put(pols[i]);
742 }
743 #else
744 static inline void xfrm_pols_put(struct xfrm_policy **pols, int npols)
745 {
746 	xfrm_pol_put(pols[0]);
747 }
748 #endif
749 
750 extern void __xfrm_state_destroy(struct xfrm_state *);
751 
752 static inline void __xfrm_state_put(struct xfrm_state *x)
753 {
754 	atomic_dec(&x->refcnt);
755 }
756 
757 static inline void xfrm_state_put(struct xfrm_state *x)
758 {
759 	if (atomic_dec_and_test(&x->refcnt))
760 		__xfrm_state_destroy(x);
761 }
762 
763 static inline void xfrm_state_hold(struct xfrm_state *x)
764 {
765 	atomic_inc(&x->refcnt);
766 }
767 
768 static __inline__ int addr_match(void *token1, void *token2, int prefixlen)
769 {
770 	__be32 *a1 = token1;
771 	__be32 *a2 = token2;
772 	int pdw;
773 	int pbi;
774 
775 	pdw = prefixlen >> 5;	  /* num of whole u32 in prefix */
776 	pbi = prefixlen &  0x1f;  /* num of bits in incomplete u32 in prefix */
777 
778 	if (pdw)
779 		if (memcmp(a1, a2, pdw << 2))
780 			return 0;
781 
782 	if (pbi) {
783 		__be32 mask;
784 
785 		mask = htonl((0xffffffff) << (32 - pbi));
786 
787 		if ((a1[pdw] ^ a2[pdw]) & mask)
788 			return 0;
789 	}
790 
791 	return 1;
792 }
793 
794 static __inline__
795 __be16 xfrm_flowi_sport(struct flowi *fl)
796 {
797 	__be16 port;
798 	switch(fl->proto) {
799 	case IPPROTO_TCP:
800 	case IPPROTO_UDP:
801 	case IPPROTO_UDPLITE:
802 	case IPPROTO_SCTP:
803 		port = fl->fl_ip_sport;
804 		break;
805 	case IPPROTO_ICMP:
806 	case IPPROTO_ICMPV6:
807 		port = htons(fl->fl_icmp_type);
808 		break;
809 	case IPPROTO_MH:
810 		port = htons(fl->fl_mh_type);
811 		break;
812 	default:
813 		port = 0;	/*XXX*/
814 	}
815 	return port;
816 }
817 
818 static __inline__
819 __be16 xfrm_flowi_dport(struct flowi *fl)
820 {
821 	__be16 port;
822 	switch(fl->proto) {
823 	case IPPROTO_TCP:
824 	case IPPROTO_UDP:
825 	case IPPROTO_UDPLITE:
826 	case IPPROTO_SCTP:
827 		port = fl->fl_ip_dport;
828 		break;
829 	case IPPROTO_ICMP:
830 	case IPPROTO_ICMPV6:
831 		port = htons(fl->fl_icmp_code);
832 		break;
833 	default:
834 		port = 0;	/*XXX*/
835 	}
836 	return port;
837 }
838 
839 extern int xfrm_selector_match(struct xfrm_selector *sel, struct flowi *fl,
840 			       unsigned short family);
841 
842 #ifdef CONFIG_SECURITY_NETWORK_XFRM
843 /*	If neither has a context --> match
844  * 	Otherwise, both must have a context and the sids, doi, alg must match
845  */
846 static inline int xfrm_sec_ctx_match(struct xfrm_sec_ctx *s1, struct xfrm_sec_ctx *s2)
847 {
848 	return ((!s1 && !s2) ||
849 		(s1 && s2 &&
850 		 (s1->ctx_sid == s2->ctx_sid) &&
851 		 (s1->ctx_doi == s2->ctx_doi) &&
852 		 (s1->ctx_alg == s2->ctx_alg)));
853 }
854 #else
855 static inline int xfrm_sec_ctx_match(struct xfrm_sec_ctx *s1, struct xfrm_sec_ctx *s2)
856 {
857 	return 1;
858 }
859 #endif
860 
861 /* A struct encoding bundle of transformations to apply to some set of flow.
862  *
863  * dst->child points to the next element of bundle.
864  * dst->xfrm  points to an instanse of transformer.
865  *
866  * Due to unfortunate limitations of current routing cache, which we
867  * have no time to fix, it mirrors struct rtable and bound to the same
868  * routing key, including saddr,daddr. However, we can have many of
869  * bundles differing by session id. All the bundles grow from a parent
870  * policy rule.
871  */
872 struct xfrm_dst {
873 	union {
874 		struct dst_entry	dst;
875 		struct rtable		rt;
876 		struct rt6_info		rt6;
877 	} u;
878 	struct dst_entry *route;
879 #ifdef CONFIG_XFRM_SUB_POLICY
880 	struct flowi *origin;
881 	struct xfrm_selector *partner;
882 #endif
883 	u32 genid;
884 	u32 route_mtu_cached;
885 	u32 child_mtu_cached;
886 	u32 route_cookie;
887 	u32 path_cookie;
888 };
889 
890 #ifdef CONFIG_XFRM
891 static inline void xfrm_dst_destroy(struct xfrm_dst *xdst)
892 {
893 	dst_release(xdst->route);
894 	if (likely(xdst->u.dst.xfrm))
895 		xfrm_state_put(xdst->u.dst.xfrm);
896 #ifdef CONFIG_XFRM_SUB_POLICY
897 	kfree(xdst->origin);
898 	xdst->origin = NULL;
899 	kfree(xdst->partner);
900 	xdst->partner = NULL;
901 #endif
902 }
903 #endif
904 
905 extern void xfrm_dst_ifdown(struct dst_entry *dst, struct net_device *dev);
906 
907 struct sec_path {
908 	atomic_t		refcnt;
909 	int			len;
910 	struct xfrm_state	*xvec[XFRM_MAX_DEPTH];
911 };
912 
913 static inline struct sec_path *
914 secpath_get(struct sec_path *sp)
915 {
916 	if (sp)
917 		atomic_inc(&sp->refcnt);
918 	return sp;
919 }
920 
921 extern void __secpath_destroy(struct sec_path *sp);
922 
923 static inline void
924 secpath_put(struct sec_path *sp)
925 {
926 	if (sp && atomic_dec_and_test(&sp->refcnt))
927 		__secpath_destroy(sp);
928 }
929 
930 extern struct sec_path *secpath_dup(struct sec_path *src);
931 
932 static inline void
933 secpath_reset(struct sk_buff *skb)
934 {
935 #ifdef CONFIG_XFRM
936 	secpath_put(skb->sp);
937 	skb->sp = NULL;
938 #endif
939 }
940 
941 static inline int
942 xfrm_addr_any(xfrm_address_t *addr, unsigned short family)
943 {
944 	switch (family) {
945 	case AF_INET:
946 		return addr->a4 == 0;
947 	case AF_INET6:
948 		return ipv6_addr_any((struct in6_addr *)&addr->a6);
949 	}
950 	return 0;
951 }
952 
953 static inline int
954 __xfrm4_state_addr_cmp(struct xfrm_tmpl *tmpl, struct xfrm_state *x)
955 {
956 	return	(tmpl->saddr.a4 &&
957 		 tmpl->saddr.a4 != x->props.saddr.a4);
958 }
959 
960 static inline int
961 __xfrm6_state_addr_cmp(struct xfrm_tmpl *tmpl, struct xfrm_state *x)
962 {
963 	return	(!ipv6_addr_any((struct in6_addr*)&tmpl->saddr) &&
964 		 ipv6_addr_cmp((struct in6_addr *)&tmpl->saddr, (struct in6_addr*)&x->props.saddr));
965 }
966 
967 static inline int
968 xfrm_state_addr_cmp(struct xfrm_tmpl *tmpl, struct xfrm_state *x, unsigned short family)
969 {
970 	switch (family) {
971 	case AF_INET:
972 		return __xfrm4_state_addr_cmp(tmpl, x);
973 	case AF_INET6:
974 		return __xfrm6_state_addr_cmp(tmpl, x);
975 	}
976 	return !0;
977 }
978 
979 #ifdef CONFIG_XFRM
980 extern int __xfrm_policy_check(struct sock *, int dir, struct sk_buff *skb, unsigned short family);
981 
982 static inline int __xfrm_policy_check2(struct sock *sk, int dir,
983 				       struct sk_buff *skb,
984 				       unsigned int family, int reverse)
985 {
986 	struct net *net = dev_net(skb->dev);
987 	int ndir = dir | (reverse ? XFRM_POLICY_MASK + 1 : 0);
988 
989 	if (sk && sk->sk_policy[XFRM_POLICY_IN])
990 		return __xfrm_policy_check(sk, ndir, skb, family);
991 
992 	return	(!net->xfrm.policy_count[dir] && !skb->sp) ||
993 		(skb_dst(skb)->flags & DST_NOPOLICY) ||
994 		__xfrm_policy_check(sk, ndir, skb, family);
995 }
996 
997 static inline int xfrm_policy_check(struct sock *sk, int dir, struct sk_buff *skb, unsigned short family)
998 {
999 	return __xfrm_policy_check2(sk, dir, skb, family, 0);
1000 }
1001 
1002 static inline int xfrm4_policy_check(struct sock *sk, int dir, struct sk_buff *skb)
1003 {
1004 	return xfrm_policy_check(sk, dir, skb, AF_INET);
1005 }
1006 
1007 static inline int xfrm6_policy_check(struct sock *sk, int dir, struct sk_buff *skb)
1008 {
1009 	return xfrm_policy_check(sk, dir, skb, AF_INET6);
1010 }
1011 
1012 static inline int xfrm4_policy_check_reverse(struct sock *sk, int dir,
1013 					     struct sk_buff *skb)
1014 {
1015 	return __xfrm_policy_check2(sk, dir, skb, AF_INET, 1);
1016 }
1017 
1018 static inline int xfrm6_policy_check_reverse(struct sock *sk, int dir,
1019 					     struct sk_buff *skb)
1020 {
1021 	return __xfrm_policy_check2(sk, dir, skb, AF_INET6, 1);
1022 }
1023 
1024 extern int __xfrm_decode_session(struct sk_buff *skb, struct flowi *fl,
1025 				 unsigned int family, int reverse);
1026 
1027 static inline int xfrm_decode_session(struct sk_buff *skb, struct flowi *fl,
1028 				      unsigned int family)
1029 {
1030 	return __xfrm_decode_session(skb, fl, family, 0);
1031 }
1032 
1033 static inline int xfrm_decode_session_reverse(struct sk_buff *skb,
1034 					      struct flowi *fl,
1035 					      unsigned int family)
1036 {
1037 	return __xfrm_decode_session(skb, fl, family, 1);
1038 }
1039 
1040 extern int __xfrm_route_forward(struct sk_buff *skb, unsigned short family);
1041 
1042 static inline int xfrm_route_forward(struct sk_buff *skb, unsigned short family)
1043 {
1044 	struct net *net = dev_net(skb->dev);
1045 
1046 	return	!net->xfrm.policy_count[XFRM_POLICY_OUT] ||
1047 		(skb_dst(skb)->flags & DST_NOXFRM) ||
1048 		__xfrm_route_forward(skb, family);
1049 }
1050 
1051 static inline int xfrm4_route_forward(struct sk_buff *skb)
1052 {
1053 	return xfrm_route_forward(skb, AF_INET);
1054 }
1055 
1056 static inline int xfrm6_route_forward(struct sk_buff *skb)
1057 {
1058 	return xfrm_route_forward(skb, AF_INET6);
1059 }
1060 
1061 extern int __xfrm_sk_clone_policy(struct sock *sk);
1062 
1063 static inline int xfrm_sk_clone_policy(struct sock *sk)
1064 {
1065 	if (unlikely(sk->sk_policy[0] || sk->sk_policy[1]))
1066 		return __xfrm_sk_clone_policy(sk);
1067 	return 0;
1068 }
1069 
1070 extern int xfrm_policy_delete(struct xfrm_policy *pol, int dir);
1071 
1072 static inline void xfrm_sk_free_policy(struct sock *sk)
1073 {
1074 	if (unlikely(sk->sk_policy[0] != NULL)) {
1075 		xfrm_policy_delete(sk->sk_policy[0], XFRM_POLICY_MAX);
1076 		sk->sk_policy[0] = NULL;
1077 	}
1078 	if (unlikely(sk->sk_policy[1] != NULL)) {
1079 		xfrm_policy_delete(sk->sk_policy[1], XFRM_POLICY_MAX+1);
1080 		sk->sk_policy[1] = NULL;
1081 	}
1082 }
1083 
1084 #else
1085 
1086 static inline void xfrm_sk_free_policy(struct sock *sk) {}
1087 static inline int xfrm_sk_clone_policy(struct sock *sk) { return 0; }
1088 static inline int xfrm6_route_forward(struct sk_buff *skb) { return 1; }
1089 static inline int xfrm4_route_forward(struct sk_buff *skb) { return 1; }
1090 static inline int xfrm6_policy_check(struct sock *sk, int dir, struct sk_buff *skb)
1091 {
1092 	return 1;
1093 }
1094 static inline int xfrm4_policy_check(struct sock *sk, int dir, struct sk_buff *skb)
1095 {
1096 	return 1;
1097 }
1098 static inline int xfrm_policy_check(struct sock *sk, int dir, struct sk_buff *skb, unsigned short family)
1099 {
1100 	return 1;
1101 }
1102 static inline int xfrm_decode_session_reverse(struct sk_buff *skb,
1103 					      struct flowi *fl,
1104 					      unsigned int family)
1105 {
1106 	return -ENOSYS;
1107 }
1108 static inline int xfrm4_policy_check_reverse(struct sock *sk, int dir,
1109 					     struct sk_buff *skb)
1110 {
1111 	return 1;
1112 }
1113 static inline int xfrm6_policy_check_reverse(struct sock *sk, int dir,
1114 					     struct sk_buff *skb)
1115 {
1116 	return 1;
1117 }
1118 #endif
1119 
1120 static __inline__
1121 xfrm_address_t *xfrm_flowi_daddr(struct flowi *fl, unsigned short family)
1122 {
1123 	switch (family){
1124 	case AF_INET:
1125 		return (xfrm_address_t *)&fl->fl4_dst;
1126 	case AF_INET6:
1127 		return (xfrm_address_t *)&fl->fl6_dst;
1128 	}
1129 	return NULL;
1130 }
1131 
1132 static __inline__
1133 xfrm_address_t *xfrm_flowi_saddr(struct flowi *fl, unsigned short family)
1134 {
1135 	switch (family){
1136 	case AF_INET:
1137 		return (xfrm_address_t *)&fl->fl4_src;
1138 	case AF_INET6:
1139 		return (xfrm_address_t *)&fl->fl6_src;
1140 	}
1141 	return NULL;
1142 }
1143 
1144 static __inline__
1145 void xfrm_flowi_addr_get(struct flowi *fl,
1146 			 xfrm_address_t *saddr, xfrm_address_t *daddr,
1147 			 unsigned short family)
1148 {
1149 	switch(family) {
1150 	case AF_INET:
1151 		memcpy(&saddr->a4, &fl->fl4_src, sizeof(saddr->a4));
1152 		memcpy(&daddr->a4, &fl->fl4_dst, sizeof(daddr->a4));
1153 		break;
1154 	case AF_INET6:
1155 		ipv6_addr_copy((struct in6_addr *)&saddr->a6, &fl->fl6_src);
1156 		ipv6_addr_copy((struct in6_addr *)&daddr->a6, &fl->fl6_dst);
1157 		break;
1158 	}
1159 }
1160 
1161 static __inline__ int
1162 __xfrm4_state_addr_check(struct xfrm_state *x,
1163 			 xfrm_address_t *daddr, xfrm_address_t *saddr)
1164 {
1165 	if (daddr->a4 == x->id.daddr.a4 &&
1166 	    (saddr->a4 == x->props.saddr.a4 || !saddr->a4 || !x->props.saddr.a4))
1167 		return 1;
1168 	return 0;
1169 }
1170 
1171 static __inline__ int
1172 __xfrm6_state_addr_check(struct xfrm_state *x,
1173 			 xfrm_address_t *daddr, xfrm_address_t *saddr)
1174 {
1175 	if (!ipv6_addr_cmp((struct in6_addr *)daddr, (struct in6_addr *)&x->id.daddr) &&
1176 	    (!ipv6_addr_cmp((struct in6_addr *)saddr, (struct in6_addr *)&x->props.saddr)||
1177 	     ipv6_addr_any((struct in6_addr *)saddr) ||
1178 	     ipv6_addr_any((struct in6_addr *)&x->props.saddr)))
1179 		return 1;
1180 	return 0;
1181 }
1182 
1183 static __inline__ int
1184 xfrm_state_addr_check(struct xfrm_state *x,
1185 		      xfrm_address_t *daddr, xfrm_address_t *saddr,
1186 		      unsigned short family)
1187 {
1188 	switch (family) {
1189 	case AF_INET:
1190 		return __xfrm4_state_addr_check(x, daddr, saddr);
1191 	case AF_INET6:
1192 		return __xfrm6_state_addr_check(x, daddr, saddr);
1193 	}
1194 	return 0;
1195 }
1196 
1197 static __inline__ int
1198 xfrm_state_addr_flow_check(struct xfrm_state *x, struct flowi *fl,
1199 			   unsigned short family)
1200 {
1201 	switch (family) {
1202 	case AF_INET:
1203 		return __xfrm4_state_addr_check(x,
1204 						(xfrm_address_t *)&fl->fl4_dst,
1205 						(xfrm_address_t *)&fl->fl4_src);
1206 	case AF_INET6:
1207 		return __xfrm6_state_addr_check(x,
1208 						(xfrm_address_t *)&fl->fl6_dst,
1209 						(xfrm_address_t *)&fl->fl6_src);
1210 	}
1211 	return 0;
1212 }
1213 
1214 static inline int xfrm_state_kern(struct xfrm_state *x)
1215 {
1216 	return atomic_read(&x->tunnel_users);
1217 }
1218 
1219 static inline int xfrm_id_proto_match(u8 proto, u8 userproto)
1220 {
1221 	return (!userproto || proto == userproto ||
1222 		(userproto == IPSEC_PROTO_ANY && (proto == IPPROTO_AH ||
1223 						  proto == IPPROTO_ESP ||
1224 						  proto == IPPROTO_COMP)));
1225 }
1226 
1227 /*
1228  * xfrm algorithm information
1229  */
1230 struct xfrm_algo_aead_info {
1231 	u16 icv_truncbits;
1232 };
1233 
1234 struct xfrm_algo_auth_info {
1235 	u16 icv_truncbits;
1236 	u16 icv_fullbits;
1237 };
1238 
1239 struct xfrm_algo_encr_info {
1240 	u16 blockbits;
1241 	u16 defkeybits;
1242 };
1243 
1244 struct xfrm_algo_comp_info {
1245 	u16 threshold;
1246 };
1247 
1248 struct xfrm_algo_desc {
1249 	char *name;
1250 	char *compat;
1251 	u8 available:1;
1252 	union {
1253 		struct xfrm_algo_aead_info aead;
1254 		struct xfrm_algo_auth_info auth;
1255 		struct xfrm_algo_encr_info encr;
1256 		struct xfrm_algo_comp_info comp;
1257 	} uinfo;
1258 	struct sadb_alg desc;
1259 };
1260 
1261 /* XFRM tunnel handlers.  */
1262 struct xfrm_tunnel {
1263 	int (*handler)(struct sk_buff *skb);
1264 	int (*err_handler)(struct sk_buff *skb, u32 info);
1265 
1266 	struct xfrm_tunnel *next;
1267 	int priority;
1268 };
1269 
1270 struct xfrm6_tunnel {
1271 	int (*handler)(struct sk_buff *skb);
1272 	int (*err_handler)(struct sk_buff *skb, struct inet6_skb_parm *opt,
1273 			   u8 type, u8 code, int offset, __be32 info);
1274 	struct xfrm6_tunnel *next;
1275 	int priority;
1276 };
1277 
1278 extern void xfrm_init(void);
1279 extern void xfrm4_init(int rt_hash_size);
1280 extern int xfrm_state_init(struct net *net);
1281 extern void xfrm_state_fini(struct net *net);
1282 extern void xfrm4_state_init(void);
1283 #ifdef CONFIG_XFRM
1284 extern int xfrm6_init(void);
1285 extern void xfrm6_fini(void);
1286 extern int xfrm6_state_init(void);
1287 extern void xfrm6_state_fini(void);
1288 #else
1289 static inline int xfrm6_init(void)
1290 {
1291 	return 0;
1292 }
1293 static inline void xfrm6_fini(void)
1294 {
1295 	;
1296 }
1297 #endif
1298 
1299 #ifdef CONFIG_XFRM_STATISTICS
1300 extern int xfrm_proc_init(struct net *net);
1301 extern void xfrm_proc_fini(struct net *net);
1302 #endif
1303 
1304 extern int xfrm_sysctl_init(struct net *net);
1305 #ifdef CONFIG_SYSCTL
1306 extern void xfrm_sysctl_fini(struct net *net);
1307 #else
1308 static inline void xfrm_sysctl_fini(struct net *net)
1309 {
1310 }
1311 #endif
1312 
1313 extern void xfrm_state_walk_init(struct xfrm_state_walk *walk, u8 proto);
1314 extern int xfrm_state_walk(struct net *net, struct xfrm_state_walk *walk,
1315 			   int (*func)(struct xfrm_state *, int, void*), void *);
1316 extern void xfrm_state_walk_done(struct xfrm_state_walk *walk);
1317 extern struct xfrm_state *xfrm_state_alloc(struct net *net);
1318 extern struct xfrm_state *xfrm_state_find(xfrm_address_t *daddr, xfrm_address_t *saddr,
1319 					  struct flowi *fl, struct xfrm_tmpl *tmpl,
1320 					  struct xfrm_policy *pol, int *err,
1321 					  unsigned short family);
1322 extern struct xfrm_state *xfrm_stateonly_find(struct net *net, u32 mark,
1323 					       xfrm_address_t *daddr,
1324 					       xfrm_address_t *saddr,
1325 					       unsigned short family,
1326 					       u8 mode, u8 proto, u32 reqid);
1327 extern int xfrm_state_check_expire(struct xfrm_state *x);
1328 extern void xfrm_state_insert(struct xfrm_state *x);
1329 extern int xfrm_state_add(struct xfrm_state *x);
1330 extern int xfrm_state_update(struct xfrm_state *x);
1331 extern struct xfrm_state *xfrm_state_lookup(struct net *net, u32 mark,
1332 					    xfrm_address_t *daddr, __be32 spi,
1333 					    u8 proto, unsigned short family);
1334 extern struct xfrm_state *xfrm_state_lookup_byaddr(struct net *net, u32 mark,
1335 						   xfrm_address_t *daddr,
1336 						   xfrm_address_t *saddr,
1337 						   u8 proto,
1338 						   unsigned short family);
1339 #ifdef CONFIG_XFRM_SUB_POLICY
1340 extern int xfrm_tmpl_sort(struct xfrm_tmpl **dst, struct xfrm_tmpl **src,
1341 			  int n, unsigned short family);
1342 extern int xfrm_state_sort(struct xfrm_state **dst, struct xfrm_state **src,
1343 			   int n, unsigned short family);
1344 #else
1345 static inline int xfrm_tmpl_sort(struct xfrm_tmpl **dst, struct xfrm_tmpl **src,
1346 				 int n, unsigned short family)
1347 {
1348 	return -ENOSYS;
1349 }
1350 
1351 static inline int xfrm_state_sort(struct xfrm_state **dst, struct xfrm_state **src,
1352 				  int n, unsigned short family)
1353 {
1354 	return -ENOSYS;
1355 }
1356 #endif
1357 
1358 struct xfrmk_sadinfo {
1359 	u32 sadhcnt; /* current hash bkts */
1360 	u32 sadhmcnt; /* max allowed hash bkts */
1361 	u32 sadcnt; /* current running count */
1362 };
1363 
1364 struct xfrmk_spdinfo {
1365 	u32 incnt;
1366 	u32 outcnt;
1367 	u32 fwdcnt;
1368 	u32 inscnt;
1369 	u32 outscnt;
1370 	u32 fwdscnt;
1371 	u32 spdhcnt;
1372 	u32 spdhmcnt;
1373 };
1374 
1375 extern struct xfrm_state *xfrm_find_acq_byseq(struct net *net, u32 mark,
1376 					      u32 seq);
1377 extern int xfrm_state_delete(struct xfrm_state *x);
1378 extern int xfrm_state_flush(struct net *net, u8 proto, struct xfrm_audit *audit_info);
1379 extern void xfrm_sad_getinfo(struct net *net, struct xfrmk_sadinfo *si);
1380 extern void xfrm_spd_getinfo(struct net *net, struct xfrmk_spdinfo *si);
1381 extern int xfrm_replay_check(struct xfrm_state *x,
1382 			     struct sk_buff *skb, __be32 seq);
1383 extern void xfrm_replay_advance(struct xfrm_state *x, __be32 seq);
1384 extern void xfrm_replay_notify(struct xfrm_state *x, int event);
1385 extern int xfrm_state_mtu(struct xfrm_state *x, int mtu);
1386 extern int xfrm_init_state(struct xfrm_state *x);
1387 extern int xfrm_prepare_input(struct xfrm_state *x, struct sk_buff *skb);
1388 extern int xfrm_input(struct sk_buff *skb, int nexthdr, __be32 spi,
1389 		      int encap_type);
1390 extern int xfrm_input_resume(struct sk_buff *skb, int nexthdr);
1391 extern int xfrm_output_resume(struct sk_buff *skb, int err);
1392 extern int xfrm_output(struct sk_buff *skb);
1393 extern int xfrm_inner_extract_output(struct xfrm_state *x, struct sk_buff *skb);
1394 extern int xfrm4_extract_header(struct sk_buff *skb);
1395 extern int xfrm4_extract_input(struct xfrm_state *x, struct sk_buff *skb);
1396 extern int xfrm4_rcv_encap(struct sk_buff *skb, int nexthdr, __be32 spi,
1397 			   int encap_type);
1398 extern int xfrm4_transport_finish(struct sk_buff *skb, int async);
1399 extern int xfrm4_rcv(struct sk_buff *skb);
1400 
1401 static inline int xfrm4_rcv_spi(struct sk_buff *skb, int nexthdr, __be32 spi)
1402 {
1403 	return xfrm4_rcv_encap(skb, nexthdr, spi, 0);
1404 }
1405 
1406 extern int xfrm4_extract_output(struct xfrm_state *x, struct sk_buff *skb);
1407 extern int xfrm4_prepare_output(struct xfrm_state *x, struct sk_buff *skb);
1408 extern int xfrm4_output(struct sk_buff *skb);
1409 extern int xfrm4_tunnel_register(struct xfrm_tunnel *handler, unsigned short family);
1410 extern int xfrm4_tunnel_deregister(struct xfrm_tunnel *handler, unsigned short family);
1411 extern int xfrm6_extract_header(struct sk_buff *skb);
1412 extern int xfrm6_extract_input(struct xfrm_state *x, struct sk_buff *skb);
1413 extern int xfrm6_rcv_spi(struct sk_buff *skb, int nexthdr, __be32 spi);
1414 extern int xfrm6_transport_finish(struct sk_buff *skb, int async);
1415 extern int xfrm6_rcv(struct sk_buff *skb);
1416 extern int xfrm6_input_addr(struct sk_buff *skb, xfrm_address_t *daddr,
1417 			    xfrm_address_t *saddr, u8 proto);
1418 extern int xfrm6_tunnel_register(struct xfrm6_tunnel *handler, unsigned short family);
1419 extern int xfrm6_tunnel_deregister(struct xfrm6_tunnel *handler, unsigned short family);
1420 extern __be32 xfrm6_tunnel_alloc_spi(struct net *net, xfrm_address_t *saddr);
1421 extern void xfrm6_tunnel_free_spi(struct net *net, xfrm_address_t *saddr);
1422 extern __be32 xfrm6_tunnel_spi_lookup(struct net *net, xfrm_address_t *saddr);
1423 extern int xfrm6_extract_output(struct xfrm_state *x, struct sk_buff *skb);
1424 extern int xfrm6_prepare_output(struct xfrm_state *x, struct sk_buff *skb);
1425 extern int xfrm6_output(struct sk_buff *skb);
1426 extern int xfrm6_find_1stfragopt(struct xfrm_state *x, struct sk_buff *skb,
1427 				 u8 **prevhdr);
1428 
1429 #ifdef CONFIG_XFRM
1430 extern int xfrm4_udp_encap_rcv(struct sock *sk, struct sk_buff *skb);
1431 extern int xfrm_user_policy(struct sock *sk, int optname, u8 __user *optval, int optlen);
1432 #else
1433 static inline int xfrm_user_policy(struct sock *sk, int optname, u8 __user *optval, int optlen)
1434 {
1435  	return -ENOPROTOOPT;
1436 }
1437 
1438 static inline int xfrm4_udp_encap_rcv(struct sock *sk, struct sk_buff *skb)
1439 {
1440  	/* should not happen */
1441  	kfree_skb(skb);
1442 	return 0;
1443 }
1444 #endif
1445 
1446 struct xfrm_policy *xfrm_policy_alloc(struct net *net, gfp_t gfp);
1447 
1448 extern void xfrm_policy_walk_init(struct xfrm_policy_walk *walk, u8 type);
1449 extern int xfrm_policy_walk(struct net *net, struct xfrm_policy_walk *walk,
1450 	int (*func)(struct xfrm_policy *, int, int, void*), void *);
1451 extern void xfrm_policy_walk_done(struct xfrm_policy_walk *walk);
1452 int xfrm_policy_insert(int dir, struct xfrm_policy *policy, int excl);
1453 struct xfrm_policy *xfrm_policy_bysel_ctx(struct net *net, u32 mark,
1454 					  u8 type, int dir,
1455 					  struct xfrm_selector *sel,
1456 					  struct xfrm_sec_ctx *ctx, int delete,
1457 					  int *err);
1458 struct xfrm_policy *xfrm_policy_byid(struct net *net, u32 mark, u8, int dir, u32 id, int delete, int *err);
1459 int xfrm_policy_flush(struct net *net, u8 type, struct xfrm_audit *audit_info);
1460 u32 xfrm_get_acqseq(void);
1461 extern int xfrm_alloc_spi(struct xfrm_state *x, u32 minspi, u32 maxspi);
1462 struct xfrm_state *xfrm_find_acq(struct net *net, struct xfrm_mark *mark,
1463 				 u8 mode, u32 reqid, u8 proto,
1464 				 xfrm_address_t *daddr,
1465 				 xfrm_address_t *saddr, int create,
1466 				 unsigned short family);
1467 extern int xfrm_sk_policy_insert(struct sock *sk, int dir, struct xfrm_policy *pol);
1468 extern int xfrm_bundle_ok(struct xfrm_policy *pol, struct xfrm_dst *xdst,
1469 			  struct flowi *fl, int family, int strict);
1470 
1471 #ifdef CONFIG_XFRM_MIGRATE
1472 extern int km_migrate(struct xfrm_selector *sel, u8 dir, u8 type,
1473 		      struct xfrm_migrate *m, int num_bundles,
1474 		      struct xfrm_kmaddress *k);
1475 extern struct xfrm_state * xfrm_migrate_state_find(struct xfrm_migrate *m);
1476 extern struct xfrm_state * xfrm_state_migrate(struct xfrm_state *x,
1477 					      struct xfrm_migrate *m);
1478 extern int xfrm_migrate(struct xfrm_selector *sel, u8 dir, u8 type,
1479 			struct xfrm_migrate *m, int num_bundles,
1480 			struct xfrm_kmaddress *k);
1481 #endif
1482 
1483 extern int km_new_mapping(struct xfrm_state *x, xfrm_address_t *ipaddr, __be16 sport);
1484 extern void km_policy_expired(struct xfrm_policy *pol, int dir, int hard, u32 pid);
1485 extern int km_report(struct net *net, u8 proto, struct xfrm_selector *sel, xfrm_address_t *addr);
1486 
1487 extern void xfrm_input_init(void);
1488 extern int xfrm_parse_spi(struct sk_buff *skb, u8 nexthdr, __be32 *spi, __be32 *seq);
1489 
1490 extern void xfrm_probe_algs(void);
1491 extern int xfrm_count_auth_supported(void);
1492 extern int xfrm_count_enc_supported(void);
1493 extern struct xfrm_algo_desc *xfrm_aalg_get_byidx(unsigned int idx);
1494 extern struct xfrm_algo_desc *xfrm_ealg_get_byidx(unsigned int idx);
1495 extern struct xfrm_algo_desc *xfrm_aalg_get_byid(int alg_id);
1496 extern struct xfrm_algo_desc *xfrm_ealg_get_byid(int alg_id);
1497 extern struct xfrm_algo_desc *xfrm_calg_get_byid(int alg_id);
1498 extern struct xfrm_algo_desc *xfrm_aalg_get_byname(char *name, int probe);
1499 extern struct xfrm_algo_desc *xfrm_ealg_get_byname(char *name, int probe);
1500 extern struct xfrm_algo_desc *xfrm_calg_get_byname(char *name, int probe);
1501 extern struct xfrm_algo_desc *xfrm_aead_get_byname(char *name, int icv_len,
1502 						   int probe);
1503 
1504 struct hash_desc;
1505 struct scatterlist;
1506 typedef int (icv_update_fn_t)(struct hash_desc *, struct scatterlist *,
1507 			      unsigned int);
1508 
1509 static inline int xfrm_addr_cmp(xfrm_address_t *a, xfrm_address_t *b,
1510 				int family)
1511 {
1512 	switch (family) {
1513 	default:
1514 	case AF_INET:
1515 		return (__force u32)a->a4 - (__force u32)b->a4;
1516 	case AF_INET6:
1517 		return ipv6_addr_cmp((struct in6_addr *)a,
1518 				     (struct in6_addr *)b);
1519 	}
1520 }
1521 
1522 static inline int xfrm_policy_id2dir(u32 index)
1523 {
1524 	return index & 7;
1525 }
1526 
1527 #ifdef CONFIG_XFRM
1528 static inline int xfrm_aevent_is_on(struct net *net)
1529 {
1530 	struct sock *nlsk;
1531 	int ret = 0;
1532 
1533 	rcu_read_lock();
1534 	nlsk = rcu_dereference(net->xfrm.nlsk);
1535 	if (nlsk)
1536 		ret = netlink_has_listeners(nlsk, XFRMNLGRP_AEVENTS);
1537 	rcu_read_unlock();
1538 	return ret;
1539 }
1540 #endif
1541 
1542 static inline int xfrm_alg_len(struct xfrm_algo *alg)
1543 {
1544 	return sizeof(*alg) + ((alg->alg_key_len + 7) / 8);
1545 }
1546 
1547 static inline int xfrm_alg_auth_len(struct xfrm_algo_auth *alg)
1548 {
1549 	return sizeof(*alg) + ((alg->alg_key_len + 7) / 8);
1550 }
1551 
1552 #ifdef CONFIG_XFRM_MIGRATE
1553 static inline struct xfrm_algo *xfrm_algo_clone(struct xfrm_algo *orig)
1554 {
1555 	return kmemdup(orig, xfrm_alg_len(orig), GFP_KERNEL);
1556 }
1557 
1558 static inline struct xfrm_algo_auth *xfrm_algo_auth_clone(struct xfrm_algo_auth *orig)
1559 {
1560 	return kmemdup(orig, xfrm_alg_auth_len(orig), GFP_KERNEL);
1561 }
1562 
1563 static inline void xfrm_states_put(struct xfrm_state **states, int n)
1564 {
1565 	int i;
1566 	for (i = 0; i < n; i++)
1567 		xfrm_state_put(*(states + i));
1568 }
1569 
1570 static inline void xfrm_states_delete(struct xfrm_state **states, int n)
1571 {
1572 	int i;
1573 	for (i = 0; i < n; i++)
1574 		xfrm_state_delete(*(states + i));
1575 }
1576 #endif
1577 
1578 #ifdef CONFIG_XFRM
1579 static inline struct xfrm_state *xfrm_input_state(struct sk_buff *skb)
1580 {
1581 	return skb->sp->xvec[skb->sp->len - 1];
1582 }
1583 #endif
1584 
1585 static inline int xfrm_mark_get(struct nlattr **attrs, struct xfrm_mark *m)
1586 {
1587 	if (attrs[XFRMA_MARK])
1588 		memcpy(m, nla_data(attrs[XFRMA_MARK]), sizeof(m));
1589 	else
1590 		m->v = m->m = 0;
1591 
1592 	return m->v & m->m;
1593 }
1594 
1595 static inline int xfrm_mark_put(struct sk_buff *skb, struct xfrm_mark *m)
1596 {
1597 	if (m->m | m->v)
1598 		NLA_PUT(skb, XFRMA_MARK, sizeof(struct xfrm_mark), m);
1599 	return 0;
1600 
1601 nla_put_failure:
1602 	return -1;
1603 }
1604 
1605 #endif	/* _NET_XFRM_H */
1606