1 #ifndef __LINUX_MROUTE_BASE_H
2 #define __LINUX_MROUTE_BASE_H
3
4 #include <linux/netdevice.h>
5 #include <linux/rhashtable-types.h>
6 #include <linux/spinlock.h>
7 #include <net/net_namespace.h>
8 #include <net/sock.h>
9 #include <net/fib_notifier.h>
10 #include <net/ip_fib.h>
11
12 /**
13 * struct vif_device - interface representor for multicast routing
14 * @dev: network device being used
15 * @dev_tracker: refcount tracker for @dev reference
16 * @bytes_in: statistic; bytes ingressing
17 * @bytes_out: statistic; bytes egresing
18 * @pkt_in: statistic; packets ingressing
19 * @pkt_out: statistic; packets egressing
20 * @rate_limit: Traffic shaping (NI)
21 * @threshold: TTL threshold
22 * @flags: Control flags
23 * @link: Physical interface index
24 * @dev_parent_id: device parent id
25 * @local: Local address
26 * @remote: Remote address for tunnels
27 */
28 struct vif_device {
29 struct net_device __rcu *dev;
30 netdevice_tracker dev_tracker;
31 unsigned long bytes_in, bytes_out;
32 unsigned long pkt_in, pkt_out;
33 unsigned long rate_limit;
34 unsigned char threshold;
35 unsigned short flags;
36 int link;
37
38 /* Currently only used by ipmr */
39 struct netdev_phys_item_id dev_parent_id;
40 __be32 local, remote;
41 };
42
43 struct vif_entry_notifier_info {
44 struct fib_notifier_info info;
45 struct net_device *dev;
46 unsigned short vif_index;
47 unsigned short vif_flags;
48 u32 tb_id;
49 };
50
mr_call_vif_notifier(struct notifier_block * nb,unsigned short family,enum fib_event_type event_type,struct vif_device * vif,struct net_device * vif_dev,unsigned short vif_index,u32 tb_id,struct netlink_ext_ack * extack)51 static inline int mr_call_vif_notifier(struct notifier_block *nb,
52 unsigned short family,
53 enum fib_event_type event_type,
54 struct vif_device *vif,
55 struct net_device *vif_dev,
56 unsigned short vif_index, u32 tb_id,
57 struct netlink_ext_ack *extack)
58 {
59 struct vif_entry_notifier_info info = {
60 .info = {
61 .family = family,
62 .extack = extack,
63 },
64 .dev = vif_dev,
65 .vif_index = vif_index,
66 .vif_flags = vif->flags,
67 .tb_id = tb_id,
68 };
69
70 return call_fib_notifier(nb, event_type, &info.info);
71 }
72
mr_call_vif_notifiers(struct net * net,unsigned short family,enum fib_event_type event_type,struct vif_device * vif,struct net_device * vif_dev,unsigned short vif_index,u32 tb_id,unsigned int * ipmr_seq)73 static inline int mr_call_vif_notifiers(struct net *net,
74 unsigned short family,
75 enum fib_event_type event_type,
76 struct vif_device *vif,
77 struct net_device *vif_dev,
78 unsigned short vif_index, u32 tb_id,
79 unsigned int *ipmr_seq)
80 {
81 struct vif_entry_notifier_info info = {
82 .info = {
83 .family = family,
84 },
85 .dev = vif_dev,
86 .vif_index = vif_index,
87 .vif_flags = vif->flags,
88 .tb_id = tb_id,
89 };
90
91 ASSERT_RTNL();
92 (*ipmr_seq)++;
93 return call_fib_notifiers(net, event_type, &info.info);
94 }
95
96 #ifndef MAXVIFS
97 /* This one is nasty; value is defined in uapi using different symbols for
98 * mroute and morute6 but both map into same 32.
99 */
100 #define MAXVIFS 32
101 #endif
102
103 /* Note: This helper is deprecated. */
104 #define VIF_EXISTS(_mrt, _idx) (!!rcu_access_pointer((_mrt)->vif_table[_idx].dev))
105
106 /* mfc_flags:
107 * MFC_STATIC - the entry was added statically (not by a routing daemon)
108 * MFC_OFFLOAD - the entry was offloaded to the hardware
109 */
110 enum {
111 MFC_STATIC = BIT(0),
112 MFC_OFFLOAD = BIT(1),
113 };
114
115 /**
116 * struct mr_mfc - common multicast routing entries
117 * @mnode: rhashtable list
118 * @mfc_parent: source interface (iif)
119 * @mfc_flags: entry flags
120 * @expires: unresolved entry expire time
121 * @unresolved: unresolved cached skbs
122 * @last_assert: time of last assert
123 * @minvif: minimum VIF id
124 * @maxvif: maximum VIF id
125 * @bytes: bytes that have passed for this entry
126 * @pkt: packets that have passed for this entry
127 * @wrong_if: number of wrong source interface hits
128 * @lastuse: time of last use of the group (traffic or update)
129 * @ttls: OIF TTL threshold array
130 * @refcount: reference count for this entry
131 * @list: global entry list
132 * @rcu: used for entry destruction
133 * @free: Operation used for freeing an entry under RCU
134 */
135 struct mr_mfc {
136 struct rhlist_head mnode;
137 unsigned short mfc_parent;
138 int mfc_flags;
139
140 union {
141 struct {
142 unsigned long expires;
143 struct sk_buff_head unresolved;
144 } unres;
145 struct {
146 unsigned long last_assert;
147 int minvif;
148 int maxvif;
149 unsigned long bytes;
150 unsigned long pkt;
151 unsigned long wrong_if;
152 unsigned long lastuse;
153 unsigned char ttls[MAXVIFS];
154 refcount_t refcount;
155 } res;
156 } mfc_un;
157 struct list_head list;
158 struct rcu_head rcu;
159 void (*free)(struct rcu_head *head);
160 };
161
mr_cache_put(struct mr_mfc * c)162 static inline void mr_cache_put(struct mr_mfc *c)
163 {
164 if (refcount_dec_and_test(&c->mfc_un.res.refcount))
165 call_rcu(&c->rcu, c->free);
166 }
167
mr_cache_hold(struct mr_mfc * c)168 static inline void mr_cache_hold(struct mr_mfc *c)
169 {
170 refcount_inc(&c->mfc_un.res.refcount);
171 }
172
173 struct mfc_entry_notifier_info {
174 struct fib_notifier_info info;
175 struct mr_mfc *mfc;
176 u32 tb_id;
177 };
178
mr_call_mfc_notifier(struct notifier_block * nb,unsigned short family,enum fib_event_type event_type,struct mr_mfc * mfc,u32 tb_id,struct netlink_ext_ack * extack)179 static inline int mr_call_mfc_notifier(struct notifier_block *nb,
180 unsigned short family,
181 enum fib_event_type event_type,
182 struct mr_mfc *mfc, u32 tb_id,
183 struct netlink_ext_ack *extack)
184 {
185 struct mfc_entry_notifier_info info = {
186 .info = {
187 .family = family,
188 .extack = extack,
189 },
190 .mfc = mfc,
191 .tb_id = tb_id
192 };
193
194 return call_fib_notifier(nb, event_type, &info.info);
195 }
196
mr_call_mfc_notifiers(struct net * net,unsigned short family,enum fib_event_type event_type,struct mr_mfc * mfc,u32 tb_id,unsigned int * ipmr_seq)197 static inline int mr_call_mfc_notifiers(struct net *net,
198 unsigned short family,
199 enum fib_event_type event_type,
200 struct mr_mfc *mfc, u32 tb_id,
201 unsigned int *ipmr_seq)
202 {
203 struct mfc_entry_notifier_info info = {
204 .info = {
205 .family = family,
206 },
207 .mfc = mfc,
208 .tb_id = tb_id
209 };
210
211 ASSERT_RTNL();
212 (*ipmr_seq)++;
213 return call_fib_notifiers(net, event_type, &info.info);
214 }
215
216 struct mr_table;
217
218 /**
219 * struct mr_table_ops - callbacks and info for protocol-specific ops
220 * @rht_params: parameters for accessing the MFC hash
221 * @cmparg_any: a hash key to be used for matching on (*,*) routes
222 */
223 struct mr_table_ops {
224 const struct rhashtable_params *rht_params;
225 void *cmparg_any;
226 };
227
228 /**
229 * struct mr_table - a multicast routing table
230 * @list: entry within a list of multicast routing tables
231 * @net: net where this table belongs
232 * @ops: protocol specific operations
233 * @id: identifier of the table
234 * @mroute_sk: socket associated with the table
235 * @ipmr_expire_timer: timer for handling unresolved routes
236 * @mfc_unres_queue: list of unresolved MFC entries
237 * @vif_table: array containing all possible vifs
238 * @mfc_hash: Hash table of all resolved routes for easy lookup
239 * @mfc_cache_list: list of resovled routes for possible traversal
240 * @maxvif: Identifier of highest value vif currently in use
241 * @cache_resolve_queue_len: current size of unresolved queue
242 * @mroute_do_assert: Whether to inform userspace on wrong ingress
243 * @mroute_do_pim: Whether to receive IGMP PIMv1
244 * @mroute_reg_vif_num: PIM-device vif index
245 */
246 struct mr_table {
247 struct list_head list;
248 possible_net_t net;
249 struct mr_table_ops ops;
250 u32 id;
251 struct sock __rcu *mroute_sk;
252 struct timer_list ipmr_expire_timer;
253 struct list_head mfc_unres_queue;
254 struct vif_device vif_table[MAXVIFS];
255 struct rhltable mfc_hash;
256 struct list_head mfc_cache_list;
257 int maxvif;
258 atomic_t cache_resolve_queue_len;
259 bool mroute_do_assert;
260 bool mroute_do_pim;
261 bool mroute_do_wrvifwhole;
262 int mroute_reg_vif_num;
263 };
264
265 #ifdef CONFIG_IP_MROUTE_COMMON
266 void vif_device_init(struct vif_device *v,
267 struct net_device *dev,
268 unsigned long rate_limit,
269 unsigned char threshold,
270 unsigned short flags,
271 unsigned short get_iflink_mask);
272
273 struct mr_table *
274 mr_table_alloc(struct net *net, u32 id,
275 struct mr_table_ops *ops,
276 void (*expire_func)(struct timer_list *t),
277 void (*table_set)(struct mr_table *mrt,
278 struct net *net));
279
280 /* These actually return 'struct mr_mfc *', but to avoid need for explicit
281 * castings they simply return void.
282 */
283 void *mr_mfc_find_parent(struct mr_table *mrt,
284 void *hasharg, int parent);
285 void *mr_mfc_find_any_parent(struct mr_table *mrt, int vifi);
286 void *mr_mfc_find_any(struct mr_table *mrt, int vifi, void *hasharg);
287
288 int mr_fill_mroute(struct mr_table *mrt, struct sk_buff *skb,
289 struct mr_mfc *c, struct rtmsg *rtm);
290 int mr_table_dump(struct mr_table *mrt, struct sk_buff *skb,
291 struct netlink_callback *cb,
292 int (*fill)(struct mr_table *mrt, struct sk_buff *skb,
293 u32 portid, u32 seq, struct mr_mfc *c,
294 int cmd, int flags),
295 spinlock_t *lock, struct fib_dump_filter *filter);
296 int mr_rtm_dumproute(struct sk_buff *skb, struct netlink_callback *cb,
297 struct mr_table *(*iter)(struct net *net,
298 struct mr_table *mrt),
299 int (*fill)(struct mr_table *mrt,
300 struct sk_buff *skb,
301 u32 portid, u32 seq, struct mr_mfc *c,
302 int cmd, int flags),
303 spinlock_t *lock, struct fib_dump_filter *filter);
304
305 int mr_dump(struct net *net, struct notifier_block *nb, unsigned short family,
306 int (*rules_dump)(struct net *net,
307 struct notifier_block *nb,
308 struct netlink_ext_ack *extack),
309 struct mr_table *(*mr_iter)(struct net *net,
310 struct mr_table *mrt),
311 struct netlink_ext_ack *extack);
312 #else
vif_device_init(struct vif_device * v,struct net_device * dev,unsigned long rate_limit,unsigned char threshold,unsigned short flags,unsigned short get_iflink_mask)313 static inline void vif_device_init(struct vif_device *v,
314 struct net_device *dev,
315 unsigned long rate_limit,
316 unsigned char threshold,
317 unsigned short flags,
318 unsigned short get_iflink_mask)
319 {
320 }
321
mr_mfc_find_parent(struct mr_table * mrt,void * hasharg,int parent)322 static inline void *mr_mfc_find_parent(struct mr_table *mrt,
323 void *hasharg, int parent)
324 {
325 return NULL;
326 }
327
mr_mfc_find_any_parent(struct mr_table * mrt,int vifi)328 static inline void *mr_mfc_find_any_parent(struct mr_table *mrt,
329 int vifi)
330 {
331 return NULL;
332 }
333
mr_mfc_find_any(struct mr_table * mrt,int vifi,void * hasharg)334 static inline struct mr_mfc *mr_mfc_find_any(struct mr_table *mrt,
335 int vifi, void *hasharg)
336 {
337 return NULL;
338 }
339
mr_fill_mroute(struct mr_table * mrt,struct sk_buff * skb,struct mr_mfc * c,struct rtmsg * rtm)340 static inline int mr_fill_mroute(struct mr_table *mrt, struct sk_buff *skb,
341 struct mr_mfc *c, struct rtmsg *rtm)
342 {
343 return -EINVAL;
344 }
345
346 static inline int
mr_rtm_dumproute(struct sk_buff * skb,struct netlink_callback * cb,struct mr_table * (* iter)(struct net * net,struct mr_table * mrt),int (* fill)(struct mr_table * mrt,struct sk_buff * skb,u32 portid,u32 seq,struct mr_mfc * c,int cmd,int flags),spinlock_t * lock,struct fib_dump_filter * filter)347 mr_rtm_dumproute(struct sk_buff *skb, struct netlink_callback *cb,
348 struct mr_table *(*iter)(struct net *net,
349 struct mr_table *mrt),
350 int (*fill)(struct mr_table *mrt,
351 struct sk_buff *skb,
352 u32 portid, u32 seq, struct mr_mfc *c,
353 int cmd, int flags),
354 spinlock_t *lock, struct fib_dump_filter *filter)
355 {
356 return -EINVAL;
357 }
358
mr_dump(struct net * net,struct notifier_block * nb,unsigned short family,int (* rules_dump)(struct net * net,struct notifier_block * nb,struct netlink_ext_ack * extack),struct mr_table * (* mr_iter)(struct net * net,struct mr_table * mrt),struct netlink_ext_ack * extack)359 static inline int mr_dump(struct net *net, struct notifier_block *nb,
360 unsigned short family,
361 int (*rules_dump)(struct net *net,
362 struct notifier_block *nb,
363 struct netlink_ext_ack *extack),
364 struct mr_table *(*mr_iter)(struct net *net,
365 struct mr_table *mrt),
366 struct netlink_ext_ack *extack)
367 {
368 return -EINVAL;
369 }
370 #endif
371
mr_mfc_find(struct mr_table * mrt,void * hasharg)372 static inline void *mr_mfc_find(struct mr_table *mrt, void *hasharg)
373 {
374 return mr_mfc_find_parent(mrt, hasharg, -1);
375 }
376
377 #ifdef CONFIG_PROC_FS
378 struct mr_vif_iter {
379 struct seq_net_private p;
380 struct mr_table *mrt;
381 int ct;
382 };
383
384 struct mr_mfc_iter {
385 struct seq_net_private p;
386 struct mr_table *mrt;
387 struct list_head *cache;
388
389 /* Lock protecting the mr_table's unresolved queue */
390 spinlock_t *lock;
391 };
392
393 #ifdef CONFIG_IP_MROUTE_COMMON
394 void *mr_vif_seq_idx(struct net *net, struct mr_vif_iter *iter, loff_t pos);
395 void *mr_vif_seq_next(struct seq_file *seq, void *v, loff_t *pos);
396
mr_vif_seq_start(struct seq_file * seq,loff_t * pos)397 static inline void *mr_vif_seq_start(struct seq_file *seq, loff_t *pos)
398 {
399 return *pos ? mr_vif_seq_idx(seq_file_net(seq),
400 seq->private, *pos - 1)
401 : SEQ_START_TOKEN;
402 }
403
404 /* These actually return 'struct mr_mfc *', but to avoid need for explicit
405 * castings they simply return void.
406 */
407 void *mr_mfc_seq_idx(struct net *net,
408 struct mr_mfc_iter *it, loff_t pos);
409 void *mr_mfc_seq_next(struct seq_file *seq, void *v,
410 loff_t *pos);
411
mr_mfc_seq_start(struct seq_file * seq,loff_t * pos,struct mr_table * mrt,spinlock_t * lock)412 static inline void *mr_mfc_seq_start(struct seq_file *seq, loff_t *pos,
413 struct mr_table *mrt, spinlock_t *lock)
414 {
415 struct mr_mfc_iter *it = seq->private;
416
417 it->mrt = mrt;
418 it->cache = NULL;
419 it->lock = lock;
420
421 return *pos ? mr_mfc_seq_idx(seq_file_net(seq),
422 seq->private, *pos - 1)
423 : SEQ_START_TOKEN;
424 }
425
mr_mfc_seq_stop(struct seq_file * seq,void * v)426 static inline void mr_mfc_seq_stop(struct seq_file *seq, void *v)
427 {
428 struct mr_mfc_iter *it = seq->private;
429 struct mr_table *mrt = it->mrt;
430
431 if (it->cache == &mrt->mfc_unres_queue)
432 spin_unlock_bh(it->lock);
433 else if (it->cache == &mrt->mfc_cache_list)
434 rcu_read_unlock();
435 }
436 #else
mr_vif_seq_idx(struct net * net,struct mr_vif_iter * iter,loff_t pos)437 static inline void *mr_vif_seq_idx(struct net *net, struct mr_vif_iter *iter,
438 loff_t pos)
439 {
440 return NULL;
441 }
442
mr_vif_seq_next(struct seq_file * seq,void * v,loff_t * pos)443 static inline void *mr_vif_seq_next(struct seq_file *seq,
444 void *v, loff_t *pos)
445 {
446 return NULL;
447 }
448
mr_vif_seq_start(struct seq_file * seq,loff_t * pos)449 static inline void *mr_vif_seq_start(struct seq_file *seq, loff_t *pos)
450 {
451 return NULL;
452 }
453
mr_mfc_seq_idx(struct net * net,struct mr_mfc_iter * it,loff_t pos)454 static inline void *mr_mfc_seq_idx(struct net *net,
455 struct mr_mfc_iter *it, loff_t pos)
456 {
457 return NULL;
458 }
459
mr_mfc_seq_next(struct seq_file * seq,void * v,loff_t * pos)460 static inline void *mr_mfc_seq_next(struct seq_file *seq, void *v,
461 loff_t *pos)
462 {
463 return NULL;
464 }
465
mr_mfc_seq_start(struct seq_file * seq,loff_t * pos,struct mr_table * mrt,spinlock_t * lock)466 static inline void *mr_mfc_seq_start(struct seq_file *seq, loff_t *pos,
467 struct mr_table *mrt, spinlock_t *lock)
468 {
469 return NULL;
470 }
471
mr_mfc_seq_stop(struct seq_file * seq,void * v)472 static inline void mr_mfc_seq_stop(struct seq_file *seq, void *v)
473 {
474 }
475 #endif
476 #endif
477 #endif
478