Lines Matching +full:use +full:- +full:rtm
1 // SPDX-License-Identifier: GPL-2.0-only
31 /* max memory we will use for mpls_route */
41 static int label_limit = (1 << 20) - 1;
82 if (index < net->mpls.platform_labels) { in mpls_route_input_rcu()
84 rcu_dereference(net->mpls.platform_label); in mpls_route_input_rcu()
92 return dev && (dev->flags & IFF_UP) && netif_carrier_ok(dev); in mpls_output_possible()
98 return (u8 *)nh + rt->rt_via_offset; in __mpls_nh_via()
110 return nh->nh_labels * sizeof(struct mpls_shim_hdr); in mpls_nh_header_size()
116 return dev->mtu; in mpls_dev_mtu()
122 if (skb->len <= mtu) in mpls_pkt_too_big()
137 if (skb->protocol == htons(ETH_P_MPLS_UC)) { in mpls_stats_inc_outucastpkts()
140 MPLS_INC_STATS_LEN(mdev, skb->len, in mpls_stats_inc_outucastpkts()
143 } else if (skb->protocol == htons(ETH_P_IP)) { in mpls_stats_inc_outucastpkts()
144 IP_UPD_PO_STATS(dev_net(dev), IPSTATS_MIB_OUT, skb->len); in mpls_stats_inc_outucastpkts()
146 } else if (skb->protocol == htons(ETH_P_IPV6)) { in mpls_stats_inc_outucastpkts()
151 IPSTATS_MIB_OUT, skb->len); in mpls_stats_inc_outucastpkts()
176 /* RFC6790 - reserved labels MUST NOT be used as keys in mpls_multipath_hash()
177 * for the load-balancing function in mpls_multipath_hash()
184 * label was just added to the hash - no need to in mpls_multipath_hash()
202 if (v4hdr->version == 4) { in mpls_multipath_hash()
203 hash = jhash_3words(ntohl(v4hdr->saddr), in mpls_multipath_hash()
204 ntohl(v4hdr->daddr), in mpls_multipath_hash()
205 v4hdr->protocol, hash); in mpls_multipath_hash()
206 } else if (v4hdr->version == 6 && in mpls_multipath_hash()
212 hash = __ipv6_addr_jhash(&v6hdr->saddr, hash); in mpls_multipath_hash()
213 hash = __ipv6_addr_jhash(&v6hdr->daddr, hash); in mpls_multipath_hash()
214 hash = jhash_1word(v6hdr->nexthdr, hash); in mpls_multipath_hash()
226 return (struct mpls_nh *)((u8 *)rt->rt_nh + index * rt->rt_nh_size); in mpls_get_nexthop()
229 /* number of alive nexthops (rt->rt_nhn_alive) and the flags for
230 * a next hop (nh->nh_flags) are modified by netdev event handlers.
231 * Since those fields can change at any moment, use READ_ONCE to
245 if (rt->rt_nhn == 1) in mpls_select_multipath()
246 return rt->rt_nh; in mpls_select_multipath()
248 alive = READ_ONCE(rt->rt_nhn_alive); in mpls_select_multipath()
254 if (alive == rt->rt_nhn) in mpls_select_multipath()
257 unsigned int nh_flags = READ_ONCE(nh->nh_flags); in mpls_select_multipath()
289 payload_type = rt->rt_payload_type; in mpls_egress()
291 payload_type = ip_hdr(skb)->version; in mpls_egress()
297 skb->protocol = htons(ETH_P_IP); in mpls_egress()
303 if (rt->rt_ttl_propagate == MPLS_TTL_PROP_ENABLED || in mpls_egress()
304 (rt->rt_ttl_propagate == MPLS_TTL_PROP_DEFAULT && in mpls_egress()
305 net->mpls.ip_ttl_propagate)) in mpls_egress()
308 new_ttl = hdr4->ttl ? hdr4->ttl - 1 : 0; in mpls_egress()
310 csum_replace2(&hdr4->check, in mpls_egress()
311 htons(hdr4->ttl << 8), in mpls_egress()
313 hdr4->ttl = new_ttl; in mpls_egress()
319 skb->protocol = htons(ETH_P_IPV6); in mpls_egress()
325 if (rt->rt_ttl_propagate == MPLS_TTL_PROP_ENABLED || in mpls_egress()
326 (rt->rt_ttl_propagate == MPLS_TTL_PROP_DEFAULT && in mpls_egress()
327 net->mpls.ip_ttl_propagate)) in mpls_egress()
328 hdr6->hop_limit = dec.ttl; in mpls_egress()
329 else if (hdr6->hop_limit) in mpls_egress()
330 hdr6->hop_limit = hdr6->hop_limit - 1; in mpls_egress()
364 MPLS_INC_STATS_LEN(mdev, skb->len, rx_packets, in mpls_forward()
367 if (!mdev->input_enabled) { in mpls_forward()
372 if (skb->pkt_type != PACKET_HOST) in mpls_forward()
413 out_dev = nh->nh_dev; in mpls_forward()
420 if (mpls_pkt_too_big(skb, mtu - new_header_size)) in mpls_forward()
424 if (!out_dev->header_ops) in mpls_forward()
431 skb->dev = out_dev; in mpls_forward()
432 skb->protocol = htons(ETH_P_MPLS_UC); in mpls_forward()
434 dec.ttl -= 1; in mpls_forward()
447 for (i = nh->nh_labels - 1; i >= 0; i--) { in mpls_forward()
448 hdr[i] = mpls_entry_encode(nh->nh_label[i], in mpls_forward()
457 if (nh->nh_via_table == MPLS_NEIGH_TABLE_UNSPEC) in mpls_forward()
459 out_dev->dev_addr, skb); in mpls_forward()
461 err = neigh_xmit(nh->nh_via_table, out_dev, in mpls_forward()
519 return ERR_PTR(-EINVAL); in mpls_rt_alloc()
523 return ERR_PTR(-ENOMEM); in mpls_rt_alloc()
525 rt->rt_nhn = num_nh; in mpls_rt_alloc()
526 rt->rt_nhn_alive = num_nh; in mpls_rt_alloc()
527 rt->rt_nh_size = nh_size; in mpls_rt_alloc()
528 rt->rt_via_offset = MPLS_NH_VIA_OFF(max_labels); in mpls_rt_alloc()
543 struct nlmsghdr *nlh = info ? info->nlh : NULL; in mpls_notify_route()
544 unsigned portid = info ? info->portid : 0; in mpls_notify_route()
562 platform_label = rtnl_dereference(net->mpls.platform_label); in mpls_route_update()
578 platform_label = rtnl_dereference(net->mpls.platform_label); in find_free_label()
579 platform_labels = net->mpls.platform_labels; in find_free_label()
601 dev = rt->dst.dev; in inet_fib_lookup_dev()
612 return ERR_PTR(-EAFNOSUPPORT); in inet_fib_lookup_dev()
625 return ERR_PTR(-EAFNOSUPPORT); in inet6_fib_lookup_dev()
629 dst = ipv6_stub->ipv6_dst_lookup_flow(net, NULL, &fl6, NULL); in inet6_fib_lookup_dev()
633 dev = dst->dev; in inet6_fib_lookup_dev()
643 return ERR_PTR(-EAFNOSUPPORT); in inet6_fib_lookup_dev()
654 switch (nh->nh_via_table) { in find_outdev()
669 return ERR_PTR(-ENODEV); in find_outdev()
684 int err = -ENODEV; in mpls_nh_assign_dev()
694 err = -EINVAL; in mpls_nh_assign_dev()
698 if ((nh->nh_via_table == NEIGH_LINK_TABLE) && in mpls_nh_assign_dev()
699 (dev->addr_len != nh->nh_via_alen)) in mpls_nh_assign_dev()
702 nh->nh_dev = dev; in mpls_nh_assign_dev()
704 if (!(dev->flags & IFF_UP)) { in mpls_nh_assign_dev()
705 nh->nh_flags |= RTNH_F_DEAD; in mpls_nh_assign_dev()
711 nh->nh_flags |= RTNH_F_LINKDOWN; in mpls_nh_assign_dev()
724 int err = -EINVAL; in nla_get_via()
732 alen = nla_len(nla) - in nla_get_via()
741 switch (via->rtvia_family) { in nla_get_via()
760 memcpy(via_addr, via->rtvia_addr, alen); in nla_get_via()
771 struct net *net = cfg->rc_nlinfo.nl_net; in mpls_nh_build_from_cfg()
772 struct mpls_nh *nh = rt->rt_nh; in mpls_nh_build_from_cfg()
777 return -ENOMEM; in mpls_nh_build_from_cfg()
779 nh->nh_labels = cfg->rc_output_labels; in mpls_nh_build_from_cfg()
780 for (i = 0; i < nh->nh_labels; i++) in mpls_nh_build_from_cfg()
781 nh->nh_label[i] = cfg->rc_output_label[i]; in mpls_nh_build_from_cfg()
783 nh->nh_via_table = cfg->rc_via_table; in mpls_nh_build_from_cfg()
784 memcpy(__mpls_nh_via(rt, nh), cfg->rc_via, cfg->rc_via_alen); in mpls_nh_build_from_cfg()
785 nh->nh_via_alen = cfg->rc_via_alen; in mpls_nh_build_from_cfg()
787 err = mpls_nh_assign_dev(net, rt, nh, cfg->rc_ifindex); in mpls_nh_build_from_cfg()
791 if (nh->nh_flags & (RTNH_F_DEAD | RTNH_F_LINKDOWN)) in mpls_nh_build_from_cfg()
792 rt->rt_nhn_alive--; in mpls_nh_build_from_cfg()
805 int err = -ENOMEM; in mpls_nh_build()
811 err = nla_get_labels(newdst, max_labels, &nh->nh_labels, in mpls_nh_build()
812 nh->nh_label, extack); in mpls_nh_build()
818 err = nla_get_via(via, &nh->nh_via_alen, &nh->nh_via_table, in mpls_nh_build()
823 nh->nh_via_table = MPLS_NEIGH_TABLE_UNSPEC; in mpls_nh_build()
855 int via_alen = nla_len(nla) - in mpls_count_nexthops()
889 struct rtnexthop *rtnh = cfg->rc_mp; in mpls_nh_build_multi()
891 int remaining = cfg->rc_mp_len; in mpls_nh_build_multi()
901 err = -EINVAL; in mpls_nh_build_multi()
908 if (rtnh->rtnh_hops || rtnh->rtnh_flags) in mpls_nh_build_multi()
919 err = mpls_nh_build(cfg->rc_nlinfo.nl_net, rt, nh, in mpls_nh_build_multi()
920 rtnh->rtnh_ifindex, nla_via, nla_newdst, in mpls_nh_build_multi()
925 if (nh->nh_flags & (RTNH_F_DEAD | RTNH_F_LINKDOWN)) in mpls_nh_build_multi()
926 rt->rt_nhn_alive--; in mpls_nh_build_multi()
932 rt->rt_nhn = nhs; in mpls_nh_build_multi()
948 "Invalid label - must be MPLS_LABEL_FIRST_UNRESERVED or higher"); in mpls_label_ok()
953 if (is_ok && *index >= net->mpls.platform_labels) { in mpls_label_ok()
959 *index = array_index_nospec(*index, net->mpls.platform_labels); in mpls_label_ok()
967 struct net *net = cfg->rc_nlinfo.nl_net; in mpls_route_add()
969 int err = -EINVAL; in mpls_route_add()
975 index = cfg->rc_label; in mpls_route_add()
979 (cfg->rc_nlflags & NLM_F_CREATE)) { in mpls_route_add()
987 err = -EOPNOTSUPP; in mpls_route_add()
988 if (cfg->rc_nlflags & NLM_F_APPEND) { in mpls_route_add()
993 err = -EEXIST; in mpls_route_add()
994 platform_label = rtnl_dereference(net->mpls.platform_label); in mpls_route_add()
996 if ((cfg->rc_nlflags & NLM_F_EXCL) && old) in mpls_route_add()
999 err = -EEXIST; in mpls_route_add()
1000 if (!(cfg->rc_nlflags & NLM_F_REPLACE) && old) in mpls_route_add()
1003 err = -ENOENT; in mpls_route_add()
1004 if (!(cfg->rc_nlflags & NLM_F_CREATE) && !old) in mpls_route_add()
1007 err = -EINVAL; in mpls_route_add()
1008 if (cfg->rc_mp) { in mpls_route_add()
1009 nhs = mpls_count_nexthops(cfg->rc_mp, cfg->rc_mp_len, in mpls_route_add()
1010 cfg->rc_via_alen, &max_via_alen, in mpls_route_add()
1013 max_via_alen = cfg->rc_via_alen; in mpls_route_add()
1014 max_labels = cfg->rc_output_labels; in mpls_route_add()
1029 rt->rt_protocol = cfg->rc_protocol; in mpls_route_add()
1030 rt->rt_payload_type = cfg->rc_payload_type; in mpls_route_add()
1031 rt->rt_ttl_propagate = cfg->rc_ttl_propagate; in mpls_route_add()
1033 if (cfg->rc_mp) in mpls_route_add()
1040 mpls_route_update(net, index, rt, &cfg->rc_nlinfo); in mpls_route_add()
1053 struct net *net = cfg->rc_nlinfo.nl_net; in mpls_route_del()
1055 int err = -EINVAL; in mpls_route_del()
1057 index = cfg->rc_label; in mpls_route_del()
1062 mpls_route_update(net, index, NULL, &cfg->rc_nlinfo); in mpls_route_del()
1081 p = per_cpu_ptr(mdev->stats, i); in mpls_get_stats()
1083 start = u64_stats_fetch_begin(&p->syncp); in mpls_get_stats()
1084 local = p->stats; in mpls_get_stats()
1085 } while (u64_stats_fetch_retry(&p->syncp, start)); in mpls_get_stats()
1087 stats->rx_packets += local.rx_packets; in mpls_get_stats()
1088 stats->rx_bytes += local.rx_bytes; in mpls_get_stats()
1089 stats->tx_packets += local.tx_packets; in mpls_get_stats()
1090 stats->tx_bytes += local.tx_bytes; in mpls_get_stats()
1091 stats->rx_errors += local.rx_errors; in mpls_get_stats()
1092 stats->tx_errors += local.tx_errors; in mpls_get_stats()
1093 stats->rx_dropped += local.rx_dropped; in mpls_get_stats()
1094 stats->tx_dropped += local.tx_dropped; in mpls_get_stats()
1095 stats->rx_noroute += local.rx_noroute; in mpls_get_stats()
1108 return -ENODATA; in mpls_fill_stats_af()
1114 return -EMSGSIZE; in mpls_fill_stats_af()
1144 return -EMSGSIZE; in mpls_netconf_fill_devconf()
1150 ncm->ncm_family = AF_MPLS; in mpls_netconf_fill_devconf()
1152 if (nla_put_s32(skb, NETCONFA_IFINDEX, mdev->dev->ifindex) < 0) in mpls_netconf_fill_devconf()
1157 READ_ONCE(mdev->input_enabled)) < 0) in mpls_netconf_fill_devconf()
1165 return -EMSGSIZE; in mpls_netconf_fill_devconf()
1187 int err = -ENOBUFS; in mpls_netconf_notify_devconf()
1195 /* -EMSGSIZE implies BUG in mpls_netconf_msgsize_devconf() */ in mpls_netconf_notify_devconf()
1196 WARN_ON(err == -EMSGSIZE); in mpls_netconf_notify_devconf()
1218 if (nlh->nlmsg_len < nlmsg_msg_size(sizeof(struct netconfmsg))) { in mpls_netconf_valid_get_req()
1221 return -EINVAL; in mpls_netconf_valid_get_req()
1244 return -EINVAL; in mpls_netconf_valid_get_req()
1255 struct net *net = sock_net(in_skb->sk); in mpls_netconf_get_devconf()
1267 err = -EINVAL; in mpls_netconf_get_devconf()
1280 err = -ENOBUFS; in mpls_netconf_get_devconf()
1287 nlh->nlmsg_seq, RTM_NEWNETCONF, 0, in mpls_netconf_get_devconf()
1290 /* -EMSGSIZE implies BUG in mpls_netconf_msgsize_devconf() */ in mpls_netconf_get_devconf()
1291 WARN_ON(err == -EMSGSIZE); in mpls_netconf_get_devconf()
1303 const struct nlmsghdr *nlh = cb->nlh; in mpls_netconf_dump_devconf()
1304 struct net *net = sock_net(skb->sk); in mpls_netconf_dump_devconf()
1307 } *ctx = (void *)cb->ctx; in mpls_netconf_dump_devconf()
1312 if (cb->strict_check) { in mpls_netconf_dump_devconf()
1313 struct netlink_ext_ack *extack = cb->extack; in mpls_netconf_dump_devconf()
1316 if (nlh->nlmsg_len < nlmsg_msg_size(sizeof(*ncm))) { in mpls_netconf_dump_devconf()
1318 return -EINVAL; in mpls_netconf_dump_devconf()
1323 return -EINVAL; in mpls_netconf_dump_devconf()
1328 for_each_netdev_dump(net, dev, ctx->ifindex) { in mpls_netconf_dump_devconf()
1333 NETLINK_CB(cb->skb).portid, in mpls_netconf_dump_devconf()
1334 nlh->nlmsg_seq, in mpls_netconf_dump_devconf()
1347 (&((struct mpls_dev *)0)->field)
1352 int oval = *(int *)ctl->data; in mpls_conf_proc()
1356 struct mpls_dev *mdev = ctl->extra1; in mpls_conf_proc()
1357 int i = (int *)ctl->data - (int *)mdev; in mpls_conf_proc()
1358 struct net *net = ctl->extra2; in mpls_conf_proc()
1359 int val = *(int *)ctl->data; in mpls_conf_proc()
1403 snprintf(path, sizeof(path), "net/mpls/conf/%s", dev->name); in mpls_dev_sysctl_register()
1405 mdev->sysctl = register_net_sysctl_sz(net, path, table, table_size); in mpls_dev_sysctl_register()
1406 if (!mdev->sysctl) in mpls_dev_sysctl_register()
1415 mdev->sysctl = NULL; in mpls_dev_sysctl_register()
1416 return -ENOBUFS; in mpls_dev_sysctl_register()
1425 if (!mdev->sysctl) in mpls_dev_sysctl_unregister()
1428 table = mdev->sysctl->ctl_table_arg; in mpls_dev_sysctl_unregister()
1429 unregister_net_sysctl_table(mdev->sysctl); in mpls_dev_sysctl_unregister()
1438 int err = -ENOMEM; in mpls_add_dev()
1447 mdev->stats = alloc_percpu(struct mpls_pcpu_stats); in mpls_add_dev()
1448 if (!mdev->stats) in mpls_add_dev()
1454 mpls_stats = per_cpu_ptr(mdev->stats, i); in mpls_add_dev()
1455 u64_stats_init(&mpls_stats->syncp); in mpls_add_dev()
1458 mdev->dev = dev; in mpls_add_dev()
1464 rcu_assign_pointer(dev->mpls_ptr, mdev); in mpls_add_dev()
1469 free_percpu(mdev->stats); in mpls_add_dev()
1478 free_percpu(mdev->stats); in mpls_dev_destroy_rcu()
1488 platform_label = rtnl_dereference(net->mpls.platform_label); in mpls_ifdown()
1489 for (index = 0; index < net->mpls.platform_labels; index++) { in mpls_ifdown()
1501 if (!nh->nh_dev || nh->nh_dev == dev) in mpls_ifdown()
1503 if (nh->nh_dev == dev) in mpls_ifdown()
1508 if (deleted == rt->rt_nhn) { in mpls_ifdown()
1514 size_t size = sizeof(*rt) + rt->rt_nhn * in mpls_ifdown()
1515 rt->rt_nh_size; in mpls_ifdown()
1520 return -ENOMEM; in mpls_ifdown()
1525 unsigned int nh_flags = nh->nh_flags; in mpls_ifdown()
1527 if (nh->nh_dev != dev) in mpls_ifdown()
1540 nh->nh_dev = NULL; in mpls_ifdown()
1542 if (nh->nh_flags != nh_flags) in mpls_ifdown()
1543 WRITE_ONCE(nh->nh_flags, nh_flags); in mpls_ifdown()
1549 WRITE_ONCE(rt->rt_nhn_alive, alive); in mpls_ifdown()
1565 platform_label = rtnl_dereference(net->mpls.platform_label); in mpls_ifup()
1566 for (index = 0; index < net->mpls.platform_labels; index++) { in mpls_ifup()
1574 unsigned int nh_flags = nh->nh_flags; in mpls_ifup()
1580 if (nh->nh_dev != dev) in mpls_ifup()
1584 WRITE_ONCE(nh->nh_flags, nh_flags); in mpls_ifup()
1587 WRITE_ONCE(rt->rt_nhn_alive, alive); in mpls_ifup()
1642 RCU_INIT_POINTER(dev->mpls_ptr, NULL); in mpls_dev_notify()
1643 call_rcu(&mdev->rcu, mpls_dev_destroy_rcu); in mpls_dev_notify()
1675 return -EMSGSIZE; in nla_put_via()
1681 via->rtvia_family = family; in nla_put_via()
1682 memcpy(via->rtvia_addr, addr, alen); in nla_put_via()
1695 return -EMSGSIZE; in nla_put_labels()
1699 for (i = labels - 1; i >= 0; i--) { in nla_put_labels()
1723 return -EINVAL; in nla_get_labels()
1730 return -EINVAL; in nla_get_labels()
1739 for (i = nla_labels - 1; i >= 0; i--, bos = false) { in nla_get_labels()
1749 return -EINVAL; in nla_get_labels()
1755 return -EINVAL; in nla_get_labels()
1767 return -EINVAL; in nla_get_labels()
1778 return -EINVAL; in nla_get_labels()
1794 struct rtmsg *rtm; in rtm_to_route_config() local
1799 err = nlmsg_parse_deprecated(nlh, sizeof(*rtm), tb, RTA_MAX, in rtm_to_route_config()
1804 err = -EINVAL; in rtm_to_route_config()
1805 rtm = nlmsg_data(nlh); in rtm_to_route_config()
1807 if (rtm->rtm_family != AF_MPLS) { in rtm_to_route_config()
1811 if (rtm->rtm_dst_len != 20) { in rtm_to_route_config()
1815 if (rtm->rtm_src_len != 0) { in rtm_to_route_config()
1819 if (rtm->rtm_tos != 0) { in rtm_to_route_config()
1823 if (rtm->rtm_table != RT_TABLE_MAIN) { in rtm_to_route_config()
1834 if (rtm->rtm_scope != RT_SCOPE_UNIVERSE) { in rtm_to_route_config()
1836 "Invalid route scope - MPLS only supports UNIVERSE"); in rtm_to_route_config()
1839 if (rtm->rtm_type != RTN_UNICAST) { in rtm_to_route_config()
1841 "Invalid route type - MPLS only supports UNICAST"); in rtm_to_route_config()
1844 if (rtm->rtm_flags != 0) { in rtm_to_route_config()
1849 cfg->rc_label = LABEL_NOT_SPECIFIED; in rtm_to_route_config()
1850 cfg->rc_protocol = rtm->rtm_protocol; in rtm_to_route_config()
1851 cfg->rc_via_table = MPLS_NEIGH_TABLE_UNSPEC; in rtm_to_route_config()
1852 cfg->rc_ttl_propagate = MPLS_TTL_PROP_DEFAULT; in rtm_to_route_config()
1853 cfg->rc_nlflags = nlh->nlmsg_flags; in rtm_to_route_config()
1854 cfg->rc_nlinfo.portid = NETLINK_CB(skb).portid; in rtm_to_route_config()
1855 cfg->rc_nlinfo.nlh = nlh; in rtm_to_route_config()
1856 cfg->rc_nlinfo.nl_net = sock_net(skb->sk); in rtm_to_route_config()
1865 cfg->rc_ifindex = nla_get_u32(nla); in rtm_to_route_config()
1869 &cfg->rc_output_labels, in rtm_to_route_config()
1870 cfg->rc_output_label, extack)) in rtm_to_route_config()
1877 &cfg->rc_label, extack)) in rtm_to_route_config()
1880 if (!mpls_label_ok(cfg->rc_nlinfo.nl_net, in rtm_to_route_config()
1881 &cfg->rc_label, extack)) in rtm_to_route_config()
1890 if (nla_get_via(nla, &cfg->rc_via_alen, in rtm_to_route_config()
1891 &cfg->rc_via_table, cfg->rc_via, in rtm_to_route_config()
1898 cfg->rc_mp = nla_data(nla); in rtm_to_route_config()
1899 cfg->rc_mp_len = nla_len(nla); in rtm_to_route_config()
1911 cfg->rc_ttl_propagate = ttl_propagate ? in rtm_to_route_config()
1936 return -ENOMEM; in mpls_rtm_delroute()
1958 return -ENOMEM; in mpls_rtm_newroute()
1976 struct rtmsg *rtm; in mpls_dump_route() local
1978 nlh = nlmsg_put(skb, portid, seq, event, sizeof(*rtm), flags); in mpls_dump_route()
1980 return -EMSGSIZE; in mpls_dump_route()
1982 rtm = nlmsg_data(nlh); in mpls_dump_route()
1983 rtm->rtm_family = AF_MPLS; in mpls_dump_route()
1984 rtm->rtm_dst_len = 20; in mpls_dump_route()
1985 rtm->rtm_src_len = 0; in mpls_dump_route()
1986 rtm->rtm_tos = 0; in mpls_dump_route()
1987 rtm->rtm_table = RT_TABLE_MAIN; in mpls_dump_route()
1988 rtm->rtm_protocol = rt->rt_protocol; in mpls_dump_route()
1989 rtm->rtm_scope = RT_SCOPE_UNIVERSE; in mpls_dump_route()
1990 rtm->rtm_type = RTN_UNICAST; in mpls_dump_route()
1991 rtm->rtm_flags = 0; in mpls_dump_route()
1996 if (rt->rt_ttl_propagate != MPLS_TTL_PROP_DEFAULT) { in mpls_dump_route()
1998 rt->rt_ttl_propagate == MPLS_TTL_PROP_ENABLED; in mpls_dump_route()
2004 if (rt->rt_nhn == 1) { in mpls_dump_route()
2005 const struct mpls_nh *nh = rt->rt_nh; in mpls_dump_route()
2007 if (nh->nh_labels && in mpls_dump_route()
2008 nla_put_labels(skb, RTA_NEWDST, nh->nh_labels, in mpls_dump_route()
2009 nh->nh_label)) in mpls_dump_route()
2011 if (nh->nh_via_table != MPLS_NEIGH_TABLE_UNSPEC && in mpls_dump_route()
2012 nla_put_via(skb, nh->nh_via_table, mpls_nh_via(rt, nh), in mpls_dump_route()
2013 nh->nh_via_alen)) in mpls_dump_route()
2015 dev = nh->nh_dev; in mpls_dump_route()
2016 if (dev && nla_put_u32(skb, RTA_OIF, dev->ifindex)) in mpls_dump_route()
2018 if (nh->nh_flags & RTNH_F_LINKDOWN) in mpls_dump_route()
2019 rtm->rtm_flags |= RTNH_F_LINKDOWN; in mpls_dump_route()
2020 if (nh->nh_flags & RTNH_F_DEAD) in mpls_dump_route()
2021 rtm->rtm_flags |= RTNH_F_DEAD; in mpls_dump_route()
2033 dev = nh->nh_dev; in mpls_dump_route()
2041 rtnh->rtnh_ifindex = dev->ifindex; in mpls_dump_route()
2042 if (nh->nh_flags & RTNH_F_LINKDOWN) { in mpls_dump_route()
2043 rtnh->rtnh_flags |= RTNH_F_LINKDOWN; in mpls_dump_route()
2046 if (nh->nh_flags & RTNH_F_DEAD) { in mpls_dump_route()
2047 rtnh->rtnh_flags |= RTNH_F_DEAD; in mpls_dump_route()
2051 if (nh->nh_labels && nla_put_labels(skb, RTA_NEWDST, in mpls_dump_route()
2052 nh->nh_labels, in mpls_dump_route()
2053 nh->nh_label)) in mpls_dump_route()
2055 if (nh->nh_via_table != MPLS_NEIGH_TABLE_UNSPEC && in mpls_dump_route()
2056 nla_put_via(skb, nh->nh_via_table, in mpls_dump_route()
2058 nh->nh_via_alen)) in mpls_dump_route()
2062 rtnh->rtnh_len = nlmsg_get_pos(skb) - (void *)rtnh; in mpls_dump_route()
2065 if (linkdown == rt->rt_nhn) in mpls_dump_route()
2066 rtm->rtm_flags |= RTNH_F_LINKDOWN; in mpls_dump_route()
2067 if (dead == rt->rt_nhn) in mpls_dump_route()
2068 rtm->rtm_flags |= RTNH_F_DEAD; in mpls_dump_route()
2078 return -EMSGSIZE; in mpls_dump_route()
2093 struct netlink_ext_ack *extack = cb->extack; in mpls_valid_fib_dump_req()
2095 struct rtmsg *rtm; in mpls_valid_fib_dump_req() local
2098 if (nlh->nlmsg_len < nlmsg_msg_size(sizeof(*rtm))) { in mpls_valid_fib_dump_req()
2100 return -EINVAL; in mpls_valid_fib_dump_req()
2103 rtm = nlmsg_data(nlh); in mpls_valid_fib_dump_req()
2104 if (rtm->rtm_dst_len || rtm->rtm_src_len || rtm->rtm_tos || in mpls_valid_fib_dump_req()
2105 rtm->rtm_table || rtm->rtm_scope || rtm->rtm_type || in mpls_valid_fib_dump_req()
2106 rtm->rtm_flags) { in mpls_valid_fib_dump_req()
2108 return -EINVAL; in mpls_valid_fib_dump_req()
2111 if (rtm->rtm_protocol) { in mpls_valid_fib_dump_req()
2112 filter->protocol = rtm->rtm_protocol; in mpls_valid_fib_dump_req()
2113 filter->filter_set = 1; in mpls_valid_fib_dump_req()
2114 cb->answer_flags = NLM_F_DUMP_FILTERED; in mpls_valid_fib_dump_req()
2117 err = nlmsg_parse_deprecated_strict(nlh, sizeof(*rtm), tb, RTA_MAX, in mpls_valid_fib_dump_req()
2127 filter->dev = __dev_get_by_index(net, ifindex); in mpls_valid_fib_dump_req()
2128 if (!filter->dev) in mpls_valid_fib_dump_req()
2129 return -ENODEV; in mpls_valid_fib_dump_req()
2130 filter->filter_set = 1; in mpls_valid_fib_dump_req()
2133 return -EINVAL; in mpls_valid_fib_dump_req()
2144 if (rt->rt_nhn == 1) { in mpls_rt_uses_dev()
2145 struct mpls_nh *nh = rt->rt_nh; in mpls_rt_uses_dev()
2147 if (nh->nh_dev == dev) in mpls_rt_uses_dev()
2151 if (nh->nh_dev == dev) in mpls_rt_uses_dev()
2161 const struct nlmsghdr *nlh = cb->nlh; in mpls_dump_routes()
2162 struct net *net = sock_net(skb->sk); in mpls_dump_routes()
2173 if (cb->strict_check) { in mpls_dump_routes()
2186 return skb->len; in mpls_dump_routes()
2189 index = cb->args[0]; in mpls_dump_routes()
2193 platform_label = rtnl_dereference(net->mpls.platform_label); in mpls_dump_routes()
2194 platform_labels = net->mpls.platform_labels; in mpls_dump_routes()
2207 (filter.protocol && rt->rt_protocol != filter.protocol)) in mpls_dump_routes()
2210 if (mpls_dump_route(skb, NETLINK_CB(cb->skb).portid, in mpls_dump_routes()
2211 cb->nlh->nlmsg_seq, RTM_NEWROUTE, in mpls_dump_routes()
2215 cb->args[0] = index; in mpls_dump_routes()
2217 return skb->len; in mpls_dump_routes()
2227 if (rt->rt_nhn == 1) { in lfib_nlmsg_size()
2228 struct mpls_nh *nh = rt->rt_nh; in lfib_nlmsg_size()
2230 if (nh->nh_dev) in lfib_nlmsg_size()
2232 if (nh->nh_via_table != MPLS_NEIGH_TABLE_UNSPEC) /* RTA_VIA */ in lfib_nlmsg_size()
2233 payload += nla_total_size(2 + nh->nh_via_alen); in lfib_nlmsg_size()
2234 if (nh->nh_labels) /* RTA_NEWDST */ in lfib_nlmsg_size()
2235 payload += nla_total_size(nh->nh_labels * 4); in lfib_nlmsg_size()
2241 if (!nh->nh_dev) in lfib_nlmsg_size()
2245 if (nh->nh_via_table != MPLS_NEIGH_TABLE_UNSPEC) in lfib_nlmsg_size()
2246 nhsize += nla_total_size(2 + nh->nh_via_alen); in lfib_nlmsg_size()
2247 if (nh->nh_labels) in lfib_nlmsg_size()
2248 nhsize += nla_total_size(nh->nh_labels * 4); in lfib_nlmsg_size()
2262 u32 seq = nlh ? nlh->nlmsg_seq : 0; in rtmsg_lfib()
2263 int err = -ENOBUFS; in rtmsg_lfib()
2271 /* -EMSGSIZE implies BUG in lfib_nlmsg_size */ in rtmsg_lfib()
2272 WARN_ON(err == -EMSGSIZE); in rtmsg_lfib()
2288 struct rtmsg *rtm; in mpls_valid_getroute_req() local
2291 if (nlh->nlmsg_len < nlmsg_msg_size(sizeof(*rtm))) { in mpls_valid_getroute_req()
2294 return -EINVAL; in mpls_valid_getroute_req()
2298 return nlmsg_parse_deprecated(nlh, sizeof(*rtm), tb, RTA_MAX, in mpls_valid_getroute_req()
2301 rtm = nlmsg_data(nlh); in mpls_valid_getroute_req()
2302 if ((rtm->rtm_dst_len && rtm->rtm_dst_len != 20) || in mpls_valid_getroute_req()
2303 rtm->rtm_src_len || rtm->rtm_tos || rtm->rtm_table || in mpls_valid_getroute_req()
2304 rtm->rtm_protocol || rtm->rtm_scope || rtm->rtm_type) { in mpls_valid_getroute_req()
2306 return -EINVAL; in mpls_valid_getroute_req()
2308 if (rtm->rtm_flags & ~RTM_F_FIB_MATCH) { in mpls_valid_getroute_req()
2311 return -EINVAL; in mpls_valid_getroute_req()
2314 err = nlmsg_parse_deprecated_strict(nlh, sizeof(*rtm), tb, RTA_MAX, in mpls_valid_getroute_req()
2319 if ((tb[RTA_DST] || tb[RTA_NEWDST]) && !rtm->rtm_dst_len) { in mpls_valid_getroute_req()
2321 return -EINVAL; in mpls_valid_getroute_req()
2334 return -EINVAL; in mpls_valid_getroute_req()
2344 struct net *net = sock_net(in_skb->sk); in mpls_getroute()
2354 struct rtmsg *rtm, *r; in mpls_getroute() local
2364 rtm = nlmsg_data(in_nlh); in mpls_getroute()
2371 err = -EINVAL; in mpls_getroute()
2376 err = -EINVAL; in mpls_getroute()
2383 err = -ENETUNREACH; in mpls_getroute()
2387 if (rtm->rtm_flags & RTM_F_FIB_MATCH) { in mpls_getroute()
2390 err = -ENOBUFS; in mpls_getroute()
2394 err = mpls_dump_route(skb, portid, in_nlh->nlmsg_seq, in mpls_getroute()
2397 /* -EMSGSIZE implies BUG in lfib_nlmsg_size */ in mpls_getroute()
2398 WARN_ON(err == -EMSGSIZE); in mpls_getroute()
2408 err = -EINVAL; in mpls_getroute()
2417 err = -ENOBUFS; in mpls_getroute()
2421 skb->protocol = htons(ETH_P_MPLS_UC); in mpls_getroute()
2428 err = -ENOBUFS; in mpls_getroute()
2439 for (i = n_labels - 1; i >= 0; i--) { in mpls_getroute()
2448 err = -ENETUNREACH; in mpls_getroute()
2457 nlh = nlmsg_put(skb, portid, in_nlh->nlmsg_seq, in mpls_getroute()
2460 err = -EMSGSIZE; in mpls_getroute()
2465 r->rtm_family = AF_MPLS; in mpls_getroute()
2466 r->rtm_dst_len = 20; in mpls_getroute()
2467 r->rtm_src_len = 0; in mpls_getroute()
2468 r->rtm_table = RT_TABLE_MAIN; in mpls_getroute()
2469 r->rtm_type = RTN_UNICAST; in mpls_getroute()
2470 r->rtm_scope = RT_SCOPE_UNIVERSE; in mpls_getroute()
2471 r->rtm_protocol = rt->rt_protocol; in mpls_getroute()
2472 r->rtm_flags = 0; in mpls_getroute()
2477 if (nh->nh_labels && in mpls_getroute()
2478 nla_put_labels(skb, RTA_NEWDST, nh->nh_labels, in mpls_getroute()
2479 nh->nh_label)) in mpls_getroute()
2482 if (nh->nh_via_table != MPLS_NEIGH_TABLE_UNSPEC && in mpls_getroute()
2483 nla_put_via(skb, nh->nh_via_table, mpls_nh_via(rt, nh), in mpls_getroute()
2484 nh->nh_via_alen)) in mpls_getroute()
2486 dev = nh->nh_dev; in mpls_getroute()
2487 if (dev && nla_put_u32(skb, RTA_OIF, dev->ifindex)) in mpls_getroute()
2498 err = -EMSGSIZE; in mpls_getroute()
2521 struct net_device *lo = net->loopback_dev; in resize_platform_label_table()
2522 rt0 = mpls_rt_alloc(1, lo->addr_len, 0); in resize_platform_label_table()
2525 rt0->rt_nh->nh_dev = lo; in resize_platform_label_table()
2526 rt0->rt_protocol = RTPROT_KERNEL; in resize_platform_label_table()
2527 rt0->rt_payload_type = MPT_IPV4; in resize_platform_label_table()
2528 rt0->rt_ttl_propagate = MPLS_TTL_PROP_DEFAULT; in resize_platform_label_table()
2529 rt0->rt_nh->nh_via_table = NEIGH_LINK_TABLE; in resize_platform_label_table()
2530 rt0->rt_nh->nh_via_alen = lo->addr_len; in resize_platform_label_table()
2531 memcpy(__mpls_nh_via(rt0, rt0->rt_nh), lo->dev_addr, in resize_platform_label_table()
2532 lo->addr_len); in resize_platform_label_table()
2535 struct net_device *lo = net->loopback_dev; in resize_platform_label_table()
2536 rt2 = mpls_rt_alloc(1, lo->addr_len, 0); in resize_platform_label_table()
2539 rt2->rt_nh->nh_dev = lo; in resize_platform_label_table()
2540 rt2->rt_protocol = RTPROT_KERNEL; in resize_platform_label_table()
2541 rt2->rt_payload_type = MPT_IPV6; in resize_platform_label_table()
2542 rt2->rt_ttl_propagate = MPLS_TTL_PROP_DEFAULT; in resize_platform_label_table()
2543 rt2->rt_nh->nh_via_table = NEIGH_LINK_TABLE; in resize_platform_label_table()
2544 rt2->rt_nh->nh_via_alen = lo->addr_len; in resize_platform_label_table()
2545 memcpy(__mpls_nh_via(rt2, rt2->rt_nh), lo->dev_addr, in resize_platform_label_table()
2546 lo->addr_len); in resize_platform_label_table()
2551 old = rtnl_dereference(net->mpls.platform_label); in resize_platform_label_table()
2552 old_limit = net->mpls.platform_labels; in resize_platform_label_table()
2579 net->mpls.platform_labels = limit; in resize_platform_label_table()
2580 rcu_assign_pointer(net->mpls.platform_label, labels); in resize_platform_label_table()
2598 return -ENOMEM; in resize_platform_label_table()
2604 struct net *net = table->data; in mpls_platform_labels()
2605 int platform_labels = net->mpls.platform_labels; in mpls_platform_labels()
2608 .procname = table->procname, in mpls_platform_labels()
2611 .mode = table->mode, in mpls_platform_labels()
2625 (&((struct net *)0)->field)
2661 net->mpls.platform_labels = 0; in mpls_net_init()
2662 net->mpls.platform_label = NULL; in mpls_net_init()
2663 net->mpls.ip_ttl_propagate = 1; in mpls_net_init()
2664 net->mpls.default_ttl = 255; in mpls_net_init()
2668 return -ENOMEM; in mpls_net_init()
2676 net->mpls.ctl = register_net_sysctl_sz(net, "net/mpls", table, in mpls_net_init()
2678 if (net->mpls.ctl == NULL) { in mpls_net_init()
2680 return -ENOMEM; in mpls_net_init()
2693 table = net->mpls.ctl->ctl_table_arg; in mpls_net_exit()
2694 unregister_net_sysctl_table(net->mpls.ctl); in mpls_net_exit()
2707 platform_label = rtnl_dereference(net->mpls.platform_label); in mpls_net_exit()
2708 platform_labels = net->mpls.platform_labels; in mpls_net_exit()