1 /* SPDX-License-Identifier: BSD-3-Clause OR GPL-2.0 */ 2 /* Copyright (c) 2017-2018 Mellanox Technologies. All rights reserved */ 3 4 #ifndef _MLXSW_ROUTER_H_ 5 #define _MLXSW_ROUTER_H_ 6 7 #include "spectrum.h" 8 #include "reg.h" 9 10 struct mlxsw_sp_router_nve_decap { 11 u32 ul_tb_id; 12 u32 tunnel_index; 13 enum mlxsw_sp_l3proto ul_proto; 14 union mlxsw_sp_l3addr ul_sip; 15 u8 valid:1; 16 }; 17 18 struct mlxsw_sp_fib_entry_op_ctx { 19 u8 bulk_ok:1, /* Indicate to the low-level op it is ok to bulk 20 * the actual entry with the one that is the next 21 * in queue. 22 */ 23 initialized:1; /* Bit that the low-level op sets in case 24 * the context priv is initialized. 25 */ 26 struct list_head fib_entry_priv_list; 27 unsigned long event; 28 unsigned long ll_priv[]; 29 }; 30 31 static inline void 32 mlxsw_sp_fib_entry_op_ctx_clear(struct mlxsw_sp_fib_entry_op_ctx *op_ctx) 33 { 34 WARN_ON_ONCE(!list_empty(&op_ctx->fib_entry_priv_list)); 35 memset(op_ctx, 0, sizeof(*op_ctx)); 36 INIT_LIST_HEAD(&op_ctx->fib_entry_priv_list); 37 } 38 39 struct mlxsw_sp_router { 40 struct mlxsw_sp *mlxsw_sp; 41 struct mlxsw_sp_rif **rifs; 42 struct idr rif_mac_profiles_idr; 43 atomic_t rif_mac_profiles_count; 44 u8 max_rif_mac_profile; 45 struct mlxsw_sp_vr *vrs; 46 struct rhashtable neigh_ht; 47 struct rhashtable nexthop_group_ht; 48 struct rhashtable nexthop_ht; 49 struct list_head nexthop_list; 50 struct { 51 /* One tree for each protocol: IPv4 and IPv6 */ 52 struct mlxsw_sp_lpm_tree *proto_trees[2]; 53 struct mlxsw_sp_lpm_tree *trees; 54 unsigned int tree_count; 55 } lpm; 56 struct { 57 struct delayed_work dw; 58 unsigned long interval; /* ms */ 59 atomic_t neigh_count; 60 } neighs_update; 61 struct delayed_work nexthop_probe_dw; 62 #define MLXSW_SP_UNRESOLVED_NH_PROBE_INTERVAL 5000 /* ms */ 63 struct list_head nexthop_neighs_list; 64 struct list_head ipip_list; 65 struct notifier_block nexthop_nb; 66 struct notifier_block fib_nb; 67 struct notifier_block netevent_nb; 68 struct notifier_block inetaddr_nb; 69 struct notifier_block inet6addr_nb; 70 struct notifier_block netdevice_nb; 71 const struct mlxsw_sp_rif_ops **rif_ops_arr; 72 const struct mlxsw_sp_ipip_ops **ipip_ops_arr; 73 struct mlxsw_sp_router_nve_decap nve_decap_config; 74 struct mutex lock; /* Protects shared router resources */ 75 struct work_struct fib_event_work; 76 struct list_head fib_event_queue; 77 spinlock_t fib_event_queue_lock; /* Protects fib event queue list */ 78 /* One set of ops for each protocol: IPv4 and IPv6 */ 79 const struct mlxsw_sp_router_ll_ops *proto_ll_ops[MLXSW_SP_L3_PROTO_MAX]; 80 struct mlxsw_sp_fib_entry_op_ctx *ll_op_ctx; 81 u16 lb_rif_index; 82 struct mlxsw_sp_router_xm *xm; 83 const struct mlxsw_sp_adj_grp_size_range *adj_grp_size_ranges; 84 size_t adj_grp_size_ranges_count; 85 struct delayed_work nh_grp_activity_dw; 86 struct list_head nh_res_grp_list; 87 bool inc_parsing_depth; 88 refcount_t num_groups; 89 u32 adj_trap_index; 90 }; 91 92 struct mlxsw_sp_fib_entry_priv { 93 refcount_t refcnt; 94 struct list_head list; /* Member in op_ctx->fib_entry_priv_list */ 95 unsigned long priv[]; 96 }; 97 98 enum mlxsw_sp_fib_entry_op { 99 MLXSW_SP_FIB_ENTRY_OP_WRITE, 100 MLXSW_SP_FIB_ENTRY_OP_UPDATE, 101 MLXSW_SP_FIB_ENTRY_OP_DELETE, 102 }; 103 104 /* Low-level router ops. Basically this is to handle the different 105 * register sets to work with ordinary and XM trees and FIB entries. 106 */ 107 struct mlxsw_sp_router_ll_ops { 108 int (*init)(struct mlxsw_sp *mlxsw_sp, u16 vr_id, 109 enum mlxsw_sp_l3proto proto); 110 int (*ralta_write)(struct mlxsw_sp *mlxsw_sp, char *xralta_pl); 111 int (*ralst_write)(struct mlxsw_sp *mlxsw_sp, char *xralst_pl); 112 int (*raltb_write)(struct mlxsw_sp *mlxsw_sp, char *xraltb_pl); 113 size_t fib_entry_op_ctx_size; 114 size_t fib_entry_priv_size; 115 void (*fib_entry_pack)(struct mlxsw_sp_fib_entry_op_ctx *op_ctx, 116 enum mlxsw_sp_l3proto proto, enum mlxsw_sp_fib_entry_op op, 117 u16 virtual_router, u8 prefix_len, unsigned char *addr, 118 struct mlxsw_sp_fib_entry_priv *priv); 119 void (*fib_entry_act_remote_pack)(struct mlxsw_sp_fib_entry_op_ctx *op_ctx, 120 enum mlxsw_reg_ralue_trap_action trap_action, 121 u16 trap_id, u32 adjacency_index, u16 ecmp_size); 122 void (*fib_entry_act_local_pack)(struct mlxsw_sp_fib_entry_op_ctx *op_ctx, 123 enum mlxsw_reg_ralue_trap_action trap_action, 124 u16 trap_id, u16 local_erif); 125 void (*fib_entry_act_ip2me_pack)(struct mlxsw_sp_fib_entry_op_ctx *op_ctx); 126 void (*fib_entry_act_ip2me_tun_pack)(struct mlxsw_sp_fib_entry_op_ctx *op_ctx, 127 u32 tunnel_ptr); 128 int (*fib_entry_commit)(struct mlxsw_sp *mlxsw_sp, 129 struct mlxsw_sp_fib_entry_op_ctx *op_ctx, 130 bool *postponed_for_bulk); 131 bool (*fib_entry_is_committed)(struct mlxsw_sp_fib_entry_priv *priv); 132 }; 133 134 struct mlxsw_sp_rif_ipip_lb; 135 struct mlxsw_sp_rif_ipip_lb_config { 136 enum mlxsw_reg_ritr_loopback_ipip_type lb_ipipt; 137 u32 okey; 138 enum mlxsw_sp_l3proto ul_protocol; /* Underlay. */ 139 union mlxsw_sp_l3addr saddr; 140 }; 141 142 enum mlxsw_sp_rif_counter_dir { 143 MLXSW_SP_RIF_COUNTER_INGRESS, 144 MLXSW_SP_RIF_COUNTER_EGRESS, 145 }; 146 147 struct mlxsw_sp_neigh_entry; 148 struct mlxsw_sp_nexthop; 149 struct mlxsw_sp_ipip_entry; 150 151 struct mlxsw_sp_rif *mlxsw_sp_rif_by_index(const struct mlxsw_sp *mlxsw_sp, 152 u16 rif_index); 153 u16 mlxsw_sp_rif_index(const struct mlxsw_sp_rif *rif); 154 u16 mlxsw_sp_ipip_lb_rif_index(const struct mlxsw_sp_rif_ipip_lb *rif); 155 u16 mlxsw_sp_ipip_lb_ul_vr_id(const struct mlxsw_sp_rif_ipip_lb *rif); 156 u16 mlxsw_sp_ipip_lb_ul_rif_id(const struct mlxsw_sp_rif_ipip_lb *lb_rif); 157 u32 mlxsw_sp_ipip_dev_ul_tb_id(const struct net_device *ol_dev); 158 int mlxsw_sp_rif_dev_ifindex(const struct mlxsw_sp_rif *rif); 159 const struct net_device *mlxsw_sp_rif_dev(const struct mlxsw_sp_rif *rif); 160 int mlxsw_sp_rif_counter_value_get(struct mlxsw_sp *mlxsw_sp, 161 struct mlxsw_sp_rif *rif, 162 enum mlxsw_sp_rif_counter_dir dir, 163 u64 *cnt); 164 void mlxsw_sp_rif_counter_free(struct mlxsw_sp_rif *rif, 165 enum mlxsw_sp_rif_counter_dir dir); 166 int mlxsw_sp_rif_counter_alloc(struct mlxsw_sp_rif *rif, 167 enum mlxsw_sp_rif_counter_dir dir); 168 struct mlxsw_sp_neigh_entry * 169 mlxsw_sp_rif_neigh_next(struct mlxsw_sp_rif *rif, 170 struct mlxsw_sp_neigh_entry *neigh_entry); 171 int mlxsw_sp_neigh_entry_type(struct mlxsw_sp_neigh_entry *neigh_entry); 172 unsigned char * 173 mlxsw_sp_neigh_entry_ha(struct mlxsw_sp_neigh_entry *neigh_entry); 174 u32 mlxsw_sp_neigh4_entry_dip(struct mlxsw_sp_neigh_entry *neigh_entry); 175 struct in6_addr * 176 mlxsw_sp_neigh6_entry_dip(struct mlxsw_sp_neigh_entry *neigh_entry); 177 178 #define mlxsw_sp_rif_neigh_for_each(neigh_entry, rif) \ 179 for (neigh_entry = mlxsw_sp_rif_neigh_next(rif, NULL); neigh_entry; \ 180 neigh_entry = mlxsw_sp_rif_neigh_next(rif, neigh_entry)) 181 int mlxsw_sp_neigh_counter_get(struct mlxsw_sp *mlxsw_sp, 182 struct mlxsw_sp_neigh_entry *neigh_entry, 183 u64 *p_counter); 184 void 185 mlxsw_sp_neigh_entry_counter_update(struct mlxsw_sp *mlxsw_sp, 186 struct mlxsw_sp_neigh_entry *neigh_entry, 187 bool adding); 188 bool mlxsw_sp_neigh_ipv6_ignore(struct mlxsw_sp_neigh_entry *neigh_entry); 189 int __mlxsw_sp_ipip_entry_update_tunnel(struct mlxsw_sp *mlxsw_sp, 190 struct mlxsw_sp_ipip_entry *ipip_entry, 191 bool recreate_loopback, 192 bool keep_encap, 193 bool update_nexthops, 194 struct netlink_ext_ack *extack); 195 void mlxsw_sp_ipip_entry_demote_tunnel(struct mlxsw_sp *mlxsw_sp, 196 struct mlxsw_sp_ipip_entry *ipip_entry); 197 bool 198 mlxsw_sp_ipip_demote_tunnel_by_saddr(struct mlxsw_sp *mlxsw_sp, 199 enum mlxsw_sp_l3proto ul_proto, 200 union mlxsw_sp_l3addr saddr, 201 u32 ul_tb_id, 202 const struct mlxsw_sp_ipip_entry *except); 203 struct mlxsw_sp_nexthop *mlxsw_sp_nexthop_next(struct mlxsw_sp_router *router, 204 struct mlxsw_sp_nexthop *nh); 205 bool mlxsw_sp_nexthop_is_forward(const struct mlxsw_sp_nexthop *nh); 206 unsigned char *mlxsw_sp_nexthop_ha(struct mlxsw_sp_nexthop *nh); 207 int mlxsw_sp_nexthop_indexes(struct mlxsw_sp_nexthop *nh, u32 *p_adj_index, 208 u32 *p_adj_size, u32 *p_adj_hash_index); 209 struct mlxsw_sp_rif *mlxsw_sp_nexthop_rif(struct mlxsw_sp_nexthop *nh); 210 bool mlxsw_sp_nexthop_group_has_ipip(struct mlxsw_sp_nexthop *nh); 211 #define mlxsw_sp_nexthop_for_each(nh, router) \ 212 for (nh = mlxsw_sp_nexthop_next(router, NULL); nh; \ 213 nh = mlxsw_sp_nexthop_next(router, nh)) 214 int mlxsw_sp_nexthop_counter_get(struct mlxsw_sp *mlxsw_sp, 215 struct mlxsw_sp_nexthop *nh, u64 *p_counter); 216 int mlxsw_sp_nexthop_eth_update(struct mlxsw_sp *mlxsw_sp, u32 adj_index, 217 struct mlxsw_sp_nexthop *nh, bool force, 218 char *ratr_pl); 219 void mlxsw_sp_nexthop_counter_alloc(struct mlxsw_sp *mlxsw_sp, 220 struct mlxsw_sp_nexthop *nh); 221 void mlxsw_sp_nexthop_counter_free(struct mlxsw_sp *mlxsw_sp, 222 struct mlxsw_sp_nexthop *nh); 223 224 static inline bool mlxsw_sp_l3addr_eq(const union mlxsw_sp_l3addr *addr1, 225 const union mlxsw_sp_l3addr *addr2) 226 { 227 return !memcmp(addr1, addr2, sizeof(*addr1)); 228 } 229 230 int mlxsw_sp_ipip_ecn_encap_init(struct mlxsw_sp *mlxsw_sp); 231 int mlxsw_sp_ipip_ecn_decap_init(struct mlxsw_sp *mlxsw_sp); 232 struct net_device * 233 mlxsw_sp_ipip_netdev_ul_dev_get(const struct net_device *ol_dev); 234 235 extern const struct mlxsw_sp_router_ll_ops mlxsw_sp_router_ll_xm_ops; 236 237 int mlxsw_sp_router_xm_init(struct mlxsw_sp *mlxsw_sp); 238 void mlxsw_sp_router_xm_fini(struct mlxsw_sp *mlxsw_sp); 239 bool mlxsw_sp_router_xm_ipv4_is_supported(const struct mlxsw_sp *mlxsw_sp); 240 241 #endif /* _MLXSW_ROUTER_H_*/ 242