1 /* SPDX-License-Identifier: BSD-3-Clause OR GPL-2.0 */
2 /* Copyright (c) 2017-2018 Mellanox Technologies. All rights reserved */
3
4 #ifndef _MLXSW_ROUTER_H_
5 #define _MLXSW_ROUTER_H_
6
7 #include "spectrum.h"
8 #include "reg.h"
9
10 struct mlxsw_sp_router_nve_decap {
11 u32 ul_tb_id;
12 u32 tunnel_index;
13 enum mlxsw_sp_l3proto ul_proto;
14 union mlxsw_sp_l3addr ul_sip;
15 u8 valid:1;
16 };
17
18 struct mlxsw_sp_fib_entry_op_ctx {
19 u8 bulk_ok:1, /* Indicate to the low-level op it is ok to bulk
20 * the actual entry with the one that is the next
21 * in queue.
22 */
23 initialized:1; /* Bit that the low-level op sets in case
24 * the context priv is initialized.
25 */
26 struct list_head fib_entry_priv_list;
27 unsigned long event;
28 unsigned long ll_priv[];
29 };
30
31 static inline void
mlxsw_sp_fib_entry_op_ctx_clear(struct mlxsw_sp_fib_entry_op_ctx * op_ctx)32 mlxsw_sp_fib_entry_op_ctx_clear(struct mlxsw_sp_fib_entry_op_ctx *op_ctx)
33 {
34 WARN_ON_ONCE(!list_empty(&op_ctx->fib_entry_priv_list));
35 memset(op_ctx, 0, sizeof(*op_ctx));
36 INIT_LIST_HEAD(&op_ctx->fib_entry_priv_list);
37 }
38
39 struct mlxsw_sp_router {
40 struct mlxsw_sp *mlxsw_sp;
41 struct mlxsw_sp_rif **rifs;
42 struct idr rif_mac_profiles_idr;
43 atomic_t rif_mac_profiles_count;
44 u8 max_rif_mac_profile;
45 struct mlxsw_sp_vr *vrs;
46 struct rhashtable neigh_ht;
47 struct rhashtable nexthop_group_ht;
48 struct rhashtable nexthop_ht;
49 struct list_head nexthop_list;
50 struct {
51 /* One tree for each protocol: IPv4 and IPv6 */
52 struct mlxsw_sp_lpm_tree *proto_trees[2];
53 struct mlxsw_sp_lpm_tree *trees;
54 unsigned int tree_count;
55 } lpm;
56 struct {
57 struct delayed_work dw;
58 unsigned long interval; /* ms */
59 atomic_t neigh_count;
60 } neighs_update;
61 struct delayed_work nexthop_probe_dw;
62 #define MLXSW_SP_UNRESOLVED_NH_PROBE_INTERVAL 5000 /* ms */
63 struct list_head nexthop_neighs_list;
64 struct list_head ipip_list;
65 struct notifier_block nexthop_nb;
66 struct notifier_block fib_nb;
67 struct notifier_block netevent_nb;
68 struct notifier_block inetaddr_nb;
69 struct notifier_block inet6addr_nb;
70 struct notifier_block netdevice_nb;
71 const struct mlxsw_sp_rif_ops **rif_ops_arr;
72 const struct mlxsw_sp_ipip_ops **ipip_ops_arr;
73 struct mlxsw_sp_router_nve_decap nve_decap_config;
74 struct mutex lock; /* Protects shared router resources */
75 struct work_struct fib_event_work;
76 struct list_head fib_event_queue;
77 spinlock_t fib_event_queue_lock; /* Protects fib event queue list */
78 /* One set of ops for each protocol: IPv4 and IPv6 */
79 const struct mlxsw_sp_router_ll_ops *proto_ll_ops[MLXSW_SP_L3_PROTO_MAX];
80 struct mlxsw_sp_fib_entry_op_ctx *ll_op_ctx;
81 u16 lb_rif_index;
82 struct mlxsw_sp_router_xm *xm;
83 const struct mlxsw_sp_adj_grp_size_range *adj_grp_size_ranges;
84 size_t adj_grp_size_ranges_count;
85 struct delayed_work nh_grp_activity_dw;
86 struct list_head nh_res_grp_list;
87 bool inc_parsing_depth;
88 refcount_t num_groups;
89 u32 adj_trap_index;
90 };
91
92 struct mlxsw_sp_fib_entry_priv {
93 refcount_t refcnt;
94 struct list_head list; /* Member in op_ctx->fib_entry_priv_list */
95 unsigned long priv[];
96 };
97
98 enum mlxsw_sp_fib_entry_op {
99 MLXSW_SP_FIB_ENTRY_OP_WRITE,
100 MLXSW_SP_FIB_ENTRY_OP_UPDATE,
101 MLXSW_SP_FIB_ENTRY_OP_DELETE,
102 };
103
104 /* Low-level router ops. Basically this is to handle the different
105 * register sets to work with ordinary and XM trees and FIB entries.
106 */
107 struct mlxsw_sp_router_ll_ops {
108 int (*init)(struct mlxsw_sp *mlxsw_sp, u16 vr_id,
109 enum mlxsw_sp_l3proto proto);
110 int (*ralta_write)(struct mlxsw_sp *mlxsw_sp, char *xralta_pl);
111 int (*ralst_write)(struct mlxsw_sp *mlxsw_sp, char *xralst_pl);
112 int (*raltb_write)(struct mlxsw_sp *mlxsw_sp, char *xraltb_pl);
113 size_t fib_entry_op_ctx_size;
114 size_t fib_entry_priv_size;
115 void (*fib_entry_pack)(struct mlxsw_sp_fib_entry_op_ctx *op_ctx,
116 enum mlxsw_sp_l3proto proto, enum mlxsw_sp_fib_entry_op op,
117 u16 virtual_router, u8 prefix_len, unsigned char *addr,
118 struct mlxsw_sp_fib_entry_priv *priv);
119 void (*fib_entry_act_remote_pack)(struct mlxsw_sp_fib_entry_op_ctx *op_ctx,
120 enum mlxsw_reg_ralue_trap_action trap_action,
121 u16 trap_id, u32 adjacency_index, u16 ecmp_size);
122 void (*fib_entry_act_local_pack)(struct mlxsw_sp_fib_entry_op_ctx *op_ctx,
123 enum mlxsw_reg_ralue_trap_action trap_action,
124 u16 trap_id, u16 local_erif);
125 void (*fib_entry_act_ip2me_pack)(struct mlxsw_sp_fib_entry_op_ctx *op_ctx);
126 void (*fib_entry_act_ip2me_tun_pack)(struct mlxsw_sp_fib_entry_op_ctx *op_ctx,
127 u32 tunnel_ptr);
128 int (*fib_entry_commit)(struct mlxsw_sp *mlxsw_sp,
129 struct mlxsw_sp_fib_entry_op_ctx *op_ctx,
130 bool *postponed_for_bulk);
131 bool (*fib_entry_is_committed)(struct mlxsw_sp_fib_entry_priv *priv);
132 };
133
134 struct mlxsw_sp_rif_ipip_lb;
135 struct mlxsw_sp_rif_ipip_lb_config {
136 enum mlxsw_reg_ritr_loopback_ipip_type lb_ipipt;
137 u32 okey;
138 enum mlxsw_sp_l3proto ul_protocol; /* Underlay. */
139 union mlxsw_sp_l3addr saddr;
140 };
141
142 enum mlxsw_sp_rif_counter_dir {
143 MLXSW_SP_RIF_COUNTER_INGRESS,
144 MLXSW_SP_RIF_COUNTER_EGRESS,
145 };
146
147 struct mlxsw_sp_neigh_entry;
148 struct mlxsw_sp_nexthop;
149 struct mlxsw_sp_ipip_entry;
150
151 struct mlxsw_sp_rif *mlxsw_sp_rif_by_index(const struct mlxsw_sp *mlxsw_sp,
152 u16 rif_index);
153 u16 mlxsw_sp_rif_index(const struct mlxsw_sp_rif *rif);
154 u16 mlxsw_sp_ipip_lb_rif_index(const struct mlxsw_sp_rif_ipip_lb *rif);
155 u16 mlxsw_sp_ipip_lb_ul_vr_id(const struct mlxsw_sp_rif_ipip_lb *rif);
156 u16 mlxsw_sp_ipip_lb_ul_rif_id(const struct mlxsw_sp_rif_ipip_lb *lb_rif);
157 u32 mlxsw_sp_ipip_dev_ul_tb_id(const struct net_device *ol_dev);
158 int mlxsw_sp_rif_dev_ifindex(const struct mlxsw_sp_rif *rif);
159 const struct net_device *mlxsw_sp_rif_dev(const struct mlxsw_sp_rif *rif);
160 int mlxsw_sp_rif_counter_value_get(struct mlxsw_sp *mlxsw_sp,
161 struct mlxsw_sp_rif *rif,
162 enum mlxsw_sp_rif_counter_dir dir,
163 u64 *cnt);
164 void mlxsw_sp_rif_counter_free(struct mlxsw_sp_rif *rif,
165 enum mlxsw_sp_rif_counter_dir dir);
166 int mlxsw_sp_rif_counter_alloc(struct mlxsw_sp_rif *rif,
167 enum mlxsw_sp_rif_counter_dir dir);
168 struct mlxsw_sp_neigh_entry *
169 mlxsw_sp_rif_neigh_next(struct mlxsw_sp_rif *rif,
170 struct mlxsw_sp_neigh_entry *neigh_entry);
171 int mlxsw_sp_neigh_entry_type(struct mlxsw_sp_neigh_entry *neigh_entry);
172 unsigned char *
173 mlxsw_sp_neigh_entry_ha(struct mlxsw_sp_neigh_entry *neigh_entry);
174 u32 mlxsw_sp_neigh4_entry_dip(struct mlxsw_sp_neigh_entry *neigh_entry);
175 struct in6_addr *
176 mlxsw_sp_neigh6_entry_dip(struct mlxsw_sp_neigh_entry *neigh_entry);
177
178 #define mlxsw_sp_rif_neigh_for_each(neigh_entry, rif) \
179 for (neigh_entry = mlxsw_sp_rif_neigh_next(rif, NULL); neigh_entry; \
180 neigh_entry = mlxsw_sp_rif_neigh_next(rif, neigh_entry))
181 int mlxsw_sp_neigh_counter_get(struct mlxsw_sp *mlxsw_sp,
182 struct mlxsw_sp_neigh_entry *neigh_entry,
183 u64 *p_counter);
184 void
185 mlxsw_sp_neigh_entry_counter_update(struct mlxsw_sp *mlxsw_sp,
186 struct mlxsw_sp_neigh_entry *neigh_entry,
187 bool adding);
188 bool mlxsw_sp_neigh_ipv6_ignore(struct mlxsw_sp_neigh_entry *neigh_entry);
189 int __mlxsw_sp_ipip_entry_update_tunnel(struct mlxsw_sp *mlxsw_sp,
190 struct mlxsw_sp_ipip_entry *ipip_entry,
191 bool recreate_loopback,
192 bool keep_encap,
193 bool update_nexthops,
194 struct netlink_ext_ack *extack);
195 void mlxsw_sp_ipip_entry_demote_tunnel(struct mlxsw_sp *mlxsw_sp,
196 struct mlxsw_sp_ipip_entry *ipip_entry);
197 bool
198 mlxsw_sp_ipip_demote_tunnel_by_saddr(struct mlxsw_sp *mlxsw_sp,
199 enum mlxsw_sp_l3proto ul_proto,
200 union mlxsw_sp_l3addr saddr,
201 u32 ul_tb_id,
202 const struct mlxsw_sp_ipip_entry *except);
203 struct mlxsw_sp_nexthop *mlxsw_sp_nexthop_next(struct mlxsw_sp_router *router,
204 struct mlxsw_sp_nexthop *nh);
205 bool mlxsw_sp_nexthop_is_forward(const struct mlxsw_sp_nexthop *nh);
206 unsigned char *mlxsw_sp_nexthop_ha(struct mlxsw_sp_nexthop *nh);
207 int mlxsw_sp_nexthop_indexes(struct mlxsw_sp_nexthop *nh, u32 *p_adj_index,
208 u32 *p_adj_size, u32 *p_adj_hash_index);
209 struct mlxsw_sp_rif *mlxsw_sp_nexthop_rif(struct mlxsw_sp_nexthop *nh);
210 bool mlxsw_sp_nexthop_group_has_ipip(struct mlxsw_sp_nexthop *nh);
211 #define mlxsw_sp_nexthop_for_each(nh, router) \
212 for (nh = mlxsw_sp_nexthop_next(router, NULL); nh; \
213 nh = mlxsw_sp_nexthop_next(router, nh))
214 int mlxsw_sp_nexthop_counter_get(struct mlxsw_sp *mlxsw_sp,
215 struct mlxsw_sp_nexthop *nh, u64 *p_counter);
216 int mlxsw_sp_nexthop_eth_update(struct mlxsw_sp *mlxsw_sp, u32 adj_index,
217 struct mlxsw_sp_nexthop *nh, bool force,
218 char *ratr_pl);
219 void mlxsw_sp_nexthop_counter_alloc(struct mlxsw_sp *mlxsw_sp,
220 struct mlxsw_sp_nexthop *nh);
221 void mlxsw_sp_nexthop_counter_free(struct mlxsw_sp *mlxsw_sp,
222 struct mlxsw_sp_nexthop *nh);
223
mlxsw_sp_l3addr_eq(const union mlxsw_sp_l3addr * addr1,const union mlxsw_sp_l3addr * addr2)224 static inline bool mlxsw_sp_l3addr_eq(const union mlxsw_sp_l3addr *addr1,
225 const union mlxsw_sp_l3addr *addr2)
226 {
227 return !memcmp(addr1, addr2, sizeof(*addr1));
228 }
229
230 int mlxsw_sp_ipip_ecn_encap_init(struct mlxsw_sp *mlxsw_sp);
231 int mlxsw_sp_ipip_ecn_decap_init(struct mlxsw_sp *mlxsw_sp);
232 struct net_device *
233 mlxsw_sp_ipip_netdev_ul_dev_get(const struct net_device *ol_dev);
234
235 extern const struct mlxsw_sp_router_ll_ops mlxsw_sp_router_ll_xm_ops;
236
237 int mlxsw_sp_router_xm_init(struct mlxsw_sp *mlxsw_sp);
238 void mlxsw_sp_router_xm_fini(struct mlxsw_sp *mlxsw_sp);
239 bool mlxsw_sp_router_xm_ipv4_is_supported(const struct mlxsw_sp *mlxsw_sp);
240
241 #endif /* _MLXSW_ROUTER_H_*/
242