1 // SPDX-License-Identifier: (GPL-2.0-only OR BSD-2-Clause)
2 /* Copyright (C) 2017-2018 Netronome Systems, Inc. */
3 
4 #include <linux/bug.h>
5 #include <linux/lockdep.h>
6 #include <linux/rcupdate.h>
7 #include <linux/skbuff.h>
8 #include <linux/slab.h>
9 
10 #include "nfpcore/nfp_cpp.h"
11 #include "nfpcore/nfp_nffw.h"
12 #include "nfp_app.h"
13 #include "nfp_main.h"
14 #include "nfp_net.h"
15 #include "nfp_net_repr.h"
16 #include "nfp_port.h"
17 
18 static const struct nfp_app_type *apps[] = {
19 	[NFP_APP_CORE_NIC]	= &app_nic,
20 #ifdef CONFIG_BPF_SYSCALL
21 	[NFP_APP_BPF_NIC]	= &app_bpf,
22 #else
23 	[NFP_APP_BPF_NIC]	= &app_nic,
24 #endif
25 #ifdef CONFIG_NFP_APP_FLOWER
26 	[NFP_APP_FLOWER_NIC]	= &app_flower,
27 #endif
28 #ifdef CONFIG_NFP_APP_ABM_NIC
29 	[NFP_APP_ACTIVE_BUFFER_MGMT_NIC] = &app_abm,
30 #endif
31 };
32 
nfp_check_rhashtable_empty(void * ptr,void * arg)33 void nfp_check_rhashtable_empty(void *ptr, void *arg)
34 {
35 	WARN_ON_ONCE(1);
36 }
37 
nfp_app_from_netdev(struct net_device * netdev)38 struct nfp_app *nfp_app_from_netdev(struct net_device *netdev)
39 {
40 	if (nfp_netdev_is_nfp_net(netdev)) {
41 		struct nfp_net *nn = netdev_priv(netdev);
42 
43 		return nn->app;
44 	}
45 
46 	if (nfp_netdev_is_nfp_repr(netdev)) {
47 		struct nfp_repr *repr = netdev_priv(netdev);
48 
49 		return repr->app;
50 	}
51 
52 	WARN(1, "Unknown netdev type for nfp_app\n");
53 
54 	return NULL;
55 }
56 
nfp_app_mip_name(struct nfp_app * app)57 const char *nfp_app_mip_name(struct nfp_app *app)
58 {
59 	if (!app || !app->pf->mip)
60 		return "";
61 	return nfp_mip_name(app->pf->mip);
62 }
63 
nfp_app_ndo_init(struct net_device * netdev)64 int nfp_app_ndo_init(struct net_device *netdev)
65 {
66 	struct nfp_app *app = nfp_app_from_netdev(netdev);
67 
68 	if (!app || !app->type->ndo_init)
69 		return 0;
70 	return app->type->ndo_init(app, netdev);
71 }
72 
nfp_app_ndo_uninit(struct net_device * netdev)73 void nfp_app_ndo_uninit(struct net_device *netdev)
74 {
75 	struct nfp_app *app = nfp_app_from_netdev(netdev);
76 
77 	if (app && app->type->ndo_uninit)
78 		app->type->ndo_uninit(app, netdev);
79 }
80 
nfp_app_port_get_stats(struct nfp_port * port,u64 * data)81 u64 *nfp_app_port_get_stats(struct nfp_port *port, u64 *data)
82 {
83 	if (!port || !port->app || !port->app->type->port_get_stats)
84 		return data;
85 	return port->app->type->port_get_stats(port->app, port, data);
86 }
87 
nfp_app_port_get_stats_count(struct nfp_port * port)88 int nfp_app_port_get_stats_count(struct nfp_port *port)
89 {
90 	if (!port || !port->app || !port->app->type->port_get_stats_count)
91 		return 0;
92 	return port->app->type->port_get_stats_count(port->app, port);
93 }
94 
nfp_app_port_get_stats_strings(struct nfp_port * port,u8 * data)95 u8 *nfp_app_port_get_stats_strings(struct nfp_port *port, u8 *data)
96 {
97 	if (!port || !port->app || !port->app->type->port_get_stats_strings)
98 		return data;
99 	return port->app->type->port_get_stats_strings(port->app, port, data);
100 }
101 
102 struct sk_buff *
nfp_app_ctrl_msg_alloc(struct nfp_app * app,unsigned int size,gfp_t priority)103 nfp_app_ctrl_msg_alloc(struct nfp_app *app, unsigned int size, gfp_t priority)
104 {
105 	struct sk_buff *skb;
106 
107 	if (nfp_app_ctrl_has_meta(app))
108 		size += 8;
109 
110 	skb = alloc_skb(size, priority);
111 	if (!skb)
112 		return NULL;
113 
114 	if (nfp_app_ctrl_has_meta(app))
115 		skb_reserve(skb, 8);
116 
117 	return skb;
118 }
119 
120 struct nfp_reprs *
nfp_reprs_get_locked(struct nfp_app * app,enum nfp_repr_type type)121 nfp_reprs_get_locked(struct nfp_app *app, enum nfp_repr_type type)
122 {
123 	return rcu_dereference_protected(app->reprs[type],
124 					 nfp_app_is_locked(app));
125 }
126 
127 struct nfp_reprs *
nfp_app_reprs_set(struct nfp_app * app,enum nfp_repr_type type,struct nfp_reprs * reprs)128 nfp_app_reprs_set(struct nfp_app *app, enum nfp_repr_type type,
129 		  struct nfp_reprs *reprs)
130 {
131 	struct nfp_reprs *old;
132 
133 	old = nfp_reprs_get_locked(app, type);
134 	rtnl_lock();
135 	rcu_assign_pointer(app->reprs[type], reprs);
136 	rtnl_unlock();
137 
138 	return old;
139 }
140 
141 static void
nfp_app_netdev_feat_change(struct nfp_app * app,struct net_device * netdev)142 nfp_app_netdev_feat_change(struct nfp_app *app, struct net_device *netdev)
143 {
144 	struct nfp_net *nn;
145 	unsigned int type;
146 
147 	if (!nfp_netdev_is_nfp_net(netdev))
148 		return;
149 	nn = netdev_priv(netdev);
150 	if (nn->app != app)
151 		return;
152 
153 	for (type = 0; type < __NFP_REPR_TYPE_MAX; type++) {
154 		struct nfp_reprs *reprs;
155 		unsigned int i;
156 
157 		reprs = rtnl_dereference(app->reprs[type]);
158 		if (!reprs)
159 			continue;
160 
161 		for (i = 0; i < reprs->num_reprs; i++) {
162 			struct net_device *repr;
163 
164 			repr = rtnl_dereference(reprs->reprs[i]);
165 			if (!repr)
166 				continue;
167 
168 			nfp_repr_transfer_features(repr, netdev);
169 		}
170 	}
171 }
172 
173 static int
nfp_app_netdev_event(struct notifier_block * nb,unsigned long event,void * ptr)174 nfp_app_netdev_event(struct notifier_block *nb, unsigned long event, void *ptr)
175 {
176 	struct net_device *netdev;
177 	struct nfp_app *app;
178 
179 	netdev = netdev_notifier_info_to_dev(ptr);
180 	app = container_of(nb, struct nfp_app, netdev_nb);
181 
182 	/* Handle events common code is interested in */
183 	switch (event) {
184 	case NETDEV_FEAT_CHANGE:
185 		nfp_app_netdev_feat_change(app, netdev);
186 		break;
187 	}
188 
189 	/* Call offload specific handlers */
190 	if (app->type->netdev_event)
191 		return app->type->netdev_event(app, netdev, event, ptr);
192 	return NOTIFY_DONE;
193 }
194 
nfp_app_start(struct nfp_app * app,struct nfp_net * ctrl)195 int nfp_app_start(struct nfp_app *app, struct nfp_net *ctrl)
196 {
197 	int err;
198 
199 	app->ctrl = ctrl;
200 
201 	if (app->type->start) {
202 		err = app->type->start(app);
203 		if (err)
204 			return err;
205 	}
206 
207 	app->netdev_nb.notifier_call = nfp_app_netdev_event;
208 	err = register_netdevice_notifier(&app->netdev_nb);
209 	if (err)
210 		goto err_app_stop;
211 
212 	return 0;
213 
214 err_app_stop:
215 	if (app->type->stop)
216 		app->type->stop(app);
217 	return err;
218 }
219 
nfp_app_stop(struct nfp_app * app)220 void nfp_app_stop(struct nfp_app *app)
221 {
222 	unregister_netdevice_notifier(&app->netdev_nb);
223 
224 	if (app->type->stop)
225 		app->type->stop(app);
226 }
227 
nfp_app_alloc(struct nfp_pf * pf,enum nfp_app_id id)228 struct nfp_app *nfp_app_alloc(struct nfp_pf *pf, enum nfp_app_id id)
229 {
230 	struct nfp_app *app;
231 
232 	if (id >= ARRAY_SIZE(apps) || !apps[id]) {
233 		nfp_err(pf->cpp, "unknown FW app ID 0x%02x, driver too old or support for FW not built in\n", id);
234 		return ERR_PTR(-EINVAL);
235 	}
236 
237 	if (WARN_ON(!apps[id]->name || !apps[id]->vnic_alloc))
238 		return ERR_PTR(-EINVAL);
239 	if (WARN_ON(!apps[id]->ctrl_msg_rx && apps[id]->ctrl_msg_rx_raw))
240 		return ERR_PTR(-EINVAL);
241 
242 	app = kzalloc(sizeof(*app), GFP_KERNEL);
243 	if (!app)
244 		return ERR_PTR(-ENOMEM);
245 
246 	app->pf = pf;
247 	app->cpp = pf->cpp;
248 	app->pdev = pf->pdev;
249 	app->type = apps[id];
250 
251 	return app;
252 }
253 
nfp_app_free(struct nfp_app * app)254 void nfp_app_free(struct nfp_app *app)
255 {
256 	kfree(app);
257 }
258