14 	enum bpf_attach_type type;  member
29 static void netns_bpf_attach_type_unneed(enum netns_bpf_attach_type type)  in netns_bpf_attach_type_unneed()  argument
31 	switch (type) {  in netns_bpf_attach_type_unneed()
42 static void netns_bpf_attach_type_need(enum netns_bpf_attach_type type)  in netns_bpf_attach_type_need()  argument
44 	switch (type) {  in netns_bpf_attach_type_need()
57 				       enum netns_bpf_attach_type type)  in netns_bpf_run_array_detach()  argument
61 	run_array = rcu_replace_pointer(net->bpf.run_array[type], NULL,  in netns_bpf_run_array_detach()
66 static int link_index(struct net *net, enum netns_bpf_attach_type type,  in link_index()  argument
72 	list_for_each_entry(pos, &net->bpf.links[type], node) {  in link_index()
80 static int link_count(struct net *net, enum netns_bpf_attach_type type)  in link_count()  argument
85 	list_for_each(pos, &net->bpf.links[type])  in link_count()
90 static void fill_prog_array(struct net *net, enum netns_bpf_attach_type type,  in fill_prog_array()  argument
96 	list_for_each_entry(pos, &net->bpf.links[type], node) {  in fill_prog_array()
106 	enum netns_bpf_attach_type type = net_link->netns_type;  in bpf_netns_link_release()  local
122 	netns_bpf_attach_type_unneed(type);  in bpf_netns_link_release()
125 	idx = link_index(net, type, net_link);  in bpf_netns_link_release()
128 	cnt = link_count(net, type);  in bpf_netns_link_release()
130 		netns_bpf_run_array_detach(net, type);  in bpf_netns_link_release()
134 	old_array = rcu_dereference_protected(net->bpf.run_array[type],  in bpf_netns_link_release()
141 	fill_prog_array(net, type, new_array);  in bpf_netns_link_release()
142 	rcu_assign_pointer(net->bpf.run_array[type], new_array);  in bpf_netns_link_release()
170 	enum netns_bpf_attach_type type = net_link->netns_type;  in bpf_netns_link_update_prog()  local
177 	if (new_prog->type != link->prog->type)  in bpf_netns_link_update_prog()
189 	run_array = rcu_dereference_protected(net->bpf.run_array[type],  in bpf_netns_link_update_prog()
191 	idx = link_index(net, type, net_link);  in bpf_netns_link_update_prog()
219 	info->netns.attach_type = net_link->type;  in bpf_netns_link_fill_info()
249 				  enum netns_bpf_attach_type type)  in __netns_bpf_prog_query()  argument
255 	run_array = rcu_dereference_protected(net->bpf.run_array[type],  in __netns_bpf_prog_query()
274 	enum netns_bpf_attach_type type;  in netns_bpf_prog_query()  local
281 	type = to_netns_bpf_attach_type(attr->query.attach_type);  in netns_bpf_prog_query()
282 	if (type < 0)  in netns_bpf_prog_query()
290 	ret = __netns_bpf_prog_query(attr, uattr, net, type);  in netns_bpf_prog_query()
300 	enum netns_bpf_attach_type type;  in netns_bpf_prog_attach()  local
308 	type = to_netns_bpf_attach_type(attr->attach_type);  in netns_bpf_prog_attach()
309 	if (type < 0)  in netns_bpf_prog_attach()
316 	if (!list_empty(&net->bpf.links[type])) {  in netns_bpf_prog_attach()
321 	switch (type) {  in netns_bpf_prog_attach()
332 	attached = net->bpf.progs[type];  in netns_bpf_prog_attach()
339 	run_array = rcu_dereference_protected(net->bpf.run_array[type],  in netns_bpf_prog_attach()
350 		rcu_assign_pointer(net->bpf.run_array[type], run_array);  in netns_bpf_prog_attach()
353 	net->bpf.progs[type] = prog;  in netns_bpf_prog_attach()
365 				   enum netns_bpf_attach_type type,  in __netns_bpf_prog_detach()  argument
371 	if (!list_empty(&net->bpf.links[type]))  in __netns_bpf_prog_detach()
374 	attached = net->bpf.progs[type];  in __netns_bpf_prog_detach()
377 	netns_bpf_run_array_detach(net, type);  in __netns_bpf_prog_detach()
378 	net->bpf.progs[type] = NULL;  in __netns_bpf_prog_detach()
385 	enum netns_bpf_attach_type type;  in netns_bpf_prog_detach()  local
392 	type = to_netns_bpf_attach_type(attr->attach_type);  in netns_bpf_prog_detach()
393 	if (type < 0)  in netns_bpf_prog_detach()
401 	ret = __netns_bpf_prog_detach(current->nsproxy->net_ns, type, prog);  in netns_bpf_prog_detach()
409 static int netns_bpf_max_progs(enum netns_bpf_attach_type type)  in netns_bpf_max_progs()  argument
411 	switch (type) {  in netns_bpf_max_progs()
422 				 enum netns_bpf_attach_type type)  in netns_bpf_link_attach()  argument
431 	cnt = link_count(net, type);  in netns_bpf_link_attach()
432 	if (cnt >= netns_bpf_max_progs(type)) {  in netns_bpf_link_attach()
437 	if (net->bpf.progs[type]) {  in netns_bpf_link_attach()
442 	switch (type) {  in netns_bpf_link_attach()
462 	list_add_tail(&net_link->node, &net->bpf.links[type]);  in netns_bpf_link_attach()
464 	fill_prog_array(net, type, run_array);  in netns_bpf_link_attach()
465 	run_array = rcu_replace_pointer(net->bpf.run_array[type], run_array,  in netns_bpf_link_attach()
470 	netns_bpf_attach_type_need(type);  in netns_bpf_link_attach()
482 	enum bpf_attach_type type;  in netns_bpf_link_create()  local
489 	type = attr->link_create.attach_type;  in netns_bpf_link_create()
490 	netns_type = to_netns_bpf_attach_type(type);  in netns_bpf_link_create()
506 	net_link->type = type;  in netns_bpf_link_create()
531 	int type;  in netns_bpf_pernet_init()  local
533 	for (type = 0; type < MAX_NETNS_BPF_ATTACH_TYPE; type++)  in netns_bpf_pernet_init()
534 		INIT_LIST_HEAD(&net->bpf.links[type]);  in netns_bpf_pernet_init()
541 	enum netns_bpf_attach_type type;  in netns_bpf_pernet_pre_exit()  local
545 	for (type = 0; type < MAX_NETNS_BPF_ATTACH_TYPE; type++) {  in netns_bpf_pernet_pre_exit()
546 		netns_bpf_run_array_detach(net, type);  in netns_bpf_pernet_pre_exit()
547 		list_for_each_entry(net_link, &net->bpf.links[type], node) {  in netns_bpf_pernet_pre_exit()
549 			netns_bpf_attach_type_unneed(type);  in netns_bpf_pernet_pre_exit()
551 		if (net->bpf.progs[type])  in netns_bpf_pernet_pre_exit()
552 			bpf_prog_put(net->bpf.progs[type]);  in netns_bpf_pernet_pre_exit()