1 // SPDX-License-Identifier: GPL-2.0-or-later
2 /*
3 * RDMA Transport Layer
4 *
5 * Copyright (c) 2014 - 2018 ProfitBricks GmbH. All rights reserved.
6 * Copyright (c) 2018 - 2019 1&1 IONOS Cloud GmbH. All rights reserved.
7 * Copyright (c) 2019 - 2020 1&1 IONOS SE. All rights reserved.
8 */
9 #undef pr_fmt
10 #define pr_fmt(fmt) KBUILD_MODNAME " L" __stringify(__LINE__) ": " fmt
11
12 #include "rtrs-pri.h"
13 #include "rtrs-srv.h"
14 #include "rtrs-log.h"
15
rtrs_srv_release(struct kobject * kobj)16 static void rtrs_srv_release(struct kobject *kobj)
17 {
18 struct rtrs_srv_path *srv_path;
19
20 srv_path = container_of(kobj, struct rtrs_srv_path, kobj);
21 kfree(srv_path);
22 }
23
24 static struct kobj_type ktype = {
25 .sysfs_ops = &kobj_sysfs_ops,
26 .release = rtrs_srv_release,
27 };
28
rtrs_srv_disconnect_show(struct kobject * kobj,struct kobj_attribute * attr,char * buf)29 static ssize_t rtrs_srv_disconnect_show(struct kobject *kobj,
30 struct kobj_attribute *attr, char *buf)
31 {
32 return sysfs_emit(buf, "Usage: echo 1 > %s\n", attr->attr.name);
33 }
34
rtrs_srv_disconnect_store(struct kobject * kobj,struct kobj_attribute * attr,const char * buf,size_t count)35 static ssize_t rtrs_srv_disconnect_store(struct kobject *kobj,
36 struct kobj_attribute *attr,
37 const char *buf, size_t count)
38 {
39 struct rtrs_srv_path *srv_path;
40 struct rtrs_path *s;
41 char str[MAXHOSTNAMELEN];
42
43 srv_path = container_of(kobj, struct rtrs_srv_path, kobj);
44 s = &srv_path->s;
45 if (!sysfs_streq(buf, "1")) {
46 rtrs_err(s, "%s: invalid value: '%s'\n",
47 attr->attr.name, buf);
48 return -EINVAL;
49 }
50
51 sockaddr_to_str((struct sockaddr *)&srv_path->s.dst_addr, str,
52 sizeof(str));
53
54 rtrs_info(s, "disconnect for path %s requested\n", str);
55 /* first remove sysfs itself to avoid deadlock */
56 sysfs_remove_file_self(&srv_path->kobj, &attr->attr);
57 close_path(srv_path);
58
59 return count;
60 }
61
62 static struct kobj_attribute rtrs_srv_disconnect_attr =
63 __ATTR(disconnect, 0644,
64 rtrs_srv_disconnect_show, rtrs_srv_disconnect_store);
65
rtrs_srv_hca_port_show(struct kobject * kobj,struct kobj_attribute * attr,char * page)66 static ssize_t rtrs_srv_hca_port_show(struct kobject *kobj,
67 struct kobj_attribute *attr,
68 char *page)
69 {
70 struct rtrs_srv_path *srv_path;
71 struct rtrs_con *usr_con;
72
73 srv_path = container_of(kobj, typeof(*srv_path), kobj);
74 usr_con = srv_path->s.con[0];
75
76 return sysfs_emit(page, "%u\n", usr_con->cm_id->port_num);
77 }
78
79 static struct kobj_attribute rtrs_srv_hca_port_attr =
80 __ATTR(hca_port, 0444, rtrs_srv_hca_port_show, NULL);
81
rtrs_srv_hca_name_show(struct kobject * kobj,struct kobj_attribute * attr,char * page)82 static ssize_t rtrs_srv_hca_name_show(struct kobject *kobj,
83 struct kobj_attribute *attr,
84 char *page)
85 {
86 struct rtrs_srv_path *srv_path;
87
88 srv_path = container_of(kobj, struct rtrs_srv_path, kobj);
89
90 return sysfs_emit(page, "%s\n", srv_path->s.dev->ib_dev->name);
91 }
92
93 static struct kobj_attribute rtrs_srv_hca_name_attr =
94 __ATTR(hca_name, 0444, rtrs_srv_hca_name_show, NULL);
95
rtrs_srv_src_addr_show(struct kobject * kobj,struct kobj_attribute * attr,char * page)96 static ssize_t rtrs_srv_src_addr_show(struct kobject *kobj,
97 struct kobj_attribute *attr,
98 char *page)
99 {
100 struct rtrs_srv_path *srv_path;
101 int cnt;
102
103 srv_path = container_of(kobj, struct rtrs_srv_path, kobj);
104 cnt = sockaddr_to_str((struct sockaddr *)&srv_path->s.dst_addr,
105 page, PAGE_SIZE);
106 return cnt + sysfs_emit_at(page, cnt, "\n");
107 }
108
109 static struct kobj_attribute rtrs_srv_src_addr_attr =
110 __ATTR(src_addr, 0444, rtrs_srv_src_addr_show, NULL);
111
rtrs_srv_dst_addr_show(struct kobject * kobj,struct kobj_attribute * attr,char * page)112 static ssize_t rtrs_srv_dst_addr_show(struct kobject *kobj,
113 struct kobj_attribute *attr,
114 char *page)
115 {
116 struct rtrs_srv_path *srv_path;
117 int len;
118
119 srv_path = container_of(kobj, struct rtrs_srv_path, kobj);
120 len = sockaddr_to_str((struct sockaddr *)&srv_path->s.src_addr, page,
121 PAGE_SIZE);
122 len += sysfs_emit_at(page, len, "\n");
123 return len;
124 }
125
126 static struct kobj_attribute rtrs_srv_dst_addr_attr =
127 __ATTR(dst_addr, 0444, rtrs_srv_dst_addr_show, NULL);
128
129 static struct attribute *rtrs_srv_path_attrs[] = {
130 &rtrs_srv_hca_name_attr.attr,
131 &rtrs_srv_hca_port_attr.attr,
132 &rtrs_srv_src_addr_attr.attr,
133 &rtrs_srv_dst_addr_attr.attr,
134 &rtrs_srv_disconnect_attr.attr,
135 NULL,
136 };
137
138 static const struct attribute_group rtrs_srv_path_attr_group = {
139 .attrs = rtrs_srv_path_attrs,
140 };
141
142 STAT_ATTR(struct rtrs_srv_stats, rdma,
143 rtrs_srv_stats_rdma_to_str,
144 rtrs_srv_reset_rdma_stats);
145
146 static struct attribute *rtrs_srv_stats_attrs[] = {
147 &rdma_attr.attr,
148 NULL,
149 };
150
151 static const struct attribute_group rtrs_srv_stats_attr_group = {
152 .attrs = rtrs_srv_stats_attrs,
153 };
154
rtrs_srv_create_once_sysfs_root_folders(struct rtrs_srv_path * srv_path)155 static int rtrs_srv_create_once_sysfs_root_folders(struct rtrs_srv_path *srv_path)
156 {
157 struct rtrs_srv_sess *srv = srv_path->srv;
158 int err = 0;
159
160 mutex_lock(&srv->paths_mutex);
161 if (srv->dev_ref++) {
162 /*
163 * Device needs to be registered only on the first session
164 */
165 goto unlock;
166 }
167 srv->dev.class = rtrs_dev_class;
168 err = dev_set_name(&srv->dev, "%s", srv_path->s.sessname);
169 if (err)
170 goto unlock;
171
172 /*
173 * Suppress user space notification until
174 * sysfs files are created
175 */
176 dev_set_uevent_suppress(&srv->dev, true);
177 err = device_add(&srv->dev);
178 if (err) {
179 pr_err("device_add(): %d\n", err);
180 put_device(&srv->dev);
181 goto unlock;
182 }
183 srv->kobj_paths = kobject_create_and_add("paths", &srv->dev.kobj);
184 if (!srv->kobj_paths) {
185 err = -ENOMEM;
186 pr_err("kobject_create_and_add(): %d\n", err);
187 device_del(&srv->dev);
188 put_device(&srv->dev);
189 goto unlock;
190 }
191 dev_set_uevent_suppress(&srv->dev, false);
192 kobject_uevent(&srv->dev.kobj, KOBJ_ADD);
193 unlock:
194 mutex_unlock(&srv->paths_mutex);
195
196 return err;
197 }
198
199 static void
rtrs_srv_destroy_once_sysfs_root_folders(struct rtrs_srv_path * srv_path)200 rtrs_srv_destroy_once_sysfs_root_folders(struct rtrs_srv_path *srv_path)
201 {
202 struct rtrs_srv_sess *srv = srv_path->srv;
203
204 mutex_lock(&srv->paths_mutex);
205 if (!--srv->dev_ref) {
206 kobject_del(srv->kobj_paths);
207 kobject_put(srv->kobj_paths);
208 mutex_unlock(&srv->paths_mutex);
209 device_del(&srv->dev);
210 put_device(&srv->dev);
211 } else {
212 put_device(&srv->dev);
213 mutex_unlock(&srv->paths_mutex);
214 }
215 }
216
rtrs_srv_path_stats_release(struct kobject * kobj)217 static void rtrs_srv_path_stats_release(struct kobject *kobj)
218 {
219 struct rtrs_srv_stats *stats;
220
221 stats = container_of(kobj, struct rtrs_srv_stats, kobj_stats);
222
223 kfree(stats);
224 }
225
226 static struct kobj_type ktype_stats = {
227 .sysfs_ops = &kobj_sysfs_ops,
228 .release = rtrs_srv_path_stats_release,
229 };
230
rtrs_srv_create_stats_files(struct rtrs_srv_path * srv_path)231 static int rtrs_srv_create_stats_files(struct rtrs_srv_path *srv_path)
232 {
233 int err;
234 struct rtrs_path *s = &srv_path->s;
235
236 err = kobject_init_and_add(&srv_path->stats->kobj_stats, &ktype_stats,
237 &srv_path->kobj, "stats");
238 if (err) {
239 rtrs_err(s, "kobject_init_and_add(): %d\n", err);
240 kobject_put(&srv_path->stats->kobj_stats);
241 return err;
242 }
243 err = sysfs_create_group(&srv_path->stats->kobj_stats,
244 &rtrs_srv_stats_attr_group);
245 if (err) {
246 rtrs_err(s, "sysfs_create_group(): %d\n", err);
247 goto err;
248 }
249
250 return 0;
251
252 err:
253 kobject_del(&srv_path->stats->kobj_stats);
254 kobject_put(&srv_path->stats->kobj_stats);
255
256 return err;
257 }
258
rtrs_srv_create_path_files(struct rtrs_srv_path * srv_path)259 int rtrs_srv_create_path_files(struct rtrs_srv_path *srv_path)
260 {
261 struct rtrs_srv_sess *srv = srv_path->srv;
262 struct rtrs_path *s = &srv_path->s;
263 char str[NAME_MAX];
264 int err;
265 struct rtrs_addr path = {
266 .src = &srv_path->s.dst_addr,
267 .dst = &srv_path->s.src_addr,
268 };
269
270 rtrs_addr_to_str(&path, str, sizeof(str));
271 err = rtrs_srv_create_once_sysfs_root_folders(srv_path);
272 if (err)
273 return err;
274
275 err = kobject_init_and_add(&srv_path->kobj, &ktype, srv->kobj_paths,
276 "%s", str);
277 if (err) {
278 rtrs_err(s, "kobject_init_and_add(): %d\n", err);
279 goto destroy_root;
280 }
281 err = sysfs_create_group(&srv_path->kobj, &rtrs_srv_path_attr_group);
282 if (err) {
283 rtrs_err(s, "sysfs_create_group(): %d\n", err);
284 goto put_kobj;
285 }
286 err = rtrs_srv_create_stats_files(srv_path);
287 if (err)
288 goto remove_group;
289
290 return 0;
291
292 remove_group:
293 sysfs_remove_group(&srv_path->kobj, &rtrs_srv_path_attr_group);
294 put_kobj:
295 kobject_del(&srv_path->kobj);
296 destroy_root:
297 kobject_put(&srv_path->kobj);
298 rtrs_srv_destroy_once_sysfs_root_folders(srv_path);
299
300 return err;
301 }
302
rtrs_srv_destroy_path_files(struct rtrs_srv_path * srv_path)303 void rtrs_srv_destroy_path_files(struct rtrs_srv_path *srv_path)
304 {
305 if (srv_path->kobj.state_in_sysfs) {
306 kobject_del(&srv_path->stats->kobj_stats);
307 kobject_put(&srv_path->stats->kobj_stats);
308 sysfs_remove_group(&srv_path->kobj, &rtrs_srv_path_attr_group);
309 kobject_put(&srv_path->kobj);
310
311 rtrs_srv_destroy_once_sysfs_root_folders(srv_path);
312 }
313 }
314