1 /*
2 * Copyright 2008-2010 Cisco Systems, Inc. All rights reserved.
3 * Copyright 2007 Nuova Systems, Inc. All rights reserved.
4 *
5 * This program is free software; you may redistribute it and/or modify
6 * it under the terms of the GNU General Public License as published by
7 * the Free Software Foundation; version 2 of the License.
8 *
9 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
10 * EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
11 * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
12 * NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS
13 * BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN
14 * ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN
15 * CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
16 * SOFTWARE.
17 *
18 */
19
20 #include <linux/kernel.h>
21 #include <linux/errno.h>
22 #include <linux/types.h>
23 #include <linux/pci.h>
24 #include <linux/delay.h>
25 #include <linux/if_ether.h>
26
27 #include "vnic_resource.h"
28 #include "vnic_devcmd.h"
29 #include "vnic_dev.h"
30 #include "vnic_stats.h"
31
32 enum vnic_proxy_type {
33 PROXY_NONE,
34 PROXY_BY_BDF,
35 PROXY_BY_INDEX,
36 };
37
38 struct vnic_res {
39 void __iomem *vaddr;
40 dma_addr_t bus_addr;
41 unsigned int count;
42 };
43
44 struct vnic_intr_coal_timer_info {
45 u32 mul;
46 u32 div;
47 u32 max_usec;
48 };
49
50 struct vnic_dev {
51 void *priv;
52 struct pci_dev *pdev;
53 struct vnic_res res[RES_TYPE_MAX];
54 enum vnic_dev_intr_mode intr_mode;
55 struct vnic_devcmd __iomem *devcmd;
56 struct vnic_devcmd_notify *notify;
57 struct vnic_devcmd_notify notify_copy;
58 dma_addr_t notify_pa;
59 u32 notify_sz;
60 dma_addr_t linkstatus_pa;
61 struct vnic_stats *stats;
62 dma_addr_t stats_pa;
63 struct vnic_devcmd_fw_info *fw_info;
64 dma_addr_t fw_info_pa;
65 enum vnic_proxy_type proxy;
66 u32 proxy_index;
67 u64 args[VNIC_DEVCMD_NARGS];
68 struct vnic_intr_coal_timer_info intr_coal_timer_info;
69 };
70
71 #define VNIC_MAX_RES_HDR_SIZE \
72 (sizeof(struct vnic_resource_header) + \
73 sizeof(struct vnic_resource) * RES_TYPE_MAX)
74 #define VNIC_RES_STRIDE 128
75
vnic_dev_priv(struct vnic_dev * vdev)76 void *vnic_dev_priv(struct vnic_dev *vdev)
77 {
78 return vdev->priv;
79 }
80
vnic_dev_discover_res(struct vnic_dev * vdev,struct vnic_dev_bar * bar,unsigned int num_bars)81 static int vnic_dev_discover_res(struct vnic_dev *vdev,
82 struct vnic_dev_bar *bar, unsigned int num_bars)
83 {
84 struct vnic_resource_header __iomem *rh;
85 struct mgmt_barmap_hdr __iomem *mrh;
86 struct vnic_resource __iomem *r;
87 u8 type;
88
89 if (num_bars == 0)
90 return -EINVAL;
91
92 if (bar->len < VNIC_MAX_RES_HDR_SIZE) {
93 pr_err("vNIC BAR0 res hdr length error\n");
94 return -EINVAL;
95 }
96
97 rh = bar->vaddr;
98 mrh = bar->vaddr;
99 if (!rh) {
100 pr_err("vNIC BAR0 res hdr not mem-mapped\n");
101 return -EINVAL;
102 }
103
104 /* Check for mgmt vnic in addition to normal vnic */
105 if ((ioread32(&rh->magic) != VNIC_RES_MAGIC) ||
106 (ioread32(&rh->version) != VNIC_RES_VERSION)) {
107 if ((ioread32(&mrh->magic) != MGMTVNIC_MAGIC) ||
108 (ioread32(&mrh->version) != MGMTVNIC_VERSION)) {
109 pr_err("vNIC BAR0 res magic/version error "
110 "exp (%lx/%lx) or (%lx/%lx), curr (%x/%x)\n",
111 VNIC_RES_MAGIC, VNIC_RES_VERSION,
112 MGMTVNIC_MAGIC, MGMTVNIC_VERSION,
113 ioread32(&rh->magic), ioread32(&rh->version));
114 return -EINVAL;
115 }
116 }
117
118 if (ioread32(&mrh->magic) == MGMTVNIC_MAGIC)
119 r = (struct vnic_resource __iomem *)(mrh + 1);
120 else
121 r = (struct vnic_resource __iomem *)(rh + 1);
122
123
124 while ((type = ioread8(&r->type)) != RES_TYPE_EOL) {
125
126 u8 bar_num = ioread8(&r->bar);
127 u32 bar_offset = ioread32(&r->bar_offset);
128 u32 count = ioread32(&r->count);
129 u32 len;
130
131 r++;
132
133 if (bar_num >= num_bars)
134 continue;
135
136 if (!bar[bar_num].len || !bar[bar_num].vaddr)
137 continue;
138
139 switch (type) {
140 case RES_TYPE_WQ:
141 case RES_TYPE_RQ:
142 case RES_TYPE_CQ:
143 case RES_TYPE_INTR_CTRL:
144 /* each count is stride bytes long */
145 len = count * VNIC_RES_STRIDE;
146 if (len + bar_offset > bar[bar_num].len) {
147 pr_err("vNIC BAR0 resource %d "
148 "out-of-bounds, offset 0x%x + "
149 "size 0x%x > bar len 0x%lx\n",
150 type, bar_offset,
151 len,
152 bar[bar_num].len);
153 return -EINVAL;
154 }
155 break;
156 case RES_TYPE_INTR_PBA_LEGACY:
157 case RES_TYPE_DEVCMD:
158 len = count;
159 break;
160 default:
161 continue;
162 }
163
164 vdev->res[type].count = count;
165 vdev->res[type].vaddr = (char __iomem *)bar[bar_num].vaddr +
166 bar_offset;
167 vdev->res[type].bus_addr = bar[bar_num].bus_addr + bar_offset;
168 }
169
170 return 0;
171 }
172
vnic_dev_get_res_count(struct vnic_dev * vdev,enum vnic_res_type type)173 unsigned int vnic_dev_get_res_count(struct vnic_dev *vdev,
174 enum vnic_res_type type)
175 {
176 return vdev->res[type].count;
177 }
178
vnic_dev_get_res(struct vnic_dev * vdev,enum vnic_res_type type,unsigned int index)179 void __iomem *vnic_dev_get_res(struct vnic_dev *vdev, enum vnic_res_type type,
180 unsigned int index)
181 {
182 if (!vdev->res[type].vaddr)
183 return NULL;
184
185 switch (type) {
186 case RES_TYPE_WQ:
187 case RES_TYPE_RQ:
188 case RES_TYPE_CQ:
189 case RES_TYPE_INTR_CTRL:
190 return (char __iomem *)vdev->res[type].vaddr +
191 index * VNIC_RES_STRIDE;
192 default:
193 return (char __iomem *)vdev->res[type].vaddr;
194 }
195 }
196
vnic_dev_desc_ring_size(struct vnic_dev_ring * ring,unsigned int desc_count,unsigned int desc_size)197 static unsigned int vnic_dev_desc_ring_size(struct vnic_dev_ring *ring,
198 unsigned int desc_count, unsigned int desc_size)
199 {
200 /* The base address of the desc rings must be 512 byte aligned.
201 * Descriptor count is aligned to groups of 32 descriptors. A
202 * count of 0 means the maximum 4096 descriptors. Descriptor
203 * size is aligned to 16 bytes.
204 */
205
206 unsigned int count_align = 32;
207 unsigned int desc_align = 16;
208
209 ring->base_align = 512;
210
211 if (desc_count == 0)
212 desc_count = 4096;
213
214 ring->desc_count = ALIGN(desc_count, count_align);
215
216 ring->desc_size = ALIGN(desc_size, desc_align);
217
218 ring->size = ring->desc_count * ring->desc_size;
219 ring->size_unaligned = ring->size + ring->base_align;
220
221 return ring->size_unaligned;
222 }
223
vnic_dev_clear_desc_ring(struct vnic_dev_ring * ring)224 void vnic_dev_clear_desc_ring(struct vnic_dev_ring *ring)
225 {
226 memset(ring->descs, 0, ring->size);
227 }
228
vnic_dev_alloc_desc_ring(struct vnic_dev * vdev,struct vnic_dev_ring * ring,unsigned int desc_count,unsigned int desc_size)229 int vnic_dev_alloc_desc_ring(struct vnic_dev *vdev, struct vnic_dev_ring *ring,
230 unsigned int desc_count, unsigned int desc_size)
231 {
232 vnic_dev_desc_ring_size(ring, desc_count, desc_size);
233
234 ring->descs_unaligned = pci_alloc_consistent(vdev->pdev,
235 ring->size_unaligned,
236 &ring->base_addr_unaligned);
237
238 if (!ring->descs_unaligned) {
239 pr_err("Failed to allocate ring (size=%d), aborting\n",
240 (int)ring->size);
241 return -ENOMEM;
242 }
243
244 ring->base_addr = ALIGN(ring->base_addr_unaligned,
245 ring->base_align);
246 ring->descs = (u8 *)ring->descs_unaligned +
247 (ring->base_addr - ring->base_addr_unaligned);
248
249 vnic_dev_clear_desc_ring(ring);
250
251 ring->desc_avail = ring->desc_count - 1;
252
253 return 0;
254 }
255
vnic_dev_free_desc_ring(struct vnic_dev * vdev,struct vnic_dev_ring * ring)256 void vnic_dev_free_desc_ring(struct vnic_dev *vdev, struct vnic_dev_ring *ring)
257 {
258 if (ring->descs) {
259 pci_free_consistent(vdev->pdev,
260 ring->size_unaligned,
261 ring->descs_unaligned,
262 ring->base_addr_unaligned);
263 ring->descs = NULL;
264 }
265 }
266
_vnic_dev_cmd(struct vnic_dev * vdev,enum vnic_devcmd_cmd cmd,int wait)267 static int _vnic_dev_cmd(struct vnic_dev *vdev, enum vnic_devcmd_cmd cmd,
268 int wait)
269 {
270 struct vnic_devcmd __iomem *devcmd = vdev->devcmd;
271 unsigned int i;
272 int delay;
273 u32 status;
274 int err;
275
276 status = ioread32(&devcmd->status);
277 if (status == 0xFFFFFFFF) {
278 /* PCI-e target device is gone */
279 return -ENODEV;
280 }
281 if (status & STAT_BUSY) {
282 pr_err("Busy devcmd %d\n", _CMD_N(cmd));
283 return -EBUSY;
284 }
285
286 if (_CMD_DIR(cmd) & _CMD_DIR_WRITE) {
287 for (i = 0; i < VNIC_DEVCMD_NARGS; i++)
288 writeq(vdev->args[i], &devcmd->args[i]);
289 wmb();
290 }
291
292 iowrite32(cmd, &devcmd->cmd);
293
294 if ((_CMD_FLAGS(cmd) & _CMD_FLAGS_NOWAIT))
295 return 0;
296
297 for (delay = 0; delay < wait; delay++) {
298
299 udelay(100);
300
301 status = ioread32(&devcmd->status);
302 if (status == 0xFFFFFFFF) {
303 /* PCI-e target device is gone */
304 return -ENODEV;
305 }
306
307 if (!(status & STAT_BUSY)) {
308
309 if (status & STAT_ERROR) {
310 err = (int)readq(&devcmd->args[0]);
311 if (err != ERR_ECMDUNKNOWN ||
312 cmd != CMD_CAPABILITY)
313 pr_err("Error %d devcmd %d\n",
314 err, _CMD_N(cmd));
315 return err;
316 }
317
318 if (_CMD_DIR(cmd) & _CMD_DIR_READ) {
319 rmb();
320 for (i = 0; i < VNIC_DEVCMD_NARGS; i++)
321 vdev->args[i] = readq(&devcmd->args[i]);
322 }
323
324 return 0;
325 }
326 }
327
328 pr_err("Timedout devcmd %d\n", _CMD_N(cmd));
329 return -ETIMEDOUT;
330 }
331
vnic_dev_cmd_proxy(struct vnic_dev * vdev,enum vnic_devcmd_cmd proxy_cmd,enum vnic_devcmd_cmd cmd,u64 * a0,u64 * a1,int wait)332 static int vnic_dev_cmd_proxy(struct vnic_dev *vdev,
333 enum vnic_devcmd_cmd proxy_cmd, enum vnic_devcmd_cmd cmd,
334 u64 *a0, u64 *a1, int wait)
335 {
336 u32 status;
337 int err;
338
339 memset(vdev->args, 0, sizeof(vdev->args));
340
341 vdev->args[0] = vdev->proxy_index;
342 vdev->args[1] = cmd;
343 vdev->args[2] = *a0;
344 vdev->args[3] = *a1;
345
346 err = _vnic_dev_cmd(vdev, proxy_cmd, wait);
347 if (err)
348 return err;
349
350 status = (u32)vdev->args[0];
351 if (status & STAT_ERROR) {
352 err = (int)vdev->args[1];
353 if (err != ERR_ECMDUNKNOWN ||
354 cmd != CMD_CAPABILITY)
355 pr_err("Error %d proxy devcmd %d\n", err, _CMD_N(cmd));
356 return err;
357 }
358
359 *a0 = vdev->args[1];
360 *a1 = vdev->args[2];
361
362 return 0;
363 }
364
vnic_dev_cmd_no_proxy(struct vnic_dev * vdev,enum vnic_devcmd_cmd cmd,u64 * a0,u64 * a1,int wait)365 static int vnic_dev_cmd_no_proxy(struct vnic_dev *vdev,
366 enum vnic_devcmd_cmd cmd, u64 *a0, u64 *a1, int wait)
367 {
368 int err;
369
370 vdev->args[0] = *a0;
371 vdev->args[1] = *a1;
372
373 err = _vnic_dev_cmd(vdev, cmd, wait);
374
375 *a0 = vdev->args[0];
376 *a1 = vdev->args[1];
377
378 return err;
379 }
380
vnic_dev_cmd_proxy_by_index_start(struct vnic_dev * vdev,u16 index)381 void vnic_dev_cmd_proxy_by_index_start(struct vnic_dev *vdev, u16 index)
382 {
383 vdev->proxy = PROXY_BY_INDEX;
384 vdev->proxy_index = index;
385 }
386
vnic_dev_cmd_proxy_end(struct vnic_dev * vdev)387 void vnic_dev_cmd_proxy_end(struct vnic_dev *vdev)
388 {
389 vdev->proxy = PROXY_NONE;
390 vdev->proxy_index = 0;
391 }
392
vnic_dev_cmd(struct vnic_dev * vdev,enum vnic_devcmd_cmd cmd,u64 * a0,u64 * a1,int wait)393 int vnic_dev_cmd(struct vnic_dev *vdev, enum vnic_devcmd_cmd cmd,
394 u64 *a0, u64 *a1, int wait)
395 {
396 memset(vdev->args, 0, sizeof(vdev->args));
397
398 switch (vdev->proxy) {
399 case PROXY_BY_INDEX:
400 return vnic_dev_cmd_proxy(vdev, CMD_PROXY_BY_INDEX, cmd,
401 a0, a1, wait);
402 case PROXY_BY_BDF:
403 return vnic_dev_cmd_proxy(vdev, CMD_PROXY_BY_BDF, cmd,
404 a0, a1, wait);
405 case PROXY_NONE:
406 default:
407 return vnic_dev_cmd_no_proxy(vdev, cmd, a0, a1, wait);
408 }
409 }
410
vnic_dev_capable(struct vnic_dev * vdev,enum vnic_devcmd_cmd cmd)411 static int vnic_dev_capable(struct vnic_dev *vdev, enum vnic_devcmd_cmd cmd)
412 {
413 u64 a0 = (u32)cmd, a1 = 0;
414 int wait = 1000;
415 int err;
416
417 err = vnic_dev_cmd(vdev, CMD_CAPABILITY, &a0, &a1, wait);
418
419 return !(err || a0);
420 }
421
vnic_dev_fw_info(struct vnic_dev * vdev,struct vnic_devcmd_fw_info ** fw_info)422 int vnic_dev_fw_info(struct vnic_dev *vdev,
423 struct vnic_devcmd_fw_info **fw_info)
424 {
425 u64 a0, a1 = 0;
426 int wait = 1000;
427 int err = 0;
428
429 if (!vdev->fw_info) {
430 vdev->fw_info = pci_alloc_consistent(vdev->pdev,
431 sizeof(struct vnic_devcmd_fw_info),
432 &vdev->fw_info_pa);
433 if (!vdev->fw_info)
434 return -ENOMEM;
435
436 memset(vdev->fw_info, 0, sizeof(struct vnic_devcmd_fw_info));
437
438 a0 = vdev->fw_info_pa;
439 a1 = sizeof(struct vnic_devcmd_fw_info);
440
441 /* only get fw_info once and cache it */
442 if (vnic_dev_capable(vdev, CMD_MCPU_FW_INFO))
443 err = vnic_dev_cmd(vdev, CMD_MCPU_FW_INFO,
444 &a0, &a1, wait);
445 else
446 err = vnic_dev_cmd(vdev, CMD_MCPU_FW_INFO_OLD,
447 &a0, &a1, wait);
448 }
449
450 *fw_info = vdev->fw_info;
451
452 return err;
453 }
454
vnic_dev_spec(struct vnic_dev * vdev,unsigned int offset,unsigned int size,void * value)455 int vnic_dev_spec(struct vnic_dev *vdev, unsigned int offset, unsigned int size,
456 void *value)
457 {
458 u64 a0, a1;
459 int wait = 1000;
460 int err;
461
462 a0 = offset;
463 a1 = size;
464
465 err = vnic_dev_cmd(vdev, CMD_DEV_SPEC, &a0, &a1, wait);
466
467 switch (size) {
468 case 1: *(u8 *)value = (u8)a0; break;
469 case 2: *(u16 *)value = (u16)a0; break;
470 case 4: *(u32 *)value = (u32)a0; break;
471 case 8: *(u64 *)value = a0; break;
472 default: BUG(); break;
473 }
474
475 return err;
476 }
477
vnic_dev_stats_dump(struct vnic_dev * vdev,struct vnic_stats ** stats)478 int vnic_dev_stats_dump(struct vnic_dev *vdev, struct vnic_stats **stats)
479 {
480 u64 a0, a1;
481 int wait = 1000;
482
483 if (!vdev->stats) {
484 vdev->stats = pci_alloc_consistent(vdev->pdev,
485 sizeof(struct vnic_stats), &vdev->stats_pa);
486 if (!vdev->stats)
487 return -ENOMEM;
488 }
489
490 *stats = vdev->stats;
491 a0 = vdev->stats_pa;
492 a1 = sizeof(struct vnic_stats);
493
494 return vnic_dev_cmd(vdev, CMD_STATS_DUMP, &a0, &a1, wait);
495 }
496
vnic_dev_close(struct vnic_dev * vdev)497 int vnic_dev_close(struct vnic_dev *vdev)
498 {
499 u64 a0 = 0, a1 = 0;
500 int wait = 1000;
501 return vnic_dev_cmd(vdev, CMD_CLOSE, &a0, &a1, wait);
502 }
503
vnic_dev_enable_wait(struct vnic_dev * vdev)504 int vnic_dev_enable_wait(struct vnic_dev *vdev)
505 {
506 u64 a0 = 0, a1 = 0;
507 int wait = 1000;
508
509 if (vnic_dev_capable(vdev, CMD_ENABLE_WAIT))
510 return vnic_dev_cmd(vdev, CMD_ENABLE_WAIT, &a0, &a1, wait);
511 else
512 return vnic_dev_cmd(vdev, CMD_ENABLE, &a0, &a1, wait);
513 }
514
vnic_dev_disable(struct vnic_dev * vdev)515 int vnic_dev_disable(struct vnic_dev *vdev)
516 {
517 u64 a0 = 0, a1 = 0;
518 int wait = 1000;
519 return vnic_dev_cmd(vdev, CMD_DISABLE, &a0, &a1, wait);
520 }
521
vnic_dev_open(struct vnic_dev * vdev,int arg)522 int vnic_dev_open(struct vnic_dev *vdev, int arg)
523 {
524 u64 a0 = (u32)arg, a1 = 0;
525 int wait = 1000;
526 return vnic_dev_cmd(vdev, CMD_OPEN, &a0, &a1, wait);
527 }
528
vnic_dev_open_done(struct vnic_dev * vdev,int * done)529 int vnic_dev_open_done(struct vnic_dev *vdev, int *done)
530 {
531 u64 a0 = 0, a1 = 0;
532 int wait = 1000;
533 int err;
534
535 *done = 0;
536
537 err = vnic_dev_cmd(vdev, CMD_OPEN_STATUS, &a0, &a1, wait);
538 if (err)
539 return err;
540
541 *done = (a0 == 0);
542
543 return 0;
544 }
545
vnic_dev_soft_reset(struct vnic_dev * vdev,int arg)546 static int vnic_dev_soft_reset(struct vnic_dev *vdev, int arg)
547 {
548 u64 a0 = (u32)arg, a1 = 0;
549 int wait = 1000;
550 return vnic_dev_cmd(vdev, CMD_SOFT_RESET, &a0, &a1, wait);
551 }
552
vnic_dev_soft_reset_done(struct vnic_dev * vdev,int * done)553 static int vnic_dev_soft_reset_done(struct vnic_dev *vdev, int *done)
554 {
555 u64 a0 = 0, a1 = 0;
556 int wait = 1000;
557 int err;
558
559 *done = 0;
560
561 err = vnic_dev_cmd(vdev, CMD_SOFT_RESET_STATUS, &a0, &a1, wait);
562 if (err)
563 return err;
564
565 *done = (a0 == 0);
566
567 return 0;
568 }
569
vnic_dev_hang_reset(struct vnic_dev * vdev,int arg)570 int vnic_dev_hang_reset(struct vnic_dev *vdev, int arg)
571 {
572 u64 a0 = (u32)arg, a1 = 0;
573 int wait = 1000;
574 int err;
575
576 if (vnic_dev_capable(vdev, CMD_HANG_RESET)) {
577 return vnic_dev_cmd(vdev, CMD_HANG_RESET,
578 &a0, &a1, wait);
579 } else {
580 err = vnic_dev_soft_reset(vdev, arg);
581 if (err)
582 return err;
583 return vnic_dev_init(vdev, 0);
584 }
585 }
586
vnic_dev_hang_reset_done(struct vnic_dev * vdev,int * done)587 int vnic_dev_hang_reset_done(struct vnic_dev *vdev, int *done)
588 {
589 u64 a0 = 0, a1 = 0;
590 int wait = 1000;
591 int err;
592
593 *done = 0;
594
595 if (vnic_dev_capable(vdev, CMD_HANG_RESET_STATUS)) {
596 err = vnic_dev_cmd(vdev, CMD_HANG_RESET_STATUS,
597 &a0, &a1, wait);
598 if (err)
599 return err;
600 } else {
601 return vnic_dev_soft_reset_done(vdev, done);
602 }
603
604 *done = (a0 == 0);
605
606 return 0;
607 }
608
vnic_dev_hang_notify(struct vnic_dev * vdev)609 int vnic_dev_hang_notify(struct vnic_dev *vdev)
610 {
611 u64 a0, a1;
612 int wait = 1000;
613 return vnic_dev_cmd(vdev, CMD_HANG_NOTIFY, &a0, &a1, wait);
614 }
615
vnic_dev_get_mac_addr(struct vnic_dev * vdev,u8 * mac_addr)616 int vnic_dev_get_mac_addr(struct vnic_dev *vdev, u8 *mac_addr)
617 {
618 u64 a0, a1;
619 int wait = 1000;
620 int err, i;
621
622 for (i = 0; i < ETH_ALEN; i++)
623 mac_addr[i] = 0;
624
625 err = vnic_dev_cmd(vdev, CMD_GET_MAC_ADDR, &a0, &a1, wait);
626 if (err)
627 return err;
628
629 for (i = 0; i < ETH_ALEN; i++)
630 mac_addr[i] = ((u8 *)&a0)[i];
631
632 return 0;
633 }
634
vnic_dev_packet_filter(struct vnic_dev * vdev,int directed,int multicast,int broadcast,int promisc,int allmulti)635 int vnic_dev_packet_filter(struct vnic_dev *vdev, int directed, int multicast,
636 int broadcast, int promisc, int allmulti)
637 {
638 u64 a0, a1 = 0;
639 int wait = 1000;
640 int err;
641
642 a0 = (directed ? CMD_PFILTER_DIRECTED : 0) |
643 (multicast ? CMD_PFILTER_MULTICAST : 0) |
644 (broadcast ? CMD_PFILTER_BROADCAST : 0) |
645 (promisc ? CMD_PFILTER_PROMISCUOUS : 0) |
646 (allmulti ? CMD_PFILTER_ALL_MULTICAST : 0);
647
648 err = vnic_dev_cmd(vdev, CMD_PACKET_FILTER, &a0, &a1, wait);
649 if (err)
650 pr_err("Can't set packet filter\n");
651
652 return err;
653 }
654
vnic_dev_add_addr(struct vnic_dev * vdev,u8 * addr)655 int vnic_dev_add_addr(struct vnic_dev *vdev, u8 *addr)
656 {
657 u64 a0 = 0, a1 = 0;
658 int wait = 1000;
659 int err;
660 int i;
661
662 for (i = 0; i < ETH_ALEN; i++)
663 ((u8 *)&a0)[i] = addr[i];
664
665 err = vnic_dev_cmd(vdev, CMD_ADDR_ADD, &a0, &a1, wait);
666 if (err)
667 pr_err("Can't add addr [%pM], %d\n", addr, err);
668
669 return err;
670 }
671
vnic_dev_del_addr(struct vnic_dev * vdev,u8 * addr)672 int vnic_dev_del_addr(struct vnic_dev *vdev, u8 *addr)
673 {
674 u64 a0 = 0, a1 = 0;
675 int wait = 1000;
676 int err;
677 int i;
678
679 for (i = 0; i < ETH_ALEN; i++)
680 ((u8 *)&a0)[i] = addr[i];
681
682 err = vnic_dev_cmd(vdev, CMD_ADDR_DEL, &a0, &a1, wait);
683 if (err)
684 pr_err("Can't del addr [%pM], %d\n", addr, err);
685
686 return err;
687 }
688
vnic_dev_set_ig_vlan_rewrite_mode(struct vnic_dev * vdev,u8 ig_vlan_rewrite_mode)689 int vnic_dev_set_ig_vlan_rewrite_mode(struct vnic_dev *vdev,
690 u8 ig_vlan_rewrite_mode)
691 {
692 u64 a0 = ig_vlan_rewrite_mode, a1 = 0;
693 int wait = 1000;
694
695 if (vnic_dev_capable(vdev, CMD_IG_VLAN_REWRITE_MODE))
696 return vnic_dev_cmd(vdev, CMD_IG_VLAN_REWRITE_MODE,
697 &a0, &a1, wait);
698 else
699 return 0;
700 }
701
vnic_dev_notify_setcmd(struct vnic_dev * vdev,void * notify_addr,dma_addr_t notify_pa,u16 intr)702 static int vnic_dev_notify_setcmd(struct vnic_dev *vdev,
703 void *notify_addr, dma_addr_t notify_pa, u16 intr)
704 {
705 u64 a0, a1;
706 int wait = 1000;
707 int r;
708
709 memset(notify_addr, 0, sizeof(struct vnic_devcmd_notify));
710 vdev->notify = notify_addr;
711 vdev->notify_pa = notify_pa;
712
713 a0 = (u64)notify_pa;
714 a1 = ((u64)intr << 32) & 0x0000ffff00000000ULL;
715 a1 += sizeof(struct vnic_devcmd_notify);
716
717 r = vnic_dev_cmd(vdev, CMD_NOTIFY, &a0, &a1, wait);
718 vdev->notify_sz = (r == 0) ? (u32)a1 : 0;
719 return r;
720 }
721
vnic_dev_notify_set(struct vnic_dev * vdev,u16 intr)722 int vnic_dev_notify_set(struct vnic_dev *vdev, u16 intr)
723 {
724 void *notify_addr;
725 dma_addr_t notify_pa;
726
727 if (vdev->notify || vdev->notify_pa) {
728 pr_err("notify block %p still allocated", vdev->notify);
729 return -EINVAL;
730 }
731
732 notify_addr = pci_alloc_consistent(vdev->pdev,
733 sizeof(struct vnic_devcmd_notify),
734 ¬ify_pa);
735 if (!notify_addr)
736 return -ENOMEM;
737
738 return vnic_dev_notify_setcmd(vdev, notify_addr, notify_pa, intr);
739 }
740
vnic_dev_notify_unsetcmd(struct vnic_dev * vdev)741 static int vnic_dev_notify_unsetcmd(struct vnic_dev *vdev)
742 {
743 u64 a0, a1;
744 int wait = 1000;
745 int err;
746
747 a0 = 0; /* paddr = 0 to unset notify buffer */
748 a1 = 0x0000ffff00000000ULL; /* intr num = -1 to unreg for intr */
749 a1 += sizeof(struct vnic_devcmd_notify);
750
751 err = vnic_dev_cmd(vdev, CMD_NOTIFY, &a0, &a1, wait);
752 vdev->notify = NULL;
753 vdev->notify_pa = 0;
754 vdev->notify_sz = 0;
755
756 return err;
757 }
758
vnic_dev_notify_unset(struct vnic_dev * vdev)759 int vnic_dev_notify_unset(struct vnic_dev *vdev)
760 {
761 if (vdev->notify) {
762 pci_free_consistent(vdev->pdev,
763 sizeof(struct vnic_devcmd_notify),
764 vdev->notify,
765 vdev->notify_pa);
766 }
767
768 return vnic_dev_notify_unsetcmd(vdev);
769 }
770
vnic_dev_notify_ready(struct vnic_dev * vdev)771 static int vnic_dev_notify_ready(struct vnic_dev *vdev)
772 {
773 u32 *words;
774 unsigned int nwords = vdev->notify_sz / 4;
775 unsigned int i;
776 u32 csum;
777
778 if (!vdev->notify || !vdev->notify_sz)
779 return 0;
780
781 do {
782 csum = 0;
783 memcpy(&vdev->notify_copy, vdev->notify, vdev->notify_sz);
784 words = (u32 *)&vdev->notify_copy;
785 for (i = 1; i < nwords; i++)
786 csum += words[i];
787 } while (csum != words[0]);
788
789 return 1;
790 }
791
vnic_dev_init(struct vnic_dev * vdev,int arg)792 int vnic_dev_init(struct vnic_dev *vdev, int arg)
793 {
794 u64 a0 = (u32)arg, a1 = 0;
795 int wait = 1000;
796 int r = 0;
797
798 if (vnic_dev_capable(vdev, CMD_INIT))
799 r = vnic_dev_cmd(vdev, CMD_INIT, &a0, &a1, wait);
800 else {
801 vnic_dev_cmd(vdev, CMD_INIT_v1, &a0, &a1, wait);
802 if (a0 & CMD_INITF_DEFAULT_MAC) {
803 /* Emulate these for old CMD_INIT_v1 which
804 * didn't pass a0 so no CMD_INITF_*.
805 */
806 vnic_dev_cmd(vdev, CMD_GET_MAC_ADDR, &a0, &a1, wait);
807 vnic_dev_cmd(vdev, CMD_ADDR_ADD, &a0, &a1, wait);
808 }
809 }
810 return r;
811 }
812
vnic_dev_deinit(struct vnic_dev * vdev)813 int vnic_dev_deinit(struct vnic_dev *vdev)
814 {
815 u64 a0 = 0, a1 = 0;
816 int wait = 1000;
817
818 return vnic_dev_cmd(vdev, CMD_DEINIT, &a0, &a1, wait);
819 }
820
vnic_dev_intr_coal_timer_info_default(struct vnic_dev * vdev)821 void vnic_dev_intr_coal_timer_info_default(struct vnic_dev *vdev)
822 {
823 /* Default: hardware intr coal timer is in units of 1.5 usecs */
824 vdev->intr_coal_timer_info.mul = 2;
825 vdev->intr_coal_timer_info.div = 3;
826 vdev->intr_coal_timer_info.max_usec =
827 vnic_dev_intr_coal_timer_hw_to_usec(vdev, 0xffff);
828 }
829
vnic_dev_intr_coal_timer_info(struct vnic_dev * vdev)830 int vnic_dev_intr_coal_timer_info(struct vnic_dev *vdev)
831 {
832 int wait = 1000;
833 int err;
834
835 memset(vdev->args, 0, sizeof(vdev->args));
836
837 if (vnic_dev_capable(vdev, CMD_INTR_COAL_CONVERT))
838 err = _vnic_dev_cmd(vdev, CMD_INTR_COAL_CONVERT, wait);
839 else
840 err = ERR_ECMDUNKNOWN;
841
842 /* Use defaults when firmware doesn't support the devcmd at all or
843 * supports it for only specific hardware
844 */
845 if ((err == ERR_ECMDUNKNOWN) ||
846 (!err && !(vdev->args[0] && vdev->args[1] && vdev->args[2]))) {
847 pr_warning("Using default conversion factor for "
848 "interrupt coalesce timer\n");
849 vnic_dev_intr_coal_timer_info_default(vdev);
850 return 0;
851 }
852
853 if (!err) {
854 vdev->intr_coal_timer_info.mul = (u32) vdev->args[0];
855 vdev->intr_coal_timer_info.div = (u32) vdev->args[1];
856 vdev->intr_coal_timer_info.max_usec = (u32) vdev->args[2];
857 }
858
859 return err;
860 }
861
vnic_dev_link_status(struct vnic_dev * vdev)862 int vnic_dev_link_status(struct vnic_dev *vdev)
863 {
864 if (!vnic_dev_notify_ready(vdev))
865 return 0;
866
867 return vdev->notify_copy.link_state;
868 }
869
vnic_dev_port_speed(struct vnic_dev * vdev)870 u32 vnic_dev_port_speed(struct vnic_dev *vdev)
871 {
872 if (!vnic_dev_notify_ready(vdev))
873 return 0;
874
875 return vdev->notify_copy.port_speed;
876 }
877
vnic_dev_msg_lvl(struct vnic_dev * vdev)878 u32 vnic_dev_msg_lvl(struct vnic_dev *vdev)
879 {
880 if (!vnic_dev_notify_ready(vdev))
881 return 0;
882
883 return vdev->notify_copy.msglvl;
884 }
885
vnic_dev_mtu(struct vnic_dev * vdev)886 u32 vnic_dev_mtu(struct vnic_dev *vdev)
887 {
888 if (!vnic_dev_notify_ready(vdev))
889 return 0;
890
891 return vdev->notify_copy.mtu;
892 }
893
vnic_dev_set_intr_mode(struct vnic_dev * vdev,enum vnic_dev_intr_mode intr_mode)894 void vnic_dev_set_intr_mode(struct vnic_dev *vdev,
895 enum vnic_dev_intr_mode intr_mode)
896 {
897 vdev->intr_mode = intr_mode;
898 }
899
vnic_dev_get_intr_mode(struct vnic_dev * vdev)900 enum vnic_dev_intr_mode vnic_dev_get_intr_mode(
901 struct vnic_dev *vdev)
902 {
903 return vdev->intr_mode;
904 }
905
vnic_dev_intr_coal_timer_usec_to_hw(struct vnic_dev * vdev,u32 usec)906 u32 vnic_dev_intr_coal_timer_usec_to_hw(struct vnic_dev *vdev, u32 usec)
907 {
908 return (usec * vdev->intr_coal_timer_info.mul) /
909 vdev->intr_coal_timer_info.div;
910 }
911
vnic_dev_intr_coal_timer_hw_to_usec(struct vnic_dev * vdev,u32 hw_cycles)912 u32 vnic_dev_intr_coal_timer_hw_to_usec(struct vnic_dev *vdev, u32 hw_cycles)
913 {
914 return (hw_cycles * vdev->intr_coal_timer_info.div) /
915 vdev->intr_coal_timer_info.mul;
916 }
917
vnic_dev_get_intr_coal_timer_max(struct vnic_dev * vdev)918 u32 vnic_dev_get_intr_coal_timer_max(struct vnic_dev *vdev)
919 {
920 return vdev->intr_coal_timer_info.max_usec;
921 }
922
vnic_dev_unregister(struct vnic_dev * vdev)923 void vnic_dev_unregister(struct vnic_dev *vdev)
924 {
925 if (vdev) {
926 if (vdev->notify)
927 pci_free_consistent(vdev->pdev,
928 sizeof(struct vnic_devcmd_notify),
929 vdev->notify,
930 vdev->notify_pa);
931 if (vdev->stats)
932 pci_free_consistent(vdev->pdev,
933 sizeof(struct vnic_stats),
934 vdev->stats, vdev->stats_pa);
935 if (vdev->fw_info)
936 pci_free_consistent(vdev->pdev,
937 sizeof(struct vnic_devcmd_fw_info),
938 vdev->fw_info, vdev->fw_info_pa);
939 kfree(vdev);
940 }
941 }
942
vnic_dev_register(struct vnic_dev * vdev,void * priv,struct pci_dev * pdev,struct vnic_dev_bar * bar,unsigned int num_bars)943 struct vnic_dev *vnic_dev_register(struct vnic_dev *vdev,
944 void *priv, struct pci_dev *pdev, struct vnic_dev_bar *bar,
945 unsigned int num_bars)
946 {
947 if (!vdev) {
948 vdev = kzalloc(sizeof(struct vnic_dev), GFP_ATOMIC);
949 if (!vdev)
950 return NULL;
951 }
952
953 vdev->priv = priv;
954 vdev->pdev = pdev;
955
956 if (vnic_dev_discover_res(vdev, bar, num_bars))
957 goto err_out;
958
959 vdev->devcmd = vnic_dev_get_res(vdev, RES_TYPE_DEVCMD, 0);
960 if (!vdev->devcmd)
961 goto err_out;
962
963 return vdev;
964
965 err_out:
966 vnic_dev_unregister(vdev);
967 return NULL;
968 }
969
vnic_dev_init_prov2(struct vnic_dev * vdev,u8 * buf,u32 len)970 int vnic_dev_init_prov2(struct vnic_dev *vdev, u8 *buf, u32 len)
971 {
972 u64 a0, a1 = len;
973 int wait = 1000;
974 dma_addr_t prov_pa;
975 void *prov_buf;
976 int ret;
977
978 prov_buf = pci_alloc_consistent(vdev->pdev, len, &prov_pa);
979 if (!prov_buf)
980 return -ENOMEM;
981
982 memcpy(prov_buf, buf, len);
983
984 a0 = prov_pa;
985
986 ret = vnic_dev_cmd(vdev, CMD_INIT_PROV_INFO2, &a0, &a1, wait);
987
988 pci_free_consistent(vdev->pdev, len, prov_buf, prov_pa);
989
990 return ret;
991 }
992
vnic_dev_enable2(struct vnic_dev * vdev,int active)993 int vnic_dev_enable2(struct vnic_dev *vdev, int active)
994 {
995 u64 a0, a1 = 0;
996 int wait = 1000;
997
998 a0 = (active ? CMD_ENABLE2_ACTIVE : 0);
999
1000 return vnic_dev_cmd(vdev, CMD_ENABLE2, &a0, &a1, wait);
1001 }
1002
vnic_dev_cmd_status(struct vnic_dev * vdev,enum vnic_devcmd_cmd cmd,int * status)1003 static int vnic_dev_cmd_status(struct vnic_dev *vdev, enum vnic_devcmd_cmd cmd,
1004 int *status)
1005 {
1006 u64 a0 = cmd, a1 = 0;
1007 int wait = 1000;
1008 int ret;
1009
1010 ret = vnic_dev_cmd(vdev, CMD_STATUS, &a0, &a1, wait);
1011 if (!ret)
1012 *status = (int)a0;
1013
1014 return ret;
1015 }
1016
vnic_dev_enable2_done(struct vnic_dev * vdev,int * status)1017 int vnic_dev_enable2_done(struct vnic_dev *vdev, int *status)
1018 {
1019 return vnic_dev_cmd_status(vdev, CMD_ENABLE2, status);
1020 }
1021
vnic_dev_deinit_done(struct vnic_dev * vdev,int * status)1022 int vnic_dev_deinit_done(struct vnic_dev *vdev, int *status)
1023 {
1024 return vnic_dev_cmd_status(vdev, CMD_DEINIT, status);
1025 }
1026
vnic_dev_set_mac_addr(struct vnic_dev * vdev,u8 * mac_addr)1027 int vnic_dev_set_mac_addr(struct vnic_dev *vdev, u8 *mac_addr)
1028 {
1029 u64 a0, a1;
1030 int wait = 1000;
1031 int i;
1032
1033 for (i = 0; i < ETH_ALEN; i++)
1034 ((u8 *)&a0)[i] = mac_addr[i];
1035
1036 return vnic_dev_cmd(vdev, CMD_SET_MAC_ADDR, &a0, &a1, wait);
1037 }
1038