1470 			      const struct pkt_gl *gl,  in copy_frags()  argument
1476 	__skb_fill_page_desc(skb, 0, gl->frags[0].page,  in copy_frags()
1477 			     gl->frags[0].offset + offset,  in copy_frags()
1478 			     gl->frags[0].size - offset);  in copy_frags()
1479 	skb_shinfo(skb)->nr_frags = gl->nfrags;  in copy_frags()
1480 	for (i = 1; i < gl->nfrags; i++)  in copy_frags()
1481 		__skb_fill_page_desc(skb, i, gl->frags[i].page,  in copy_frags()
1482 				     gl->frags[i].offset,  in copy_frags()
1483 				     gl->frags[i].size);  in copy_frags()
1486 	get_page(gl->frags[gl->nfrags - 1].page);  in copy_frags()
1498 static struct sk_buff *t4vf_pktgl_to_skb(const struct pkt_gl *gl,  in t4vf_pktgl_to_skb()  argument
1515 	if (gl->tot_len <= RX_COPY_THRES) {  in t4vf_pktgl_to_skb()
1517 		skb = alloc_skb(gl->tot_len, GFP_ATOMIC);  in t4vf_pktgl_to_skb()
1520 		__skb_put(skb, gl->tot_len);  in t4vf_pktgl_to_skb()
1521 		skb_copy_to_linear_data(skb, gl->va, gl->tot_len);  in t4vf_pktgl_to_skb()
1527 		skb_copy_to_linear_data(skb, gl->va, pull_len);  in t4vf_pktgl_to_skb()
1529 		copy_frags(skb, gl, pull_len);  in t4vf_pktgl_to_skb()
1530 		skb->len = gl->tot_len;  in t4vf_pktgl_to_skb()
1546 static void t4vf_pktgl_free(const struct pkt_gl *gl)  in t4vf_pktgl_free()  argument
1550 	frag = gl->nfrags - 1;  in t4vf_pktgl_free()
1552 		put_page(gl->frags[frag].page);  in t4vf_pktgl_free()
1564 static void do_gro(struct sge_eth_rxq *rxq, const struct pkt_gl *gl,  in do_gro()  argument
1575 		t4vf_pktgl_free(gl);  in do_gro()
1580 	copy_frags(skb, gl, s->pktshift);  in do_gro()
1581 	skb->len = gl->tot_len - s->pktshift;  in do_gro()
1612 		       const struct pkt_gl *gl)  in t4vf_ethrx_handler()  argument
1630 		do_gro(rxq, gl, pkt);  in t4vf_ethrx_handler()
1637 	skb = t4vf_pktgl_to_skb(gl, RX_SKB_LEN, RX_PULL_LEN);  in t4vf_ethrx_handler()
1639 		t4vf_pktgl_free(gl);  in t4vf_ethrx_handler()
1708 static void restore_rx_bufs(const struct pkt_gl *gl, struct sge_fl *fl,  in restore_rx_bufs()  argument
1719 		sdesc->page = gl->frags[frags].page;  in restore_rx_bufs()
1777 			struct pkt_gl gl;  in process_responses()  local
1799 			gl.tot_len = len;  in process_responses()
1804 			for (frag = 0, fp = gl.frags; /**/; frag++, fp++) {  in process_responses()
1817 			gl.nfrags = frag+1;  in process_responses()
1827 			gl.va = (page_address(gl.frags[0].page) +  in process_responses()
1828 				 gl.frags[0].offset);  in process_responses()
1829 			prefetch(gl.va);  in process_responses()
1835 			ret = rspq->handler(rspq, rspq->cur_desc, &gl);  in process_responses()
1839 				restore_rx_bufs(&gl, &rxq->fl, frag);  in process_responses()