1 // SPDX-License-Identifier: GPL-2.0
2 /*
3  * Copyright (c) 2022 Fujitsu.  All Rights Reserved.
4  */
5 
6 #include "xfs.h"
7 #include "xfs_shared.h"
8 #include "xfs_format.h"
9 #include "xfs_log_format.h"
10 #include "xfs_trans_resv.h"
11 #include "xfs_mount.h"
12 #include "xfs_alloc.h"
13 #include "xfs_bit.h"
14 #include "xfs_btree.h"
15 #include "xfs_inode.h"
16 #include "xfs_icache.h"
17 #include "xfs_rmap.h"
18 #include "xfs_rmap_btree.h"
19 #include "xfs_rtalloc.h"
20 #include "xfs_trans.h"
21 #include "xfs_ag.h"
22 
23 #include <linux/mm.h>
24 #include <linux/dax.h>
25 
26 struct xfs_failure_info {
27 	xfs_agblock_t		startblock;
28 	xfs_extlen_t		blockcount;
29 	int			mf_flags;
30 	bool			want_shutdown;
31 };
32 
33 static pgoff_t
xfs_failure_pgoff(struct xfs_mount * mp,const struct xfs_rmap_irec * rec,const struct xfs_failure_info * notify)34 xfs_failure_pgoff(
35 	struct xfs_mount		*mp,
36 	const struct xfs_rmap_irec	*rec,
37 	const struct xfs_failure_info	*notify)
38 {
39 	loff_t				pos = XFS_FSB_TO_B(mp, rec->rm_offset);
40 
41 	if (notify->startblock > rec->rm_startblock)
42 		pos += XFS_FSB_TO_B(mp,
43 				notify->startblock - rec->rm_startblock);
44 	return pos >> PAGE_SHIFT;
45 }
46 
47 static unsigned long
xfs_failure_pgcnt(struct xfs_mount * mp,const struct xfs_rmap_irec * rec,const struct xfs_failure_info * notify)48 xfs_failure_pgcnt(
49 	struct xfs_mount		*mp,
50 	const struct xfs_rmap_irec	*rec,
51 	const struct xfs_failure_info	*notify)
52 {
53 	xfs_agblock_t			end_rec;
54 	xfs_agblock_t			end_notify;
55 	xfs_agblock_t			start_cross;
56 	xfs_agblock_t			end_cross;
57 
58 	start_cross = max(rec->rm_startblock, notify->startblock);
59 
60 	end_rec = rec->rm_startblock + rec->rm_blockcount;
61 	end_notify = notify->startblock + notify->blockcount;
62 	end_cross = min(end_rec, end_notify);
63 
64 	return XFS_FSB_TO_B(mp, end_cross - start_cross) >> PAGE_SHIFT;
65 }
66 
67 static int
xfs_dax_failure_fn(struct xfs_btree_cur * cur,const struct xfs_rmap_irec * rec,void * data)68 xfs_dax_failure_fn(
69 	struct xfs_btree_cur		*cur,
70 	const struct xfs_rmap_irec	*rec,
71 	void				*data)
72 {
73 	struct xfs_mount		*mp = cur->bc_mp;
74 	struct xfs_inode		*ip;
75 	struct xfs_failure_info		*notify = data;
76 	int				error = 0;
77 
78 	if (XFS_RMAP_NON_INODE_OWNER(rec->rm_owner) ||
79 	    (rec->rm_flags & (XFS_RMAP_ATTR_FORK | XFS_RMAP_BMBT_BLOCK))) {
80 		notify->want_shutdown = true;
81 		return 0;
82 	}
83 
84 	/* Get files that incore, filter out others that are not in use. */
85 	error = xfs_iget(mp, cur->bc_tp, rec->rm_owner, XFS_IGET_INCORE,
86 			 0, &ip);
87 	/* Continue the rmap query if the inode isn't incore */
88 	if (error == -ENODATA)
89 		return 0;
90 	if (error) {
91 		notify->want_shutdown = true;
92 		return 0;
93 	}
94 
95 	error = mf_dax_kill_procs(VFS_I(ip)->i_mapping,
96 				  xfs_failure_pgoff(mp, rec, notify),
97 				  xfs_failure_pgcnt(mp, rec, notify),
98 				  notify->mf_flags);
99 	xfs_irele(ip);
100 	return error;
101 }
102 
103 static int
xfs_dax_notify_ddev_failure(struct xfs_mount * mp,xfs_daddr_t daddr,xfs_daddr_t bblen,int mf_flags)104 xfs_dax_notify_ddev_failure(
105 	struct xfs_mount	*mp,
106 	xfs_daddr_t		daddr,
107 	xfs_daddr_t		bblen,
108 	int			mf_flags)
109 {
110 	struct xfs_failure_info	notify = { .mf_flags = mf_flags };
111 	struct xfs_trans	*tp = NULL;
112 	struct xfs_btree_cur	*cur = NULL;
113 	struct xfs_buf		*agf_bp = NULL;
114 	int			error = 0;
115 	xfs_fsblock_t		fsbno = XFS_DADDR_TO_FSB(mp, daddr);
116 	xfs_agnumber_t		agno = XFS_FSB_TO_AGNO(mp, fsbno);
117 	xfs_fsblock_t		end_fsbno = XFS_DADDR_TO_FSB(mp, daddr + bblen);
118 	xfs_agnumber_t		end_agno = XFS_FSB_TO_AGNO(mp, end_fsbno);
119 
120 	error = xfs_trans_alloc_empty(mp, &tp);
121 	if (error)
122 		return error;
123 
124 	for (; agno <= end_agno; agno++) {
125 		struct xfs_rmap_irec	ri_low = { };
126 		struct xfs_rmap_irec	ri_high;
127 		struct xfs_agf		*agf;
128 		xfs_agblock_t		agend;
129 		struct xfs_perag	*pag;
130 
131 		pag = xfs_perag_get(mp, agno);
132 		error = xfs_alloc_read_agf(pag, tp, 0, &agf_bp);
133 		if (error) {
134 			xfs_perag_put(pag);
135 			break;
136 		}
137 
138 		cur = xfs_rmapbt_init_cursor(mp, tp, agf_bp, pag);
139 
140 		/*
141 		 * Set the rmap range from ri_low to ri_high, which represents
142 		 * a [start, end] where we looking for the files or metadata.
143 		 */
144 		memset(&ri_high, 0xFF, sizeof(ri_high));
145 		ri_low.rm_startblock = XFS_FSB_TO_AGBNO(mp, fsbno);
146 		if (agno == end_agno)
147 			ri_high.rm_startblock = XFS_FSB_TO_AGBNO(mp, end_fsbno);
148 
149 		agf = agf_bp->b_addr;
150 		agend = min(be32_to_cpu(agf->agf_length),
151 				ri_high.rm_startblock);
152 		notify.startblock = ri_low.rm_startblock;
153 		notify.blockcount = agend - ri_low.rm_startblock;
154 
155 		error = xfs_rmap_query_range(cur, &ri_low, &ri_high,
156 				xfs_dax_failure_fn, &notify);
157 		xfs_btree_del_cursor(cur, error);
158 		xfs_trans_brelse(tp, agf_bp);
159 		xfs_perag_put(pag);
160 		if (error)
161 			break;
162 
163 		fsbno = XFS_AGB_TO_FSB(mp, agno + 1, 0);
164 	}
165 
166 	xfs_trans_cancel(tp);
167 	if (error || notify.want_shutdown) {
168 		xfs_force_shutdown(mp, SHUTDOWN_CORRUPT_ONDISK);
169 		if (!error)
170 			error = -EFSCORRUPTED;
171 	}
172 	return error;
173 }
174 
175 static int
xfs_dax_notify_failure(struct dax_device * dax_dev,u64 offset,u64 len,int mf_flags)176 xfs_dax_notify_failure(
177 	struct dax_device	*dax_dev,
178 	u64			offset,
179 	u64			len,
180 	int			mf_flags)
181 {
182 	struct xfs_mount	*mp = dax_holder(dax_dev);
183 	u64			ddev_start;
184 	u64			ddev_end;
185 
186 	if (!(mp->m_super->s_flags & SB_BORN)) {
187 		xfs_warn(mp, "filesystem is not ready for notify_failure()!");
188 		return -EIO;
189 	}
190 
191 	if (mp->m_rtdev_targp && mp->m_rtdev_targp->bt_daxdev == dax_dev) {
192 		xfs_debug(mp,
193 			 "notify_failure() not supported on realtime device!");
194 		return -EOPNOTSUPP;
195 	}
196 
197 	if (mp->m_logdev_targp && mp->m_logdev_targp->bt_daxdev == dax_dev &&
198 	    mp->m_logdev_targp != mp->m_ddev_targp) {
199 		xfs_err(mp, "ondisk log corrupt, shutting down fs!");
200 		xfs_force_shutdown(mp, SHUTDOWN_CORRUPT_ONDISK);
201 		return -EFSCORRUPTED;
202 	}
203 
204 	if (!xfs_has_rmapbt(mp)) {
205 		xfs_debug(mp, "notify_failure() needs rmapbt enabled!");
206 		return -EOPNOTSUPP;
207 	}
208 
209 	ddev_start = mp->m_ddev_targp->bt_dax_part_off;
210 	ddev_end = ddev_start + bdev_nr_bytes(mp->m_ddev_targp->bt_bdev) - 1;
211 
212 	/* Ignore the range out of filesystem area */
213 	if (offset + len < ddev_start)
214 		return -ENXIO;
215 	if (offset > ddev_end)
216 		return -ENXIO;
217 
218 	/* Calculate the real range when it touches the boundary */
219 	if (offset > ddev_start)
220 		offset -= ddev_start;
221 	else {
222 		len -= ddev_start - offset;
223 		offset = 0;
224 	}
225 	if (offset + len > ddev_end)
226 		len -= ddev_end - offset;
227 
228 	return xfs_dax_notify_ddev_failure(mp, BTOBB(offset), BTOBB(len),
229 			mf_flags);
230 }
231 
232 const struct dax_holder_operations xfs_dax_holder_operations = {
233 	.notify_failure		= xfs_dax_notify_failure,
234 };
235