1 // SPDX-License-Identifier: GPL-2.0-or-later
2 /*
3  *	Adaptec AAC series RAID controller driver
4  *	(c) Copyright 2001 Red Hat Inc.
5  *
6  * based on the old aacraid driver that is..
7  * Adaptec aacraid device driver for Linux.
8  *
9  * Copyright (c) 2000-2010 Adaptec, Inc.
10  *               2010-2015 PMC-Sierra, Inc. (aacraid@pmc-sierra.com)
11  *		 2016-2017 Microsemi Corp. (aacraid@microsemi.com)
12  *
13  * Module Name:
14  *  dpcsup.c
15  *
16  * Abstract: All DPC processing routines for the cyclone board occur here.
17  */
18 
19 #include <linux/kernel.h>
20 #include <linux/init.h>
21 #include <linux/types.h>
22 #include <linux/spinlock.h>
23 #include <linux/slab.h>
24 #include <linux/completion.h>
25 #include <linux/blkdev.h>
26 
27 #include "aacraid.h"
28 
29 /**
30  *	aac_response_normal	-	Handle command replies
31  *	@q: Queue to read from
32  *
33  *	This DPC routine will be run when the adapter interrupts us to let us
34  *	know there is a response on our normal priority queue. We will pull off
35  *	all QE there are and wake up all the waiters before exiting. We will
36  *	take a spinlock out on the queue before operating on it.
37  */
38 
aac_response_normal(struct aac_queue * q)39 unsigned int aac_response_normal(struct aac_queue * q)
40 {
41 	struct aac_dev * dev = q->dev;
42 	struct aac_entry *entry;
43 	struct hw_fib * hwfib;
44 	struct fib * fib;
45 	int consumed = 0;
46 	unsigned long flags, mflags;
47 
48 	spin_lock_irqsave(q->lock, flags);
49 	/*
50 	 *	Keep pulling response QEs off the response queue and waking
51 	 *	up the waiters until there are no more QEs. We then return
52 	 *	back to the system. If no response was requested we just
53 	 *	deallocate the Fib here and continue.
54 	 */
55 	while(aac_consumer_get(dev, q, &entry))
56 	{
57 		int fast;
58 		u32 index = le32_to_cpu(entry->addr);
59 		fast = index & 0x01;
60 		fib = &dev->fibs[index >> 2];
61 		hwfib = fib->hw_fib_va;
62 
63 		aac_consumer_free(dev, q, HostNormRespQueue);
64 		/*
65 		 *	Remove this fib from the Outstanding I/O queue.
66 		 *	But only if it has not already been timed out.
67 		 *
68 		 *	If the fib has been timed out already, then just
69 		 *	continue. The caller has already been notified that
70 		 *	the fib timed out.
71 		 */
72 		atomic_dec(&dev->queues->queue[AdapNormCmdQueue].numpending);
73 
74 		if (unlikely(fib->flags & FIB_CONTEXT_FLAG_TIMED_OUT)) {
75 			spin_unlock_irqrestore(q->lock, flags);
76 			aac_fib_complete(fib);
77 			aac_fib_free(fib);
78 			spin_lock_irqsave(q->lock, flags);
79 			continue;
80 		}
81 		spin_unlock_irqrestore(q->lock, flags);
82 
83 		if (fast) {
84 			/*
85 			 *	Doctor the fib
86 			 */
87 			*(__le32 *)hwfib->data = cpu_to_le32(ST_OK);
88 			hwfib->header.XferState |= cpu_to_le32(AdapterProcessed);
89 			fib->flags |= FIB_CONTEXT_FLAG_FASTRESP;
90 		}
91 
92 		FIB_COUNTER_INCREMENT(aac_config.FibRecved);
93 
94 		if (hwfib->header.Command == cpu_to_le16(NuFileSystem))
95 		{
96 			__le32 *pstatus = (__le32 *)hwfib->data;
97 			if (*pstatus & cpu_to_le32(0xffff0000))
98 				*pstatus = cpu_to_le32(ST_OK);
99 		}
100 		if (hwfib->header.XferState & cpu_to_le32(NoResponseExpected | Async))
101 		{
102 			if (hwfib->header.XferState & cpu_to_le32(NoResponseExpected)) {
103 				FIB_COUNTER_INCREMENT(aac_config.NoResponseRecved);
104 			} else {
105 				FIB_COUNTER_INCREMENT(aac_config.AsyncRecved);
106 			}
107 			/*
108 			 *	NOTE:  we cannot touch the fib after this
109 			 *	    call, because it may have been deallocated.
110 			 */
111 			fib->callback(fib->callback_data, fib);
112 		} else {
113 			unsigned long flagv;
114 			spin_lock_irqsave(&fib->event_lock, flagv);
115 			if (!fib->done) {
116 				fib->done = 1;
117 				complete(&fib->event_wait);
118 			}
119 			spin_unlock_irqrestore(&fib->event_lock, flagv);
120 
121 			spin_lock_irqsave(&dev->manage_lock, mflags);
122 			dev->management_fib_count--;
123 			spin_unlock_irqrestore(&dev->manage_lock, mflags);
124 
125 			FIB_COUNTER_INCREMENT(aac_config.NormalRecved);
126 			if (fib->done == 2) {
127 				spin_lock_irqsave(&fib->event_lock, flagv);
128 				fib->done = 0;
129 				spin_unlock_irqrestore(&fib->event_lock, flagv);
130 				aac_fib_complete(fib);
131 				aac_fib_free(fib);
132 			}
133 		}
134 		consumed++;
135 		spin_lock_irqsave(q->lock, flags);
136 	}
137 
138 	if (consumed > aac_config.peak_fibs)
139 		aac_config.peak_fibs = consumed;
140 	if (consumed == 0)
141 		aac_config.zero_fibs++;
142 
143 	spin_unlock_irqrestore(q->lock, flags);
144 	return 0;
145 }
146 
147 
148 /**
149  *	aac_command_normal	-	handle commands
150  *	@q: queue to process
151  *
152  *	This DPC routine will be queued when the adapter interrupts us to
153  *	let us know there is a command on our normal priority queue. We will
154  *	pull off all QE there are and wake up all the waiters before exiting.
155  *	We will take a spinlock out on the queue before operating on it.
156  */
157 
aac_command_normal(struct aac_queue * q)158 unsigned int aac_command_normal(struct aac_queue *q)
159 {
160 	struct aac_dev * dev = q->dev;
161 	struct aac_entry *entry;
162 	unsigned long flags;
163 
164 	spin_lock_irqsave(q->lock, flags);
165 
166 	/*
167 	 *	Keep pulling response QEs off the response queue and waking
168 	 *	up the waiters until there are no more QEs. We then return
169 	 *	back to the system.
170 	 */
171 	while(aac_consumer_get(dev, q, &entry))
172 	{
173 		struct fib fibctx;
174 		struct hw_fib * hw_fib;
175 		u32 index;
176 		struct fib *fib = &fibctx;
177 
178 		index = le32_to_cpu(entry->addr) / sizeof(struct hw_fib);
179 		hw_fib = &dev->aif_base_va[index];
180 
181 		/*
182 		 *	Allocate a FIB at all costs. For non queued stuff
183 		 *	we can just use the stack so we are happy. We need
184 		 *	a fib object in order to manage the linked lists
185 		 */
186 		if (dev->aif_thread)
187 			if((fib = kmalloc(sizeof(struct fib), GFP_ATOMIC)) == NULL)
188 				fib = &fibctx;
189 
190 		memset(fib, 0, sizeof(struct fib));
191 		INIT_LIST_HEAD(&fib->fiblink);
192 		fib->type = FSAFS_NTC_FIB_CONTEXT;
193 		fib->size = sizeof(struct fib);
194 		fib->hw_fib_va = hw_fib;
195 		fib->data = hw_fib->data;
196 		fib->dev = dev;
197 
198 
199 		if (dev->aif_thread && fib != &fibctx) {
200 		        list_add_tail(&fib->fiblink, &q->cmdq);
201 	 	        aac_consumer_free(dev, q, HostNormCmdQueue);
202 		        wake_up_interruptible(&q->cmdready);
203 		} else {
204 	 	        aac_consumer_free(dev, q, HostNormCmdQueue);
205 			spin_unlock_irqrestore(q->lock, flags);
206 			/*
207 			 *	Set the status of this FIB
208 			 */
209 			*(__le32 *)hw_fib->data = cpu_to_le32(ST_OK);
210 			aac_fib_adapter_complete(fib, sizeof(u32));
211 			spin_lock_irqsave(q->lock, flags);
212 		}
213 	}
214 	spin_unlock_irqrestore(q->lock, flags);
215 	return 0;
216 }
217 
218 /*
219  *
220  * aac_aif_callback
221  * @context: the context set in the fib - here it is scsi cmd
222  * @fibptr: pointer to the fib
223  *
224  * Handles the AIFs - new method (SRC)
225  *
226  */
227 
aac_aif_callback(void * context,struct fib * fibptr)228 static void aac_aif_callback(void *context, struct fib * fibptr)
229 {
230 	struct fib *fibctx;
231 	struct aac_dev *dev;
232 	struct aac_aifcmd *cmd;
233 
234 	fibctx = (struct fib *)context;
235 	BUG_ON(fibptr == NULL);
236 	dev = fibptr->dev;
237 
238 	if ((fibptr->hw_fib_va->header.XferState &
239 	    cpu_to_le32(NoMoreAifDataAvailable)) ||
240 		dev->sa_firmware) {
241 		aac_fib_complete(fibptr);
242 		aac_fib_free(fibptr);
243 		return;
244 	}
245 
246 	aac_intr_normal(dev, 0, 1, 0, fibptr->hw_fib_va);
247 
248 	aac_fib_init(fibctx);
249 	cmd = (struct aac_aifcmd *) fib_data(fibctx);
250 	cmd->command = cpu_to_le32(AifReqEvent);
251 
252 	aac_fib_send(AifRequest,
253 		fibctx,
254 		sizeof(struct hw_fib)-sizeof(struct aac_fibhdr),
255 		FsaNormal,
256 		0, 1,
257 		(fib_callback)aac_aif_callback, fibctx);
258 }
259 
260 
261 /*
262  *	aac_intr_normal	-	Handle command replies
263  *	@dev: Device
264  *	@index: completion reference
265  *
266  *	This DPC routine will be run when the adapter interrupts us to let us
267  *	know there is a response on our normal priority queue. We will pull off
268  *	all QE there are and wake up all the waiters before exiting.
269  */
aac_intr_normal(struct aac_dev * dev,u32 index,int isAif,int isFastResponse,struct hw_fib * aif_fib)270 unsigned int aac_intr_normal(struct aac_dev *dev, u32 index, int isAif,
271 	int isFastResponse, struct hw_fib *aif_fib)
272 {
273 	unsigned long mflags;
274 	dprintk((KERN_INFO "aac_intr_normal(%p,%x)\n", dev, index));
275 	if (isAif == 1) {	/* AIF - common */
276 		struct hw_fib * hw_fib;
277 		struct fib * fib;
278 		struct aac_queue *q = &dev->queues->queue[HostNormCmdQueue];
279 		unsigned long flags;
280 
281 		/*
282 		 *	Allocate a FIB. For non queued stuff we can just use
283 		 * the stack so we are happy. We need a fib object in order to
284 		 * manage the linked lists.
285 		 */
286 		if ((!dev->aif_thread)
287 		 || (!(fib = kzalloc(sizeof(struct fib),GFP_ATOMIC))))
288 			return 1;
289 		if (!(hw_fib = kzalloc(sizeof(struct hw_fib),GFP_ATOMIC))) {
290 			kfree (fib);
291 			return 1;
292 		}
293 		if (dev->sa_firmware) {
294 			fib->hbacmd_size = index;	/* store event type */
295 		} else if (aif_fib != NULL) {
296 			memcpy(hw_fib, aif_fib, sizeof(struct hw_fib));
297 		} else {
298 			memcpy(hw_fib, (struct hw_fib *)
299 				(((uintptr_t)(dev->regs.sa)) + index),
300 				sizeof(struct hw_fib));
301 		}
302 		INIT_LIST_HEAD(&fib->fiblink);
303 		fib->type = FSAFS_NTC_FIB_CONTEXT;
304 		fib->size = sizeof(struct fib);
305 		fib->hw_fib_va = hw_fib;
306 		fib->data = hw_fib->data;
307 		fib->dev = dev;
308 
309 		spin_lock_irqsave(q->lock, flags);
310 		list_add_tail(&fib->fiblink, &q->cmdq);
311 	        wake_up_interruptible(&q->cmdready);
312 		spin_unlock_irqrestore(q->lock, flags);
313 		return 1;
314 	} else if (isAif == 2) {	/* AIF - new (SRC) */
315 		struct fib *fibctx;
316 		struct aac_aifcmd *cmd;
317 
318 		fibctx = aac_fib_alloc(dev);
319 		if (!fibctx)
320 			return 1;
321 		aac_fib_init(fibctx);
322 
323 		cmd = (struct aac_aifcmd *) fib_data(fibctx);
324 		cmd->command = cpu_to_le32(AifReqEvent);
325 
326 		return aac_fib_send(AifRequest,
327 			fibctx,
328 			sizeof(struct hw_fib)-sizeof(struct aac_fibhdr),
329 			FsaNormal,
330 			0, 1,
331 			(fib_callback)aac_aif_callback, fibctx);
332 	} else {
333 		struct fib *fib = &dev->fibs[index];
334 		int start_callback = 0;
335 
336 		/*
337 		 *	Remove this fib from the Outstanding I/O queue.
338 		 *	But only if it has not already been timed out.
339 		 *
340 		 *	If the fib has been timed out already, then just
341 		 *	continue. The caller has already been notified that
342 		 *	the fib timed out.
343 		 */
344 		atomic_dec(&dev->queues->queue[AdapNormCmdQueue].numpending);
345 
346 		if (unlikely(fib->flags & FIB_CONTEXT_FLAG_TIMED_OUT)) {
347 			aac_fib_complete(fib);
348 			aac_fib_free(fib);
349 			return 0;
350 		}
351 
352 		FIB_COUNTER_INCREMENT(aac_config.FibRecved);
353 
354 		if (fib->flags & FIB_CONTEXT_FLAG_NATIVE_HBA) {
355 
356 			if (isFastResponse)
357 				fib->flags |= FIB_CONTEXT_FLAG_FASTRESP;
358 
359 			if (fib->callback) {
360 				start_callback = 1;
361 			} else {
362 				unsigned long flagv;
363 				int completed = 0;
364 
365 				dprintk((KERN_INFO "event_wait up\n"));
366 				spin_lock_irqsave(&fib->event_lock, flagv);
367 				if (fib->done == 2) {
368 					fib->done = 1;
369 					completed = 1;
370 				} else {
371 					fib->done = 1;
372 					complete(&fib->event_wait);
373 				}
374 				spin_unlock_irqrestore(&fib->event_lock, flagv);
375 
376 				spin_lock_irqsave(&dev->manage_lock, mflags);
377 				dev->management_fib_count--;
378 				spin_unlock_irqrestore(&dev->manage_lock,
379 					mflags);
380 
381 				FIB_COUNTER_INCREMENT(aac_config.NativeRecved);
382 				if (completed)
383 					aac_fib_complete(fib);
384 			}
385 		} else {
386 			struct hw_fib *hwfib = fib->hw_fib_va;
387 
388 			if (isFastResponse) {
389 				/* Doctor the fib */
390 				*(__le32 *)hwfib->data = cpu_to_le32(ST_OK);
391 				hwfib->header.XferState |=
392 					cpu_to_le32(AdapterProcessed);
393 				fib->flags |= FIB_CONTEXT_FLAG_FASTRESP;
394 			}
395 
396 			if (hwfib->header.Command ==
397 				cpu_to_le16(NuFileSystem)) {
398 				__le32 *pstatus = (__le32 *)hwfib->data;
399 
400 				if (*pstatus & cpu_to_le32(0xffff0000))
401 					*pstatus = cpu_to_le32(ST_OK);
402 			}
403 			if (hwfib->header.XferState &
404 				cpu_to_le32(NoResponseExpected | Async)) {
405 				if (hwfib->header.XferState & cpu_to_le32(
406 					NoResponseExpected)) {
407 					FIB_COUNTER_INCREMENT(
408 						aac_config.NoResponseRecved);
409 				} else {
410 					FIB_COUNTER_INCREMENT(
411 						aac_config.AsyncRecved);
412 				}
413 				start_callback = 1;
414 			} else {
415 				unsigned long flagv;
416 				int completed = 0;
417 
418 				dprintk((KERN_INFO "event_wait up\n"));
419 				spin_lock_irqsave(&fib->event_lock, flagv);
420 				if (fib->done == 2) {
421 					fib->done = 1;
422 					completed = 1;
423 				} else {
424 					fib->done = 1;
425 					complete(&fib->event_wait);
426 				}
427 				spin_unlock_irqrestore(&fib->event_lock, flagv);
428 
429 				spin_lock_irqsave(&dev->manage_lock, mflags);
430 				dev->management_fib_count--;
431 				spin_unlock_irqrestore(&dev->manage_lock,
432 					mflags);
433 
434 				FIB_COUNTER_INCREMENT(aac_config.NormalRecved);
435 				if (completed)
436 					aac_fib_complete(fib);
437 			}
438 		}
439 
440 
441 		if (start_callback) {
442 			/*
443 			 * NOTE:  we cannot touch the fib after this
444 			 *  call, because it may have been deallocated.
445 			 */
446 			if (likely(fib->callback && fib->callback_data)) {
447 				fib->callback(fib->callback_data, fib);
448 			} else {
449 				aac_fib_complete(fib);
450 				aac_fib_free(fib);
451 			}
452 
453 		}
454 		return 0;
455 	}
456 }
457