Lines Matching refs:delays
90 tsk->delays = kmem_cache_zalloc(delayacct_cache, GFP_KERNEL); in __delayacct_tsk_init()
91 if (tsk->delays) in __delayacct_tsk_init()
92 raw_spin_lock_init(&tsk->delays->lock); in __delayacct_tsk_init()
114 current->delays->blkio_start = local_clock(); in __delayacct_blkio_start()
123 delayacct_end(&p->delays->lock, in __delayacct_blkio_end()
124 &p->delays->blkio_start, in __delayacct_blkio_end()
125 &p->delays->blkio_delay, in __delayacct_blkio_end()
126 &p->delays->blkio_count); in __delayacct_blkio_end()
164 if (!tsk->delays) in delayacct_add_tsk()
169 raw_spin_lock_irqsave(&tsk->delays->lock, flags); in delayacct_add_tsk()
170 tmp = d->blkio_delay_total + tsk->delays->blkio_delay; in delayacct_add_tsk()
172 tmp = d->swapin_delay_total + tsk->delays->swapin_delay; in delayacct_add_tsk()
174 tmp = d->freepages_delay_total + tsk->delays->freepages_delay; in delayacct_add_tsk()
176 tmp = d->thrashing_delay_total + tsk->delays->thrashing_delay; in delayacct_add_tsk()
178 tmp = d->compact_delay_total + tsk->delays->compact_delay; in delayacct_add_tsk()
180 tmp = d->wpcopy_delay_total + tsk->delays->wpcopy_delay; in delayacct_add_tsk()
182 tmp = d->irq_delay_total + tsk->delays->irq_delay; in delayacct_add_tsk()
184 d->blkio_count += tsk->delays->blkio_count; in delayacct_add_tsk()
185 d->swapin_count += tsk->delays->swapin_count; in delayacct_add_tsk()
186 d->freepages_count += tsk->delays->freepages_count; in delayacct_add_tsk()
187 d->thrashing_count += tsk->delays->thrashing_count; in delayacct_add_tsk()
188 d->compact_count += tsk->delays->compact_count; in delayacct_add_tsk()
189 d->wpcopy_count += tsk->delays->wpcopy_count; in delayacct_add_tsk()
190 d->irq_count += tsk->delays->irq_count; in delayacct_add_tsk()
191 raw_spin_unlock_irqrestore(&tsk->delays->lock, flags); in delayacct_add_tsk()
201 raw_spin_lock_irqsave(&tsk->delays->lock, flags); in __delayacct_blkio_ticks()
202 ret = nsec_to_clock_t(tsk->delays->blkio_delay); in __delayacct_blkio_ticks()
203 raw_spin_unlock_irqrestore(&tsk->delays->lock, flags); in __delayacct_blkio_ticks()
209 current->delays->freepages_start = local_clock(); in __delayacct_freepages_start()
214 delayacct_end(¤t->delays->lock, in __delayacct_freepages_end()
215 ¤t->delays->freepages_start, in __delayacct_freepages_end()
216 ¤t->delays->freepages_delay, in __delayacct_freepages_end()
217 ¤t->delays->freepages_count); in __delayacct_freepages_end()
227 current->delays->thrashing_start = local_clock(); in __delayacct_thrashing_start()
236 delayacct_end(¤t->delays->lock, in __delayacct_thrashing_end()
237 ¤t->delays->thrashing_start, in __delayacct_thrashing_end()
238 ¤t->delays->thrashing_delay, in __delayacct_thrashing_end()
239 ¤t->delays->thrashing_count); in __delayacct_thrashing_end()
244 current->delays->swapin_start = local_clock(); in __delayacct_swapin_start()
249 delayacct_end(¤t->delays->lock, in __delayacct_swapin_end()
250 ¤t->delays->swapin_start, in __delayacct_swapin_end()
251 ¤t->delays->swapin_delay, in __delayacct_swapin_end()
252 ¤t->delays->swapin_count); in __delayacct_swapin_end()
257 current->delays->compact_start = local_clock(); in __delayacct_compact_start()
262 delayacct_end(¤t->delays->lock, in __delayacct_compact_end()
263 ¤t->delays->compact_start, in __delayacct_compact_end()
264 ¤t->delays->compact_delay, in __delayacct_compact_end()
265 ¤t->delays->compact_count); in __delayacct_compact_end()
270 current->delays->wpcopy_start = local_clock(); in __delayacct_wpcopy_start()
275 delayacct_end(¤t->delays->lock, in __delayacct_wpcopy_end()
276 ¤t->delays->wpcopy_start, in __delayacct_wpcopy_end()
277 ¤t->delays->wpcopy_delay, in __delayacct_wpcopy_end()
278 ¤t->delays->wpcopy_count); in __delayacct_wpcopy_end()
285 raw_spin_lock_irqsave(&task->delays->lock, flags); in __delayacct_irq()
286 task->delays->irq_delay += delta; in __delayacct_irq()
287 task->delays->irq_count++; in __delayacct_irq()
288 raw_spin_unlock_irqrestore(&task->delays->lock, flags); in __delayacct_irq()