Searched refs:data_tail (Results 1 – 8 of 8) sorted by relevance
205 unsigned long data_head, data_tail; in __event_read_samples() local218 data_tail = metadata_page->data_tail; in __event_read_samples()232 if (data_head - data_tail < sizeof(header)) in __event_read_samples()235 data_tail += sizeof(header); in __event_read_samples()239 return sample_buff + page_size + data_tail; in __event_read_samples()240 data_tail += *size; in __event_read_samples()244 if ((metadata_page->data_tail + *size) > metadata_page->data_head) in __event_read_samples()245 data_tail = metadata_page->data_head; in __event_read_samples()247 data_tail += *size; in __event_read_samples()
483 __u64 data_head, data_tail; in perfbuf_custom_consumer() local503 data_tail = header->data_tail; in perfbuf_custom_consumer()504 while (data_head != data_tail) { in perfbuf_custom_consumer()505 ehdr = base + (data_tail & mmap_mask); in perfbuf_custom_consumer()511 data_tail += ehdr_size; in perfbuf_custom_consumer()513 ring_buffer_write_tail(header, data_tail); in perfbuf_custom_consumer()
71 smp_store_release(&base->data_tail, tail); in ring_buffer_write_tail()
334 * if (LOAD ->data_tail) { LOAD ->data_head338 * STORE ->data_head STORE ->data_tail389 * if (LOAD ->data_tail) { LOAD ->data_head393 * STORE ->data_head STORE ->data_tail398 The kernel's control dependency between the load from ->data_tail400 between the load from data and the store to ->data_tail prevents
721 __u64 data_tail; /* user-space written tail */ member
197 tail = READ_ONCE(rb->user_page->data_tail); in __perf_output_begin()
12251 __u64 data_tail = header->data_tail; in perf_event_read_simple() local12257 while (data_head != data_tail) { in perf_event_read_simple()12258 ehdr = base + (data_tail & (mmap_size - 1)); in perf_event_read_simple()12283 data_tail += ehdr_size; in perf_event_read_simple()12288 ring_buffer_write_tail(header, data_tail); in perf_event_read_simple()