Lines Matching refs:vm_end

299 		if (VM_WARN_ON_ONCE_MM(vma->vm_end != vmi_end, mm))  in validate_mm()
376 unsigned long vm_end = min(end, vma->vm_end); in count_vma_pages_range() local
378 nr_pages += PHYS_PFN(vm_end - vm_start); in count_vma_pages_range()
400 vma_iter_config(&vmi, vma->vm_start, vma->vm_end); in vma_link()
466 uprobe_munmap(vp->vma, vp->vma->vm_start, vp->vma->vm_end); in vma_prepare()
470 vp->adj_next->vm_end); in vma_prepare()
556 vp->remove->vm_end); in vma_complete()
564 WARN_ON_ONCE(vp->vma->vm_end < vp->remove->vm_end); in vma_complete()
639 if (next && (vma != next) && (end == next->vm_end)) { in vma_expand()
654 VM_WARN_ON(vma->vm_start < start || vma->vm_end > end); in vma_expand()
664 vma->vm_end = end; in vma_expand()
691 WARN_ON((vma->vm_start != start) && (vma->vm_end != end)); in vma_shrink()
696 vma_iter_config(vmi, end, vma->vm_end); in vma_shrink()
709 vma->vm_end = end; in vma_shrink()
893 curr = find_vma_intersection(mm, prev ? prev->vm_end : 0, end); in vma_merge()
896 end == curr->vm_end) /* cases 6 - 8, adjacent VMA */ in vma_merge()
906 if (addr == prev->vm_end && mpol_equal(vma_policy(prev), policy) in vma_merge()
923 VM_WARN_ON(curr && (addr != curr->vm_start || end > curr->vm_end)); in vma_merge()
940 vma_end = next->vm_end; in vma_merge()
953 if (end == curr->vm_end) { /* case 7 */ in vma_merge()
963 if (prev && addr < prev->vm_end) { /* case 4 */ in vma_merge()
967 adj_start = -(prev->vm_end - addr); in vma_merge()
976 vma_end = next->vm_end; in vma_merge()
991 if (vma_start < vma->vm_start || vma_end > vma->vm_end) in vma_merge()
998 adjust->vm_end); in vma_merge()
1012 vma->vm_end = vma_end; in vma_merge()
1056 return a->vm_end == b->vm_start && in anon_vma_compatible()
1106 MA_STATE(mas, &vma->vm_mm->mm_mt, vma->vm_end, vma->vm_end); in find_mergeable_anon_vma()
1589 low_limit = tmp->vm_end; in unmapped_area()
1933 vma->vm_end - size; in acct_stack_growth()
1976 next = find_vma_intersection(mm, vma->vm_end, gap_addr); in expand_upwards()
2006 if (address > vma->vm_end) { in expand_upwards()
2010 grow = (address - vma->vm_end) >> PAGE_SHIFT; in expand_upwards()
2030 vma->vm_end = address; in expand_upwards()
2072 (address - prev->vm_end < stack_guard_gap)) in expand_downwards()
2079 __mas_set_range(&mas, address, vma->vm_end - 1); in expand_downwards()
2102 size = vma->vm_end - address; in expand_downwards()
2176 populate_vma_page_range(prev, addr, prev->vm_end, NULL); in find_extend_vma_locked()
2230 if (vma->vm_end != (addr & PAGE_MASK)) in vma_expand_up()
2335 free_pgtables(&tlb, mas, vma, prev ? prev->vm_end : FIRST_USER_ADDRESS, in unmap_region()
2354 WARN_ON(vma->vm_end <= addr); in __split_vma()
2367 new->vm_end = addr; in __split_vma()
2374 vma_iter_config(vmi, new->vm_start, new->vm_end); in __split_vma()
2404 vma->vm_end = addr; in __split_vma()
2481 if (end < vma->vm_end && mm->map_count >= sysctl_max_map_count) in do_vmi_align_munmap()
2496 if (next->vm_end > end) { in do_vmi_align_munmap()
2719 merge_end = next->vm_end; in mmap_region()
2725 if (prev && prev->vm_end == addr && !vma_policy(prev) && in mmap_region()
2761 vma->vm_end = end; in mmap_region()
2793 vma->vm_end, vma->vm_flags, NULL, in mmap_region()
2902 vma_iter_set(&vmi, vma->vm_end); in mmap_region()
2905 vma->vm_end, vma->vm_end, true); in mmap_region()
2985 if (start + size > vma->vm_end) { in SYSCALL_DEFINE5()
2986 VMA_ITERATOR(vmi, mm, vma->vm_end); in SYSCALL_DEFINE5()
2991 if (next->vm_start != prev->vm_end) in SYSCALL_DEFINE5()
3000 if (start + size <= next->vm_end) in SYSCALL_DEFINE5()
3093 if (vma && vma->vm_end == addr && !vma_policy(vma) && in do_brk_flags()
3105 vma->vm_end = addr + len; in do_brk_flags()
3123 vma->vm_end = addr + len; in do_brk_flags()
3240 mas_set(&mas, vma->vm_end); in exit_mmap()
3250 mas_set(&mas, vma->vm_end); in exit_mmap()
3276 if (find_vma_intersection(mm, vma->vm_start, vma->vm_end)) in insert_vm_struct()
3344 vma_start < new_vma->vm_end)) { in copy_vma()
3366 new_vma->vm_end = addr + len; in copy_vma()
3536 vma->vm_end = addr + len; in __install_special_mapping()