mirror of
https://git.kernel.org/pub/scm/linux/kernel/git/torvalds/linux.git
synced 2026-08-27 16:28:58 -04:00
mm: convert __get_unmapped_area() to use vma_flags_t
Update __get_unmapped_area() to be parameterised by vma_flags_t rather than vm_flags_t as part of the effort to move VMA flags from a system word to a bitmap. We cascade the changes up to arch_get_unmapped_area_topdown() and arch_get_unmapped_area(), where, for now, we use vma_flags_to_legacy() in order to propagate the VMA flags. No functional change intended. Link: https://lore.kernel.org/20260711-b4-vma-flags-mm-v2-3-0fa2357d5431@kernel.org Signed-off-by: Lorenzo Stoakes <ljs@kernel.org> Reviewed-by: Lance Yang <lance.yang@linux.dev> Reviewed-by: Zi Yan <ziy@nvidia.com> Reviewed-by: Vlastimil Babka (SUSE) <vbabka@kernel.org> Cc: Baolin Wang <baolin.wang@linux.alibaba.com> Cc: Barry Song <baohua@kernel.org> Cc: Christian Brauner <brauner@kernel.org> Cc: Dave Airlie <airlied@gmail.com> Cc: David Hildenbrand <david@kernel.org> Cc: Dev Jain <dev.jain@arm.com> Cc: Jani Nikula <jani.nikula@intel.com> Cc: Jan Kara <jack@suse.cz> Cc: Jann Horn <jannh@google.com> Cc: Mike Rapoport <rppt@kernel.org> Cc: Muchun Song <muchun.song@linux.dev> Cc: Nico Pache <npache@redhat.com> Cc: Oscar Salvador <osalvador@suse.de> Cc: Pedro Falcato <pfalcato@suse.de> Cc: Suren Baghdasaryan <surenb@google.com> Cc: Thomas Zimmermann <tzimmermann@suse.de> Signed-off-by: Andrew Morton <akpm@linux-foundation.org>
This commit is contained in:
committed by
Andrew Morton
parent
1944a0183c
commit
2ec748152d
@@ -184,7 +184,8 @@ hugetlb_get_unmapped_area(struct file *file, unsigned long addr,
|
||||
if (addr)
|
||||
addr0 = ALIGN(addr, huge_page_size(h));
|
||||
|
||||
return mm_get_unmapped_area_vmflags(file, addr0, len, pgoff, flags, 0);
|
||||
return mm_get_unmapped_area_vmaflags(file, addr0, len, pgoff, flags,
|
||||
EMPTY_VMA_FLAGS);
|
||||
}
|
||||
|
||||
/*
|
||||
|
||||
@@ -391,9 +391,9 @@ static inline bool thp_disabled_by_hw(void)
|
||||
|
||||
unsigned long thp_get_unmapped_area(struct file *filp, unsigned long addr,
|
||||
unsigned long len, unsigned long pgoff, unsigned long flags);
|
||||
unsigned long thp_get_unmapped_area_vmflags(struct file *filp, unsigned long addr,
|
||||
unsigned long thp_get_unmapped_area_vmaflags(struct file *filp, unsigned long addr,
|
||||
unsigned long len, unsigned long pgoff, unsigned long flags,
|
||||
vm_flags_t vm_flags);
|
||||
vma_flags_t vma_flags);
|
||||
|
||||
enum split_type {
|
||||
SPLIT_TYPE_UNIFORM,
|
||||
@@ -617,9 +617,9 @@ static inline unsigned long thp_vma_allowable_orders(struct vm_area_struct *vma,
|
||||
#define thp_get_unmapped_area NULL
|
||||
|
||||
static inline unsigned long
|
||||
thp_get_unmapped_area_vmflags(struct file *filp, unsigned long addr,
|
||||
unsigned long len, unsigned long pgoff,
|
||||
unsigned long flags, vm_flags_t vm_flags)
|
||||
thp_get_unmapped_area_vmaflags(struct file *filp, unsigned long addr,
|
||||
unsigned long len, unsigned long pgoff,
|
||||
unsigned long flags, vma_flags_t vma_flags)
|
||||
{
|
||||
return 0;
|
||||
}
|
||||
|
||||
@@ -4191,13 +4191,15 @@ unsigned long randomize_page(unsigned long start, unsigned long range);
|
||||
|
||||
unsigned long
|
||||
__get_unmapped_area(struct file *file, unsigned long addr, unsigned long len,
|
||||
unsigned long pgoff, unsigned long flags, vm_flags_t vm_flags);
|
||||
unsigned long pgoff, unsigned long flags,
|
||||
vma_flags_t vma_flags);
|
||||
|
||||
static inline unsigned long
|
||||
get_unmapped_area(struct file *file, unsigned long addr, unsigned long len,
|
||||
unsigned long pgoff, unsigned long flags)
|
||||
{
|
||||
return __get_unmapped_area(file, addr, len, pgoff, flags, 0);
|
||||
return __get_unmapped_area(file, addr, len, pgoff, flags,
|
||||
EMPTY_VMA_FLAGS);
|
||||
}
|
||||
|
||||
unsigned long do_mmap(struct file *file, unsigned long addr,
|
||||
|
||||
@@ -193,12 +193,9 @@ unsigned long mm_get_unmapped_area(struct file *filp, unsigned long addr,
|
||||
unsigned long len, unsigned long pgoff,
|
||||
unsigned long flags);
|
||||
|
||||
unsigned long mm_get_unmapped_area_vmflags(struct file *filp,
|
||||
unsigned long addr,
|
||||
unsigned long len,
|
||||
unsigned long pgoff,
|
||||
unsigned long flags,
|
||||
vm_flags_t vm_flags);
|
||||
unsigned long mm_get_unmapped_area_vmaflags(struct file *filp,
|
||||
unsigned long addr, unsigned long len, unsigned long pgoff,
|
||||
unsigned long flags, vma_flags_t vma_flags);
|
||||
|
||||
unsigned long
|
||||
generic_get_unmapped_area(struct file *filp, unsigned long addr,
|
||||
|
||||
@@ -1194,7 +1194,7 @@ static inline bool is_transparent_hugepage(const struct folio *folio)
|
||||
static unsigned long __thp_get_unmapped_area(struct file *filp,
|
||||
unsigned long addr, unsigned long len,
|
||||
loff_t off, unsigned long flags, unsigned long size,
|
||||
vm_flags_t vm_flags)
|
||||
vma_flags_t vma_flags)
|
||||
{
|
||||
loff_t off_end = off + len;
|
||||
loff_t off_align = round_up(off, size);
|
||||
@@ -1210,8 +1210,9 @@ static unsigned long __thp_get_unmapped_area(struct file *filp,
|
||||
if (len_pad < len || (off + len_pad) < off)
|
||||
return 0;
|
||||
|
||||
ret = mm_get_unmapped_area_vmflags(filp, addr, len_pad,
|
||||
off >> PAGE_SHIFT, flags, vm_flags);
|
||||
ret = mm_get_unmapped_area_vmaflags(filp, addr, len_pad,
|
||||
off >> PAGE_SHIFT, flags,
|
||||
vma_flags);
|
||||
|
||||
/*
|
||||
* The failure might be due to length padding. The caller will retry
|
||||
@@ -1236,25 +1237,27 @@ static unsigned long __thp_get_unmapped_area(struct file *filp,
|
||||
return ret;
|
||||
}
|
||||
|
||||
unsigned long thp_get_unmapped_area_vmflags(struct file *filp, unsigned long addr,
|
||||
unsigned long thp_get_unmapped_area_vmaflags(struct file *filp, unsigned long addr,
|
||||
unsigned long len, unsigned long pgoff, unsigned long flags,
|
||||
vm_flags_t vm_flags)
|
||||
vma_flags_t vma_flags)
|
||||
{
|
||||
unsigned long ret;
|
||||
loff_t off = (loff_t)pgoff << PAGE_SHIFT;
|
||||
|
||||
ret = __thp_get_unmapped_area(filp, addr, len, off, flags, PMD_SIZE, vm_flags);
|
||||
ret = __thp_get_unmapped_area(filp, addr, len, off, flags, PMD_SIZE,
|
||||
vma_flags);
|
||||
if (ret)
|
||||
return ret;
|
||||
|
||||
return mm_get_unmapped_area_vmflags(filp, addr, len, pgoff, flags,
|
||||
vm_flags);
|
||||
return mm_get_unmapped_area_vmaflags(filp, addr, len, pgoff, flags,
|
||||
vma_flags);
|
||||
}
|
||||
|
||||
unsigned long thp_get_unmapped_area(struct file *filp, unsigned long addr,
|
||||
unsigned long len, unsigned long pgoff, unsigned long flags)
|
||||
{
|
||||
return thp_get_unmapped_area_vmflags(filp, addr, len, pgoff, flags, 0);
|
||||
return thp_get_unmapped_area_vmaflags(filp, addr, len, pgoff, flags,
|
||||
EMPTY_VMA_FLAGS);
|
||||
}
|
||||
EXPORT_SYMBOL_GPL(thp_get_unmapped_area);
|
||||
|
||||
|
||||
27
mm/mmap.c
27
mm/mmap.c
@@ -411,8 +411,7 @@ unsigned long do_mmap(struct file *file, unsigned long addr,
|
||||
/* Obtain the address to map to. we verify (or select) it and ensure
|
||||
* that it represents a valid section of the address space.
|
||||
*/
|
||||
addr = __get_unmapped_area(file, addr, len, pgoff, flags,
|
||||
vma_flags_to_legacy(vma_flags));
|
||||
addr = __get_unmapped_area(file, addr, len, pgoff, flags, vma_flags);
|
||||
if (IS_ERR_VALUE(addr))
|
||||
return addr;
|
||||
|
||||
@@ -812,19 +811,20 @@ arch_get_unmapped_area_topdown(struct file *filp, unsigned long addr,
|
||||
}
|
||||
#endif
|
||||
|
||||
unsigned long mm_get_unmapped_area_vmflags(struct file *filp, unsigned long addr,
|
||||
unsigned long len, unsigned long pgoff,
|
||||
unsigned long flags, vm_flags_t vm_flags)
|
||||
unsigned long mm_get_unmapped_area_vmaflags(struct file *filp, unsigned long addr,
|
||||
unsigned long len, unsigned long pgoff, unsigned long flags,
|
||||
vma_flags_t vma_flags)
|
||||
{
|
||||
if (mm_flags_test(MMF_TOPDOWN, current->mm))
|
||||
return arch_get_unmapped_area_topdown(filp, addr, len, pgoff,
|
||||
flags, vm_flags);
|
||||
return arch_get_unmapped_area(filp, addr, len, pgoff, flags, vm_flags);
|
||||
flags, vma_flags_to_legacy(vma_flags));
|
||||
return arch_get_unmapped_area(filp, addr, len, pgoff, flags,
|
||||
vma_flags_to_legacy(vma_flags));
|
||||
}
|
||||
|
||||
unsigned long
|
||||
__get_unmapped_area(struct file *file, unsigned long addr, unsigned long len,
|
||||
unsigned long pgoff, unsigned long flags, vm_flags_t vm_flags)
|
||||
unsigned long pgoff, unsigned long flags, vma_flags_t vma_flags)
|
||||
{
|
||||
unsigned long (*get_area)(struct file *, unsigned long,
|
||||
unsigned long, unsigned long, unsigned long)
|
||||
@@ -859,11 +859,11 @@ __get_unmapped_area(struct file *file, unsigned long addr, unsigned long len,
|
||||
&& !addr /* no hint */
|
||||
&& IS_ALIGNED(len, PMD_SIZE)) {
|
||||
/* Ensures that larger anonymous mappings are THP aligned. */
|
||||
addr = thp_get_unmapped_area_vmflags(file, addr, len,
|
||||
pgoff, flags, vm_flags);
|
||||
addr = thp_get_unmapped_area_vmaflags(file, addr, len,
|
||||
pgoff, flags, vma_flags);
|
||||
} else {
|
||||
addr = mm_get_unmapped_area_vmflags(file, addr, len,
|
||||
pgoff, flags, vm_flags);
|
||||
addr = mm_get_unmapped_area_vmaflags(file, addr, len,
|
||||
pgoff, flags, vma_flags);
|
||||
}
|
||||
if (IS_ERR_VALUE(addr))
|
||||
return addr;
|
||||
@@ -881,7 +881,8 @@ unsigned long
|
||||
mm_get_unmapped_area(struct file *file, unsigned long addr, unsigned long len,
|
||||
unsigned long pgoff, unsigned long flags)
|
||||
{
|
||||
return mm_get_unmapped_area_vmflags(file, addr, len, pgoff, flags, 0);
|
||||
return mm_get_unmapped_area_vmaflags(file, addr, len, pgoff, flags,
|
||||
EMPTY_VMA_FLAGS);
|
||||
}
|
||||
EXPORT_SYMBOL(mm_get_unmapped_area);
|
||||
|
||||
|
||||
Reference in New Issue
Block a user