Mike Kravetz 63758dd959 hugetlb: fix huge_pmd_unshare address update ... commit 48381273f8734d28ef56a5bdf1966dd8530111bc upstream. The routine huge_pmd_unshare() is passed a pointer to an address associated with an area which may be unshared. If unshare is successful this address is updated to 'optimize' callers iterating over huge page addresses. For the optimization to work correctly, address should be updated to the last huge page in the unmapped/unshared area. However, in the common case where the passed address is PUD_SIZE aligned, the address is incorrectly updated to the address of the preceding huge page. That wastes CPU cycles as the unmapped/unshared range is scanned twice. Link: https://lkml.kernel.org/r/20220524205003.126184-1-mike.kravetz@oracle.com Fixes: 39dde65c99 ("shared page table for hugetlb page") Signed-off-by: Mike Kravetz <mike.kravetz@oracle.com> Acked-by: Muchun Song <songmuchun@bytedance.com> Cc: <stable@vger.kernel.org> Signed-off-by: Andrew Morton <akpm@linux-foundation.org> Signed-off-by: Greg Kroah-Hartman <gregkh@linuxfoundation.org>		2022-06-09 10:21:27 +02:00
..
kasan	kasan: prevent cpu_quarantine corruption when CPU offline and cache shrink occur at same time	2022-05-09 09:05:07 +02:00
backing-dev.c	mm: bdi: initialize bdi_min_ratio when bdi is unregistered	2021-12-14 11:32:37 +01:00
balloon_compaction.c
cleancache.c
cma_debug.c
cma.c
cma.h
compaction.c	mm, compaction: fast_find_migrateblock() should return pfn in the target zone	2022-06-09 10:21:23 +02:00
debug_page_ref.c
debug_vm_pgtable.c	mm/debug_vm_pgtable: remove pte entry from the page table	2022-02-08 18:30:35 +01:00
debug.c
dmapool.c
early_ioremap.c
fadvise.c
failslab.c
filemap.c
frame_vector.c
frontswap.c
gup_benchmark.c
gup.c
highmem.c
hmm.c	mm/hmm.c: allow VM_MIXEDMAP to work with hmm_range_fault	2022-01-27 10:54:36 +01:00
huge_memory.c	mm/userfaultfd: fix uffd-wp special cases for fork()	2021-07-25 14:36:18 +02:00
hugetlb_cgroup.c
hugetlb.c	hugetlb: fix huge_pmd_unshare address update	2022-06-09 10:21:27 +02:00
hwpoison-inject.c
init-mm.c
internal.h
interval_tree.c
ioremap.c
Kconfig
Kconfig.debug
khugepaged.c	mm: khugepaged: skip huge page collapse for special files	2021-11-06 14:10:09 +01:00
kmemleak.c	mm: kmemleak: take a full lowmem check in kmemleak_*_phys()	2022-04-20 09:23:25 +02:00
ksm.c
list_lru.c
maccess.c
madvise.c	Revert "mm: madvise: skip unmapped vma holes passed to process_madvise"	2022-04-08 14:39:54 +02:00
Makefile
mapping_dirty_helpers.c
memblock.c	memblock: use kfree() to release kmalloced memblock regions	2022-03-02 11:42:57 +01:00
memcontrol.c	mm/memcontrol: return 1 from cgroup.memory __setup() handler	2022-04-08 14:40:43 +02:00
memfd.c	memfd: fix F_SEAL_WRITE after shmem huge page allocated	2022-03-08 19:09:36 +01:00
memory_hotplug.c	mm/memory_hotplug: use "unsigned long" for PFN in zone_for_pfn_range()	2021-09-22 12:27:59 +02:00
memory-failure.c	mm/hwpoison: clear MF_COUNT_INCREASED before retrying get_any_page()	2021-12-29 12:26:05 +01:00
memory.c	mm: hugetlb: fix missing cache flush in copy_huge_page_from_user()	2022-05-15 20:00:09 +02:00
mempolicy.c	mm/mempolicy: fix mpol_new leak in shared_policy_replace	2022-04-13 21:01:08 +02:00
mempool.c
memremap.c
memtest.c
migrate.c	mm: fix missing cache flush for all tail pages of compound page	2022-05-15 20:00:09 +02:00
mincore.c
mlock.c
mm_init.c
mmap.c	mm, hugetlb: allow for "high" userspace addresses	2022-04-27 13:53:54 +02:00
mmu_gather.c
mmu_notifier.c	mm/mmu_notifier.c: fix race in mmu_interval_notifier_remove()	2022-04-27 13:53:54 +02:00
mmzone.c	arm: remove CONFIG_ARCH_HAS_HOLES_MEMORYMODEL	2022-05-15 20:00:09 +02:00
mprotect.c	mm: don't try to NUMA-migrate COW pages that have other uses	2022-02-23 12:00:57 +01:00
mremap.c	mmmremap.c: avoid pointless invalidate_range_start/end on mremap(old_size=0)	2022-04-13 21:01:08 +02:00
msync.c
nommu.c
oom_kill.c	oom_kill.c: futex: delay the OOM reaper to allow time for proper futex cleanup	2022-04-27 13:53:54 +02:00
page_alloc.c	mm: page_alloc: fix building error on -Werror=array-compare	2022-04-27 13:53:45 +02:00
page_counter.c
page_ext.c
page_idle.c
page_io.c	mm: fix unexpected zeroed page mapping with zram swap	2022-04-20 09:23:25 +02:00
page_isolation.c
page_owner.c
page_poison.c
page_reporting.c
page_reporting.h
page_vma_mapped.c
page-writeback.c
pagewalk.c
percpu-internal.h
percpu-km.c
percpu-stats.c
percpu-vm.c
percpu.c
pgalloc-track.h
pgtable-generic.c
process_vm_access.c
ptdump.c
readahead.c
rmap.c	mm: fix race between MADV_FREE reclaim and blkdev direct IO read	2022-04-13 21:01:03 +02:00
rodata_test.c
shmem.c	shmem: fix a race between shmem_unused_huge_shrink and shmem_evict_inode	2022-01-27 10:53:44 +01:00
shuffle.c
shuffle.h
slab_common.c
slab.c
slab.h	mm: kmemleak: slob: respect SLAB_NOLEAKTRACE flag	2021-11-26 10:39:19 +01:00
slob.c
slub.c	mm, slub: fix incorrect memcg slab count for bulk free	2021-10-27 09:56:53 +02:00
sparse-vmemmap.c
sparse.c
swap_cgroup.c
swap_slots.c
swap_state.c	mm: swap: get rid of livelock in swapin readahead	2022-03-23 09:13:27 +01:00
swap.c
swapfile.c
truncate.c
usercopy.c	mm/usercopy: return 1 from hardened_usercopy __setup() handler	2022-04-08 14:40:43 +02:00
userfaultfd.c	mm: userfaultfd: fix missing cache flush in mcopy_atomic_pte() and __mcopy_atomic()	2022-05-15 20:00:09 +02:00
util.c	random: move randomize_page() into mm where it belongs	2022-05-30 09:33:45 +02:00
vmacache.c
vmalloc.c
vmpressure.c
vmscan.c	mm,vmscan: fix divide by zero in get_scan_count	2021-09-18 13:40:36 +02:00
vmstat.c	arm: remove CONFIG_ARCH_HAS_HOLES_MEMORYMODEL	2022-05-15 20:00:09 +02:00
workingset.c
z3fold.c
zbud.c
zpool.c
zsmalloc.c	zsmalloc: fix races between asynchronous zspage free and page migration	2022-06-06 08:42:43 +02:00
zswap.c