mirror of
https://github.com/torvalds/linux.git
synced 2026-09-13 06:17:27 +02:00
mm/khugepaged: extract reference check into folio_pte_referenced() helper
This change deduplicates the "is this PTE/folio referenced enough to be considered for a collapse" condition that was repeated in both __collapse_huge_page_isolate() and collapse_scan_pmd(), extracting it into a single inline helper function. Also move the comment and use it as the function header. While we are at it, updated the comment to clarify that a young pte is a recently accessed one. [nico.pache@linux.dev: drop the trivial helper kerneldoc and inline marker per review] Link: https://lore.kernel.org/9038f552-926b-4c4c-b023-69271f45e3d5@linux.dev Link: https://lore.kernel.org/20260811-khugepaged_pte_refactor-v4-2-ddac39d61c4a@linux.dev Signed-off-by: Nico Pache (Red Hat) <nico.pache@linux.dev> Acked-by: Usama Arif <usama.arif@linux.dev> Acked-by: David Hildenbrand (Arm) <david@kernel.org> Reviewed-by: Zi Yan <ziy@nvidia.com> Reviewed-by: Baolin Wang <baolin.wang@linux.alibaba.com> Reviewed-by: Lance Yang <lance.yang@linux.dev> Cc: Barry Song <baohua@kernel.org> Cc: Dev Jain <dev.jain@arm.com> Cc: Jonathan Corbet <corbet@lwn.net> Cc: Liam R. Howlett <liam@infradead.org> Cc: Lorenzo Stoakes (ARM) <ljs@kernel.org> Cc: Michal Hocko <mhocko@suse.com> Cc: Mike Rapoport <rppt@kernel.org> Cc: Ryan Roberts <ryan.roberts@arm.com> Cc: Suren Baghdasaryan <surenb@google.com> Cc: Vlastimil Babka <vbabka@kernel.org> Cc: Pedro Falcato <pfalcato@suse.de> Signed-off-by: Andrew Morton <akpm@linux-foundation.org>
This commit is contained in:
parent
b86a7d03ea
commit
e8122742cf
|
|
@ -672,6 +672,16 @@ static void release_pte_pages(pte_t *pte, pte_t *_pte,
|
|||
}
|
||||
}
|
||||
|
||||
static bool folio_pte_referenced(struct folio *folio,
|
||||
struct vm_area_struct *vma, unsigned long addr, pte_t pteval)
|
||||
{
|
||||
/* The folio was referenced previously ... */
|
||||
if (folio_test_young(folio) || folio_test_referenced(folio))
|
||||
return true;
|
||||
/* ... or the PTE mapping was recently used */
|
||||
return pte_young(pteval) || mmu_notifier_test_young(vma->vm_mm, addr);
|
||||
}
|
||||
|
||||
static enum scan_result __collapse_huge_page_isolate(struct vm_area_struct *vma,
|
||||
unsigned long start_addr, pte_t *pte, struct collapse_control *cc,
|
||||
unsigned int order, struct list_head *compound_pagelist)
|
||||
|
|
@ -810,14 +820,8 @@ static enum scan_result __collapse_huge_page_isolate(struct vm_area_struct *vma,
|
|||
if (folio_test_large(folio))
|
||||
list_add_tail(&folio->lru, compound_pagelist);
|
||||
next:
|
||||
/*
|
||||
* If collapse was initiated by khugepaged, check that there is
|
||||
* enough young pte to justify collapsing the page
|
||||
*/
|
||||
if (cc->is_khugepaged &&
|
||||
(pte_young(pteval) || folio_test_young(folio) ||
|
||||
folio_test_referenced(folio) ||
|
||||
mmu_notifier_test_young(vma->vm_mm, addr)))
|
||||
folio_pte_referenced(folio, vma, addr, pteval))
|
||||
referenced++;
|
||||
}
|
||||
|
||||
|
|
@ -1766,14 +1770,8 @@ static enum scan_result collapse_scan_pmd(struct mm_struct *mm,
|
|||
goto out_unmap;
|
||||
}
|
||||
|
||||
/*
|
||||
* If collapse was initiated by khugepaged, check that there is
|
||||
* enough young pte to justify collapsing the page
|
||||
*/
|
||||
if (cc->is_khugepaged &&
|
||||
(pte_young(pteval) || folio_test_young(folio) ||
|
||||
folio_test_referenced(folio) ||
|
||||
mmu_notifier_test_young(vma->vm_mm, addr)))
|
||||
folio_pte_referenced(folio, vma, addr, pteval))
|
||||
referenced++;
|
||||
}
|
||||
if (cc->is_khugepaged &&
|
||||
|
|
|
|||
Loading…
Reference in New Issue
Block a user