148 lines
2.9 KiB
C
Raw Normal View History

2026-01-21 18:59:54 +08:00
/* SPDX-License-Identifier: GPL-2.0 */
#ifndef _LINUX_MM_PAGE_IDLE_H
#define _LINUX_MM_PAGE_IDLE_H
#include <linux/bitops.h>
#include <linux/page-flags.h>
#include <linux/page_ext.h>
2026-01-29 22:25:33 +08:00
#ifdef CONFIG_PAGE_IDLE_FLAG
2026-01-21 18:59:54 +08:00
2026-01-29 22:25:33 +08:00
#ifndef CONFIG_64BIT
2026-01-21 18:59:54 +08:00
/*
* If there is not enough space to store Idle and Young bits in page flags, use
* page ext flags instead.
*/
2026-01-29 22:25:33 +08:00
static inline bool folio_test_young(struct folio *folio)
2026-01-21 18:59:54 +08:00
{
2026-01-29 22:25:33 +08:00
struct page_ext *page_ext = page_ext_get(&folio->page);
bool page_young;
2026-01-21 18:59:54 +08:00
if (unlikely(!page_ext))
return false;
2026-01-29 22:25:33 +08:00
page_young = test_bit(PAGE_EXT_YOUNG, &page_ext->flags);
page_ext_put(page_ext);
return page_young;
2026-01-21 18:59:54 +08:00
}
2026-01-29 22:25:33 +08:00
static inline void folio_set_young(struct folio *folio)
2026-01-21 18:59:54 +08:00
{
2026-01-29 22:25:33 +08:00
struct page_ext *page_ext = page_ext_get(&folio->page);
2026-01-21 18:59:54 +08:00
if (unlikely(!page_ext))
return;
set_bit(PAGE_EXT_YOUNG, &page_ext->flags);
2026-01-29 22:25:33 +08:00
page_ext_put(page_ext);
2026-01-21 18:59:54 +08:00
}
2026-01-29 22:25:33 +08:00
static inline bool folio_test_clear_young(struct folio *folio)
2026-01-21 18:59:54 +08:00
{
2026-01-29 22:25:33 +08:00
struct page_ext *page_ext = page_ext_get(&folio->page);
bool page_young;
2026-01-21 18:59:54 +08:00
if (unlikely(!page_ext))
return false;
2026-01-29 22:25:33 +08:00
page_young = test_and_clear_bit(PAGE_EXT_YOUNG, &page_ext->flags);
page_ext_put(page_ext);
return page_young;
2026-01-21 18:59:54 +08:00
}
2026-01-29 22:25:33 +08:00
static inline bool folio_test_idle(struct folio *folio)
2026-01-21 18:59:54 +08:00
{
2026-01-29 22:25:33 +08:00
struct page_ext *page_ext = page_ext_get(&folio->page);
bool page_idle;
2026-01-21 18:59:54 +08:00
if (unlikely(!page_ext))
return false;
2026-01-29 22:25:33 +08:00
page_idle = test_bit(PAGE_EXT_IDLE, &page_ext->flags);
page_ext_put(page_ext);
return page_idle;
2026-01-21 18:59:54 +08:00
}
2026-01-29 22:25:33 +08:00
static inline void folio_set_idle(struct folio *folio)
2026-01-21 18:59:54 +08:00
{
2026-01-29 22:25:33 +08:00
struct page_ext *page_ext = page_ext_get(&folio->page);
2026-01-21 18:59:54 +08:00
if (unlikely(!page_ext))
return;
set_bit(PAGE_EXT_IDLE, &page_ext->flags);
2026-01-29 22:25:33 +08:00
page_ext_put(page_ext);
2026-01-21 18:59:54 +08:00
}
2026-01-29 22:25:33 +08:00
static inline void folio_clear_idle(struct folio *folio)
2026-01-21 18:59:54 +08:00
{
2026-01-29 22:25:33 +08:00
struct page_ext *page_ext = page_ext_get(&folio->page);
2026-01-21 18:59:54 +08:00
if (unlikely(!page_ext))
return;
clear_bit(PAGE_EXT_IDLE, &page_ext->flags);
2026-01-29 22:25:33 +08:00
page_ext_put(page_ext);
2026-01-21 18:59:54 +08:00
}
2026-01-29 22:25:33 +08:00
#endif /* !CONFIG_64BIT */
2026-01-21 18:59:54 +08:00
2026-01-29 22:25:33 +08:00
#else /* !CONFIG_PAGE_IDLE_FLAG */
2026-01-21 18:59:54 +08:00
2026-01-29 22:25:33 +08:00
static inline bool folio_test_young(struct folio *folio)
2026-01-21 18:59:54 +08:00
{
return false;
}
2026-01-29 22:25:33 +08:00
static inline void folio_set_young(struct folio *folio)
2026-01-21 18:59:54 +08:00
{
}
2026-01-29 22:25:33 +08:00
static inline bool folio_test_clear_young(struct folio *folio)
2026-01-21 18:59:54 +08:00
{
return false;
}
2026-01-29 22:25:33 +08:00
static inline bool folio_test_idle(struct folio *folio)
2026-01-21 18:59:54 +08:00
{
return false;
}
2026-01-29 22:25:33 +08:00
static inline void folio_set_idle(struct folio *folio)
2026-01-21 18:59:54 +08:00
{
}
2026-01-29 22:25:33 +08:00
static inline void folio_clear_idle(struct folio *folio)
2026-01-21 18:59:54 +08:00
{
}
2026-01-29 22:25:33 +08:00
#endif /* CONFIG_PAGE_IDLE_FLAG */
2026-01-21 18:59:54 +08:00
2026-01-29 22:25:33 +08:00
static inline bool page_is_young(struct page *page)
{
return folio_test_young(page_folio(page));
}
static inline void set_page_young(struct page *page)
{
folio_set_young(page_folio(page));
}
static inline bool test_and_clear_page_young(struct page *page)
{
return folio_test_clear_young(page_folio(page));
}
static inline bool page_is_idle(struct page *page)
{
return folio_test_idle(page_folio(page));
}
static inline void set_page_idle(struct page *page)
{
folio_set_idle(page_folio(page));
}
2026-01-21 18:59:54 +08:00
#endif /* _LINUX_MM_PAGE_IDLE_H */