0de2f42977
This patch enhances the CMA API with support for failfast mode, utilizing the __GFP_NORETRY flag. This mode is specifically designed for high-order bulk allocation scenarios, enabling the CMA API to avoid prolonged stalls resulting from blocking pages such as those undergoing page writeback or page locking. Instead of stalling, the API will continue searching for readily migratable pages across different pageblocks. The original patch link: Link: https://lore.kernel.org/linux-mm/YAnM5PbNJZlk%2F%2FiX@google.com/T/#m36b144ff81fe0a8f0ecaf6813de4819ecc41f8fe Bug: 308881290 Change-Id: I1c623f17fb49c26005aaffc17330cf820ce6585c Signed-off-by: Richard Chang <richardycc@google.com> (cherry picked from commit 3390547fec36527ed15dd213ee55d397f83ffa46)
61 lines
2.1 KiB
C
61 lines
2.1 KiB
C
/* SPDX-License-Identifier: GPL-2.0 */
|
|
#ifndef __CMA_H__
|
|
#define __CMA_H__
|
|
|
|
#include <linux/init.h>
|
|
#include <linux/types.h>
|
|
#include <linux/numa.h>
|
|
|
|
/*
|
|
* There is always at least global CMA area and a few optional
|
|
* areas configured in kernel .config.
|
|
*/
|
|
#ifdef CONFIG_CMA_AREAS
|
|
#define MAX_CMA_AREAS (1 + CONFIG_CMA_AREAS)
|
|
#endif
|
|
|
|
#define CMA_MAX_NAME 64
|
|
|
|
/*
|
|
* the buddy -- especially pageblock merging and alloc_contig_range()
|
|
* -- can deal with only some pageblocks of a higher-order page being
|
|
* MIGRATE_CMA, we can use pageblock_nr_pages.
|
|
*/
|
|
#define CMA_MIN_ALIGNMENT_PAGES pageblock_nr_pages
|
|
#define CMA_MIN_ALIGNMENT_BYTES (PAGE_SIZE * CMA_MIN_ALIGNMENT_PAGES)
|
|
|
|
struct cma;
|
|
|
|
extern unsigned long totalcma_pages;
|
|
extern phys_addr_t cma_get_base(const struct cma *cma);
|
|
extern unsigned long cma_get_size(const struct cma *cma);
|
|
extern const char *cma_get_name(const struct cma *cma);
|
|
|
|
extern int __init cma_declare_contiguous_nid(phys_addr_t base,
|
|
phys_addr_t size, phys_addr_t limit,
|
|
phys_addr_t alignment, unsigned int order_per_bit,
|
|
bool fixed, const char *name, struct cma **res_cma,
|
|
int nid);
|
|
static inline int __init cma_declare_contiguous(phys_addr_t base,
|
|
phys_addr_t size, phys_addr_t limit,
|
|
phys_addr_t alignment, unsigned int order_per_bit,
|
|
bool fixed, const char *name, struct cma **res_cma)
|
|
{
|
|
return cma_declare_contiguous_nid(base, size, limit, alignment,
|
|
order_per_bit, fixed, name, res_cma, NUMA_NO_NODE);
|
|
}
|
|
extern int cma_init_reserved_mem(phys_addr_t base, phys_addr_t size,
|
|
unsigned int order_per_bit,
|
|
const char *name,
|
|
struct cma **res_cma);
|
|
extern struct page *__cma_alloc(struct cma *cma, unsigned long count, unsigned int align,
|
|
gfp_t gfp_mask);
|
|
extern struct page *cma_alloc(struct cma *cma, unsigned long count, unsigned int align,
|
|
bool no_warn);
|
|
extern bool cma_pages_valid(struct cma *cma, const struct page *pages, unsigned long count);
|
|
extern bool cma_release(struct cma *cma, const struct page *pages, unsigned long count);
|
|
|
|
extern int cma_for_each_area(int (*it)(struct cma *cma, void *data), void *data);
|
|
|
|
extern void cma_reserve_pages_on_error(struct cma *cma);
|
|
#endif
|