mirror of
https://git.kernel.org/pub/scm/linux/kernel/git/stable/linux.git
synced 2024-09-14 06:35:12 +00:00
467b171af8
With memory tier support we can have memory only NUMA nodes in the top tier from which we want to avoid promotion tracking NUMA faults. Update node_is_toptier to work with memory tiers. All NUMA nodes are by default top tier nodes. With lower(slower) memory tiers added we consider all memory tiers above a memory tier having CPU NUMA nodes as a top memory tier [sj@kernel.org: include missed header file, memory-tiers.h] Link: https://lkml.kernel.org/r/20220820190720.248704-1-sj@kernel.org [akpm@linux-foundation.org: mm/memory.c needs linux/memory-tiers.h] [aneesh.kumar@linux.ibm.com: make toptier_distance inclusive upper bound of toptiers] Link: https://lkml.kernel.org/r/20220830081457.118960-1-aneesh.kumar@linux.ibm.com Link: https://lkml.kernel.org/r/20220818131042.113280-10-aneesh.kumar@linux.ibm.com Signed-off-by: Aneesh Kumar K.V <aneesh.kumar@linux.ibm.com> Reviewed-by: "Huang, Ying" <ying.huang@intel.com> Acked-by: Wei Xu <weixugc@google.com> Cc: Alistair Popple <apopple@nvidia.com> Cc: Bharata B Rao <bharata@amd.com> Cc: Dan Williams <dan.j.williams@intel.com> Cc: Dave Hansen <dave.hansen@intel.com> Cc: Davidlohr Bueso <dave@stgolabs.net> Cc: Hesham Almatary <hesham.almatary@huawei.com> Cc: Jagdish Gediya <jvgediya.oss@gmail.com> Cc: Johannes Weiner <hannes@cmpxchg.org> Cc: Jonathan Cameron <Jonathan.Cameron@huawei.com> Cc: Michal Hocko <mhocko@kernel.org> Cc: Tim Chen <tim.c.chen@intel.com> Cc: Yang Shi <shy828301@gmail.com> Cc: SeongJae Park <sj@kernel.org> Signed-off-by: Andrew Morton <akpm@linux-foundation.org>
102 lines
2.5 KiB
C
102 lines
2.5 KiB
C
/* SPDX-License-Identifier: GPL-2.0 */
|
|
#ifndef _LINUX_MEMORY_TIERS_H
|
|
#define _LINUX_MEMORY_TIERS_H
|
|
|
|
#include <linux/types.h>
|
|
#include <linux/nodemask.h>
|
|
#include <linux/kref.h>
|
|
#include <linux/mmzone.h>
|
|
/*
|
|
* Each tier cover a abstrace distance chunk size of 128
|
|
*/
|
|
#define MEMTIER_CHUNK_BITS 7
|
|
#define MEMTIER_CHUNK_SIZE (1 << MEMTIER_CHUNK_BITS)
|
|
/*
|
|
* Smaller abstract distance values imply faster (higher) memory tiers. Offset
|
|
* the DRAM adistance so that we can accommodate devices with a slightly lower
|
|
* adistance value (slightly faster) than default DRAM adistance to be part of
|
|
* the same memory tier.
|
|
*/
|
|
#define MEMTIER_ADISTANCE_DRAM ((4 * MEMTIER_CHUNK_SIZE) + (MEMTIER_CHUNK_SIZE >> 1))
|
|
#define MEMTIER_HOTPLUG_PRIO 100
|
|
|
|
struct memory_tier;
|
|
struct memory_dev_type {
|
|
/* list of memory types that are part of same tier as this type */
|
|
struct list_head tier_sibiling;
|
|
/* abstract distance for this specific memory type */
|
|
int adistance;
|
|
/* Nodes of same abstract distance */
|
|
nodemask_t nodes;
|
|
struct kref kref;
|
|
};
|
|
|
|
#ifdef CONFIG_NUMA
|
|
extern bool numa_demotion_enabled;
|
|
struct memory_dev_type *alloc_memory_type(int adistance);
|
|
void destroy_memory_type(struct memory_dev_type *memtype);
|
|
void init_node_memory_type(int node, struct memory_dev_type *default_type);
|
|
void clear_node_memory_type(int node, struct memory_dev_type *memtype);
|
|
#ifdef CONFIG_MIGRATION
|
|
int next_demotion_node(int node);
|
|
void node_get_allowed_targets(pg_data_t *pgdat, nodemask_t *targets);
|
|
bool node_is_toptier(int node);
|
|
#else
|
|
static inline int next_demotion_node(int node)
|
|
{
|
|
return NUMA_NO_NODE;
|
|
}
|
|
|
|
static inline void node_get_allowed_targets(pg_data_t *pgdat, nodemask_t *targets)
|
|
{
|
|
*targets = NODE_MASK_NONE;
|
|
}
|
|
|
|
static inline bool node_is_toptier(int node)
|
|
{
|
|
return true;
|
|
}
|
|
#endif
|
|
|
|
#else
|
|
|
|
#define numa_demotion_enabled false
|
|
/*
|
|
* CONFIG_NUMA implementation returns non NULL error.
|
|
*/
|
|
static inline struct memory_dev_type *alloc_memory_type(int adistance)
|
|
{
|
|
return NULL;
|
|
}
|
|
|
|
static inline void destroy_memory_type(struct memory_dev_type *memtype)
|
|
{
|
|
|
|
}
|
|
|
|
static inline void init_node_memory_type(int node, struct memory_dev_type *default_type)
|
|
{
|
|
|
|
}
|
|
|
|
static inline void clear_node_memory_type(int node, struct memory_dev_type *memtype)
|
|
{
|
|
|
|
}
|
|
|
|
static inline int next_demotion_node(int node)
|
|
{
|
|
return NUMA_NO_NODE;
|
|
}
|
|
|
|
static inline void node_get_allowed_targets(pg_data_t *pgdat, nodemask_t *targets)
|
|
{
|
|
*targets = NODE_MASK_NONE;
|
|
}
|
|
|
|
static inline bool node_is_toptier(int node)
|
|
{
|
|
return true;
|
|
}
|
|
#endif /* CONFIG_NUMA */
|
|
#endif /* _LINUX_MEMORY_TIERS_H */
|