diff --git a/include/linux/mempolicy.h b/include/linux/mempolicy.h index 7d37309bd45617f2713a17330dbeaa0c7bfa31d5..3341d198a34fbd71a7538dbaf14ae8773dfc8743 100644 --- a/include/linux/mempolicy.h +++ b/include/linux/mempolicy.h @@ -155,13 +155,6 @@ extern bool mempolicy_nodemask_intersects(struct task_struct *tsk, const nodemask_t *mask); extern nodemask_t *policy_nodemask(gfp_t gfp, struct mempolicy *policy); -static inline nodemask_t *policy_nodemask_current(gfp_t gfp) -{ - struct mempolicy *mpol = get_task_policy(current); - - return policy_nodemask(gfp, mpol); -} - extern unsigned int mempolicy_slab_node(void); extern enum zone_type policy_zone; @@ -210,6 +203,9 @@ static inline bool mpol_is_preferred_many(struct mempolicy *pol) { return (pol->mode == MPOL_PREFERRED_MANY); } + +extern bool apply_policy_zone(struct mempolicy *policy, enum zone_type zone); + #else struct mempolicy {}; @@ -321,11 +317,6 @@ static inline void mpol_put_task_policy(struct task_struct *task) { } -static inline nodemask_t *policy_nodemask_current(gfp_t gfp) -{ - return NULL; -} - static inline bool mpol_is_preferred_many(struct mempolicy *pol) { return false; diff --git a/mm/hugetlb.c b/mm/hugetlb.c index 45c227c9e4c8b87fdf4b14c32880bf67256c1cf8..caab12d3eb9542ae47f318a14c7045757884e815 100644 --- a/mm/hugetlb.c +++ b/mm/hugetlb.c @@ -3853,19 +3853,35 @@ static int __init default_hugepagesz_setup(char *s) } __setup("default_hugepagesz=", default_hugepagesz_setup); +static nodemask_t *policy_mbind_nodemask(gfp_t gfp) +{ +#ifdef CONFIG_NUMA + struct mempolicy *mpol = get_task_policy(current); + + /* + * Only enforce MPOL_BIND policy which overlaps with cpuset policy + * (from policy_nodemask) specifically for hugetlb case + */ + if (mpol->mode == MPOL_BIND && + (apply_policy_zone(mpol, gfp_zone(gfp)) && + cpuset_nodemask_valid_mems_allowed(&mpol->v.nodes))) + return &mpol->v.nodes; +#endif + return NULL; +} + static unsigned int allowed_mems_nr(struct hstate *h) { int node; unsigned int nr = 0; - nodemask_t *mpol_allowed; + nodemask_t *mbind_nodemask; unsigned int *array = h->free_huge_pages_node; gfp_t gfp_mask = htlb_alloc_mask(h); - mpol_allowed = policy_nodemask_current(gfp_mask); - + mbind_nodemask = policy_mbind_nodemask(gfp_mask); for_each_node_mask(node, cpuset_current_mems_allowed) { - if (!mpol_allowed || - (mpol_allowed && node_isset(node, *mpol_allowed))) + if (!mbind_nodemask || + (mbind_nodemask && node_isset(node, *mbind_nodemask))) nr += array[node]; } diff --git a/mm/mempolicy.c b/mm/mempolicy.c index ef78d11a70bf826dbb76f960064ec93ea6f7847d..330c4f95aece85c7b94562d8c668938c3a48fe4f 100644 --- a/mm/mempolicy.c +++ b/mm/mempolicy.c @@ -1971,7 +1971,7 @@ bool vma_policy_mof(struct vm_area_struct *vma) return pol->flags & MPOL_F_MOF; } -static int apply_policy_zone(struct mempolicy *policy, enum zone_type zone) +bool apply_policy_zone(struct mempolicy *policy, enum zone_type zone) { enum zone_type dynamic_policy_zone = policy_zone;