intel_rdt.h 5.8 KB
Newer Older
1 2 3
#ifndef _ASM_X86_INTEL_RDT_H
#define _ASM_X86_INTEL_RDT_H

F
Fenghua Yu 已提交
4 5
#ifdef CONFIG_INTEL_RDT_A

6
#include <linux/sched.h>
7
#include <linux/kernfs.h>
8 9
#include <linux/jump_label.h>

F
Fenghua Yu 已提交
10 11
#include <asm/intel_rdt_common.h>

12
#define IA32_L3_QOS_CFG		0xc81
13
#define IA32_L3_CBM_BASE	0xc90
14
#define IA32_L2_CBM_BASE	0xd10
15

16 17 18 19 20 21 22
#define L3_QOS_CDP_ENABLE	0x01ULL

/**
 * struct rdtgroup - store rdtgroup's data in resctrl file system.
 * @kn:				kernfs node
 * @rdtgroup_list:		linked list for all rdtgroups
 * @closid:			closid for this rdtgroup
T
Tony Luck 已提交
23
 * @cpu_mask:			CPUs assigned to this rdtgroup
24 25
 * @flags:			status bits
 * @waitcount:			how many cpus expect to find this
T
Tony Luck 已提交
26
 *				group when they acquire rdtgroup_mutex
27 28 29 30 31
 */
struct rdtgroup {
	struct kernfs_node	*kn;
	struct list_head	rdtgroup_list;
	int			closid;
T
Tony Luck 已提交
32
	struct cpumask		cpu_mask;
33 34
	int			flags;
	atomic_t		waitcount;
35 36
};

37 38 39
/* rdtgroup.flags */
#define	RDT_DELETED		1

40 41 42
/* List of all resource groups */
extern struct list_head rdt_all_groups;

43 44
extern int max_name_width, max_data_width;

45 46
int __init rdtgroup_init(void);

47 48
/**
 * struct rftype - describe each file in the resctrl file system
49 50 51 52 53
 * @name:	File name
 * @mode:	Access mode
 * @kf_ops:	File operations
 * @seq_show:	Show content of the file
 * @write:	Write to the file
54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70
 */
struct rftype {
	char			*name;
	umode_t			mode;
	struct kernfs_ops	*kf_ops;

	int (*seq_show)(struct kernfs_open_file *of,
			struct seq_file *sf, void *v);
	/*
	 * write() is the generic write callback which maps directly to
	 * kernfs write operation and overrides all other operations.
	 * Maximum write size is determined by ->max_write_len.
	 */
	ssize_t (*write)(struct kernfs_open_file *of,
			 char *buf, size_t nbytes, loff_t off);
};

71 72 73 74 75 76 77
/**
 * struct rdt_resource - attributes of an RDT resource
 * @enabled:			Is this feature enabled on this machine
 * @capable:			Is this feature available on this machine
 * @name:			Name to use in "schemata" file
 * @num_closid:			Number of CLOSIDs available
 * @max_cbm:			Largest Cache Bit Mask allowed
78
 * @data_width:			Character width of data when displaying
79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95
 * @min_cbm_bits:		Minimum number of consecutive bits to be set
 *				in a cache bit mask
 * @domains:			All domains for this resource
 * @msr_base:			Base MSR address for CBMs
 * @cache_level:		Which cache level defines scope of this domain
 * @cbm_idx_multi:		Multiplier of CBM index
 * @cbm_idx_offset:		Offset of CBM index. CBM index is computed by:
 *				closid * cbm_idx_multi + cbm_idx_offset
 */
struct rdt_resource {
	bool			enabled;
	bool			capable;
	char			*name;
	int			num_closid;
	int			cbm_len;
	int			min_cbm_bits;
	u32			max_cbm;
96
	int			data_width;
97 98 99 100 101 102 103
	struct list_head	domains;
	int			msr_base;
	int			cache_level;
	int			cbm_idx_multi;
	int			cbm_idx_offset;
};

104 105 106 107 108 109
/**
 * struct rdt_domain - group of cpus sharing an RDT resource
 * @list:	all instances of this resource
 * @id:		unique id for this instance
 * @cpu_mask:	which cpus share this resource
 * @cbm:	array of cache bit masks (indexed by CLOSID)
110 111
 * @new_cbm:	new cbm value to be loaded
 * @have_new_cbm: did user provide new_cbm for this domain
112 113 114 115 116 117
 */
struct rdt_domain {
	struct list_head	list;
	int			id;
	struct cpumask		cpu_mask;
	u32			*cbm;
118 119
	u32			new_cbm;
	bool			have_new_cbm;
120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135
};

/**
 * struct msr_param - set a range of MSRs from a domain
 * @res:       The resource to use
 * @low:       Beginning index from base MSR
 * @high:      End index
 */
struct msr_param {
	struct rdt_resource	*res;
	int			low;
	int			high;
};

extern struct mutex rdtgroup_mutex;

136
extern struct rdt_resource rdt_resources_all[];
137 138 139 140
extern struct rdtgroup rdtgroup_default;
DECLARE_STATIC_KEY_FALSE(rdt_enable_key);

int __init rdtgroup_init(void);
141 142 143 144 145 146 147 148 149 150 151 152 153

enum {
	RDT_RESOURCE_L3,
	RDT_RESOURCE_L3DATA,
	RDT_RESOURCE_L3CODE,
	RDT_RESOURCE_L2,

	/* Must be the last */
	RDT_NUM_RESOURCES,
};

#define for_each_capable_rdt_resource(r)				      \
	for (r = rdt_resources_all; r < rdt_resources_all + RDT_NUM_RESOURCES;\
154
	     r++)							      \
155 156
		if (r->capable)

157 158 159 160 161
#define for_each_enabled_rdt_resource(r)				      \
	for (r = rdt_resources_all; r < rdt_resources_all + RDT_NUM_RESOURCES;\
	     r++)							      \
		if (r->enabled)

162 163 164 165 166 167 168 169 170 171 172 173 174 175 176
/* CPUID.(EAX=10H, ECX=ResID=1).EAX */
union cpuid_0x10_1_eax {
	struct {
		unsigned int cbm_len:5;
	} split;
	unsigned int full;
};

/* CPUID.(EAX=10H, ECX=ResID=1).EDX */
union cpuid_0x10_1_edx {
	struct {
		unsigned int cos_max:16;
	} split;
	unsigned int full;
};
177

T
Tony Luck 已提交
178 179
DECLARE_PER_CPU_READ_MOSTLY(int, cpu_closid);

180
void rdt_cbm_update(void *arg);
181 182
struct rdtgroup *rdtgroup_kn_lock_live(struct kernfs_node *kn);
void rdtgroup_kn_unlock(struct kernfs_node *kn);
T
Tony Luck 已提交
183 184 185 186
ssize_t rdtgroup_schemata_write(struct kernfs_open_file *of,
				char *buf, size_t nbytes, loff_t off);
int rdtgroup_schemata_show(struct kernfs_open_file *of,
			   struct seq_file *s, void *v);
F
Fenghua Yu 已提交
187 188 189 190 191 192 193 194 195 196 197

/*
 * intel_rdt_sched_in() - Writes the task's CLOSid to IA32_PQR_MSR
 *
 * Following considerations are made so that this has minimal impact
 * on scheduler hot path:
 * - This will stay as no-op unless we are running on an Intel SKU
 *   which supports resource control and we enable by mounting the
 *   resctrl file system.
 * - Caches the per cpu CLOSid values and does the MSR write only
 *   when a task with a different CLOSid is scheduled in.
198 199
 *
 * Must be called with preemption disabled.
F
Fenghua Yu 已提交
200 201 202 203 204 205 206 207 208 209 210 211 212 213 214 215 216 217 218 219 220 221 222 223 224 225 226
 */
static inline void intel_rdt_sched_in(void)
{
	if (static_branch_likely(&rdt_enable_key)) {
		struct intel_pqr_state *state = this_cpu_ptr(&pqr_state);
		int closid;

		/*
		 * If this task has a closid assigned, use it.
		 * Else use the closid assigned to this cpu.
		 */
		closid = current->closid;
		if (closid == 0)
			closid = this_cpu_read(cpu_closid);

		if (closid != state->closid) {
			state->closid = closid;
			wrmsr(MSR_IA32_PQR_ASSOC, state->rmid, closid);
		}
	}
}

#else

static inline void intel_rdt_sched_in(void) {}

#endif /* CONFIG_INTEL_RDT_A */
227
#endif /* _ASM_X86_INTEL_RDT_H */