uv_bau.h 10.6 KB
Newer Older
1 2 3 4 5 6 7 8 9 10
/*
 * This file is subject to the terms and conditions of the GNU General Public
 * License.  See the file "COPYING" in the main directory of this archive
 * for more details.
 *
 * SGI UV Broadcast Assist Unit definitions
 *
 * Copyright (C) 2008 Silicon Graphics, Inc. All rights reserved.
 */

11 12
#ifndef _ASM_X86_UV_UV_BAU_H
#define _ASM_X86_UV_UV_BAU_H
13 14 15 16 17

#include <linux/bitmap.h>
#define BITSPERBYTE 8

/*
18 19
 * Broadcast Assist Unit messaging structures
 *
20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35
 * Selective Broadcast activations are induced by software action
 * specifying a particular 8-descriptor "set" via a 6-bit index written
 * to an MMR.
 * Thus there are 64 unique 512-byte sets of SB descriptors - one set for
 * each 6-bit index value. These descriptor sets are mapped in sequence
 * starting with set 0 located at the address specified in the
 * BAU_SB_DESCRIPTOR_BASE register, set 1 is located at BASE + 512,
 * set 2 is at BASE + 2*512, set 3 at BASE + 3*512, and so on.
 *
 * We will use 31 sets, one for sending BAU messages from each of the 32
 * cpu's on the node.
 *
 * TLB shootdown will use the first of the 8 descriptors of each set.
 * Each of the descriptors is 64 bytes in size (8*64 = 512 bytes in a set).
 */

36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51
#define UV_ITEMS_PER_DESCRIPTOR		8
#define UV_CPUS_PER_ACT_STATUS		32
#define UV_ACT_STATUS_MASK		0x3
#define UV_ACT_STATUS_SIZE		2
#define UV_ACTIVATION_DESCRIPTOR_SIZE	32
#define UV_DISTRIBUTION_SIZE		256
#define UV_SW_ACK_NPENDING		8
#define UV_NET_ENDPOINT_INTD		0x38
#define UV_DESC_BASE_PNODE_SHIFT	49
#define UV_PAYLOADQ_PNODE_SHIFT		49
#define UV_PTC_BASENAME			"sgi_uv/ptc_statistics"
#define uv_physnodeaddr(x)		((__pa((unsigned long)(x)) & uv_mmask))

/*
 * bits in UVH_LB_BAU_SB_ACTIVATION_STATUS_0/1
 */
52 53 54 55
#define DESC_STATUS_IDLE		0
#define DESC_STATUS_ACTIVE		1
#define DESC_STATUS_DESTINATION_TIMEOUT	2
#define DESC_STATUS_SOURCE_TIMEOUT	3
56

57 58 59
/*
 * source side threshholds at which message retries print a warning
 */
60 61
#define SOURCE_TIMEOUT_LIMIT		20
#define DESTINATION_TIMEOUT_LIMIT	20
62

63 64 65
/*
 * number of entries in the destination side payload queue
 */
66
#define DEST_Q_SIZE			17
67 68 69
/*
 * number of destination side software ack resources
 */
70
#define DEST_NUM_RESOURCES		8
71
#define MAX_CPUS_PER_NODE		32
72 73 74 75 76 77
/*
 * completion statuses for sending a TLB flush message
 */
#define	FLUSH_RETRY			1
#define	FLUSH_GIVEUP			2
#define	FLUSH_COMPLETE			3
78

79 80 81
/*
 * Distribution: 32 bytes (256 bits) (bytes 0-0x1f of descriptor)
 * If the 'multilevel' flag in the header portion of the descriptor
82 83 84 85 86
 * has been set to 0, then endpoint multi-unicast mode is selected.
 * The distribution specification (32 bytes) is interpreted as a 256-bit
 * distribution vector. Adjacent bits correspond to consecutive even numbered
 * nodeIDs. The result of adding the index of a given bit to the 15-bit
 * 'base_dest_nodeid' field of the header corresponds to the
87 88
 * destination nodeID associated with that specified bit.
 */
89 90 91 92
struct bau_target_nodemask {
	unsigned long bits[BITS_TO_LONGS(256)];
};

93 94 95 96 97
/*
 * mask of cpu's on a node
 * (during initialization we need to check that unsigned long has
 *  enough bits for max. cpu's per node)
 */
98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115
struct bau_local_cpumask {
	unsigned long bits;
};

/*
 * Payload: 16 bytes (128 bits) (bytes 0x20-0x2f of descriptor)
 * only 12 bytes (96 bits) of the payload area are usable.
 * An additional 3 bytes (bits 27:4) of the header address are carried
 * to the next bytes of the destination payload queue.
 * And an additional 2 bytes of the header Suppl_A field are also
 * carried to the destination payload queue.
 * But the first byte of the Suppl_A becomes bits 127:120 (the 16th byte)
 * of the destination payload queue, which is written by the hardware
 * with the s/w ack resource bit vector.
 * [ effective message contents (16 bytes (128 bits) maximum), not counting
 *   the s/w ack bit vector  ]
 */

116 117 118
/*
 * The payload is software-defined for INTD transactions
 */
119 120 121 122 123 124 125 126 127 128 129 130
struct bau_msg_payload {
	unsigned long address;		/* signifies a page or all TLB's
						of the cpu */
	/* 64 bits */
	unsigned short sending_cpu;	/* filled in by sender */
	/* 16 bits */
	unsigned short acknowledge_count;/* filled in by destination */
	/* 16 bits */
	unsigned int reserved1:32;	/* not usable */
};


131 132 133 134
/*
 * Message header:  16 bytes (128 bits) (bytes 0x30-0x3f of descriptor)
 * see table 4.2.3.0.1 in broacast_assist spec.
 */
135
struct bau_msg_header {
136
	unsigned int dest_subnodeid:6;	/* must be zero */
137
	/* bits 5:0 */
138 139 140
	unsigned int base_dest_nodeid:15; /* nasid>>1 (pnode) of */
	/* bits 20:6 */			  /* first bit in node_map */
	unsigned int command:8;	/* message type */
141 142
	/* bits 28:21 */
				/* 0x38: SN3net EndPoint Message */
143
	unsigned int rsvd_1:3;	/* must be zero */
144 145
	/* bits 31:29 */
				/* int will align on 32 bits */
146
	unsigned int rsvd_2:9;	/* must be zero */
147 148
	/* bits 40:32 */
				/* Suppl_A is 56-41 */
149
	unsigned int payload_2a:8;/* becomes byte 16 of msg */
150
	/* bits 48:41 */	/* not currently using */
151
	unsigned int payload_2b:8;/* becomes byte 17 of msg */
152 153 154
	/* bits 56:49 */	/* not currently using */
				/* Address field (96:57) is never used as an
				   address (these are address bits 42:3) */
155
	unsigned int rsvd_3:1;	/* must be zero */
156 157 158
	/* bit 57 */
				/* address bits 27:4 are payload */
				/* these 24 bits become bytes 12-14 of msg */
159
	unsigned int replied_to:1;/* sent as 0 by the source to byte 12 */
160 161
	/* bit 58 */

162
	unsigned int payload_1a:5;/* not currently used */
163
	/* bits 63:59 */
164
	unsigned int payload_1b:8;/* not currently used */
165
	/* bits 71:64 */
166
	unsigned int payload_1c:8;/* not currently used */
167
	/* bits 79:72 */
168
	unsigned int payload_1d:2;/* not currently used */
169 170
	/* bits 81:80 */

171
	unsigned int rsvd_4:7;	/* must be zero */
172
	/* bits 88:82 */
173
	unsigned int sw_ack_flag:1;/* software acknowledge flag */
174 175 176
	/* bit 89 */
				/* INTD trasactions at destination are to
				   wait for software acknowledge */
177
	unsigned int rsvd_5:6;	/* must be zero */
178
	/* bits 95:90 */
179
	unsigned int rsvd_6:5;	/* must be zero */
180
	/* bits 100:96 */
181
	unsigned int int_both:1;/* if 1, interrupt both sockets on the blade */
182
	/* bit 101*/
183
	unsigned int fairness:3;/* usually zero */
184
	/* bits 104:102 */
185
	unsigned int multilevel:1;	/* multi-level multicast format */
186 187
	/* bit 105 */
				/* 0 for TLB: endpoint multi-unicast messages */
188
	unsigned int chaining:1;/* next descriptor is part of this activation*/
189
	/* bit 106 */
190
	unsigned int rsvd_7:21;	/* must be zero */
191 192 193
	/* bits 127:107 */
};

194
/*
195
 * The activation descriptor:
196 197 198
 * The format of the message to send, plus all accompanying control
 * Should be 64 bytes
 */
199
struct bau_desc {
200
	struct bau_target_nodemask distribution;
201 202 203
	/*
	 * message template, consisting of header and payload:
	 */
204 205 206 207 208 209 210 211 212 213 214 215 216 217 218 219 220 221 222 223 224 225 226 227 228 229 230 231 232 233 234 235 236 237 238 239 240 241 242 243 244 245 246 247 248 249 250 251 252 253 254 255 256 257 258 259 260
	struct bau_msg_header header;
	struct bau_msg_payload payload;
};
/*
 *   -payload--    ---------header------
 *   bytes 0-11    bits 41-56  bits 58-81
 *       A           B  (2)      C (3)
 *
 *            A/B/C are moved to:
 *       A            C          B
 *   bytes 0-11  bytes 12-14  bytes 16-17  (byte 15 filled in by hw as vector)
 *   ------------payload queue-----------
 */

/*
 * The payload queue on the destination side is an array of these.
 * With BAU_MISC_CONTROL set for software acknowledge mode, the messages
 * are 32 bytes (2 micropackets) (256 bits) in length, but contain only 17
 * bytes of usable data, including the sw ack vector in byte 15 (bits 127:120)
 * (12 bytes come from bau_msg_payload, 3 from payload_1, 2 from
 *  sw_ack_vector and payload_2)
 * "Enabling Software Acknowledgment mode (see Section 4.3.3 Software
 *  Acknowledge Processing) also selects 32 byte (17 bytes usable) payload
 *  operation."
 */
struct bau_payload_queue_entry {
	unsigned long address;		/* signifies a page or all TLB's
						of the cpu */
	/* 64 bits, bytes 0-7 */

	unsigned short sending_cpu;	/* cpu that sent the message */
	/* 16 bits, bytes 8-9 */

	unsigned short acknowledge_count; /* filled in by destination */
	/* 16 bits, bytes 10-11 */

	unsigned short replied_to:1;	/* sent as 0 by the source */
	/* 1 bit */
	unsigned short unused1:7;       /* not currently using */
	/* 7 bits: byte 12) */

	unsigned char unused2[2];	/* not currently using */
	/* bytes 13-14 */

	unsigned char sw_ack_vector;	/* filled in by the hardware */
	/* byte 15 (bits 127:120) */

	unsigned char unused4[3];	/* not currently using bytes 17-19 */
	/* bytes 17-19 */

	int number_of_cpus;		/* filled in at destination */
	/* 32 bits, bytes 20-23 (aligned) */

	unsigned char unused5[8];       /* not using */
	/* bytes 24-31 */
};

261 262 263
/*
 * one for every slot in the destination payload queue
 */
264 265 266 267
struct bau_msg_status {
	struct bau_local_cpumask seen_by;	/* map of cpu's */
};

268 269 270
/*
 * one for every slot in the destination software ack resources
 */
271 272 273 274 275
struct bau_sw_ack_status {
	struct bau_payload_queue_entry *msg;	/* associated message */
	int watcher;				/* cpu monitoring, or -1 */
};

276 277 278
/*
 * one on every node and per-cpu; to locate the software tables
 */
279
struct bau_control {
280
	struct bau_desc *descriptor_base;
281 282 283 284 285 286 287 288 289 290 291 292 293 294 295 296 297 298
	struct bau_payload_queue_entry *bau_msg_head;
	struct bau_payload_queue_entry *va_queue_first;
	struct bau_payload_queue_entry *va_queue_last;
	struct bau_msg_status *msg_statuses;
	int *watching; /* pointer to array */
};

/*
 * This structure is allocated per_cpu for UV TLB shootdown statistics.
 */
struct ptc_stats {
	unsigned long ptc_i;	/* number of IPI-style flushes */
	unsigned long requestor;	/* number of nodes this cpu sent to */
	unsigned long requestee;	/* times cpu was remotely requested */
	unsigned long alltlb;	/* times all tlb's on this cpu were flushed */
	unsigned long onetlb;	/* times just one tlb on this cpu was flushed */
	unsigned long s_retry;	/* retries on source side timeouts */
	unsigned long d_retry;	/* retries on destination side timeouts */
299 300
	unsigned long sflush;	/* cycles spent in uv_flush_tlb_others */
	unsigned long dflush;	/* cycles spent on destination side */
301 302 303 304 305 306 307 308 309 310 311 312 313 314 315 316 317 318 319 320 321 322 323 324 325 326 327
	unsigned long retriesok; /* successes on retries */
	unsigned long nomsg;	/* interrupts with no message */
	unsigned long multmsg;	/* interrupts with multiple messages */
	unsigned long ntargeted;/* nodes targeted */
};

static inline int bau_node_isset(int node, struct bau_target_nodemask *dstp)
{
	return constant_test_bit(node, &dstp->bits[0]);
}
static inline void bau_node_set(int node, struct bau_target_nodemask *dstp)
{
	__set_bit(node, &dstp->bits[0]);
}
static inline void bau_nodes_clear(struct bau_target_nodemask *dstp, int nbits)
{
	bitmap_zero(&dstp->bits[0], nbits);
}

static inline void bau_cpubits_clear(struct bau_local_cpumask *dstp, int nbits)
{
	bitmap_zero(&dstp->bits, nbits);
}

#define cpubit_isset(cpu, bau_local_cpumask) \
	test_bit((cpu), (bau_local_cpumask).bits)

328 329
extern void uv_bau_message_intr1(void);
extern void uv_bau_timeout_intr1(void);
330

331
#endif /* _ASM_X86_UV_UV_BAU_H */