ice_lib.c 91.3 KB
Newer Older
1 2 3 4
// SPDX-License-Identifier: GPL-2.0
/* Copyright (c) 2018, Intel Corporation. */

#include "ice.h"
A
Anirudh Venkataramanan 已提交
5
#include "ice_base.h"
6
#include "ice_flow.h"
7
#include "ice_lib.h"
8
#include "ice_fltr.h"
9
#include "ice_dcb_lib.h"
10
#include "ice_devlink.h"
11

12 13
/**
 * ice_vsi_type_str - maps VSI type enum to string equivalents
14
 * @vsi_type: VSI type enum
15
 */
16
const char *ice_vsi_type_str(enum ice_vsi_type vsi_type)
17
{
18
	switch (vsi_type) {
19 20 21 22
	case ICE_VSI_PF:
		return "ICE_VSI_PF";
	case ICE_VSI_VF:
		return "ICE_VSI_VF";
23 24
	case ICE_VSI_CTRL:
		return "ICE_VSI_CTRL";
25 26 27 28 29 30 31
	case ICE_VSI_LB:
		return "ICE_VSI_LB";
	default:
		return "unknown";
	}
}

32
/**
33
 * ice_vsi_ctrl_all_rx_rings - Start or stop a VSI's Rx rings
34 35
 * @vsi: the VSI being configured
 * @ena: start or stop the Rx rings
36 37 38 39 40
 *
 * First enable/disable all of the Rx rings, flush any remaining writes, and
 * then verify that they have all been enabled/disabled successfully. This will
 * let all of the register writes complete when enabling/disabling the Rx rings
 * before waiting for the change in hardware to complete.
41
 */
42
static int ice_vsi_ctrl_all_rx_rings(struct ice_vsi *vsi, bool ena)
43
{
K
Karol Kolacinski 已提交
44 45
	int ret = 0;
	u16 i;
46

47 48 49 50 51
	for (i = 0; i < vsi->num_rxq; i++)
		ice_vsi_ctrl_one_rx_ring(vsi, ena, i, false);

	ice_flush(&vsi->back->hw);

52
	for (i = 0; i < vsi->num_rxq; i++) {
53
		ret = ice_vsi_wait_one_rx_ring(vsi, ena, i);
54
		if (ret)
55 56 57 58 59 60
			break;
	}

	return ret;
}

61 62 63 64 65 66 67
/**
 * ice_vsi_alloc_arrays - Allocate queue and vector pointer arrays for the VSI
 * @vsi: VSI pointer
 *
 * On error: returns error code (negative)
 * On success: returns 0
 */
68
static int ice_vsi_alloc_arrays(struct ice_vsi *vsi)
69 70
{
	struct ice_pf *pf = vsi->back;
B
Brett Creeley 已提交
71 72 73
	struct device *dev;

	dev = ice_pf_to_dev(pf);
74 75

	/* allocate memory for both Tx and Rx ring pointers */
B
Brett Creeley 已提交
76
	vsi->tx_rings = devm_kcalloc(dev, vsi->alloc_txq,
77
				     sizeof(*vsi->tx_rings), GFP_KERNEL);
78
	if (!vsi->tx_rings)
79
		return -ENOMEM;
80

B
Brett Creeley 已提交
81
	vsi->rx_rings = devm_kcalloc(dev, vsi->alloc_rxq,
82
				     sizeof(*vsi->rx_rings), GFP_KERNEL);
83
	if (!vsi->rx_rings)
84 85
		goto err_rings;

M
Maciej Fijalkowski 已提交
86
	/* XDP will have vsi->alloc_txq Tx queues as well, so double the size */
B
Brett Creeley 已提交
87
	vsi->txq_map = devm_kcalloc(dev, (2 * vsi->alloc_txq),
88 89 90 91 92
				    sizeof(*vsi->txq_map), GFP_KERNEL);

	if (!vsi->txq_map)
		goto err_txq_map;

B
Brett Creeley 已提交
93
	vsi->rxq_map = devm_kcalloc(dev, vsi->alloc_rxq,
94 95 96 97
				    sizeof(*vsi->rxq_map), GFP_KERNEL);
	if (!vsi->rxq_map)
		goto err_rxq_map;

98 99 100 101
	/* There is no need to allocate q_vectors for a loopback VSI. */
	if (vsi->type == ICE_VSI_LB)
		return 0;

102
	/* allocate memory for q_vector pointers */
B
Brett Creeley 已提交
103
	vsi->q_vectors = devm_kcalloc(dev, vsi->num_q_vectors,
104 105 106
				      sizeof(*vsi->q_vectors), GFP_KERNEL);
	if (!vsi->q_vectors)
		goto err_vectors;
107

108 109 110 111
	vsi->af_xdp_zc_qps = bitmap_zalloc(max_t(int, vsi->alloc_txq, vsi->alloc_rxq), GFP_KERNEL);
	if (!vsi->af_xdp_zc_qps)
		goto err_zc_qps;

112 113
	return 0;

114 115
err_zc_qps:
	devm_kfree(dev, vsi->q_vectors);
116
err_vectors:
B
Brett Creeley 已提交
117
	devm_kfree(dev, vsi->rxq_map);
118
err_rxq_map:
B
Brett Creeley 已提交
119
	devm_kfree(dev, vsi->txq_map);
120
err_txq_map:
B
Brett Creeley 已提交
121
	devm_kfree(dev, vsi->rx_rings);
122
err_rings:
B
Brett Creeley 已提交
123
	devm_kfree(dev, vsi->tx_rings);
124 125 126 127
	return -ENOMEM;
}

/**
128 129 130 131 132 133 134
 * ice_vsi_set_num_desc - Set number of descriptors for queues on this VSI
 * @vsi: the VSI being configured
 */
static void ice_vsi_set_num_desc(struct ice_vsi *vsi)
{
	switch (vsi->type) {
	case ICE_VSI_PF:
135
	case ICE_VSI_CTRL:
136
	case ICE_VSI_LB:
137 138 139 140 141 142 143 144
		/* a user could change the values of num_[tr]x_desc using
		 * ethtool -G so we should keep those values instead of
		 * overwriting them with the defaults.
		 */
		if (!vsi->num_rx_desc)
			vsi->num_rx_desc = ICE_DFLT_NUM_RX_DESC;
		if (!vsi->num_tx_desc)
			vsi->num_tx_desc = ICE_DFLT_NUM_TX_DESC;
145 146
		break;
	default:
147
		dev_dbg(ice_pf_to_dev(vsi->back), "Not setting number of Tx/Rx descriptors for VSI type %d\n",
148 149 150 151 152 153 154
			vsi->type);
		break;
	}
}

/**
 * ice_vsi_set_num_qs - Set number of queues, descriptors and vectors for a VSI
155
 * @vsi: the VSI being configured
156
 * @vf_id: ID of the VF being configured
157 158 159
 *
 * Return 0 on success and a negative value on error
 */
160
static void ice_vsi_set_num_qs(struct ice_vsi *vsi, u16 vf_id)
161 162
{
	struct ice_pf *pf = vsi->back;
163 164 165 166
	struct ice_vf *vf = NULL;

	if (vsi->type == ICE_VSI_VF)
		vsi->vf_id = vf_id;
167 168
	else
		vsi->vf_id = ICE_INVAL_VFID;
169

170 171
	switch (vsi->type) {
	case ICE_VSI_PF:
172 173 174
		if (vsi->req_txq) {
			vsi->alloc_txq = vsi->req_txq;
			vsi->num_txq = vsi->req_txq;
175 176 177 178
		} else {
			vsi->alloc_txq = min3(pf->num_lan_msix,
					      ice_get_avail_txq_count(pf),
					      (u16)num_online_cpus());
179
		}
180 181 182 183

		pf->num_lan_tx = vsi->alloc_txq;

		/* only 1 Rx queue unless RSS is enabled */
184
		if (!test_bit(ICE_FLAG_RSS_ENA, pf->flags)) {
185
			vsi->alloc_rxq = 1;
186 187 188 189
		} else {
			if (vsi->req_rxq) {
				vsi->alloc_rxq = vsi->req_rxq;
				vsi->num_rxq = vsi->req_rxq;
190 191 192 193
			} else {
				vsi->alloc_rxq = min3(pf->num_lan_msix,
						      ice_get_avail_rxq_count(pf),
						      (u16)num_online_cpus());
194 195
			}
		}
196 197 198

		pf->num_lan_rx = vsi->alloc_rxq;

199 200 201
		vsi->num_q_vectors = min_t(int, pf->num_lan_msix,
					   max_t(int, vsi->alloc_rxq,
						 vsi->alloc_txq));
202
		break;
203
	case ICE_VSI_VF:
204
		vf = &pf->vf[vsi->vf_id];
205 206
		if (vf->num_req_qs)
			vf->num_vf_qs = vf->num_req_qs;
207 208
		vsi->alloc_txq = vf->num_vf_qs;
		vsi->alloc_rxq = vf->num_vf_qs;
209
		/* pf->num_msix_per_vf includes (VF miscellaneous vector +
210
		 * data queue interrupts). Since vsi->num_q_vectors is number
211 212
		 * of queues vectors, subtract 1 (ICE_NONQ_VECS_VF) from the
		 * original vector count
213
		 */
214
		vsi->num_q_vectors = pf->num_msix_per_vf - ICE_NONQ_VECS_VF;
215
		break;
216 217 218 219 220
	case ICE_VSI_CTRL:
		vsi->alloc_txq = 1;
		vsi->alloc_rxq = 1;
		vsi->num_q_vectors = 1;
		break;
221 222 223 224
	case ICE_VSI_LB:
		vsi->alloc_txq = 1;
		vsi->alloc_rxq = 1;
		break;
225
	default:
B
Brett Creeley 已提交
226
		dev_warn(ice_pf_to_dev(pf), "Unknown VSI type %d\n", vsi->type);
227 228
		break;
	}
229 230

	ice_vsi_set_num_desc(vsi);
231 232 233 234 235 236 237 238 239 240 241
}

/**
 * ice_get_free_slot - get the next non-NULL location index in array
 * @array: array to search
 * @size: size of the array
 * @curr: last known occupied index to be used as a search hint
 *
 * void * is being used to keep the functionality generic. This lets us use this
 * function on any array of pointers.
 */
242
static int ice_get_free_slot(void *array, int size, int curr)
243 244 245 246 247 248 249 250 251 252 253 254 255 256 257 258 259 260 261
{
	int **tmp_array = (int **)array;
	int next;

	if (curr < (size - 1) && !tmp_array[curr + 1]) {
		next = curr + 1;
	} else {
		int i = 0;

		while ((i < size) && (tmp_array[i]))
			i++;
		if (i == size)
			next = ICE_NO_VSI;
		else
			next = i;
	}
	return next;
}

262 263 264 265
/**
 * ice_vsi_delete - delete a VSI from the switch
 * @vsi: pointer to VSI being removed
 */
266
static void ice_vsi_delete(struct ice_vsi *vsi)
267 268
{
	struct ice_pf *pf = vsi->back;
269
	struct ice_vsi_ctx *ctxt;
270 271
	enum ice_status status;

272
	ctxt = kzalloc(sizeof(*ctxt), GFP_KERNEL);
273 274 275
	if (!ctxt)
		return;

276
	if (vsi->type == ICE_VSI_VF)
277 278
		ctxt->vf_num = vsi->vf_id;
	ctxt->vsi_num = vsi->vsi_num;
279

280
	memcpy(&ctxt->info, &vsi->info, sizeof(ctxt->info));
281

282
	status = ice_free_vsi(&pf->hw, vsi->idx, ctxt, false, NULL);
283
	if (status)
284 285
		dev_err(ice_pf_to_dev(pf), "Failed to delete VSI %i in FW - error: %s\n",
			vsi->vsi_num, ice_stat_str(status));
286

287
	kfree(ctxt);
288 289
}

290
/**
291
 * ice_vsi_free_arrays - De-allocate queue and vector pointer arrays for the VSI
292 293
 * @vsi: pointer to VSI being cleared
 */
294
static void ice_vsi_free_arrays(struct ice_vsi *vsi)
295 296
{
	struct ice_pf *pf = vsi->back;
B
Brett Creeley 已提交
297 298 299
	struct device *dev;

	dev = ice_pf_to_dev(pf);
300

301 302 303 304
	if (vsi->af_xdp_zc_qps) {
		bitmap_free(vsi->af_xdp_zc_qps);
		vsi->af_xdp_zc_qps = NULL;
	}
305
	/* free the ring and vector containers */
306
	if (vsi->q_vectors) {
B
Brett Creeley 已提交
307
		devm_kfree(dev, vsi->q_vectors);
308 309 310
		vsi->q_vectors = NULL;
	}
	if (vsi->tx_rings) {
B
Brett Creeley 已提交
311
		devm_kfree(dev, vsi->tx_rings);
312 313 314
		vsi->tx_rings = NULL;
	}
	if (vsi->rx_rings) {
B
Brett Creeley 已提交
315
		devm_kfree(dev, vsi->rx_rings);
316 317
		vsi->rx_rings = NULL;
	}
318
	if (vsi->txq_map) {
B
Brett Creeley 已提交
319
		devm_kfree(dev, vsi->txq_map);
320 321 322
		vsi->txq_map = NULL;
	}
	if (vsi->rxq_map) {
B
Brett Creeley 已提交
323
		devm_kfree(dev, vsi->rxq_map);
324 325
		vsi->rxq_map = NULL;
	}
326 327 328 329 330 331 332 333 334 335 336
}

/**
 * ice_vsi_clear - clean up and deallocate the provided VSI
 * @vsi: pointer to VSI being cleared
 *
 * This deallocates the VSI's queue resources, removes it from the PF's
 * VSI array if necessary, and deallocates the VSI
 *
 * Returns 0 on success, negative on failure
 */
337
static int ice_vsi_clear(struct ice_vsi *vsi)
338 339
{
	struct ice_pf *pf = NULL;
B
Brett Creeley 已提交
340
	struct device *dev;
341 342 343 344 345 346 347 348

	if (!vsi)
		return 0;

	if (!vsi->back)
		return -EINVAL;

	pf = vsi->back;
B
Brett Creeley 已提交
349
	dev = ice_pf_to_dev(pf);
350 351

	if (!pf->vsi[vsi->idx] || pf->vsi[vsi->idx] != vsi) {
B
Brett Creeley 已提交
352
		dev_dbg(dev, "vsi does not exist at pf->vsi[%d]\n", vsi->idx);
353 354 355 356 357 358 359
		return -EINVAL;
	}

	mutex_lock(&pf->sw_mutex);
	/* updates the PF for this cleared VSI */

	pf->vsi[vsi->idx] = NULL;
360
	if (vsi->idx < pf->next_vsi && vsi->type != ICE_VSI_CTRL)
361
		pf->next_vsi = vsi->idx;
362 363 364
	if (vsi->idx < pf->next_vsi && vsi->type == ICE_VSI_CTRL &&
	    vsi->vf_id != ICE_INVAL_VFID)
		pf->next_vsi = vsi->idx;
365

366
	ice_vsi_free_arrays(vsi);
367
	mutex_unlock(&pf->sw_mutex);
B
Brett Creeley 已提交
368
	devm_kfree(dev, vsi);
369 370 371 372

	return 0;
}

373 374 375 376 377 378 379 380 381 382 383 384 385 386 387 388 389 390 391
/**
 * ice_msix_clean_ctrl_vsi - MSIX mode interrupt handler for ctrl VSI
 * @irq: interrupt number
 * @data: pointer to a q_vector
 */
static irqreturn_t ice_msix_clean_ctrl_vsi(int __always_unused irq, void *data)
{
	struct ice_q_vector *q_vector = (struct ice_q_vector *)data;

	if (!q_vector->tx.ring)
		return IRQ_HANDLED;

#define FDIR_RX_DESC_CLEAN_BUDGET 64
	ice_clean_rx_irq(q_vector->rx.ring, FDIR_RX_DESC_CLEAN_BUDGET);
	ice_clean_ctrl_tx_irq(q_vector->tx.ring);

	return IRQ_HANDLED;
}

392 393 394 395 396
/**
 * ice_msix_clean_rings - MSIX mode Interrupt Handler
 * @irq: interrupt number
 * @data: pointer to a q_vector
 */
397
static irqreturn_t ice_msix_clean_rings(int __always_unused irq, void *data)
398 399 400 401 402 403
{
	struct ice_q_vector *q_vector = (struct ice_q_vector *)data;

	if (!q_vector->tx.ring && !q_vector->rx.ring)
		return IRQ_HANDLED;

404 405
	q_vector->total_events++;

406 407 408 409 410
	napi_schedule(&q_vector->napi);

	return IRQ_HANDLED;
}

411 412 413
/**
 * ice_vsi_alloc - Allocates the next available struct VSI in the PF
 * @pf: board private structure
414
 * @vsi_type: type of VSI
415
 * @vf_id: ID of the VF being configured
416 417 418
 *
 * returns a pointer to a VSI on success, NULL on failure.
 */
419
static struct ice_vsi *
420
ice_vsi_alloc(struct ice_pf *pf, enum ice_vsi_type vsi_type, u16 vf_id)
421
{
B
Brett Creeley 已提交
422
	struct device *dev = ice_pf_to_dev(pf);
423 424 425 426 427 428 429 430 431 432
	struct ice_vsi *vsi = NULL;

	/* Need to protect the allocation of the VSIs at the PF level */
	mutex_lock(&pf->sw_mutex);

	/* If we have already allocated our maximum number of VSIs,
	 * pf->next_vsi will be ICE_NO_VSI. If not, pf->next_vsi index
	 * is available to be populated
	 */
	if (pf->next_vsi == ICE_NO_VSI) {
B
Brett Creeley 已提交
433
		dev_dbg(dev, "out of VSI slots!\n");
434 435 436
		goto unlock_pf;
	}

B
Brett Creeley 已提交
437
	vsi = devm_kzalloc(dev, sizeof(*vsi), GFP_KERNEL);
438 439 440
	if (!vsi)
		goto unlock_pf;

441
	vsi->type = vsi_type;
442
	vsi->back = pf;
443
	set_bit(ICE_VSI_DOWN, vsi->state);
444

445
	if (vsi_type == ICE_VSI_VF)
446 447 448
		ice_vsi_set_num_qs(vsi, vf_id);
	else
		ice_vsi_set_num_qs(vsi, ICE_INVAL_VFID);
449 450 451

	switch (vsi->type) {
	case ICE_VSI_PF:
452
		if (ice_vsi_alloc_arrays(vsi))
453 454 455 456 457
			goto err_rings;

		/* Setup default MSIX irq handler for VSI */
		vsi->irq_handler = ice_msix_clean_rings;
		break;
458 459 460 461 462 463 464
	case ICE_VSI_CTRL:
		if (ice_vsi_alloc_arrays(vsi))
			goto err_rings;

		/* Setup ctrl VSI MSIX irq handler */
		vsi->irq_handler = ice_msix_clean_ctrl_vsi;
		break;
465
	case ICE_VSI_VF:
466
		if (ice_vsi_alloc_arrays(vsi))
467 468
			goto err_rings;
		break;
469 470 471 472
	case ICE_VSI_LB:
		if (ice_vsi_alloc_arrays(vsi))
			goto err_rings;
		break;
473
	default:
B
Brett Creeley 已提交
474
		dev_warn(dev, "Unknown VSI type %d\n", vsi->type);
475 476 477
		goto unlock_pf;
	}

478 479
	if (vsi->type == ICE_VSI_CTRL && vf_id == ICE_INVAL_VFID) {
		/* Use the last VSI slot as the index for PF control VSI */
480 481 482 483 484 485 486
		vsi->idx = pf->num_alloc_vsi - 1;
		pf->ctrl_vsi_idx = vsi->idx;
		pf->vsi[vsi->idx] = vsi;
	} else {
		/* fill slot and make note of the index */
		vsi->idx = pf->next_vsi;
		pf->vsi[pf->next_vsi] = vsi;
487

488 489 490 491
		/* prepare pf->next_vsi for next use */
		pf->next_vsi = ice_get_free_slot(pf->vsi, pf->num_alloc_vsi,
						 pf->next_vsi);
	}
492 493 494

	if (vsi->type == ICE_VSI_CTRL && vf_id != ICE_INVAL_VFID)
		pf->vf[vf_id].ctrl_vsi_idx = vsi->idx;
495 496 497
	goto unlock_pf;

err_rings:
B
Brett Creeley 已提交
498
	devm_kfree(dev, vsi);
499 500 501 502 503 504
	vsi = NULL;
unlock_pf:
	mutex_unlock(&pf->sw_mutex);
	return vsi;
}

505 506 507 508 509 510 511 512 513 514 515 516 517 518 519 520 521 522 523 524 525 526 527 528 529 530 531 532
/**
 * ice_alloc_fd_res - Allocate FD resource for a VSI
 * @vsi: pointer to the ice_vsi
 *
 * This allocates the FD resources
 *
 * Returns 0 on success, -EPERM on no-op or -EIO on failure
 */
static int ice_alloc_fd_res(struct ice_vsi *vsi)
{
	struct ice_pf *pf = vsi->back;
	u32 g_val, b_val;

	/* Flow Director filters are only allocated/assigned to the PF VSI which
	 * passes the traffic. The CTRL VSI is only used to add/delete filters
	 * so we don't allocate resources to it
	 */

	/* FD filters from guaranteed pool per VSI */
	g_val = pf->hw.func_caps.fd_fltr_guar;
	if (!g_val)
		return -EPERM;

	/* FD filters from best effort pool */
	b_val = pf->hw.func_caps.fd_fltr_best_effort;
	if (!b_val)
		return -EPERM;

533
	if (!(vsi->type == ICE_VSI_PF || vsi->type == ICE_VSI_VF))
534 535 536 537 538 539 540 541 542 543
		return -EPERM;

	if (!test_bit(ICE_FLAG_FD_ENA, pf->flags))
		return -EPERM;

	vsi->num_gfltr = g_val / pf->num_alloc_vsi;

	/* each VSI gets same "best_effort" quota */
	vsi->num_bfltr = b_val;

544 545 546 547 548 549 550
	if (vsi->type == ICE_VSI_VF) {
		vsi->num_gfltr = 0;

		/* each VSI gets same "best_effort" quota */
		vsi->num_bfltr = b_val;
	}

551 552 553
	return 0;
}

554 555 556 557 558 559
/**
 * ice_vsi_get_qs - Assign queues from PF to VSI
 * @vsi: the VSI to assign queues to
 *
 * Returns 0 on success and a negative value on error
 */
560
static int ice_vsi_get_qs(struct ice_vsi *vsi)
561
{
562 563 564 565
	struct ice_pf *pf = vsi->back;
	struct ice_qs_cfg tx_qs_cfg = {
		.qs_mutex = &pf->avail_q_mutex,
		.pf_map = pf->avail_txqs,
566
		.pf_map_size = pf->max_pf_txqs,
567 568 569 570
		.q_count = vsi->alloc_txq,
		.scatter_count = ICE_MAX_SCATTER_TXQS,
		.vsi_map = vsi->txq_map,
		.vsi_map_offset = 0,
571
		.mapping_mode = ICE_VSI_MAP_CONTIG
572 573 574 575
	};
	struct ice_qs_cfg rx_qs_cfg = {
		.qs_mutex = &pf->avail_q_mutex,
		.pf_map = pf->avail_rxqs,
576
		.pf_map_size = pf->max_pf_rxqs,
577 578 579 580
		.q_count = vsi->alloc_rxq,
		.scatter_count = ICE_MAX_SCATTER_RXQS,
		.vsi_map = vsi->rxq_map,
		.vsi_map_offset = 0,
581
		.mapping_mode = ICE_VSI_MAP_CONTIG
582
	};
583
	int ret;
584

585
	ret = __ice_vsi_get_qs(&tx_qs_cfg);
586 587 588
	if (ret)
		return ret;
	vsi->tx_mapping_mode = tx_qs_cfg.mapping_mode;
589

590 591 592 593 594 595
	ret = __ice_vsi_get_qs(&rx_qs_cfg);
	if (ret)
		return ret;
	vsi->rx_mapping_mode = rx_qs_cfg.mapping_mode;

	return 0;
596 597
}

598 599 600 601
/**
 * ice_vsi_put_qs - Release queues from VSI to PF
 * @vsi: the VSI that is going to release queues
 */
602
static void ice_vsi_put_qs(struct ice_vsi *vsi)
603 604 605 606 607 608 609 610 611 612 613 614 615 616 617 618 619 620 621
{
	struct ice_pf *pf = vsi->back;
	int i;

	mutex_lock(&pf->avail_q_mutex);

	for (i = 0; i < vsi->alloc_txq; i++) {
		clear_bit(vsi->txq_map[i], pf->avail_txqs);
		vsi->txq_map[i] = ICE_INVAL_Q_INDEX;
	}

	for (i = 0; i < vsi->alloc_rxq; i++) {
		clear_bit(vsi->rxq_map[i], pf->avail_rxqs);
		vsi->rxq_map[i] = ICE_INVAL_Q_INDEX;
	}

	mutex_unlock(&pf->avail_q_mutex);
}

T
Tony Nguyen 已提交
622 623 624 625 626 627 628 629 630 631 632
/**
 * ice_is_safe_mode
 * @pf: pointer to the PF struct
 *
 * returns true if driver is in safe mode, false otherwise
 */
bool ice_is_safe_mode(struct ice_pf *pf)
{
	return !test_bit(ICE_FLAG_ADV_FEATURES, pf->flags);
}

D
Dave Ertman 已提交
633 634 635 636 637 638 639 640 641 642 643
/**
 * ice_is_aux_ena
 * @pf: pointer to the PF struct
 *
 * returns true if AUX devices/drivers are supported, false otherwise
 */
bool ice_is_aux_ena(struct ice_pf *pf)
{
	return test_bit(ICE_FLAG_AUX_ENA, pf->flags);
}

644
/**
T
Tony Nguyen 已提交
645 646 647 648 649 650 651 652 653 654 655 656 657 658 659 660
 * ice_vsi_clean_rss_flow_fld - Delete RSS configuration
 * @vsi: the VSI being cleaned up
 *
 * This function deletes RSS input set for all flows that were configured
 * for this VSI
 */
static void ice_vsi_clean_rss_flow_fld(struct ice_vsi *vsi)
{
	struct ice_pf *pf = vsi->back;
	enum ice_status status;

	if (ice_is_safe_mode(pf))
		return;

	status = ice_rem_vsi_rss_cfg(&pf->hw, vsi->idx);
	if (status)
661 662
		dev_dbg(ice_pf_to_dev(pf), "ice_rem_vsi_rss_cfg failed for vsi = %d, error = %s\n",
			vsi->vsi_num, ice_stat_str(status));
T
Tony Nguyen 已提交
663 664 665 666
}

/**
 * ice_rss_clean - Delete RSS related VSI structures and configuration
667 668 669 670
 * @vsi: the VSI being removed
 */
static void ice_rss_clean(struct ice_vsi *vsi)
{
B
Brett Creeley 已提交
671 672
	struct ice_pf *pf = vsi->back;
	struct device *dev;
673

B
Brett Creeley 已提交
674
	dev = ice_pf_to_dev(pf);
675 676

	if (vsi->rss_hkey_user)
B
Brett Creeley 已提交
677
		devm_kfree(dev, vsi->rss_hkey_user);
678
	if (vsi->rss_lut_user)
B
Brett Creeley 已提交
679
		devm_kfree(dev, vsi->rss_lut_user);
T
Tony Nguyen 已提交
680 681 682 683 684

	ice_vsi_clean_rss_flow_fld(vsi);
	/* remove RSS replay list */
	if (!ice_is_safe_mode(pf))
		ice_rem_vsi_rss_list(&pf->hw, vsi->idx);
685 686
}

687 688 689 690
/**
 * ice_vsi_set_rss_params - Setup RSS capabilities per VSI type
 * @vsi: the VSI being configured
 */
691
static void ice_vsi_set_rss_params(struct ice_vsi *vsi)
692 693 694 695 696 697 698 699 700 701 702 703 704
{
	struct ice_hw_common_caps *cap;
	struct ice_pf *pf = vsi->back;

	if (!test_bit(ICE_FLAG_RSS_ENA, pf->flags)) {
		vsi->rss_size = 1;
		return;
	}

	cap = &pf->hw.func_caps.common_cap;
	switch (vsi->type) {
	case ICE_VSI_PF:
		/* PF VSI will inherit RSS instance of PF */
K
Karol Kolacinski 已提交
705 706
		vsi->rss_table_size = (u16)cap->rss_table_size;
		vsi->rss_size = min_t(u16, num_online_cpus(),
707 708 709
				      BIT(cap->rss_table_entry_width));
		vsi->rss_lut_type = ICE_AQC_GSET_RSS_LUT_TABLE_TYPE_PF;
		break;
710
	case ICE_VSI_VF:
M
Mitch Williams 已提交
711 712
		/* VF VSI will get a small RSS table.
		 * For VSI_LUT, LUT size should be set to 64 bytes.
713 714
		 */
		vsi->rss_table_size = ICE_VSIQF_HLUT_ARRAY_SIZE;
M
Mitch Williams 已提交
715
		vsi->rss_size = ICE_MAX_RSS_QS_PER_VF;
716 717
		vsi->rss_lut_type = ICE_AQC_GSET_RSS_LUT_TABLE_TYPE_VSI;
		break;
718 719
	case ICE_VSI_LB:
		break;
720
	default:
721 722
		dev_dbg(ice_pf_to_dev(pf), "Unsupported VSI type %s\n",
			ice_vsi_type_str(vsi->type));
723 724 725 726 727 728 729 730 731 732 733 734 735 736 737 738 739 740 741 742 743 744 745 746 747 748 749 750 751 752 753 754 755 756 757 758 759 760 761 762 763 764 765 766 767 768 769 770 771 772 773
		break;
	}
}

/**
 * ice_set_dflt_vsi_ctx - Set default VSI context before adding a VSI
 * @ctxt: the VSI context being set
 *
 * This initializes a default VSI context for all sections except the Queues.
 */
static void ice_set_dflt_vsi_ctx(struct ice_vsi_ctx *ctxt)
{
	u32 table = 0;

	memset(&ctxt->info, 0, sizeof(ctxt->info));
	/* VSI's should be allocated from shared pool */
	ctxt->alloc_from_pool = true;
	/* Src pruning enabled by default */
	ctxt->info.sw_flags = ICE_AQ_VSI_SW_FLAG_SRC_PRUNE;
	/* Traffic from VSI can be sent to LAN */
	ctxt->info.sw_flags2 = ICE_AQ_VSI_SW_FLAG_LAN_ENA;
	/* By default bits 3 and 4 in vlan_flags are 0's which results in legacy
	 * behavior (show VLAN, DEI, and UP) in descriptor. Also, allow all
	 * packets untagged/tagged.
	 */
	ctxt->info.vlan_flags = ((ICE_AQ_VSI_VLAN_MODE_ALL &
				  ICE_AQ_VSI_VLAN_MODE_M) >>
				 ICE_AQ_VSI_VLAN_MODE_S);
	/* Have 1:1 UP mapping for both ingress/egress tables */
	table |= ICE_UP_TABLE_TRANSLATE(0, 0);
	table |= ICE_UP_TABLE_TRANSLATE(1, 1);
	table |= ICE_UP_TABLE_TRANSLATE(2, 2);
	table |= ICE_UP_TABLE_TRANSLATE(3, 3);
	table |= ICE_UP_TABLE_TRANSLATE(4, 4);
	table |= ICE_UP_TABLE_TRANSLATE(5, 5);
	table |= ICE_UP_TABLE_TRANSLATE(6, 6);
	table |= ICE_UP_TABLE_TRANSLATE(7, 7);
	ctxt->info.ingress_table = cpu_to_le32(table);
	ctxt->info.egress_table = cpu_to_le32(table);
	/* Have 1:1 UP mapping for outer to inner UP table */
	ctxt->info.outer_up_table = cpu_to_le32(table);
	/* No Outer tag support outer_tag_flags remains to zero */
}

/**
 * ice_vsi_setup_q_map - Setup a VSI queue map
 * @vsi: the VSI being configured
 * @ctxt: VSI context structure
 */
static void ice_vsi_setup_q_map(struct ice_vsi *vsi, struct ice_vsi_ctx *ctxt)
{
774 775
	u16 offset = 0, qmap = 0, tx_count = 0, pow = 0;
	u16 num_txq_per_tc, num_rxq_per_tc;
776 777 778
	u16 qcount_tx = vsi->alloc_txq;
	u16 qcount_rx = vsi->alloc_rxq;
	bool ena_tc0 = false;
779
	u8 netdev_tc = 0;
780 781 782 783 784 785 786 787 788 789 790 791 792 793 794
	int i;

	/* at least TC0 should be enabled by default */
	if (vsi->tc_cfg.numtc) {
		if (!(vsi->tc_cfg.ena_tc & BIT(0)))
			ena_tc0 = true;
	} else {
		ena_tc0 = true;
	}

	if (ena_tc0) {
		vsi->tc_cfg.numtc++;
		vsi->tc_cfg.ena_tc |= 1;
	}

795 796 797 798 799 800 801 802 803
	num_rxq_per_tc = min_t(u16, qcount_rx / vsi->tc_cfg.numtc, ICE_MAX_RXQS_PER_TC);
	if (!num_rxq_per_tc)
		num_rxq_per_tc = 1;
	num_txq_per_tc = qcount_tx / vsi->tc_cfg.numtc;
	if (!num_txq_per_tc)
		num_txq_per_tc = 1;

	/* find the (rounded up) power-of-2 of qcount */
	pow = (u16)order_base_2(num_rxq_per_tc);
804 805 806 807 808 809 810 811 812 813 814 815

	/* TC mapping is a function of the number of Rx queues assigned to the
	 * VSI for each traffic class and the offset of these queues.
	 * The first 10 bits are for queue offset for TC0, next 4 bits for no:of
	 * queues allocated to TC0. No:of queues is a power-of-2.
	 *
	 * If TC is not enabled, the queue offset is set to 0, and allocate one
	 * queue, this way, traffic for the given TC will be sent to the default
	 * queue.
	 *
	 * Setup number and offset of Rx queues for all TCs for the VSI
	 */
816
	ice_for_each_traffic_class(i) {
817 818 819
		if (!(vsi->tc_cfg.ena_tc & BIT(i))) {
			/* TC is not enabled */
			vsi->tc_cfg.tc_info[i].qoffset = 0;
820 821 822
			vsi->tc_cfg.tc_info[i].qcount_rx = 1;
			vsi->tc_cfg.tc_info[i].qcount_tx = 1;
			vsi->tc_cfg.tc_info[i].netdev_tc = 0;
823 824 825 826 827 828
			ctxt->info.tc_mapping[i] = 0;
			continue;
		}

		/* TC is enabled */
		vsi->tc_cfg.tc_info[i].qoffset = offset;
829 830
		vsi->tc_cfg.tc_info[i].qcount_rx = num_rxq_per_tc;
		vsi->tc_cfg.tc_info[i].qcount_tx = num_txq_per_tc;
831
		vsi->tc_cfg.tc_info[i].netdev_tc = netdev_tc++;
832 833 834 835 836

		qmap = ((offset << ICE_AQ_VSI_TC_Q_OFFSET_S) &
			ICE_AQ_VSI_TC_Q_OFFSET_M) |
			((pow << ICE_AQ_VSI_TC_Q_NUM_S) &
			 ICE_AQ_VSI_TC_Q_NUM_M);
837 838
		offset += num_rxq_per_tc;
		tx_count += num_txq_per_tc;
839 840
		ctxt->info.tc_mapping[i] = cpu_to_le16(qmap);
	}
K
Kiran Patil 已提交
841 842 843 844 845 846 847 848 849 850

	/* if offset is non-zero, means it is calculated correctly based on
	 * enabled TCs for a given VSI otherwise qcount_rx will always
	 * be correct and non-zero because it is based off - VSI's
	 * allocated Rx queues which is at least 1 (hence qcount_tx will be
	 * at least 1)
	 */
	if (offset)
		vsi->num_rxq = offset;
	else
851
		vsi->num_rxq = num_rxq_per_tc;
K
Kiran Patil 已提交
852

853
	vsi->num_txq = tx_count;
854

855
	if (vsi->type == ICE_VSI_VF && vsi->num_txq != vsi->num_rxq) {
A
Anirudh Venkataramanan 已提交
856
		dev_dbg(ice_pf_to_dev(vsi->back), "VF VSI should have same number of Tx and Rx queues. Hence making them equal\n");
857 858 859 860 861 862
		/* since there is a chance that num_rxq could have been changed
		 * in the above for loop, make num_txq equal to num_rxq.
		 */
		vsi->num_txq = vsi->num_rxq;
	}

863 864 865 866 867 868 869 870 871 872
	/* Rx queue mapping */
	ctxt->info.mapping_flags |= cpu_to_le16(ICE_AQ_VSI_Q_MAP_CONTIG);
	/* q_mapping buffer holds the info for the first queue allocated for
	 * this VSI in the PF space and also the number of queues associated
	 * with this VSI.
	 */
	ctxt->info.q_mapping[0] = cpu_to_le16(vsi->rxq_map[0]);
	ctxt->info.q_mapping[1] = cpu_to_le16(vsi->num_rxq);
}

873 874 875 876 877 878 879 880 881 882
/**
 * ice_set_fd_vsi_ctx - Set FD VSI context before adding a VSI
 * @ctxt: the VSI context being set
 * @vsi: the VSI being configured
 */
static void ice_set_fd_vsi_ctx(struct ice_vsi_ctx *ctxt, struct ice_vsi *vsi)
{
	u8 dflt_q_group, dflt_q_prio;
	u16 dflt_q, report_q, val;

883 884
	if (vsi->type != ICE_VSI_PF && vsi->type != ICE_VSI_CTRL &&
	    vsi->type != ICE_VSI_VF)
885 886 887 888 889 890 891 892 893 894 895 896 897 898 899 900 901 902 903 904 905 906 907 908 909 910 911 912 913 914 915 916 917 918
		return;

	val = ICE_AQ_VSI_PROP_FLOW_DIR_VALID;
	ctxt->info.valid_sections |= cpu_to_le16(val);
	dflt_q = 0;
	dflt_q_group = 0;
	report_q = 0;
	dflt_q_prio = 0;

	/* enable flow director filtering/programming */
	val = ICE_AQ_VSI_FD_ENABLE | ICE_AQ_VSI_FD_PROG_ENABLE;
	ctxt->info.fd_options = cpu_to_le16(val);
	/* max of allocated flow director filters */
	ctxt->info.max_fd_fltr_dedicated =
			cpu_to_le16(vsi->num_gfltr);
	/* max of shared flow director filters any VSI may program */
	ctxt->info.max_fd_fltr_shared =
			cpu_to_le16(vsi->num_bfltr);
	/* default queue index within the VSI of the default FD */
	val = ((dflt_q << ICE_AQ_VSI_FD_DEF_Q_S) &
	       ICE_AQ_VSI_FD_DEF_Q_M);
	/* target queue or queue group to the FD filter */
	val |= ((dflt_q_group << ICE_AQ_VSI_FD_DEF_GRP_S) &
		ICE_AQ_VSI_FD_DEF_GRP_M);
	ctxt->info.fd_def_q = cpu_to_le16(val);
	/* queue index on which FD filter completion is reported */
	val = ((report_q << ICE_AQ_VSI_FD_REPORT_Q_S) &
	       ICE_AQ_VSI_FD_REPORT_Q_M);
	/* priority of the default qindex action */
	val |= ((dflt_q_prio << ICE_AQ_VSI_FD_DEF_PRIORITY_S) &
		ICE_AQ_VSI_FD_DEF_PRIORITY_M);
	ctxt->info.fd_report_opt = cpu_to_le16(val);
}

919 920 921 922 923 924 925 926
/**
 * ice_set_rss_vsi_ctx - Set RSS VSI context before adding a VSI
 * @ctxt: the VSI context being set
 * @vsi: the VSI being configured
 */
static void ice_set_rss_vsi_ctx(struct ice_vsi_ctx *ctxt, struct ice_vsi *vsi)
{
	u8 lut_type, hash_type;
B
Brett Creeley 已提交
927
	struct device *dev;
928 929 930
	struct ice_pf *pf;

	pf = vsi->back;
B
Brett Creeley 已提交
931
	dev = ice_pf_to_dev(pf);
932 933 934 935 936 937 938

	switch (vsi->type) {
	case ICE_VSI_PF:
		/* PF VSI will inherit RSS instance of PF */
		lut_type = ICE_AQ_VSI_Q_OPT_RSS_LUT_PF;
		hash_type = ICE_AQ_VSI_Q_OPT_RSS_TPLZ;
		break;
939 940 941 942 943
	case ICE_VSI_VF:
		/* VF VSI will gets a small RSS table which is a VSI LUT type */
		lut_type = ICE_AQ_VSI_Q_OPT_RSS_LUT_VSI;
		hash_type = ICE_AQ_VSI_Q_OPT_RSS_TPLZ;
		break;
944
	default:
B
Brett Creeley 已提交
945
		dev_dbg(dev, "Unsupported VSI type %s\n",
946
			ice_vsi_type_str(vsi->type));
947
		return;
948 949 950 951 952 953 954 955 956 957 958
	}

	ctxt->info.q_opt_rss = ((lut_type << ICE_AQ_VSI_Q_OPT_RSS_LUT_S) &
				ICE_AQ_VSI_Q_OPT_RSS_LUT_M) |
				((hash_type << ICE_AQ_VSI_Q_OPT_RSS_HASH_S) &
				 ICE_AQ_VSI_Q_OPT_RSS_HASH_M);
}

/**
 * ice_vsi_init - Create and initialize a VSI
 * @vsi: the VSI being configured
959
 * @init_vsi: is this call creating a VSI
960 961 962 963
 *
 * This initializes a VSI context depending on the VSI type to be added and
 * passes it down to the add_vsi aq command to create a new VSI.
 */
964
static int ice_vsi_init(struct ice_vsi *vsi, bool init_vsi)
965 966 967
{
	struct ice_pf *pf = vsi->back;
	struct ice_hw *hw = &pf->hw;
968
	struct ice_vsi_ctx *ctxt;
969
	struct device *dev;
970 971
	int ret = 0;

972
	dev = ice_pf_to_dev(pf);
973
	ctxt = kzalloc(sizeof(*ctxt), GFP_KERNEL);
974 975 976
	if (!ctxt)
		return -ENOMEM;

977
	switch (vsi->type) {
978
	case ICE_VSI_CTRL:
979
	case ICE_VSI_LB:
980
	case ICE_VSI_PF:
981
		ctxt->flags = ICE_AQ_VSI_TYPE_PF;
982
		break;
983
	case ICE_VSI_VF:
984
		ctxt->flags = ICE_AQ_VSI_TYPE_VF;
985
		/* VF number here is the absolute VF number (0-255) */
986
		ctxt->vf_num = vsi->vf_id + hw->func_caps.vf_base_id;
987
		break;
988
	default:
989 990
		ret = -ENODEV;
		goto out;
991 992
	}

993
	ice_set_dflt_vsi_ctx(ctxt);
994 995
	if (test_bit(ICE_FLAG_FD_ENA, pf->flags))
		ice_set_fd_vsi_ctx(ctxt, vsi);
996 997
	/* if the switch is in VEB mode, allow VSI loopback */
	if (vsi->vsw->bridge_mode == BRIDGE_MODE_VEB)
998
		ctxt->info.sw_flags |= ICE_AQ_VSI_SW_FLAG_ALLOW_LB;
999 1000

	/* Set LUT type and HASH type if RSS is enabled */
1001 1002
	if (test_bit(ICE_FLAG_RSS_ENA, pf->flags) &&
	    vsi->type != ICE_VSI_CTRL) {
1003
		ice_set_rss_vsi_ctx(ctxt, vsi);
1004 1005 1006 1007 1008 1009 1010
		/* if updating VSI context, make sure to set valid_section:
		 * to indicate which section of VSI context being updated
		 */
		if (!init_vsi)
			ctxt->info.valid_sections |=
				cpu_to_le16(ICE_AQ_VSI_PROP_Q_OPT_VALID);
	}
1011

1012 1013
	ctxt->info.sw_id = vsi->port_info->sw_id;
	ice_vsi_setup_q_map(vsi, ctxt);
1014 1015 1016 1017 1018 1019
	if (!init_vsi) /* means VSI being updated */
		/* must to indicate which section of VSI context are
		 * being modified
		 */
		ctxt->info.valid_sections |=
			cpu_to_le16(ICE_AQ_VSI_PROP_RXQ_MAP_VALID);
1020

B
Brett Creeley 已提交
1021 1022 1023 1024
	/* enable/disable MAC and VLAN anti-spoof when spoofchk is on/off
	 * respectively
	 */
	if (vsi->type == ICE_VSI_VF) {
1025 1026
		ctxt->info.valid_sections |=
			cpu_to_le16(ICE_AQ_VSI_PROP_SECURITY_VALID);
B
Brett Creeley 已提交
1027 1028 1029 1030 1031 1032 1033 1034 1035 1036 1037
		if (pf->vf[vsi->vf_id].spoofchk) {
			ctxt->info.sec_flags |=
				ICE_AQ_VSI_SEC_FLAG_ENA_MAC_ANTI_SPOOF |
				(ICE_AQ_VSI_SEC_TX_VLAN_PRUNE_ENA <<
				 ICE_AQ_VSI_SEC_TX_PRUNE_ENA_S);
		} else {
			ctxt->info.sec_flags &=
				~(ICE_AQ_VSI_SEC_FLAG_ENA_MAC_ANTI_SPOOF |
				  (ICE_AQ_VSI_SEC_TX_VLAN_PRUNE_ENA <<
				   ICE_AQ_VSI_SEC_TX_PRUNE_ENA_S));
		}
1038 1039
	}

1040 1041 1042 1043 1044 1045 1046
	/* Allow control frames out of main VSI */
	if (vsi->type == ICE_VSI_PF) {
		ctxt->info.sec_flags |= ICE_AQ_VSI_SEC_FLAG_ALLOW_DEST_OVRD;
		ctxt->info.valid_sections |=
			cpu_to_le16(ICE_AQ_VSI_PROP_SECURITY_VALID);
	}

1047 1048 1049 1050 1051 1052 1053 1054 1055 1056 1057 1058 1059 1060
	if (init_vsi) {
		ret = ice_add_vsi(hw, vsi->idx, ctxt, NULL);
		if (ret) {
			dev_err(dev, "Add VSI failed, err %d\n", ret);
			ret = -EIO;
			goto out;
		}
	} else {
		ret = ice_update_vsi(hw, vsi->idx, ctxt, NULL);
		if (ret) {
			dev_err(dev, "Update VSI failed, err %d\n", ret);
			ret = -EIO;
			goto out;
		}
1061 1062 1063
	}

	/* keep context for update VSI operations */
1064
	vsi->info = ctxt->info;
1065 1066

	/* record VSI number returned */
1067
	vsi->vsi_num = ctxt->vsi_num;
1068

1069 1070
out:
	kfree(ctxt);
1071 1072 1073
	return ret;
}

1074 1075 1076 1077 1078 1079 1080 1081 1082 1083 1084 1085 1086 1087 1088 1089 1090 1091 1092 1093 1094 1095 1096 1097 1098 1099 1100 1101 1102 1103 1104 1105 1106 1107 1108
/**
 * ice_free_res - free a block of resources
 * @res: pointer to the resource
 * @index: starting index previously returned by ice_get_res
 * @id: identifier to track owner
 *
 * Returns number of resources freed
 */
int ice_free_res(struct ice_res_tracker *res, u16 index, u16 id)
{
	int count = 0;
	int i;

	if (!res || index >= res->end)
		return -EINVAL;

	id |= ICE_RES_VALID_BIT;
	for (i = index; i < res->end && res->list[i] == id; i++) {
		res->list[i] = 0;
		count++;
	}

	return count;
}

/**
 * ice_search_res - Search the tracker for a block of resources
 * @res: pointer to the resource
 * @needed: size of the block needed
 * @id: identifier to track owner
 *
 * Returns the base item index of the block, or -ENOMEM for error
 */
static int ice_search_res(struct ice_res_tracker *res, u16 needed, u16 id)
{
K
Karol Kolacinski 已提交
1109
	u16 start = 0, end = 0;
1110 1111 1112 1113 1114 1115 1116 1117 1118 1119 1120 1121 1122 1123 1124 1125 1126 1127 1128 1129 1130 1131 1132 1133 1134 1135 1136 1137 1138 1139 1140 1141 1142 1143 1144 1145 1146 1147 1148 1149 1150 1151 1152 1153 1154 1155 1156 1157 1158 1159 1160 1161 1162 1163 1164 1165 1166 1167 1168 1169 1170 1171 1172 1173 1174 1175 1176

	if (needed > res->end)
		return -ENOMEM;

	id |= ICE_RES_VALID_BIT;

	do {
		/* skip already allocated entries */
		if (res->list[end++] & ICE_RES_VALID_BIT) {
			start = end;
			if ((start + needed) > res->end)
				break;
		}

		if (end == (start + needed)) {
			int i = start;

			/* there was enough, so assign it to the requestor */
			while (i != end)
				res->list[i++] = id;

			return start;
		}
	} while (end < res->end);

	return -ENOMEM;
}

/**
 * ice_get_free_res_count - Get free count from a resource tracker
 * @res: Resource tracker instance
 */
static u16 ice_get_free_res_count(struct ice_res_tracker *res)
{
	u16 i, count = 0;

	for (i = 0; i < res->end; i++)
		if (!(res->list[i] & ICE_RES_VALID_BIT))
			count++;

	return count;
}

/**
 * ice_get_res - get a block of resources
 * @pf: board private structure
 * @res: pointer to the resource
 * @needed: size of the block needed
 * @id: identifier to track owner
 *
 * Returns the base item index of the block, or negative for error
 */
int
ice_get_res(struct ice_pf *pf, struct ice_res_tracker *res, u16 needed, u16 id)
{
	if (!res || !pf)
		return -EINVAL;

	if (!needed || needed > res->num_entries || id >= ICE_RES_VALID_BIT) {
		dev_err(ice_pf_to_dev(pf), "param err: needed=%d, num_entries = %d id=0x%04x\n",
			needed, res->num_entries, id);
		return -EINVAL;
	}

	return ice_search_res(res, needed, id);
}

1177 1178 1179 1180 1181 1182 1183 1184 1185 1186
/**
 * ice_vsi_setup_vector_base - Set up the base vector for the given VSI
 * @vsi: ptr to the VSI
 *
 * This should only be called after ice_vsi_alloc() which allocates the
 * corresponding SW VSI structure and initializes num_queue_pairs for the
 * newly allocated VSI.
 *
 * Returns 0 on success or negative on failure
 */
1187
static int ice_vsi_setup_vector_base(struct ice_vsi *vsi)
1188 1189
{
	struct ice_pf *pf = vsi->back;
B
Brett Creeley 已提交
1190
	struct device *dev;
B
Brett Creeley 已提交
1191
	u16 num_q_vectors;
K
Karol Kolacinski 已提交
1192
	int base;
1193

B
Brett Creeley 已提交
1194
	dev = ice_pf_to_dev(pf);
B
Brett Creeley 已提交
1195 1196 1197 1198 1199
	/* SRIOV doesn't grab irq_tracker entries for each VSI */
	if (vsi->type == ICE_VSI_VF)
		return 0;

	if (vsi->base_vector) {
B
Brett Creeley 已提交
1200
		dev_dbg(dev, "VSI %d has non-zero base vector %d\n",
B
Brett Creeley 已提交
1201
			vsi->vsi_num, vsi->base_vector);
1202 1203 1204
		return -EEXIST;
	}

B
Brett Creeley 已提交
1205 1206
	num_q_vectors = vsi->num_q_vectors;
	/* reserve slots from OS requested IRQs */
1207 1208 1209 1210
	if (vsi->type == ICE_VSI_CTRL && vsi->vf_id != ICE_INVAL_VFID) {
		int i;

		ice_for_each_vf(pf, i) {
1211 1212
			struct ice_vf *vf = &pf->vf[i];

1213 1214 1215 1216 1217 1218 1219 1220 1221 1222 1223 1224
			if (i != vsi->vf_id && vf->ctrl_vsi_idx != ICE_NO_VSI) {
				base = pf->vsi[vf->ctrl_vsi_idx]->base_vector;
				break;
			}
		}
		if (i == pf->num_alloc_vfs)
			base = ice_get_res(pf, pf->irq_tracker, num_q_vectors,
					   ICE_RES_VF_CTRL_VEC_ID);
	} else {
		base = ice_get_res(pf, pf->irq_tracker, num_q_vectors,
				   vsi->idx);
	}
K
Karol Kolacinski 已提交
1225 1226

	if (base < 0) {
1227 1228 1229
		dev_err(dev, "%d MSI-X interrupts available. %s %d failed to get %d MSI-X vectors\n",
			ice_get_free_res_count(pf->irq_tracker),
			ice_vsi_type_str(vsi->type), vsi->idx, num_q_vectors);
1230 1231
		return -ENOENT;
	}
K
Karol Kolacinski 已提交
1232
	vsi->base_vector = (u16)base;
B
Brett Creeley 已提交
1233
	pf->num_avail_sw_msix -= num_q_vectors;
1234

1235 1236 1237
	return 0;
}

1238 1239 1240 1241
/**
 * ice_vsi_clear_rings - Deallocates the Tx and Rx rings for VSI
 * @vsi: the VSI having rings deallocated
 */
1242
static void ice_vsi_clear_rings(struct ice_vsi *vsi)
1243 1244 1245
{
	int i;

1246 1247 1248 1249 1250 1251 1252 1253 1254 1255 1256 1257
	/* Avoid stale references by clearing map from vector to ring */
	if (vsi->q_vectors) {
		ice_for_each_q_vector(vsi, i) {
			struct ice_q_vector *q_vector = vsi->q_vectors[i];

			if (q_vector) {
				q_vector->tx.ring = NULL;
				q_vector->rx.ring = NULL;
			}
		}
	}

1258 1259 1260 1261
	if (vsi->tx_rings) {
		for (i = 0; i < vsi->alloc_txq; i++) {
			if (vsi->tx_rings[i]) {
				kfree_rcu(vsi->tx_rings[i], rcu);
1262
				WRITE_ONCE(vsi->tx_rings[i], NULL);
1263 1264 1265 1266 1267 1268 1269
			}
		}
	}
	if (vsi->rx_rings) {
		for (i = 0; i < vsi->alloc_rxq; i++) {
			if (vsi->rx_rings[i]) {
				kfree_rcu(vsi->rx_rings[i], rcu);
1270
				WRITE_ONCE(vsi->rx_rings[i], NULL);
1271 1272 1273 1274 1275 1276 1277 1278 1279
			}
		}
	}
}

/**
 * ice_vsi_alloc_rings - Allocates Tx and Rx rings for the VSI
 * @vsi: VSI which is having rings allocated
 */
1280
static int ice_vsi_alloc_rings(struct ice_vsi *vsi)
1281 1282
{
	struct ice_pf *pf = vsi->back;
B
Brett Creeley 已提交
1283
	struct device *dev;
K
Karol Kolacinski 已提交
1284
	u16 i;
1285

B
Brett Creeley 已提交
1286
	dev = ice_pf_to_dev(pf);
1287
	/* Allocate Tx rings */
1288 1289 1290 1291 1292 1293 1294 1295 1296 1297 1298 1299 1300
	for (i = 0; i < vsi->alloc_txq; i++) {
		struct ice_ring *ring;

		/* allocate with kzalloc(), free with kfree_rcu() */
		ring = kzalloc(sizeof(*ring), GFP_KERNEL);

		if (!ring)
			goto err_out;

		ring->q_index = i;
		ring->reg_idx = vsi->txq_map[i];
		ring->ring_active = false;
		ring->vsi = vsi;
1301
		ring->tx_tstamps = &pf->ptp.port.tx;
B
Brett Creeley 已提交
1302
		ring->dev = dev;
1303
		ring->count = vsi->num_tx_desc;
1304
		WRITE_ONCE(vsi->tx_rings[i], ring);
1305 1306
	}

1307
	/* Allocate Rx rings */
1308 1309 1310 1311 1312 1313 1314 1315 1316 1317 1318 1319 1320
	for (i = 0; i < vsi->alloc_rxq; i++) {
		struct ice_ring *ring;

		/* allocate with kzalloc(), free with kfree_rcu() */
		ring = kzalloc(sizeof(*ring), GFP_KERNEL);
		if (!ring)
			goto err_out;

		ring->q_index = i;
		ring->reg_idx = vsi->rxq_map[i];
		ring->ring_active = false;
		ring->vsi = vsi;
		ring->netdev = vsi->netdev;
B
Brett Creeley 已提交
1321
		ring->dev = dev;
1322
		ring->count = vsi->num_rx_desc;
1323
		WRITE_ONCE(vsi->rx_rings[i], ring);
1324 1325 1326 1327 1328 1329 1330 1331 1332
	}

	return 0;

err_out:
	ice_vsi_clear_rings(vsi);
	return -ENOMEM;
}

1333 1334 1335 1336 1337 1338 1339 1340 1341
/**
 * ice_vsi_manage_rss_lut - disable/enable RSS
 * @vsi: the VSI being changed
 * @ena: boolean value indicating if this is an enable or disable request
 *
 * In the event of disable request for RSS, this function will zero out RSS
 * LUT, while in the event of enable request for RSS, it will reconfigure RSS
 * LUT.
 */
1342
void ice_vsi_manage_rss_lut(struct ice_vsi *vsi, bool ena)
1343 1344 1345
{
	u8 *lut;

1346
	lut = kzalloc(vsi->rss_table_size, GFP_KERNEL);
1347
	if (!lut)
1348
		return;
1349 1350 1351 1352 1353 1354 1355 1356 1357

	if (ena) {
		if (vsi->rss_lut_user)
			memcpy(lut, vsi->rss_lut_user, vsi->rss_table_size);
		else
			ice_fill_rss_lut(lut, vsi->rss_table_size,
					 vsi->rss_size);
	}

1358
	ice_set_rss_lut(vsi, lut, vsi->rss_table_size);
1359
	kfree(lut);
1360 1361
}

1362 1363 1364 1365 1366 1367 1368
/**
 * ice_vsi_cfg_rss_lut_key - Configure RSS params for a VSI
 * @vsi: VSI to be configured
 */
static int ice_vsi_cfg_rss_lut_key(struct ice_vsi *vsi)
{
	struct ice_pf *pf = vsi->back;
B
Brett Creeley 已提交
1369
	struct device *dev;
1370 1371
	u8 *lut, *key;
	int err;
1372

B
Brett Creeley 已提交
1373
	dev = ice_pf_to_dev(pf);
K
Karol Kolacinski 已提交
1374
	vsi->rss_size = min_t(u16, vsi->rss_size, vsi->num_rxq);
1375

1376
	lut = kzalloc(vsi->rss_table_size, GFP_KERNEL);
1377 1378 1379 1380 1381 1382 1383 1384
	if (!lut)
		return -ENOMEM;

	if (vsi->rss_lut_user)
		memcpy(lut, vsi->rss_lut_user, vsi->rss_table_size);
	else
		ice_fill_rss_lut(lut, vsi->rss_table_size, vsi->rss_size);

1385 1386 1387
	err = ice_set_rss_lut(vsi, lut, vsi->rss_table_size);
	if (err) {
		dev_err(dev, "set_rss_lut failed, error %d\n", err);
1388 1389 1390
		goto ice_vsi_cfg_rss_exit;
	}

1391
	key = kzalloc(ICE_GET_SET_RSS_KEY_EXTEND_KEY_SIZE, GFP_KERNEL);
1392 1393 1394 1395 1396 1397
	if (!key) {
		err = -ENOMEM;
		goto ice_vsi_cfg_rss_exit;
	}

	if (vsi->rss_hkey_user)
1398
		memcpy(key, vsi->rss_hkey_user, ICE_GET_SET_RSS_KEY_EXTEND_KEY_SIZE);
1399
	else
1400
		netdev_rss_key_fill((void *)key, ICE_GET_SET_RSS_KEY_EXTEND_KEY_SIZE);
1401

1402 1403 1404
	err = ice_set_rss_key(vsi, key);
	if (err)
		dev_err(dev, "set_rss_key failed, error %d\n", err);
1405

1406
	kfree(key);
1407
ice_vsi_cfg_rss_exit:
1408
	kfree(lut);
1409 1410 1411
	return err;
}

1412 1413 1414 1415 1416 1417 1418 1419 1420 1421 1422 1423 1424 1425 1426 1427 1428 1429 1430 1431 1432 1433 1434
/**
 * ice_vsi_set_vf_rss_flow_fld - Sets VF VSI RSS input set for different flows
 * @vsi: VSI to be configured
 *
 * This function will only be called during the VF VSI setup. Upon successful
 * completion of package download, this function will configure default RSS
 * input sets for VF VSI.
 */
static void ice_vsi_set_vf_rss_flow_fld(struct ice_vsi *vsi)
{
	struct ice_pf *pf = vsi->back;
	enum ice_status status;
	struct device *dev;

	dev = ice_pf_to_dev(pf);
	if (ice_is_safe_mode(pf)) {
		dev_dbg(dev, "Advanced RSS disabled. Package download failed, vsi num = %d\n",
			vsi->vsi_num);
		return;
	}

	status = ice_add_avf_rss_cfg(&pf->hw, vsi->idx, ICE_DEFAULT_RSS_HENA);
	if (status)
1435 1436
		dev_dbg(dev, "ice_add_avf_rss_cfg failed for vsi = %d, error = %s\n",
			vsi->vsi_num, ice_stat_str(status));
1437 1438
}

1439 1440 1441 1442 1443 1444 1445 1446 1447 1448 1449 1450 1451 1452 1453 1454 1455 1456 1457 1458 1459 1460 1461 1462 1463 1464 1465 1466 1467
/**
 * ice_vsi_set_rss_flow_fld - Sets RSS input set for different flows
 * @vsi: VSI to be configured
 *
 * This function will only be called after successful download package call
 * during initialization of PF. Since the downloaded package will erase the
 * RSS section, this function will configure RSS input sets for different
 * flow types. The last profile added has the highest priority, therefore 2
 * tuple profiles (i.e. IPv4 src/dst) are added before 4 tuple profiles
 * (i.e. IPv4 src/dst TCP src/dst port).
 */
static void ice_vsi_set_rss_flow_fld(struct ice_vsi *vsi)
{
	u16 vsi_handle = vsi->idx, vsi_num = vsi->vsi_num;
	struct ice_pf *pf = vsi->back;
	struct ice_hw *hw = &pf->hw;
	enum ice_status status;
	struct device *dev;

	dev = ice_pf_to_dev(pf);
	if (ice_is_safe_mode(pf)) {
		dev_dbg(dev, "Advanced RSS disabled. Package download failed, vsi num = %d\n",
			vsi_num);
		return;
	}
	/* configure RSS for IPv4 with input set IP src/dst */
	status = ice_add_rss_cfg(hw, vsi_handle, ICE_FLOW_HASH_IPV4,
				 ICE_FLOW_SEG_HDR_IPV4);
	if (status)
1468 1469
		dev_dbg(dev, "ice_add_rss_cfg failed for ipv4 flow, vsi = %d, error = %s\n",
			vsi_num, ice_stat_str(status));
1470 1471 1472 1473 1474

	/* configure RSS for IPv6 with input set IPv6 src/dst */
	status = ice_add_rss_cfg(hw, vsi_handle, ICE_FLOW_HASH_IPV6,
				 ICE_FLOW_SEG_HDR_IPV6);
	if (status)
1475 1476
		dev_dbg(dev, "ice_add_rss_cfg failed for ipv6 flow, vsi = %d, error = %s\n",
			vsi_num, ice_stat_str(status));
1477 1478 1479 1480 1481

	/* configure RSS for tcp4 with input set IP src/dst, TCP src/dst */
	status = ice_add_rss_cfg(hw, vsi_handle, ICE_HASH_TCP_IPV4,
				 ICE_FLOW_SEG_HDR_TCP | ICE_FLOW_SEG_HDR_IPV4);
	if (status)
1482 1483
		dev_dbg(dev, "ice_add_rss_cfg failed for tcp4 flow, vsi = %d, error = %s\n",
			vsi_num, ice_stat_str(status));
1484 1485 1486 1487 1488

	/* configure RSS for udp4 with input set IP src/dst, UDP src/dst */
	status = ice_add_rss_cfg(hw, vsi_handle, ICE_HASH_UDP_IPV4,
				 ICE_FLOW_SEG_HDR_UDP | ICE_FLOW_SEG_HDR_IPV4);
	if (status)
1489 1490
		dev_dbg(dev, "ice_add_rss_cfg failed for udp4 flow, vsi = %d, error = %s\n",
			vsi_num, ice_stat_str(status));
1491 1492 1493 1494 1495

	/* configure RSS for sctp4 with input set IP src/dst */
	status = ice_add_rss_cfg(hw, vsi_handle, ICE_FLOW_HASH_IPV4,
				 ICE_FLOW_SEG_HDR_SCTP | ICE_FLOW_SEG_HDR_IPV4);
	if (status)
1496 1497
		dev_dbg(dev, "ice_add_rss_cfg failed for sctp4 flow, vsi = %d, error = %s\n",
			vsi_num, ice_stat_str(status));
1498 1499 1500 1501 1502

	/* configure RSS for tcp6 with input set IPv6 src/dst, TCP src/dst */
	status = ice_add_rss_cfg(hw, vsi_handle, ICE_HASH_TCP_IPV6,
				 ICE_FLOW_SEG_HDR_TCP | ICE_FLOW_SEG_HDR_IPV6);
	if (status)
1503 1504
		dev_dbg(dev, "ice_add_rss_cfg failed for tcp6 flow, vsi = %d, error = %s\n",
			vsi_num, ice_stat_str(status));
1505 1506 1507 1508 1509

	/* configure RSS for udp6 with input set IPv6 src/dst, UDP src/dst */
	status = ice_add_rss_cfg(hw, vsi_handle, ICE_HASH_UDP_IPV6,
				 ICE_FLOW_SEG_HDR_UDP | ICE_FLOW_SEG_HDR_IPV6);
	if (status)
1510 1511
		dev_dbg(dev, "ice_add_rss_cfg failed for udp6 flow, vsi = %d, error = %s\n",
			vsi_num, ice_stat_str(status));
1512 1513 1514 1515 1516

	/* configure RSS for sctp6 with input set IPv6 src/dst */
	status = ice_add_rss_cfg(hw, vsi_handle, ICE_FLOW_HASH_IPV6,
				 ICE_FLOW_SEG_HDR_SCTP | ICE_FLOW_SEG_HDR_IPV6);
	if (status)
1517 1518
		dev_dbg(dev, "ice_add_rss_cfg failed for sctp6 flow, vsi = %d, error = %s\n",
			vsi_num, ice_stat_str(status));
1519 1520
}

1521 1522 1523 1524 1525 1526 1527 1528 1529 1530 1531 1532
/**
 * ice_pf_state_is_nominal - checks the PF for nominal state
 * @pf: pointer to PF to check
 *
 * Check the PF's state for a collection of bits that would indicate
 * the PF is in a state that would inhibit normal operation for
 * driver functionality.
 *
 * Returns true if PF is in a nominal state, false otherwise
 */
bool ice_pf_state_is_nominal(struct ice_pf *pf)
{
1533
	DECLARE_BITMAP(check_bits, ICE_STATE_NBITS) = { 0 };
1534 1535 1536 1537

	if (!pf)
		return false;

1538 1539
	bitmap_set(check_bits, 0, ICE_STATE_NOMINAL_CHECK_BITS);
	if (bitmap_intersects(pf->state, check_bits, ICE_STATE_NBITS))
1540 1541 1542 1543 1544
		return false;

	return true;
}

1545 1546 1547 1548 1549 1550 1551 1552 1553 1554 1555 1556 1557
/**
 * ice_update_eth_stats - Update VSI-specific ethernet statistics counters
 * @vsi: the VSI to be updated
 */
void ice_update_eth_stats(struct ice_vsi *vsi)
{
	struct ice_eth_stats *prev_es, *cur_es;
	struct ice_hw *hw = &vsi->back->hw;
	u16 vsi_num = vsi->vsi_num;    /* HW absolute index of a VSI */

	prev_es = &vsi->eth_stats_prev;
	cur_es = &vsi->eth_stats;

1558 1559
	ice_stat_update40(hw, GLV_GORCL(vsi_num), vsi->stat_offsets_loaded,
			  &prev_es->rx_bytes, &cur_es->rx_bytes);
1560

1561 1562
	ice_stat_update40(hw, GLV_UPRCL(vsi_num), vsi->stat_offsets_loaded,
			  &prev_es->rx_unicast, &cur_es->rx_unicast);
1563

1564 1565
	ice_stat_update40(hw, GLV_MPRCL(vsi_num), vsi->stat_offsets_loaded,
			  &prev_es->rx_multicast, &cur_es->rx_multicast);
1566

1567 1568
	ice_stat_update40(hw, GLV_BPRCL(vsi_num), vsi->stat_offsets_loaded,
			  &prev_es->rx_broadcast, &cur_es->rx_broadcast);
1569 1570 1571 1572

	ice_stat_update32(hw, GLV_RDPC(vsi_num), vsi->stat_offsets_loaded,
			  &prev_es->rx_discards, &cur_es->rx_discards);

1573 1574
	ice_stat_update40(hw, GLV_GOTCL(vsi_num), vsi->stat_offsets_loaded,
			  &prev_es->tx_bytes, &cur_es->tx_bytes);
1575

1576 1577
	ice_stat_update40(hw, GLV_UPTCL(vsi_num), vsi->stat_offsets_loaded,
			  &prev_es->tx_unicast, &cur_es->tx_unicast);
1578

1579 1580
	ice_stat_update40(hw, GLV_MPTCL(vsi_num), vsi->stat_offsets_loaded,
			  &prev_es->tx_multicast, &cur_es->tx_multicast);
1581

1582 1583
	ice_stat_update40(hw, GLV_BPTCL(vsi_num), vsi->stat_offsets_loaded,
			  &prev_es->tx_broadcast, &cur_es->tx_broadcast);
1584 1585 1586 1587 1588 1589 1590 1591 1592 1593

	ice_stat_update32(hw, GLV_TEPC(vsi_num), vsi->stat_offsets_loaded,
			  &prev_es->tx_errors, &cur_es->tx_errors);

	vsi->stat_offsets_loaded = true;
}

/**
 * ice_vsi_add_vlan - Add VSI membership for given VLAN
 * @vsi: the VSI being configured
1594
 * @vid: VLAN ID to be added
1595
 * @action: filter action to be performed on match
1596
 */
1597 1598
int
ice_vsi_add_vlan(struct ice_vsi *vsi, u16 vid, enum ice_sw_fwd_act_type action)
1599 1600
{
	struct ice_pf *pf = vsi->back;
B
Brett Creeley 已提交
1601
	struct device *dev;
1602 1603
	int err = 0;

B
Brett Creeley 已提交
1604
	dev = ice_pf_to_dev(pf);
1605

1606
	if (!ice_fltr_add_vlan(vsi, vid, action)) {
1607 1608
		vsi->num_vlan++;
	} else {
1609
		err = -ENODEV;
B
Brett Creeley 已提交
1610 1611
		dev_err(dev, "Failure Adding VLAN %d on VSI %i\n", vid,
			vsi->vsi_num);
1612 1613 1614 1615 1616 1617 1618 1619
	}

	return err;
}

/**
 * ice_vsi_kill_vlan - Remove VSI membership for a given VLAN
 * @vsi: the VSI being configured
1620
 * @vid: VLAN ID to be removed
1621 1622 1623 1624 1625 1626
 *
 * Returns 0 on success and negative on failure
 */
int ice_vsi_kill_vlan(struct ice_vsi *vsi, u16 vid)
{
	struct ice_pf *pf = vsi->back;
1627
	enum ice_status status;
B
Brett Creeley 已提交
1628
	struct device *dev;
1629
	int err = 0;
1630

B
Brett Creeley 已提交
1631
	dev = ice_pf_to_dev(pf);
1632

1633
	status = ice_fltr_remove_vlan(vsi, vid, ICE_FWD_TO_VSI);
1634 1635 1636
	if (!status) {
		vsi->num_vlan--;
	} else if (status == ICE_ERR_DOES_NOT_EXIST) {
1637 1638
		dev_dbg(dev, "Failed to remove VLAN %d on VSI %i, it does not exist, status: %s\n",
			vid, vsi->vsi_num, ice_stat_str(status));
1639
	} else {
1640 1641
		dev_err(dev, "Error removing VLAN %d on vsi %i error: %s\n",
			vid, vsi->vsi_num, ice_stat_str(status));
1642
		err = -EIO;
1643 1644
	}

1645
	return err;
1646 1647
}

M
Maciej Fijalkowski 已提交
1648 1649 1650 1651 1652 1653
/**
 * ice_vsi_cfg_frame_size - setup max frame size and Rx buffer length
 * @vsi: VSI
 */
void ice_vsi_cfg_frame_size(struct ice_vsi *vsi)
{
M
Maciej Fijalkowski 已提交
1654 1655 1656 1657
	if (!vsi->netdev || test_bit(ICE_FLAG_LEGACY_RX, vsi->back->flags)) {
		vsi->max_frame = ICE_AQ_SET_MAC_FRAME_SIZE_MAX;
		vsi->rx_buf_len = ICE_RXBUF_2048;
#if (PAGE_SIZE < 8192)
1658 1659
	} else if (!ICE_2K_TOO_SMALL_WITH_PADDING &&
		   (vsi->netdev->mtu <= ETH_DATA_LEN)) {
M
Maciej Fijalkowski 已提交
1660 1661 1662 1663 1664 1665 1666 1667 1668 1669 1670
		vsi->max_frame = ICE_RXBUF_1536 - NET_IP_ALIGN;
		vsi->rx_buf_len = ICE_RXBUF_1536 - NET_IP_ALIGN;
#endif
	} else {
		vsi->max_frame = ICE_AQ_SET_MAC_FRAME_SIZE_MAX;
#if (PAGE_SIZE < 8192)
		vsi->rx_buf_len = ICE_RXBUF_3072;
#else
		vsi->rx_buf_len = ICE_RXBUF_2048;
#endif
	}
M
Maciej Fijalkowski 已提交
1671 1672
}

1673 1674 1675 1676 1677 1678
/**
 * ice_write_qrxflxp_cntxt - write/configure QRXFLXP_CNTXT register
 * @hw: HW pointer
 * @pf_q: index of the Rx queue in the PF's queue space
 * @rxdid: flexible descriptor RXDID
 * @prio: priority for the RXDID for this queue
1679
 * @ena_ts: true to enable timestamp and false to disable timestamp
1680 1681
 */
void
1682 1683
ice_write_qrxflxp_cntxt(struct ice_hw *hw, u16 pf_q, u32 rxdid, u32 prio,
			bool ena_ts)
1684 1685 1686 1687 1688 1689 1690 1691 1692 1693 1694 1695 1696 1697
{
	int regval = rd32(hw, QRXFLXP_CNTXT(pf_q));

	/* clear any previous values */
	regval &= ~(QRXFLXP_CNTXT_RXDID_IDX_M |
		    QRXFLXP_CNTXT_RXDID_PRIO_M |
		    QRXFLXP_CNTXT_TS_M);

	regval |= (rxdid << QRXFLXP_CNTXT_RXDID_IDX_S) &
		QRXFLXP_CNTXT_RXDID_IDX_M;

	regval |= (prio << QRXFLXP_CNTXT_RXDID_PRIO_S) &
		QRXFLXP_CNTXT_RXDID_PRIO_M;

1698 1699 1700 1701
	if (ena_ts)
		/* Enable TimeSync on this queue */
		regval |= QRXFLXP_CNTXT_TS_M;

1702 1703 1704
	wr32(hw, QRXFLXP_CNTXT(pf_q), regval);
}

1705 1706 1707 1708 1709 1710 1711 1712 1713 1714 1715 1716 1717 1718 1719 1720 1721 1722 1723 1724 1725 1726 1727 1728 1729 1730 1731
int ice_vsi_cfg_single_rxq(struct ice_vsi *vsi, u16 q_idx)
{
	if (q_idx >= vsi->num_rxq)
		return -EINVAL;

	return ice_vsi_cfg_rxq(vsi->rx_rings[q_idx]);
}

int ice_vsi_cfg_single_txq(struct ice_vsi *vsi, struct ice_ring **tx_rings, u16 q_idx)
{
	struct ice_aqc_add_tx_qgrp *qg_buf;
	int err;

	if (q_idx >= vsi->alloc_txq || !tx_rings || !tx_rings[q_idx])
		return -EINVAL;

	qg_buf = kzalloc(struct_size(qg_buf, txqs, 1), GFP_KERNEL);
	if (!qg_buf)
		return -ENOMEM;

	qg_buf->num_txqs = 1;

	err = ice_vsi_cfg_txq(vsi, tx_rings[q_idx], qg_buf);
	kfree(qg_buf);
	return err;
}

1732 1733 1734 1735 1736 1737 1738 1739 1740 1741 1742
/**
 * ice_vsi_cfg_rxqs - Configure the VSI for Rx
 * @vsi: the VSI being configured
 *
 * Return 0 on success and a negative value on error
 * Configure the Rx VSI for operation.
 */
int ice_vsi_cfg_rxqs(struct ice_vsi *vsi)
{
	u16 i;

1743 1744 1745
	if (vsi->type == ICE_VSI_VF)
		goto setup_rings;

M
Maciej Fijalkowski 已提交
1746
	ice_vsi_cfg_frame_size(vsi);
1747
setup_rings:
1748
	/* set up individual rings */
1749 1750
	ice_for_each_rxq(vsi, i) {
		int err = ice_vsi_cfg_rxq(vsi->rx_rings[i]);
1751

1752
		if (err)
1753
			return err;
1754
	}
1755 1756

	return 0;
1757 1758 1759 1760 1761
}

/**
 * ice_vsi_cfg_txqs - Configure the VSI for Tx
 * @vsi: the VSI being configured
1762
 * @rings: Tx ring array to be configured
1763
 * @count: number of Tx ring array elements
1764 1765 1766 1767
 *
 * Return 0 on success and a negative value on error
 * Configure the Tx VSI for operation.
 */
1768
static int
1769
ice_vsi_cfg_txqs(struct ice_vsi *vsi, struct ice_ring **rings, u16 count)
1770 1771
{
	struct ice_aqc_add_tx_qgrp *qg_buf;
1772
	u16 q_idx = 0;
1773
	int err = 0;
1774

1775
	qg_buf = kzalloc(struct_size(qg_buf, txqs, 1), GFP_KERNEL);
1776 1777 1778 1779 1780
	if (!qg_buf)
		return -ENOMEM;

	qg_buf->num_txqs = 1;

1781
	for (q_idx = 0; q_idx < count; q_idx++) {
1782 1783 1784
		err = ice_vsi_cfg_txq(vsi, rings[q_idx], qg_buf);
		if (err)
			goto err_cfg_txqs;
1785
	}
1786

1787
err_cfg_txqs:
1788
	kfree(qg_buf);
1789 1790 1791
	return err;
}

1792 1793 1794 1795 1796 1797 1798 1799 1800
/**
 * ice_vsi_cfg_lan_txqs - Configure the VSI for Tx
 * @vsi: the VSI being configured
 *
 * Return 0 on success and a negative value on error
 * Configure the Tx VSI for operation.
 */
int ice_vsi_cfg_lan_txqs(struct ice_vsi *vsi)
{
1801
	return ice_vsi_cfg_txqs(vsi, vsi->tx_rings, vsi->num_txq);
1802 1803
}

M
Maciej Fijalkowski 已提交
1804 1805 1806 1807 1808 1809 1810 1811 1812
/**
 * ice_vsi_cfg_xdp_txqs - Configure Tx queues dedicated for XDP in given VSI
 * @vsi: the VSI being configured
 *
 * Return 0 on success and a negative value on error
 * Configure the Tx queues dedicated for XDP in given VSI for operation.
 */
int ice_vsi_cfg_xdp_txqs(struct ice_vsi *vsi)
{
1813 1814 1815
	int ret;
	int i;

1816
	ret = ice_vsi_cfg_txqs(vsi, vsi->xdp_rings, vsi->num_xdp_txq);
1817 1818 1819 1820
	if (ret)
		return ret;

	for (i = 0; i < vsi->num_xdp_txq; i++)
1821
		vsi->xdp_rings[i]->xsk_pool = ice_xsk_pool(vsi->xdp_rings[i]);
1822 1823

	return ret;
M
Maciej Fijalkowski 已提交
1824 1825
}

1826 1827 1828 1829 1830 1831 1832 1833
/**
 * ice_intrl_usec_to_reg - convert interrupt rate limit to register value
 * @intrl: interrupt rate limit in usecs
 * @gran: interrupt rate limit granularity in usecs
 *
 * This function converts a decimal interrupt rate limit in usecs to the format
 * expected by firmware.
 */
1834
static u32 ice_intrl_usec_to_reg(u8 intrl, u8 gran)
1835 1836 1837 1838 1839 1840 1841 1842
{
	u32 val = intrl / gran;

	if (val)
		return val | GLINT_RATE_INTRL_ENA_M;
	return 0;
}

1843 1844 1845 1846 1847 1848 1849 1850 1851 1852 1853 1854 1855 1856 1857 1858 1859 1860 1861 1862 1863 1864 1865 1866 1867 1868 1869 1870 1871 1872 1873 1874 1875 1876 1877 1878 1879 1880 1881 1882 1883 1884 1885 1886 1887
/**
 * ice_write_intrl - write throttle rate limit to interrupt specific register
 * @q_vector: pointer to interrupt specific structure
 * @intrl: throttle rate limit in microseconds to write
 */
void ice_write_intrl(struct ice_q_vector *q_vector, u8 intrl)
{
	struct ice_hw *hw = &q_vector->vsi->back->hw;

	wr32(hw, GLINT_RATE(q_vector->reg_idx),
	     ice_intrl_usec_to_reg(intrl, ICE_INTRL_GRAN_ABOVE_25));
}

/**
 * __ice_write_itr - write throttle rate to register
 * @q_vector: pointer to interrupt data structure
 * @rc: pointer to ring container
 * @itr: throttle rate in microseconds to write
 */
static void __ice_write_itr(struct ice_q_vector *q_vector,
			    struct ice_ring_container *rc, u16 itr)
{
	struct ice_hw *hw = &q_vector->vsi->back->hw;

	wr32(hw, GLINT_ITR(rc->itr_idx, q_vector->reg_idx),
	     ITR_REG_ALIGN(itr) >> ICE_ITR_GRAN_S);
}

/**
 * ice_write_itr - write throttle rate to queue specific register
 * @rc: pointer to ring container
 * @itr: throttle rate in microseconds to write
 */
void ice_write_itr(struct ice_ring_container *rc, u16 itr)
{
	struct ice_q_vector *q_vector;

	if (!rc->ring)
		return;

	q_vector = rc->ring->q_vector;

	__ice_write_itr(q_vector, rc, itr);
}

1888 1889 1890
/**
 * ice_vsi_cfg_msix - MSIX mode Interrupt Config in the HW
 * @vsi: the VSI being configured
1891 1892 1893
 *
 * This configures MSIX mode interrupts for the PF VSI, and should not be used
 * for the VF VSI.
1894 1895 1896 1897 1898
 */
void ice_vsi_cfg_msix(struct ice_vsi *vsi)
{
	struct ice_pf *pf = vsi->back;
	struct ice_hw *hw = &pf->hw;
K
Karol Kolacinski 已提交
1899
	u16 txq = 0, rxq = 0;
1900
	int i, q;
1901

1902
	for (i = 0; i < vsi->num_q_vectors; i++) {
1903
		struct ice_q_vector *q_vector = vsi->q_vectors[i];
1904
		u16 reg_idx = q_vector->reg_idx;
1905

1906
		ice_cfg_itr(hw, q_vector);
1907

1908 1909 1910 1911 1912 1913 1914 1915 1916 1917 1918 1919
		/* Both Transmit Queue Interrupt Cause Control register
		 * and Receive Queue Interrupt Cause control register
		 * expects MSIX_INDX field to be the vector index
		 * within the function space and not the absolute
		 * vector index across PF or across device.
		 * For SR-IOV VF VSIs queue vector index always starts
		 * with 1 since first vector index(0) is used for OICR
		 * in VF space. Since VMDq and other PF VSIs are within
		 * the PF function space, use the vector index that is
		 * tracked for this PF.
		 */
		for (q = 0; q < q_vector->num_ring_tx; q++) {
1920 1921
			ice_cfg_txq_interrupt(vsi, txq, reg_idx,
					      q_vector->tx.itr_idx);
1922 1923 1924 1925
			txq++;
		}

		for (q = 0; q < q_vector->num_ring_rx; q++) {
1926 1927
			ice_cfg_rxq_interrupt(vsi, rxq, reg_idx,
					      q_vector->rx.itr_idx);
1928 1929 1930 1931 1932
			rxq++;
		}
	}
}

1933 1934 1935 1936 1937 1938 1939
/**
 * ice_vsi_manage_vlan_insertion - Manage VLAN insertion for the VSI for Tx
 * @vsi: the VSI being changed
 */
int ice_vsi_manage_vlan_insertion(struct ice_vsi *vsi)
{
	struct ice_hw *hw = &vsi->back->hw;
1940
	struct ice_vsi_ctx *ctxt;
1941
	enum ice_status status;
1942 1943
	int ret = 0;

1944
	ctxt = kzalloc(sizeof(*ctxt), GFP_KERNEL);
1945 1946
	if (!ctxt)
		return -ENOMEM;
1947 1948 1949 1950 1951

	/* Here we are configuring the VSI to let the driver add VLAN tags by
	 * setting vlan_flags to ICE_AQ_VSI_VLAN_MODE_ALL. The actual VLAN tag
	 * insertion happens in the Tx hot path, in ice_tx_map.
	 */
1952
	ctxt->info.vlan_flags = ICE_AQ_VSI_VLAN_MODE_ALL;
1953

1954 1955 1956 1957
	/* Preserve existing VLAN strip setting */
	ctxt->info.vlan_flags |= (vsi->info.vlan_flags &
				  ICE_AQ_VSI_VLAN_EMOD_M);

1958
	ctxt->info.valid_sections = cpu_to_le16(ICE_AQ_VSI_PROP_VLAN_VALID);
1959

1960
	status = ice_update_vsi(hw, vsi->idx, ctxt, NULL);
1961
	if (status) {
1962 1963 1964
		dev_err(ice_pf_to_dev(vsi->back), "update VSI for VLAN insert failed, err %s aq_err %s\n",
			ice_stat_str(status),
			ice_aq_str(hw->adminq.sq_last_status));
1965 1966
		ret = -EIO;
		goto out;
1967 1968
	}

1969 1970
	vsi->info.vlan_flags = ctxt->info.vlan_flags;
out:
1971
	kfree(ctxt);
1972
	return ret;
1973 1974 1975 1976 1977 1978 1979 1980 1981 1982
}

/**
 * ice_vsi_manage_vlan_stripping - Manage VLAN stripping for the VSI for Rx
 * @vsi: the VSI being changed
 * @ena: boolean value indicating if this is a enable or disable request
 */
int ice_vsi_manage_vlan_stripping(struct ice_vsi *vsi, bool ena)
{
	struct ice_hw *hw = &vsi->back->hw;
1983
	struct ice_vsi_ctx *ctxt;
1984
	enum ice_status status;
1985 1986
	int ret = 0;

1987 1988 1989 1990 1991 1992
	/* do not allow modifying VLAN stripping when a port VLAN is configured
	 * on this VSI
	 */
	if (vsi->info.pvid)
		return 0;

1993
	ctxt = kzalloc(sizeof(*ctxt), GFP_KERNEL);
1994 1995
	if (!ctxt)
		return -ENOMEM;
1996 1997 1998 1999 2000

	/* Here we are configuring what the VSI should do with the VLAN tag in
	 * the Rx packet. We can either leave the tag in the packet or put it in
	 * the Rx descriptor.
	 */
2001
	if (ena)
2002
		/* Strip VLAN tag from Rx packet and put it in the desc */
2003 2004
		ctxt->info.vlan_flags = ICE_AQ_VSI_VLAN_EMOD_STR_BOTH;
	else
2005
		/* Disable stripping. Leave tag in packet */
2006
		ctxt->info.vlan_flags = ICE_AQ_VSI_VLAN_EMOD_NOTHING;
2007 2008

	/* Allow all packets untagged/tagged */
2009
	ctxt->info.vlan_flags |= ICE_AQ_VSI_VLAN_MODE_ALL;
2010

2011
	ctxt->info.valid_sections = cpu_to_le16(ICE_AQ_VSI_PROP_VLAN_VALID);
2012

2013
	status = ice_update_vsi(hw, vsi->idx, ctxt, NULL);
2014
	if (status) {
2015 2016 2017
		dev_err(ice_pf_to_dev(vsi->back), "update VSI for VLAN strip failed, ena = %d err %s aq_err %s\n",
			ena, ice_stat_str(status),
			ice_aq_str(hw->adminq.sq_last_status));
2018 2019
		ret = -EIO;
		goto out;
2020 2021
	}

2022 2023
	vsi->info.vlan_flags = ctxt->info.vlan_flags;
out:
2024
	kfree(ctxt);
2025
	return ret;
2026
}
2027 2028

/**
2029 2030
 * ice_vsi_start_all_rx_rings - start/enable all of a VSI's Rx rings
 * @vsi: the VSI whose rings are to be enabled
2031 2032 2033
 *
 * Returns 0 on success and a negative value on error
 */
2034
int ice_vsi_start_all_rx_rings(struct ice_vsi *vsi)
2035
{
2036
	return ice_vsi_ctrl_all_rx_rings(vsi, true);
2037 2038 2039
}

/**
2040 2041
 * ice_vsi_stop_all_rx_rings - stop/disable all of a VSI's Rx rings
 * @vsi: the VSI whose rings are to be disabled
2042 2043 2044
 *
 * Returns 0 on success and a negative value on error
 */
2045
int ice_vsi_stop_all_rx_rings(struct ice_vsi *vsi)
2046
{
2047
	return ice_vsi_ctrl_all_rx_rings(vsi, false);
2048 2049
}

2050 2051 2052 2053 2054 2055
/**
 * ice_vsi_stop_tx_rings - Disable Tx rings
 * @vsi: the VSI being configured
 * @rst_src: reset source
 * @rel_vmvf_num: Relative ID of VF/VM
 * @rings: Tx ring array to be stopped
2056
 * @count: number of Tx ring array elements
2057 2058 2059
 */
static int
ice_vsi_stop_tx_rings(struct ice_vsi *vsi, enum ice_disq_rst_src rst_src,
2060
		      u16 rel_vmvf_num, struct ice_ring **rings, u16 count)
2061
{
2062
	u16 q_idx;
2063 2064 2065

	if (vsi->num_txq > ICE_LAN_TXQ_MAX_QDIS)
		return -EINVAL;
2066

2067
	for (q_idx = 0; q_idx < count; q_idx++) {
2068 2069
		struct ice_txq_meta txq_meta = { };
		int status;
2070

2071 2072
		if (!rings || !rings[q_idx])
			return -EINVAL;
2073

2074 2075 2076
		ice_fill_txq_meta(vsi, rings[q_idx], &txq_meta);
		status = ice_vsi_stop_tx_ring(vsi, rst_src, rel_vmvf_num,
					      rings[q_idx], &txq_meta);
2077

2078 2079
		if (status)
			return status;
2080 2081
	}

2082
	return 0;
2083
}
2084

2085 2086 2087 2088
/**
 * ice_vsi_stop_lan_tx_rings - Disable LAN Tx rings
 * @vsi: the VSI being configured
 * @rst_src: reset source
2089
 * @rel_vmvf_num: Relative ID of VF/VM
2090
 */
2091 2092 2093
int
ice_vsi_stop_lan_tx_rings(struct ice_vsi *vsi, enum ice_disq_rst_src rst_src,
			  u16 rel_vmvf_num)
2094
{
2095
	return ice_vsi_stop_tx_rings(vsi, rst_src, rel_vmvf_num, vsi->tx_rings, vsi->num_txq);
2096 2097
}

M
Maciej Fijalkowski 已提交
2098 2099 2100 2101 2102 2103
/**
 * ice_vsi_stop_xdp_tx_rings - Disable XDP Tx rings
 * @vsi: the VSI being configured
 */
int ice_vsi_stop_xdp_tx_rings(struct ice_vsi *vsi)
{
2104
	return ice_vsi_stop_tx_rings(vsi, ICE_NO_RESET, 0, vsi->xdp_rings, vsi->num_xdp_txq);
M
Maciej Fijalkowski 已提交
2105 2106
}

2107 2108 2109 2110
/**
 * ice_vsi_is_vlan_pruning_ena - check if VLAN pruning is enabled or not
 * @vsi: VSI to check whether or not VLAN pruning is enabled.
 *
2111
 * returns true if Rx VLAN pruning is enabled and false otherwise.
2112 2113 2114 2115 2116 2117
 */
bool ice_vsi_is_vlan_pruning_ena(struct ice_vsi *vsi)
{
	if (!vsi)
		return false;

2118
	return (vsi->info.sw_flags2 & ICE_AQ_VSI_SW_FLAG_RX_VLAN_PRUNE_ENA);
2119 2120
}

2121 2122 2123 2124
/**
 * ice_cfg_vlan_pruning - enable or disable VLAN pruning on the VSI
 * @vsi: VSI to enable or disable VLAN pruning on
 * @ena: set to true to enable VLAN pruning and false to disable it
2125
 * @vlan_promisc: enable valid security flags if not in VLAN promiscuous mode
2126 2127 2128
 *
 * returns 0 if VSI is updated, negative otherwise
 */
2129
int ice_cfg_vlan_pruning(struct ice_vsi *vsi, bool ena, bool vlan_promisc)
2130 2131
{
	struct ice_vsi_ctx *ctxt;
2132
	struct ice_pf *pf;
2133 2134 2135 2136 2137
	int status;

	if (!vsi)
		return -EINVAL;

2138 2139 2140 2141 2142 2143 2144
	/* Don't enable VLAN pruning if the netdev is currently in promiscuous
	 * mode. VLAN pruning will be enabled when the interface exits
	 * promiscuous mode if any VLAN filters are active.
	 */
	if (vsi->netdev && vsi->netdev->flags & IFF_PROMISC && ena)
		return 0;

2145
	pf = vsi->back;
2146
	ctxt = kzalloc(sizeof(*ctxt), GFP_KERNEL);
2147 2148 2149 2150 2151
	if (!ctxt)
		return -ENOMEM;

	ctxt->info = vsi->info;

B
Brett Creeley 已提交
2152
	if (ena)
2153
		ctxt->info.sw_flags2 |= ICE_AQ_VSI_SW_FLAG_RX_VLAN_PRUNE_ENA;
B
Brett Creeley 已提交
2154
	else
2155 2156
		ctxt->info.sw_flags2 &= ~ICE_AQ_VSI_SW_FLAG_RX_VLAN_PRUNE_ENA;

2157 2158
	if (!vlan_promisc)
		ctxt->info.valid_sections =
B
Brett Creeley 已提交
2159
			cpu_to_le16(ICE_AQ_VSI_PROP_SW_VALID);
2160

2161
	status = ice_update_vsi(&pf->hw, vsi->idx, ctxt, NULL);
2162
	if (status) {
2163 2164 2165 2166
		netdev_err(vsi->netdev, "%sabling VLAN pruning on VSI handle: %d, VSI HW ID: %d failed, err = %s, aq_err = %s\n",
			   ena ? "En" : "Dis", vsi->idx, vsi->vsi_num,
			   ice_stat_str(status),
			   ice_aq_str(pf->hw.adminq.sq_last_status));
2167 2168 2169 2170 2171
		goto err_out;
	}

	vsi->info.sw_flags2 = ctxt->info.sw_flags2;

2172
	kfree(ctxt);
2173 2174 2175
	return 0;

err_out:
2176
	kfree(ctxt);
2177 2178 2179
	return -EIO;
}

2180 2181
static void ice_vsi_set_tc_cfg(struct ice_vsi *vsi)
{
2182
	struct ice_dcbx_cfg *cfg = &vsi->port_info->qos_cfg.local_dcbx_cfg;
2183 2184 2185 2186 2187

	vsi->tc_cfg.ena_tc = ice_dcb_get_ena_tc(cfg);
	vsi->tc_cfg.numtc = ice_dcb_get_num_tc(cfg);
}

2188 2189 2190 2191 2192 2193 2194 2195 2196 2197 2198 2199 2200 2201 2202 2203
/**
 * ice_vsi_set_q_vectors_reg_idx - set the HW register index for all q_vectors
 * @vsi: VSI to set the q_vectors register index on
 */
static int
ice_vsi_set_q_vectors_reg_idx(struct ice_vsi *vsi)
{
	u16 i;

	if (!vsi || !vsi->q_vectors)
		return -EINVAL;

	ice_for_each_q_vector(vsi, i) {
		struct ice_q_vector *q_vector = vsi->q_vectors[i];

		if (!q_vector) {
2204
			dev_err(ice_pf_to_dev(vsi->back), "Failed to set reg_idx on q_vector %d VSI %d\n",
2205 2206 2207 2208
				i, vsi->vsi_num);
			goto clear_reg_idx;
		}

B
Brett Creeley 已提交
2209 2210 2211 2212 2213 2214 2215 2216
		if (vsi->type == ICE_VSI_VF) {
			struct ice_vf *vf = &vsi->back->vf[vsi->vf_id];

			q_vector->reg_idx = ice_calc_vf_reg_idx(vf, q_vector);
		} else {
			q_vector->reg_idx =
				q_vector->v_idx + vsi->base_vector;
		}
2217 2218 2219 2220 2221 2222 2223 2224 2225 2226 2227 2228 2229 2230 2231
	}

	return 0;

clear_reg_idx:
	ice_for_each_q_vector(vsi, i) {
		struct ice_q_vector *q_vector = vsi->q_vectors[i];

		if (q_vector)
			q_vector->reg_idx = 0;
	}

	return -EINVAL;
}

2232 2233 2234 2235 2236 2237 2238 2239
/**
 * ice_cfg_sw_lldp - Config switch rules for LLDP packet handling
 * @vsi: the VSI being configured
 * @tx: bool to determine Tx or Rx rule
 * @create: bool to determine create or remove Rule
 */
void ice_cfg_sw_lldp(struct ice_vsi *vsi, bool tx, bool create)
{
2240 2241
	enum ice_status (*eth_fltr)(struct ice_vsi *v, u16 type, u16 flag,
				    enum ice_sw_fwd_act_type act);
2242 2243
	struct ice_pf *pf = vsi->back;
	enum ice_status status;
B
Brett Creeley 已提交
2244
	struct device *dev;
2245

B
Brett Creeley 已提交
2246
	dev = ice_pf_to_dev(pf);
2247
	eth_fltr = create ? ice_fltr_add_eth : ice_fltr_remove_eth;
2248

2249
	if (tx) {
2250 2251
		status = eth_fltr(vsi, ETH_P_LLDP, ICE_FLTR_TX,
				  ICE_DROP_PACKET);
2252 2253 2254 2255 2256 2257 2258 2259 2260
	} else {
		if (ice_fw_supports_lldp_fltr_ctrl(&pf->hw)) {
			status = ice_lldp_fltr_add_remove(&pf->hw, vsi->vsi_num,
							  create);
		} else {
			status = eth_fltr(vsi, ETH_P_LLDP, ICE_FLTR_RX,
					  ICE_FWD_TO_VSI);
		}
	}
2261 2262

	if (status)
2263
		dev_dbg(dev, "Fail %s %s LLDP rule on VSI %i error: %s\n",
2264
			create ? "adding" : "removing", tx ? "TX" : "RX",
2265
			vsi->vsi_num, ice_stat_str(status));
2266 2267
}

2268 2269 2270 2271 2272 2273 2274 2275 2276 2277 2278 2279 2280 2281 2282 2283 2284 2285 2286 2287 2288 2289 2290 2291 2292 2293 2294 2295 2296 2297 2298 2299 2300 2301 2302 2303 2304 2305 2306 2307 2308 2309 2310 2311 2312 2313 2314 2315 2316 2317 2318 2319 2320 2321 2322 2323 2324 2325 2326 2327 2328 2329 2330 2331 2332 2333 2334 2335 2336 2337 2338 2339 2340 2341 2342 2343 2344 2345 2346 2347 2348 2349 2350 2351 2352 2353 2354 2355 2356 2357 2358 2359 2360 2361 2362 2363 2364 2365 2366 2367 2368 2369 2370 2371 2372 2373 2374 2375 2376 2377 2378 2379 2380 2381 2382 2383 2384 2385 2386 2387
/**
 * ice_set_agg_vsi - sets up scheduler aggregator node and move VSI into it
 * @vsi: pointer to the VSI
 *
 * This function will allocate new scheduler aggregator now if needed and will
 * move specified VSI into it.
 */
static void ice_set_agg_vsi(struct ice_vsi *vsi)
{
	struct device *dev = ice_pf_to_dev(vsi->back);
	struct ice_agg_node *agg_node_iter = NULL;
	u32 agg_id = ICE_INVALID_AGG_NODE_ID;
	struct ice_agg_node *agg_node = NULL;
	int node_offset, max_agg_nodes = 0;
	struct ice_port_info *port_info;
	struct ice_pf *pf = vsi->back;
	u32 agg_node_id_start = 0;
	enum ice_status status;

	/* create (as needed) scheduler aggregator node and move VSI into
	 * corresponding aggregator node
	 * - PF aggregator node to contains VSIs of type _PF and _CTRL
	 * - VF aggregator nodes will contain VF VSI
	 */
	port_info = pf->hw.port_info;
	if (!port_info)
		return;

	switch (vsi->type) {
	case ICE_VSI_CTRL:
	case ICE_VSI_LB:
	case ICE_VSI_PF:
		max_agg_nodes = ICE_MAX_PF_AGG_NODES;
		agg_node_id_start = ICE_PF_AGG_NODE_ID_START;
		agg_node_iter = &pf->pf_agg_node[0];
		break;
	case ICE_VSI_VF:
		/* user can create 'n' VFs on a given PF, but since max children
		 * per aggregator node can be only 64. Following code handles
		 * aggregator(s) for VF VSIs, either selects a agg_node which
		 * was already created provided num_vsis < 64, otherwise
		 * select next available node, which will be created
		 */
		max_agg_nodes = ICE_MAX_VF_AGG_NODES;
		agg_node_id_start = ICE_VF_AGG_NODE_ID_START;
		agg_node_iter = &pf->vf_agg_node[0];
		break;
	default:
		/* other VSI type, handle later if needed */
		dev_dbg(dev, "unexpected VSI type %s\n",
			ice_vsi_type_str(vsi->type));
		return;
	}

	/* find the appropriate aggregator node */
	for (node_offset = 0; node_offset < max_agg_nodes; node_offset++) {
		/* see if we can find space in previously created
		 * node if num_vsis < 64, otherwise skip
		 */
		if (agg_node_iter->num_vsis &&
		    agg_node_iter->num_vsis == ICE_MAX_VSIS_IN_AGG_NODE) {
			agg_node_iter++;
			continue;
		}

		if (agg_node_iter->valid &&
		    agg_node_iter->agg_id != ICE_INVALID_AGG_NODE_ID) {
			agg_id = agg_node_iter->agg_id;
			agg_node = agg_node_iter;
			break;
		}

		/* find unclaimed agg_id */
		if (agg_node_iter->agg_id == ICE_INVALID_AGG_NODE_ID) {
			agg_id = node_offset + agg_node_id_start;
			agg_node = agg_node_iter;
			break;
		}
		/* move to next agg_node */
		agg_node_iter++;
	}

	if (!agg_node)
		return;

	/* if selected aggregator node was not created, create it */
	if (!agg_node->valid) {
		status = ice_cfg_agg(port_info, agg_id, ICE_AGG_TYPE_AGG,
				     (u8)vsi->tc_cfg.ena_tc);
		if (status) {
			dev_err(dev, "unable to create aggregator node with agg_id %u\n",
				agg_id);
			return;
		}
		/* aggregator node is created, store the neeeded info */
		agg_node->valid = true;
		agg_node->agg_id = agg_id;
	}

	/* move VSI to corresponding aggregator node */
	status = ice_move_vsi_to_agg(port_info, agg_id, vsi->idx,
				     (u8)vsi->tc_cfg.ena_tc);
	if (status) {
		dev_err(dev, "unable to move VSI idx %u into aggregator %u node",
			vsi->idx, agg_id);
		return;
	}

	/* keep active children count for aggregator node */
	agg_node->num_vsis++;

	/* cache the 'agg_id' in VSI, so that after reset - VSI will be moved
	 * to aggregator node
	 */
	vsi->agg_node = agg_node;
	dev_dbg(dev, "successfully moved VSI idx %u tc_bitmap 0x%x) into aggregator node %d which has num_vsis %u\n",
		vsi->idx, vsi->tc_cfg.ena_tc, vsi->agg_node->agg_id,
		vsi->agg_node->num_vsis);
}

2388 2389 2390 2391
/**
 * ice_vsi_setup - Set up a VSI by a given type
 * @pf: board private structure
 * @pi: pointer to the port_info instance
2392
 * @vsi_type: VSI type
2393
 * @vf_id: defines VF ID to which this VSI connects. This field is meant to be
2394 2395 2396 2397 2398 2399 2400 2401 2402 2403
 *         used only for ICE_VSI_VF VSI type. For other VSI types, should
 *         fill-in ICE_INVAL_VFID as input.
 *
 * This allocates the sw VSI structure and its queue resources.
 *
 * Returns pointer to the successfully allocated and configured VSI sw struct on
 * success, NULL on failure.
 */
struct ice_vsi *
ice_vsi_setup(struct ice_pf *pf, struct ice_port_info *pi,
2404
	      enum ice_vsi_type vsi_type, u16 vf_id)
2405 2406
{
	u16 max_txqs[ICE_MAX_TRAFFIC_CLASS] = { 0 };
B
Brett Creeley 已提交
2407
	struct device *dev = ice_pf_to_dev(pf);
2408
	enum ice_status status;
2409 2410 2411
	struct ice_vsi *vsi;
	int ret, i;

2412
	if (vsi_type == ICE_VSI_VF || vsi_type == ICE_VSI_CTRL)
2413
		vsi = ice_vsi_alloc(pf, vsi_type, vf_id);
2414
	else
2415
		vsi = ice_vsi_alloc(pf, vsi_type, ICE_INVAL_VFID);
2416

2417 2418 2419 2420 2421 2422 2423
	if (!vsi) {
		dev_err(dev, "could not allocate VSI\n");
		return NULL;
	}

	vsi->port_info = pi;
	vsi->vsw = pf->first_sw;
2424 2425 2426
	if (vsi->type == ICE_VSI_PF)
		vsi->ethtype = ETH_P_PAUSE;

2427
	if (vsi->type == ICE_VSI_VF || vsi->type == ICE_VSI_CTRL)
2428
		vsi->vf_id = vf_id;
2429

2430 2431
	ice_alloc_fd_res(vsi);

2432 2433 2434
	if (ice_vsi_get_qs(vsi)) {
		dev_err(dev, "Failed to allocate queues. vsi->idx = %d\n",
			vsi->idx);
2435
		goto unroll_vsi_alloc;
2436 2437 2438 2439 2440
	}

	/* set RSS capabilities */
	ice_vsi_set_rss_params(vsi);

2441
	/* set TC configuration */
2442 2443
	ice_vsi_set_tc_cfg(vsi);

2444
	/* create the VSI */
2445
	ret = ice_vsi_init(vsi, true);
2446 2447 2448 2449
	if (ret)
		goto unroll_get_qs;

	switch (vsi->type) {
2450
	case ICE_VSI_CTRL:
2451 2452 2453 2454 2455 2456 2457 2458 2459
	case ICE_VSI_PF:
		ret = ice_vsi_alloc_q_vectors(vsi);
		if (ret)
			goto unroll_vsi_init;

		ret = ice_vsi_setup_vector_base(vsi);
		if (ret)
			goto unroll_alloc_q_vector;

2460 2461 2462 2463
		ret = ice_vsi_set_q_vectors_reg_idx(vsi);
		if (ret)
			goto unroll_vector_base;

2464 2465 2466 2467
		ret = ice_vsi_alloc_rings(vsi);
		if (ret)
			goto unroll_vector_base;

2468 2469 2470 2471 2472 2473 2474
		/* Always add VLAN ID 0 switch rule by default. This is needed
		 * in order to allow all untagged and 0 tagged priority traffic
		 * if Rx VLAN pruning is enabled. Also there are cases where we
		 * don't get the call to add VLAN 0 via ice_vlan_rx_add_vid()
		 * so this handles those cases (i.e. adding the PF to a bridge
		 * without the 8021q module loaded).
		 */
2475
		ret = ice_vsi_add_vlan(vsi, 0, ICE_FWD_TO_VSI);
2476 2477 2478
		if (ret)
			goto unroll_clear_rings;

2479 2480
		ice_vsi_map_rings_to_vectors(vsi);

2481 2482 2483 2484 2485 2486 2487 2488 2489 2490
		/* ICE_VSI_CTRL does not need RSS so skip RSS processing */
		if (vsi->type != ICE_VSI_CTRL)
			/* Do not exit if configuring RSS had an issue, at
			 * least receive traffic on first queue. Hence no
			 * need to capture return value
			 */
			if (test_bit(ICE_FLAG_RSS_ENA, pf->flags)) {
				ice_vsi_cfg_rss_lut_key(vsi);
				ice_vsi_set_rss_flow_fld(vsi);
			}
B
Brett Creeley 已提交
2491
		ice_init_arfs(vsi);
2492
		break;
2493 2494 2495 2496 2497 2498 2499 2500 2501 2502 2503 2504 2505 2506
	case ICE_VSI_VF:
		/* VF driver will take care of creating netdev for this type and
		 * map queues to vectors through Virtchnl, PF driver only
		 * creates a VSI and corresponding structures for bookkeeping
		 * purpose
		 */
		ret = ice_vsi_alloc_q_vectors(vsi);
		if (ret)
			goto unroll_vsi_init;

		ret = ice_vsi_alloc_rings(vsi);
		if (ret)
			goto unroll_alloc_q_vector;

2507 2508 2509 2510
		ret = ice_vsi_set_q_vectors_reg_idx(vsi);
		if (ret)
			goto unroll_vector_base;

2511 2512 2513 2514
		/* Do not exit if configuring RSS had an issue, at least
		 * receive traffic on first queue. Hence no need to capture
		 * return value
		 */
2515
		if (test_bit(ICE_FLAG_RSS_ENA, pf->flags)) {
2516
			ice_vsi_cfg_rss_lut_key(vsi);
2517 2518
			ice_vsi_set_vf_rss_flow_fld(vsi);
		}
2519
		break;
2520 2521 2522 2523 2524
	case ICE_VSI_LB:
		ret = ice_vsi_alloc_rings(vsi);
		if (ret)
			goto unroll_vsi_init;
		break;
2525
	default:
2526
		/* clean up the resources and exit */
2527 2528 2529 2530 2531
		goto unroll_vsi_init;
	}

	/* configure VSI nodes based on number of queues and TC's */
	for (i = 0; i < vsi->tc_cfg.numtc; i++)
2532
		max_txqs[i] = vsi->alloc_txq;
2533

2534 2535 2536
	status = ice_cfg_vsi_lan(vsi->port_info, vsi->idx, vsi->tc_cfg.ena_tc,
				 max_txqs);
	if (status) {
2537 2538
		dev_err(dev, "VSI %d failed lan queue config, error %s\n",
			vsi->vsi_num, ice_stat_str(status));
2539
		goto unroll_clear_rings;
2540 2541
	}

2542 2543 2544 2545 2546
	/* Add switch rule to drop all Tx Flow Control Frames, of look up
	 * type ETHERTYPE from VSIs, and restrict malicious VF from sending
	 * out PAUSE or PFC frames. If enabled, FW can still send FC frames.
	 * The rule is added once for PF VSI in order to create appropriate
	 * recipe, since VSI/VSI list is ignored with drop action...
2547 2548 2549
	 * Also add rules to handle LLDP Tx packets.  Tx LLDP packets need to
	 * be dropped so that VFs cannot send LLDP packets to reconfig DCB
	 * settings in the HW.
2550
	 */
2551
	if (!ice_is_safe_mode(pf))
T
Tony Nguyen 已提交
2552
		if (vsi->type == ICE_VSI_PF) {
2553 2554
			ice_fltr_add_eth(vsi, ETH_P_PAUSE, ICE_FLTR_TX,
					 ICE_DROP_PACKET);
T
Tony Nguyen 已提交
2555 2556
			ice_cfg_sw_lldp(vsi, true, true);
		}
2557

2558 2559
	if (!vsi->agg_node)
		ice_set_agg_vsi(vsi);
2560 2561
	return vsi;

2562 2563
unroll_clear_rings:
	ice_vsi_clear_rings(vsi);
2564
unroll_vector_base:
2565
	/* reclaim SW interrupts back to the common pool */
B
Brett Creeley 已提交
2566
	ice_free_res(pf->irq_tracker, vsi->base_vector, vsi->idx);
2567
	pf->num_avail_sw_msix += vsi->num_q_vectors;
2568 2569 2570 2571 2572 2573
unroll_alloc_q_vector:
	ice_vsi_free_q_vectors(vsi);
unroll_vsi_init:
	ice_vsi_delete(vsi);
unroll_get_qs:
	ice_vsi_put_qs(vsi);
2574
unroll_vsi_alloc:
2575 2576
	if (vsi_type == ICE_VSI_VF)
		ice_enable_lag(pf->lag);
2577 2578 2579 2580 2581
	ice_vsi_clear(vsi);

	return NULL;
}

2582 2583 2584 2585 2586 2587 2588 2589 2590 2591 2592 2593
/**
 * ice_vsi_release_msix - Clear the queue to Interrupt mapping in HW
 * @vsi: the VSI being cleaned up
 */
static void ice_vsi_release_msix(struct ice_vsi *vsi)
{
	struct ice_pf *pf = vsi->back;
	struct ice_hw *hw = &pf->hw;
	u32 txq = 0;
	u32 rxq = 0;
	int i, q;

B
Brett Creeley 已提交
2594
	for (i = 0; i < vsi->num_q_vectors; i++) {
2595 2596
		struct ice_q_vector *q_vector = vsi->q_vectors[i];

2597
		ice_write_intrl(q_vector, 0);
2598
		for (q = 0; q < q_vector->num_ring_tx; q++) {
2599
			ice_write_itr(&q_vector->tx, 0);
2600
			wr32(hw, QINT_TQCTL(vsi->txq_map[txq]), 0);
M
Maciej Fijalkowski 已提交
2601 2602 2603 2604 2605
			if (ice_is_xdp_ena_vsi(vsi)) {
				u32 xdp_txq = txq + vsi->num_xdp_txq;

				wr32(hw, QINT_TQCTL(vsi->txq_map[xdp_txq]), 0);
			}
2606 2607 2608 2609
			txq++;
		}

		for (q = 0; q < q_vector->num_ring_rx; q++) {
2610
			ice_write_itr(&q_vector->rx, 0);
2611 2612 2613 2614 2615 2616 2617 2618 2619 2620 2621 2622 2623 2624 2625
			wr32(hw, QINT_RQCTL(vsi->rxq_map[rxq]), 0);
			rxq++;
		}
	}

	ice_flush(hw);
}

/**
 * ice_vsi_free_irq - Free the IRQ association with the OS
 * @vsi: the VSI being configured
 */
void ice_vsi_free_irq(struct ice_vsi *vsi)
{
	struct ice_pf *pf = vsi->back;
B
Brett Creeley 已提交
2626
	int base = vsi->base_vector;
2627
	int i;
2628

2629 2630
	if (!vsi->q_vectors || !vsi->irqs_ready)
		return;
2631

2632 2633 2634
	ice_vsi_release_msix(vsi);
	if (vsi->type == ICE_VSI_VF)
		return;
2635

2636 2637 2638 2639
	vsi->irqs_ready = false;
	ice_for_each_q_vector(vsi, i) {
		u16 vector = i + base;
		int irq_num;
2640

2641
		irq_num = pf->msix_entries[vector].vector;
2642

2643 2644 2645 2646 2647
		/* free only the irqs that were actually requested */
		if (!vsi->q_vectors[i] ||
		    !(vsi->q_vectors[i]->num_ring_tx ||
		      vsi->q_vectors[i]->num_ring_rx))
			continue;
2648

2649 2650
		/* clear the affinity notifier in the IRQ descriptor */
		irq_set_affinity_notifier(irq_num, NULL);
2651

2652 2653 2654
		/* clear the affinity_mask in the IRQ descriptor */
		irq_set_affinity_hint(irq_num, NULL);
		synchronize_irq(irq_num);
B
Brett Creeley 已提交
2655
		devm_free_irq(ice_pf_to_dev(pf), irq_num, vsi->q_vectors[i]);
2656 2657 2658 2659 2660 2661 2662 2663 2664 2665 2666 2667 2668 2669 2670 2671 2672 2673 2674 2675 2676 2677 2678 2679 2680 2681 2682 2683 2684 2685 2686 2687 2688 2689 2690
	}
}

/**
 * ice_vsi_free_tx_rings - Free Tx resources for VSI queues
 * @vsi: the VSI having resources freed
 */
void ice_vsi_free_tx_rings(struct ice_vsi *vsi)
{
	int i;

	if (!vsi->tx_rings)
		return;

	ice_for_each_txq(vsi, i)
		if (vsi->tx_rings[i] && vsi->tx_rings[i]->desc)
			ice_free_tx_ring(vsi->tx_rings[i]);
}

/**
 * ice_vsi_free_rx_rings - Free Rx resources for VSI queues
 * @vsi: the VSI having resources freed
 */
void ice_vsi_free_rx_rings(struct ice_vsi *vsi)
{
	int i;

	if (!vsi->rx_rings)
		return;

	ice_for_each_rxq(vsi, i)
		if (vsi->rx_rings[i] && vsi->rx_rings[i]->desc)
			ice_free_rx_ring(vsi->rx_rings[i]);
}

2691 2692 2693 2694 2695 2696
/**
 * ice_vsi_close - Shut down a VSI
 * @vsi: the VSI being shut down
 */
void ice_vsi_close(struct ice_vsi *vsi)
{
2697
	if (!test_and_set_bit(ICE_VSI_DOWN, vsi->state))
2698 2699 2700 2701 2702 2703 2704
		ice_down(vsi);

	ice_vsi_free_irq(vsi);
	ice_vsi_free_tx_rings(vsi);
	ice_vsi_free_rx_rings(vsi);
}

2705 2706 2707 2708 2709 2710 2711 2712 2713
/**
 * ice_ena_vsi - resume a VSI
 * @vsi: the VSI being resume
 * @locked: is the rtnl_lock already held
 */
int ice_ena_vsi(struct ice_vsi *vsi, bool locked)
{
	int err = 0;

2714
	if (!test_bit(ICE_VSI_NEEDS_RESTART, vsi->state))
2715 2716
		return 0;

2717
	clear_bit(ICE_VSI_NEEDS_RESTART, vsi->state);
2718 2719 2720 2721 2722 2723

	if (vsi->netdev && vsi->type == ICE_VSI_PF) {
		if (netif_running(vsi->netdev)) {
			if (!locked)
				rtnl_lock();

2724
			err = ice_open_internal(vsi->netdev);
2725 2726 2727 2728

			if (!locked)
				rtnl_unlock();
		}
2729 2730
	} else if (vsi->type == ICE_VSI_CTRL) {
		err = ice_vsi_open_ctrl(vsi);
2731 2732 2733 2734 2735 2736 2737 2738 2739 2740 2741 2742
	}

	return err;
}

/**
 * ice_dis_vsi - pause a VSI
 * @vsi: the VSI being paused
 * @locked: is the rtnl_lock already held
 */
void ice_dis_vsi(struct ice_vsi *vsi, bool locked)
{
2743
	if (test_bit(ICE_VSI_DOWN, vsi->state))
2744 2745
		return;

2746
	set_bit(ICE_VSI_NEEDS_RESTART, vsi->state);
2747 2748 2749 2750 2751 2752

	if (vsi->type == ICE_VSI_PF && vsi->netdev) {
		if (netif_running(vsi->netdev)) {
			if (!locked)
				rtnl_lock();

2753
			ice_vsi_close(vsi);
2754 2755 2756 2757 2758 2759

			if (!locked)
				rtnl_unlock();
		} else {
			ice_vsi_close(vsi);
		}
2760 2761
	} else if (vsi->type == ICE_VSI_CTRL) {
		ice_vsi_close(vsi);
2762 2763 2764
	}
}

2765 2766 2767 2768 2769 2770
/**
 * ice_vsi_dis_irq - Mask off queue interrupt generation on the VSI
 * @vsi: the VSI being un-configured
 */
void ice_vsi_dis_irq(struct ice_vsi *vsi)
{
B
Brett Creeley 已提交
2771
	int base = vsi->base_vector;
2772 2773 2774 2775 2776 2777 2778 2779 2780 2781 2782 2783 2784 2785 2786 2787 2788 2789 2790 2791 2792 2793 2794 2795 2796 2797 2798 2799 2800 2801 2802 2803 2804
	struct ice_pf *pf = vsi->back;
	struct ice_hw *hw = &pf->hw;
	u32 val;
	int i;

	/* disable interrupt causation from each queue */
	if (vsi->tx_rings) {
		ice_for_each_txq(vsi, i) {
			if (vsi->tx_rings[i]) {
				u16 reg;

				reg = vsi->tx_rings[i]->reg_idx;
				val = rd32(hw, QINT_TQCTL(reg));
				val &= ~QINT_TQCTL_CAUSE_ENA_M;
				wr32(hw, QINT_TQCTL(reg), val);
			}
		}
	}

	if (vsi->rx_rings) {
		ice_for_each_rxq(vsi, i) {
			if (vsi->rx_rings[i]) {
				u16 reg;

				reg = vsi->rx_rings[i]->reg_idx;
				val = rd32(hw, QINT_RQCTL(reg));
				val &= ~QINT_RQCTL_CAUSE_ENA_M;
				wr32(hw, QINT_RQCTL(reg), val);
			}
		}
	}

	/* disable each interrupt */
T
Tony Nguyen 已提交
2805 2806 2807
	ice_for_each_q_vector(vsi, i) {
		if (!vsi->q_vectors[i])
			continue;
2808
		wr32(hw, GLINT_DYN_CTL(vsi->q_vectors[i]->reg_idx), 0);
T
Tony Nguyen 已提交
2809
	}
2810

2811
	ice_flush(hw);
2812

2813 2814 2815 2816
	/* don't call synchronize_irq() for VF's from the host */
	if (vsi->type == ICE_VSI_VF)
		return;

2817 2818
	ice_for_each_q_vector(vsi, i)
		synchronize_irq(pf->msix_entries[i + base].vector);
2819 2820
}

2821 2822 2823 2824 2825 2826 2827 2828 2829 2830 2831 2832 2833 2834 2835
/**
 * ice_napi_del - Remove NAPI handler for the VSI
 * @vsi: VSI for which NAPI handler is to be removed
 */
void ice_napi_del(struct ice_vsi *vsi)
{
	int v_idx;

	if (!vsi->netdev)
		return;

	ice_for_each_q_vector(vsi, v_idx)
		netif_napi_del(&vsi->q_vectors[v_idx]->napi);
}

2836 2837 2838 2839 2840 2841 2842 2843 2844 2845 2846 2847 2848
/**
 * ice_vsi_release - Delete a VSI and free its resources
 * @vsi: the VSI being removed
 *
 * Returns 0 on success or < 0 on error
 */
int ice_vsi_release(struct ice_vsi *vsi)
{
	struct ice_pf *pf;

	if (!vsi->back)
		return -ENODEV;
	pf = vsi->back;
2849

2850 2851 2852 2853 2854
	/* do not unregister while driver is in the reset recovery pending
	 * state. Since reset/rebuild happens through PF service task workqueue,
	 * it's not a good idea to unregister netdev that is associated to the
	 * PF that is running the work queue items currently. This is done to
	 * avoid check_flush_dependency() warning on this wq
2855
	 */
2856 2857
	if (vsi->netdev && !ice_is_reset_in_progress(pf->state) &&
	    (test_bit(ICE_VSI_NETDEV_REGISTERED, vsi->state))) {
2858
		unregister_netdev(vsi->netdev);
2859
		clear_bit(ICE_VSI_NETDEV_REGISTERED, vsi->state);
2860
	}
2861

2862 2863
	ice_devlink_destroy_port(vsi);

2864 2865 2866 2867
	if (test_bit(ICE_FLAG_RSS_ENA, pf->flags))
		ice_rss_clean(vsi);

	/* Disable VSI and free resources */
2868 2869
	if (vsi->type != ICE_VSI_LB)
		ice_vsi_dis_irq(vsi);
2870 2871
	ice_vsi_close(vsi);

B
Brett Creeley 已提交
2872 2873 2874 2875 2876
	/* SR-IOV determines needed MSIX resources all at once instead of per
	 * VSI since when VFs are spawned we know how many VFs there are and how
	 * many interrupts each VF needs. SR-IOV MSIX resources are also
	 * cleared in the same manner.
	 */
2877 2878 2879 2880
	if (vsi->type == ICE_VSI_CTRL && vsi->vf_id != ICE_INVAL_VFID) {
		int i;

		ice_for_each_vf(pf, i) {
2881 2882
			struct ice_vf *vf = &pf->vf[i];

2883 2884 2885 2886 2887 2888 2889 2890 2891 2892 2893 2894
			if (i != vsi->vf_id && vf->ctrl_vsi_idx != ICE_NO_VSI)
				break;
		}
		if (i == pf->num_alloc_vfs) {
			/* No other VFs left that have control VSI, reclaim SW
			 * interrupts back to the common pool
			 */
			ice_free_res(pf->irq_tracker, vsi->base_vector,
				     ICE_RES_VF_CTRL_VEC_ID);
			pf->num_avail_sw_msix += vsi->num_q_vectors;
		}
	} else if (vsi->type != ICE_VSI_VF) {
2895
		/* reclaim SW interrupts back to the common pool */
B
Brett Creeley 已提交
2896
		ice_free_res(pf->irq_tracker, vsi->base_vector, vsi->idx);
2897 2898
		pf->num_avail_sw_msix += vsi->num_q_vectors;
	}
2899

T
Tony Nguyen 已提交
2900 2901
	if (!ice_is_safe_mode(pf)) {
		if (vsi->type == ICE_VSI_PF) {
2902 2903
			ice_fltr_remove_eth(vsi, ETH_P_PAUSE, ICE_FLTR_TX,
					    ICE_DROP_PACKET);
T
Tony Nguyen 已提交
2904 2905 2906 2907 2908 2909 2910
			ice_cfg_sw_lldp(vsi, true, false);
			/* The Rx rule will only exist to remove if the LLDP FW
			 * engine is currently stopped
			 */
			if (!test_bit(ICE_FLAG_FW_LLDP_AGENT, pf->flags))
				ice_cfg_sw_lldp(vsi, false, false);
		}
2911
	}
2912

2913
	ice_fltr_remove_all(vsi);
2914
	ice_rm_vsi_lan_cfg(vsi->port_info, vsi->idx);
2915 2916
	ice_vsi_delete(vsi);
	ice_vsi_free_q_vectors(vsi);
2917

2918 2919 2920 2921 2922 2923 2924 2925 2926 2927
	if (vsi->netdev) {
		if (test_bit(ICE_VSI_NETDEV_REGISTERED, vsi->state)) {
			unregister_netdev(vsi->netdev);
			clear_bit(ICE_VSI_NETDEV_REGISTERED, vsi->state);
		}
		if (test_bit(ICE_VSI_NETDEV_ALLOCD, vsi->state)) {
			free_netdev(vsi->netdev);
			vsi->netdev = NULL;
			clear_bit(ICE_VSI_NETDEV_ALLOCD, vsi->state);
		}
2928 2929
	}

2930 2931 2932
	if (vsi->type == ICE_VSI_VF &&
	    vsi->agg_node && vsi->agg_node->valid)
		vsi->agg_node->num_vsis--;
2933 2934 2935 2936 2937 2938 2939 2940
	ice_vsi_clear_rings(vsi);

	ice_vsi_put_qs(vsi);

	/* retain SW VSI data structure since it is needed to unregister and
	 * free VSI netdev when PF is not in reset recovery pending state,\
	 * for ex: during rmmod.
	 */
2941
	if (!ice_is_reset_in_progress(pf->state))
2942 2943 2944 2945 2946
		ice_vsi_clear(vsi);

	return 0;
}

2947 2948 2949 2950 2951 2952 2953 2954 2955 2956 2957 2958 2959 2960 2961 2962 2963 2964 2965
/**
 * ice_vsi_rebuild_get_coalesce - get coalesce from all q_vectors
 * @vsi: VSI connected with q_vectors
 * @coalesce: array of struct with stored coalesce
 *
 * Returns array size.
 */
static int
ice_vsi_rebuild_get_coalesce(struct ice_vsi *vsi,
			     struct ice_coalesce_stored *coalesce)
{
	int i;

	ice_for_each_q_vector(vsi, i) {
		struct ice_q_vector *q_vector = vsi->q_vectors[i];

		coalesce[i].itr_tx = q_vector->tx.itr_setting;
		coalesce[i].itr_rx = q_vector->rx.itr_setting;
		coalesce[i].intrl = q_vector->intrl;
2966 2967 2968 2969 2970

		if (i < vsi->num_txq)
			coalesce[i].tx_valid = true;
		if (i < vsi->num_rxq)
			coalesce[i].rx_valid = true;
2971 2972 2973 2974 2975 2976 2977 2978 2979 2980 2981 2982 2983 2984 2985 2986 2987 2988 2989
	}

	return vsi->num_q_vectors;
}

/**
 * ice_vsi_rebuild_set_coalesce - set coalesce from earlier saved arrays
 * @vsi: VSI connected with q_vectors
 * @coalesce: pointer to array of struct with stored coalesce
 * @size: size of coalesce array
 *
 * Before this function, ice_vsi_rebuild_get_coalesce should be called to save
 * ITR params in arrays. If size is 0 or coalesce wasn't stored set coalesce
 * to default value.
 */
static void
ice_vsi_rebuild_set_coalesce(struct ice_vsi *vsi,
			     struct ice_coalesce_stored *coalesce, int size)
{
2990
	struct ice_ring_container *rc;
2991 2992 2993 2994 2995
	int i;

	if ((size && !coalesce) || !vsi)
		return;

2996 2997 2998 2999 3000
	/* There are a couple of cases that have to be handled here:
	 *   1. The case where the number of queue vectors stays the same, but
	 *      the number of Tx or Rx rings changes (the first for loop)
	 *   2. The case where the number of queue vectors increased (the
	 *      second for loop)
3001
	 */
3002 3003 3004 3005 3006 3007 3008 3009 3010 3011 3012
	for (i = 0; i < size && i < vsi->num_q_vectors; i++) {
		/* There are 2 cases to handle here and they are the same for
		 * both Tx and Rx:
		 *   if the entry was valid previously (coalesce[i].[tr]x_valid
		 *   and the loop variable is less than the number of rings
		 *   allocated, then write the previous values
		 *
		 *   if the entry was not valid previously, but the number of
		 *   rings is less than are allocated (this means the number of
		 *   rings increased from previously), then write out the
		 *   values in the first element
3013 3014 3015 3016
		 *
		 *   Also, always write the ITR, even if in ITR_IS_DYNAMIC
		 *   as there is no harm because the dynamic algorithm
		 *   will just overwrite.
3017
		 */
3018 3019 3020 3021 3022 3023 3024 3025 3026 3027 3028 3029 3030 3031 3032 3033 3034 3035 3036 3037 3038 3039
		if (i < vsi->alloc_rxq && coalesce[i].rx_valid) {
			rc = &vsi->q_vectors[i]->rx;
			rc->itr_setting = coalesce[i].itr_rx;
			ice_write_itr(rc, rc->itr_setting);
		} else if (i < vsi->alloc_rxq) {
			rc = &vsi->q_vectors[i]->rx;
			rc->itr_setting = coalesce[0].itr_rx;
			ice_write_itr(rc, rc->itr_setting);
		}

		if (i < vsi->alloc_txq && coalesce[i].tx_valid) {
			rc = &vsi->q_vectors[i]->tx;
			rc->itr_setting = coalesce[i].itr_tx;
			ice_write_itr(rc, rc->itr_setting);
		} else if (i < vsi->alloc_txq) {
			rc = &vsi->q_vectors[i]->tx;
			rc->itr_setting = coalesce[0].itr_tx;
			ice_write_itr(rc, rc->itr_setting);
		}

		vsi->q_vectors[i]->intrl = coalesce[i].intrl;
		ice_write_intrl(vsi->q_vectors[i], coalesce[i].intrl);
3040 3041 3042 3043 3044 3045
	}

	/* the number of queue vectors increased so write whatever is in
	 * the first element
	 */
	for (; i < vsi->num_q_vectors; i++) {
3046 3047 3048 3049 3050 3051 3052 3053 3054 3055 3056 3057
		/* transmit */
		rc = &vsi->q_vectors[i]->tx;
		rc->itr_setting = coalesce[0].itr_tx;
		ice_write_itr(rc, rc->itr_setting);

		/* receive */
		rc = &vsi->q_vectors[i]->rx;
		rc->itr_setting = coalesce[0].itr_rx;
		ice_write_itr(rc, rc->itr_setting);

		vsi->q_vectors[i]->intrl = coalesce[0].intrl;
		ice_write_intrl(vsi->q_vectors[i], coalesce[0].intrl);
3058
	}
3059 3060
}

3061 3062 3063
/**
 * ice_vsi_rebuild - Rebuild VSI after reset
 * @vsi: VSI to be rebuild
3064
 * @init_vsi: is this an initialization or a reconfigure of the VSI
3065 3066 3067
 *
 * Returns 0 on success and negative value on failure
 */
3068
int ice_vsi_rebuild(struct ice_vsi *vsi, bool init_vsi)
3069 3070
{
	u16 max_txqs[ICE_MAX_TRAFFIC_CLASS] = { 0 };
3071 3072
	struct ice_coalesce_stored *coalesce;
	int prev_num_q_vectors = 0;
3073
	struct ice_vf *vf = NULL;
3074
	enum ice_vsi_type vtype;
3075
	enum ice_status status;
3076
	struct ice_pf *pf;
3077 3078 3079 3080 3081
	int ret, i;

	if (!vsi)
		return -EINVAL;

3082
	pf = vsi->back;
3083 3084
	vtype = vsi->type;
	if (vtype == ICE_VSI_VF)
3085 3086
		vf = &pf->vf[vsi->vf_id];

3087 3088
	coalesce = kcalloc(vsi->num_q_vectors,
			   sizeof(struct ice_coalesce_stored), GFP_KERNEL);
3089 3090 3091 3092 3093
	if (!coalesce)
		return -ENOMEM;

	prev_num_q_vectors = ice_vsi_rebuild_get_coalesce(vsi, coalesce);

3094
	ice_rm_vsi_lan_cfg(vsi->port_info, vsi->idx);
3095
	ice_vsi_free_q_vectors(vsi);
3096

B
Brett Creeley 已提交
3097 3098 3099 3100 3101
	/* SR-IOV determines needed MSIX resources all at once instead of per
	 * VSI since when VFs are spawned we know how many VFs there are and how
	 * many interrupts each VF needs. SR-IOV MSIX resources are also
	 * cleared in the same manner.
	 */
3102
	if (vtype != ICE_VSI_VF) {
3103
		/* reclaim SW interrupts back to the common pool */
B
Brett Creeley 已提交
3104
		ice_free_res(pf->irq_tracker, vsi->base_vector, vsi->idx);
3105
		pf->num_avail_sw_msix += vsi->num_q_vectors;
B
Brett Creeley 已提交
3106
		vsi->base_vector = 0;
3107 3108
	}

M
Maciej Fijalkowski 已提交
3109 3110 3111 3112 3113
	if (ice_is_xdp_ena_vsi(vsi))
		/* return value check can be skipped here, it always returns
		 * 0 if reset is in progress
		 */
		ice_destroy_xdp_rings(vsi);
3114
	ice_vsi_put_qs(vsi);
3115
	ice_vsi_clear_rings(vsi);
3116
	ice_vsi_free_arrays(vsi);
3117
	if (vtype == ICE_VSI_VF)
3118 3119 3120
		ice_vsi_set_num_qs(vsi, vf->vf_id);
	else
		ice_vsi_set_num_qs(vsi, ICE_INVAL_VFID);
3121 3122 3123 3124 3125 3126

	ret = ice_vsi_alloc_arrays(vsi);
	if (ret < 0)
		goto err_vsi;

	ice_vsi_get_qs(vsi);
3127 3128

	ice_alloc_fd_res(vsi);
3129
	ice_vsi_set_tc_cfg(vsi);
3130 3131

	/* Initialize VSI struct elements and create VSI in FW */
3132
	ret = ice_vsi_init(vsi, init_vsi);
3133 3134 3135
	if (ret < 0)
		goto err_vsi;

3136
	switch (vtype) {
3137
	case ICE_VSI_CTRL:
3138 3139 3140 3141 3142
	case ICE_VSI_PF:
		ret = ice_vsi_alloc_q_vectors(vsi);
		if (ret)
			goto err_rings;

3143 3144 3145 3146
		ret = ice_vsi_setup_vector_base(vsi);
		if (ret)
			goto err_vectors;

3147 3148 3149 3150
		ret = ice_vsi_set_q_vectors_reg_idx(vsi);
		if (ret)
			goto err_vectors;

3151 3152 3153 3154 3155
		ret = ice_vsi_alloc_rings(vsi);
		if (ret)
			goto err_vectors;

		ice_vsi_map_rings_to_vectors(vsi);
M
Maciej Fijalkowski 已提交
3156
		if (ice_is_xdp_ena_vsi(vsi)) {
3157
			vsi->num_xdp_txq = vsi->alloc_rxq;
M
Maciej Fijalkowski 已提交
3158 3159 3160 3161
			ret = ice_prepare_xdp_rings(vsi, vsi->xdp_prog);
			if (ret)
				goto err_vectors;
		}
3162
		/* ICE_VSI_CTRL does not need RSS so skip RSS processing */
3163
		if (vtype != ICE_VSI_CTRL)
3164 3165 3166 3167 3168 3169
			/* Do not exit if configuring RSS had an issue, at
			 * least receive traffic on first queue. Hence no
			 * need to capture return value
			 */
			if (test_bit(ICE_FLAG_RSS_ENA, pf->flags))
				ice_vsi_cfg_rss_lut_key(vsi);
3170
		break;
3171 3172 3173 3174 3175
	case ICE_VSI_VF:
		ret = ice_vsi_alloc_q_vectors(vsi);
		if (ret)
			goto err_rings;

3176 3177 3178 3179
		ret = ice_vsi_set_q_vectors_reg_idx(vsi);
		if (ret)
			goto err_vectors;

3180 3181 3182 3183 3184
		ret = ice_vsi_alloc_rings(vsi);
		if (ret)
			goto err_vectors;

		break;
3185 3186 3187 3188 3189
	default:
		break;
	}

	/* configure VSI nodes based on number of queues and TC's */
M
Maciej Fijalkowski 已提交
3190
	for (i = 0; i < vsi->tc_cfg.numtc; i++) {
3191
		max_txqs[i] = vsi->alloc_txq;
3192

M
Maciej Fijalkowski 已提交
3193 3194 3195 3196
		if (ice_is_xdp_ena_vsi(vsi))
			max_txqs[i] += vsi->num_xdp_txq;
	}

3197 3198 3199
	status = ice_cfg_vsi_lan(vsi->port_info, vsi->idx, vsi->tc_cfg.ena_tc,
				 max_txqs);
	if (status) {
3200 3201
		dev_err(ice_pf_to_dev(pf), "VSI %d failed lan queue config, error %s\n",
			vsi->vsi_num, ice_stat_str(status));
3202 3203 3204 3205 3206 3207
		if (init_vsi) {
			ret = -EIO;
			goto err_vectors;
		} else {
			return ice_schedule_reset(pf, ICE_RESET_PFR);
		}
3208
	}
3209 3210 3211
	ice_vsi_rebuild_set_coalesce(vsi, coalesce, prev_num_q_vectors);
	kfree(coalesce);

3212 3213 3214 3215 3216 3217 3218 3219 3220 3221 3222 3223 3224
	return 0;

err_vectors:
	ice_vsi_free_q_vectors(vsi);
err_rings:
	if (vsi->netdev) {
		vsi->current_netdev_flags = 0;
		unregister_netdev(vsi->netdev);
		free_netdev(vsi->netdev);
		vsi->netdev = NULL;
	}
err_vsi:
	ice_vsi_clear(vsi);
3225
	set_bit(ICE_RESET_FAILED, pf->state);
3226
	kfree(coalesce);
3227 3228 3229
	return ret;
}

3230
/**
3231
 * ice_is_reset_in_progress - check for a reset in progress
3232
 * @state: PF state field
3233
 */
3234
bool ice_is_reset_in_progress(unsigned long *state)
3235
{
3236 3237 3238 3239
	return test_bit(ICE_RESET_OICR_RECV, state) ||
	       test_bit(ICE_PFR_REQ, state) ||
	       test_bit(ICE_CORER_REQ, state) ||
	       test_bit(ICE_GLOBR_REQ, state);
3240
}
3241

3242 3243 3244 3245 3246 3247 3248 3249 3250 3251 3252 3253 3254 3255 3256 3257 3258 3259 3260 3261 3262 3263 3264 3265 3266 3267 3268 3269
/**
 * ice_wait_for_reset - Wait for driver to finish reset and rebuild
 * @pf: pointer to the PF structure
 * @timeout: length of time to wait, in jiffies
 *
 * Wait (sleep) for a short time until the driver finishes cleaning up from
 * a device reset. The caller must be able to sleep. Use this to delay
 * operations that could fail while the driver is cleaning up after a device
 * reset.
 *
 * Returns 0 on success, -EBUSY if the reset is not finished within the
 * timeout, and -ERESTARTSYS if the thread was interrupted.
 */
int ice_wait_for_reset(struct ice_pf *pf, unsigned long timeout)
{
	long ret;

	ret = wait_event_interruptible_timeout(pf->reset_wait_queue,
					       !ice_is_reset_in_progress(pf->state),
					       timeout);
	if (ret < 0)
		return ret;
	else if (!ret)
		return -EBUSY;
	else
		return 0;
}

3270 3271 3272 3273 3274 3275 3276 3277 3278 3279 3280 3281 3282 3283 3284 3285 3286 3287 3288 3289 3290 3291 3292 3293 3294 3295
#ifdef CONFIG_DCB
/**
 * ice_vsi_update_q_map - update our copy of the VSI info with new queue map
 * @vsi: VSI being configured
 * @ctx: the context buffer returned from AQ VSI update command
 */
static void ice_vsi_update_q_map(struct ice_vsi *vsi, struct ice_vsi_ctx *ctx)
{
	vsi->info.mapping_flags = ctx->info.mapping_flags;
	memcpy(&vsi->info.q_mapping, &ctx->info.q_mapping,
	       sizeof(vsi->info.q_mapping));
	memcpy(&vsi->info.tc_mapping, ctx->info.tc_mapping,
	       sizeof(vsi->info.tc_mapping));
}

/**
 * ice_vsi_cfg_tc - Configure VSI Tx Sched for given TC map
 * @vsi: VSI to be configured
 * @ena_tc: TC bitmap
 *
 * VSI queues expected to be quiesced before calling this function
 */
int ice_vsi_cfg_tc(struct ice_vsi *vsi, u8 ena_tc)
{
	u16 max_txqs[ICE_MAX_TRAFFIC_CLASS] = { 0 };
	struct ice_pf *pf = vsi->back;
T
Tony Nguyen 已提交
3296
	struct ice_vsi_ctx *ctx;
3297
	enum ice_status status;
B
Brett Creeley 已提交
3298
	struct device *dev;
3299 3300 3301
	int i, ret = 0;
	u8 num_tc = 0;

B
Brett Creeley 已提交
3302 3303
	dev = ice_pf_to_dev(pf);

3304 3305 3306 3307 3308
	ice_for_each_traffic_class(i) {
		/* build bitmap of enabled TCs */
		if (ena_tc & BIT(i))
			num_tc++;
		/* populate max_txqs per TC */
3309
		max_txqs[i] = vsi->alloc_txq;
3310 3311 3312 3313 3314
	}

	vsi->tc_cfg.ena_tc = ena_tc;
	vsi->tc_cfg.numtc = num_tc;

3315
	ctx = kzalloc(sizeof(*ctx), GFP_KERNEL);
3316 3317 3318 3319 3320 3321 3322 3323 3324 3325 3326 3327
	if (!ctx)
		return -ENOMEM;

	ctx->vf_num = 0;
	ctx->info = vsi->info;

	ice_vsi_setup_q_map(vsi, ctx);

	/* must to indicate which section of VSI context are being modified */
	ctx->info.valid_sections = cpu_to_le16(ICE_AQ_VSI_PROP_RXQ_MAP_VALID);
	status = ice_update_vsi(&pf->hw, vsi->idx, ctx, NULL);
	if (status) {
B
Brett Creeley 已提交
3328
		dev_info(dev, "Failed VSI Update\n");
3329 3330 3331 3332 3333 3334 3335 3336
		ret = -EIO;
		goto out;
	}

	status = ice_cfg_vsi_lan(vsi->port_info, vsi->idx, vsi->tc_cfg.ena_tc,
				 max_txqs);

	if (status) {
3337 3338
		dev_err(dev, "VSI %d failed TC config, error %s\n",
			vsi->vsi_num, ice_stat_str(status));
3339 3340 3341 3342 3343 3344 3345 3346
		ret = -EIO;
		goto out;
	}
	ice_vsi_update_q_map(vsi, ctx);
	vsi->info.valid_sections = 0;

	ice_vsi_cfg_netdev_tc(vsi, ena_tc);
out:
3347
	kfree(ctx);
3348 3349 3350
	return ret;
}
#endif /* CONFIG_DCB */
3351

3352 3353 3354 3355 3356 3357 3358 3359
/**
 * ice_update_ring_stats - Update ring statistics
 * @ring: ring to update
 * @pkts: number of processed packets
 * @bytes: number of processed bytes
 *
 * This function assumes that caller has acquired a u64_stats_sync lock.
 */
3360
static void ice_update_ring_stats(struct ice_ring *ring, u64 pkts, u64 bytes)
3361 3362 3363 3364 3365 3366 3367 3368 3369 3370 3371 3372 3373 3374
{
	ring->stats.bytes += bytes;
	ring->stats.pkts += pkts;
}

/**
 * ice_update_tx_ring_stats - Update Tx ring specific counters
 * @tx_ring: ring to update
 * @pkts: number of processed packets
 * @bytes: number of processed bytes
 */
void ice_update_tx_ring_stats(struct ice_ring *tx_ring, u64 pkts, u64 bytes)
{
	u64_stats_update_begin(&tx_ring->syncp);
3375
	ice_update_ring_stats(tx_ring, pkts, bytes);
3376 3377 3378 3379 3380 3381 3382 3383 3384 3385 3386 3387
	u64_stats_update_end(&tx_ring->syncp);
}

/**
 * ice_update_rx_ring_stats - Update Rx ring specific counters
 * @rx_ring: ring to update
 * @pkts: number of processed packets
 * @bytes: number of processed bytes
 */
void ice_update_rx_ring_stats(struct ice_ring *rx_ring, u64 pkts, u64 bytes)
{
	u64_stats_update_begin(&rx_ring->syncp);
3388
	ice_update_ring_stats(rx_ring, pkts, bytes);
3389 3390 3391
	u64_stats_update_end(&rx_ring->syncp);
}

3392 3393 3394 3395 3396 3397 3398 3399 3400 3401 3402 3403
/**
 * ice_status_to_errno - convert from enum ice_status to Linux errno
 * @err: ice_status value to convert
 */
int ice_status_to_errno(enum ice_status err)
{
	switch (err) {
	case ICE_SUCCESS:
		return 0;
	case ICE_ERR_DOES_NOT_EXIST:
		return -ENOENT;
	case ICE_ERR_OUT_OF_RANGE:
3404 3405 3406 3407 3408
	case ICE_ERR_AQ_ERROR:
	case ICE_ERR_AQ_TIMEOUT:
	case ICE_ERR_AQ_EMPTY:
	case ICE_ERR_AQ_FW_CRITICAL:
		return -EIO;
3409
	case ICE_ERR_PARAM:
3410
	case ICE_ERR_INVAL_SIZE:
3411 3412 3413 3414 3415
		return -EINVAL;
	case ICE_ERR_NO_MEMORY:
		return -ENOMEM;
	case ICE_ERR_MAX_LIMIT:
		return -EAGAIN;
3416 3417 3418 3419
	case ICE_ERR_RESET_ONGOING:
		return -EBUSY;
	case ICE_ERR_AQ_FULL:
		return -ENOSPC;
3420 3421 3422 3423 3424
	default:
		return -EINVAL;
	}
}

3425 3426 3427 3428 3429 3430 3431 3432 3433 3434 3435 3436 3437 3438 3439 3440 3441 3442 3443 3444 3445 3446 3447 3448 3449 3450 3451 3452 3453 3454 3455 3456 3457 3458 3459 3460 3461 3462 3463 3464 3465 3466 3467 3468 3469 3470 3471 3472 3473 3474 3475 3476 3477 3478 3479 3480 3481 3482
/**
 * ice_is_dflt_vsi_in_use - check if the default forwarding VSI is being used
 * @sw: switch to check if its default forwarding VSI is free
 *
 * Return true if the default forwarding VSI is already being used, else returns
 * false signalling that it's available to use.
 */
bool ice_is_dflt_vsi_in_use(struct ice_sw *sw)
{
	return (sw->dflt_vsi && sw->dflt_vsi_ena);
}

/**
 * ice_is_vsi_dflt_vsi - check if the VSI passed in is the default VSI
 * @sw: switch for the default forwarding VSI to compare against
 * @vsi: VSI to compare against default forwarding VSI
 *
 * If this VSI passed in is the default forwarding VSI then return true, else
 * return false
 */
bool ice_is_vsi_dflt_vsi(struct ice_sw *sw, struct ice_vsi *vsi)
{
	return (sw->dflt_vsi == vsi && sw->dflt_vsi_ena);
}

/**
 * ice_set_dflt_vsi - set the default forwarding VSI
 * @sw: switch used to assign the default forwarding VSI
 * @vsi: VSI getting set as the default forwarding VSI on the switch
 *
 * If the VSI passed in is already the default VSI and it's enabled just return
 * success.
 *
 * If there is already a default VSI on the switch and it's enabled then return
 * -EEXIST since there can only be one default VSI per switch.
 *
 *  Otherwise try to set the VSI passed in as the switch's default VSI and
 *  return the result.
 */
int ice_set_dflt_vsi(struct ice_sw *sw, struct ice_vsi *vsi)
{
	enum ice_status status;
	struct device *dev;

	if (!sw || !vsi)
		return -EINVAL;

	dev = ice_pf_to_dev(vsi->back);

	/* the VSI passed in is already the default VSI */
	if (ice_is_vsi_dflt_vsi(sw, vsi)) {
		dev_dbg(dev, "VSI %d passed in is already the default forwarding VSI, nothing to do\n",
			vsi->vsi_num);
		return 0;
	}

	/* another VSI is already the default VSI for this switch */
	if (ice_is_dflt_vsi_in_use(sw)) {
3483
		dev_err(dev, "Default forwarding VSI %d already in use, disable it and try again\n",
3484 3485 3486 3487 3488 3489
			sw->dflt_vsi->vsi_num);
		return -EEXIST;
	}

	status = ice_cfg_dflt_vsi(&vsi->back->hw, vsi->idx, true, ICE_FLTR_RX);
	if (status) {
3490 3491
		dev_err(dev, "Failed to set VSI %d as the default forwarding VSI, error %s\n",
			vsi->vsi_num, ice_stat_str(status));
3492 3493 3494 3495 3496 3497 3498 3499 3500 3501 3502 3503 3504 3505 3506 3507 3508 3509 3510 3511 3512 3513 3514 3515 3516 3517 3518 3519 3520 3521 3522 3523 3524 3525 3526 3527 3528
		return -EIO;
	}

	sw->dflt_vsi = vsi;
	sw->dflt_vsi_ena = true;

	return 0;
}

/**
 * ice_clear_dflt_vsi - clear the default forwarding VSI
 * @sw: switch used to clear the default VSI
 *
 * If the switch has no default VSI or it's not enabled then return error.
 *
 * Otherwise try to clear the default VSI and return the result.
 */
int ice_clear_dflt_vsi(struct ice_sw *sw)
{
	struct ice_vsi *dflt_vsi;
	enum ice_status status;
	struct device *dev;

	if (!sw)
		return -EINVAL;

	dev = ice_pf_to_dev(sw->pf);

	dflt_vsi = sw->dflt_vsi;

	/* there is no default VSI configured */
	if (!ice_is_dflt_vsi_in_use(sw))
		return -ENODEV;

	status = ice_cfg_dflt_vsi(&dflt_vsi->back->hw, dflt_vsi->idx, false,
				  ICE_FLTR_RX);
	if (status) {
3529 3530
		dev_err(dev, "Failed to clear the default forwarding VSI %d, error %s\n",
			dflt_vsi->vsi_num, ice_stat_str(status));
3531 3532 3533 3534 3535 3536 3537 3538
		return -EIO;
	}

	sw->dflt_vsi = NULL;
	sw->dflt_vsi_ena = false;

	return 0;
}
3539 3540 3541 3542 3543 3544 3545 3546 3547 3548 3549 3550 3551 3552 3553 3554 3555 3556 3557 3558 3559 3560 3561 3562 3563 3564 3565 3566 3567 3568 3569 3570 3571 3572 3573 3574 3575

/**
 * ice_set_link - turn on/off physical link
 * @vsi: VSI to modify physical link on
 * @ena: turn on/off physical link
 */
int ice_set_link(struct ice_vsi *vsi, bool ena)
{
	struct device *dev = ice_pf_to_dev(vsi->back);
	struct ice_port_info *pi = vsi->port_info;
	struct ice_hw *hw = pi->hw;
	enum ice_status status;

	if (vsi->type != ICE_VSI_PF)
		return -EINVAL;

	status = ice_aq_set_link_restart_an(pi, ena, NULL);

	/* if link is owned by manageability, FW will return ICE_AQ_RC_EMODE.
	 * this is not a fatal error, so print a warning message and return
	 * a success code. Return an error if FW returns an error code other
	 * than ICE_AQ_RC_EMODE
	 */
	if (status == ICE_ERR_AQ_ERROR) {
		if (hw->adminq.sq_last_status == ICE_AQ_RC_EMODE)
			dev_warn(dev, "can't set link to %s, err %s aq_err %s. not fatal, continuing\n",
				 (ena ? "ON" : "OFF"), ice_stat_str(status),
				 ice_aq_str(hw->adminq.sq_last_status));
	} else if (status) {
		dev_err(dev, "can't set link to %s, err %s aq_err %s\n",
			(ena ? "ON" : "OFF"), ice_stat_str(status),
			ice_aq_str(hw->adminq.sq_last_status));
		return -EIO;
	}

	return 0;
}