iwl-agn.c 58.5 KB
Newer Older
Z
Zhu Yi 已提交
1 2
/******************************************************************************
 *
W
Wey-Yi Guy 已提交
3
 * Copyright(c) 2003 - 2011 Intel Corporation. All rights reserved.
Z
Zhu Yi 已提交
4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24
 *
 * Portions of this file are derived from the ipw3945 project, as well
 * as portions of the ieee80211 subsystem header files.
 *
 * This program is free software; you can redistribute it and/or modify it
 * under the terms of version 2 of the GNU General Public License as
 * published by the Free Software Foundation.
 *
 * This program is distributed in the hope that it will be useful, but WITHOUT
 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
 * FITNESS FOR A PARTICULAR PURPOSE.  See the GNU General Public License for
 * more details.
 *
 * You should have received a copy of the GNU General Public License along with
 * this program; if not, write to the Free Software Foundation, Inc.,
 * 51 Franklin Street, Fifth Floor, Boston, MA 02110, USA
 *
 * The full GNU General Public License is included in this distribution in the
 * file called LICENSE.
 *
 * Contact Information:
25
 *  Intel Linux Wireless <ilw@linux.intel.com>
Z
Zhu Yi 已提交
26 27 28 29 30 31
 * Intel Corporation, 5200 N.E. Elam Young Parkway, Hillsboro, OR 97124-6497
 *
 *****************************************************************************/
#include <linux/kernel.h>
#include <linux/module.h>
#include <linux/init.h>
32
#include <linux/slab.h>
Z
Zhu Yi 已提交
33
#include <linux/delay.h>
34
#include <linux/sched.h>
Z
Zhu Yi 已提交
35 36 37 38 39 40 41 42 43 44
#include <linux/skbuff.h>
#include <linux/netdevice.h>
#include <linux/firmware.h>
#include <linux/etherdevice.h>
#include <linux/if_arp.h>

#include <net/mac80211.h>

#include <asm/div64.h>

A
Assaf Krauss 已提交
45
#include "iwl-eeprom.h"
46
#include "iwl-wifi.h"
47
#include "iwl-dev.h"
48
#include "iwl-core.h"
49
#include "iwl-io.h"
J
Johannes Berg 已提交
50
#include "iwl-agn-calib.h"
51
#include "iwl-agn.h"
52
#include "iwl-shared.h"
53
#include "iwl-bus.h"
54
#include "iwl-trans.h"
55

Z
Zhu Yi 已提交
56 57 58 59 60 61 62 63 64
/******************************************************************************
 *
 * module boiler plate
 *
 ******************************************************************************/

/*
 * module name, copyright, version, etc.
 */
65
#define DRV_DESCRIPTION	"Intel(R) Wireless WiFi Link AGN driver for Linux"
Z
Zhu Yi 已提交
66

67
#ifdef CONFIG_IWLWIFI_DEBUG
Z
Zhu Yi 已提交
68 69 70 71 72
#define VD "d"
#else
#define VD
#endif

73
#define DRV_VERSION     IWLWIFI_VERSION VD
Z
Zhu Yi 已提交
74 75 76 77


MODULE_DESCRIPTION(DRV_DESCRIPTION);
MODULE_VERSION(DRV_VERSION);
78
MODULE_AUTHOR(DRV_COPYRIGHT " " DRV_AUTHOR);
Z
Zhu Yi 已提交
79
MODULE_LICENSE("GPL");
80
MODULE_ALIAS("iwlagn");
Z
Zhu Yi 已提交
81

82
void iwl_update_chain_flags(struct iwl_priv *priv)
M
Mohamed Abbas 已提交
83
{
84
	struct iwl_rxon_context *ctx;
M
Mohamed Abbas 已提交
85

W
Wey-Yi Guy 已提交
86 87 88 89
	for_each_context(priv, ctx) {
		iwlagn_set_rxon_chain(priv, ctx);
		if (ctx->active.rx_chain != ctx->staging.rx_chain)
			iwlagn_commit_rxon(priv, ctx);
90
	}
M
Mohamed Abbas 已提交
91 92
}

93 94
/* Parse the beacon frame to find the TIM element and set tim_idx & tim_size */
static void iwl_set_beacon_tim(struct iwl_priv *priv,
95 96
			       struct iwl_tx_beacon_cmd *tx_beacon_cmd,
			       u8 *beacon, u32 frame_size)
97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119
{
	u16 tim_idx;
	struct ieee80211_mgmt *mgmt = (struct ieee80211_mgmt *)beacon;

	/*
	 * The index is relative to frame start but we start looking at the
	 * variable-length part of the beacon.
	 */
	tim_idx = mgmt->u.beacon.variable - beacon;

	/* Parse variable-length elements of beacon to find WLAN_EID_TIM */
	while ((tim_idx < (frame_size - 2)) &&
			(beacon[tim_idx] != WLAN_EID_TIM))
		tim_idx += beacon[tim_idx+1] + 2;

	/* If TIM field was found, set variables */
	if ((tim_idx < (frame_size - 1)) && (beacon[tim_idx] == WLAN_EID_TIM)) {
		tx_beacon_cmd->tim_idx = cpu_to_le16(tim_idx);
		tx_beacon_cmd->tim_size = beacon[tim_idx+1];
	} else
		IWL_WARN(priv, "Unable to find TIM Element in beacon\n");
}

120
int iwlagn_send_beacon_cmd(struct iwl_priv *priv)
121 122
{
	struct iwl_tx_beacon_cmd *tx_beacon_cmd;
123 124
	struct iwl_host_cmd cmd = {
		.id = REPLY_TX_BEACON,
125
		.flags = CMD_SYNC,
126
	};
127
	struct ieee80211_tx_info *info;
128 129 130
	u32 frame_size;
	u32 rate_flags;
	u32 rate;
131

132 133 134 135
	/*
	 * We have to set up the TX command, the TX Beacon command, and the
	 * beacon contents.
	 */
136

137
	lockdep_assert_held(&priv->shrd->mutex);
138 139 140

	if (!priv->beacon_ctx) {
		IWL_ERR(priv, "trying to build beacon w/o beacon context!\n");
141
		return 0;
142 143
	}

144 145 146
	if (WARN_ON(!priv->beacon_skb))
		return -EINVAL;

147 148 149 150
	/* Allocate beacon command */
	if (!priv->beacon_cmd)
		priv->beacon_cmd = kzalloc(sizeof(*tx_beacon_cmd), GFP_KERNEL);
	tx_beacon_cmd = priv->beacon_cmd;
151 152 153 154
	if (!tx_beacon_cmd)
		return -ENOMEM;

	frame_size = priv->beacon_skb->len;
155

156
	/* Set up TX command fields */
157
	tx_beacon_cmd->tx.len = cpu_to_le16((u16)frame_size);
158
	tx_beacon_cmd->tx.sta_id = priv->beacon_ctx->bcast_sta_id;
159 160 161
	tx_beacon_cmd->tx.stop_time.life_time = TX_CMD_LIFE_TIME_INFINITE;
	tx_beacon_cmd->tx.tx_flags = TX_CMD_FLG_SEQ_CTL_MSK |
		TX_CMD_FLG_TSF_MSK | TX_CMD_FLG_STA_RATE_MSK;
162

163
	/* Set up TX beacon command fields */
164
	iwl_set_beacon_tim(priv, tx_beacon_cmd, priv->beacon_skb->data,
165
			   frame_size);
166

167
	/* Set up packet rate and flags */
168 169 170 171 172 173 174 175 176 177 178 179 180
	info = IEEE80211_SKB_CB(priv->beacon_skb);

	/*
	 * Let's set up the rate at least somewhat correctly;
	 * it will currently not actually be used by the uCode,
	 * it uses the broadcast station's rate instead.
	 */
	if (info->control.rates[0].idx < 0 ||
	    info->control.rates[0].flags & IEEE80211_TX_RC_MCS)
		rate = 0;
	else
		rate = info->control.rates[0].idx;

181
	priv->mgmt_tx_ant = iwl_toggle_tx_ant(priv, priv->mgmt_tx_ant,
182
					      hw_params(priv).valid_tx_ant);
183
	rate_flags = iwl_ant_idx_to_flags(priv->mgmt_tx_ant);
184 185 186 187 188

	/* In mac80211, rates for 5 GHz start at 0 */
	if (info->band == IEEE80211_BAND_5GHZ)
		rate += IWL_FIRST_OFDM_RATE;
	else if (rate >= IWL_FIRST_CCK_RATE && rate <= IWL_LAST_CCK_RATE)
189
		rate_flags |= RATE_MCS_CCK_MSK;
190 191 192

	tx_beacon_cmd->tx.rate_n_flags =
			iwl_hw_set_rate_n_flags(rate, rate_flags);
193

194
	/* Submit command */
195
	cmd.len[0] = sizeof(*tx_beacon_cmd);
196
	cmd.data[0] = tx_beacon_cmd;
197 198 199 200
	cmd.dataflags[0] = IWL_HCMD_DFL_NOCOPY;
	cmd.len[1] = frame_size;
	cmd.data[1] = priv->beacon_skb->data;
	cmd.dataflags[1] = IWL_HCMD_DFL_NOCOPY;
201

202
	return iwl_trans_send_cmd(trans(priv), &cmd);
203 204
}

205
static void iwl_bg_beacon_update(struct work_struct *work)
Z
Zhu Yi 已提交
206
{
207 208
	struct iwl_priv *priv =
		container_of(work, struct iwl_priv, beacon_update);
Z
Zhu Yi 已提交
209 210
	struct sk_buff *beacon;

211
	mutex_lock(&priv->shrd->mutex);
212 213 214 215
	if (!priv->beacon_ctx) {
		IWL_ERR(priv, "updating beacon w/o beacon context!\n");
		goto out;
	}
Z
Zhu Yi 已提交
216

217 218 219 220 221 222 223 224 225 226
	if (priv->beacon_ctx->vif->type != NL80211_IFTYPE_AP) {
		/*
		 * The ucode will send beacon notifications even in
		 * IBSS mode, but we don't want to process them. But
		 * we need to defer the type check to here due to
		 * requiring locking around the beacon_ctx access.
		 */
		goto out;
	}

227 228
	/* Pull updated AP beacon from mac80211. will fail if not in AP mode */
	beacon = ieee80211_beacon_get(priv->hw, priv->beacon_ctx->vif);
Z
Zhu Yi 已提交
229
	if (!beacon) {
230
		IWL_ERR(priv, "update beacon failed -- keeping old\n");
231
		goto out;
Z
Zhu Yi 已提交
232 233 234
	}

	/* new beacon skb is allocated every time; dispose previous.*/
235
	dev_kfree_skb(priv->beacon_skb);
Z
Zhu Yi 已提交
236

237
	priv->beacon_skb = beacon;
Z
Zhu Yi 已提交
238

239
	iwlagn_send_beacon_cmd(priv);
240
 out:
241
	mutex_unlock(&priv->shrd->mutex);
Z
Zhu Yi 已提交
242 243
}

244 245 246 247 248
static void iwl_bg_bt_runtime_config(struct work_struct *work)
{
	struct iwl_priv *priv =
		container_of(work, struct iwl_priv, bt_runtime_config);

249
	if (test_bit(STATUS_EXIT_PENDING, &priv->shrd->status))
250 251 252
		return;

	/* dont send host command if rf-kill is on */
253
	if (!iwl_is_ready_rf(priv->shrd))
254
		return;
W
Wey-Yi Guy 已提交
255
	iwlagn_send_advance_bt_config(priv);
256 257
}

258 259 260 261
static void iwl_bg_bt_full_concurrency(struct work_struct *work)
{
	struct iwl_priv *priv =
		container_of(work, struct iwl_priv, bt_full_concurrency);
262
	struct iwl_rxon_context *ctx;
263

264
	mutex_lock(&priv->shrd->mutex);
265

266
	if (test_bit(STATUS_EXIT_PENDING, &priv->shrd->status))
267
		goto out;
268 269

	/* dont send host command if rf-kill is on */
270
	if (!iwl_is_ready_rf(priv->shrd))
271
		goto out;
272 273 274 275 276 277 278 279 280

	IWL_DEBUG_INFO(priv, "BT coex in %s mode\n",
		       priv->bt_full_concurrent ?
		       "full concurrency" : "3-wire");

	/*
	 * LQ & RXON updated cmds must be sent before BT Config cmd
	 * to avoid 3-wire collisions
	 */
281
	for_each_context(priv, ctx) {
W
Wey-Yi Guy 已提交
282
		iwlagn_set_rxon_chain(priv, ctx);
283
		iwlagn_commit_rxon(priv, ctx);
284
	}
285

W
Wey-Yi Guy 已提交
286
	iwlagn_send_advance_bt_config(priv);
287
out:
288
	mutex_unlock(&priv->shrd->mutex);
289 290
}

291
/**
292
 * iwl_bg_statistics_periodic - Timer callback to queue statistics
293 294 295 296 297 298 299 300
 *
 * This callback is provided in order to send a statistics request.
 *
 * This timer function is continually reset to execute within
 * REG_RECALIB_PERIOD seconds since the last STATISTICS_NOTIFICATION
 * was received.  We need to ensure we receive the statistics in order
 * to update the temperature used for calibrating the TXPOWER.
 */
301
static void iwl_bg_statistics_periodic(unsigned long data)
302 303 304
{
	struct iwl_priv *priv = (struct iwl_priv *)data;

305
	if (test_bit(STATUS_EXIT_PENDING, &priv->shrd->status))
306 307
		return;

308
	/* dont send host command if rf-kill is on */
309
	if (!iwl_is_ready_rf(priv->shrd))
310 311
		return;

312
	iwl_send_statistics_request(priv, CMD_ASYNC, false);
313 314
}

315 316 317 318 319 320 321 322 323 324 325 326 327 328 329 330

static void iwl_print_cont_event_trace(struct iwl_priv *priv, u32 base,
					u32 start_idx, u32 num_events,
					u32 mode)
{
	u32 i;
	u32 ptr;        /* SRAM byte address of log data */
	u32 ev, time, data; /* event log data */
	unsigned long reg_flags;

	if (mode == 0)
		ptr = base + (4 * sizeof(u32)) + (start_idx * 2 * sizeof(u32));
	else
		ptr = base + (4 * sizeof(u32)) + (start_idx * 3 * sizeof(u32));

	/* Make sure device is powered up for SRAM reads */
331 332 333
	spin_lock_irqsave(&bus(priv)->reg_lock, reg_flags);
	if (iwl_grab_nic_access(bus(priv))) {
		spin_unlock_irqrestore(&bus(priv)->reg_lock, reg_flags);
334 335 336 337
		return;
	}

	/* Set starting address; reads will auto-increment */
338
	iwl_write32(bus(priv), HBUS_TARG_MEM_RADDR, ptr);
339 340 341 342 343 344 345
	rmb();

	/*
	 * "time" is actually "data" for mode 0 (no timestamp).
	 * place event id # at far right for easier visual parsing.
	 */
	for (i = 0; i < num_events; i++) {
346 347
		ev = iwl_read32(bus(priv), HBUS_TARG_MEM_RDAT);
		time = iwl_read32(bus(priv), HBUS_TARG_MEM_RDAT);
348 349 350 351
		if (mode == 0) {
			trace_iwlwifi_dev_ucode_cont_event(priv,
							0, time, ev);
		} else {
352
			data = iwl_read32(bus(priv), HBUS_TARG_MEM_RDAT);
353 354 355 356 357
			trace_iwlwifi_dev_ucode_cont_event(priv,
						time, data, ev);
		}
	}
	/* Allow device to power down */
358 359
	iwl_release_nic_access(bus(priv));
	spin_unlock_irqrestore(&bus(priv)->reg_lock, reg_flags);
360 361
}

J
Johannes Berg 已提交
362
static void iwl_continuous_event_trace(struct iwl_priv *priv)
363 364 365 366 367 368 369
{
	u32 capacity;   /* event log capacity in # entries */
	u32 base;       /* SRAM byte address of event log header */
	u32 mode;       /* 0 - no timestamp, 1 - timestamp recorded */
	u32 num_wraps;  /* # times uCode wrapped to top of log */
	u32 next_entry; /* index of next entry to be written by uCode */

370
	base = priv->shrd->device_pointers.error_event_table;
371
	if (iwlagn_hw_valid_rtc_data_addr(base)) {
372 373 374 375 376 377
		capacity = iwl_read_targ_mem(bus(priv), base);
		num_wraps = iwl_read_targ_mem(bus(priv),
						base + (2 * sizeof(u32)));
		mode = iwl_read_targ_mem(bus(priv), base + (1 * sizeof(u32)));
		next_entry = iwl_read_targ_mem(bus(priv),
						base + (3 * sizeof(u32)));
378 379 380 381 382 383 384 385 386 387 388 389 390 391 392 393 394 395 396 397 398 399 400 401 402 403 404 405 406 407 408 409 410 411 412 413 414 415 416 417 418 419 420 421 422 423 424 425 426 427
	} else
		return;

	if (num_wraps == priv->event_log.num_wraps) {
		iwl_print_cont_event_trace(priv,
				       base, priv->event_log.next_entry,
				       next_entry - priv->event_log.next_entry,
				       mode);
		priv->event_log.non_wraps_count++;
	} else {
		if ((num_wraps - priv->event_log.num_wraps) > 1)
			priv->event_log.wraps_more_count++;
		else
			priv->event_log.wraps_once_count++;
		trace_iwlwifi_dev_ucode_wrap_event(priv,
				num_wraps - priv->event_log.num_wraps,
				next_entry, priv->event_log.next_entry);
		if (next_entry < priv->event_log.next_entry) {
			iwl_print_cont_event_trace(priv, base,
			       priv->event_log.next_entry,
			       capacity - priv->event_log.next_entry,
			       mode);

			iwl_print_cont_event_trace(priv, base, 0,
				next_entry, mode);
		} else {
			iwl_print_cont_event_trace(priv, base,
			       next_entry, capacity - next_entry,
			       mode);

			iwl_print_cont_event_trace(priv, base, 0,
				next_entry, mode);
		}
	}
	priv->event_log.num_wraps = num_wraps;
	priv->event_log.next_entry = next_entry;
}

/**
 * iwl_bg_ucode_trace - Timer callback to log ucode event
 *
 * The timer is continually set to execute every
 * UCODE_TRACE_PERIOD milliseconds after the last timer expired
 * this function is to perform continuous uCode event logging operation
 * if enabled
 */
static void iwl_bg_ucode_trace(unsigned long data)
{
	struct iwl_priv *priv = (struct iwl_priv *)data;

428
	if (test_bit(STATUS_EXIT_PENDING, &priv->shrd->status))
429 430 431 432 433 434 435 436 437 438
		return;

	if (priv->event_log.ucode_trace) {
		iwl_continuous_event_trace(priv);
		/* Reschedule the timer to occur in UCODE_TRACE_PERIOD */
		mod_timer(&priv->ucode_trace,
			 jiffies + msecs_to_jiffies(UCODE_TRACE_PERIOD));
	}
}

439 440 441 442 443
static void iwl_bg_tx_flush(struct work_struct *work)
{
	struct iwl_priv *priv =
		container_of(work, struct iwl_priv, tx_flush);

444
	if (test_bit(STATUS_EXIT_PENDING, &priv->shrd->status))
445 446 447
		return;

	/* do nothing if rf-kill is on */
448
	if (!iwl_is_ready_rf(priv->shrd))
449 450
		return;

451 452
	IWL_DEBUG_INFO(priv, "device request: flush all tx frames\n");
	iwlagn_dev_txfifo_flush(priv, IWL_DROP_ALL);
453 454
}

455 456 457 458 459 460 461 462
static void iwl_init_context(struct iwl_priv *priv, u32 ucode_flags)
{
	int i;

	/*
	 * The default context is always valid,
	 * the PAN context depends on uCode.
	 */
463
	priv->shrd->valid_contexts = BIT(IWL_RXON_CTX_BSS);
464
	if (ucode_flags & IWL_UCODE_TLV_FLAGS_PAN)
465
		priv->shrd->valid_contexts |= BIT(IWL_RXON_CTX_PAN);
466 467 468 469 470 471 472 473 474 475 476 477 478 479 480 481 482 483 484 485 486 487 488 489 490 491 492 493 494 495 496 497 498

	for (i = 0; i < NUM_IWL_RXON_CTX; i++)
		priv->contexts[i].ctxid = i;

	priv->contexts[IWL_RXON_CTX_BSS].always_active = true;
	priv->contexts[IWL_RXON_CTX_BSS].is_active = true;
	priv->contexts[IWL_RXON_CTX_BSS].rxon_cmd = REPLY_RXON;
	priv->contexts[IWL_RXON_CTX_BSS].rxon_timing_cmd = REPLY_RXON_TIMING;
	priv->contexts[IWL_RXON_CTX_BSS].rxon_assoc_cmd = REPLY_RXON_ASSOC;
	priv->contexts[IWL_RXON_CTX_BSS].qos_cmd = REPLY_QOS_PARAM;
	priv->contexts[IWL_RXON_CTX_BSS].ap_sta_id = IWL_AP_ID;
	priv->contexts[IWL_RXON_CTX_BSS].wep_key_cmd = REPLY_WEPKEY;
	priv->contexts[IWL_RXON_CTX_BSS].exclusive_interface_modes =
		BIT(NL80211_IFTYPE_ADHOC);
	priv->contexts[IWL_RXON_CTX_BSS].interface_modes =
		BIT(NL80211_IFTYPE_STATION);
	priv->contexts[IWL_RXON_CTX_BSS].ap_devtype = RXON_DEV_TYPE_AP;
	priv->contexts[IWL_RXON_CTX_BSS].ibss_devtype = RXON_DEV_TYPE_IBSS;
	priv->contexts[IWL_RXON_CTX_BSS].station_devtype = RXON_DEV_TYPE_ESS;
	priv->contexts[IWL_RXON_CTX_BSS].unused_devtype = RXON_DEV_TYPE_ESS;

	priv->contexts[IWL_RXON_CTX_PAN].rxon_cmd = REPLY_WIPAN_RXON;
	priv->contexts[IWL_RXON_CTX_PAN].rxon_timing_cmd =
		REPLY_WIPAN_RXON_TIMING;
	priv->contexts[IWL_RXON_CTX_PAN].rxon_assoc_cmd =
		REPLY_WIPAN_RXON_ASSOC;
	priv->contexts[IWL_RXON_CTX_PAN].qos_cmd = REPLY_WIPAN_QOS_PARAM;
	priv->contexts[IWL_RXON_CTX_PAN].ap_sta_id = IWL_AP_ID_PAN;
	priv->contexts[IWL_RXON_CTX_PAN].wep_key_cmd = REPLY_WIPAN_WEPKEY;
	priv->contexts[IWL_RXON_CTX_PAN].bcast_sta_id = IWLAGN_PAN_BCAST_ID;
	priv->contexts[IWL_RXON_CTX_PAN].station_flags = STA_FLG_PAN_STATION;
	priv->contexts[IWL_RXON_CTX_PAN].interface_modes =
		BIT(NL80211_IFTYPE_STATION) | BIT(NL80211_IFTYPE_AP);
499 500 501 502 503 504

	if (ucode_flags & IWL_UCODE_TLV_FLAGS_P2P)
		priv->contexts[IWL_RXON_CTX_PAN].interface_modes |=
			BIT(NL80211_IFTYPE_P2P_CLIENT) |
			BIT(NL80211_IFTYPE_P2P_GO);

505 506 507 508 509 510 511
	priv->contexts[IWL_RXON_CTX_PAN].ap_devtype = RXON_DEV_TYPE_CP;
	priv->contexts[IWL_RXON_CTX_PAN].station_devtype = RXON_DEV_TYPE_2STA;
	priv->contexts[IWL_RXON_CTX_PAN].unused_devtype = RXON_DEV_TYPE_P2P;

	BUILD_BUG_ON(NUM_IWL_RXON_CTX != 2);
}

512 513
static void iwl_ucode_callback(const struct firmware *ucode_raw, void *context);

514 515 516
#define UCODE_EXPERIMENTAL_INDEX	100
#define UCODE_EXPERIMENTAL_TAG		"exp"

517 518
static int __must_check iwl_request_firmware(struct iwl_priv *priv, bool first)
{
519
	const char *name_pre = cfg(priv)->fw_name_pre;
520
	char tag[8];
521

522 523 524 525 526 527
	if (first) {
#ifdef CONFIG_IWLWIFI_DEBUG_EXPERIMENTAL_UCODE
		priv->fw_index = UCODE_EXPERIMENTAL_INDEX;
		strcpy(tag, UCODE_EXPERIMENTAL_TAG);
	} else if (priv->fw_index == UCODE_EXPERIMENTAL_INDEX) {
#endif
528
		priv->fw_index = cfg(priv)->ucode_api_max;
529 530
		sprintf(tag, "%d", priv->fw_index);
	} else {
531
		priv->fw_index--;
532 533
		sprintf(tag, "%d", priv->fw_index);
	}
534

535
	if (priv->fw_index < cfg(priv)->ucode_api_min) {
536 537 538 539
		IWL_ERR(priv, "no suitable firmware found!\n");
		return -ENOENT;
	}

540
	sprintf(priv->firmware_name, "%s%s%s", name_pre, tag, ".ucode");
541

542 543 544
	IWL_DEBUG_INFO(priv, "attempting to load firmware %s'%s'\n",
		       (priv->fw_index == UCODE_EXPERIMENTAL_INDEX)
				? "EXPERIMENTAL " : "",
545 546 547
		       priv->firmware_name);

	return request_firmware_nowait(THIS_MODULE, 1, priv->firmware_name,
548
				       bus(priv)->dev,
549
				       GFP_KERNEL, priv, iwl_ucode_callback);
550 551
}

552
struct iwlagn_firmware_pieces {
J
Johannes Berg 已提交
553 554 555
	const void *inst, *data, *init, *init_data, *wowlan_inst, *wowlan_data;
	size_t inst_size, data_size, init_size, init_data_size,
	       wowlan_inst_size, wowlan_data_size;
556 557

	u32 build;
558 559 560

	u32 init_evtlog_ptr, init_evtlog_size, init_errlog_ptr;
	u32 inst_evtlog_ptr, inst_evtlog_size, inst_errlog_ptr;
561 562 563 564 565 566 567 568 569 570 571 572 573 574 575
};

static int iwlagn_load_legacy_firmware(struct iwl_priv *priv,
				       const struct firmware *ucode_raw,
				       struct iwlagn_firmware_pieces *pieces)
{
	struct iwl_ucode_header *ucode = (void *)ucode_raw->data;
	u32 api_ver, hdr_size;
	const u8 *src;

	priv->ucode_ver = le32_to_cpu(ucode->ver);
	api_ver = IWL_UCODE_API(priv->ucode_ver);

	switch (api_ver) {
	default:
576 577 578 579
		hdr_size = 28;
		if (ucode_raw->size < hdr_size) {
			IWL_ERR(priv, "File size too small!\n");
			return -EINVAL;
580
		}
581 582 583 584 585 586 587
		pieces->build = le32_to_cpu(ucode->u.v2.build);
		pieces->inst_size = le32_to_cpu(ucode->u.v2.inst_size);
		pieces->data_size = le32_to_cpu(ucode->u.v2.data_size);
		pieces->init_size = le32_to_cpu(ucode->u.v2.init_size);
		pieces->init_data_size = le32_to_cpu(ucode->u.v2.init_data_size);
		src = ucode->u.v2.data;
		break;
588 589 590 591 592 593 594 595 596 597 598 599 600 601 602 603 604 605 606 607
	case 0:
	case 1:
	case 2:
		hdr_size = 24;
		if (ucode_raw->size < hdr_size) {
			IWL_ERR(priv, "File size too small!\n");
			return -EINVAL;
		}
		pieces->build = 0;
		pieces->inst_size = le32_to_cpu(ucode->u.v1.inst_size);
		pieces->data_size = le32_to_cpu(ucode->u.v1.data_size);
		pieces->init_size = le32_to_cpu(ucode->u.v1.init_size);
		pieces->init_data_size = le32_to_cpu(ucode->u.v1.init_data_size);
		src = ucode->u.v1.data;
		break;
	}

	/* Verify size of file vs. image size info in file's header */
	if (ucode_raw->size != hdr_size + pieces->inst_size +
				pieces->data_size + pieces->init_size +
J
Johannes Berg 已提交
608
				pieces->init_data_size) {
609 610 611 612 613 614 615 616 617 618 619 620 621 622 623 624 625 626 627

		IWL_ERR(priv,
			"uCode file size %d does not match expected size\n",
			(int)ucode_raw->size);
		return -EINVAL;
	}

	pieces->inst = src;
	src += pieces->inst_size;
	pieces->data = src;
	src += pieces->data_size;
	pieces->init = src;
	src += pieces->init_size;
	pieces->init_data = src;
	src += pieces->init_data_size;

	return 0;
}

628 629 630 631 632 633 634 635 636
static int iwlagn_load_firmware(struct iwl_priv *priv,
				const struct firmware *ucode_raw,
				struct iwlagn_firmware_pieces *pieces,
				struct iwlagn_ucode_capabilities *capa)
{
	struct iwl_tlv_ucode_header *ucode = (void *)ucode_raw->data;
	struct iwl_ucode_tlv *tlv;
	size_t len = ucode_raw->size;
	const u8 *data;
637 638
	int wanted_alternative = iwlagn_mod_params.wanted_ucode_alternative;
	int tmp;
639
	u64 alternatives;
640 641 642
	u32 tlv_len;
	enum iwl_ucode_tlv_type tlv_type;
	const u8 *tlv_data;
643

644 645
	if (len < sizeof(*ucode)) {
		IWL_ERR(priv, "uCode has invalid length: %zd\n", len);
646
		return -EINVAL;
647
	}
648

649 650 651
	if (ucode->magic != cpu_to_le32(IWL_TLV_UCODE_MAGIC)) {
		IWL_ERR(priv, "invalid uCode magic: 0X%x\n",
			le32_to_cpu(ucode->magic));
652
		return -EINVAL;
653
	}
654 655 656 657 658 659 660 661 662 663 664 665 666 667 668 669 670 671 672 673 674 675 676 677

	/*
	 * Check which alternatives are present, and "downgrade"
	 * when the chosen alternative is not present, warning
	 * the user when that happens. Some files may not have
	 * any alternatives, so don't warn in that case.
	 */
	alternatives = le64_to_cpu(ucode->alternatives);
	tmp = wanted_alternative;
	if (wanted_alternative > 63)
		wanted_alternative = 63;
	while (wanted_alternative && !(alternatives & BIT(wanted_alternative)))
		wanted_alternative--;
	if (wanted_alternative && wanted_alternative != tmp)
		IWL_WARN(priv,
			 "uCode alternative %d not available, choosing %d\n",
			 tmp, wanted_alternative);

	priv->ucode_ver = le32_to_cpu(ucode->ver);
	pieces->build = le32_to_cpu(ucode->build);
	data = ucode->data;

	len -= sizeof(*ucode);

678
	while (len >= sizeof(*tlv)) {
679 680 681 682 683 684 685 686 687 688
		u16 tlv_alt;

		len -= sizeof(*tlv);
		tlv = (void *)data;

		tlv_len = le32_to_cpu(tlv->length);
		tlv_type = le16_to_cpu(tlv->type);
		tlv_alt = le16_to_cpu(tlv->alternative);
		tlv_data = tlv->data;

689 690 691
		if (len < tlv_len) {
			IWL_ERR(priv, "invalid TLV len: %zd/%u\n",
				len, tlv_len);
692
			return -EINVAL;
693
		}
694 695 696 697 698 699 700 701 702 703 704 705 706 707 708 709 710 711 712 713 714 715 716 717 718 719 720 721 722
		len -= ALIGN(tlv_len, 4);
		data += sizeof(*tlv) + ALIGN(tlv_len, 4);

		/*
		 * Alternative 0 is always valid.
		 *
		 * Skip alternative TLVs that are not selected.
		 */
		if (tlv_alt != 0 && tlv_alt != wanted_alternative)
			continue;

		switch (tlv_type) {
		case IWL_UCODE_TLV_INST:
			pieces->inst = tlv_data;
			pieces->inst_size = tlv_len;
			break;
		case IWL_UCODE_TLV_DATA:
			pieces->data = tlv_data;
			pieces->data_size = tlv_len;
			break;
		case IWL_UCODE_TLV_INIT:
			pieces->init = tlv_data;
			pieces->init_size = tlv_len;
			break;
		case IWL_UCODE_TLV_INIT_DATA:
			pieces->init_data = tlv_data;
			pieces->init_data_size = tlv_len;
			break;
		case IWL_UCODE_TLV_BOOT:
J
Johannes Berg 已提交
723
			IWL_ERR(priv, "Found unexpected BOOT ucode\n");
724 725
			break;
		case IWL_UCODE_TLV_PROBE_MAX_LEN:
726 727 728
			if (tlv_len != sizeof(u32))
				goto invalid_tlv_len;
			capa->max_probe_length =
729
					le32_to_cpup((__le32 *)tlv_data);
730
			break;
J
Johannes Berg 已提交
731 732 733
		case IWL_UCODE_TLV_PAN:
			if (tlv_len)
				goto invalid_tlv_len;
J
Johannes Berg 已提交
734 735 736 737 738 739 740 741 742 743 744 745 746 747 748 749 750
			capa->flags |= IWL_UCODE_TLV_FLAGS_PAN;
			break;
		case IWL_UCODE_TLV_FLAGS:
			/* must be at least one u32 */
			if (tlv_len < sizeof(u32))
				goto invalid_tlv_len;
			/* and a proper number of u32s */
			if (tlv_len % sizeof(u32))
				goto invalid_tlv_len;
			/*
			 * This driver only reads the first u32 as
			 * right now no more features are defined,
			 * if that changes then either the driver
			 * will not work with the new firmware, or
			 * it'll not take advantage of new features.
			 */
			capa->flags = le32_to_cpup((__le32 *)tlv_data);
J
Johannes Berg 已提交
751
			break;
752
		case IWL_UCODE_TLV_INIT_EVTLOG_PTR:
753 754 755
			if (tlv_len != sizeof(u32))
				goto invalid_tlv_len;
			pieces->init_evtlog_ptr =
756
					le32_to_cpup((__le32 *)tlv_data);
757 758
			break;
		case IWL_UCODE_TLV_INIT_EVTLOG_SIZE:
759 760 761
			if (tlv_len != sizeof(u32))
				goto invalid_tlv_len;
			pieces->init_evtlog_size =
762
					le32_to_cpup((__le32 *)tlv_data);
763 764
			break;
		case IWL_UCODE_TLV_INIT_ERRLOG_PTR:
765 766 767
			if (tlv_len != sizeof(u32))
				goto invalid_tlv_len;
			pieces->init_errlog_ptr =
768
					le32_to_cpup((__le32 *)tlv_data);
769 770
			break;
		case IWL_UCODE_TLV_RUNT_EVTLOG_PTR:
771 772 773
			if (tlv_len != sizeof(u32))
				goto invalid_tlv_len;
			pieces->inst_evtlog_ptr =
774
					le32_to_cpup((__le32 *)tlv_data);
775 776
			break;
		case IWL_UCODE_TLV_RUNT_EVTLOG_SIZE:
777 778 779
			if (tlv_len != sizeof(u32))
				goto invalid_tlv_len;
			pieces->inst_evtlog_size =
780
					le32_to_cpup((__le32 *)tlv_data);
781 782
			break;
		case IWL_UCODE_TLV_RUNT_ERRLOG_PTR:
783 784 785
			if (tlv_len != sizeof(u32))
				goto invalid_tlv_len;
			pieces->inst_errlog_ptr =
786
					le32_to_cpup((__le32 *)tlv_data);
787
			break;
788 789
		case IWL_UCODE_TLV_ENHANCE_SENS_TBL:
			if (tlv_len)
790 791
				goto invalid_tlv_len;
			priv->enhance_sensitivity_table = true;
792
			break;
J
Johannes Berg 已提交
793 794 795 796 797 798 799 800
		case IWL_UCODE_TLV_WOWLAN_INST:
			pieces->wowlan_inst = tlv_data;
			pieces->wowlan_inst_size = tlv_len;
			break;
		case IWL_UCODE_TLV_WOWLAN_DATA:
			pieces->wowlan_data = tlv_data;
			pieces->wowlan_data_size = tlv_len;
			break;
801
		case IWL_UCODE_TLV_PHY_CALIBRATION_SIZE:
802 803 804
			if (tlv_len != sizeof(u32))
				goto invalid_tlv_len;
			capa->standard_phy_calibration_size =
805 806
					le32_to_cpup((__le32 *)tlv_data);
			break;
807
		default:
808
			IWL_DEBUG_INFO(priv, "unknown TLV: %d\n", tlv_type);
809 810 811 812
			break;
		}
	}

813 814 815
	if (len) {
		IWL_ERR(priv, "invalid TLV after parsing: %zd\n", len);
		iwl_print_hex_dump(priv, IWL_DL_FW, (u8 *)data, len);
816
		return -EINVAL;
817
	}
818

819 820 821 822 823 824 825
	return 0;

 invalid_tlv_len:
	IWL_ERR(priv, "TLV %d has invalid size: %u\n", tlv_type, tlv_len);
	iwl_print_hex_dump(priv, IWL_DL_FW, tlv_data, tlv_len);

	return -EINVAL;
826 827
}

Z
Zhu Yi 已提交
828
/**
829
 * iwl_ucode_callback - callback when firmware was loaded
Z
Zhu Yi 已提交
830
 *
831 832
 * If loaded successfully, copies the firmware into buffers
 * for the card to fetch (via DMA).
Z
Zhu Yi 已提交
833
 */
834
static void iwl_ucode_callback(const struct firmware *ucode_raw, void *context)
Z
Zhu Yi 已提交
835
{
836
	struct iwl_priv *priv = context;
837
	struct iwl_ucode_header *ucode;
838 839
	int err;
	struct iwlagn_firmware_pieces pieces;
840 841 842
	const unsigned int api_max = cfg(priv)->ucode_api_max;
	unsigned int api_ok = cfg(priv)->ucode_api_ok;
	const unsigned int api_min = cfg(priv)->ucode_api_min;
843
	u32 api_ver;
844
	char buildstr[25];
845
	u32 build;
846 847
	struct iwlagn_ucode_capabilities ucode_capa = {
		.max_probe_length = 200,
848
		.standard_phy_calibration_size =
849
			IWL_DEFAULT_STANDARD_PHY_CALIBRATE_TBL_SIZE,
850
	};
851

852 853 854
	if (!api_ok)
		api_ok = api_max;

855
	memset(&pieces, 0, sizeof(pieces));
Z
Zhu Yi 已提交
856

857
	if (!ucode_raw) {
858
		if (priv->fw_index <= api_ok)
859 860 861
			IWL_ERR(priv,
				"request for firmware file '%s' failed.\n",
				priv->firmware_name);
862
		goto try_again;
Z
Zhu Yi 已提交
863 864
	}

865 866
	IWL_DEBUG_INFO(priv, "Loaded firmware file '%s' (%zd bytes).\n",
		       priv->firmware_name, ucode_raw->size);
Z
Zhu Yi 已提交
867

868 869
	/* Make sure that we got at least the API version number */
	if (ucode_raw->size < 4) {
870
		IWL_ERR(priv, "File size way too small!\n");
871
		goto try_again;
Z
Zhu Yi 已提交
872 873 874
	}

	/* Data from ucode file:  header followed by uCode images */
875
	ucode = (struct iwl_ucode_header *)ucode_raw->data;
Z
Zhu Yi 已提交
876

877 878 879
	if (ucode->ver)
		err = iwlagn_load_legacy_firmware(priv, ucode_raw, &pieces);
	else
880 881
		err = iwlagn_load_firmware(priv, ucode_raw, &pieces,
					   &ucode_capa);
882

883 884
	if (err)
		goto try_again;
Z
Zhu Yi 已提交
885

886
	api_ver = IWL_UCODE_API(priv->ucode_ver);
887
	build = pieces.build;
888

889 890 891 892 893
	/*
	 * api_ver should match the api version forming part of the
	 * firmware filename ... but we don't check for that and only rely
	 * on the API version read from firmware header from here on forward
	 */
894 895 896 897 898 899 900 901 902
	/* no api version check required for experimental uCode */
	if (priv->fw_index != UCODE_EXPERIMENTAL_INDEX) {
		if (api_ver < api_min || api_ver > api_max) {
			IWL_ERR(priv,
				"Driver unable to support your firmware API. "
				"Driver supports v%u, firmware is v%u.\n",
				api_max, api_ver);
			goto try_again;
		}
903

904 905 906 907 908 909 910 911 912 913 914 915
		if (api_ver < api_ok) {
			if (api_ok != api_max)
				IWL_ERR(priv, "Firmware has old API version, "
					"expected v%u through v%u, got v%u.\n",
					api_ok, api_max, api_ver);
			else
				IWL_ERR(priv, "Firmware has old API version, "
					"expected v%u, got v%u.\n",
					api_max, api_ver);
			IWL_ERR(priv, "New firmware can be obtained from "
				      "http://www.intellinuxwireless.org/.\n");
		}
916
	}
917

918
	if (build)
919 920 921
		sprintf(buildstr, " build %u%s", build,
		       (priv->fw_index == UCODE_EXPERIMENTAL_INDEX)
				? " (EXP)" : "");
922 923 924 925 926 927 928 929 930
	else
		buildstr[0] = '\0';

	IWL_INFO(priv, "loaded firmware version %u.%u.%u.%u%s\n",
		 IWL_UCODE_MAJOR(priv->ucode_ver),
		 IWL_UCODE_MINOR(priv->ucode_ver),
		 IWL_UCODE_API(priv->ucode_ver),
		 IWL_UCODE_SERIAL(priv->ucode_ver),
		 buildstr);
931

932 933
	snprintf(priv->hw->wiphy->fw_version,
		 sizeof(priv->hw->wiphy->fw_version),
934
		 "%u.%u.%u.%u%s",
935 936 937
		 IWL_UCODE_MAJOR(priv->ucode_ver),
		 IWL_UCODE_MINOR(priv->ucode_ver),
		 IWL_UCODE_API(priv->ucode_ver),
938 939
		 IWL_UCODE_SERIAL(priv->ucode_ver),
		 buildstr);
Z
Zhu Yi 已提交
940

941 942 943 944 945 946
	/*
	 * For any of the failures below (before allocating pci memory)
	 * we will try to load a version with a smaller API -- maybe the
	 * user just got a corrupted version of the latest API.
	 */

947 948 949 950 951 952 953 954 955 956
	IWL_DEBUG_INFO(priv, "f/w package hdr ucode version raw = 0x%x\n",
		       priv->ucode_ver);
	IWL_DEBUG_INFO(priv, "f/w package hdr runtime inst size = %Zd\n",
		       pieces.inst_size);
	IWL_DEBUG_INFO(priv, "f/w package hdr runtime data size = %Zd\n",
		       pieces.data_size);
	IWL_DEBUG_INFO(priv, "f/w package hdr init inst size = %Zd\n",
		       pieces.init_size);
	IWL_DEBUG_INFO(priv, "f/w package hdr init data size = %Zd\n",
		       pieces.init_data_size);
Z
Zhu Yi 已提交
957 958

	/* Verify that uCode images will fit in card's SRAM */
959
	if (pieces.inst_size > hw_params(priv).max_inst_size) {
960 961
		IWL_ERR(priv, "uCode instr len %Zd too large to fit in\n",
			pieces.inst_size);
962
		goto try_again;
Z
Zhu Yi 已提交
963 964
	}

965
	if (pieces.data_size > hw_params(priv).max_data_size) {
966 967
		IWL_ERR(priv, "uCode data len %Zd too large to fit in\n",
			pieces.data_size);
968
		goto try_again;
Z
Zhu Yi 已提交
969
	}
970

971
	if (pieces.init_size > hw_params(priv).max_inst_size) {
972 973
		IWL_ERR(priv, "uCode init instr len %Zd too large to fit in\n",
			pieces.init_size);
974
		goto try_again;
Z
Zhu Yi 已提交
975
	}
976

977
	if (pieces.init_data_size > hw_params(priv).max_data_size) {
978 979
		IWL_ERR(priv, "uCode init data len %Zd too large to fit in\n",
			pieces.init_data_size);
980
		goto try_again;
Z
Zhu Yi 已提交
981
	}
982

Z
Zhu Yi 已提交
983 984 985 986 987
	/* Allocate ucode buffers for card's bus-master loading ... */

	/* Runtime instructions and 2 copies of data:
	 * 1) unmodified from disk
	 * 2) backup cache for save/restore during power-downs */
988
	if (iwl_alloc_fw_desc(bus(priv), &trans(priv)->ucode_rt.code,
989 990
			      pieces.inst, pieces.inst_size))
		goto err_pci_alloc;
991
	if (iwl_alloc_fw_desc(bus(priv), &trans(priv)->ucode_rt.data,
992
			      pieces.data, pieces.data_size))
993 994
		goto err_pci_alloc;

Z
Zhu Yi 已提交
995
	/* Initialization instructions and data */
996
	if (pieces.init_size && pieces.init_data_size) {
997
		if (iwl_alloc_fw_desc(bus(priv), &trans(priv)->ucode_init.code,
998 999
				      pieces.init, pieces.init_size))
			goto err_pci_alloc;
1000
		if (iwl_alloc_fw_desc(bus(priv), &trans(priv)->ucode_init.data,
1001
				      pieces.init_data, pieces.init_data_size))
1002 1003
			goto err_pci_alloc;
	}
Z
Zhu Yi 已提交
1004

J
Johannes Berg 已提交
1005 1006
	/* WoWLAN instructions and data */
	if (pieces.wowlan_inst_size && pieces.wowlan_data_size) {
1007 1008
		if (iwl_alloc_fw_desc(bus(priv),
				      &trans(priv)->ucode_wowlan.code,
J
Johannes Berg 已提交
1009 1010 1011
				      pieces.wowlan_inst,
				      pieces.wowlan_inst_size))
			goto err_pci_alloc;
1012 1013
		if (iwl_alloc_fw_desc(bus(priv),
				      &trans(priv)->ucode_wowlan.data,
J
Johannes Berg 已提交
1014 1015 1016 1017 1018
				      pieces.wowlan_data,
				      pieces.wowlan_data_size))
			goto err_pci_alloc;
	}

1019 1020 1021 1022 1023 1024 1025
	/* Now that we can no longer fail, copy information */

	/*
	 * The (size - 16) / 12 formula is based on the information recorded
	 * for each event, which is of mode 1 (including timestamp) for all
	 * new microcodes that include this information.
	 */
W
Wey-Yi Guy 已提交
1026
	priv->init_evtlog_ptr = pieces.init_evtlog_ptr;
1027
	if (pieces.init_evtlog_size)
W
Wey-Yi Guy 已提交
1028
		priv->init_evtlog_size = (pieces.init_evtlog_size - 16)/12;
1029
	else
W
Wey-Yi Guy 已提交
1030
		priv->init_evtlog_size =
1031
			cfg(priv)->base_params->max_event_log_size;
W
Wey-Yi Guy 已提交
1032 1033
	priv->init_errlog_ptr = pieces.init_errlog_ptr;
	priv->inst_evtlog_ptr = pieces.inst_evtlog_ptr;
1034
	if (pieces.inst_evtlog_size)
W
Wey-Yi Guy 已提交
1035
		priv->inst_evtlog_size = (pieces.inst_evtlog_size - 16)/12;
1036
	else
W
Wey-Yi Guy 已提交
1037
		priv->inst_evtlog_size =
1038
			cfg(priv)->base_params->max_event_log_size;
W
Wey-Yi Guy 已提交
1039
	priv->inst_errlog_ptr = pieces.inst_errlog_ptr;
1040 1041 1042
#ifndef CONFIG_IWLWIFI_P2P
	ucode_capa.flags &= ~IWL_UCODE_TLV_FLAGS_PAN;
#endif
1043

1044 1045 1046
	priv->new_scan_threshold_behaviour =
		!!(ucode_capa.flags & IWL_UCODE_TLV_FLAGS_NEWSCAN);

1047
	if (!(cfg(priv)->sku & EEPROM_SKU_CAP_IPAN_ENABLE))
1048
		ucode_capa.flags &= ~IWL_UCODE_TLV_FLAGS_PAN;
1049

1050 1051 1052 1053 1054 1055 1056
	/*
	 * if not PAN, then don't support P2P -- might be a uCode
	 * packaging bug or due to the eeprom check above
	 */
	if (!(ucode_capa.flags & IWL_UCODE_TLV_FLAGS_PAN))
		ucode_capa.flags &= ~IWL_UCODE_TLV_FLAGS_P2P;

1057 1058
	if (ucode_capa.flags & IWL_UCODE_TLV_FLAGS_PAN) {
		priv->sta_key_max_num = STA_KEY_MAX_NUM_PAN;
1059
		priv->shrd->cmd_queue = IWL_IPAN_CMD_QUEUE_NUM;
1060 1061
	} else {
		priv->sta_key_max_num = STA_KEY_MAX_NUM;
1062
		priv->shrd->cmd_queue = IWL_DEFAULT_CMD_QUEUE_NUM;
1063
	}
1064 1065 1066 1067 1068 1069 1070 1071 1072
	/*
	 * figure out the offset of chain noise reset and gain commands
	 * base on the size of standard phy calibration commands table size
	 */
	if (ucode_capa.standard_phy_calibration_size >
	    IWL_MAX_PHY_CALIBRATE_TBL_SIZE)
		ucode_capa.standard_phy_calibration_size =
			IWL_MAX_STANDARD_PHY_CALIBRATE_TBL_SIZE;

W
Wey-Yi Guy 已提交
1073
	priv->phy_calib_chain_noise_reset_cmd =
1074
		ucode_capa.standard_phy_calibration_size;
W
Wey-Yi Guy 已提交
1075
	priv->phy_calib_chain_noise_gain_cmd =
1076 1077
		ucode_capa.standard_phy_calibration_size + 1;

1078 1079 1080
	/* initialize all valid contexts */
	iwl_init_context(priv, ucode_capa.flags);

1081 1082 1083 1084 1085
	/**************************************************
	 * This is still part of probe() in a sense...
	 *
	 * 9. Setup and register with mac80211 and debugfs
	 **************************************************/
1086
	err = iwlagn_mac_setup_register(priv, &ucode_capa);
1087 1088 1089 1090 1091 1092 1093
	if (err)
		goto out_unbind;

	err = iwl_dbgfs_register(priv, DRV_NAME);
	if (err)
		IWL_ERR(priv, "failed to create debugfs files. Ignoring error: %d\n", err);

Z
Zhu Yi 已提交
1094 1095
	/* We have our copies now, allow OS release its copies */
	release_firmware(ucode_raw);
W
Wey-Yi Guy 已提交
1096
	complete(&priv->firmware_loading_complete);
1097 1098 1099 1100 1101 1102 1103 1104
	return;

 try_again:
	/* try next, if any */
	if (iwl_request_firmware(priv, false))
		goto out_unbind;
	release_firmware(ucode_raw);
	return;
Z
Zhu Yi 已提交
1105 1106

 err_pci_alloc:
1107
	IWL_ERR(priv, "failed to allocate pci memory\n");
1108
	iwl_dealloc_ucode(trans(priv));
1109
 out_unbind:
W
Wey-Yi Guy 已提交
1110
	complete(&priv->firmware_loading_complete);
1111
	device_release_driver(bus(priv)->dev);
Z
Zhu Yi 已提交
1112 1113 1114
	release_firmware(ucode_raw);
}

1115 1116 1117 1118 1119 1120 1121
static void iwl_rf_kill_ct_config(struct iwl_priv *priv)
{
	struct iwl_ct_kill_config cmd;
	struct iwl_ct_kill_throttling_config adv_cmd;
	unsigned long flags;
	int ret = 0;

1122
	spin_lock_irqsave(&priv->shrd->lock, flags);
1123
	iwl_write32(bus(priv), CSR_UCODE_DRV_GP1_CLR,
1124
		    CSR_UCODE_DRV_GP1_REG_BIT_CT_KILL_EXIT);
1125
	spin_unlock_irqrestore(&priv->shrd->lock, flags);
1126 1127
	priv->thermal_throttle.ct_kill_toggle = false;

1128
	if (cfg(priv)->base_params->support_ct_kill_exit) {
1129
		adv_cmd.critical_temperature_enter =
1130
			cpu_to_le32(hw_params(priv).ct_kill_threshold);
1131
		adv_cmd.critical_temperature_exit =
1132
			cpu_to_le32(hw_params(priv).ct_kill_exit_threshold);
1133

1134
		ret = iwl_trans_send_cmd_pdu(trans(priv),
1135 1136
				       REPLY_CT_KILL_CONFIG_CMD,
				       CMD_SYNC, sizeof(adv_cmd), &adv_cmd);
1137 1138 1139 1140
		if (ret)
			IWL_ERR(priv, "REPLY_CT_KILL_CONFIG_CMD failed\n");
		else
			IWL_DEBUG_INFO(priv, "REPLY_CT_KILL_CONFIG_CMD "
1141 1142 1143 1144
				"succeeded, critical temperature enter is %d,"
				"exit is %d\n",
				hw_params(priv).ct_kill_threshold,
				hw_params(priv).ct_kill_exit_threshold);
1145 1146
	} else {
		cmd.critical_temperature_R =
1147
			cpu_to_le32(hw_params(priv).ct_kill_threshold);
1148

1149
		ret = iwl_trans_send_cmd_pdu(trans(priv),
1150 1151
				       REPLY_CT_KILL_CONFIG_CMD,
				       CMD_SYNC, sizeof(cmd), &cmd);
1152 1153 1154 1155
		if (ret)
			IWL_ERR(priv, "REPLY_CT_KILL_CONFIG_CMD failed\n");
		else
			IWL_DEBUG_INFO(priv, "REPLY_CT_KILL_CONFIG_CMD "
1156 1157 1158
				"succeeded, "
				"critical temperature is %d\n",
				hw_params(priv).ct_kill_threshold);
1159 1160 1161
	}
}

1162 1163 1164 1165 1166
static int iwlagn_send_calib_cfg_rt(struct iwl_priv *priv, u32 cfg)
{
	struct iwl_calib_cfg_cmd calib_cfg_cmd;
	struct iwl_host_cmd cmd = {
		.id = CALIBRATION_CFG_CMD,
1167 1168
		.len = { sizeof(struct iwl_calib_cfg_cmd), },
		.data = { &calib_cfg_cmd, },
1169 1170 1171
	};

	memset(&calib_cfg_cmd, 0, sizeof(calib_cfg_cmd));
1172
	calib_cfg_cmd.ucd_calib_cfg.once.is_enable = IWL_CALIB_RT_CFG_ALL;
1173
	calib_cfg_cmd.ucd_calib_cfg.once.start = cpu_to_le32(cfg);
1174

1175
	return iwl_trans_send_cmd(trans(priv), &cmd);
1176 1177 1178
}


W
Wey-Yi Guy 已提交
1179 1180 1181 1182 1183 1184 1185 1186
static int iwlagn_send_tx_ant_config(struct iwl_priv *priv, u8 valid_tx_ant)
{
	struct iwl_tx_ant_config_cmd tx_ant_cmd = {
	  .valid = cpu_to_le32(valid_tx_ant),
	};

	if (IWL_UCODE_API(priv->ucode_ver) > 1) {
		IWL_DEBUG_HC(priv, "select valid tx ant: %u\n", valid_tx_ant);
1187
		return iwl_trans_send_cmd_pdu(trans(priv),
W
Wey-Yi Guy 已提交
1188 1189 1190 1191 1192 1193 1194 1195 1196 1197
					TX_ANT_CONFIGURATION_CMD,
					CMD_SYNC,
					sizeof(struct iwl_tx_ant_config_cmd),
					&tx_ant_cmd);
	} else {
		IWL_DEBUG_HC(priv, "TX_ANT_CONFIGURATION_CMD not supported\n");
		return -EOPNOTSUPP;
	}
}

Z
Zhu Yi 已提交
1198
/**
1199
 * iwl_alive_start - called after REPLY_ALIVE notification received
Z
Zhu Yi 已提交
1200
 *                   from protocol/runtime uCode (initialization uCode's
1201
 *                   Alive gets handled by iwl_init_alive_start()).
Z
Zhu Yi 已提交
1202
 */
1203
int iwl_alive_start(struct iwl_priv *priv)
Z
Zhu Yi 已提交
1204
{
1205
	int ret = 0;
1206
	struct iwl_rxon_context *ctx = &priv->contexts[IWL_RXON_CTX_BSS];
Z
Zhu Yi 已提交
1207

1208
	/*TODO: this should go to the transport layer */
1209
	iwl_reset_ict(trans(priv));
Z
Zhu Yi 已提交
1210

1211
	IWL_DEBUG_INFO(priv, "Runtime Alive received.\n");
1212

1213
	/* After the ALIVE response, we can send host commands to the uCode */
1214
	set_bit(STATUS_ALIVE, &priv->shrd->status);
Z
Zhu Yi 已提交
1215

1216 1217
	/* Enable watchdog to monitor the driver tx queues */
	iwl_setup_watchdog(priv);
1218

1219
	if (iwl_is_rfkill(priv->shrd))
1220
		return -ERFKILL;
Z
Zhu Yi 已提交
1221

1222
	/* download priority table before any calibration request */
1223 1224
	if (cfg(priv)->bt_params &&
	    cfg(priv)->bt_params->advanced_bt_coexist) {
1225
		/* Configure Bluetooth device coexistence support */
1226
		if (cfg(priv)->bt_params->bt_sco_disable)
1227 1228 1229 1230
			priv->bt_enable_pspoll = false;
		else
			priv->bt_enable_pspoll = true;

1231 1232 1233
		priv->bt_valid = IWLAGN_BT_ALL_VALID_MSK;
		priv->kill_ack_mask = IWLAGN_BT_KILL_ACK_MASK_DEFAULT;
		priv->kill_cts_mask = IWLAGN_BT_KILL_CTS_MASK_DEFAULT;
W
Wey-Yi Guy 已提交
1234
		iwlagn_send_advance_bt_config(priv);
1235
		priv->bt_valid = IWLAGN_BT_VALID_ENABLE_FLAGS;
1236 1237
		priv->cur_rssi_ctx = NULL;

1238
		iwl_send_prio_tbl(trans(priv));
1239 1240

		/* FIXME: w/a to force change uCode BT state machine */
1241
		ret = iwl_send_bt_env(trans(priv), IWL_BT_COEX_ENV_OPEN,
1242 1243 1244
					 BT_COEX_PRIO_TBL_EVT_INIT_CALIB2);
		if (ret)
			return ret;
1245
		ret = iwl_send_bt_env(trans(priv), IWL_BT_COEX_ENV_CLOSE,
1246 1247 1248
					 BT_COEX_PRIO_TBL_EVT_INIT_CALIB2);
		if (ret)
			return ret;
W
Wey-Yi Guy 已提交
1249 1250 1251 1252 1253
	} else {
		/*
		 * default is 2-wire BT coexexistence support
		 */
		iwl_send_bt_config(priv);
1254
	}
W
Wey-Yi Guy 已提交
1255

1256 1257 1258
	if (hw_params(priv).calib_rt_cfg)
		iwlagn_send_calib_cfg_rt(priv,
					 hw_params(priv).calib_rt_cfg);
1259

1260
	ieee80211_wake_queues(priv->hw);
Z
Zhu Yi 已提交
1261

1262
	priv->active_rate = IWL_RATES_MASK;
Z
Zhu Yi 已提交
1263

1264
	/* Configure Tx antenna selection based on H/W config */
1265
	iwlagn_send_tx_ant_config(priv, cfg(priv)->valid_tx_ant);
1266

1267
	if (iwl_is_associated_ctx(ctx) && !priv->shrd->wowlan) {
G
Gregory Greenman 已提交
1268
		struct iwl_rxon_cmd *active_rxon =
1269
				(struct iwl_rxon_cmd *)&ctx->active;
1270
		/* apply any changes in staging */
1271
		ctx->staging.filter_flags |= RXON_FILTER_ASSOC_MSK;
Z
Zhu Yi 已提交
1272 1273
		active_rxon->filter_flags &= ~RXON_FILTER_ASSOC_MSK;
	} else {
1274
		struct iwl_rxon_context *tmp;
Z
Zhu Yi 已提交
1275
		/* Initialize our rx_config data */
1276 1277
		for_each_context(priv, tmp)
			iwl_connection_init_rx_config(priv, tmp);
1278

W
Wey-Yi Guy 已提交
1279
		iwlagn_set_rxon_chain(priv, ctx);
Z
Zhu Yi 已提交
1280 1281
	}

1282
	if (!priv->shrd->wowlan) {
J
Johannes Berg 已提交
1283 1284 1285
		/* WoWLAN ucode will not reply in the same way, skip it */
		iwl_reset_run_time_calib(priv);
	}
1286

1287
	set_bit(STATUS_READY, &priv->shrd->status);
1288

Z
Zhu Yi 已提交
1289
	/* Configure the adapter for unassociated operation */
1290
	ret = iwlagn_commit_rxon(priv, ctx);
1291 1292
	if (ret)
		return ret;
Z
Zhu Yi 已提交
1293 1294

	/* At this point, the NIC is initialized and operational */
1295
	iwl_rf_kill_ct_config(priv);
1296

1297
	IWL_DEBUG_INFO(priv, "ALIVE processing complete.\n");
1298

1299
	return iwl_power_update_mode(priv, true);
Z
Zhu Yi 已提交
1300 1301
}

1302
static void iwl_cancel_deferred_work(struct iwl_priv *priv);
Z
Zhu Yi 已提交
1303

1304
void __iwl_down(struct iwl_priv *priv)
Z
Zhu Yi 已提交
1305
{
1306
	int exit_pending;
Z
Zhu Yi 已提交
1307

1308
	IWL_DEBUG_INFO(priv, DRV_NAME " is going down\n");
Z
Zhu Yi 已提交
1309

1310 1311
	iwl_scan_cancel_timeout(priv, 200);

1312 1313 1314 1315 1316 1317 1318
	/*
	 * If active, scanning won't cancel it, so say it expired.
	 * No race since we hold the mutex here and a new one
	 * can't come in at this time.
	 */
	ieee80211_remain_on_channel_expired(priv->hw);

1319 1320
	exit_pending =
		test_and_set_bit(STATUS_EXIT_PENDING, &priv->shrd->status);
Z
Zhu Yi 已提交
1321

1322 1323
	/* Stop TX queues watchdog. We need to have STATUS_EXIT_PENDING bit set
	 * to prevent rearm timer */
1324
	del_timer_sync(&priv->watchdog);
1325

1326
	iwl_clear_ucode_stations(priv, NULL);
1327
	iwl_dealloc_bcast_stations(priv);
1328
	iwl_clear_driver_stations(priv);
Z
Zhu Yi 已提交
1329

1330
	/* reset BT coex data */
1331
	priv->bt_status = 0;
1332 1333
	priv->cur_rssi_ctx = NULL;
	priv->bt_is_sco = 0;
1334
	if (cfg(priv)->bt_params)
1335
		priv->bt_traffic_load =
1336
			 cfg(priv)->bt_params->bt_init_traffic_load;
1337 1338
	else
		priv->bt_traffic_load = 0;
1339 1340
	priv->bt_full_concurrent = false;
	priv->bt_ci_compliance = 0;
1341

Z
Zhu Yi 已提交
1342 1343 1344
	/* Wipe out the EXIT_PENDING status bit if we are not actually
	 * exiting the module */
	if (!exit_pending)
1345
		clear_bit(STATUS_EXIT_PENDING, &priv->shrd->status);
Z
Zhu Yi 已提交
1346

1347
	if (priv->mac80211_registered)
Z
Zhu Yi 已提交
1348 1349
		ieee80211_stop_queues(priv->hw);

1350 1351
	iwl_trans_stop_device(trans(priv));

J
Johannes Berg 已提交
1352
	/* Clear out all status bits but a few that are stable across reset */
1353 1354
	priv->shrd->status &=
			test_bit(STATUS_RF_KILL_HW, &priv->shrd->status) <<
Z
Zhu Yi 已提交
1355
				STATUS_RF_KILL_HW |
1356
			test_bit(STATUS_GEO_CONFIGURED, &priv->shrd->status) <<
1357
				STATUS_GEO_CONFIGURED |
1358
			test_bit(STATUS_FW_ERROR, &priv->shrd->status) <<
1359
				STATUS_FW_ERROR |
1360
			test_bit(STATUS_EXIT_PENDING, &priv->shrd->status) <<
1361
				STATUS_EXIT_PENDING;
Z
Zhu Yi 已提交
1362

1363
	dev_kfree_skb(priv->beacon_skb);
1364
	priv->beacon_skb = NULL;
Z
Zhu Yi 已提交
1365 1366
}

1367
void iwl_down(struct iwl_priv *priv)
Z
Zhu Yi 已提交
1368
{
1369
	mutex_lock(&priv->shrd->mutex);
1370
	__iwl_down(priv);
1371
	mutex_unlock(&priv->shrd->mutex);
1372

1373
	iwl_cancel_deferred_work(priv);
Z
Zhu Yi 已提交
1374 1375 1376 1377 1378 1379 1380 1381
}

/*****************************************************************************
 *
 * Workqueue callbacks
 *
 *****************************************************************************/

1382 1383 1384 1385 1386
static void iwl_bg_run_time_calib_work(struct work_struct *work)
{
	struct iwl_priv *priv = container_of(work, struct iwl_priv,
			run_time_calib_work);

1387
	mutex_lock(&priv->shrd->mutex);
1388

1389 1390
	if (test_bit(STATUS_EXIT_PENDING, &priv->shrd->status) ||
	    test_bit(STATUS_SCANNING, &priv->shrd->status)) {
1391
		mutex_unlock(&priv->shrd->mutex);
1392 1393 1394 1395
		return;
	}

	if (priv->start_calib) {
1396 1397
		iwl_chain_noise_calibration(priv);
		iwl_sensitivity_calibration(priv);
1398 1399
	}

1400
	mutex_unlock(&priv->shrd->mutex);
1401 1402
}

1403
void iwlagn_prepare_restart(struct iwl_priv *priv)
J
Johannes Berg 已提交
1404 1405 1406 1407 1408 1409
{
	struct iwl_rxon_context *ctx;
	bool bt_full_concurrent;
	u8 bt_ci_compliance;
	u8 bt_load;
	u8 bt_status;
1410
	bool bt_is_sco;
J
Johannes Berg 已提交
1411

1412
	lockdep_assert_held(&priv->shrd->mutex);
J
Johannes Berg 已提交
1413 1414 1415 1416 1417 1418 1419 1420 1421 1422 1423 1424 1425 1426 1427 1428 1429 1430

	for_each_context(priv, ctx)
		ctx->vif = NULL;
	priv->is_open = 0;

	/*
	 * __iwl_down() will clear the BT status variables,
	 * which is correct, but when we restart we really
	 * want to keep them so restore them afterwards.
	 *
	 * The restart process will later pick them up and
	 * re-configure the hw when we reconfigure the BT
	 * command.
	 */
	bt_full_concurrent = priv->bt_full_concurrent;
	bt_ci_compliance = priv->bt_ci_compliance;
	bt_load = priv->bt_traffic_load;
	bt_status = priv->bt_status;
1431
	bt_is_sco = priv->bt_is_sco;
J
Johannes Berg 已提交
1432 1433 1434 1435 1436 1437 1438

	__iwl_down(priv);

	priv->bt_full_concurrent = bt_full_concurrent;
	priv->bt_ci_compliance = bt_ci_compliance;
	priv->bt_traffic_load = bt_load;
	priv->bt_status = bt_status;
1439
	priv->bt_is_sco = bt_is_sco;
J
Johannes Berg 已提交
1440 1441
}

1442
static void iwl_bg_restart(struct work_struct *data)
Z
Zhu Yi 已提交
1443
{
1444
	struct iwl_priv *priv = container_of(data, struct iwl_priv, restart);
Z
Zhu Yi 已提交
1445

1446
	if (test_bit(STATUS_EXIT_PENDING, &priv->shrd->status))
Z
Zhu Yi 已提交
1447 1448
		return;

1449
	if (test_and_clear_bit(STATUS_FW_ERROR, &priv->shrd->status)) {
1450
		mutex_lock(&priv->shrd->mutex);
J
Johannes Berg 已提交
1451
		iwlagn_prepare_restart(priv);
1452
		mutex_unlock(&priv->shrd->mutex);
1453
		iwl_cancel_deferred_work(priv);
J
Johannes Berg 已提交
1454 1455
		ieee80211_restart_hw(priv->hw);
	} else {
1456
		WARN_ON(1);
J
Johannes Berg 已提交
1457
	}
Z
Zhu Yi 已提交
1458 1459
}

1460 1461 1462



1463
void iwlagn_disable_roc(struct iwl_priv *priv)
1464
{
1465
	struct iwl_rxon_context *ctx = &priv->contexts[IWL_RXON_CTX_PAN];
1466

1467
	lockdep_assert_held(&priv->shrd->mutex);
1468

1469 1470
	if (!priv->hw_roc_setup)
		return;
1471

1472 1473
	ctx->staging.dev_type = RXON_DEV_TYPE_P2P;
	ctx->staging.filter_flags &= ~RXON_FILTER_ASSOC_MSK;
1474

1475
	priv->hw_roc_channel = NULL;
1476

1477
	memset(ctx->staging.node_addr, 0, ETH_ALEN);
1478

1479
	iwlagn_commit_rxon(priv, ctx);
1480

1481 1482
	ctx->is_active = false;
	priv->hw_roc_setup = false;
1483 1484
}

1485
static void iwlagn_disable_roc_work(struct work_struct *work)
Z
Zhu Yi 已提交
1486
{
1487 1488
	struct iwl_priv *priv = container_of(work, struct iwl_priv,
					     hw_roc_disable_work.work);
Z
Zhu Yi 已提交
1489

1490
	mutex_lock(&priv->shrd->mutex);
1491
	iwlagn_disable_roc(priv);
1492
	mutex_unlock(&priv->shrd->mutex);
Z
Zhu Yi 已提交
1493 1494
}

1495 1496 1497 1498 1499 1500 1501
/*****************************************************************************
 *
 * driver setup and teardown
 *
 *****************************************************************************/

static void iwl_setup_deferred_work(struct iwl_priv *priv)
Z
Zhu Yi 已提交
1502
{
1503
	priv->shrd->workqueue = create_singlethread_workqueue(DRV_NAME);
Z
Zhu Yi 已提交
1504

1505
	init_waitqueue_head(&priv->shrd->wait_command_queue);
M
Mohamed Abbas 已提交
1506

1507 1508 1509 1510 1511 1512 1513 1514
	INIT_WORK(&priv->restart, iwl_bg_restart);
	INIT_WORK(&priv->beacon_update, iwl_bg_beacon_update);
	INIT_WORK(&priv->run_time_calib_work, iwl_bg_run_time_calib_work);
	INIT_WORK(&priv->tx_flush, iwl_bg_tx_flush);
	INIT_WORK(&priv->bt_full_concurrency, iwl_bg_bt_full_concurrency);
	INIT_WORK(&priv->bt_runtime_config, iwl_bg_bt_runtime_config);
	INIT_DELAYED_WORK(&priv->hw_roc_disable_work,
			  iwlagn_disable_roc_work);
1515

1516
	iwl_setup_scan_deferred_work(priv);
1517

1518 1519
	if (cfg(priv)->lib->bt_setup_deferred_work)
		cfg(priv)->lib->bt_setup_deferred_work(priv);
1520

1521 1522 1523
	init_timer(&priv->statistics_periodic);
	priv->statistics_periodic.data = (unsigned long)priv;
	priv->statistics_periodic.function = iwl_bg_statistics_periodic;
1524

1525 1526 1527
	init_timer(&priv->ucode_trace);
	priv->ucode_trace.data = (unsigned long)priv;
	priv->ucode_trace.function = iwl_bg_ucode_trace;
M
Mohamed Abbas 已提交
1528

1529 1530 1531
	init_timer(&priv->watchdog);
	priv->watchdog.data = (unsigned long)priv;
	priv->watchdog.function = iwl_bg_watchdog;
Z
Zhu Yi 已提交
1532 1533
}

1534
static void iwl_cancel_deferred_work(struct iwl_priv *priv)
J
Johannes Berg 已提交
1535
{
1536 1537
	if (cfg(priv)->lib->cancel_deferred_work)
		cfg(priv)->lib->cancel_deferred_work(priv);
J
Johannes Berg 已提交
1538

1539 1540
	cancel_work_sync(&priv->run_time_calib_work);
	cancel_work_sync(&priv->beacon_update);
J
Johannes Berg 已提交
1541

1542
	iwl_cancel_scan_deferred_work(priv);
J
Johannes Berg 已提交
1543

1544 1545 1546
	cancel_work_sync(&priv->bt_full_concurrency);
	cancel_work_sync(&priv->bt_runtime_config);
	cancel_delayed_work_sync(&priv->hw_roc_disable_work);
J
Johannes Berg 已提交
1547

1548 1549 1550
	del_timer_sync(&priv->statistics_periodic);
	del_timer_sync(&priv->ucode_trace);
}
J
Johannes Berg 已提交
1551

1552 1553 1554 1555
static void iwl_init_hw_rates(struct iwl_priv *priv,
			      struct ieee80211_rate *rates)
{
	int i;
J
Johannes Berg 已提交
1556

1557 1558 1559 1560 1561 1562 1563 1564 1565 1566 1567 1568 1569
	for (i = 0; i < IWL_RATE_COUNT_LEGACY; i++) {
		rates[i].bitrate = iwl_rates[i].ieee * 5;
		rates[i].hw_value = i; /* Rate scaling will work on indexes */
		rates[i].hw_value_short = i;
		rates[i].flags = 0;
		if ((i >= IWL_FIRST_CCK_RATE) && (i <= IWL_LAST_CCK_RATE)) {
			/*
			 * If CCK != 1M then set short preamble rate flag.
			 */
			rates[i].flags |=
				(iwl_rates[i].plcp == IWL_RATE_1M_PLCP) ?
					0 : IEEE80211_RATE_SHORT_PREAMBLE;
		}
J
Johannes Berg 已提交
1570 1571 1572
	}
}

1573
static int iwl_init_drv(struct iwl_priv *priv)
J
Johannes Berg 已提交
1574
{
1575
	int ret;
J
Johannes Berg 已提交
1576

1577
	spin_lock_init(&priv->shrd->sta_lock);
J
Johannes Berg 已提交
1578

1579
	mutex_init(&priv->shrd->mutex);
J
Johannes Berg 已提交
1580

1581
	INIT_LIST_HEAD(&trans(priv)->calib_results);
1582

1583 1584 1585
	priv->ieee_channels = NULL;
	priv->ieee_rates = NULL;
	priv->band = IEEE80211_BAND_2GHZ;
J
Johannes Berg 已提交
1586

1587 1588 1589 1590
	priv->iw_mode = NL80211_IFTYPE_STATION;
	priv->current_ht_config.smps = IEEE80211_SMPS_STATIC;
	priv->missed_beacon_threshold = IWL_MISSED_BEACON_THRESHOLD_DEF;
	priv->agg_tids_count = 0;
J
Johannes Berg 已提交
1591

1592 1593 1594 1595 1596
	/* initialize force reset */
	priv->force_reset[IWL_RF_RESET].reset_duration =
		IWL_DELAY_NEXT_FORCE_RF_RESET;
	priv->force_reset[IWL_FW_RESET].reset_duration =
		IWL_DELAY_NEXT_FORCE_FW_RELOAD;
J
Johannes Berg 已提交
1597

1598
	priv->rx_statistics_jiffies = jiffies;
J
Johannes Berg 已提交
1599

1600 1601
	/* Choose which receivers/antennas to use */
	iwlagn_set_rxon_chain(priv, &priv->contexts[IWL_RXON_CTX_BSS]);
J
Johannes Berg 已提交
1602

1603
	iwl_init_scan_params(priv);
J
Johannes Berg 已提交
1604

1605
	/* init bt coex */
1606 1607
	if (cfg(priv)->bt_params &&
	    cfg(priv)->bt_params->advanced_bt_coexist) {
1608 1609 1610 1611 1612 1613 1614
		priv->kill_ack_mask = IWLAGN_BT_KILL_ACK_MASK_DEFAULT;
		priv->kill_cts_mask = IWLAGN_BT_KILL_CTS_MASK_DEFAULT;
		priv->bt_valid = IWLAGN_BT_ALL_VALID_MSK;
		priv->bt_on_thresh = BT_ON_THRESHOLD_DEF;
		priv->bt_duration = BT_DURATION_LIMIT_DEF;
		priv->dynamic_frag_thresh = BT_FRAG_THRESHOLD_DEF;
	}
J
Johannes Berg 已提交
1615

1616
	ret = iwl_init_channel_map(priv);
J
Johannes Berg 已提交
1617
	if (ret) {
1618 1619
		IWL_ERR(priv, "initializing regulatory failed: %d\n", ret);
		goto err;
J
Johannes Berg 已提交
1620 1621
	}

1622 1623 1624 1625 1626 1627
	ret = iwl_init_geos(priv);
	if (ret) {
		IWL_ERR(priv, "initializing geos failed: %d\n", ret);
		goto err_free_channel_map;
	}
	iwl_init_hw_rates(priv, priv->ieee_rates);
J
Johannes Berg 已提交
1628

1629
	return 0;
J
Johannes Berg 已提交
1630

1631 1632 1633 1634 1635
err_free_channel_map:
	iwl_free_channel_map(priv);
err:
	return ret;
}
J
Johannes Berg 已提交
1636

1637 1638 1639 1640 1641 1642 1643 1644 1645 1646 1647 1648 1649
static void iwl_uninit_drv(struct iwl_priv *priv)
{
	iwl_free_geos(priv);
	iwl_free_channel_map(priv);
	if (priv->tx_cmd_pool)
		kmem_cache_destroy(priv->tx_cmd_pool);
	kfree(priv->scan_cmd);
	kfree(priv->beacon_cmd);
	kfree(rcu_dereference_raw(priv->noa_data));
#ifdef CONFIG_IWLWIFI_DEBUGFS
	kfree(priv->wowlan_sram);
#endif
}
J
Johannes Berg 已提交
1650 1651 1652



1653 1654 1655 1656
static u32 iwl_hw_detect(struct iwl_priv *priv)
{
	return iwl_read32(bus(priv), CSR_HW_REV);
}
J
Johannes Berg 已提交
1657

1658 1659 1660
/* Size of one Rx buffer in host DRAM */
#define IWL_RX_BUF_SIZE_4K (4 * 1024)
#define IWL_RX_BUF_SIZE_8K (8 * 1024)
1661

1662 1663
static int iwl_set_hw_params(struct iwl_priv *priv)
{
D
Don Fry 已提交
1664
	if (iwlagn_mod_params.amsdu_size_8K)
1665 1666
		hw_params(priv).rx_page_order =
			get_order(IWL_RX_BUF_SIZE_8K);
1667
	else
1668 1669
		hw_params(priv).rx_page_order =
			get_order(IWL_RX_BUF_SIZE_4K);
1670

J
Johannes Berg 已提交
1671
	if (iwlagn_mod_params.disable_11n & IWL_DISABLE_HT_ALL)
1672
		cfg(priv)->sku &= ~EEPROM_SKU_CAP_11N_ENABLE;
1673

1674
	hw_params(priv).num_ampdu_queues =
1675
		cfg(priv)->base_params->num_of_ampdu_queues;
1676
	hw_params(priv).shadow_reg_enable =
1677 1678 1679
		cfg(priv)->base_params->shadow_reg_enable;
	hw_params(priv).sku = cfg(priv)->sku;
	hw_params(priv).wd_timeout = cfg(priv)->base_params->wd_timeout;
1680

1681
	/* Device-specific setup */
1682
	return cfg(priv)->lib->set_hw_params(priv);
1683 1684
}

1685 1686


1687 1688 1689 1690 1691 1692 1693 1694 1695 1696 1697 1698 1699 1700 1701 1702 1703 1704 1705 1706 1707
static void iwl_debug_config(struct iwl_priv *priv)
{
	dev_printk(KERN_INFO, bus(priv)->dev, "CONFIG_IWLWIFI_DEBUG "
#ifdef CONFIG_IWLWIFI_DEBUG
		"enabled\n");
#else
		"disabled\n");
#endif
	dev_printk(KERN_INFO, bus(priv)->dev, "CONFIG_IWLWIFI_DEBUGFS "
#ifdef CONFIG_IWLWIFI_DEBUGFS
		"enabled\n");
#else
		"disabled\n");
#endif
	dev_printk(KERN_INFO, bus(priv)->dev, "CONFIG_IWLWIFI_DEVICE_TRACING "
#ifdef CONFIG_IWLWIFI_DEVICE_TRACING
		"enabled\n");
#else
		"disabled\n");
#endif

1708 1709
	dev_printk(KERN_INFO, bus(priv)->dev, "CONFIG_IWLWIFI_DEVICE_TESTMODE "
#ifdef CONFIG_IWLWIFI_DEVICE_TESTMODE
1710 1711 1712
		"enabled\n");
#else
		"disabled\n");
1713 1714 1715 1716 1717 1718
#endif
	dev_printk(KERN_INFO, bus(priv)->dev, "CONFIG_IWLWIFI_P2P "
#ifdef CONFIG_IWLWIFI_P2P
		"enabled\n");
#else
		"disabled\n");
1719 1720 1721
#endif
}

1722 1723
int iwl_probe(struct iwl_bus *bus, const struct iwl_trans_ops *trans_ops,
		struct iwl_cfg *cfg)
1724 1725 1726 1727
{
	int err = 0;
	struct iwl_priv *priv;
	struct ieee80211_hw *hw;
1728
	u16 num_mac;
1729 1730 1731 1732 1733
	u32 hw_rev;

	/************************
	 * 1. Allocating HW data
	 ************************/
D
Don Fry 已提交
1734
	hw = iwl_alloc_all();
1735
	if (!hw) {
D
Don Fry 已提交
1736
		pr_err("%s: Cannot allocate network device\n", cfg->name);
1737
		err = -ENOMEM;
1738 1739 1740
		goto out;
	}

1741
	priv = hw->priv;
1742
	priv->shrd = &priv->_shrd;
1743
	bus->shrd = priv->shrd;
1744 1745
	priv->shrd->bus = bus;
	priv->shrd->priv = priv;
1746

1747 1748 1749 1750 1751 1752
	priv->shrd->trans = trans_ops->alloc(priv->shrd);
	if (priv->shrd->trans == NULL) {
		err = -ENOMEM;
		goto out_free_traffic_mem;
	}

1753
	/* At this point both hw and priv are allocated. */
1754

1755
	SET_IEEE80211_DEV(hw, bus(priv)->dev);
Z
Zhu Yi 已提交
1756

1757 1758 1759
	/* what debugging capabilities we have */
	iwl_debug_config(priv);

1760
	IWL_DEBUG_INFO(priv, "*** LOAD DRIVER ***\n");
1761
	cfg(priv) = cfg;
1762

1763 1764
	/* is antenna coupling more than 35dB ? */
	priv->bt_ant_couple_ok =
1765 1766 1767
		(iwlagn_mod_params.ant_coupling >
			IWL_BT_ANTENNA_COUPLING_THRESHOLD) ?
			true : false;
1768

1769
	/* enable/disable bt channel inhibition */
1770
	priv->bt_ch_announce = iwlagn_mod_params.bt_ch_announce;
1771 1772
	IWL_DEBUG_INFO(priv, "BT channel inhibition is %s\n",
		       (priv->bt_ch_announce) ? "On" : "Off");
1773

1774 1775
	if (iwl_alloc_traffic_mem(priv))
		IWL_ERR(priv, "Not enough memory to generate traffic log\n");
Z
Zhu Yi 已提交
1776

1777
	/* these spin locks will be used in apm_ops.init and EEPROM access
M
Mohamed Abbas 已提交
1778 1779
	 * we should init now
	 */
1780
	spin_lock_init(&bus(priv)->reg_lock);
1781
	spin_lock_init(&priv->shrd->lock);
1782 1783 1784 1785 1786 1787

	/*
	 * stop and reset the on-board processor just in case it is in a
	 * strange state ... like being left stranded by a primary kernel
	 * and this is now the kdump kernel trying to start up
	 */
1788
	iwl_write32(bus(priv), CSR_RESET, CSR_RESET_REG_FLAG_NEVO_RESET);
1789

1790 1791 1792
	/***********************
	 * 3. Read REV register
	 ***********************/
J
Johannes Berg 已提交
1793
	hw_rev = iwl_hw_detect(priv);
1794
	IWL_INFO(priv, "Detected %s, REV=0x%X\n",
1795
		cfg(priv)->name, hw_rev);
1796

1797
	err = iwl_trans_request_irq(trans(priv));
1798
	if (err)
1799
		goto out_free_trans;
1800

1801
	if (iwl_trans_prepare_card_hw(trans(priv))) {
1802
		err = -EIO;
M
Mohamed Abbas 已提交
1803
		IWL_WARN(priv, "Failed, HW not ready\n");
1804
		goto out_free_trans;
M
Mohamed Abbas 已提交
1805 1806
	}

T
Tomas Winkler 已提交
1807 1808 1809
	/*****************
	 * 4. Read EEPROM
	 *****************/
1810
	/* Read the EEPROM */
J
Johannes Berg 已提交
1811
	err = iwl_eeprom_init(priv, hw_rev);
1812
	if (err) {
1813
		IWL_ERR(priv, "Unable to init EEPROM\n");
1814
		goto out_free_trans;
1815
	}
1816 1817
	err = iwl_eeprom_check_version(priv);
	if (err)
1818
		goto out_free_eeprom;
1819

1820 1821 1822 1823
	err = iwl_eeprom_check_sku(priv);
	if (err)
		goto out_free_eeprom;

1824
	/* extract MAC Address */
1825
	iwl_eeprom_get_mac(priv->shrd, priv->addresses[0].addr);
1826 1827 1828
	IWL_DEBUG_INFO(priv, "MAC address: %pM\n", priv->addresses[0].addr);
	priv->hw->wiphy->addresses = priv->addresses;
	priv->hw->wiphy->n_addresses = 1;
1829
	num_mac = iwl_eeprom_query16(priv->shrd, EEPROM_NUM_MAC_ADDRESS);
1830 1831 1832 1833 1834 1835
	if (num_mac > 1) {
		memcpy(priv->addresses[1].addr, priv->addresses[0].addr,
		       ETH_ALEN);
		priv->addresses[1].addr[5]++;
		priv->hw->wiphy->n_addresses++;
	}
1836 1837 1838 1839

	/************************
	 * 5. Setup HW constants
	 ************************/
1840
	if (iwl_set_hw_params(priv)) {
1841
		err = -ENOENT;
1842
		IWL_ERR(priv, "failed to set hw parameters\n");
1843
		goto out_free_eeprom;
1844 1845 1846
	}

	/*******************
T
Tomas Winkler 已提交
1847
	 * 6. Setup priv
1848
	 *******************/
Z
Zhu Yi 已提交
1849

T
Tomas Winkler 已提交
1850
	err = iwl_init_drv(priv);
1851
	if (err)
R
Ron Rindjunsky 已提交
1852
		goto out_free_eeprom;
1853
	/* At this point both hw and priv are initialized. */
1854 1855

	/********************
1856
	 * 7. Setup services
1857
	 ********************/
1858
	iwl_setup_deferred_work(priv);
1859
	iwl_setup_rx_handlers(priv);
1860
	iwl_testmode_init(priv);
1861

J
Johannes Berg 已提交
1862
	/*********************************************
1863
	 * 8. Enable interrupts
J
Johannes Berg 已提交
1864
	 *********************************************/
T
Tomas Winkler 已提交
1865

1866
	iwl_enable_rfkill_int(priv);
1867 1868

	/* If platform's RF_KILL switch is NOT set to KILL */
1869 1870
	if (iwl_read32(bus(priv),
			CSR_GP_CNTRL) & CSR_GP_CNTRL_REG_FLAG_HW_RF_KILL_SW)
1871
		clear_bit(STATUS_RF_KILL_HW, &priv->shrd->status);
1872
	else
1873
		set_bit(STATUS_RF_KILL_HW, &priv->shrd->status);
T
Tomas Winkler 已提交
1874

J
Johannes Berg 已提交
1875
	wiphy_rfkill_set_hw_state(priv->hw->wiphy,
1876
		test_bit(STATUS_RF_KILL_HW, &priv->shrd->status));
1877

1878
	iwl_power_initialize(priv);
1879
	iwl_tt_initialize(priv);
J
Johannes Berg 已提交
1880

W
Wey-Yi Guy 已提交
1881
	init_completion(&priv->firmware_loading_complete);
1882

1883
	err = iwl_request_firmware(priv, true);
J
Johannes Berg 已提交
1884
	if (err)
1885
		goto out_destroy_workqueue;
J
Johannes Berg 已提交
1886

Z
Zhu Yi 已提交
1887 1888
	return 0;

1889
out_destroy_workqueue:
1890 1891
	destroy_workqueue(priv->shrd->workqueue);
	priv->shrd->workqueue = NULL;
T
Tomas Winkler 已提交
1892
	iwl_uninit_drv(priv);
1893
out_free_eeprom:
1894
	iwl_eeprom_free(priv->shrd);
1895
out_free_trans:
1896
	iwl_trans_free(trans(priv));
1897
out_free_traffic_mem:
1898
	iwl_free_traffic_mem(priv);
1899
	ieee80211_free_hw(priv->hw);
1900
out:
Z
Zhu Yi 已提交
1901 1902 1903
	return err;
}

1904
void __devexit iwl_remove(struct iwl_priv * priv)
Z
Zhu Yi 已提交
1905
{
W
Wey-Yi Guy 已提交
1906
	wait_for_completion(&priv->firmware_loading_complete);
1907

1908
	IWL_DEBUG_INFO(priv, "*** UNLOAD DRIVER ***\n");
Z
Zhu Yi 已提交
1909

1910 1911
	iwl_dbgfs_unregister(priv);

1912
	/* ieee80211_unregister_hw call wil cause iwlagn_mac_stop to
1913
	 * to be called and iwl_down since we are removing the device
1914 1915
	 * we need to set STATUS_EXIT_PENDING bit.
	 */
1916
	set_bit(STATUS_EXIT_PENDING, &priv->shrd->status);
1917

W
Wey-Yi Guy 已提交
1918
	iwl_testmode_cleanup(priv);
1919
	iwlagn_mac_unregister(priv);
1920

1921 1922
	iwl_tt_exit(priv);

1923 1924
	/*This will stop the queues, move the device to low power state */
	iwl_trans_stop_device(trans(priv));
1925

1926
	iwl_dealloc_ucode(trans(priv));
Z
Zhu Yi 已提交
1927

1928
	iwl_eeprom_free(priv->shrd);
Z
Zhu Yi 已提交
1929

M
Mohamed Abbas 已提交
1930
	/*netif_stop_queue(dev); */
1931
	flush_workqueue(priv->shrd->workqueue);
M
Mohamed Abbas 已提交
1932

1933
	/* ieee80211_unregister_hw calls iwlagn_mac_stop, which flushes
1934
	 * priv->shrd->workqueue... so we can't take down the workqueue
Z
Zhu Yi 已提交
1935
	 * until now... */
1936 1937
	destroy_workqueue(priv->shrd->workqueue);
	priv->shrd->workqueue = NULL;
1938
	iwl_free_traffic_mem(priv);
Z
Zhu Yi 已提交
1939

1940
	iwl_trans_free(trans(priv));
1941

T
Tomas Winkler 已提交
1942
	iwl_uninit_drv(priv);
Z
Zhu Yi 已提交
1943

1944
	dev_kfree_skb(priv->beacon_skb);
Z
Zhu Yi 已提交
1945 1946 1947 1948 1949 1950 1951 1952 1953 1954

	ieee80211_free_hw(priv->hw);
}


/*****************************************************************************
 *
 * driver and module entry point
 *
 *****************************************************************************/
1955
static int __init iwl_init(void)
Z
Zhu Yi 已提交
1956 1957 1958
{

	int ret;
1959 1960
	pr_info(DRV_DESCRIPTION ", " DRV_VERSION "\n");
	pr_info(DRV_COPYRIGHT "\n");
1961

1962
	ret = iwlagn_rate_control_register();
1963
	if (ret) {
1964
		pr_err("Unable to register rate control algorithm: %d\n", ret);
1965 1966 1967
		return ret;
	}

1968
	ret = iwl_pci_register_driver();
Z
Zhu Yi 已提交
1969

1970 1971
	if (ret)
		goto error_register;
Z
Zhu Yi 已提交
1972
	return ret;
1973 1974

error_register:
1975
	iwlagn_rate_control_unregister();
1976
	return ret;
Z
Zhu Yi 已提交
1977 1978
}

1979
static void __exit iwl_exit(void)
Z
Zhu Yi 已提交
1980
{
1981
	iwl_pci_unregister_driver();
1982
	iwlagn_rate_control_unregister();
Z
Zhu Yi 已提交
1983 1984
}

1985 1986
module_exit(iwl_exit);
module_init(iwl_init);
1987 1988

#ifdef CONFIG_IWLWIFI_DEBUG
1989 1990
module_param_named(debug, iwlagn_mod_params.debug_level, uint,
		   S_IRUGO | S_IWUSR);
1991 1992 1993
MODULE_PARM_DESC(debug, "debug output mask");
#endif

1994 1995 1996 1997
module_param_named(swcrypto, iwlagn_mod_params.sw_crypto, int, S_IRUGO);
MODULE_PARM_DESC(swcrypto, "using crypto in software (default 0 [hardware])");
module_param_named(queues_num, iwlagn_mod_params.num_of_queues, int, S_IRUGO);
MODULE_PARM_DESC(queues_num, "number of hw queues.");
J
Johannes Berg 已提交
1998 1999 2000
module_param_named(11n_disable, iwlagn_mod_params.disable_11n, uint, S_IRUGO);
MODULE_PARM_DESC(11n_disable,
	"disable 11n functionality, bitmap: 1: full, 2: agg TX, 4: agg RX");
2001 2002 2003 2004 2005
module_param_named(amsdu_size_8K, iwlagn_mod_params.amsdu_size_8K,
		   int, S_IRUGO);
MODULE_PARM_DESC(amsdu_size_8K, "enable 8K amsdu size");
module_param_named(fw_restart, iwlagn_mod_params.restart_fw, int, S_IRUGO);
MODULE_PARM_DESC(fw_restart, "restart firmware in case of error");
2006

2007 2008 2009
module_param_named(ucode_alternative,
		   iwlagn_mod_params.wanted_ucode_alternative,
		   int, S_IRUGO);
2010 2011
MODULE_PARM_DESC(ucode_alternative,
		 "specify ucode alternative to use from ucode file");
2012

2013 2014
module_param_named(antenna_coupling, iwlagn_mod_params.ant_coupling,
		   int, S_IRUGO);
2015 2016
MODULE_PARM_DESC(antenna_coupling,
		 "specify antenna coupling in dB (defualt: 0 dB)");
2017

2018 2019
module_param_named(bt_ch_inhibition, iwlagn_mod_params.bt_ch_announce,
		   bool, S_IRUGO);
2020
MODULE_PARM_DESC(bt_ch_inhibition,
2021
		 "Enable BT channel inhibition (default: enable)");
2022 2023 2024 2025 2026 2027

module_param_named(plcp_check, iwlagn_mod_params.plcp_check, bool, S_IRUGO);
MODULE_PARM_DESC(plcp_check, "Check plcp health (default: 1 [enabled])");

module_param_named(ack_check, iwlagn_mod_params.ack_check, bool, S_IRUGO);
MODULE_PARM_DESC(ack_check, "Check ack health (default: 0 [disabled])");
2028

2029
module_param_named(wd_disable, iwlagn_mod_params.wd_disable, int, S_IRUGO);
2030
MODULE_PARM_DESC(wd_disable,
2031 2032
		"Disable stuck queue watchdog timer 0=system default, "
		"1=disable, 2=enable (default: 0)");
2033

2034 2035 2036 2037 2038 2039 2040 2041 2042 2043 2044 2045 2046 2047 2048 2049 2050 2051 2052
/*
 * set bt_coex_active to true, uCode will do kill/defer
 * every time the priority line is asserted (BT is sending signals on the
 * priority line in the PCIx).
 * set bt_coex_active to false, uCode will ignore the BT activity and
 * perform the normal operation
 *
 * User might experience transmit issue on some platform due to WiFi/BT
 * co-exist problem. The possible behaviors are:
 *   Able to scan and finding all the available AP
 *   Not able to associate with any AP
 * On those platforms, WiFi communication can be restored by set
 * "bt_coex_active" module parameter to "false"
 *
 * default: bt_coex_active = true (BT_COEX_ENABLE)
 */
module_param_named(bt_coex_active, iwlagn_mod_params.bt_coex_active,
		bool, S_IRUGO);
MODULE_PARM_DESC(bt_coex_active, "enable wifi/bt co-exist (default: enable)");
2053 2054 2055 2056

module_param_named(led_mode, iwlagn_mod_params.led_mode, int, S_IRUGO);
MODULE_PARM_DESC(led_mode, "0=system default, "
		"1=On(RF On)/Off(RF Off), 2=blinking (default: 0)");
2057

2058 2059 2060 2061 2062
module_param_named(power_save, iwlagn_mod_params.power_save,
		bool, S_IRUGO);
MODULE_PARM_DESC(power_save,
		 "enable WiFi power management (default: disable)");

2063 2064 2065 2066 2067
module_param_named(power_level, iwlagn_mod_params.power_level,
		int, S_IRUGO);
MODULE_PARM_DESC(power_level,
		 "default power save level (range from 1 - 5, default: 1)");

2068 2069 2070 2071 2072
module_param_named(auto_agg, iwlagn_mod_params.auto_agg,
		bool, S_IRUGO);
MODULE_PARM_DESC(auto_agg,
		 "enable agg w/o check traffic load (default: enable)");

2073 2074 2075 2076 2077 2078 2079 2080 2081
/*
 * For now, keep using power level 1 instead of automatically
 * adjusting ...
 */
module_param_named(no_sleep_autoadjust, iwlagn_mod_params.no_sleep_autoadjust,
		bool, S_IRUGO);
MODULE_PARM_DESC(no_sleep_autoadjust,
		 "don't automatically adjust sleep level "
		 "according to maximum network latency (default: true)");