ib_srp.h 5.1 KB
Newer Older
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37
/*
 * Copyright (c) 2005 Cisco Systems.  All rights reserved.
 *
 * This software is available to you under a choice of one of two
 * licenses.  You may choose to be licensed under the terms of the GNU
 * General Public License (GPL) Version 2, available from the file
 * COPYING in the main directory of this source tree, or the
 * OpenIB.org BSD license below:
 *
 *     Redistribution and use in source and binary forms, with or
 *     without modification, are permitted provided that the following
 *     conditions are met:
 *
 *      - Redistributions of source code must retain the above
 *        copyright notice, this list of conditions and the following
 *        disclaimer.
 *
 *      - Redistributions in binary form must reproduce the above
 *        copyright notice, this list of conditions and the following
 *        disclaimer in the documentation and/or other materials
 *        provided with the distribution.
 *
 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
 * EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
 * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
 * NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS
 * BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN
 * ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN
 * CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
 * SOFTWARE.
 */

#ifndef IB_SRP_H
#define IB_SRP_H

#include <linux/types.h>
#include <linux/list.h>
38
#include <linux/mutex.h>
39
#include <linux/scatterlist.h>
40 41 42 43 44 45 46

#include <scsi/scsi_host.h>
#include <scsi/scsi_cmnd.h>

#include <rdma/ib_verbs.h>
#include <rdma/ib_sa.h>
#include <rdma/ib_cm.h>
47
#include <rdma/ib_fmr_pool.h>
48 49 50 51 52 53 54

enum {
	SRP_PATH_REC_TIMEOUT_MS	= 1000,
	SRP_ABORT_TIMEOUT_MS	= 5000,

	SRP_PORT_REDIRECT	= 1,
	SRP_DLID_REDIRECT	= 2,
D
David Dillow 已提交
55
	SRP_STALE_CONN		= 3,
56

R
Roland Dreier 已提交
57
	SRP_MAX_LUN		= 512,
58
	SRP_DEF_SG_TABLESIZE	= 12,
59 60 61

	SRP_RQ_SHIFT    	= 6,
	SRP_RQ_SIZE		= 1 << SRP_RQ_SHIFT,
62 63 64 65 66 67

	SRP_SQ_SIZE		= SRP_RQ_SIZE,
	SRP_RSP_SQ_SIZE		= 1,
	SRP_REQ_SQ_SIZE		= SRP_SQ_SIZE - SRP_RSP_SQ_SIZE,
	SRP_TSK_MGMT_SQ_SIZE	= 1,
	SRP_CMD_SQ_SIZE		= SRP_REQ_SQ_SIZE - SRP_TSK_MGMT_SQ_SIZE,
68

69 70
	SRP_TAG_NO_REQ		= ~0U,
	SRP_TAG_TSK_MGMT	= 1U << 31,
71

72 73
	SRP_FMR_SIZE		= 512,
	SRP_FMR_MIN_SIZE	= 128,
74
	SRP_FMR_POOL_SIZE	= 1024,
75 76 77 78
	SRP_FMR_DIRTY_SIZE	= SRP_FMR_POOL_SIZE / 4,

	SRP_MAP_ALLOW_FMR	= 0,
	SRP_MAP_NO_FMR		= 1,
79 80 81 82
};

enum srp_target_state {
	SRP_TARGET_LIVE,
83
	SRP_TARGET_REMOVED,
84 85
};

86 87 88 89
enum srp_iu_type {
	SRP_IU_CMD,
	SRP_IU_TSK_MGMT,
	SRP_IU_RSP,
90 91
};

92 93
struct srp_device {
	struct list_head	dev_list;
94 95 96
	struct ib_device       *dev;
	struct ib_pd	       *pd;
	struct ib_mr	       *mr;
97
	struct ib_fmr_pool     *fmr_pool;
98
	u64			fmr_page_mask;
99 100
	int			fmr_page_size;
	int			fmr_max_size;
101 102 103
};

struct srp_host {
104
	struct srp_device      *srp_dev;
105
	u8			port;
106
	struct device		dev;
107
	struct list_head	target_list;
108
	spinlock_t		target_lock;
109 110 111 112 113 114 115 116
	struct completion	released;
	struct list_head	list;
};

struct srp_request {
	struct list_head	list;
	struct scsi_cmnd       *scmnd;
	struct srp_iu	       *cmd;
117 118
	struct ib_pool_fmr    **fmr_list;
	u64		       *map_page;
119 120
	struct srp_direct_buf  *indirect_desc;
	dma_addr_t		indirect_dma_addr;
121
	short			nfmr;
122
	short			index;
123 124 125
};

struct srp_target_port {
126 127 128 129 130 131 132 133 134 135 136 137 138
	/* These are RW in the hot path, and commonly used together */
	struct list_head	free_tx;
	struct list_head	free_reqs;
	spinlock_t		lock;
	s32			req_lim;

	/* These are read-only in the hot path */
	struct ib_cq	       *send_cq ____cacheline_aligned_in_smp;
	struct ib_cq	       *recv_cq;
	struct ib_qp	       *qp;
	u32			lkey;
	u32			rkey;
	enum srp_target_state	state;
139 140
	unsigned int		max_iu_len;
	unsigned int		cmd_sg_cnt;
141 142
	unsigned int		indirect_size;
	bool			allow_ext_sg;
143
	bool			transport_offline;
144 145 146 147 148

	/* Everything above this point is used in the hot path of
	 * command processing. Try to keep them packed into cachelines.
	 */

149 150 151
	__be64			id_ext;
	__be64			ioc_guid;
	__be64			service_id;
152
	__be64			initiator_ext;
153
	u16			io_class;
154 155
	struct srp_host	       *srp_host;
	struct Scsi_Host       *scsi_host;
156
	struct srp_rport       *rport;
157 158
	char			target_name[32];
	unsigned int		scsi_id;
159
	unsigned int		sg_tablesize;
160
	int			comp_vector;
161
	int			tl_retry_count;
162 163

	struct ib_sa_path_rec	path;
164
	__be16			orig_dgid[8];
165 166 167
	struct ib_sa_query     *path_query;
	int			path_query_id;

168
	u32			rq_tmo_jiffies;
169
	bool			connected;
170

171 172 173 174
	struct ib_cm_id	       *cm_id;

	int			max_ti_iu_len;

175 176
	int			zero_req_lim;

177
	struct srp_iu	       *tx_ring[SRP_SQ_SIZE];
178
	struct srp_iu	       *rx_ring[SRP_RQ_SIZE];
179
	struct srp_request	req_ring[SRP_CMD_SQ_SIZE];
180

181
	struct work_struct	remove_work;
182 183 184 185

	struct list_head	list;
	struct completion	done;
	int			status;
186
	bool			qp_in_error;
187 188 189

	struct completion	tsk_mgmt_done;
	u8			tsk_mgmt_status;
190 191 192
};

struct srp_iu {
193
	struct list_head	list;
194
	u64			dma;
195 196 197 198 199
	void		       *buf;
	size_t			size;
	enum dma_data_direction	direction;
};

200 201 202 203 204 205 206 207 208 209 210 211 212 213 214
struct srp_map_state {
	struct ib_pool_fmr    **next_fmr;
	struct srp_direct_buf  *desc;
	u64		       *pages;
	dma_addr_t		base_dma_addr;
	u32			fmr_len;
	u32			total_len;
	unsigned int		npages;
	unsigned int		nfmr;
	unsigned int		ndesc;
	struct scatterlist     *unmapped_sg;
	int			unmapped_index;
	dma_addr_t		unmapped_addr;
};

215
#endif /* IB_SRP_H */