osd_client.h 8.2 KB
Newer Older
S
Sage Weil 已提交
1 2 3 4
#ifndef _FS_CEPH_OSD_CLIENT_H
#define _FS_CEPH_OSD_CLIENT_H

#include <linux/completion.h>
S
Sage Weil 已提交
5
#include <linux/kref.h>
S
Sage Weil 已提交
6 7 8
#include <linux/mempool.h>
#include <linux/rbtree.h>

9 10 11 12
#include <linux/ceph/types.h>
#include <linux/ceph/osdmap.h>
#include <linux/ceph/messenger.h>
#include <linux/ceph/auth.h>
13
#include <linux/ceph/pagelist.h>
S
Sage Weil 已提交
14

15 16 17 18 19 20
/* 
 * Maximum object name size 
 * (must be at least as big as RBD_MAX_MD_NAME_LEN -- currently 100) 
 */
#define MAX_OBJ_NAME_SIZE 100

S
Sage Weil 已提交
21 22 23 24
struct ceph_msg;
struct ceph_snap_context;
struct ceph_osd_request;
struct ceph_osd_client;
25
struct ceph_authorizer;
S
Sage Weil 已提交
26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41

/*
 * completion callback for async writepages
 */
typedef void (*ceph_osdc_callback_t)(struct ceph_osd_request *,
				     struct ceph_msg *);

/* a given osd we're communicating with */
struct ceph_osd {
	atomic_t o_ref;
	struct ceph_osd_client *o_osdc;
	int o_osd;
	int o_incarnation;
	struct rb_node o_node;
	struct ceph_connection o_con;
	struct list_head o_requests;
42
	struct list_head o_linger_requests;
43
	struct list_head o_osd_lru;
44
	struct ceph_auth_handshake o_auth;
45
	unsigned long lru_ttl;
46 47
	int o_marked_for_keepalive;
	struct list_head o_keepalive_item;
S
Sage Weil 已提交
48 49 50 51 52 53
};

/* an in-flight request */
struct ceph_osd_request {
	u64             r_tid;              /* unique for this client */
	struct rb_node  r_node;
54
	struct list_head r_req_lru_item;
S
Sage Weil 已提交
55
	struct list_head r_osd_item;
56 57
	struct list_head r_linger_item;
	struct list_head r_linger_osd;
S
Sage Weil 已提交
58
	struct ceph_osd *r_osd;
59
	struct ceph_pg   r_pgid;
60 61
	int              r_pg_osds[CEPH_PG_MAX_SIZE];
	int              r_num_pg_osds;
S
Sage Weil 已提交
62

63
	struct ceph_connection *r_con_filling_msg;
64

S
Sage Weil 已提交
65 66 67 68
	struct ceph_msg  *r_request, *r_reply;
	int               r_result;
	int               r_flags;     /* any additional flags for the osd */
	u32               r_sent;      /* >0 if r_request is sending/sent */
69
	int               r_got_reply;
70
	int		  r_linger;
S
Sage Weil 已提交
71 72

	struct ceph_osd_client *r_osdc;
S
Sage Weil 已提交
73
	struct kref       r_kref;
S
Sage Weil 已提交
74 75 76 77 78 79 80
	bool              r_mempool;
	struct completion r_completion, r_safe_completion;
	ceph_osdc_callback_t r_callback, r_safe_callback;
	struct ceph_eversion r_reassert_version;
	struct list_head  r_unsafe_item;

	struct inode *r_inode;         	      /* for use by callbacks */
81
	void *r_priv;			      /* ditto */
S
Sage Weil 已提交
82

83
	char              r_oid[MAX_OBJ_NAME_SIZE];          /* object name */
S
Sage Weil 已提交
84
	int               r_oid_len;
S
Sage Weil 已提交
85
	unsigned long     r_stamp;            /* send OR check time */
S
Sage Weil 已提交
86 87 88 89

	struct ceph_file_layout r_file_layout;
	struct ceph_snap_context *r_snapc;    /* snap context for writes */
	unsigned          r_num_pages;        /* size of page array (follows) */
90
	unsigned          r_page_alignment;   /* io offset in first page */
S
Sage Weil 已提交
91 92 93
	struct page     **r_pages;            /* pages for data payload */
	int               r_pages_from_pool;
	int               r_own_pages;        /* if true, i own page list */
94 95 96 97
#ifdef CONFIG_BLOCK
	struct bio       *r_bio;	      /* instead of pages */
#endif

98
	struct ceph_pagelist r_trail;	      /* trailing part of the data */
S
Sage Weil 已提交
99 100
};

101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120
struct ceph_osd_event {
	u64 cookie;
	int one_shot;
	struct ceph_osd_client *osdc;
	void (*cb)(u64, u64, u8, void *);
	void *data;
	struct rb_node node;
	struct list_head osd_node;
	struct kref kref;
	struct completion completion;
};

struct ceph_osd_event_work {
	struct work_struct work;
	struct ceph_osd_event *event;
        u64 ver;
        u64 notify_id;
        u8 opcode;
};

S
Sage Weil 已提交
121 122 123 124 125 126 127 128 129 130
struct ceph_osd_client {
	struct ceph_client     *client;

	struct ceph_osdmap     *osdmap;       /* current map */
	struct rw_semaphore    map_sem;
	struct completion      map_waiters;
	u64                    last_requested_map;

	struct mutex           request_mutex;
	struct rb_root         osds;          /* osds */
131
	struct list_head       osd_lru;       /* idle osds */
S
Sage Weil 已提交
132 133 134
	u64                    timeout_tid;   /* tid of timeout triggering rq */
	u64                    last_tid;      /* tid of last request */
	struct rb_root         requests;      /* pending requests */
135 136 137
	struct list_head       req_lru;	      /* in-flight lru */
	struct list_head       req_unsent;    /* unsent/need-resend queue */
	struct list_head       req_notarget;  /* map to no osd */
138
	struct list_head       req_linger;    /* lingering requests */
S
Sage Weil 已提交
139 140
	int                    num_requests;
	struct delayed_work    timeout_work;
141
	struct delayed_work    osds_timeout_work;
142
#ifdef CONFIG_DEBUG_FS
S
Sage Weil 已提交
143
	struct dentry 	       *debugfs_file;
144
#endif
S
Sage Weil 已提交
145 146 147

	mempool_t              *req_mempool;

148
	struct ceph_msgpool	msgpool_op;
S
Sage Weil 已提交
149
	struct ceph_msgpool	msgpool_op_reply;
150 151 152 153 154 155

	spinlock_t		event_lock;
	struct rb_root		event_tree;
	u64			event_count;

	struct workqueue_struct	*notify_wq;
S
Sage Weil 已提交
156 157
};

158 159
struct ceph_osd_req_op {
	u16 op;           /* CEPH_OSD_OP_* */
160
	u32 payload_len;
161 162 163 164 165 166 167 168 169
	union {
		struct {
			u64 offset, length;
			u64 truncate_size;
			u32 truncate_seq;
		} extent;
		struct {
			const char *name;
			const char  *val;
170
			u32 name_len;
171 172 173 174 175
			u32 value_len;
			__u8 cmp_op;       /* CEPH_OSD_CMPXATTR_OP_* */
			__u8 cmp_mode;     /* CEPH_OSD_CMPXATTR_MODE_* */
		} xattr;
		struct {
176 177 178
			const char *class_name;
			const char *method_name;
			const char *indata;
179
			u32 indata_len;
180 181 182
			__u8 class_len;
			__u8 method_len;
			__u8 argc;
183 184
		} cls;
		struct {
185 186
			u64 cookie;
			u64 count;
187
		} pgls;
188 189 190
	        struct {
		        u64 snapid;
	        } snap;
191 192 193 194 195
		struct {
			u64 cookie;
			u64 ver;
			u32 prot_ver;
			u32 timeout;
196
			__u8 flag;
197
		} watch;
198 199 200
	};
};

S
Sage Weil 已提交
201 202 203 204 205 206 207 208 209
extern int ceph_osdc_init(struct ceph_osd_client *osdc,
			  struct ceph_client *client);
extern void ceph_osdc_stop(struct ceph_osd_client *osdc);

extern void ceph_osdc_handle_reply(struct ceph_osd_client *osdc,
				   struct ceph_msg *msg);
extern void ceph_osdc_handle_map(struct ceph_osd_client *osdc,
				 struct ceph_msg *msg);

210 211
extern struct ceph_osd_request *ceph_osdc_alloc_request(struct ceph_osd_client *osdc,
					       struct ceph_snap_context *snapc,
A
Alex Elder 已提交
212
					       unsigned int num_op,
213
					       bool use_mempool,
214
					       gfp_t gfp_flags);
215 216

extern void ceph_osdc_build_request(struct ceph_osd_request *req,
217
				    u64 off, u64 len,
A
Alex Elder 已提交
218
				    unsigned int num_op,
219 220
				    struct ceph_osd_req_op *src_ops,
				    struct ceph_snap_context *snapc,
221
				    u64 snap_id,
222
				    struct timespec *mtime);
223

S
Sage Weil 已提交
224 225 226 227 228 229 230 231
extern struct ceph_osd_request *ceph_osdc_new_request(struct ceph_osd_client *,
				      struct ceph_file_layout *layout,
				      struct ceph_vino vino,
				      u64 offset, u64 *len, int op, int flags,
				      struct ceph_snap_context *snapc,
				      int do_sync, u32 truncate_seq,
				      u64 truncate_size,
				      struct timespec *mtime,
232
				      bool use_mempool, int page_align);
S
Sage Weil 已提交
233

234 235 236 237 238
extern void ceph_osdc_set_request_linger(struct ceph_osd_client *osdc,
					 struct ceph_osd_request *req);
extern void ceph_osdc_unregister_linger_request(struct ceph_osd_client *osdc,
						struct ceph_osd_request *req);

S
Sage Weil 已提交
239 240
static inline void ceph_osdc_get_request(struct ceph_osd_request *req)
{
S
Sage Weil 已提交
241 242 243 244 245 246
	kref_get(&req->r_kref);
}
extern void ceph_osdc_release_request(struct kref *kref);
static inline void ceph_osdc_put_request(struct ceph_osd_request *req)
{
	kref_put(&req->r_kref, ceph_osdc_release_request);
S
Sage Weil 已提交
247 248 249 250 251 252 253 254 255 256 257 258 259 260
}

extern int ceph_osdc_start_request(struct ceph_osd_client *osdc,
				   struct ceph_osd_request *req,
				   bool nofail);
extern int ceph_osdc_wait_request(struct ceph_osd_client *osdc,
				  struct ceph_osd_request *req);
extern void ceph_osdc_sync(struct ceph_osd_client *osdc);

extern int ceph_osdc_readpages(struct ceph_osd_client *osdc,
			       struct ceph_vino vino,
			       struct ceph_file_layout *layout,
			       u64 off, u64 *plen,
			       u32 truncate_seq, u64 truncate_size,
261 262
			       struct page **pages, int nr_pages,
			       int page_align);
S
Sage Weil 已提交
263 264 265 266 267 268 269 270

extern int ceph_osdc_writepages(struct ceph_osd_client *osdc,
				struct ceph_vino vino,
				struct ceph_file_layout *layout,
				struct ceph_snap_context *sc,
				u64 off, u64 len,
				u32 truncate_seq, u64 truncate_size,
				struct timespec *mtime,
271
				struct page **pages, int nr_pages);
S
Sage Weil 已提交
272

273 274 275 276 277 278 279 280 281
/* watch/notify events */
extern int ceph_osdc_create_event(struct ceph_osd_client *osdc,
				  void (*event_cb)(u64, u64, u8, void *),
				  int one_shot, void *data,
				  struct ceph_osd_event **pevent);
extern void ceph_osdc_cancel_event(struct ceph_osd_event *event);
extern int ceph_osdc_wait_event(struct ceph_osd_event *event,
				unsigned long timeout);
extern void ceph_osdc_put_event(struct ceph_osd_event *event);
S
Sage Weil 已提交
282 283
#endif