include/linux/ceph/osd_client.h

   1 #ifndef _FS_CEPH_OSD_CLIENT_H
   2 #define _FS_CEPH_OSD_CLIENT_H
   3
   4 #include <linux/completion.h>
   5 #include <linux/kref.h>
   6 #include <linux/mempool.h>
   7 #include <linux/rbtree.h>
   8
   9 #include "types.h"
  10 #include "osdmap.h"
  11 #include "messenger.h"
  12
  13 struct ceph_msg;
  14 struct ceph_snap_context;
  15 struct ceph_osd_request;
  16 struct ceph_osd_client;
  17 struct ceph_authorizer;
  18 struct ceph_pagelist;
  19
  20 /*
  21  * completion callback for async writepages
  22  */
  23 typedef void (*ceph_osdc_callback_t)(struct ceph_osd_request *,
  24                                      struct ceph_msg *);
  25
  26 /* a given osd we're communicating with */
  27 struct ceph_osd {
  28         atomic_t o_ref;
  29         struct ceph_osd_client *o_osdc;
  30         int o_osd;
  31         int o_incarnation;
  32         struct rb_node o_node;
  33         struct ceph_connection o_con;
  34         struct list_head o_requests;
  35         struct list_head o_osd_lru;
  36         struct ceph_authorizer *o_authorizer;
  37         void *o_authorizer_buf, *o_authorizer_reply_buf;
  38         size_t o_authorizer_buf_len, o_authorizer_reply_buf_len;
  39         unsigned long lru_ttl;
  40         int o_marked_for_keepalive;
  41         struct list_head o_keepalive_item;
  42 };
  43
  44 /* an in-flight request */
  45 struct ceph_osd_request {
  46         u64             r_tid;              /* unique for this client */
  47         struct rb_node  r_node;
  48         struct list_head r_req_lru_item;
  49         struct list_head r_osd_item;
  50         struct ceph_osd *r_osd;
  51         struct ceph_pg   r_pgid;
  52         int              r_pg_osds[CEPH_PG_MAX_SIZE];
  53         int              r_num_pg_osds;
  54
  55         struct ceph_connection *r_con_filling_msg;
  56
  57         struct ceph_msg  *r_request, *r_reply;
  58         int               r_result;
  59         int               r_flags;     /* any additional flags for the osd */
  60         u32               r_sent;      /* >0 if r_request is sending/sent */
  61         int               r_got_reply;
  62
  63         struct ceph_osd_client *r_osdc;
  64         struct kref       r_kref;
  65         bool              r_mempool;
  66         struct completion r_completion, r_safe_completion;
  67         ceph_osdc_callback_t r_callback, r_safe_callback;
  68         struct ceph_eversion r_reassert_version;
  69         struct list_head  r_unsafe_item;
  70
  71         struct inode *r_inode;                /* for use by callbacks */
  72         void *r_priv;                         /* ditto */
  73
  74         char              r_oid[40];          /* object name */
  75         int               r_oid_len;
  76         unsigned long     r_stamp;            /* send OR check time */
  77         bool              r_resend;           /* msg send failed, needs retry */
  78
  79         struct ceph_file_layout r_file_layout;
  80         struct ceph_snap_context *r_snapc;    /* snap context for writes */
  81         unsigned          r_num_pages;        /* size of page array (follows) */
  82         unsigned          r_page_alignment;   /* io offset in first page */
  83         struct page     **r_pages;            /* pages for data payload */
  84         int               r_pages_from_pool;
  85         int               r_own_pages;        /* if true, i own page list */
  86 #ifdef CONFIG_BLOCK
  87         struct bio       *r_bio;              /* instead of pages */
  88 #endif
  89
  90         struct ceph_pagelist *r_trail;        /* trailing part of the data */
  91 };
  92
  93 struct ceph_osd_client {
  94         struct ceph_client     *client;
  95
  96         struct ceph_osdmap     *osdmap;       /* current map */
  97         struct rw_semaphore    map_sem;
  98         struct completion      map_waiters;
  99         u64                    last_requested_map;
 100
 101         struct mutex           request_mutex;
 102         struct rb_root         osds;          /* osds */
 103         struct list_head       osd_lru;       /* idle osds */
 104         u64                    timeout_tid;   /* tid of timeout triggering rq */
 105         u64                    last_tid;      /* tid of last request */
 106         struct rb_root         requests;      /* pending requests */
 107         struct list_head       req_lru;       /* pending requests lru */
 108         int                    num_requests;
 109         struct delayed_work    timeout_work;
 110         struct delayed_work    osds_timeout_work;
 111 #ifdef CONFIG_DEBUG_FS
 112         struct dentry          *debugfs_file;
 113 #endif
 114
 115         mempool_t              *req_mempool;
 116
 117         struct ceph_msgpool     msgpool_op;
 118         struct ceph_msgpool     msgpool_op_reply;
 119 };
 120
 121 struct ceph_osd_req_op {
 122         u16 op;           /* CEPH_OSD_OP_* */
 123         u32 flags;        /* CEPH_OSD_FLAG_* */
 124         union {
 125                 struct {
 126                         u64 offset, length;
 127                         u64 truncate_size;
 128                         u32 truncate_seq;
 129                 } extent;
 130                 struct {
 131                         const char *name;
 132                         u32 name_len;
 133                         const char  *val;
 134                         u32 value_len;
 135                         __u8 cmp_op;       /* CEPH_OSD_CMPXATTR_OP_* */
 136                         __u8 cmp_mode;     /* CEPH_OSD_CMPXATTR_MODE_* */
 137                 } xattr;
 138                 struct {
 139                         const char *class_name;
 140                         __u8 class_len;
 141                         const char *method_name;
 142                         __u8 method_len;
 143                         __u8 argc;
 144                         const char *indata;
 145                         u32 indata_len;
 146                 } cls;
 147                 struct {
 148                         u64 cookie, count;
 149                 } pgls;
 150                 struct {
 151                         u64 snapid;
 152                 } snap;
 153         };
 154         u32 payload_len;
 155 };
 156
 157 extern int ceph_osdc_init(struct ceph_osd_client *osdc,
 158                           struct ceph_client *client);
 159 extern void ceph_osdc_stop(struct ceph_osd_client *osdc);
 160
 161 extern void ceph_osdc_handle_reply(struct ceph_osd_client *osdc,
 162                                    struct ceph_msg *msg);
 163 extern void ceph_osdc_handle_map(struct ceph_osd_client *osdc,
 164                                  struct ceph_msg *msg);
 165
 166 extern void ceph_calc_raw_layout(struct ceph_osd_client *osdc,
 167                         struct ceph_file_layout *layout,
 168                         u64 snapid,
 169                         u64 off, u64 *plen, u64 *bno,
 170                         struct ceph_osd_request *req,
 171                         struct ceph_osd_req_op *op);
 172
 173 extern struct ceph_osd_request *ceph_osdc_alloc_request(struct ceph_osd_client *osdc,
 174                                                int flags,
 175                                                struct ceph_snap_context *snapc,
 176                                                struct ceph_osd_req_op *ops,
 177                                                bool use_mempool,
 178                                                gfp_t gfp_flags,
 179                                                struct page **pages,
 180                                                struct bio *bio);
 181
 182 extern void ceph_osdc_build_request(struct ceph_osd_request *req,
 183                                     u64 off, u64 *plen,
 184                                     struct ceph_osd_req_op *src_ops,
 185                                     struct ceph_snap_context *snapc,
 186                                     struct timespec *mtime,
 187                                     const char *oid,
 188                                     int oid_len);
 189
 190 extern struct ceph_osd_request *ceph_osdc_new_request(struct ceph_osd_client *,
 191                                       struct ceph_file_layout *layout,
 192                                       struct ceph_vino vino,
 193                                       u64 offset, u64 *len, int op, int flags,
 194                                       struct ceph_snap_context *snapc,
 195                                       int do_sync, u32 truncate_seq,
 196                                       u64 truncate_size,
 197                                       struct timespec *mtime,
 198                                       bool use_mempool, int num_reply,
 199                                       int page_align);
 200
 201 static inline void ceph_osdc_get_request(struct ceph_osd_request *req)
 202 {
 203         kref_get(&req->r_kref);
 204 }
 205 extern void ceph_osdc_release_request(struct kref *kref);
 206 static inline void ceph_osdc_put_request(struct ceph_osd_request *req)
 207 {
 208         kref_put(&req->r_kref, ceph_osdc_release_request);
 209 }
 210
 211 extern int ceph_osdc_start_request(struct ceph_osd_client *osdc,
 212                                    struct ceph_osd_request *req,
 213                                    bool nofail);
 214 extern int ceph_osdc_wait_request(struct ceph_osd_client *osdc,
 215                                   struct ceph_osd_request *req);
 216 extern void ceph_osdc_sync(struct ceph_osd_client *osdc);
 217
 218 extern int ceph_osdc_readpages(struct ceph_osd_client *osdc,
 219                                struct ceph_vino vino,
 220                                struct ceph_file_layout *layout,
 221                                u64 off, u64 *plen,
 222                                u32 truncate_seq, u64 truncate_size,
 223                                struct page **pages, int nr_pages,
 224                                int page_align);
 225
 226 extern int ceph_osdc_writepages(struct ceph_osd_client *osdc,
 227                                 struct ceph_vino vino,
 228                                 struct ceph_file_layout *layout,
 229                                 struct ceph_snap_context *sc,
 230                                 u64 off, u64 len,
 231                                 u32 truncate_seq, u64 truncate_size,
 232                                 struct timespec *mtime,
 233                                 struct page **pages, int nr_pages,
 234                                 int flags, int do_sync, bool nofail);
 235
 236 #endif
 237