File: | block/sheepdog.c |
Location: | line 2173, column 42 |
Description: | Function call argument is an uninitialized value |
1 | /* | |||
2 | * Copyright (C) 2009-2010 Nippon Telegraph and Telephone Corporation. | |||
3 | * | |||
4 | * This program is free software; you can redistribute it and/or | |||
5 | * modify it under the terms of the GNU General Public License version | |||
6 | * 2 as published by the Free Software Foundation. | |||
7 | * | |||
8 | * You should have received a copy of the GNU General Public License | |||
9 | * along with this program. If not, see <http://www.gnu.org/licenses/>. | |||
10 | * | |||
11 | * Contributions after 2012-01-13 are licensed under the terms of the | |||
12 | * GNU GPL, version 2 or (at your option) any later version. | |||
13 | */ | |||
14 | ||||
15 | #include "qemu-common.h" | |||
16 | #include "qemu/uri.h" | |||
17 | #include "qemu/error-report.h" | |||
18 | #include "qemu/sockets.h" | |||
19 | #include "block/block_int.h" | |||
20 | #include "qemu/bitops.h" | |||
21 | ||||
22 | #define SD_PROTO_VER0x01 0x01 | |||
23 | ||||
24 | #define SD_DEFAULT_ADDR"localhost" "localhost" | |||
25 | #define SD_DEFAULT_PORT7000 7000 | |||
26 | ||||
27 | #define SD_OP_CREATE_AND_WRITE_OBJ0x01 0x01 | |||
28 | #define SD_OP_READ_OBJ0x02 0x02 | |||
29 | #define SD_OP_WRITE_OBJ0x03 0x03 | |||
30 | /* 0x04 is used internally by Sheepdog */ | |||
31 | #define SD_OP_DISCARD_OBJ0x05 0x05 | |||
32 | ||||
33 | #define SD_OP_NEW_VDI0x11 0x11 | |||
34 | #define SD_OP_LOCK_VDI0x12 0x12 | |||
35 | #define SD_OP_RELEASE_VDI0x13 0x13 | |||
36 | #define SD_OP_GET_VDI_INFO0x14 0x14 | |||
37 | #define SD_OP_READ_VDIS0x15 0x15 | |||
38 | #define SD_OP_FLUSH_VDI0x16 0x16 | |||
39 | #define SD_OP_DEL_VDI0x17 0x17 | |||
40 | ||||
41 | #define SD_FLAG_CMD_WRITE0x01 0x01 | |||
42 | #define SD_FLAG_CMD_COW0x02 0x02 | |||
43 | #define SD_FLAG_CMD_CACHE0x04 0x04 /* Writeback mode for cache */ | |||
44 | #define SD_FLAG_CMD_DIRECT0x08 0x08 /* Don't use cache */ | |||
45 | ||||
46 | #define SD_RES_SUCCESS0x00 0x00 /* Success */ | |||
47 | #define SD_RES_UNKNOWN0x01 0x01 /* Unknown error */ | |||
48 | #define SD_RES_NO_OBJ0x02 0x02 /* No object found */ | |||
49 | #define SD_RES_EIO0x03 0x03 /* I/O error */ | |||
50 | #define SD_RES_VDI_EXIST0x04 0x04 /* Vdi exists already */ | |||
51 | #define SD_RES_INVALID_PARMS0x05 0x05 /* Invalid parameters */ | |||
52 | #define SD_RES_SYSTEM_ERROR0x06 0x06 /* System error */ | |||
53 | #define SD_RES_VDI_LOCKED0x07 0x07 /* Vdi is locked */ | |||
54 | #define SD_RES_NO_VDI0x08 0x08 /* No vdi found */ | |||
55 | #define SD_RES_NO_BASE_VDI0x09 0x09 /* No base vdi found */ | |||
56 | #define SD_RES_VDI_READ0x0A 0x0A /* Cannot read requested vdi */ | |||
57 | #define SD_RES_VDI_WRITE0x0B 0x0B /* Cannot write requested vdi */ | |||
58 | #define SD_RES_BASE_VDI_READ0x0C 0x0C /* Cannot read base vdi */ | |||
59 | #define SD_RES_BASE_VDI_WRITE0x0D 0x0D /* Cannot write base vdi */ | |||
60 | #define SD_RES_NO_TAG0x0E 0x0E /* Requested tag is not found */ | |||
61 | #define SD_RES_STARTUP0x0F 0x0F /* Sheepdog is on starting up */ | |||
62 | #define SD_RES_VDI_NOT_LOCKED0x10 0x10 /* Vdi is not locked */ | |||
63 | #define SD_RES_SHUTDOWN0x11 0x11 /* Sheepdog is shutting down */ | |||
64 | #define SD_RES_NO_MEM0x12 0x12 /* Cannot allocate memory */ | |||
65 | #define SD_RES_FULL_VDI0x13 0x13 /* we already have the maximum vdis */ | |||
66 | #define SD_RES_VER_MISMATCH0x14 0x14 /* Protocol version mismatch */ | |||
67 | #define SD_RES_NO_SPACE0x15 0x15 /* Server has no room for new objects */ | |||
68 | #define SD_RES_WAIT_FOR_FORMAT0x16 0x16 /* Waiting for a format operation */ | |||
69 | #define SD_RES_WAIT_FOR_JOIN0x17 0x17 /* Waiting for other nodes joining */ | |||
70 | #define SD_RES_JOIN_FAILED0x18 0x18 /* Target node had failed to join sheepdog */ | |||
71 | #define SD_RES_HALT0x19 0x19 /* Sheepdog is stopped serving IO request */ | |||
72 | #define SD_RES_READONLY0x1A 0x1A /* Object is read-only */ | |||
73 | ||||
74 | /* | |||
75 | * Object ID rules | |||
76 | * | |||
77 | * 0 - 19 (20 bits): data object space | |||
78 | * 20 - 31 (12 bits): reserved data object space | |||
79 | * 32 - 55 (24 bits): vdi object space | |||
80 | * 56 - 59 ( 4 bits): reserved vdi object space | |||
81 | * 60 - 63 ( 4 bits): object type identifier space | |||
82 | */ | |||
83 | ||||
84 | #define VDI_SPACE_SHIFT32 32 | |||
85 | #define VDI_BIT(1UL << 63) (UINT64_C(1)1UL << 63) | |||
86 | #define VMSTATE_BIT(1UL << 62) (UINT64_C(1)1UL << 62) | |||
87 | #define MAX_DATA_OBJS(1UL << 20) (UINT64_C(1)1UL << 20) | |||
88 | #define MAX_CHILDREN1024 1024 | |||
89 | #define SD_MAX_VDI_LEN256 256 | |||
90 | #define SD_MAX_VDI_TAG_LEN256 256 | |||
91 | #define SD_NR_VDIS(1U << 24) (1U << 24) | |||
92 | #define SD_DATA_OBJ_SIZE(1UL << 22) (UINT64_C(1)1UL << 22) | |||
93 | #define SD_MAX_VDI_SIZE((1UL << 22) * (1UL << 20)) (SD_DATA_OBJ_SIZE(1UL << 22) * MAX_DATA_OBJS(1UL << 20)) | |||
94 | /* | |||
95 | * For erasure coding, we use at most SD_EC_MAX_STRIP for data strips and | |||
96 | * (SD_EC_MAX_STRIP - 1) for parity strips | |||
97 | * | |||
98 | * SD_MAX_COPIES is sum of number of data strips and parity strips. | |||
99 | */ | |||
100 | #define SD_EC_MAX_STRIP16 16 | |||
101 | #define SD_MAX_COPIES(16 * 2 - 1) (SD_EC_MAX_STRIP16 * 2 - 1) | |||
102 | ||||
103 | #define SD_INODE_SIZE(sizeof(SheepdogInode)) (sizeof(SheepdogInode)) | |||
104 | #define CURRENT_VDI_ID0 0 | |||
105 | ||||
106 | typedef struct SheepdogReq { | |||
107 | uint8_t proto_ver; | |||
108 | uint8_t opcode; | |||
109 | uint16_t flags; | |||
110 | uint32_t epoch; | |||
111 | uint32_t id; | |||
112 | uint32_t data_length; | |||
113 | uint32_t opcode_specific[8]; | |||
114 | } SheepdogReq; | |||
115 | ||||
116 | typedef struct SheepdogRsp { | |||
117 | uint8_t proto_ver; | |||
118 | uint8_t opcode; | |||
119 | uint16_t flags; | |||
120 | uint32_t epoch; | |||
121 | uint32_t id; | |||
122 | uint32_t data_length; | |||
123 | uint32_t result; | |||
124 | uint32_t opcode_specific[7]; | |||
125 | } SheepdogRsp; | |||
126 | ||||
127 | typedef struct SheepdogObjReq { | |||
128 | uint8_t proto_ver; | |||
129 | uint8_t opcode; | |||
130 | uint16_t flags; | |||
131 | uint32_t epoch; | |||
132 | uint32_t id; | |||
133 | uint32_t data_length; | |||
134 | uint64_t oid; | |||
135 | uint64_t cow_oid; | |||
136 | uint8_t copies; | |||
137 | uint8_t copy_policy; | |||
138 | uint8_t reserved[6]; | |||
139 | uint64_t offset; | |||
140 | } SheepdogObjReq; | |||
141 | ||||
142 | typedef struct SheepdogObjRsp { | |||
143 | uint8_t proto_ver; | |||
144 | uint8_t opcode; | |||
145 | uint16_t flags; | |||
146 | uint32_t epoch; | |||
147 | uint32_t id; | |||
148 | uint32_t data_length; | |||
149 | uint32_t result; | |||
150 | uint8_t copies; | |||
151 | uint8_t copy_policy; | |||
152 | uint8_t reserved[2]; | |||
153 | uint32_t pad[6]; | |||
154 | } SheepdogObjRsp; | |||
155 | ||||
156 | typedef struct SheepdogVdiReq { | |||
157 | uint8_t proto_ver; | |||
158 | uint8_t opcode; | |||
159 | uint16_t flags; | |||
160 | uint32_t epoch; | |||
161 | uint32_t id; | |||
162 | uint32_t data_length; | |||
163 | uint64_t vdi_size; | |||
164 | uint32_t vdi_id; | |||
165 | uint8_t copies; | |||
166 | uint8_t copy_policy; | |||
167 | uint8_t reserved[2]; | |||
168 | uint32_t snapid; | |||
169 | uint32_t pad[3]; | |||
170 | } SheepdogVdiReq; | |||
171 | ||||
172 | typedef struct SheepdogVdiRsp { | |||
173 | uint8_t proto_ver; | |||
174 | uint8_t opcode; | |||
175 | uint16_t flags; | |||
176 | uint32_t epoch; | |||
177 | uint32_t id; | |||
178 | uint32_t data_length; | |||
179 | uint32_t result; | |||
180 | uint32_t rsvd; | |||
181 | uint32_t vdi_id; | |||
182 | uint32_t pad[5]; | |||
183 | } SheepdogVdiRsp; | |||
184 | ||||
185 | typedef struct SheepdogInode { | |||
186 | char name[SD_MAX_VDI_LEN256]; | |||
187 | char tag[SD_MAX_VDI_TAG_LEN256]; | |||
188 | uint64_t ctime; | |||
189 | uint64_t snap_ctime; | |||
190 | uint64_t vm_clock_nsec; | |||
191 | uint64_t vdi_size; | |||
192 | uint64_t vm_state_size; | |||
193 | uint16_t copy_policy; | |||
194 | uint8_t nr_copies; | |||
195 | uint8_t block_size_shift; | |||
196 | uint32_t snap_id; | |||
197 | uint32_t vdi_id; | |||
198 | uint32_t parent_vdi_id; | |||
199 | uint32_t child_vdi_id[MAX_CHILDREN1024]; | |||
200 | uint32_t data_vdi_id[MAX_DATA_OBJS(1UL << 20)]; | |||
201 | } SheepdogInode; | |||
202 | ||||
203 | /* | |||
204 | * 64 bit FNV-1a non-zero initial basis | |||
205 | */ | |||
206 | #define FNV1A_64_INIT((uint64_t)0xcbf29ce484222325ULL) ((uint64_t)0xcbf29ce484222325ULL) | |||
207 | ||||
208 | /* | |||
209 | * 64 bit Fowler/Noll/Vo FNV-1a hash code | |||
210 | */ | |||
211 | static inline uint64_t fnv_64a_buf(void *buf, size_t len, uint64_t hval) | |||
212 | { | |||
213 | unsigned char *bp = buf; | |||
214 | unsigned char *be = bp + len; | |||
215 | while (bp < be) { | |||
216 | hval ^= (uint64_t) *bp++; | |||
217 | hval += (hval << 1) + (hval << 4) + (hval << 5) + | |||
218 | (hval << 7) + (hval << 8) + (hval << 40); | |||
219 | } | |||
220 | return hval; | |||
221 | } | |||
222 | ||||
223 | static inline bool_Bool is_data_obj_writable(SheepdogInode *inode, unsigned int idx) | |||
224 | { | |||
225 | return inode->vdi_id == inode->data_vdi_id[idx]; | |||
226 | } | |||
227 | ||||
228 | static inline bool_Bool is_data_obj(uint64_t oid) | |||
229 | { | |||
230 | return !(VDI_BIT(1UL << 63) & oid); | |||
231 | } | |||
232 | ||||
233 | static inline uint64_t data_oid_to_idx(uint64_t oid) | |||
234 | { | |||
235 | return oid & (MAX_DATA_OBJS(1UL << 20) - 1); | |||
236 | } | |||
237 | ||||
238 | static inline uint32_t oid_to_vid(uint64_t oid) | |||
239 | { | |||
240 | return (oid & ~VDI_BIT(1UL << 63)) >> VDI_SPACE_SHIFT32; | |||
241 | } | |||
242 | ||||
243 | static inline uint64_t vid_to_vdi_oid(uint32_t vid) | |||
244 | { | |||
245 | return VDI_BIT(1UL << 63) | ((uint64_t)vid << VDI_SPACE_SHIFT32); | |||
246 | } | |||
247 | ||||
248 | static inline uint64_t vid_to_vmstate_oid(uint32_t vid, uint32_t idx) | |||
249 | { | |||
250 | return VMSTATE_BIT(1UL << 62) | ((uint64_t)vid << VDI_SPACE_SHIFT32) | idx; | |||
251 | } | |||
252 | ||||
253 | static inline uint64_t vid_to_data_oid(uint32_t vid, uint32_t idx) | |||
254 | { | |||
255 | return ((uint64_t)vid << VDI_SPACE_SHIFT32) | idx; | |||
256 | } | |||
257 | ||||
258 | static inline bool_Bool is_snapshot(struct SheepdogInode *inode) | |||
259 | { | |||
260 | return !!inode->snap_ctime; | |||
261 | } | |||
262 | ||||
263 | #undef DPRINTF | |||
264 | #ifdef DEBUG_SDOG | |||
265 | #define DPRINTF(fmt, args...) \ | |||
266 | do { \ | |||
267 | fprintf(stdoutstdout, "%s %d: " fmt, __func__, __LINE__267, ##args); \ | |||
268 | } while (0) | |||
269 | #else | |||
270 | #define DPRINTF(fmt, args...) | |||
271 | #endif | |||
272 | ||||
273 | typedef struct SheepdogAIOCB SheepdogAIOCB; | |||
274 | ||||
275 | typedef struct AIOReq { | |||
276 | SheepdogAIOCB *aiocb; | |||
277 | unsigned int iov_offset; | |||
278 | ||||
279 | uint64_t oid; | |||
280 | uint64_t base_oid; | |||
281 | uint64_t offset; | |||
282 | unsigned int data_len; | |||
283 | uint8_t flags; | |||
284 | uint32_t id; | |||
285 | ||||
286 | QLIST_ENTRY(AIOReq)struct { struct AIOReq *le_next; struct AIOReq **le_prev; } aio_siblings; | |||
287 | } AIOReq; | |||
288 | ||||
289 | enum AIOCBState { | |||
290 | AIOCB_WRITE_UDATA, | |||
291 | AIOCB_READ_UDATA, | |||
292 | AIOCB_FLUSH_CACHE, | |||
293 | AIOCB_DISCARD_OBJ, | |||
294 | }; | |||
295 | ||||
296 | struct SheepdogAIOCB { | |||
297 | BlockDriverAIOCB common; | |||
298 | ||||
299 | QEMUIOVector *qiov; | |||
300 | ||||
301 | int64_t sector_num; | |||
302 | int nb_sectors; | |||
303 | ||||
304 | int ret; | |||
305 | enum AIOCBState aiocb_type; | |||
306 | ||||
307 | Coroutine *coroutine; | |||
308 | void (*aio_done_func)(SheepdogAIOCB *); | |||
309 | ||||
310 | bool_Bool cancelable; | |||
311 | bool_Bool *finished; | |||
312 | int nr_pending; | |||
313 | }; | |||
314 | ||||
315 | typedef struct BDRVSheepdogState { | |||
316 | BlockDriverState *bs; | |||
317 | ||||
318 | SheepdogInode inode; | |||
319 | ||||
320 | uint32_t min_dirty_data_idx; | |||
321 | uint32_t max_dirty_data_idx; | |||
322 | ||||
323 | char name[SD_MAX_VDI_LEN256]; | |||
324 | bool_Bool is_snapshot; | |||
325 | uint32_t cache_flags; | |||
326 | bool_Bool discard_supported; | |||
327 | ||||
328 | char *host_spec; | |||
329 | bool_Bool is_unix; | |||
330 | int fd; | |||
331 | ||||
332 | CoMutex lock; | |||
333 | Coroutine *co_send; | |||
334 | Coroutine *co_recv; | |||
335 | ||||
336 | uint32_t aioreq_seq_num; | |||
337 | ||||
338 | /* Every aio request must be linked to either of these queues. */ | |||
339 | QLIST_HEAD(inflight_aio_head, AIOReq)struct inflight_aio_head { struct AIOReq *lh_first; } inflight_aio_head; | |||
340 | QLIST_HEAD(pending_aio_head, AIOReq)struct pending_aio_head { struct AIOReq *lh_first; } pending_aio_head; | |||
341 | QLIST_HEAD(failed_aio_head, AIOReq)struct failed_aio_head { struct AIOReq *lh_first; } failed_aio_head; | |||
342 | } BDRVSheepdogState; | |||
343 | ||||
344 | static const char * sd_strerror(int err) | |||
345 | { | |||
346 | int i; | |||
347 | ||||
348 | static const struct { | |||
349 | int err; | |||
350 | const char *desc; | |||
351 | } errors[] = { | |||
352 | {SD_RES_SUCCESS0x00, "Success"}, | |||
353 | {SD_RES_UNKNOWN0x01, "Unknown error"}, | |||
354 | {SD_RES_NO_OBJ0x02, "No object found"}, | |||
355 | {SD_RES_EIO0x03, "I/O error"}, | |||
356 | {SD_RES_VDI_EXIST0x04, "VDI exists already"}, | |||
357 | {SD_RES_INVALID_PARMS0x05, "Invalid parameters"}, | |||
358 | {SD_RES_SYSTEM_ERROR0x06, "System error"}, | |||
359 | {SD_RES_VDI_LOCKED0x07, "VDI is already locked"}, | |||
360 | {SD_RES_NO_VDI0x08, "No vdi found"}, | |||
361 | {SD_RES_NO_BASE_VDI0x09, "No base VDI found"}, | |||
362 | {SD_RES_VDI_READ0x0A, "Failed read the requested VDI"}, | |||
363 | {SD_RES_VDI_WRITE0x0B, "Failed to write the requested VDI"}, | |||
364 | {SD_RES_BASE_VDI_READ0x0C, "Failed to read the base VDI"}, | |||
365 | {SD_RES_BASE_VDI_WRITE0x0D, "Failed to write the base VDI"}, | |||
366 | {SD_RES_NO_TAG0x0E, "Failed to find the requested tag"}, | |||
367 | {SD_RES_STARTUP0x0F, "The system is still booting"}, | |||
368 | {SD_RES_VDI_NOT_LOCKED0x10, "VDI isn't locked"}, | |||
369 | {SD_RES_SHUTDOWN0x11, "The system is shutting down"}, | |||
370 | {SD_RES_NO_MEM0x12, "Out of memory on the server"}, | |||
371 | {SD_RES_FULL_VDI0x13, "We already have the maximum vdis"}, | |||
372 | {SD_RES_VER_MISMATCH0x14, "Protocol version mismatch"}, | |||
373 | {SD_RES_NO_SPACE0x15, "Server has no space for new objects"}, | |||
374 | {SD_RES_WAIT_FOR_FORMAT0x16, "Sheepdog is waiting for a format operation"}, | |||
375 | {SD_RES_WAIT_FOR_JOIN0x17, "Sheepdog is waiting for other nodes joining"}, | |||
376 | {SD_RES_JOIN_FAILED0x18, "Target node had failed to join sheepdog"}, | |||
377 | {SD_RES_HALT0x19, "Sheepdog is stopped serving IO request"}, | |||
378 | {SD_RES_READONLY0x1A, "Object is read-only"}, | |||
379 | }; | |||
380 | ||||
381 | for (i = 0; i < ARRAY_SIZE(errors)(sizeof(errors) / sizeof((errors)[0])); ++i) { | |||
382 | if (errors[i].err == err) { | |||
383 | return errors[i].desc; | |||
384 | } | |||
385 | } | |||
386 | ||||
387 | return "Invalid error code"; | |||
388 | } | |||
389 | ||||
390 | /* | |||
391 | * Sheepdog I/O handling: | |||
392 | * | |||
393 | * 1. In sd_co_rw_vector, we send the I/O requests to the server and | |||
394 | * link the requests to the inflight_list in the | |||
395 | * BDRVSheepdogState. The function exits without waiting for | |||
396 | * receiving the response. | |||
397 | * | |||
398 | * 2. We receive the response in aio_read_response, the fd handler to | |||
399 | * the sheepdog connection. If metadata update is needed, we send | |||
400 | * the write request to the vdi object in sd_write_done, the write | |||
401 | * completion function. We switch back to sd_co_readv/writev after | |||
402 | * all the requests belonging to the AIOCB are finished. | |||
403 | */ | |||
404 | ||||
405 | static inline AIOReq *alloc_aio_req(BDRVSheepdogState *s, SheepdogAIOCB *acb, | |||
406 | uint64_t oid, unsigned int data_len, | |||
407 | uint64_t offset, uint8_t flags, | |||
408 | uint64_t base_oid, unsigned int iov_offset) | |||
409 | { | |||
410 | AIOReq *aio_req; | |||
411 | ||||
412 | aio_req = g_malloc(sizeof(*aio_req)); | |||
413 | aio_req->aiocb = acb; | |||
414 | aio_req->iov_offset = iov_offset; | |||
415 | aio_req->oid = oid; | |||
416 | aio_req->base_oid = base_oid; | |||
417 | aio_req->offset = offset; | |||
418 | aio_req->data_len = data_len; | |||
419 | aio_req->flags = flags; | |||
420 | aio_req->id = s->aioreq_seq_num++; | |||
421 | ||||
422 | acb->nr_pending++; | |||
423 | return aio_req; | |||
424 | } | |||
425 | ||||
426 | static inline void free_aio_req(BDRVSheepdogState *s, AIOReq *aio_req) | |||
427 | { | |||
428 | SheepdogAIOCB *acb = aio_req->aiocb; | |||
429 | ||||
430 | acb->cancelable = false0; | |||
431 | QLIST_REMOVE(aio_req, aio_siblings)do { if ((aio_req)->aio_siblings.le_next != ((void*)0)) (aio_req )->aio_siblings.le_next->aio_siblings.le_prev = (aio_req )->aio_siblings.le_prev; *(aio_req)->aio_siblings.le_prev = (aio_req)->aio_siblings.le_next; } while ( 0); | |||
432 | g_free(aio_req); | |||
433 | ||||
434 | acb->nr_pending--; | |||
435 | } | |||
436 | ||||
437 | static void coroutine_fn sd_finish_aiocb(SheepdogAIOCB *acb) | |||
438 | { | |||
439 | qemu_coroutine_enter(acb->coroutine, NULL((void*)0)); | |||
440 | if (acb->finished) { | |||
441 | *acb->finished = true1; | |||
442 | } | |||
443 | qemu_aio_release(acb); | |||
444 | } | |||
445 | ||||
446 | /* | |||
447 | * Check whether the specified acb can be canceled | |||
448 | * | |||
449 | * We can cancel aio when any request belonging to the acb is: | |||
450 | * - Not processed by the sheepdog server. | |||
451 | * - Not linked to the inflight queue. | |||
452 | */ | |||
453 | static bool_Bool sd_acb_cancelable(const SheepdogAIOCB *acb) | |||
454 | { | |||
455 | BDRVSheepdogState *s = acb->common.bs->opaque; | |||
456 | AIOReq *aioreq; | |||
457 | ||||
458 | if (!acb->cancelable) { | |||
459 | return false0; | |||
460 | } | |||
461 | ||||
462 | QLIST_FOREACH(aioreq, &s->inflight_aio_head, aio_siblings)for ((aioreq) = ((&s->inflight_aio_head)->lh_first) ; (aioreq); (aioreq) = ((aioreq)->aio_siblings.le_next)) { | |||
463 | if (aioreq->aiocb == acb) { | |||
464 | return false0; | |||
465 | } | |||
466 | } | |||
467 | ||||
468 | return true1; | |||
469 | } | |||
470 | ||||
471 | static void sd_aio_cancel(BlockDriverAIOCB *blockacb) | |||
472 | { | |||
473 | SheepdogAIOCB *acb = (SheepdogAIOCB *)blockacb; | |||
474 | BDRVSheepdogState *s = acb->common.bs->opaque; | |||
475 | AIOReq *aioreq, *next; | |||
476 | bool_Bool finished = false0; | |||
477 | ||||
478 | acb->finished = &finished; | |||
479 | while (!finished) { | |||
480 | if (sd_acb_cancelable(acb)) { | |||
481 | /* Remove outstanding requests from pending and failed queues. */ | |||
482 | QLIST_FOREACH_SAFE(aioreq, &s->pending_aio_head, aio_siblings,for ((aioreq) = ((&s->pending_aio_head)->lh_first); (aioreq) && ((next) = ((aioreq)->aio_siblings.le_next ), 1); (aioreq) = (next)) | |||
483 | next)for ((aioreq) = ((&s->pending_aio_head)->lh_first); (aioreq) && ((next) = ((aioreq)->aio_siblings.le_next ), 1); (aioreq) = (next)) { | |||
484 | if (aioreq->aiocb == acb) { | |||
485 | free_aio_req(s, aioreq); | |||
486 | } | |||
487 | } | |||
488 | QLIST_FOREACH_SAFE(aioreq, &s->failed_aio_head, aio_siblings,for ((aioreq) = ((&s->failed_aio_head)->lh_first); ( aioreq) && ((next) = ((aioreq)->aio_siblings.le_next ), 1); (aioreq) = (next)) | |||
489 | next)for ((aioreq) = ((&s->failed_aio_head)->lh_first); ( aioreq) && ((next) = ((aioreq)->aio_siblings.le_next ), 1); (aioreq) = (next)) { | |||
490 | if (aioreq->aiocb == acb) { | |||
491 | free_aio_req(s, aioreq); | |||
492 | } | |||
493 | } | |||
494 | ||||
495 | assert(acb->nr_pending == 0)((acb->nr_pending == 0) ? (void) (0) : __assert_fail ("acb->nr_pending == 0" , "/home/stefan/src/qemu/qemu.org/qemu/block/sheepdog.c", 495 , __PRETTY_FUNCTION__)); | |||
496 | sd_finish_aiocb(acb); | |||
497 | return; | |||
498 | } | |||
499 | qemu_aio_wait(); | |||
500 | } | |||
501 | } | |||
502 | ||||
503 | static const AIOCBInfo sd_aiocb_info = { | |||
504 | .aiocb_size = sizeof(SheepdogAIOCB), | |||
505 | .cancel = sd_aio_cancel, | |||
506 | }; | |||
507 | ||||
508 | static SheepdogAIOCB *sd_aio_setup(BlockDriverState *bs, QEMUIOVector *qiov, | |||
509 | int64_t sector_num, int nb_sectors) | |||
510 | { | |||
511 | SheepdogAIOCB *acb; | |||
512 | ||||
513 | acb = qemu_aio_get(&sd_aiocb_info, bs, NULL((void*)0), NULL((void*)0)); | |||
514 | ||||
515 | acb->qiov = qiov; | |||
516 | ||||
517 | acb->sector_num = sector_num; | |||
518 | acb->nb_sectors = nb_sectors; | |||
519 | ||||
520 | acb->aio_done_func = NULL((void*)0); | |||
521 | acb->cancelable = true1; | |||
522 | acb->finished = NULL((void*)0); | |||
523 | acb->coroutine = qemu_coroutine_self(); | |||
524 | acb->ret = 0; | |||
525 | acb->nr_pending = 0; | |||
526 | return acb; | |||
527 | } | |||
528 | ||||
529 | static int connect_to_sdog(BDRVSheepdogState *s) | |||
530 | { | |||
531 | int fd; | |||
532 | Error *err = NULL((void*)0); | |||
533 | ||||
534 | if (s->is_unix) { | |||
535 | fd = unix_connect(s->host_spec, &err); | |||
536 | } else { | |||
537 | fd = inet_connect(s->host_spec, &err); | |||
538 | ||||
539 | if (err == NULL((void*)0)) { | |||
540 | int ret = socket_set_nodelay(fd); | |||
541 | if (ret < 0) { | |||
542 | error_report("%s", strerror(errno(*__errno_location ()))); | |||
543 | } | |||
544 | } | |||
545 | } | |||
546 | ||||
547 | if (err != NULL((void*)0)) { | |||
548 | qerror_report_err(err); | |||
549 | error_free(err); | |||
550 | } else { | |||
551 | qemu_set_nonblock(fd); | |||
552 | } | |||
553 | ||||
554 | return fd; | |||
555 | } | |||
556 | ||||
557 | static coroutine_fn int send_co_req(int sockfd, SheepdogReq *hdr, void *data, | |||
558 | unsigned int *wlen) | |||
559 | { | |||
560 | int ret; | |||
561 | ||||
562 | ret = qemu_co_send(sockfd, hdr, sizeof(*hdr))qemu_co_send_recv(sockfd, hdr, sizeof(*hdr), 1); | |||
563 | if (ret != sizeof(*hdr)) { | |||
564 | error_report("failed to send a req, %s", strerror(errno(*__errno_location ()))); | |||
565 | return ret; | |||
566 | } | |||
567 | ||||
568 | ret = qemu_co_send(sockfd, data, *wlen)qemu_co_send_recv(sockfd, data, *wlen, 1); | |||
569 | if (ret != *wlen) { | |||
570 | error_report("failed to send a req, %s", strerror(errno(*__errno_location ()))); | |||
571 | } | |||
572 | ||||
573 | return ret; | |||
574 | } | |||
575 | ||||
576 | static void restart_co_req(void *opaque) | |||
577 | { | |||
578 | Coroutine *co = opaque; | |||
579 | ||||
580 | qemu_coroutine_enter(co, NULL((void*)0)); | |||
581 | } | |||
582 | ||||
583 | typedef struct SheepdogReqCo { | |||
584 | int sockfd; | |||
585 | SheepdogReq *hdr; | |||
586 | void *data; | |||
587 | unsigned int *wlen; | |||
588 | unsigned int *rlen; | |||
589 | int ret; | |||
590 | bool_Bool finished; | |||
591 | } SheepdogReqCo; | |||
592 | ||||
593 | static coroutine_fn void do_co_req(void *opaque) | |||
594 | { | |||
595 | int ret; | |||
596 | Coroutine *co; | |||
597 | SheepdogReqCo *srco = opaque; | |||
598 | int sockfd = srco->sockfd; | |||
599 | SheepdogReq *hdr = srco->hdr; | |||
600 | void *data = srco->data; | |||
601 | unsigned int *wlen = srco->wlen; | |||
602 | unsigned int *rlen = srco->rlen; | |||
603 | ||||
604 | co = qemu_coroutine_self(); | |||
605 | qemu_aio_set_fd_handler(sockfd, NULL((void*)0), restart_co_req, co); | |||
606 | ||||
607 | ret = send_co_req(sockfd, hdr, data, wlen); | |||
608 | if (ret < 0) { | |||
609 | goto out; | |||
610 | } | |||
611 | ||||
612 | qemu_aio_set_fd_handler(sockfd, restart_co_req, NULL((void*)0), co); | |||
613 | ||||
614 | ret = qemu_co_recv(sockfd, hdr, sizeof(*hdr))qemu_co_send_recv(sockfd, hdr, sizeof(*hdr), 0); | |||
615 | if (ret != sizeof(*hdr)) { | |||
616 | error_report("failed to get a rsp, %s", strerror(errno(*__errno_location ()))); | |||
617 | ret = -errno(*__errno_location ()); | |||
618 | goto out; | |||
619 | } | |||
620 | ||||
621 | if (*rlen > hdr->data_length) { | |||
622 | *rlen = hdr->data_length; | |||
623 | } | |||
624 | ||||
625 | if (*rlen) { | |||
626 | ret = qemu_co_recv(sockfd, data, *rlen)qemu_co_send_recv(sockfd, data, *rlen, 0); | |||
627 | if (ret != *rlen) { | |||
628 | error_report("failed to get the data, %s", strerror(errno(*__errno_location ()))); | |||
629 | ret = -errno(*__errno_location ()); | |||
630 | goto out; | |||
631 | } | |||
632 | } | |||
633 | ret = 0; | |||
634 | out: | |||
635 | /* there is at most one request for this sockfd, so it is safe to | |||
636 | * set each handler to NULL. */ | |||
637 | qemu_aio_set_fd_handler(sockfd, NULL((void*)0), NULL((void*)0), NULL((void*)0)); | |||
638 | ||||
639 | srco->ret = ret; | |||
640 | srco->finished = true1; | |||
641 | } | |||
642 | ||||
643 | static int do_req(int sockfd, SheepdogReq *hdr, void *data, | |||
644 | unsigned int *wlen, unsigned int *rlen) | |||
645 | { | |||
646 | Coroutine *co; | |||
647 | SheepdogReqCo srco = { | |||
648 | .sockfd = sockfd, | |||
649 | .hdr = hdr, | |||
650 | .data = data, | |||
651 | .wlen = wlen, | |||
652 | .rlen = rlen, | |||
653 | .ret = 0, | |||
654 | .finished = false0, | |||
655 | }; | |||
656 | ||||
657 | if (qemu_in_coroutine()) { | |||
658 | do_co_req(&srco); | |||
659 | } else { | |||
660 | co = qemu_coroutine_create(do_co_req); | |||
661 | qemu_coroutine_enter(co, &srco); | |||
662 | while (!srco.finished) { | |||
663 | qemu_aio_wait(); | |||
664 | } | |||
665 | } | |||
666 | ||||
667 | return srco.ret; | |||
668 | } | |||
669 | ||||
670 | static void coroutine_fn add_aio_request(BDRVSheepdogState *s, AIOReq *aio_req, | |||
671 | struct iovec *iov, int niov, bool_Bool create, | |||
672 | enum AIOCBState aiocb_type); | |||
673 | static void coroutine_fn resend_aioreq(BDRVSheepdogState *s, AIOReq *aio_req); | |||
674 | static int reload_inode(BDRVSheepdogState *s, uint32_t snapid, const char *tag); | |||
675 | static int get_sheep_fd(BDRVSheepdogState *s); | |||
676 | static void co_write_request(void *opaque); | |||
677 | ||||
678 | static AIOReq *find_pending_req(BDRVSheepdogState *s, uint64_t oid) | |||
679 | { | |||
680 | AIOReq *aio_req; | |||
681 | ||||
682 | QLIST_FOREACH(aio_req, &s->pending_aio_head, aio_siblings)for ((aio_req) = ((&s->pending_aio_head)->lh_first) ; (aio_req); (aio_req) = ((aio_req)->aio_siblings.le_next) ) { | |||
683 | if (aio_req->oid == oid) { | |||
684 | return aio_req; | |||
685 | } | |||
686 | } | |||
687 | ||||
688 | return NULL((void*)0); | |||
689 | } | |||
690 | ||||
691 | /* | |||
692 | * This function searchs pending requests to the object `oid', and | |||
693 | * sends them. | |||
694 | */ | |||
695 | static void coroutine_fn send_pending_req(BDRVSheepdogState *s, uint64_t oid) | |||
696 | { | |||
697 | AIOReq *aio_req; | |||
698 | SheepdogAIOCB *acb; | |||
699 | ||||
700 | while ((aio_req = find_pending_req(s, oid)) != NULL((void*)0)) { | |||
701 | acb = aio_req->aiocb; | |||
702 | /* move aio_req from pending list to inflight one */ | |||
703 | QLIST_REMOVE(aio_req, aio_siblings)do { if ((aio_req)->aio_siblings.le_next != ((void*)0)) (aio_req )->aio_siblings.le_next->aio_siblings.le_prev = (aio_req )->aio_siblings.le_prev; *(aio_req)->aio_siblings.le_prev = (aio_req)->aio_siblings.le_next; } while ( 0); | |||
704 | QLIST_INSERT_HEAD(&s->inflight_aio_head, aio_req, aio_siblings)do { if (((aio_req)->aio_siblings.le_next = (&s->inflight_aio_head )->lh_first) != ((void*)0)) (&s->inflight_aio_head) ->lh_first->aio_siblings.le_prev = &(aio_req)->aio_siblings .le_next; (&s->inflight_aio_head)->lh_first = (aio_req ); (aio_req)->aio_siblings.le_prev = &(&s->inflight_aio_head )->lh_first; } while ( 0); | |||
705 | add_aio_request(s, aio_req, acb->qiov->iov, acb->qiov->niov, false0, | |||
706 | acb->aiocb_type); | |||
707 | } | |||
708 | } | |||
709 | ||||
710 | static coroutine_fn void reconnect_to_sdog(void *opaque) | |||
711 | { | |||
712 | BDRVSheepdogState *s = opaque; | |||
713 | AIOReq *aio_req, *next; | |||
714 | ||||
715 | qemu_aio_set_fd_handler(s->fd, NULL((void*)0), NULL((void*)0), NULL((void*)0)); | |||
716 | close(s->fd); | |||
717 | s->fd = -1; | |||
718 | ||||
719 | /* Wait for outstanding write requests to be completed. */ | |||
720 | while (s->co_send != NULL((void*)0)) { | |||
721 | co_write_request(opaque); | |||
722 | } | |||
723 | ||||
724 | /* Try to reconnect the sheepdog server every one second. */ | |||
725 | while (s->fd < 0) { | |||
726 | s->fd = get_sheep_fd(s); | |||
727 | if (s->fd < 0) { | |||
728 | DPRINTF("Wait for connection to be established\n"); | |||
729 | co_aio_sleep_ns(bdrv_get_aio_context(s->bs), QEMU_CLOCK_REALTIME, | |||
730 | 1000000000ULL); | |||
731 | } | |||
732 | }; | |||
733 | ||||
734 | /* | |||
735 | * Now we have to resend all the request in the inflight queue. However, | |||
736 | * resend_aioreq() can yield and newly created requests can be added to the | |||
737 | * inflight queue before the coroutine is resumed. To avoid mixing them, we | |||
738 | * have to move all the inflight requests to the failed queue before | |||
739 | * resend_aioreq() is called. | |||
740 | */ | |||
741 | QLIST_FOREACH_SAFE(aio_req, &s->inflight_aio_head, aio_siblings, next)for ((aio_req) = ((&s->inflight_aio_head)->lh_first ); (aio_req) && ((next) = ((aio_req)->aio_siblings .le_next), 1); (aio_req) = (next)) { | |||
742 | QLIST_REMOVE(aio_req, aio_siblings)do { if ((aio_req)->aio_siblings.le_next != ((void*)0)) (aio_req )->aio_siblings.le_next->aio_siblings.le_prev = (aio_req )->aio_siblings.le_prev; *(aio_req)->aio_siblings.le_prev = (aio_req)->aio_siblings.le_next; } while ( 0); | |||
743 | QLIST_INSERT_HEAD(&s->failed_aio_head, aio_req, aio_siblings)do { if (((aio_req)->aio_siblings.le_next = (&s->failed_aio_head )->lh_first) != ((void*)0)) (&s->failed_aio_head)-> lh_first->aio_siblings.le_prev = &(aio_req)->aio_siblings .le_next; (&s->failed_aio_head)->lh_first = (aio_req ); (aio_req)->aio_siblings.le_prev = &(&s->failed_aio_head )->lh_first; } while ( 0); | |||
744 | } | |||
745 | ||||
746 | /* Resend all the failed aio requests. */ | |||
747 | while (!QLIST_EMPTY(&s->failed_aio_head)((&s->failed_aio_head)->lh_first == ((void*)0))) { | |||
748 | aio_req = QLIST_FIRST(&s->failed_aio_head)((&s->failed_aio_head)->lh_first); | |||
749 | QLIST_REMOVE(aio_req, aio_siblings)do { if ((aio_req)->aio_siblings.le_next != ((void*)0)) (aio_req )->aio_siblings.le_next->aio_siblings.le_prev = (aio_req )->aio_siblings.le_prev; *(aio_req)->aio_siblings.le_prev = (aio_req)->aio_siblings.le_next; } while ( 0); | |||
750 | QLIST_INSERT_HEAD(&s->inflight_aio_head, aio_req, aio_siblings)do { if (((aio_req)->aio_siblings.le_next = (&s->inflight_aio_head )->lh_first) != ((void*)0)) (&s->inflight_aio_head) ->lh_first->aio_siblings.le_prev = &(aio_req)->aio_siblings .le_next; (&s->inflight_aio_head)->lh_first = (aio_req ); (aio_req)->aio_siblings.le_prev = &(&s->inflight_aio_head )->lh_first; } while ( 0); | |||
751 | resend_aioreq(s, aio_req); | |||
752 | } | |||
753 | } | |||
754 | ||||
755 | /* | |||
756 | * Receive responses of the I/O requests. | |||
757 | * | |||
758 | * This function is registered as a fd handler, and called from the | |||
759 | * main loop when s->fd is ready for reading responses. | |||
760 | */ | |||
761 | static void coroutine_fn aio_read_response(void *opaque) | |||
762 | { | |||
763 | SheepdogObjRsp rsp; | |||
764 | BDRVSheepdogState *s = opaque; | |||
765 | int fd = s->fd; | |||
766 | int ret; | |||
767 | AIOReq *aio_req = NULL((void*)0); | |||
768 | SheepdogAIOCB *acb; | |||
769 | uint64_t idx; | |||
770 | ||||
771 | /* read a header */ | |||
772 | ret = qemu_co_recv(fd, &rsp, sizeof(rsp))qemu_co_send_recv(fd, &rsp, sizeof(rsp), 0); | |||
773 | if (ret != sizeof(rsp)) { | |||
774 | error_report("failed to get the header, %s", strerror(errno(*__errno_location ()))); | |||
775 | goto err; | |||
776 | } | |||
777 | ||||
778 | /* find the right aio_req from the inflight aio list */ | |||
779 | QLIST_FOREACH(aio_req, &s->inflight_aio_head, aio_siblings)for ((aio_req) = ((&s->inflight_aio_head)->lh_first ); (aio_req); (aio_req) = ((aio_req)->aio_siblings.le_next )) { | |||
780 | if (aio_req->id == rsp.id) { | |||
781 | break; | |||
782 | } | |||
783 | } | |||
784 | if (!aio_req) { | |||
785 | error_report("cannot find aio_req %x", rsp.id); | |||
786 | goto err; | |||
787 | } | |||
788 | ||||
789 | acb = aio_req->aiocb; | |||
790 | ||||
791 | switch (acb->aiocb_type) { | |||
792 | case AIOCB_WRITE_UDATA: | |||
793 | /* this coroutine context is no longer suitable for co_recv | |||
794 | * because we may send data to update vdi objects */ | |||
795 | s->co_recv = NULL((void*)0); | |||
796 | if (!is_data_obj(aio_req->oid)) { | |||
797 | break; | |||
798 | } | |||
799 | idx = data_oid_to_idx(aio_req->oid); | |||
800 | ||||
801 | if (s->inode.data_vdi_id[idx] != s->inode.vdi_id) { | |||
802 | /* | |||
803 | * If the object is newly created one, we need to update | |||
804 | * the vdi object (metadata object). min_dirty_data_idx | |||
805 | * and max_dirty_data_idx are changed to include updated | |||
806 | * index between them. | |||
807 | */ | |||
808 | if (rsp.result == SD_RES_SUCCESS0x00) { | |||
809 | s->inode.data_vdi_id[idx] = s->inode.vdi_id; | |||
810 | s->max_dirty_data_idx = MAX(idx, s->max_dirty_data_idx)(((idx) > (s->max_dirty_data_idx)) ? (idx) : (s->max_dirty_data_idx )); | |||
811 | s->min_dirty_data_idx = MIN(idx, s->min_dirty_data_idx)(((idx) < (s->min_dirty_data_idx)) ? (idx) : (s->min_dirty_data_idx )); | |||
812 | } | |||
813 | /* | |||
814 | * Some requests may be blocked because simultaneous | |||
815 | * create requests are not allowed, so we search the | |||
816 | * pending requests here. | |||
817 | */ | |||
818 | send_pending_req(s, aio_req->oid); | |||
819 | } | |||
820 | break; | |||
821 | case AIOCB_READ_UDATA: | |||
822 | ret = qemu_co_recvv(fd, acb->qiov->iov, acb->qiov->niov,qemu_co_sendv_recvv(fd, acb->qiov->iov, acb->qiov-> niov, aio_req->iov_offset, rsp.data_length, 0) | |||
823 | aio_req->iov_offset, rsp.data_length)qemu_co_sendv_recvv(fd, acb->qiov->iov, acb->qiov-> niov, aio_req->iov_offset, rsp.data_length, 0); | |||
824 | if (ret != rsp.data_length) { | |||
825 | error_report("failed to get the data, %s", strerror(errno(*__errno_location ()))); | |||
826 | goto err; | |||
827 | } | |||
828 | break; | |||
829 | case AIOCB_FLUSH_CACHE: | |||
830 | if (rsp.result == SD_RES_INVALID_PARMS0x05) { | |||
831 | DPRINTF("disable cache since the server doesn't support it\n"); | |||
832 | s->cache_flags = SD_FLAG_CMD_DIRECT0x08; | |||
833 | rsp.result = SD_RES_SUCCESS0x00; | |||
834 | } | |||
835 | break; | |||
836 | case AIOCB_DISCARD_OBJ: | |||
837 | switch (rsp.result) { | |||
838 | case SD_RES_INVALID_PARMS0x05: | |||
839 | error_report("sheep(%s) doesn't support discard command", | |||
840 | s->host_spec); | |||
841 | rsp.result = SD_RES_SUCCESS0x00; | |||
842 | s->discard_supported = false0; | |||
843 | break; | |||
844 | case SD_RES_SUCCESS0x00: | |||
845 | idx = data_oid_to_idx(aio_req->oid); | |||
846 | s->inode.data_vdi_id[idx] = 0; | |||
847 | break; | |||
848 | default: | |||
849 | break; | |||
850 | } | |||
851 | } | |||
852 | ||||
853 | switch (rsp.result) { | |||
854 | case SD_RES_SUCCESS0x00: | |||
855 | break; | |||
856 | case SD_RES_READONLY0x1A: | |||
857 | if (s->inode.vdi_id == oid_to_vid(aio_req->oid)) { | |||
858 | ret = reload_inode(s, 0, ""); | |||
859 | if (ret < 0) { | |||
860 | goto err; | |||
861 | } | |||
862 | } | |||
863 | if (is_data_obj(aio_req->oid)) { | |||
864 | aio_req->oid = vid_to_data_oid(s->inode.vdi_id, | |||
865 | data_oid_to_idx(aio_req->oid)); | |||
866 | } else { | |||
867 | aio_req->oid = vid_to_vdi_oid(s->inode.vdi_id); | |||
868 | } | |||
869 | resend_aioreq(s, aio_req); | |||
870 | goto out; | |||
871 | default: | |||
872 | acb->ret = -EIO5; | |||
873 | error_report("%s", sd_strerror(rsp.result)); | |||
874 | break; | |||
875 | } | |||
876 | ||||
877 | free_aio_req(s, aio_req); | |||
878 | if (!acb->nr_pending) { | |||
879 | /* | |||
880 | * We've finished all requests which belong to the AIOCB, so | |||
881 | * we can switch back to sd_co_readv/writev now. | |||
882 | */ | |||
883 | acb->aio_done_func(acb); | |||
884 | } | |||
885 | out: | |||
886 | s->co_recv = NULL((void*)0); | |||
887 | return; | |||
888 | err: | |||
889 | s->co_recv = NULL((void*)0); | |||
890 | reconnect_to_sdog(opaque); | |||
891 | } | |||
892 | ||||
893 | static void co_read_response(void *opaque) | |||
894 | { | |||
895 | BDRVSheepdogState *s = opaque; | |||
896 | ||||
897 | if (!s->co_recv) { | |||
898 | s->co_recv = qemu_coroutine_create(aio_read_response); | |||
899 | } | |||
900 | ||||
901 | qemu_coroutine_enter(s->co_recv, opaque); | |||
902 | } | |||
903 | ||||
904 | static void co_write_request(void *opaque) | |||
905 | { | |||
906 | BDRVSheepdogState *s = opaque; | |||
907 | ||||
908 | qemu_coroutine_enter(s->co_send, NULL((void*)0)); | |||
909 | } | |||
910 | ||||
911 | /* | |||
912 | * Return a socket discriptor to read/write objects. | |||
913 | * | |||
914 | * We cannot use this discriptor for other operations because | |||
915 | * the block driver may be on waiting response from the server. | |||
916 | */ | |||
917 | static int get_sheep_fd(BDRVSheepdogState *s) | |||
918 | { | |||
919 | int fd; | |||
920 | ||||
921 | fd = connect_to_sdog(s); | |||
922 | if (fd < 0) { | |||
923 | return fd; | |||
924 | } | |||
925 | ||||
926 | qemu_aio_set_fd_handler(fd, co_read_response, NULL((void*)0), s); | |||
927 | return fd; | |||
928 | } | |||
929 | ||||
930 | static int sd_parse_uri(BDRVSheepdogState *s, const char *filename, | |||
931 | char *vdi, uint32_t *snapid, char *tag) | |||
932 | { | |||
933 | URI *uri; | |||
934 | QueryParams *qp = NULL((void*)0); | |||
935 | int ret = 0; | |||
936 | ||||
937 | uri = uri_parse(filename); | |||
938 | if (!uri) { | |||
939 | return -EINVAL22; | |||
940 | } | |||
941 | ||||
942 | /* transport */ | |||
943 | if (!strcmp(uri->scheme, "sheepdog")) { | |||
944 | s->is_unix = false0; | |||
945 | } else if (!strcmp(uri->scheme, "sheepdog+tcp")) { | |||
946 | s->is_unix = false0; | |||
947 | } else if (!strcmp(uri->scheme, "sheepdog+unix")) { | |||
948 | s->is_unix = true1; | |||
949 | } else { | |||
950 | ret = -EINVAL22; | |||
951 | goto out; | |||
952 | } | |||
953 | ||||
954 | if (uri->path == NULL((void*)0) || !strcmp(uri->path, "/")) { | |||
955 | ret = -EINVAL22; | |||
956 | goto out; | |||
957 | } | |||
958 | pstrcpy(vdi, SD_MAX_VDI_LEN256, uri->path + 1); | |||
959 | ||||
960 | qp = query_params_parse(uri->query); | |||
961 | if (qp->n > 1 || (s->is_unix && !qp->n) || (!s->is_unix && qp->n)) { | |||
962 | ret = -EINVAL22; | |||
963 | goto out; | |||
964 | } | |||
965 | ||||
966 | if (s->is_unix) { | |||
967 | /* sheepdog+unix:///vdiname?socket=path */ | |||
968 | if (uri->server || uri->port || strcmp(qp->p[0].name, "socket")) { | |||
969 | ret = -EINVAL22; | |||
970 | goto out; | |||
971 | } | |||
972 | s->host_spec = g_strdup(qp->p[0].value); | |||
973 | } else { | |||
974 | /* sheepdog[+tcp]://[host:port]/vdiname */ | |||
975 | s->host_spec = g_strdup_printf("%s:%d", uri->server ?: SD_DEFAULT_ADDR"localhost", | |||
976 | uri->port ?: SD_DEFAULT_PORT7000); | |||
977 | } | |||
978 | ||||
979 | /* snapshot tag */ | |||
980 | if (uri->fragment) { | |||
981 | *snapid = strtoul(uri->fragment, NULL((void*)0), 10); | |||
982 | if (*snapid == 0) { | |||
983 | pstrcpy(tag, SD_MAX_VDI_TAG_LEN256, uri->fragment); | |||
984 | } | |||
985 | } else { | |||
986 | *snapid = CURRENT_VDI_ID0; /* search current vdi */ | |||
987 | } | |||
988 | ||||
989 | out: | |||
990 | if (qp) { | |||
991 | query_params_free(qp); | |||
992 | } | |||
993 | uri_free(uri); | |||
994 | return ret; | |||
995 | } | |||
996 | ||||
997 | /* | |||
998 | * Parse a filename (old syntax) | |||
999 | * | |||
1000 | * filename must be one of the following formats: | |||
1001 | * 1. [vdiname] | |||
1002 | * 2. [vdiname]:[snapid] | |||
1003 | * 3. [vdiname]:[tag] | |||
1004 | * 4. [hostname]:[port]:[vdiname] | |||
1005 | * 5. [hostname]:[port]:[vdiname]:[snapid] | |||
1006 | * 6. [hostname]:[port]:[vdiname]:[tag] | |||
1007 | * | |||
1008 | * You can boot from the snapshot images by specifying `snapid` or | |||
1009 | * `tag'. | |||
1010 | * | |||
1011 | * You can run VMs outside the Sheepdog cluster by specifying | |||
1012 | * `hostname' and `port' (experimental). | |||
1013 | */ | |||
1014 | static int parse_vdiname(BDRVSheepdogState *s, const char *filename, | |||
1015 | char *vdi, uint32_t *snapid, char *tag) | |||
1016 | { | |||
1017 | char *p, *q, *uri; | |||
1018 | const char *host_spec, *vdi_spec; | |||
1019 | int nr_sep, ret; | |||
1020 | ||||
1021 | strstart(filename, "sheepdog:", (const char **)&filename); | |||
1022 | p = q = g_strdup(filename); | |||
1023 | ||||
1024 | /* count the number of separators */ | |||
1025 | nr_sep = 0; | |||
1026 | while (*p) { | |||
1027 | if (*p == ':') { | |||
1028 | nr_sep++; | |||
1029 | } | |||
1030 | p++; | |||
1031 | } | |||
1032 | p = q; | |||
1033 | ||||
1034 | /* use the first two tokens as host_spec. */ | |||
1035 | if (nr_sep >= 2) { | |||
1036 | host_spec = p; | |||
1037 | p = strchr(p, ':'); | |||
1038 | p++; | |||
1039 | p = strchr(p, ':'); | |||
1040 | *p++ = '\0'; | |||
1041 | } else { | |||
1042 | host_spec = ""; | |||
1043 | } | |||
1044 | ||||
1045 | vdi_spec = p; | |||
1046 | ||||
1047 | p = strchr(vdi_spec, ':'); | |||
1048 | if (p) { | |||
1049 | *p++ = '#'; | |||
1050 | } | |||
1051 | ||||
1052 | uri = g_strdup_printf("sheepdog://%s/%s", host_spec, vdi_spec); | |||
1053 | ||||
1054 | ret = sd_parse_uri(s, uri, vdi, snapid, tag); | |||
1055 | ||||
1056 | g_free(q); | |||
1057 | g_free(uri); | |||
1058 | ||||
1059 | return ret; | |||
1060 | } | |||
1061 | ||||
1062 | static int find_vdi_name(BDRVSheepdogState *s, const char *filename, | |||
1063 | uint32_t snapid, const char *tag, uint32_t *vid, | |||
1064 | bool_Bool lock) | |||
1065 | { | |||
1066 | int ret, fd; | |||
1067 | SheepdogVdiReq hdr; | |||
1068 | SheepdogVdiRsp *rsp = (SheepdogVdiRsp *)&hdr; | |||
1069 | unsigned int wlen, rlen = 0; | |||
1070 | char buf[SD_MAX_VDI_LEN256 + SD_MAX_VDI_TAG_LEN256]; | |||
1071 | ||||
1072 | fd = connect_to_sdog(s); | |||
1073 | if (fd < 0) { | |||
1074 | return fd; | |||
1075 | } | |||
1076 | ||||
1077 | /* This pair of strncpy calls ensures that the buffer is zero-filled, | |||
1078 | * which is desirable since we'll soon be sending those bytes, and | |||
1079 | * don't want the send_req to read uninitialized data. | |||
1080 | */ | |||
1081 | strncpy(buf, filename, SD_MAX_VDI_LEN256); | |||
1082 | strncpy(buf + SD_MAX_VDI_LEN256, tag, SD_MAX_VDI_TAG_LEN256); | |||
1083 | ||||
1084 | memset(&hdr, 0, sizeof(hdr)); | |||
1085 | if (lock) { | |||
1086 | hdr.opcode = SD_OP_LOCK_VDI0x12; | |||
1087 | } else { | |||
1088 | hdr.opcode = SD_OP_GET_VDI_INFO0x14; | |||
1089 | } | |||
1090 | wlen = SD_MAX_VDI_LEN256 + SD_MAX_VDI_TAG_LEN256; | |||
1091 | hdr.proto_ver = SD_PROTO_VER0x01; | |||
1092 | hdr.data_length = wlen; | |||
1093 | hdr.snapid = snapid; | |||
1094 | hdr.flags = SD_FLAG_CMD_WRITE0x01; | |||
1095 | ||||
1096 | ret = do_req(fd, (SheepdogReq *)&hdr, buf, &wlen, &rlen); | |||
1097 | if (ret) { | |||
1098 | goto out; | |||
1099 | } | |||
1100 | ||||
1101 | if (rsp->result != SD_RES_SUCCESS0x00) { | |||
1102 | error_report("cannot get vdi info, %s, %s %d %s", | |||
1103 | sd_strerror(rsp->result), filename, snapid, tag); | |||
1104 | if (rsp->result == SD_RES_NO_VDI0x08) { | |||
1105 | ret = -ENOENT2; | |||
1106 | } else { | |||
1107 | ret = -EIO5; | |||
1108 | } | |||
1109 | goto out; | |||
1110 | } | |||
1111 | *vid = rsp->vdi_id; | |||
1112 | ||||
1113 | ret = 0; | |||
1114 | out: | |||
1115 | closesocket(fd)close(fd); | |||
1116 | return ret; | |||
1117 | } | |||
1118 | ||||
1119 | static void coroutine_fn add_aio_request(BDRVSheepdogState *s, AIOReq *aio_req, | |||
1120 | struct iovec *iov, int niov, bool_Bool create, | |||
1121 | enum AIOCBState aiocb_type) | |||
1122 | { | |||
1123 | int nr_copies = s->inode.nr_copies; | |||
1124 | SheepdogObjReq hdr; | |||
1125 | unsigned int wlen = 0; | |||
1126 | int ret; | |||
1127 | uint64_t oid = aio_req->oid; | |||
1128 | unsigned int datalen = aio_req->data_len; | |||
1129 | uint64_t offset = aio_req->offset; | |||
1130 | uint8_t flags = aio_req->flags; | |||
1131 | uint64_t old_oid = aio_req->base_oid; | |||
1132 | ||||
1133 | if (!nr_copies) { | |||
1134 | error_report("bug"); | |||
1135 | } | |||
1136 | ||||
1137 | memset(&hdr, 0, sizeof(hdr)); | |||
1138 | ||||
1139 | switch (aiocb_type) { | |||
1140 | case AIOCB_FLUSH_CACHE: | |||
1141 | hdr.opcode = SD_OP_FLUSH_VDI0x16; | |||
1142 | break; | |||
1143 | case AIOCB_READ_UDATA: | |||
1144 | hdr.opcode = SD_OP_READ_OBJ0x02; | |||
1145 | hdr.flags = flags; | |||
1146 | break; | |||
1147 | case AIOCB_WRITE_UDATA: | |||
1148 | if (create) { | |||
1149 | hdr.opcode = SD_OP_CREATE_AND_WRITE_OBJ0x01; | |||
1150 | } else { | |||
1151 | hdr.opcode = SD_OP_WRITE_OBJ0x03; | |||
1152 | } | |||
1153 | wlen = datalen; | |||
1154 | hdr.flags = SD_FLAG_CMD_WRITE0x01 | flags; | |||
1155 | break; | |||
1156 | case AIOCB_DISCARD_OBJ: | |||
1157 | hdr.opcode = SD_OP_DISCARD_OBJ0x05; | |||
1158 | break; | |||
1159 | } | |||
1160 | ||||
1161 | if (s->cache_flags) { | |||
1162 | hdr.flags |= s->cache_flags; | |||
1163 | } | |||
1164 | ||||
1165 | hdr.oid = oid; | |||
1166 | hdr.cow_oid = old_oid; | |||
1167 | hdr.copies = s->inode.nr_copies; | |||
1168 | ||||
1169 | hdr.data_length = datalen; | |||
1170 | hdr.offset = offset; | |||
1171 | ||||
1172 | hdr.id = aio_req->id; | |||
1173 | ||||
1174 | qemu_co_mutex_lock(&s->lock); | |||
1175 | s->co_send = qemu_coroutine_self(); | |||
1176 | qemu_aio_set_fd_handler(s->fd, co_read_response, co_write_request, s); | |||
1177 | socket_set_cork(s->fd, 1); | |||
1178 | ||||
1179 | /* send a header */ | |||
1180 | ret = qemu_co_send(s->fd, &hdr, sizeof(hdr))qemu_co_send_recv(s->fd, &hdr, sizeof(hdr), 1); | |||
1181 | if (ret != sizeof(hdr)) { | |||
1182 | error_report("failed to send a req, %s", strerror(errno(*__errno_location ()))); | |||
1183 | goto out; | |||
1184 | } | |||
1185 | ||||
1186 | if (wlen) { | |||
1187 | ret = qemu_co_sendv(s->fd, iov, niov, aio_req->iov_offset, wlen)qemu_co_sendv_recvv(s->fd, iov, niov, aio_req->iov_offset , wlen, 1); | |||
1188 | if (ret != wlen) { | |||
1189 | error_report("failed to send a data, %s", strerror(errno(*__errno_location ()))); | |||
1190 | } | |||
1191 | } | |||
1192 | out: | |||
1193 | socket_set_cork(s->fd, 0); | |||
1194 | qemu_aio_set_fd_handler(s->fd, co_read_response, NULL((void*)0), s); | |||
1195 | s->co_send = NULL((void*)0); | |||
1196 | qemu_co_mutex_unlock(&s->lock); | |||
1197 | } | |||
1198 | ||||
1199 | static int read_write_object(int fd, char *buf, uint64_t oid, uint8_t copies, | |||
1200 | unsigned int datalen, uint64_t offset, | |||
1201 | bool_Bool write, bool_Bool create, uint32_t cache_flags) | |||
1202 | { | |||
1203 | SheepdogObjReq hdr; | |||
1204 | SheepdogObjRsp *rsp = (SheepdogObjRsp *)&hdr; | |||
1205 | unsigned int wlen, rlen; | |||
1206 | int ret; | |||
1207 | ||||
1208 | memset(&hdr, 0, sizeof(hdr)); | |||
1209 | ||||
1210 | if (write) { | |||
1211 | wlen = datalen; | |||
1212 | rlen = 0; | |||
1213 | hdr.flags = SD_FLAG_CMD_WRITE0x01; | |||
1214 | if (create) { | |||
1215 | hdr.opcode = SD_OP_CREATE_AND_WRITE_OBJ0x01; | |||
1216 | } else { | |||
1217 | hdr.opcode = SD_OP_WRITE_OBJ0x03; | |||
1218 | } | |||
1219 | } else { | |||
1220 | wlen = 0; | |||
1221 | rlen = datalen; | |||
1222 | hdr.opcode = SD_OP_READ_OBJ0x02; | |||
1223 | } | |||
1224 | ||||
1225 | hdr.flags |= cache_flags; | |||
1226 | ||||
1227 | hdr.oid = oid; | |||
1228 | hdr.data_length = datalen; | |||
1229 | hdr.offset = offset; | |||
1230 | hdr.copies = copies; | |||
1231 | ||||
1232 | ret = do_req(fd, (SheepdogReq *)&hdr, buf, &wlen, &rlen); | |||
1233 | if (ret) { | |||
1234 | error_report("failed to send a request to the sheep"); | |||
1235 | return ret; | |||
1236 | } | |||
1237 | ||||
1238 | switch (rsp->result) { | |||
1239 | case SD_RES_SUCCESS0x00: | |||
1240 | return 0; | |||
1241 | default: | |||
1242 | error_report("%s", sd_strerror(rsp->result)); | |||
1243 | return -EIO5; | |||
1244 | } | |||
1245 | } | |||
1246 | ||||
1247 | static int read_object(int fd, char *buf, uint64_t oid, uint8_t copies, | |||
1248 | unsigned int datalen, uint64_t offset, | |||
1249 | uint32_t cache_flags) | |||
1250 | { | |||
1251 | return read_write_object(fd, buf, oid, copies, datalen, offset, false0, | |||
1252 | false0, cache_flags); | |||
1253 | } | |||
1254 | ||||
1255 | static int write_object(int fd, char *buf, uint64_t oid, uint8_t copies, | |||
1256 | unsigned int datalen, uint64_t offset, bool_Bool create, | |||
1257 | uint32_t cache_flags) | |||
1258 | { | |||
1259 | return read_write_object(fd, buf, oid, copies, datalen, offset, true1, | |||
1260 | create, cache_flags); | |||
1261 | } | |||
1262 | ||||
1263 | /* update inode with the latest state */ | |||
1264 | static int reload_inode(BDRVSheepdogState *s, uint32_t snapid, const char *tag) | |||
1265 | { | |||
1266 | SheepdogInode *inode; | |||
1267 | int ret = 0, fd; | |||
1268 | uint32_t vid = 0; | |||
1269 | ||||
1270 | fd = connect_to_sdog(s); | |||
1271 | if (fd < 0) { | |||
1272 | return -EIO5; | |||
1273 | } | |||
1274 | ||||
1275 | inode = g_malloc(sizeof(s->inode)); | |||
1276 | ||||
1277 | ret = find_vdi_name(s, s->name, snapid, tag, &vid, false0); | |||
1278 | if (ret) { | |||
1279 | goto out; | |||
1280 | } | |||
1281 | ||||
1282 | ret = read_object(fd, (char *)inode, vid_to_vdi_oid(vid), | |||
1283 | s->inode.nr_copies, sizeof(*inode), 0, s->cache_flags); | |||
1284 | if (ret < 0) { | |||
1285 | goto out; | |||
1286 | } | |||
1287 | ||||
1288 | if (inode->vdi_id != s->inode.vdi_id) { | |||
1289 | memcpy(&s->inode, inode, sizeof(s->inode)); | |||
1290 | } | |||
1291 | ||||
1292 | out: | |||
1293 | g_free(inode); | |||
1294 | closesocket(fd)close(fd); | |||
1295 | ||||
1296 | return ret; | |||
1297 | } | |||
1298 | ||||
1299 | /* Return true if the specified request is linked to the pending list. */ | |||
1300 | static bool_Bool check_simultaneous_create(BDRVSheepdogState *s, AIOReq *aio_req) | |||
1301 | { | |||
1302 | AIOReq *areq; | |||
1303 | QLIST_FOREACH(areq, &s->inflight_aio_head, aio_siblings)for ((areq) = ((&s->inflight_aio_head)->lh_first); ( areq); (areq) = ((areq)->aio_siblings.le_next)) { | |||
1304 | if (areq != aio_req && areq->oid == aio_req->oid) { | |||
1305 | /* | |||
1306 | * Sheepdog cannot handle simultaneous create requests to the same | |||
1307 | * object, so we cannot send the request until the previous request | |||
1308 | * finishes. | |||
1309 | */ | |||
1310 | DPRINTF("simultaneous create to %" PRIx64 "\n", aio_req->oid); | |||
1311 | aio_req->flags = 0; | |||
1312 | aio_req->base_oid = 0; | |||
1313 | QLIST_REMOVE(aio_req, aio_siblings)do { if ((aio_req)->aio_siblings.le_next != ((void*)0)) (aio_req )->aio_siblings.le_next->aio_siblings.le_prev = (aio_req )->aio_siblings.le_prev; *(aio_req)->aio_siblings.le_prev = (aio_req)->aio_siblings.le_next; } while ( 0); | |||
1314 | QLIST_INSERT_HEAD(&s->pending_aio_head, aio_req, aio_siblings)do { if (((aio_req)->aio_siblings.le_next = (&s->pending_aio_head )->lh_first) != ((void*)0)) (&s->pending_aio_head)-> lh_first->aio_siblings.le_prev = &(aio_req)->aio_siblings .le_next; (&s->pending_aio_head)->lh_first = (aio_req ); (aio_req)->aio_siblings.le_prev = &(&s->pending_aio_head )->lh_first; } while ( 0); | |||
1315 | return true1; | |||
1316 | } | |||
1317 | } | |||
1318 | ||||
1319 | return false0; | |||
1320 | } | |||
1321 | ||||
1322 | static void coroutine_fn resend_aioreq(BDRVSheepdogState *s, AIOReq *aio_req) | |||
1323 | { | |||
1324 | SheepdogAIOCB *acb = aio_req->aiocb; | |||
1325 | bool_Bool create = false0; | |||
1326 | ||||
1327 | /* check whether this request becomes a CoW one */ | |||
1328 | if (acb->aiocb_type == AIOCB_WRITE_UDATA && is_data_obj(aio_req->oid)) { | |||
1329 | int idx = data_oid_to_idx(aio_req->oid); | |||
1330 | ||||
1331 | if (is_data_obj_writable(&s->inode, idx)) { | |||
1332 | goto out; | |||
1333 | } | |||
1334 | ||||
1335 | if (check_simultaneous_create(s, aio_req)) { | |||
1336 | return; | |||
1337 | } | |||
1338 | ||||
1339 | if (s->inode.data_vdi_id[idx]) { | |||
1340 | aio_req->base_oid = vid_to_data_oid(s->inode.data_vdi_id[idx], idx); | |||
1341 | aio_req->flags |= SD_FLAG_CMD_COW0x02; | |||
1342 | } | |||
1343 | create = true1; | |||
1344 | } | |||
1345 | out: | |||
1346 | if (is_data_obj(aio_req->oid)) { | |||
1347 | add_aio_request(s, aio_req, acb->qiov->iov, acb->qiov->niov, create, | |||
1348 | acb->aiocb_type); | |||
1349 | } else { | |||
1350 | struct iovec iov; | |||
1351 | iov.iov_base = &s->inode; | |||
1352 | iov.iov_len = sizeof(s->inode); | |||
1353 | add_aio_request(s, aio_req, &iov, 1, false0, AIOCB_WRITE_UDATA); | |||
1354 | } | |||
1355 | } | |||
1356 | ||||
1357 | /* TODO Convert to fine grained options */ | |||
1358 | static QemuOptsList runtime_opts = { | |||
1359 | .name = "sheepdog", | |||
1360 | .head = QTAILQ_HEAD_INITIALIZER(runtime_opts.head){ ((void*)0), &(runtime_opts.head).tqh_first }, | |||
1361 | .desc = { | |||
1362 | { | |||
1363 | .name = "filename", | |||
1364 | .type = QEMU_OPT_STRING, | |||
1365 | .help = "URL to the sheepdog image", | |||
1366 | }, | |||
1367 | { /* end of list */ } | |||
1368 | }, | |||
1369 | }; | |||
1370 | ||||
1371 | static int sd_open(BlockDriverState *bs, QDict *options, int flags, | |||
1372 | Error **errp) | |||
1373 | { | |||
1374 | int ret, fd; | |||
1375 | uint32_t vid = 0; | |||
1376 | BDRVSheepdogState *s = bs->opaque; | |||
1377 | char vdi[SD_MAX_VDI_LEN256], tag[SD_MAX_VDI_TAG_LEN256]; | |||
1378 | uint32_t snapid; | |||
1379 | char *buf = NULL((void*)0); | |||
1380 | QemuOpts *opts; | |||
1381 | Error *local_err = NULL((void*)0); | |||
1382 | const char *filename; | |||
1383 | ||||
1384 | s->bs = bs; | |||
1385 | ||||
1386 | opts = qemu_opts_create_nofail(&runtime_opts); | |||
1387 | qemu_opts_absorb_qdict(opts, options, &local_err); | |||
1388 | if (error_is_set(&local_err)) { | |||
1389 | qerror_report_err(local_err); | |||
1390 | error_free(local_err); | |||
1391 | ret = -EINVAL22; | |||
1392 | goto out; | |||
1393 | } | |||
1394 | ||||
1395 | filename = qemu_opt_get(opts, "filename"); | |||
1396 | ||||
1397 | QLIST_INIT(&s->inflight_aio_head)do { (&s->inflight_aio_head)->lh_first = ((void*)0) ; } while ( 0); | |||
1398 | QLIST_INIT(&s->pending_aio_head)do { (&s->pending_aio_head)->lh_first = ((void*)0); } while ( 0); | |||
1399 | QLIST_INIT(&s->failed_aio_head)do { (&s->failed_aio_head)->lh_first = ((void*)0); } while ( 0); | |||
1400 | s->fd = -1; | |||
1401 | ||||
1402 | memset(vdi, 0, sizeof(vdi)); | |||
1403 | memset(tag, 0, sizeof(tag)); | |||
1404 | ||||
1405 | if (strstr(filename, "://")) { | |||
1406 | ret = sd_parse_uri(s, filename, vdi, &snapid, tag); | |||
1407 | } else { | |||
1408 | ret = parse_vdiname(s, filename, vdi, &snapid, tag); | |||
1409 | } | |||
1410 | if (ret < 0) { | |||
1411 | goto out; | |||
1412 | } | |||
1413 | s->fd = get_sheep_fd(s); | |||
1414 | if (s->fd < 0) { | |||
1415 | ret = s->fd; | |||
1416 | goto out; | |||
1417 | } | |||
1418 | ||||
1419 | ret = find_vdi_name(s, vdi, snapid, tag, &vid, true1); | |||
1420 | if (ret) { | |||
1421 | goto out; | |||
1422 | } | |||
1423 | ||||
1424 | /* | |||
1425 | * QEMU block layer emulates writethrough cache as 'writeback + flush', so | |||
1426 | * we always set SD_FLAG_CMD_CACHE (writeback cache) as default. | |||
1427 | */ | |||
1428 | s->cache_flags = SD_FLAG_CMD_CACHE0x04; | |||
1429 | if (flags & BDRV_O_NOCACHE0x0020) { | |||
1430 | s->cache_flags = SD_FLAG_CMD_DIRECT0x08; | |||
1431 | } | |||
1432 | s->discard_supported = true1; | |||
1433 | ||||
1434 | if (snapid || tag[0] != '\0') { | |||
1435 | DPRINTF("%" PRIx32 " snapshot inode was open.\n", vid); | |||
1436 | s->is_snapshot = true1; | |||
1437 | } | |||
1438 | ||||
1439 | fd = connect_to_sdog(s); | |||
1440 | if (fd < 0) { | |||
1441 | ret = fd; | |||
1442 | goto out; | |||
1443 | } | |||
1444 | ||||
1445 | buf = g_malloc(SD_INODE_SIZE(sizeof(SheepdogInode))); | |||
1446 | ret = read_object(fd, buf, vid_to_vdi_oid(vid), 0, SD_INODE_SIZE(sizeof(SheepdogInode)), 0, | |||
1447 | s->cache_flags); | |||
1448 | ||||
1449 | closesocket(fd)close(fd); | |||
1450 | ||||
1451 | if (ret) { | |||
1452 | goto out; | |||
1453 | } | |||
1454 | ||||
1455 | memcpy(&s->inode, buf, sizeof(s->inode)); | |||
1456 | s->min_dirty_data_idx = UINT32_MAX(4294967295U); | |||
1457 | s->max_dirty_data_idx = 0; | |||
1458 | ||||
1459 | bs->total_sectors = s->inode.vdi_size / BDRV_SECTOR_SIZE(1ULL << 9); | |||
1460 | pstrcpy(s->name, sizeof(s->name), vdi); | |||
1461 | qemu_co_mutex_init(&s->lock); | |||
1462 | qemu_opts_del(opts); | |||
1463 | g_free(buf); | |||
1464 | return 0; | |||
1465 | out: | |||
1466 | qemu_aio_set_fd_handler(s->fd, NULL((void*)0), NULL((void*)0), NULL((void*)0)); | |||
1467 | if (s->fd >= 0) { | |||
1468 | closesocket(s->fd)close(s->fd); | |||
1469 | } | |||
1470 | qemu_opts_del(opts); | |||
1471 | g_free(buf); | |||
1472 | return ret; | |||
1473 | } | |||
1474 | ||||
1475 | static int do_sd_create(BDRVSheepdogState *s, uint32_t *vdi_id, int snapshot) | |||
1476 | { | |||
1477 | SheepdogVdiReq hdr; | |||
1478 | SheepdogVdiRsp *rsp = (SheepdogVdiRsp *)&hdr; | |||
1479 | int fd, ret; | |||
1480 | unsigned int wlen, rlen = 0; | |||
1481 | char buf[SD_MAX_VDI_LEN256]; | |||
1482 | ||||
1483 | fd = connect_to_sdog(s); | |||
1484 | if (fd < 0) { | |||
1485 | return fd; | |||
1486 | } | |||
1487 | ||||
1488 | /* FIXME: would it be better to fail (e.g., return -EIO) when filename | |||
1489 | * does not fit in buf? For now, just truncate and avoid buffer overrun. | |||
1490 | */ | |||
1491 | memset(buf, 0, sizeof(buf)); | |||
1492 | pstrcpy(buf, sizeof(buf), s->name); | |||
1493 | ||||
1494 | memset(&hdr, 0, sizeof(hdr)); | |||
1495 | hdr.opcode = SD_OP_NEW_VDI0x11; | |||
1496 | hdr.vdi_id = s->inode.vdi_id; | |||
1497 | ||||
1498 | wlen = SD_MAX_VDI_LEN256; | |||
1499 | ||||
1500 | hdr.flags = SD_FLAG_CMD_WRITE0x01; | |||
1501 | hdr.snapid = snapshot; | |||
1502 | ||||
1503 | hdr.data_length = wlen; | |||
1504 | hdr.vdi_size = s->inode.vdi_size; | |||
1505 | hdr.copy_policy = s->inode.copy_policy; | |||
1506 | hdr.copies = s->inode.nr_copies; | |||
1507 | ||||
1508 | ret = do_req(fd, (SheepdogReq *)&hdr, buf, &wlen, &rlen); | |||
1509 | ||||
1510 | closesocket(fd)close(fd); | |||
1511 | ||||
1512 | if (ret) { | |||
1513 | return ret; | |||
1514 | } | |||
1515 | ||||
1516 | if (rsp->result != SD_RES_SUCCESS0x00) { | |||
1517 | error_report("%s, %s", sd_strerror(rsp->result), s->inode.name); | |||
1518 | return -EIO5; | |||
1519 | } | |||
1520 | ||||
1521 | if (vdi_id) { | |||
1522 | *vdi_id = rsp->vdi_id; | |||
1523 | } | |||
1524 | ||||
1525 | return 0; | |||
1526 | } | |||
1527 | ||||
1528 | static int sd_prealloc(const char *filename) | |||
1529 | { | |||
1530 | BlockDriverState *bs = NULL((void*)0); | |||
1531 | uint32_t idx, max_idx; | |||
1532 | int64_t vdi_size; | |||
1533 | void *buf = g_malloc0(SD_DATA_OBJ_SIZE(1UL << 22)); | |||
1534 | Error *local_err = NULL((void*)0); | |||
1535 | int ret; | |||
1536 | ||||
1537 | ret = bdrv_file_open(&bs, filename, NULL((void*)0), BDRV_O_RDWR0x0002, &local_err); | |||
1538 | if (ret < 0) { | |||
1539 | qerror_report_err(local_err); | |||
1540 | error_free(local_err); | |||
1541 | goto out; | |||
1542 | } | |||
1543 | ||||
1544 | vdi_size = bdrv_getlength(bs); | |||
1545 | if (vdi_size < 0) { | |||
1546 | ret = vdi_size; | |||
1547 | goto out; | |||
1548 | } | |||
1549 | max_idx = DIV_ROUND_UP(vdi_size, SD_DATA_OBJ_SIZE)(((vdi_size) + ((1UL << 22)) - 1) / ((1UL << 22)) ); | |||
1550 | ||||
1551 | for (idx = 0; idx < max_idx; idx++) { | |||
1552 | /* | |||
1553 | * The created image can be a cloned image, so we need to read | |||
1554 | * a data from the source image. | |||
1555 | */ | |||
1556 | ret = bdrv_pread(bs, idx * SD_DATA_OBJ_SIZE(1UL << 22), buf, SD_DATA_OBJ_SIZE(1UL << 22)); | |||
1557 | if (ret < 0) { | |||
1558 | goto out; | |||
1559 | } | |||
1560 | ret = bdrv_pwrite(bs, idx * SD_DATA_OBJ_SIZE(1UL << 22), buf, SD_DATA_OBJ_SIZE(1UL << 22)); | |||
1561 | if (ret < 0) { | |||
1562 | goto out; | |||
1563 | } | |||
1564 | } | |||
1565 | out: | |||
1566 | if (bs) { | |||
1567 | bdrv_unref(bs); | |||
1568 | } | |||
1569 | g_free(buf); | |||
1570 | ||||
1571 | return ret; | |||
1572 | } | |||
1573 | ||||
1574 | /* | |||
1575 | * Sheepdog support two kinds of redundancy, full replication and erasure | |||
1576 | * coding. | |||
1577 | * | |||
1578 | * # create a fully replicated vdi with x copies | |||
1579 | * -o redundancy=x (1 <= x <= SD_MAX_COPIES) | |||
1580 | * | |||
1581 | * # create a erasure coded vdi with x data strips and y parity strips | |||
1582 | * -o redundancy=x:y (x must be one of {2,4,8,16} and 1 <= y < SD_EC_MAX_STRIP) | |||
1583 | */ | |||
1584 | static int parse_redundancy(BDRVSheepdogState *s, const char *opt) | |||
1585 | { | |||
1586 | struct SheepdogInode *inode = &s->inode; | |||
1587 | const char *n1, *n2; | |||
1588 | long copy, parity; | |||
1589 | char p[10]; | |||
1590 | ||||
1591 | pstrcpy(p, sizeof(p), opt); | |||
1592 | n1 = strtok(p, ":"); | |||
1593 | n2 = strtok(NULL((void*)0), ":"); | |||
1594 | ||||
1595 | if (!n1) { | |||
1596 | return -EINVAL22; | |||
1597 | } | |||
1598 | ||||
1599 | copy = strtol(n1, NULL((void*)0), 10); | |||
1600 | if (copy > SD_MAX_COPIES(16 * 2 - 1) || copy < 1) { | |||
1601 | return -EINVAL22; | |||
1602 | } | |||
1603 | if (!n2) { | |||
1604 | inode->copy_policy = 0; | |||
1605 | inode->nr_copies = copy; | |||
1606 | return 0; | |||
1607 | } | |||
1608 | ||||
1609 | if (copy != 2 && copy != 4 && copy != 8 && copy != 16) { | |||
1610 | return -EINVAL22; | |||
1611 | } | |||
1612 | ||||
1613 | parity = strtol(n2, NULL((void*)0), 10); | |||
1614 | if (parity >= SD_EC_MAX_STRIP16 || parity < 1) { | |||
1615 | return -EINVAL22; | |||
1616 | } | |||
1617 | ||||
1618 | /* | |||
1619 | * 4 bits for parity and 4 bits for data. | |||
1620 | * We have to compress upper data bits because it can't represent 16 | |||
1621 | */ | |||
1622 | inode->copy_policy = ((copy / 2) << 4) + parity; | |||
1623 | inode->nr_copies = copy + parity; | |||
1624 | ||||
1625 | return 0; | |||
1626 | } | |||
1627 | ||||
1628 | static int sd_create(const char *filename, QEMUOptionParameter *options, | |||
1629 | Error **errp) | |||
1630 | { | |||
1631 | int ret = 0; | |||
1632 | uint32_t vid = 0; | |||
1633 | char *backing_file = NULL((void*)0); | |||
1634 | BDRVSheepdogState *s; | |||
1635 | char tag[SD_MAX_VDI_TAG_LEN256]; | |||
1636 | uint32_t snapid; | |||
1637 | bool_Bool prealloc = false0; | |||
1638 | Error *local_err = NULL((void*)0); | |||
1639 | ||||
1640 | s = g_malloc0(sizeof(BDRVSheepdogState)); | |||
1641 | ||||
1642 | memset(tag, 0, sizeof(tag)); | |||
1643 | if (strstr(filename, "://")) { | |||
1644 | ret = sd_parse_uri(s, filename, s->name, &snapid, tag); | |||
1645 | } else { | |||
1646 | ret = parse_vdiname(s, filename, s->name, &snapid, tag); | |||
1647 | } | |||
1648 | if (ret < 0) { | |||
1649 | goto out; | |||
1650 | } | |||
1651 | ||||
1652 | while (options && options->name) { | |||
1653 | if (!strcmp(options->name, BLOCK_OPT_SIZE"size")) { | |||
1654 | s->inode.vdi_size = options->value.n; | |||
1655 | } else if (!strcmp(options->name, BLOCK_OPT_BACKING_FILE"backing_file")) { | |||
1656 | backing_file = options->value.s; | |||
1657 | } else if (!strcmp(options->name, BLOCK_OPT_PREALLOC"preallocation")) { | |||
1658 | if (!options->value.s || !strcmp(options->value.s, "off")) { | |||
1659 | prealloc = false0; | |||
1660 | } else if (!strcmp(options->value.s, "full")) { | |||
1661 | prealloc = true1; | |||
1662 | } else { | |||
1663 | error_report("Invalid preallocation mode: '%s'", | |||
1664 | options->value.s); | |||
1665 | ret = -EINVAL22; | |||
1666 | goto out; | |||
1667 | } | |||
1668 | } else if (!strcmp(options->name, BLOCK_OPT_REDUNDANCY"redundancy")) { | |||
1669 | if (options->value.s) { | |||
1670 | ret = parse_redundancy(s, options->value.s); | |||
1671 | if (ret < 0) { | |||
1672 | goto out; | |||
1673 | } | |||
1674 | } | |||
1675 | } | |||
1676 | options++; | |||
1677 | } | |||
1678 | ||||
1679 | if (s->inode.vdi_size > SD_MAX_VDI_SIZE((1UL << 22) * (1UL << 20))) { | |||
1680 | error_report("too big image size"); | |||
1681 | ret = -EINVAL22; | |||
1682 | goto out; | |||
1683 | } | |||
1684 | ||||
1685 | if (backing_file) { | |||
1686 | BlockDriverState *bs; | |||
1687 | BDRVSheepdogState *s; | |||
1688 | BlockDriver *drv; | |||
1689 | ||||
1690 | /* Currently, only Sheepdog backing image is supported. */ | |||
1691 | drv = bdrv_find_protocol(backing_file, true1); | |||
1692 | if (!drv || strcmp(drv->protocol_name, "sheepdog") != 0) { | |||
1693 | error_report("backing_file must be a sheepdog image"); | |||
1694 | ret = -EINVAL22; | |||
1695 | goto out; | |||
1696 | } | |||
1697 | ||||
1698 | ret = bdrv_file_open(&bs, backing_file, NULL((void*)0), 0, &local_err); | |||
1699 | if (ret < 0) { | |||
1700 | qerror_report_err(local_err); | |||
1701 | error_free(local_err); | |||
1702 | goto out; | |||
1703 | } | |||
1704 | ||||
1705 | s = bs->opaque; | |||
1706 | ||||
1707 | if (!is_snapshot(&s->inode)) { | |||
1708 | error_report("cannot clone from a non snapshot vdi"); | |||
1709 | bdrv_unref(bs); | |||
1710 | ret = -EINVAL22; | |||
1711 | goto out; | |||
1712 | } | |||
1713 | ||||
1714 | bdrv_unref(bs); | |||
1715 | } | |||
1716 | ||||
1717 | ret = do_sd_create(s, &vid, 0); | |||
1718 | if (!prealloc || ret) { | |||
1719 | goto out; | |||
1720 | } | |||
1721 | ||||
1722 | ret = sd_prealloc(filename); | |||
1723 | out: | |||
1724 | g_free(s); | |||
1725 | return ret; | |||
1726 | } | |||
1727 | ||||
1728 | static void sd_close(BlockDriverState *bs) | |||
1729 | { | |||
1730 | BDRVSheepdogState *s = bs->opaque; | |||
1731 | SheepdogVdiReq hdr; | |||
1732 | SheepdogVdiRsp *rsp = (SheepdogVdiRsp *)&hdr; | |||
1733 | unsigned int wlen, rlen = 0; | |||
1734 | int fd, ret; | |||
1735 | ||||
1736 | DPRINTF("%s\n", s->name); | |||
1737 | ||||
1738 | fd = connect_to_sdog(s); | |||
1739 | if (fd < 0) { | |||
1740 | return; | |||
1741 | } | |||
1742 | ||||
1743 | memset(&hdr, 0, sizeof(hdr)); | |||
1744 | ||||
1745 | hdr.opcode = SD_OP_RELEASE_VDI0x13; | |||
1746 | hdr.vdi_id = s->inode.vdi_id; | |||
1747 | wlen = strlen(s->name) + 1; | |||
1748 | hdr.data_length = wlen; | |||
1749 | hdr.flags = SD_FLAG_CMD_WRITE0x01; | |||
1750 | ||||
1751 | ret = do_req(fd, (SheepdogReq *)&hdr, s->name, &wlen, &rlen); | |||
1752 | ||||
1753 | closesocket(fd)close(fd); | |||
1754 | ||||
1755 | if (!ret && rsp->result != SD_RES_SUCCESS0x00 && | |||
1756 | rsp->result != SD_RES_VDI_NOT_LOCKED0x10) { | |||
1757 | error_report("%s, %s", sd_strerror(rsp->result), s->name); | |||
1758 | } | |||
1759 | ||||
1760 | qemu_aio_set_fd_handler(s->fd, NULL((void*)0), NULL((void*)0), NULL((void*)0)); | |||
1761 | closesocket(s->fd)close(s->fd); | |||
1762 | g_free(s->host_spec); | |||
1763 | } | |||
1764 | ||||
1765 | static int64_t sd_getlength(BlockDriverState *bs) | |||
1766 | { | |||
1767 | BDRVSheepdogState *s = bs->opaque; | |||
1768 | ||||
1769 | return s->inode.vdi_size; | |||
1770 | } | |||
1771 | ||||
1772 | static int sd_truncate(BlockDriverState *bs, int64_t offset) | |||
1773 | { | |||
1774 | BDRVSheepdogState *s = bs->opaque; | |||
1775 | int ret, fd; | |||
1776 | unsigned int datalen; | |||
1777 | ||||
1778 | if (offset < s->inode.vdi_size) { | |||
1779 | error_report("shrinking is not supported"); | |||
1780 | return -EINVAL22; | |||
1781 | } else if (offset > SD_MAX_VDI_SIZE((1UL << 22) * (1UL << 20))) { | |||
1782 | error_report("too big image size"); | |||
1783 | return -EINVAL22; | |||
1784 | } | |||
1785 | ||||
1786 | fd = connect_to_sdog(s); | |||
1787 | if (fd < 0) { | |||
1788 | return fd; | |||
1789 | } | |||
1790 | ||||
1791 | /* we don't need to update entire object */ | |||
1792 | datalen = SD_INODE_SIZE(sizeof(SheepdogInode)) - sizeof(s->inode.data_vdi_id); | |||
1793 | s->inode.vdi_size = offset; | |||
1794 | ret = write_object(fd, (char *)&s->inode, vid_to_vdi_oid(s->inode.vdi_id), | |||
1795 | s->inode.nr_copies, datalen, 0, false0, s->cache_flags); | |||
1796 | close(fd); | |||
1797 | ||||
1798 | if (ret < 0) { | |||
1799 | error_report("failed to update an inode."); | |||
1800 | } | |||
1801 | ||||
1802 | return ret; | |||
1803 | } | |||
1804 | ||||
1805 | /* | |||
1806 | * This function is called after writing data objects. If we need to | |||
1807 | * update metadata, this sends a write request to the vdi object. | |||
1808 | * Otherwise, this switches back to sd_co_readv/writev. | |||
1809 | */ | |||
1810 | static void coroutine_fn sd_write_done(SheepdogAIOCB *acb) | |||
1811 | { | |||
1812 | BDRVSheepdogState *s = acb->common.bs->opaque; | |||
1813 | struct iovec iov; | |||
1814 | AIOReq *aio_req; | |||
1815 | uint32_t offset, data_len, mn, mx; | |||
1816 | ||||
1817 | mn = s->min_dirty_data_idx; | |||
1818 | mx = s->max_dirty_data_idx; | |||
1819 | if (mn <= mx) { | |||
1820 | /* we need to update the vdi object. */ | |||
1821 | offset = sizeof(s->inode) - sizeof(s->inode.data_vdi_id) + | |||
1822 | mn * sizeof(s->inode.data_vdi_id[0]); | |||
1823 | data_len = (mx - mn + 1) * sizeof(s->inode.data_vdi_id[0]); | |||
1824 | ||||
1825 | s->min_dirty_data_idx = UINT32_MAX(4294967295U); | |||
1826 | s->max_dirty_data_idx = 0; | |||
1827 | ||||
1828 | iov.iov_base = &s->inode; | |||
1829 | iov.iov_len = sizeof(s->inode); | |||
1830 | aio_req = alloc_aio_req(s, acb, vid_to_vdi_oid(s->inode.vdi_id), | |||
1831 | data_len, offset, 0, 0, offset); | |||
1832 | QLIST_INSERT_HEAD(&s->inflight_aio_head, aio_req, aio_siblings)do { if (((aio_req)->aio_siblings.le_next = (&s->inflight_aio_head )->lh_first) != ((void*)0)) (&s->inflight_aio_head) ->lh_first->aio_siblings.le_prev = &(aio_req)->aio_siblings .le_next; (&s->inflight_aio_head)->lh_first = (aio_req ); (aio_req)->aio_siblings.le_prev = &(&s->inflight_aio_head )->lh_first; } while ( 0); | |||
1833 | add_aio_request(s, aio_req, &iov, 1, false0, AIOCB_WRITE_UDATA); | |||
1834 | ||||
1835 | acb->aio_done_func = sd_finish_aiocb; | |||
1836 | acb->aiocb_type = AIOCB_WRITE_UDATA; | |||
1837 | return; | |||
1838 | } | |||
1839 | ||||
1840 | sd_finish_aiocb(acb); | |||
1841 | } | |||
1842 | ||||
1843 | /* Delete current working VDI on the snapshot chain */ | |||
1844 | static bool_Bool sd_delete(BDRVSheepdogState *s) | |||
1845 | { | |||
1846 | unsigned int wlen = SD_MAX_VDI_LEN256, rlen = 0; | |||
1847 | SheepdogVdiReq hdr = { | |||
1848 | .opcode = SD_OP_DEL_VDI0x17, | |||
1849 | .vdi_id = s->inode.vdi_id, | |||
1850 | .data_length = wlen, | |||
1851 | .flags = SD_FLAG_CMD_WRITE0x01, | |||
1852 | }; | |||
1853 | SheepdogVdiRsp *rsp = (SheepdogVdiRsp *)&hdr; | |||
1854 | int fd, ret; | |||
1855 | ||||
1856 | fd = connect_to_sdog(s); | |||
1857 | if (fd < 0) { | |||
1858 | return false0; | |||
1859 | } | |||
1860 | ||||
1861 | ret = do_req(fd, (SheepdogReq *)&hdr, s->name, &wlen, &rlen); | |||
1862 | closesocket(fd)close(fd); | |||
1863 | if (ret) { | |||
1864 | return false0; | |||
1865 | } | |||
1866 | switch (rsp->result) { | |||
1867 | case SD_RES_NO_VDI0x08: | |||
1868 | error_report("%s was already deleted", s->name); | |||
1869 | /* fall through */ | |||
1870 | case SD_RES_SUCCESS0x00: | |||
1871 | break; | |||
1872 | default: | |||
1873 | error_report("%s, %s", sd_strerror(rsp->result), s->name); | |||
1874 | return false0; | |||
1875 | } | |||
1876 | ||||
1877 | return true1; | |||
1878 | } | |||
1879 | ||||
1880 | /* | |||
1881 | * Create a writable VDI from a snapshot | |||
1882 | */ | |||
1883 | static int sd_create_branch(BDRVSheepdogState *s) | |||
1884 | { | |||
1885 | int ret, fd; | |||
1886 | uint32_t vid; | |||
1887 | char *buf; | |||
1888 | bool_Bool deleted; | |||
1889 | ||||
1890 | DPRINTF("%" PRIx32 " is snapshot.\n", s->inode.vdi_id); | |||
1891 | ||||
1892 | buf = g_malloc(SD_INODE_SIZE(sizeof(SheepdogInode))); | |||
1893 | ||||
1894 | /* | |||
1895 | * Even If deletion fails, we will just create extra snapshot based on | |||
1896 | * the workding VDI which was supposed to be deleted. So no need to | |||
1897 | * false bail out. | |||
1898 | */ | |||
1899 | deleted = sd_delete(s); | |||
1900 | ret = do_sd_create(s, &vid, !deleted); | |||
1901 | if (ret) { | |||
1902 | goto out; | |||
1903 | } | |||
1904 | ||||
1905 | DPRINTF("%" PRIx32 " is created.\n", vid); | |||
1906 | ||||
1907 | fd = connect_to_sdog(s); | |||
1908 | if (fd < 0) { | |||
1909 | ret = fd; | |||
1910 | goto out; | |||
1911 | } | |||
1912 | ||||
1913 | ret = read_object(fd, buf, vid_to_vdi_oid(vid), s->inode.nr_copies, | |||
1914 | SD_INODE_SIZE(sizeof(SheepdogInode)), 0, s->cache_flags); | |||
1915 | ||||
1916 | closesocket(fd)close(fd); | |||
1917 | ||||
1918 | if (ret < 0) { | |||
1919 | goto out; | |||
1920 | } | |||
1921 | ||||
1922 | memcpy(&s->inode, buf, sizeof(s->inode)); | |||
1923 | ||||
1924 | s->is_snapshot = false0; | |||
1925 | ret = 0; | |||
1926 | DPRINTF("%" PRIx32 " was newly created.\n", s->inode.vdi_id); | |||
1927 | ||||
1928 | out: | |||
1929 | g_free(buf); | |||
1930 | ||||
1931 | return ret; | |||
1932 | } | |||
1933 | ||||
1934 | /* | |||
1935 | * Send I/O requests to the server. | |||
1936 | * | |||
1937 | * This function sends requests to the server, links the requests to | |||
1938 | * the inflight_list in BDRVSheepdogState, and exits without | |||
1939 | * waiting the response. The responses are received in the | |||
1940 | * `aio_read_response' function which is called from the main loop as | |||
1941 | * a fd handler. | |||
1942 | * | |||
1943 | * Returns 1 when we need to wait a response, 0 when there is no sent | |||
1944 | * request and -errno in error cases. | |||
1945 | */ | |||
1946 | static int coroutine_fn sd_co_rw_vector(void *p) | |||
1947 | { | |||
1948 | SheepdogAIOCB *acb = p; | |||
1949 | int ret = 0; | |||
1950 | unsigned long len, done = 0, total = acb->nb_sectors * BDRV_SECTOR_SIZE(1ULL << 9); | |||
1951 | unsigned long idx = acb->sector_num * BDRV_SECTOR_SIZE(1ULL << 9) / SD_DATA_OBJ_SIZE(1UL << 22); | |||
1952 | uint64_t oid; | |||
1953 | uint64_t offset = (acb->sector_num * BDRV_SECTOR_SIZE(1ULL << 9)) % SD_DATA_OBJ_SIZE(1UL << 22); | |||
1954 | BDRVSheepdogState *s = acb->common.bs->opaque; | |||
1955 | SheepdogInode *inode = &s->inode; | |||
1956 | AIOReq *aio_req; | |||
1957 | ||||
1958 | if (acb->aiocb_type == AIOCB_WRITE_UDATA && s->is_snapshot) { | |||
1959 | /* | |||
1960 | * In the case we open the snapshot VDI, Sheepdog creates the | |||
1961 | * writable VDI when we do a write operation first. | |||
1962 | */ | |||
1963 | ret = sd_create_branch(s); | |||
1964 | if (ret) { | |||
1965 | acb->ret = -EIO5; | |||
1966 | goto out; | |||
1967 | } | |||
1968 | } | |||
1969 | ||||
1970 | /* | |||
1971 | * Make sure we don't free the aiocb before we are done with all requests. | |||
1972 | * This additional reference is dropped at the end of this function. | |||
1973 | */ | |||
1974 | acb->nr_pending++; | |||
1975 | ||||
1976 | while (done != total) { | |||
1977 | uint8_t flags = 0; | |||
1978 | uint64_t old_oid = 0; | |||
1979 | bool_Bool create = false0; | |||
1980 | ||||
1981 | oid = vid_to_data_oid(inode->data_vdi_id[idx], idx); | |||
1982 | ||||
1983 | len = MIN(total - done, SD_DATA_OBJ_SIZE - offset)(((total - done) < ((1UL << 22) - offset)) ? (total - done) : ((1UL << 22) - offset)); | |||
1984 | ||||
1985 | switch (acb->aiocb_type) { | |||
1986 | case AIOCB_READ_UDATA: | |||
1987 | if (!inode->data_vdi_id[idx]) { | |||
1988 | qemu_iovec_memset(acb->qiov, done, 0, len); | |||
1989 | goto done; | |||
1990 | } | |||
1991 | break; | |||
1992 | case AIOCB_WRITE_UDATA: | |||
1993 | if (!inode->data_vdi_id[idx]) { | |||
1994 | create = true1; | |||
1995 | } else if (!is_data_obj_writable(inode, idx)) { | |||
1996 | /* Copy-On-Write */ | |||
1997 | create = true1; | |||
1998 | old_oid = oid; | |||
1999 | flags = SD_FLAG_CMD_COW0x02; | |||
2000 | } | |||
2001 | break; | |||
2002 | case AIOCB_DISCARD_OBJ: | |||
2003 | /* | |||
2004 | * We discard the object only when the whole object is | |||
2005 | * 1) allocated 2) trimmed. Otherwise, simply skip it. | |||
2006 | */ | |||
2007 | if (len != SD_DATA_OBJ_SIZE(1UL << 22) || inode->data_vdi_id[idx] == 0) { | |||
2008 | goto done; | |||
2009 | } | |||
2010 | break; | |||
2011 | default: | |||
2012 | break; | |||
2013 | } | |||
2014 | ||||
2015 | if (create) { | |||
2016 | DPRINTF("update ino (%" PRIu32 ") %" PRIu64 " %" PRIu64 " %ld\n", | |||
2017 | inode->vdi_id, oid, | |||
2018 | vid_to_data_oid(inode->data_vdi_id[idx], idx), idx); | |||
2019 | oid = vid_to_data_oid(inode->vdi_id, idx); | |||
2020 | DPRINTF("new oid %" PRIx64 "\n", oid); | |||
2021 | } | |||
2022 | ||||
2023 | aio_req = alloc_aio_req(s, acb, oid, len, offset, flags, old_oid, done); | |||
2024 | QLIST_INSERT_HEAD(&s->inflight_aio_head, aio_req, aio_siblings)do { if (((aio_req)->aio_siblings.le_next = (&s->inflight_aio_head )->lh_first) != ((void*)0)) (&s->inflight_aio_head) ->lh_first->aio_siblings.le_prev = &(aio_req)->aio_siblings .le_next; (&s->inflight_aio_head)->lh_first = (aio_req ); (aio_req)->aio_siblings.le_prev = &(&s->inflight_aio_head )->lh_first; } while ( 0); | |||
2025 | ||||
2026 | if (create) { | |||
2027 | if (check_simultaneous_create(s, aio_req)) { | |||
2028 | goto done; | |||
2029 | } | |||
2030 | } | |||
2031 | ||||
2032 | add_aio_request(s, aio_req, acb->qiov->iov, acb->qiov->niov, create, | |||
2033 | acb->aiocb_type); | |||
2034 | done: | |||
2035 | offset = 0; | |||
2036 | idx++; | |||
2037 | done += len; | |||
2038 | } | |||
2039 | out: | |||
2040 | if (!--acb->nr_pending) { | |||
2041 | return acb->ret; | |||
2042 | } | |||
2043 | return 1; | |||
2044 | } | |||
2045 | ||||
2046 | static coroutine_fn int sd_co_writev(BlockDriverState *bs, int64_t sector_num, | |||
2047 | int nb_sectors, QEMUIOVector *qiov) | |||
2048 | { | |||
2049 | SheepdogAIOCB *acb; | |||
2050 | int ret; | |||
2051 | int64_t offset = (sector_num + nb_sectors) * BDRV_SECTOR_SIZE(1ULL << 9); | |||
2052 | BDRVSheepdogState *s = bs->opaque; | |||
2053 | ||||
2054 | if (bs->growable && offset > s->inode.vdi_size) { | |||
2055 | ret = sd_truncate(bs, offset); | |||
2056 | if (ret < 0) { | |||
2057 | return ret; | |||
2058 | } | |||
2059 | } | |||
2060 | ||||
2061 | acb = sd_aio_setup(bs, qiov, sector_num, nb_sectors); | |||
2062 | acb->aio_done_func = sd_write_done; | |||
2063 | acb->aiocb_type = AIOCB_WRITE_UDATA; | |||
2064 | ||||
2065 | ret = sd_co_rw_vector(acb); | |||
2066 | if (ret <= 0) { | |||
2067 | qemu_aio_release(acb); | |||
2068 | return ret; | |||
2069 | } | |||
2070 | ||||
2071 | qemu_coroutine_yield(); | |||
2072 | ||||
2073 | return acb->ret; | |||
2074 | } | |||
2075 | ||||
2076 | static coroutine_fn int sd_co_readv(BlockDriverState *bs, int64_t sector_num, | |||
2077 | int nb_sectors, QEMUIOVector *qiov) | |||
2078 | { | |||
2079 | SheepdogAIOCB *acb; | |||
2080 | int ret; | |||
2081 | ||||
2082 | acb = sd_aio_setup(bs, qiov, sector_num, nb_sectors); | |||
2083 | acb->aiocb_type = AIOCB_READ_UDATA; | |||
2084 | acb->aio_done_func = sd_finish_aiocb; | |||
2085 | ||||
2086 | ret = sd_co_rw_vector(acb); | |||
2087 | if (ret <= 0) { | |||
2088 | qemu_aio_release(acb); | |||
2089 | return ret; | |||
2090 | } | |||
2091 | ||||
2092 | qemu_coroutine_yield(); | |||
2093 | ||||
2094 | return acb->ret; | |||
2095 | } | |||
2096 | ||||
2097 | static int coroutine_fn sd_co_flush_to_disk(BlockDriverState *bs) | |||
2098 | { | |||
2099 | BDRVSheepdogState *s = bs->opaque; | |||
2100 | SheepdogAIOCB *acb; | |||
2101 | AIOReq *aio_req; | |||
2102 | ||||
2103 | if (s->cache_flags != SD_FLAG_CMD_CACHE0x04) { | |||
2104 | return 0; | |||
2105 | } | |||
2106 | ||||
2107 | acb = sd_aio_setup(bs, NULL((void*)0), 0, 0); | |||
2108 | acb->aiocb_type = AIOCB_FLUSH_CACHE; | |||
2109 | acb->aio_done_func = sd_finish_aiocb; | |||
2110 | ||||
2111 | aio_req = alloc_aio_req(s, acb, vid_to_vdi_oid(s->inode.vdi_id), | |||
2112 | 0, 0, 0, 0, 0); | |||
2113 | QLIST_INSERT_HEAD(&s->inflight_aio_head, aio_req, aio_siblings)do { if (((aio_req)->aio_siblings.le_next = (&s->inflight_aio_head )->lh_first) != ((void*)0)) (&s->inflight_aio_head) ->lh_first->aio_siblings.le_prev = &(aio_req)->aio_siblings .le_next; (&s->inflight_aio_head)->lh_first = (aio_req ); (aio_req)->aio_siblings.le_prev = &(&s->inflight_aio_head )->lh_first; } while ( 0); | |||
2114 | add_aio_request(s, aio_req, NULL((void*)0), 0, false0, acb->aiocb_type); | |||
2115 | ||||
2116 | qemu_coroutine_yield(); | |||
2117 | return acb->ret; | |||
2118 | } | |||
2119 | ||||
2120 | static int sd_snapshot_create(BlockDriverState *bs, QEMUSnapshotInfo *sn_info) | |||
2121 | { | |||
2122 | BDRVSheepdogState *s = bs->opaque; | |||
2123 | int ret, fd; | |||
2124 | uint32_t new_vid; | |||
| ||||
2125 | SheepdogInode *inode; | |||
2126 | unsigned int datalen; | |||
2127 | ||||
2128 | DPRINTF("sn_info: name %s id_str %s s: name %s vm_state_size %" PRId64 " " | |||
2129 | "is_snapshot %d\n", sn_info->name, sn_info->id_str, | |||
2130 | s->name, sn_info->vm_state_size, s->is_snapshot); | |||
2131 | ||||
2132 | if (s->is_snapshot) { | |||
2133 | error_report("You can't create a snapshot of a snapshot VDI, " | |||
2134 | "%s (%" PRIu32"u" ").", s->name, s->inode.vdi_id); | |||
2135 | ||||
2136 | return -EINVAL22; | |||
2137 | } | |||
2138 | ||||
2139 | DPRINTF("%s %s\n", sn_info->name, sn_info->id_str); | |||
2140 | ||||
2141 | s->inode.vm_state_size = sn_info->vm_state_size; | |||
2142 | s->inode.vm_clock_nsec = sn_info->vm_clock_nsec; | |||
2143 | /* It appears that inode.tag does not require a NUL terminator, | |||
2144 | * which means this use of strncpy is ok. | |||
2145 | */ | |||
2146 | strncpy(s->inode.tag, sn_info->name, sizeof(s->inode.tag)); | |||
2147 | /* we don't need to update entire object */ | |||
2148 | datalen = SD_INODE_SIZE(sizeof(SheepdogInode)) - sizeof(s->inode.data_vdi_id); | |||
2149 | ||||
2150 | /* refresh inode. */ | |||
2151 | fd = connect_to_sdog(s); | |||
2152 | if (fd < 0) { | |||
2153 | ret = fd; | |||
2154 | goto cleanup; | |||
2155 | } | |||
2156 | ||||
2157 | ret = write_object(fd, (char *)&s->inode, vid_to_vdi_oid(s->inode.vdi_id), | |||
2158 | s->inode.nr_copies, datalen, 0, false0, s->cache_flags); | |||
2159 | if (ret < 0) { | |||
2160 | error_report("failed to write snapshot's inode."); | |||
2161 | goto cleanup; | |||
2162 | } | |||
2163 | ||||
2164 | ret = do_sd_create(s, &new_vid, 1); | |||
2165 | if (ret < 0) { | |||
2166 | error_report("failed to create inode for snapshot. %s", | |||
2167 | strerror(errno(*__errno_location ()))); | |||
2168 | goto cleanup; | |||
2169 | } | |||
2170 | ||||
2171 | inode = (SheepdogInode *)g_malloc(datalen); | |||
2172 | ||||
2173 | ret = read_object(fd, (char *)inode, vid_to_vdi_oid(new_vid), | |||
| ||||
2174 | s->inode.nr_copies, datalen, 0, s->cache_flags); | |||
2175 | ||||
2176 | if (ret < 0) { | |||
2177 | error_report("failed to read new inode info. %s", strerror(errno(*__errno_location ()))); | |||
2178 | goto cleanup; | |||
2179 | } | |||
2180 | ||||
2181 | memcpy(&s->inode, inode, datalen); | |||
2182 | DPRINTF("s->inode: name %s snap_id %x oid %x\n", | |||
2183 | s->inode.name, s->inode.snap_id, s->inode.vdi_id); | |||
2184 | ||||
2185 | cleanup: | |||
2186 | closesocket(fd)close(fd); | |||
2187 | return ret; | |||
2188 | } | |||
2189 | ||||
2190 | /* | |||
2191 | * We implement rollback(loadvm) operation to the specified snapshot by | |||
2192 | * 1) switch to the snapshot | |||
2193 | * 2) rely on sd_create_branch to delete working VDI and | |||
2194 | * 3) create a new working VDI based on the speicified snapshot | |||
2195 | */ | |||
2196 | static int sd_snapshot_goto(BlockDriverState *bs, const char *snapshot_id) | |||
2197 | { | |||
2198 | BDRVSheepdogState *s = bs->opaque; | |||
2199 | BDRVSheepdogState *old_s; | |||
2200 | char tag[SD_MAX_VDI_TAG_LEN256]; | |||
2201 | uint32_t snapid = 0; | |||
2202 | int ret = 0; | |||
2203 | ||||
2204 | old_s = g_malloc(sizeof(BDRVSheepdogState)); | |||
2205 | ||||
2206 | memcpy(old_s, s, sizeof(BDRVSheepdogState)); | |||
2207 | ||||
2208 | snapid = strtoul(snapshot_id, NULL((void*)0), 10); | |||
2209 | if (snapid) { | |||
2210 | tag[0] = 0; | |||
2211 | } else { | |||
2212 | pstrcpy(tag, sizeof(tag), snapshot_id); | |||
2213 | } | |||
2214 | ||||
2215 | ret = reload_inode(s, snapid, tag); | |||
2216 | if (ret) { | |||
2217 | goto out; | |||
2218 | } | |||
2219 | ||||
2220 | ret = sd_create_branch(s); | |||
2221 | if (ret) { | |||
2222 | goto out; | |||
2223 | } | |||
2224 | ||||
2225 | g_free(old_s); | |||
2226 | ||||
2227 | return 0; | |||
2228 | out: | |||
2229 | /* recover bdrv_sd_state */ | |||
2230 | memcpy(s, old_s, sizeof(BDRVSheepdogState)); | |||
2231 | g_free(old_s); | |||
2232 | ||||
2233 | error_report("failed to open. recover old bdrv_sd_state."); | |||
2234 | ||||
2235 | return ret; | |||
2236 | } | |||
2237 | ||||
2238 | static int sd_snapshot_delete(BlockDriverState *bs, | |||
2239 | const char *snapshot_id, | |||
2240 | const char *name, | |||
2241 | Error **errp) | |||
2242 | { | |||
2243 | /* FIXME: Delete specified snapshot id. */ | |||
2244 | return 0; | |||
2245 | } | |||
2246 | ||||
2247 | static int sd_snapshot_list(BlockDriverState *bs, QEMUSnapshotInfo **psn_tab) | |||
2248 | { | |||
2249 | BDRVSheepdogState *s = bs->opaque; | |||
2250 | SheepdogReq req; | |||
2251 | int fd, nr = 1024, ret, max = BITS_TO_LONGS(SD_NR_VDIS)((((1U << 24)) + (8 * sizeof(long)) - 1) / (8 * sizeof( long))) * sizeof(long); | |||
2252 | QEMUSnapshotInfo *sn_tab = NULL((void*)0); | |||
2253 | unsigned wlen, rlen; | |||
2254 | int found = 0; | |||
2255 | static SheepdogInode inode; | |||
2256 | unsigned long *vdi_inuse; | |||
2257 | unsigned int start_nr; | |||
2258 | uint64_t hval; | |||
2259 | uint32_t vid; | |||
2260 | ||||
2261 | vdi_inuse = g_malloc(max); | |||
2262 | ||||
2263 | fd = connect_to_sdog(s); | |||
2264 | if (fd < 0) { | |||
2265 | ret = fd; | |||
2266 | goto out; | |||
2267 | } | |||
2268 | ||||
2269 | rlen = max; | |||
2270 | wlen = 0; | |||
2271 | ||||
2272 | memset(&req, 0, sizeof(req)); | |||
2273 | ||||
2274 | req.opcode = SD_OP_READ_VDIS0x15; | |||
2275 | req.data_length = max; | |||
2276 | ||||
2277 | ret = do_req(fd, (SheepdogReq *)&req, vdi_inuse, &wlen, &rlen); | |||
2278 | ||||
2279 | closesocket(fd)close(fd); | |||
2280 | if (ret) { | |||
2281 | goto out; | |||
2282 | } | |||
2283 | ||||
2284 | sn_tab = g_malloc0(nr * sizeof(*sn_tab)); | |||
2285 | ||||
2286 | /* calculate a vdi id with hash function */ | |||
2287 | hval = fnv_64a_buf(s->name, strlen(s->name), FNV1A_64_INIT((uint64_t)0xcbf29ce484222325ULL)); | |||
2288 | start_nr = hval & (SD_NR_VDIS(1U << 24) - 1); | |||
2289 | ||||
2290 | fd = connect_to_sdog(s); | |||
2291 | if (fd < 0) { | |||
2292 | ret = fd; | |||
2293 | goto out; | |||
2294 | } | |||
2295 | ||||
2296 | for (vid = start_nr; found < nr; vid = (vid + 1) % SD_NR_VDIS(1U << 24)) { | |||
2297 | if (!test_bit(vid, vdi_inuse)) { | |||
2298 | break; | |||
2299 | } | |||
2300 | ||||
2301 | /* we don't need to read entire object */ | |||
2302 | ret = read_object(fd, (char *)&inode, vid_to_vdi_oid(vid), | |||
2303 | 0, SD_INODE_SIZE(sizeof(SheepdogInode)) - sizeof(inode.data_vdi_id), 0, | |||
2304 | s->cache_flags); | |||
2305 | ||||
2306 | if (ret) { | |||
2307 | continue; | |||
2308 | } | |||
2309 | ||||
2310 | if (!strcmp(inode.name, s->name) && is_snapshot(&inode)) { | |||
2311 | sn_tab[found].date_sec = inode.snap_ctime >> 32; | |||
2312 | sn_tab[found].date_nsec = inode.snap_ctime & 0xffffffff; | |||
2313 | sn_tab[found].vm_state_size = inode.vm_state_size; | |||
2314 | sn_tab[found].vm_clock_nsec = inode.vm_clock_nsec; | |||
2315 | ||||
2316 | snprintf(sn_tab[found].id_str, sizeof(sn_tab[found].id_str), "%u", | |||
2317 | inode.snap_id); | |||
2318 | pstrcpy(sn_tab[found].name, | |||
2319 | MIN(sizeof(sn_tab[found].name), sizeof(inode.tag))(((sizeof(sn_tab[found].name)) < (sizeof(inode.tag))) ? (sizeof (sn_tab[found].name)) : (sizeof(inode.tag))), | |||
2320 | inode.tag); | |||
2321 | found++; | |||
2322 | } | |||
2323 | } | |||
2324 | ||||
2325 | closesocket(fd)close(fd); | |||
2326 | out: | |||
2327 | *psn_tab = sn_tab; | |||
2328 | ||||
2329 | g_free(vdi_inuse); | |||
2330 | ||||
2331 | if (ret < 0) { | |||
2332 | return ret; | |||
2333 | } | |||
2334 | ||||
2335 | return found; | |||
2336 | } | |||
2337 | ||||
2338 | static int do_load_save_vmstate(BDRVSheepdogState *s, uint8_t *data, | |||
2339 | int64_t pos, int size, int load) | |||
2340 | { | |||
2341 | bool_Bool create; | |||
2342 | int fd, ret = 0, remaining = size; | |||
2343 | unsigned int data_len; | |||
2344 | uint64_t vmstate_oid; | |||
2345 | uint64_t offset; | |||
2346 | uint32_t vdi_index; | |||
2347 | uint32_t vdi_id = load ? s->inode.parent_vdi_id : s->inode.vdi_id; | |||
2348 | ||||
2349 | fd = connect_to_sdog(s); | |||
2350 | if (fd < 0) { | |||
2351 | return fd; | |||
2352 | } | |||
2353 | ||||
2354 | while (remaining) { | |||
2355 | vdi_index = pos / SD_DATA_OBJ_SIZE(1UL << 22); | |||
2356 | offset = pos % SD_DATA_OBJ_SIZE(1UL << 22); | |||
2357 | ||||
2358 | data_len = MIN(remaining, SD_DATA_OBJ_SIZE - offset)(((remaining) < ((1UL << 22) - offset)) ? (remaining ) : ((1UL << 22) - offset)); | |||
2359 | ||||
2360 | vmstate_oid = vid_to_vmstate_oid(vdi_id, vdi_index); | |||
2361 | ||||
2362 | create = (offset == 0); | |||
2363 | if (load) { | |||
2364 | ret = read_object(fd, (char *)data, vmstate_oid, | |||
2365 | s->inode.nr_copies, data_len, offset, | |||
2366 | s->cache_flags); | |||
2367 | } else { | |||
2368 | ret = write_object(fd, (char *)data, vmstate_oid, | |||
2369 | s->inode.nr_copies, data_len, offset, create, | |||
2370 | s->cache_flags); | |||
2371 | } | |||
2372 | ||||
2373 | if (ret < 0) { | |||
2374 | error_report("failed to save vmstate %s", strerror(errno(*__errno_location ()))); | |||
2375 | goto cleanup; | |||
2376 | } | |||
2377 | ||||
2378 | pos += data_len; | |||
2379 | data += data_len; | |||
2380 | remaining -= data_len; | |||
2381 | } | |||
2382 | ret = size; | |||
2383 | cleanup: | |||
2384 | closesocket(fd)close(fd); | |||
2385 | return ret; | |||
2386 | } | |||
2387 | ||||
2388 | static int sd_save_vmstate(BlockDriverState *bs, QEMUIOVector *qiov, | |||
2389 | int64_t pos) | |||
2390 | { | |||
2391 | BDRVSheepdogState *s = bs->opaque; | |||
2392 | void *buf; | |||
2393 | int ret; | |||
2394 | ||||
2395 | buf = qemu_blockalign(bs, qiov->size); | |||
2396 | qemu_iovec_to_buf(qiov, 0, buf, qiov->size); | |||
2397 | ret = do_load_save_vmstate(s, (uint8_t *) buf, pos, qiov->size, 0); | |||
2398 | qemu_vfree(buf); | |||
2399 | ||||
2400 | return ret; | |||
2401 | } | |||
2402 | ||||
2403 | static int sd_load_vmstate(BlockDriverState *bs, uint8_t *data, | |||
2404 | int64_t pos, int size) | |||
2405 | { | |||
2406 | BDRVSheepdogState *s = bs->opaque; | |||
2407 | ||||
2408 | return do_load_save_vmstate(s, data, pos, size, 1); | |||
2409 | } | |||
2410 | ||||
2411 | ||||
2412 | static coroutine_fn int sd_co_discard(BlockDriverState *bs, int64_t sector_num, | |||
2413 | int nb_sectors) | |||
2414 | { | |||
2415 | SheepdogAIOCB *acb; | |||
2416 | QEMUIOVector dummy; | |||
2417 | BDRVSheepdogState *s = bs->opaque; | |||
2418 | int ret; | |||
2419 | ||||
2420 | if (!s->discard_supported) { | |||
2421 | return 0; | |||
2422 | } | |||
2423 | ||||
2424 | acb = sd_aio_setup(bs, &dummy, sector_num, nb_sectors); | |||
2425 | acb->aiocb_type = AIOCB_DISCARD_OBJ; | |||
2426 | acb->aio_done_func = sd_finish_aiocb; | |||
2427 | ||||
2428 | ret = sd_co_rw_vector(acb); | |||
2429 | if (ret <= 0) { | |||
2430 | qemu_aio_release(acb); | |||
2431 | return ret; | |||
2432 | } | |||
2433 | ||||
2434 | qemu_coroutine_yield(); | |||
2435 | ||||
2436 | return acb->ret; | |||
2437 | } | |||
2438 | ||||
2439 | static coroutine_fn int64_t | |||
2440 | sd_co_get_block_status(BlockDriverState *bs, int64_t sector_num, int nb_sectors, | |||
2441 | int *pnum) | |||
2442 | { | |||
2443 | BDRVSheepdogState *s = bs->opaque; | |||
2444 | SheepdogInode *inode = &s->inode; | |||
2445 | unsigned long start = sector_num * BDRV_SECTOR_SIZE(1ULL << 9) / SD_DATA_OBJ_SIZE(1UL << 22), | |||
2446 | end = DIV_ROUND_UP((sector_num + nb_sectors) *((((sector_num + nb_sectors) * (1ULL << 9)) + ((1UL << 22)) - 1) / ((1UL << 22))) | |||
2447 | BDRV_SECTOR_SIZE, SD_DATA_OBJ_SIZE)((((sector_num + nb_sectors) * (1ULL << 9)) + ((1UL << 22)) - 1) / ((1UL << 22))); | |||
2448 | unsigned long idx; | |||
2449 | int64_t ret = BDRV_BLOCK_DATA1; | |||
2450 | ||||
2451 | for (idx = start; idx < end; idx++) { | |||
2452 | if (inode->data_vdi_id[idx] == 0) { | |||
2453 | break; | |||
2454 | } | |||
2455 | } | |||
2456 | if (idx == start) { | |||
2457 | /* Get the longest length of unallocated sectors */ | |||
2458 | ret = 0; | |||
2459 | for (idx = start + 1; idx < end; idx++) { | |||
2460 | if (inode->data_vdi_id[idx] != 0) { | |||
2461 | break; | |||
2462 | } | |||
2463 | } | |||
2464 | } | |||
2465 | ||||
2466 | *pnum = (idx - start) * SD_DATA_OBJ_SIZE(1UL << 22) / BDRV_SECTOR_SIZE(1ULL << 9); | |||
2467 | if (*pnum > nb_sectors) { | |||
2468 | *pnum = nb_sectors; | |||
2469 | } | |||
2470 | return ret; | |||
2471 | } | |||
2472 | ||||
2473 | static int64_t sd_get_allocated_file_size(BlockDriverState *bs) | |||
2474 | { | |||
2475 | BDRVSheepdogState *s = bs->opaque; | |||
2476 | SheepdogInode *inode = &s->inode; | |||
2477 | unsigned long i, last = DIV_ROUND_UP(inode->vdi_size, SD_DATA_OBJ_SIZE)(((inode->vdi_size) + ((1UL << 22)) - 1) / ((1UL << 22))); | |||
2478 | uint64_t size = 0; | |||
2479 | ||||
2480 | for (i = 0; i < last; i++) { | |||
2481 | if (inode->data_vdi_id[i] == 0) { | |||
2482 | continue; | |||
2483 | } | |||
2484 | size += SD_DATA_OBJ_SIZE(1UL << 22); | |||
2485 | } | |||
2486 | return size; | |||
2487 | } | |||
2488 | ||||
2489 | static QEMUOptionParameter sd_create_options[] = { | |||
2490 | { | |||
2491 | .name = BLOCK_OPT_SIZE"size", | |||
2492 | .type = OPT_SIZE, | |||
2493 | .help = "Virtual disk size" | |||
2494 | }, | |||
2495 | { | |||
2496 | .name = BLOCK_OPT_BACKING_FILE"backing_file", | |||
2497 | .type = OPT_STRING, | |||
2498 | .help = "File name of a base image" | |||
2499 | }, | |||
2500 | { | |||
2501 | .name = BLOCK_OPT_PREALLOC"preallocation", | |||
2502 | .type = OPT_STRING, | |||
2503 | .help = "Preallocation mode (allowed values: off, full)" | |||
2504 | }, | |||
2505 | { | |||
2506 | .name = BLOCK_OPT_REDUNDANCY"redundancy", | |||
2507 | .type = OPT_STRING, | |||
2508 | .help = "Redundancy of the image" | |||
2509 | }, | |||
2510 | { NULL((void*)0) } | |||
2511 | }; | |||
2512 | ||||
2513 | static BlockDriver bdrv_sheepdog = { | |||
2514 | .format_name = "sheepdog", | |||
2515 | .protocol_name = "sheepdog", | |||
2516 | .instance_size = sizeof(BDRVSheepdogState), | |||
2517 | .bdrv_needs_filename = true1, | |||
2518 | .bdrv_file_open = sd_open, | |||
2519 | .bdrv_close = sd_close, | |||
2520 | .bdrv_create = sd_create, | |||
2521 | .bdrv_has_zero_init = bdrv_has_zero_init_1, | |||
2522 | .bdrv_getlength = sd_getlength, | |||
2523 | .bdrv_get_allocated_file_size = sd_get_allocated_file_size, | |||
2524 | .bdrv_truncate = sd_truncate, | |||
2525 | ||||
2526 | .bdrv_co_readv = sd_co_readv, | |||
2527 | .bdrv_co_writev = sd_co_writev, | |||
2528 | .bdrv_co_flush_to_disk = sd_co_flush_to_disk, | |||
2529 | .bdrv_co_discard = sd_co_discard, | |||
2530 | .bdrv_co_get_block_status = sd_co_get_block_status, | |||
2531 | ||||
2532 | .bdrv_snapshot_create = sd_snapshot_create, | |||
2533 | .bdrv_snapshot_goto = sd_snapshot_goto, | |||
2534 | .bdrv_snapshot_delete = sd_snapshot_delete, | |||
2535 | .bdrv_snapshot_list = sd_snapshot_list, | |||
2536 | ||||
2537 | .bdrv_save_vmstate = sd_save_vmstate, | |||
2538 | .bdrv_load_vmstate = sd_load_vmstate, | |||
2539 | ||||
2540 | .create_options = sd_create_options, | |||
2541 | }; | |||
2542 | ||||
2543 | static BlockDriver bdrv_sheepdog_tcp = { | |||
2544 | .format_name = "sheepdog", | |||
2545 | .protocol_name = "sheepdog+tcp", | |||
2546 | .instance_size = sizeof(BDRVSheepdogState), | |||
2547 | .bdrv_needs_filename = true1, | |||
2548 | .bdrv_file_open = sd_open, | |||
2549 | .bdrv_close = sd_close, | |||
2550 | .bdrv_create = sd_create, | |||
2551 | .bdrv_has_zero_init = bdrv_has_zero_init_1, | |||
2552 | .bdrv_getlength = sd_getlength, | |||
2553 | .bdrv_get_allocated_file_size = sd_get_allocated_file_size, | |||
2554 | .bdrv_truncate = sd_truncate, | |||
2555 | ||||
2556 | .bdrv_co_readv = sd_co_readv, | |||
2557 | .bdrv_co_writev = sd_co_writev, | |||
2558 | .bdrv_co_flush_to_disk = sd_co_flush_to_disk, | |||
2559 | .bdrv_co_discard = sd_co_discard, | |||
2560 | .bdrv_co_get_block_status = sd_co_get_block_status, | |||
2561 | ||||
2562 | .bdrv_snapshot_create = sd_snapshot_create, | |||
2563 | .bdrv_snapshot_goto = sd_snapshot_goto, | |||
2564 | .bdrv_snapshot_delete = sd_snapshot_delete, | |||
2565 | .bdrv_snapshot_list = sd_snapshot_list, | |||
2566 | ||||
2567 | .bdrv_save_vmstate = sd_save_vmstate, | |||
2568 | .bdrv_load_vmstate = sd_load_vmstate, | |||
2569 | ||||
2570 | .create_options = sd_create_options, | |||
2571 | }; | |||
2572 | ||||
2573 | static BlockDriver bdrv_sheepdog_unix = { | |||
2574 | .format_name = "sheepdog", | |||
2575 | .protocol_name = "sheepdog+unix", | |||
2576 | .instance_size = sizeof(BDRVSheepdogState), | |||
2577 | .bdrv_needs_filename = true1, | |||
2578 | .bdrv_file_open = sd_open, | |||
2579 | .bdrv_close = sd_close, | |||
2580 | .bdrv_create = sd_create, | |||
2581 | .bdrv_has_zero_init = bdrv_has_zero_init_1, | |||
2582 | .bdrv_getlength = sd_getlength, | |||
2583 | .bdrv_get_allocated_file_size = sd_get_allocated_file_size, | |||
2584 | .bdrv_truncate = sd_truncate, | |||
2585 | ||||
2586 | .bdrv_co_readv = sd_co_readv, | |||
2587 | .bdrv_co_writev = sd_co_writev, | |||
2588 | .bdrv_co_flush_to_disk = sd_co_flush_to_disk, | |||
2589 | .bdrv_co_discard = sd_co_discard, | |||
2590 | .bdrv_co_get_block_status = sd_co_get_block_status, | |||
2591 | ||||
2592 | .bdrv_snapshot_create = sd_snapshot_create, | |||
2593 | .bdrv_snapshot_goto = sd_snapshot_goto, | |||
2594 | .bdrv_snapshot_delete = sd_snapshot_delete, | |||
2595 | .bdrv_snapshot_list = sd_snapshot_list, | |||
2596 | ||||
2597 | .bdrv_save_vmstate = sd_save_vmstate, | |||
2598 | .bdrv_load_vmstate = sd_load_vmstate, | |||
2599 | ||||
2600 | .create_options = sd_create_options, | |||
2601 | }; | |||
2602 | ||||
2603 | static void bdrv_sheepdog_init(void) | |||
2604 | { | |||
2605 | bdrv_register(&bdrv_sheepdog); | |||
2606 | bdrv_register(&bdrv_sheepdog_tcp); | |||
2607 | bdrv_register(&bdrv_sheepdog_unix); | |||
2608 | } | |||
2609 | block_init(bdrv_sheepdog_init)static void __attribute__((constructor)) do_qemu_init_bdrv_sheepdog_init (void) { register_module_init(bdrv_sheepdog_init, MODULE_INIT_BLOCK ); }; |