#include "blockstore.h" #include "crc32c.h" blockstore_init_meta::blockstore_init_meta(blockstore *bs) { this->bs = bs; } int blockstore_init_meta::read_loop() { if (metadata_read >= bs->meta_len) { return 0; } if (!metadata_buffer) { metadata_buffer = (uint8_t*)memalign(512, 2*bs->metadata_buf_size); } if (submitted) { struct io_uring_cqe *cqe; io_uring_peek_cqe(bs->ring, &cqe); if (cqe) { if (cqe->res < 0) { throw new std::runtime_error( std::string("read metadata failed at offset ") + std::to_string(metadata_read) + std::string(": ") + strerror(-cqe->res) ); } prev_done = cqe->res > 0 ? submitted : 0; done_len = cqe->res; metadata_read += cqe->res; submitted = 0; } } if (!submitted) { struct io_uring_sqe *sqe = io_uring_get_sqe(bs->ring); if (!sqe) { throw new std::runtime_error("io_uring is full while trying to read metadata"); } submit_iov = { metadata_buffer + (prev == 1 ? bs->metadata_buf_size : 0), bs->meta_len - metadata_read > bs->metadata_buf_size ? bs->metadata_buf_size : bs->meta_len - metadata_read, }; io_uring_prep_readv(sqe, bs->meta_fd, &submit_iov, 1, bs->meta_offset + metadata_read); io_uring_submit(bs->ring); submitted = (prev == 1 ? 2 : 1); prev = submitted; } if (prev_done) { assert(!(done_len % sizeof(clean_disk_entry))); int count = done_len / sizeof(clean_disk_entry); struct clean_disk_entry *entries = (struct clean_disk_entry*)(metadata_buffer + (prev_done == 1 ? bs->metadata_buf_size : 0)); // handle entries handle_entries(entries, count); done_cnt += count; prev_done = 0; done_len = 0; } if (metadata_read >= bs->meta_len) { // metadata read finished free(metadata_buffer); metadata_buffer = NULL; return 0; } return 1; } void blockstore_init_meta::handle_entries(struct clean_disk_entry* entries, int count) { for (unsigned i = 0; i < count; i++) { if (entries[i].oid.inode > 0) { allocator_set(bs->data_alloc, done_cnt+i, true); bs->object_db[entries[i].oid] = (struct clean_entry){ entries[i].version, (uint32_t)(entries[i].flags ? ST_CURRENT : ST_D_META_SYNCED), done_cnt+i }; } } } blockstore_init_journal::blockstore_init_journal(blockstore *bs) { this->bs = bs; } bool iszero(uint64_t *buf, int len) { for (int i = 0; i < len; i++) if (buf[i] != 0) return false; return true; } inline uint32_t je_crc32(journal_entry *je) { return crc32c_zero4(((uint8_t*)je)+4, je->size-4); } #define JOURNAL_BUFFER_SIZE 4*1024*1024 int blockstore_init_journal::read_loop() { if (step == 100) { return 0; } if (!journal_buffer) { journal_buffer = (uint8_t*)memalign(DISK_ALIGNMENT, 2*JOURNAL_BUFFER_SIZE); } if (step == 0) { // Step 1: Read first block of the journal struct io_uring_sqe *sqe = io_uring_get_sqe(bs->ring); if (!sqe) { throw new std::runtime_error("io_uring is full while trying to read journal"); } submit_iov = { journal_buffer, 512 }; io_uring_prep_readv(sqe, bs->journal_fd, &submit_iov, 1, bs->journal_offset); io_uring_submit(bs->ring); step = 1; } if (step == 1) { // Step 2: Get the completion event and check the beginning for entry struct io_uring_cqe *cqe; io_uring_peek_cqe(bs->ring, &cqe); if (cqe) { if (cqe->res < 0) { throw new std::runtime_error( std::string("read journal failed at offset ") + std::to_string(0) + std::string(": ") + strerror(-cqe->res) ); } if (iszero((uint64_t*)journal_buffer, 3)) { // Journal is empty bs->journal_start = 0; bs->journal_end = 0; step = 99; } else { // First block always contains a single JE_START entry journal_entry_start *je = (journal_entry_start*)journal_buffer; if (je->magic != JOURNAL_MAGIC || je->type != JE_START || je->size != sizeof(journal_entry_start) || je_crc32((journal_entry*)je) != je->crc32) { // Entry is corrupt throw new std::runtime_error("first entry of the journal is corrupt"); } journal_pos = bs->journal_start = je->journal_start; crc32_last = je->crc32_replaced; step = 2; } } } if (step == 2 || step == 3) { // Step 3: Read journal if (submitted) { struct io_uring_cqe *cqe; io_uring_peek_cqe(bs->ring, &cqe); if (cqe) { if (cqe->res < 0) { throw new std::runtime_error( std::string("read journal failed at offset ") + std::to_string(journal_pos) + std::string(": ") + strerror(-cqe->res) ); } done_pos = journal_pos; done_buf = submitted; done_len = cqe->res; journal_pos += cqe->res; if (journal_pos >= bs->journal_len) { // Continue from the beginning journal_pos = 512; } submitted = 0; } } if (!submitted && step != 3) { struct io_uring_sqe *sqe = io_uring_get_sqe(bs->ring); if (!sqe) { throw new std::runtime_error("io_uring is full while trying to read journal"); } uint64_t end = bs->journal_len; if (journal_pos < bs->journal_start) { end = bs->journal_start; } submit_iov = { journal_buffer + (done_buf == 1 ? JOURNAL_BUFFER_SIZE : 0), end - journal_pos < JOURNAL_BUFFER_SIZE ? end - journal_pos : JOURNAL_BUFFER_SIZE, }; io_uring_prep_readv(sqe, bs->journal_fd, &submit_iov, 1, bs->journal_offset + journal_pos); io_uring_submit(bs->ring); submitted = done_buf == 1 ? 2 : 1; } if (done_buf && step != 3) { // handle journal entries if (handle_journal(journal_buffer + (done_buf == 1 ? 0 : JOURNAL_BUFFER_SIZE), done_len) == 0) { // finish step = 3; } done_buf = 0; } } if (step == 99) { free(journal_buffer); journal_buffer = NULL; step = 100; } return 1; } int blockstore_init_journal::handle_journal(void *buf, int len) { int total_pos = 0; while (total_pos < len) { int pos = 0, skip = 0; while (pos < 512) { journal_entry *je = (journal_entry*)((uint8_t*)buf + total_pos + pos); if (je->magic != JOURNAL_MAGIC || je_crc32(je) != je->crc32 || je->type < JE_SMALL_WRITE || je->type > JE_DELETE || je->crc32_prev != crc32_last) { // Invalid entry - end of the journal bs->journal_end = done_pos + total_pos + pos; // FIXME: save return 0; } pos += je->size; if (je->type == JE_SMALL_WRITE) { // oid, version, offset, len bs->dirty_queue[je->small_write.oid].push_back((dirty_entry){ .version = je->small_write.version, .state = ST_J_SYNCED, .flags = 0, // FIXME: data in journal may never be non-contiguous .location = done_pos + total_pos + 512 + skip, .offset = je->small_write.offset, .size = je->small_write.len, }); skip += je->small_write.len; } else if (je->type == JE_BIG_WRITE) { // oid, version, block bs->dirty_queue[je->big_write.oid].push_back((dirty_entry){ .version = je->big_write.version, .state = ST_D_META_SYNCED, .flags = 0, .location = je->big_write.block, .offset = 0, .size = bs->block_size, }); } else if (je->type == JE_STABLE) { // oid, version auto it = bs->dirty_queue.find(je->stable.oid); if (it == bs->dirty_queue.end()) { // FIXME ignore entry, but warn } else { auto & lst = it->second; for (int i = 0; i < lst.size(); i++) { if (lst[i].version == je->stable.version) { lst[i].state = (lst[i].state == ST_D_META_SYNCED ? ST_D_STABLE : ST_J_STABLE); break; } } } } else if (je->type == JE_DELETE) { // oid, version // FIXME } } total_pos += 512 + skip; } return 1; }