202 lines
7.9 KiB
C++
202 lines
7.9 KiB
C++
// Copyright (c) Vitaliy Filippov, 2019+
|
|
// License: VNPL-1.1 (see README.md for details)
|
|
|
|
#include "disk_tool.h"
|
|
#include "rw_blocking.h"
|
|
#include "osd_id.h"
|
|
|
|
int disk_tool_t::process_meta(std::function<void(blockstore_meta_header_v1_t *)> hdr_fn,
|
|
std::function<void(uint64_t, clean_disk_entry*, uint8_t*)> record_fn)
|
|
{
|
|
if (dsk.meta_block_size % DIRECT_IO_ALIGNMENT)
|
|
{
|
|
fprintf(stderr, "Invalid metadata block size: is not a multiple of %d\n", DIRECT_IO_ALIGNMENT);
|
|
return 1;
|
|
}
|
|
dsk.meta_fd = open(dsk.meta_device.c_str(), O_DIRECT|O_RDONLY);
|
|
if (dsk.meta_fd < 0)
|
|
{
|
|
fprintf(stderr, "Failed to open metadata device %s: %s\n", dsk.meta_device.c_str(), strerror(errno));
|
|
return 1;
|
|
}
|
|
int buf_size = 1024*1024;
|
|
if (buf_size % dsk.meta_block_size)
|
|
buf_size = 8*dsk.meta_block_size;
|
|
if (buf_size > dsk.meta_len)
|
|
buf_size = dsk.meta_len;
|
|
void *data = memalign_or_die(MEM_ALIGNMENT, buf_size);
|
|
lseek64(dsk.meta_fd, dsk.meta_offset, 0);
|
|
read_blocking(dsk.meta_fd, data, buf_size);
|
|
// Check superblock
|
|
blockstore_meta_header_v1_t *hdr = (blockstore_meta_header_v1_t *)data;
|
|
if (hdr->zero == 0 &&
|
|
hdr->magic == BLOCKSTORE_META_MAGIC_V1 &&
|
|
hdr->version == BLOCKSTORE_META_VERSION_V1)
|
|
{
|
|
// Vitastor 0.6-0.7 - static array of clean_disk_entry with bitmaps
|
|
if (hdr->meta_block_size != dsk.meta_block_size)
|
|
{
|
|
fprintf(stderr, "Using block size of %u bytes based on information from the superblock\n", hdr->meta_block_size);
|
|
dsk.meta_block_size = hdr->meta_block_size;
|
|
if (buf_size % dsk.meta_block_size)
|
|
{
|
|
buf_size = 8*dsk.meta_block_size;
|
|
free(data);
|
|
data = memalign_or_die(MEM_ALIGNMENT, buf_size);
|
|
}
|
|
}
|
|
dsk.bitmap_granularity = hdr->bitmap_granularity;
|
|
dsk.clean_entry_bitmap_size = hdr->data_block_size / hdr->bitmap_granularity / 8;
|
|
dsk.clean_entry_size = sizeof(clean_disk_entry) + 2*dsk.clean_entry_bitmap_size;
|
|
uint64_t block_num = 0;
|
|
hdr_fn(hdr);
|
|
meta_pos = dsk.meta_block_size;
|
|
lseek64(dsk.meta_fd, dsk.meta_offset+meta_pos, 0);
|
|
while (meta_pos < dsk.meta_len)
|
|
{
|
|
uint64_t read_len = buf_size < dsk.meta_len-meta_pos ? buf_size : dsk.meta_len-meta_pos;
|
|
read_blocking(dsk.meta_fd, data, read_len);
|
|
meta_pos += read_len;
|
|
for (uint64_t blk = 0; blk < read_len; blk += dsk.meta_block_size)
|
|
{
|
|
for (uint64_t ioff = 0; ioff <= dsk.meta_block_size-dsk.clean_entry_size; ioff += dsk.clean_entry_size, block_num++)
|
|
{
|
|
clean_disk_entry *entry = (clean_disk_entry*)((uint8_t*)data + blk + ioff);
|
|
if (entry->oid.inode)
|
|
{
|
|
record_fn(block_num, entry, entry->bitmap);
|
|
}
|
|
}
|
|
}
|
|
}
|
|
}
|
|
else
|
|
{
|
|
// Vitastor 0.4-0.5 - static array of clean_disk_entry
|
|
dsk.clean_entry_bitmap_size = 0;
|
|
dsk.clean_entry_size = sizeof(clean_disk_entry);
|
|
uint64_t block_num = 0;
|
|
hdr_fn(NULL);
|
|
while (meta_pos < dsk.meta_len)
|
|
{
|
|
uint64_t read_len = buf_size < dsk.meta_len-meta_pos ? buf_size : dsk.meta_len-meta_pos;
|
|
read_blocking(dsk.meta_fd, data, read_len);
|
|
meta_pos += read_len;
|
|
for (uint64_t blk = 0; blk < read_len; blk += dsk.meta_block_size)
|
|
{
|
|
for (uint64_t ioff = 0; ioff < dsk.meta_block_size-dsk.clean_entry_size; ioff += dsk.clean_entry_size, block_num++)
|
|
{
|
|
clean_disk_entry *entry = (clean_disk_entry*)((uint8_t*)data + blk + ioff);
|
|
if (entry->oid.inode)
|
|
{
|
|
record_fn(block_num, entry, NULL);
|
|
}
|
|
}
|
|
}
|
|
}
|
|
}
|
|
free(data);
|
|
close(dsk.meta_fd);
|
|
dsk.meta_fd = -1;
|
|
return 0;
|
|
}
|
|
|
|
int disk_tool_t::dump_meta()
|
|
{
|
|
int r = process_meta(
|
|
[this](blockstore_meta_header_v1_t *hdr) { dump_meta_header(hdr); },
|
|
[this](uint64_t block_num, clean_disk_entry *entry, uint8_t *bitmap) { dump_meta_entry(block_num, entry, bitmap); }
|
|
);
|
|
printf("\n]}\n");
|
|
return r;
|
|
}
|
|
|
|
void disk_tool_t::dump_meta_header(blockstore_meta_header_v1_t *hdr)
|
|
{
|
|
if (hdr)
|
|
{
|
|
printf(
|
|
"{\"version\":\"0.6\",\"meta_block_size\":%u,\"data_block_size\":%u,\"bitmap_granularity\":%u,\"entries\":[\n",
|
|
hdr->meta_block_size, hdr->data_block_size, hdr->bitmap_granularity
|
|
);
|
|
}
|
|
else
|
|
{
|
|
printf("{\"version\":\"0.5\",\"meta_block_size\":%lu,\"entries\":[\n", dsk.meta_block_size);
|
|
}
|
|
first_entry = true;
|
|
}
|
|
|
|
void disk_tool_t::dump_meta_entry(uint64_t block_num, clean_disk_entry *entry, uint8_t *bitmap)
|
|
{
|
|
printf(
|
|
#define ENTRY_FMT "{\"block\":%lu,\"pool\":%u,\"inode\":\"0x%lx\",\"stripe\":\"0x%lx\",\"version\":%lu"
|
|
(first_entry ? ENTRY_FMT : (",\n" ENTRY_FMT)),
|
|
#undef ENTRY_FMT
|
|
block_num, INODE_POOL(entry->oid.inode), INODE_NO_POOL(entry->oid.inode),
|
|
entry->oid.stripe, entry->version
|
|
);
|
|
if (bitmap)
|
|
{
|
|
printf(",\"bitmap\":\"");
|
|
for (uint64_t i = 0; i < dsk.clean_entry_bitmap_size; i++)
|
|
{
|
|
printf("%02x", bitmap[i]);
|
|
}
|
|
printf("\",\"ext_bitmap\":\"");
|
|
for (uint64_t i = 0; i < dsk.clean_entry_bitmap_size; i++)
|
|
{
|
|
printf("%02x", bitmap[dsk.clean_entry_bitmap_size + i]);
|
|
}
|
|
printf("\"}");
|
|
}
|
|
else
|
|
{
|
|
printf("}");
|
|
}
|
|
first_entry = false;
|
|
}
|
|
|
|
int disk_tool_t::write_json_meta(json11::Json meta)
|
|
{
|
|
new_meta_buf = (uint8_t*)memalign_or_die(MEM_ALIGNMENT, new_meta_len);
|
|
memset(new_meta_buf, 0, new_meta_len);
|
|
blockstore_meta_header_v1_t *new_hdr = (blockstore_meta_header_v1_t *)new_meta_buf;
|
|
new_hdr->zero = 0;
|
|
new_hdr->magic = BLOCKSTORE_META_MAGIC_V1;
|
|
new_hdr->version = BLOCKSTORE_META_VERSION_V1;
|
|
new_hdr->meta_block_size = meta["meta_block_size"].uint64_value()
|
|
? meta["meta_block_size"].uint64_value() : 4096;
|
|
new_hdr->data_block_size = meta["data_block_size"].uint64_value()
|
|
? meta["data_block_size"].uint64_value() : 131072;
|
|
new_hdr->bitmap_granularity = meta["bitmap_granularity"].uint64_value()
|
|
? meta["bitmap_granularity"].uint64_value() : 4096;
|
|
new_clean_entry_bitmap_size = new_hdr->data_block_size / new_hdr->bitmap_granularity / 8;
|
|
new_clean_entry_size = sizeof(clean_disk_entry) + 2*new_clean_entry_bitmap_size;
|
|
new_entries_per_block = new_hdr->meta_block_size / new_clean_entry_size;
|
|
for (const auto & e: meta["entries"].array_items())
|
|
{
|
|
uint64_t data_block = e["block"].uint64_value();
|
|
uint64_t mb = 1 + data_block/new_entries_per_block;
|
|
if (mb >= new_meta_len/new_hdr->meta_block_size)
|
|
{
|
|
free(new_meta_buf);
|
|
new_meta_buf = NULL;
|
|
fprintf(stderr, "Metadata (data block %lu) doesn't fit into the new area\n", data_block);
|
|
return 1;
|
|
}
|
|
clean_disk_entry *new_entry = (clean_disk_entry*)(new_meta_buf +
|
|
new_hdr->meta_block_size*mb +
|
|
new_clean_entry_size*(data_block % new_entries_per_block));
|
|
new_entry->oid.inode = (sscanf_json(NULL, e["pool"]) << (64-POOL_ID_BITS)) | sscanf_json(NULL, e["inode"]);
|
|
new_entry->oid.stripe = sscanf_json(NULL, e["stripe"]);
|
|
new_entry->version = sscanf_json(NULL, e["version"]);
|
|
fromhexstr(e["bitmap"].string_value(), new_clean_entry_bitmap_size, ((uint8_t*)new_entry) + sizeof(clean_disk_entry));
|
|
fromhexstr(e["ext_bitmap"].string_value(), new_clean_entry_bitmap_size, ((uint8_t*)new_entry) + sizeof(clean_disk_entry) + new_clean_entry_bitmap_size);
|
|
}
|
|
int r = resize_write_new_meta();
|
|
free(new_meta_buf);
|
|
new_meta_buf = NULL;
|
|
return r;
|
|
}
|