vitastor/osd_exec_secondary.cpp

#include "osd.h"

#include "json11/json11.hpp"

void osd_t::handle_reply(osd_op_t *cur_op)
{
    
}

void osd_t::secondary_op_callback(osd_op_t *cur_op)
{
    inflight_ops--;
    auto cl_it = clients.find(cur_op->peer_fd);
    if (cl_it != clients.end())
    {
        auto & cl = cl_it->second;
        if (cl.write_state == 0)
        {
            cl.write_state = CL_WRITE_READY;
            write_ready_clients.push_back(cur_op->peer_fd);
        }
        make_reply(cur_op);
        cl.completions.push_back(cur_op);
        ringloop->wakeup();
    }
    else
    {
        delete cur_op;
    }
}

void osd_t::exec_secondary(osd_op_t *cur_op)
{
    cur_op->bs_op.callback = [this, cur_op](blockstore_op_t* bs_op) { secondary_op_callback(cur_op); };
    cur_op->bs_op.opcode = (cur_op->op.hdr.opcode == OSD_OP_SECONDARY_READ ? BS_OP_READ
        : (cur_op->op.hdr.opcode == OSD_OP_SECONDARY_WRITE ? BS_OP_WRITE
        : (cur_op->op.hdr.opcode == OSD_OP_SECONDARY_SYNC ? BS_OP_SYNC
        : (cur_op->op.hdr.opcode == OSD_OP_SECONDARY_STABILIZE ? BS_OP_STABLE
        : (cur_op->op.hdr.opcode == OSD_OP_SECONDARY_DELETE ? BS_OP_DELETE
        : (cur_op->op.hdr.opcode == OSD_OP_SECONDARY_LIST ? BS_OP_LIST
        : -1))))));
    if (cur_op->op.hdr.opcode == OSD_OP_SECONDARY_READ ||
        cur_op->op.hdr.opcode == OSD_OP_SECONDARY_WRITE)
    {
        cur_op->bs_op.oid = cur_op->op.sec_rw.oid;
        cur_op->bs_op.version = cur_op->op.sec_rw.version;
        cur_op->bs_op.offset = cur_op->op.sec_rw.offset;
        cur_op->bs_op.len = cur_op->op.sec_rw.len;
        cur_op->bs_op.buf = cur_op->buf;
    }
    else if (cur_op->op.hdr.opcode == OSD_OP_SECONDARY_DELETE)
    {
        cur_op->bs_op.oid = cur_op->op.sec_del.oid;
        cur_op->bs_op.version = cur_op->op.sec_del.version;
    }
    else if (cur_op->op.hdr.opcode == OSD_OP_SECONDARY_STABILIZE)
    {
        cur_op->bs_op.len = cur_op->op.sec_stab.len/sizeof(obj_ver_id);
        cur_op->bs_op.buf = cur_op->buf;
    }
    else if (cur_op->op.hdr.opcode == OSD_OP_SECONDARY_LIST)
    {
        cur_op->bs_op.len = cur_op->op.sec_list.pgtotal;
        cur_op->bs_op.offset = cur_op->op.sec_list.pgnum;
    }
    bs->enqueue_op(&cur_op->bs_op);
}

void osd_t::exec_show_config(osd_op_t *cur_op)
{
    // FIXME: Send the real config, not its source
    std::string *cfg_str = new std::string(std::move(json11::Json(config).dump()));
    cur_op->buf = cfg_str;
    auto & cl = clients[cur_op->peer_fd];
    cl.write_state = CL_WRITE_READY;
    write_ready_clients.push_back(cur_op->peer_fd);
    make_reply(cur_op);
    cl.completions.push_back(cur_op);
    ringloop->wakeup();
}

void osd_t::exec_sync_stab_all(osd_op_t *cur_op)
{
    // Sync and stabilize all objects
    // This command is only valid for tests
    // FIXME: Dedup between here & fio_engine
    if (!allow_test_ops)
    {
        cur_op->bs_op.retval = -EINVAL;
        secondary_op_callback(cur_op);
        return;
    }
    cur_op->bs_op.opcode = BS_OP_SYNC;
    cur_op->bs_op.callback = [this, cur_op](blockstore_op_t *op)
    {
        auto & unstable_writes = bs->get_unstable_writes();
        if (op->retval >= 0 && unstable_writes.size() > 0)
        {
            op->opcode = BS_OP_STABLE;
            op->len = unstable_writes.size();
            obj_ver_id *vers = new obj_ver_id[op->len];
            op->buf = vers;
            int i = 0;
            for (auto it = unstable_writes.begin(); it != unstable_writes.end(); it++, i++)
            {
                vers[i] = {
                    .oid = it->first,
                    .version = it->second,
                };
            }
            unstable_writes.clear();
            op->callback = [this, cur_op](blockstore_op_t *op)
            {
                secondary_op_callback(cur_op);
                obj_ver_id *vers = (obj_ver_id*)op->buf;
                delete[] vers;
            };
            bs->enqueue_op(op);
        }
        else
        {
            secondary_op_callback(cur_op);
        }
    };
    bs->enqueue_op(&cur_op->bs_op);
}

void osd_t::make_reply(osd_op_t *op)
{
    op->reply.hdr.magic = SECONDARY_OSD_REPLY_MAGIC;
    op->reply.hdr.id = op->op.hdr.id;
    op->reply.hdr.opcode = op->op.hdr.opcode;
    if (op->op.hdr.opcode == OSD_OP_SHOW_CONFIG)
    {
        std::string *str = (std::string*)op->buf;
        op->reply.hdr.retval = str->size()+1;
    }
    else
    {
        op->reply.hdr.retval = op->bs_op.retval;
        if (op->op.hdr.opcode == OSD_OP_SECONDARY_LIST)
            op->reply.sec_list.stable_count = op->bs_op.version;
    }
}