2020-09-17 23:02:40 +03:00
|
|
|
// Copyright (c) Vitaliy Filippov, 2019+
|
2021-02-06 01:26:07 +03:00
|
|
|
// License: VNPL-1.1 or GNU GPL-2.0+ (see README.md for details)
|
2020-09-17 23:02:40 +03:00
|
|
|
|
2020-06-08 01:32:12 +03:00
|
|
|
/**
|
|
|
|
* Stub "OSD" implemented on top of osd_messenger to test & compare
|
|
|
|
* network performance with sync read/write and io_uring
|
|
|
|
*/
|
|
|
|
|
|
|
|
#include <sys/types.h>
|
|
|
|
#include <sys/socket.h>
|
|
|
|
#include <netinet/in.h>
|
|
|
|
#include <netinet/tcp.h>
|
|
|
|
#include <arpa/inet.h>
|
|
|
|
#include <string.h>
|
|
|
|
#include <stdio.h>
|
|
|
|
#include <unistd.h>
|
|
|
|
#include <fcntl.h>
|
|
|
|
#include <errno.h>
|
|
|
|
#include <stdlib.h>
|
|
|
|
|
|
|
|
#include <stdexcept>
|
|
|
|
|
2021-12-19 01:14:20 +03:00
|
|
|
#include "addr_util.h"
|
2020-06-08 01:32:12 +03:00
|
|
|
#include "ringloop.h"
|
|
|
|
#include "epoll_manager.h"
|
|
|
|
#include "messenger.h"
|
|
|
|
|
2021-12-19 01:14:20 +03:00
|
|
|
int bind_stub(std::string bind_address, int bind_port);
|
2020-06-08 01:32:12 +03:00
|
|
|
|
|
|
|
void stub_exec_op(osd_messenger_t *msgr, osd_op_t *op);
|
|
|
|
|
|
|
|
int main(int narg, char *args[])
|
|
|
|
{
|
|
|
|
ring_consumer_t looper;
|
|
|
|
ring_loop_t *ringloop = new ring_loop_t(512);
|
|
|
|
epoll_manager_t *epmgr = new epoll_manager_t(ringloop);
|
|
|
|
osd_messenger_t *msgr = new osd_messenger_t();
|
|
|
|
msgr->osd_num = 1351;
|
|
|
|
msgr->tfd = epmgr->tfd;
|
|
|
|
msgr->ringloop = ringloop;
|
|
|
|
msgr->repeer_pgs = [](osd_num_t) {};
|
|
|
|
msgr->exec_op = [msgr](osd_op_t *op) { stub_exec_op(msgr, op); };
|
2021-12-12 23:06:00 +03:00
|
|
|
json11::Json config = json11::Json::object { { "log_level", 1 } };
|
|
|
|
msgr->parse_config(config);
|
2020-06-08 01:32:12 +03:00
|
|
|
// Accept new connections
|
|
|
|
int listen_fd = bind_stub("0.0.0.0", 11203);
|
2020-06-23 20:18:04 +03:00
|
|
|
epmgr->set_fd_handler(listen_fd, false, [listen_fd, msgr](int fd, int events)
|
2020-06-08 01:32:12 +03:00
|
|
|
{
|
|
|
|
msgr->accept_connections(listen_fd);
|
|
|
|
});
|
|
|
|
looper.loop = [msgr, ringloop]()
|
|
|
|
{
|
|
|
|
msgr->read_requests();
|
|
|
|
msgr->send_replies();
|
|
|
|
ringloop->submit();
|
|
|
|
};
|
|
|
|
ringloop->register_consumer(&looper);
|
|
|
|
printf("stub_uring_osd: waiting for clients\n");
|
|
|
|
while (true)
|
|
|
|
{
|
|
|
|
ringloop->loop();
|
|
|
|
ringloop->wait();
|
|
|
|
}
|
|
|
|
delete msgr;
|
|
|
|
delete epmgr;
|
|
|
|
delete ringloop;
|
|
|
|
return 0;
|
|
|
|
}
|
|
|
|
|
2021-12-19 01:14:20 +03:00
|
|
|
int bind_stub(std::string bind_address, int bind_port)
|
2020-06-08 01:32:12 +03:00
|
|
|
{
|
|
|
|
int listen_backlog = 128;
|
|
|
|
|
2021-12-19 01:14:20 +03:00
|
|
|
sockaddr addr;
|
|
|
|
if (!string_to_addr(bind_address, 0, bind_port, &addr))
|
|
|
|
{
|
|
|
|
throw std::runtime_error("bind address "+bind_address+" is not valid");
|
|
|
|
}
|
|
|
|
|
|
|
|
int listen_fd = socket(addr.sa_family, SOCK_STREAM, 0);
|
2020-06-08 01:32:12 +03:00
|
|
|
if (listen_fd < 0)
|
|
|
|
{
|
|
|
|
throw std::runtime_error(std::string("socket: ") + strerror(errno));
|
|
|
|
}
|
|
|
|
int enable = 1;
|
|
|
|
setsockopt(listen_fd, SOL_SOCKET, SO_REUSEADDR, &enable, sizeof(enable));
|
|
|
|
|
2021-12-19 01:14:20 +03:00
|
|
|
if (bind(listen_fd, &addr, sizeof(addr)) < 0)
|
2020-06-08 01:32:12 +03:00
|
|
|
{
|
|
|
|
close(listen_fd);
|
|
|
|
throw std::runtime_error(std::string("bind: ") + strerror(errno));
|
|
|
|
}
|
|
|
|
|
|
|
|
if (listen(listen_fd, listen_backlog) < 0)
|
|
|
|
{
|
|
|
|
close(listen_fd);
|
|
|
|
throw std::runtime_error(std::string("listen: ") + strerror(errno));
|
|
|
|
}
|
|
|
|
|
|
|
|
fcntl(listen_fd, F_SETFL, fcntl(listen_fd, F_GETFL, 0) | O_NONBLOCK);
|
|
|
|
|
|
|
|
return listen_fd;
|
|
|
|
}
|
|
|
|
|
|
|
|
void stub_exec_op(osd_messenger_t *msgr, osd_op_t *op)
|
|
|
|
{
|
|
|
|
op->reply.hdr.magic = SECONDARY_OSD_REPLY_MAGIC;
|
|
|
|
op->reply.hdr.id = op->req.hdr.id;
|
|
|
|
op->reply.hdr.opcode = op->req.hdr.opcode;
|
2020-08-31 23:57:50 +03:00
|
|
|
if (op->req.hdr.opcode == OSD_OP_SEC_READ)
|
2020-06-08 01:32:12 +03:00
|
|
|
{
|
|
|
|
op->reply.hdr.retval = op->req.sec_rw.len;
|
|
|
|
op->buf = malloc(op->req.sec_rw.len);
|
2020-06-18 02:07:20 +03:00
|
|
|
op->iov.push_back(op->buf, op->req.sec_rw.len);
|
2020-06-08 01:32:12 +03:00
|
|
|
}
|
2020-09-01 00:02:39 +03:00
|
|
|
else if (op->req.hdr.opcode == OSD_OP_SEC_WRITE || op->req.hdr.opcode == OSD_OP_SEC_WRITE_STABLE)
|
2020-06-08 01:32:12 +03:00
|
|
|
{
|
|
|
|
op->reply.hdr.retval = op->req.sec_rw.len;
|
|
|
|
}
|
|
|
|
else if (op->req.hdr.opcode == OSD_OP_TEST_SYNC_STAB_ALL)
|
|
|
|
{
|
|
|
|
op->reply.hdr.retval = 0;
|
|
|
|
}
|
|
|
|
else
|
|
|
|
{
|
|
|
|
printf("client %d: unsupported stub opcode: %lu\n", op->peer_fd, op->req.hdr.opcode);
|
|
|
|
op->reply.hdr.retval = -EINVAL;
|
|
|
|
}
|
|
|
|
msgr->outbox_push(op);
|
|
|
|
}
|