RepoMirrors/ceph
1
0
Fork 0
mirror of https://github.com/ceph/ceph synced 2025-02-23 02:57:21 +00:00
Code Issues Packages Projects Releases Wiki Activity

msg/async/rdma: add inqueue rx chunks perf counter

Browse Source 
with rdma backend, we always spent a lot of time on why it stop receiving
new message. most of probability is just lack of rx memory which may abused.

Just make it clear how much rx memory inqueue!

Signed-off-by: Haomai Wang <haomai@xsky.com>
This commit is contained in:
Haomai Wang 2017-04-25 23:58:00 +08:00
parent dba3de2a8c
commit b2ee4c277e
3 changed files with 10 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

5
src/msg/async/rdma/RDMAConnectedSocketImpl.cc
View File

@ -111,10 +111,12 @@ RDMAConnectedSocketImpl::~RDMAConnectedSocketImpl()
for (unsigned i=0; i < wc.size(); ++i) {
ret = ibdev->post_chunk(reinterpret_cast<Chunk*>(wc[i].wr_id));
assert(ret == 0);
dispatcher->perf_logger->dec(l_msgr_rdma_inqueue_rx_chunks);
}
for (unsigned i=0; i < buffers.size(); ++i) {
ret = ibdev->post_chunk(buffers[i]);
assert(ret == 0);
dispatcher->perf_logger->dec(l_msgr_rdma_inqueue_rx_chunks);
}
delete cmgr;
@ -355,6 +357,7 @@ ssize_t RDMAConnectedSocketImpl::read(char* buf, size_t len)
ldout(cct, 20) << __func__ << " got remote close msg..." << dendl;
}
assert(ibdev->post_chunk(chunk) == 0);
dispatcher->perf_logger->dec(l_msgr_rdma_inqueue_rx_chunks);
} else {
if (read == (ssize_t)len) {
buffers.push_back(chunk);
@ -366,6 +369,7 @@ ssize_t RDMAConnectedSocketImpl::read(char* buf, size_t len)
} else {
read += chunk->read(buf+read, response->byte_len);
assert(ibdev->post_chunk(chunk) == 0);
dispatcher->perf_logger->dec(l_msgr_rdma_inqueue_rx_chunks);
}
}
}
@ -388,6 +392,7 @@ ssize_t RDMAConnectedSocketImpl::read_buffers(char* buf, size_t len)
ldout(cct, 25) << __func__ << " this iter read: " << tmp << " bytes." << " offset: " << (*c)->get_offset() << " ,bound: " << (*c)->get_bound() << ". Chunk:" << *c << dendl;
if ((*c)->over()) {
assert(ibdev->post_chunk(*c) == 0);
dispatcher->perf_logger->dec(l_msgr_rdma_inqueue_rx_chunks);
ldout(cct, 25) << __func__ << " one chunk over." << dendl;
}
if (read == len) {

5
src/msg/async/rdma/RDMAStack.cc
View File

@ -52,6 +52,7 @@ RDMADispatcher::RDMADispatcher(CephContext* c, RDMAStack* s)
plb.add_u64_counter(l_msgr_rdma_polling, "polling", "Whether dispatcher thread is polling");
plb.add_u64_counter(l_msgr_rdma_inflight_tx_chunks, "inflight_tx_chunks", "The number of inflight tx chunks");
plb.add_u64_counter(l_msgr_rdma_inqueue_rx_chunks, "inqueue_rx_chunks", "The number of inqueue rx chunks");
plb.add_u64_counter(l_msgr_rdma_tx_total_wc, "tx_total_wc", "The number of tx work comletions");
plb.add_u64_counter(l_msgr_rdma_tx_total_wc_errors, "tx_total_wc_errors", "The number of tx errors");
@ -179,8 +180,10 @@ void RDMADispatcher::polling()
}
}
for (auto &&i : polled)
for (auto &&i : polled) {
perf_logger->inc(l_msgr_rdma_inqueue_rx_chunks, i.second.size());
i.first->pass_wc(std::move(i.second));
}
polled.clear();
}

1
src/msg/async/rdma/RDMAStack.h
View File

@ -40,6 +40,7 @@ enum {
l_msgr_rdma_polling,
l_msgr_rdma_inflight_tx_chunks,
l_msgr_rdma_inqueue_rx_chunks,
l_msgr_rdma_tx_total_wc,
l_msgr_rdma_tx_total_wc_errors,