MetricsReporting.h

Go to the documentation of this file.

/*
 * SWC-DB© Copyright since 2019 Alex Kashirin <kashirin.alex@gmail.com>
 * License details at <https://github.com/kashirin-alex/swc-db/#license>
 */
 
 
#ifndef swcdb_common_queries_update_MetricsReporting_h
#define swcdb_common_queries_update_MetricsReporting_h
 
 
#include "swcdb/common/sys/Resources.h"
#include "swcdb/fs/Interface.h"
#include "swcdb/db/client/Query/Update/Handlers/Metrics.h"
 
 
namespace SWC { namespace Common {
 
namespace Query {
 
namespace Update {
 
namespace Metric {
 
using namespace client::Query::Update::Handlers::Metric;
 
 
 
namespace { // local namespace
 
SWC_CAN_INLINE
static size_t encoded_length(
        const Common::Stats::MinMaxAvgCount<uint64_t>& value,
        bool with_count) noexcept {
  size_t sz = 0;
  if(value.count && value.total) {
    uint64_t avg = value.avg();
    if(avg != value.min)
      sz += 2 + Serialization::encoded_length_vi64(value.min);
    if(avg != value.max)
      sz += 2 + Serialization::encoded_length_vi64(value.max);
    if(with_count)
      sz += 2 + Serialization::encoded_length_vi64(value.count);
    sz += 2 + Serialization::encoded_length_vi64(avg);
  }
  return sz;
}
 
SWC_CAN_INLINE
static void add_value(
        const Common::Stats::MinMaxAvgCount<uint64_t>& value,
        uint8_t field_start, bool with_count,
        DB::Cell::Serial::Value::FieldsWriter& wfields) noexcept {
  if(value.count && value.total) {
    uint64_t avg = value.avg();
    if(avg != value.min)
      wfields.add(field_start, int64_t(value.min));
    if(avg != value.max)
      wfields.add(field_start + 1, int64_t(value.max));
    if(with_count)
      wfields.add(field_start + 2, int64_t(value.count));
    wfields.add(field_start + 2 + with_count, int64_t(avg));
  }
}
 
}
 
 
template<typename CommandsT>
class Item_Net : public Base {
  /* Cell-Serialization:
      key:    [levels, "net", "{address}", is_secure()?"SECURE":"PLAIN"]
      value:  {FIELD_ID}:I:{value}, ...
  */
  static constexpr const uint8_t FIELD_CONN_OPEN        = 0;
  static constexpr const uint8_t FIELD_CONN_ACC         = 1;
  static constexpr const uint8_t FIELD_CONN_EST         = 2;
 
  static constexpr const uint8_t FIELD_BYTES_SENT_MIN   = 3;
  static constexpr const uint8_t FIELD_BYTES_SENT_MAX   = 4;
  static constexpr const uint8_t FIELD_BYTES_SENT_TRX   = 5;
  static constexpr const uint8_t FIELD_BYTES_SENT_AVG   = 6;
 
  static constexpr const uint8_t FIELD_BYTES_RECV_MIN   = 7;
  static constexpr const uint8_t FIELD_BYTES_RECV_MAX   = 8;
  static constexpr const uint8_t FIELD_BYTES_RECV_TRX   = 9;
  static constexpr const uint8_t FIELD_BYTES_RECV_AVG   = 10;
 
  static constexpr const uint8_t FIELD_EV_COMMAND_START = 100; // {100 + CMD}
 
  public:
  typedef std::unique_ptr<Item_Net> Ptr;
 
  struct Addr {
    const asio::ip::address                      addr;
    Core::Atomic<uint64_t>                       conn_open;
    Core::Atomic<uint64_t>                       conn_accept;
    Core::Atomic<uint64_t>                       conn_est;
    Common::Stats::MinMaxAvgCount_Safe<uint64_t> bytes_sent;
    Common::Stats::MinMaxAvgCount_Safe<uint64_t> bytes_recv;
    Core::Atomic<uint64_t>                       commands[CommandsT::MAX];
 
    SWC_CAN_INLINE
    Addr(const Comm::EndPoint& endpoint) noexcept
        : addr(endpoint.address()),
          conn_open(0), conn_accept(0), conn_est(0),
          bytes_sent(), bytes_recv() {
    }
  };
 
  Item_Net(const Comm::EndPoints& endpoints, bool using_secure) {
    for(uint8_t secure = 0; secure <= using_secure; ++secure) {
      m_addresses[secure].reserve(endpoints.size());
      for(auto& endpoint : endpoints)
        m_addresses[secure].emplace_back(new Addr(endpoint));
    }
  }
 
  virtual ~Item_Net() noexcept { }
 
  SWC_CAN_INLINE
  Addr* get(const asio::ip::address& for_addr, bool secure) const noexcept {
    for(auto& addr : m_addresses[secure]) {
      if(addr->addr.is_unspecified() || addr->addr == for_addr)
        return addr.get();
    }
    return nullptr;
  }
 
  SWC_CAN_INLINE
  void accepted(const Comm::EndPoint& endpoint, bool secure) noexcept {
    if(Addr* addr = get(endpoint.address(), secure))
      addr->conn_accept.fetch_add(1);
  }
 
  SWC_CAN_INLINE
  void connected() noexcept {
    Addr* addr = m_addresses[0].front().get();
    addr->conn_open.fetch_add(1);
    addr->conn_est.fetch_add(1);
  }
 
  SWC_CAN_INLINE
  void disconnected() noexcept {
    Addr* addr = m_addresses[0].front().get();
    addr->conn_open.fetch_sub(1);
  }
 
  SWC_CAN_INLINE
  void connected(const Comm::ConnHandlerPtr& conn) noexcept {
    if(Addr* addr = get(conn->endpoint_local.address(), conn->is_secure())) {
      addr->conn_open.fetch_add(1);
      addr->conn_est.fetch_add(1);
    }
  }
 
  SWC_CAN_INLINE
  void disconnected(const Comm::ConnHandlerPtr& conn) noexcept {
    if(Addr* addr = get(conn->endpoint_local.address(), conn->is_secure()))
      addr->conn_open.fetch_sub(1);
  }
 
  SWC_CAN_INLINE
  void command(const Comm::ConnHandlerPtr& conn, uint8_t cmd) noexcept {
    if(Addr* addr = get(conn->endpoint_local.address(), conn->is_secure()))
      addr->commands[cmd].fetch_add(1);
  }
 
  SWC_CAN_INLINE
  void error(const Comm::ConnHandlerPtr& conn) noexcept {
    if(Addr* addr = get(conn->endpoint_local.address(), conn->is_secure()))
      addr->commands[CommandsT::MAX - 1].fetch_add(1);
  }
 
  SWC_CAN_INLINE
  void sent(const Comm::ConnHandlerPtr& conn, size_t bytes) noexcept {
    if(Addr* addr = get(conn->endpoint_local.address(), conn->is_secure()))
      addr->bytes_sent.add(bytes);
  }
 
  SWC_CAN_INLINE
  void received(const Comm::ConnHandlerPtr& conn, size_t bytes) noexcept {
    if(Addr* addr = get(conn->endpoint_local.address(), conn->is_secure()))
      addr->bytes_recv.add(bytes);
  }
 
  virtual void definitions(client::Query::Update::Handlers::Base::Column* colp,
                           const DB::Cell::KeyVec& parent_key) override {
    bool secure = false;
    _do_layer:
    for(auto& addr : m_addresses[secure]) {
 
      DB::Cells::Cell cell;
      cell.flag = DB::Cells::INSERT;
      cell.set_time_order_desc(true);
      cell.key.add(parent_key);
      cell.key.add("net");
      cell.key.add(addr->addr.to_string());
      cell.key.add(secure ? "SECURE" : "PLAIN");
 
 
      Core::Vector<int64_t>     ids;
      Core::Vector<std::string> names;
      Core::Vector<std::string> labels;
      Core::Vector<int64_t>     aggregations;
      Core::Vector<int64_t>     relations;
      ids.reserve(11 + CommandsT::MAX);
      names.reserve(ids.size());
      labels.reserve(ids.size());
      aggregations.reserve(ids.size());
 
      ids.push_back(FIELD_BYTES_SENT_MIN);
      names.push_back("sent_min");
      labels.push_back("Send Bytes Minimum");
      aggregations.push_back(Aggregation::MIN);
      relations.push_back(1);
 
      ids.push_back(FIELD_BYTES_SENT_MAX);
      names.push_back("sent_max");
      labels.push_back("Send Bytes Maximum");
      aggregations.push_back(Aggregation::MAX);
      relations.push_back(1);
 
      ids.push_back(FIELD_BYTES_SENT_TRX);
      names.push_back("send_trx");
      labels.push_back("Send Transactions");
      aggregations.push_back(Aggregation::SUM);
      relations.push_back(1);
 
      ids.push_back(FIELD_BYTES_SENT_AVG);
      names.push_back("sent_avg");
      labels.push_back("Send Bytes Average");
      aggregations.push_back(Aggregation::AVG_PROP);
      relations.push_back(1);
 
 
      ids.push_back(FIELD_BYTES_RECV_MIN);
      names.push_back("recv_min");
      labels.push_back("Receive Bytes Minimum");
      aggregations.push_back(Aggregation::MIN);
      relations.push_back(2);
 
      ids.push_back(FIELD_BYTES_RECV_MAX);
      names.push_back("recv_max");
      labels.push_back("Receive Bytes Maximum");
      aggregations.push_back(Aggregation::MAX);
      relations.push_back(2);
 
      ids.push_back(FIELD_BYTES_RECV_TRX);
      names.push_back("recv_trx");
      labels.push_back("Receive Transactions");
      aggregations.push_back(Aggregation::SUM);
      relations.push_back(2);
 
      ids.push_back(FIELD_BYTES_RECV_AVG);
      names.push_back("recv_avg");
      labels.push_back("Receive Bytes Average");
      aggregations.push_back(Aggregation::AVG_PROP);
      relations.push_back(2);
 
      ids.push_back(FIELD_CONN_OPEN);
      names.push_back("open");
      labels.push_back("Open Connections");
      aggregations.push_back(Aggregation::MAX);
 
      ids.push_back(FIELD_CONN_ACC);
      names.push_back("accept");
      labels.push_back("Accepted Connections");
 
      ids.push_back(FIELD_CONN_EST);
      names.push_back("established");
      labels.push_back("Connections Established");
 
      for(uint8_t i=0; i < CommandsT::MAX; ++i) {
        std::string cmd(CommandsT::to_string(i));
        ids.push_back(i + FIELD_EV_COMMAND_START);
        names.push_back(cmd);
        labels.push_back(cmd + " Requests");
      }
      size_t sz = 15 + 2 * ids.size() + relations.size();
      for(size_t i=0; i < names.size(); ++i) {
        sz += names[i].size();
        sz += labels[i].size();
      }
      {
      DB::Cell::Serial::Value::FieldsWriter wfields;
      wfields.ensure(sz);
      wfields.add(ids);
      wfields.add(names);
      wfields.add(labels);
      wfields.add(aggregations);
      wfields.add(relations);
      cell.set_value(DB::Types::Encoder::ZSTD, wfields.base, wfields.fill());
      }
      colp->add(cell);
    }
 
    if(!secure) {
      secure = true;
      if(!m_addresses[secure].empty())
        goto _do_layer;
    }
  }
 
  virtual void report(uint64_t for_ns,
                      client::Query::Update::Handlers::Base::Column* colp,
                      const DB::Cell::KeyVec& parent_key) override {
    int64_t conn_open = 0;
    int64_t conn_accept = 0;
    int64_t conn_est = 0;
    Common::Stats::MinMaxAvgCount<uint64_t> bytes_sent;
    Common::Stats::MinMaxAvgCount<uint64_t> bytes_recv;
 
    bool secure = false;
    _do_layer:
    for(auto& addr : m_addresses[secure]) {
      DB::Cell::KeyVec key;
      key.reserve(parent_key.size() + 3);
      key.copy(parent_key);
      key.add("net");
      key.add(addr->addr.to_string());
      key.add(secure ? "SECURE" : "PLAIN");
 
      DB::Cells::Cell cell;
      cell.flag = DB::Cells::INSERT;
      cell.set_time_order_desc(true);
      cell.set_timestamp(for_ns);
      cell.key.add(key);
 
      conn_open = addr->conn_open.load();
      size_t sz = 2 + Serialization::encoded_length_vi64(conn_open);
      if((conn_accept = addr->conn_accept.exchange(0)))
        sz += 2 + Serialization::encoded_length_vi64(conn_accept);
      if((conn_est = addr->conn_est.exchange(0)))
        sz += 2 + Serialization::encoded_length_vi64(conn_est);
 
      addr->bytes_sent.gather(bytes_sent);
      sz += encoded_length(bytes_sent, true);
      addr->bytes_recv.gather(bytes_recv);
      sz += encoded_length(bytes_recv, true);
 
      int64_t counts[CommandsT::MAX];
      for(uint8_t i=0; i < CommandsT::MAX; ++i) {
        if((counts[i] = addr->commands[i].exchange(0)))
          sz += 2 + Serialization::encoded_length_vi64(counts[i]);
      }
 
      DB::Cell::Serial::Value::FieldsWriter wfields;
      wfields.ensure(sz);
 
      add_value(bytes_sent, FIELD_BYTES_SENT_MIN, true, wfields);
      add_value(bytes_recv, FIELD_BYTES_RECV_MIN, true, wfields);
 
      wfields.add(FIELD_CONN_OPEN,  conn_open);
      if(conn_accept)
        wfields.add(FIELD_CONN_ACC, conn_accept);
      if(conn_est)
        wfields.add(FIELD_CONN_EST, conn_est);
      for(uint8_t i=0; i < CommandsT::MAX; ++i) {
        if(counts[i])
          wfields.add(i + FIELD_EV_COMMAND_START, counts[i]);
      }
      cell.set_value(wfields.base, wfields.fill(), false);
      colp->add(cell);
    }
 
    if(!secure) {
      secure = true;
      if(!m_addresses[secure].empty())
        goto _do_layer;
    }
  }
 
  virtual void reset() override {
    bool secure = false;
    _do_layer:
      for(auto& addr : m_addresses[secure]) {
        addr->conn_open.store(0);
        addr->conn_accept.store(0);
        addr->conn_est.store(0);
        addr->bytes_sent.reset();
        addr->bytes_recv.reset();
        for(auto& c : addr->commands) {
          c.store(0);
        }
      }
    if(!secure) {
      secure = true;
      if(!m_addresses[secure].empty())
        goto _do_layer;
    }
  }
 
 
  protected:
  Core::Vector<std::unique_ptr<Addr>> m_addresses[2];
};
 
 
 
class Item_Mem : public Base {
  /* Cell-Serialization:
      key:    [levels, "mem"]
      value:  {FIELD_ID}:I:{value}, ...
  */
  static constexpr const uint8_t FIELD_RSS_FREE_MIN = 0;
  static constexpr const uint8_t FIELD_RSS_FREE_MAX = 1;
  static constexpr const uint8_t FIELD_RSS_FREE_AVG = 2;
 
  static constexpr const uint8_t FIELD_RSS_USED_MIN = 3;
  static constexpr const uint8_t FIELD_RSS_USED_MAX = 4;
  static constexpr const uint8_t FIELD_RSS_USED_AVG = 5;
 
  static constexpr const uint8_t FIELD_RSS_USED_REG_MIN = 6;
  static constexpr const uint8_t FIELD_RSS_USED_REG_MAX = 7;
  static constexpr const uint8_t FIELD_RSS_USED_REG_AVG = 8;
 
  public:
  typedef std::unique_ptr<Item_Mem> Ptr;
 
  Common::Stats::MinMaxAvgCount_Safe<uint64_t>  rss_free;
  Common::Stats::MinMaxAvgCount_Safe<uint64_t>  rss_used;
  Common::Stats::MinMaxAvgCount_Safe<uint64_t>  rss_used_reg;
 
  Item_Mem() noexcept: rss_free(), rss_used(), rss_used_reg() { }
 
  virtual ~Item_Mem() noexcept { }
 
  virtual void definitions(client::Query::Update::Handlers::Base::Column* colp,
                           const DB::Cell::KeyVec& parent_key) override {
    DB::Cell::KeyVec key;
    key.reserve(parent_key.size() + 1);
    key.copy(parent_key);
    key.add("mem");
 
    DB::Cells::Cell cell;
    cell.flag = DB::Cells::INSERT;
    cell.set_time_order_desc(true);
    cell.key.add(key);
 
    DB::Cell::Serial::Value::FieldsWriter wfields;
    wfields.add(Core::Vector<int64_t>({
      FIELD_RSS_FREE_MIN,
      FIELD_RSS_FREE_MAX,
      FIELD_RSS_FREE_AVG,
      FIELD_RSS_USED_MIN,
      FIELD_RSS_USED_MAX,
      FIELD_RSS_USED_AVG,
      FIELD_RSS_USED_REG_MIN,
      FIELD_RSS_USED_REG_MAX,
      FIELD_RSS_USED_REG_AVG,
    }));
    wfields.add(Core::Vector<std::string>({
      "rss_free_min",
      "rss_free_max",
      "rss_free_avg",
      "rss_used_min",
      "rss_used_max",
      "rss_used_avg",
      "rss_reg_min",
      "rss_reg_max",
      "rss_reg_avg"
    }));
    wfields.add(Core::Vector<std::string>({
      "RSS Free Minimal",
      "RSS Free Maximal",
      "RSS Free Average",
      "RSS Used Minimal",
      "RSS Used Maximal",
      "RSS Used Average",
      "RSS Registred Minimal",
      "RSS Registred Maximal",
      "RSS Registred Average"
    }));
    wfields.add(Core::Vector<int64_t>({
      Aggregation::MIN,
      Aggregation::MAX,
      Aggregation::AVG,
      Aggregation::MIN,
      Aggregation::MAX,
      Aggregation::AVG,
      Aggregation::MIN,
      Aggregation::MAX,
      Aggregation::AVG,
    }));
    cell.set_value(DB::Types::Encoder::ZSTD ,wfields.base, wfields.fill());
    colp->add(cell);
  }
 
  virtual void report(uint64_t for_ns, client::Query::Update::Handlers::Base::Column* colp,
                      const DB::Cell::KeyVec& parent_key) override {
    Common::Stats::MinMaxAvgCount<uint64_t> _rss_free;
    rss_free.gather(_rss_free);
 
    Common::Stats::MinMaxAvgCount<uint64_t> _rss_used;
    rss_used.gather(_rss_used);
 
    Common::Stats::MinMaxAvgCount<uint64_t> _rss_used_reg;
    rss_used_reg.gather(_rss_used_reg);
 
    size_t sz = encoded_length(_rss_free, false);
    sz += encoded_length(_rss_used, false);
    sz += encoded_length(_rss_used_reg, false);
    if(!sz)
      return;
 
    DB::Cell::KeyVec key;
    key.reserve(parent_key.size() + 1);
    key.copy(parent_key);
    key.add("mem");
 
    DB::Cells::Cell cell;
    cell.flag = DB::Cells::INSERT;
    cell.set_time_order_desc(true);
    cell.set_timestamp(for_ns);
    cell.key.add(key);
 
 
    DB::Cell::Serial::Value::FieldsWriter wfields;
    wfields.ensure(sz);
    add_value(_rss_free,      FIELD_RSS_FREE_MIN,     false, wfields);
    add_value(_rss_used,      FIELD_RSS_USED_MIN,     false, wfields);
    add_value(_rss_used_reg,  FIELD_RSS_USED_REG_MIN, false, wfields);
 
    cell.set_value(wfields.base, wfields.fill(), false);
    colp->add(cell);
  }
 
  virtual void reset() override {
    rss_free.reset();
    rss_used.reset();
    rss_used_reg.reset();
  }
 
};
 
 
 
class Item_CPU : public Base {
  /* Cell-Serialization:
      key:    [levels, "cpu"]
      value:  {FIELD_ID}:I:{value}, ...
  */
  static constexpr const uint8_t FIELD_CPU_U_PERC_MIN = 0;
  static constexpr const uint8_t FIELD_CPU_U_PERC_MAX = 1;
  static constexpr const uint8_t FIELD_CPU_U_PERC_AVG = 2;
 
  static constexpr const uint8_t FIELD_CPU_S_PERC_MIN = 3;
  static constexpr const uint8_t FIELD_CPU_S_PERC_MAX = 4;
  static constexpr const uint8_t FIELD_CPU_S_PERC_AVG = 5;
 
  static constexpr const uint8_t FIELD_NTHREADS_MIN   = 6;
  static constexpr const uint8_t FIELD_NTHREADS_MAX   = 7;
  static constexpr const uint8_t FIELD_NTHREADS_AVG   = 8;
 
  public:
  typedef std::unique_ptr<Item_CPU> Ptr;
 
  Common::Stats::MinMaxAvgCount_Safe<uint64_t>  percent_user;
  Common::Stats::MinMaxAvgCount_Safe<uint64_t>  percent_sys;
  Common::Stats::MinMaxAvgCount_Safe<uint64_t>  nthreads;
 
  Item_CPU() noexcept : percent_user(), percent_sys(), nthreads() { }
 
  virtual ~Item_CPU() noexcept { }
 
  virtual void definitions(client::Query::Update::Handlers::Base::Column* colp,
                           const DB::Cell::KeyVec& parent_key) override {
    DB::Cell::KeyVec key;
    key.reserve(parent_key.size() + 1);
    key.copy(parent_key);
    key.add("cpu");
 
    DB::Cells::Cell cell;
    cell.flag = DB::Cells::INSERT;
    cell.set_time_order_desc(true);
    cell.key.add(key);
 
    DB::Cell::Serial::Value::FieldsWriter wfields;
    wfields.add(Core::Vector<int64_t>({
      FIELD_CPU_U_PERC_MIN,
      FIELD_CPU_U_PERC_MAX,
      FIELD_CPU_U_PERC_AVG,
      FIELD_CPU_S_PERC_MIN,
      FIELD_CPU_S_PERC_MAX,
      FIELD_CPU_S_PERC_AVG,
      FIELD_NTHREADS_MIN,
      FIELD_NTHREADS_MAX,
      FIELD_NTHREADS_AVG,
    }));
    wfields.add(Core::Vector<std::string>({
      "u_min",
      "u_max",
      "u_avg",
      "s_min",
      "s_max",
      "s_avg",
      "t_min",
      "t_max",
      "t_avg"
    }));
    wfields.add(Core::Vector<std::string>({
      "User %m Minimal",
      "User %m Maximal",
      "User %m Average",
      "Sys %m Minimal",
      "Sys %m Maximal",
      "Sys %m Average",
      "Threads Minimal",
      "Threads Maximal",
      "Threads Average"
    }));
    wfields.add(Core::Vector<int64_t>({
      Aggregation::MIN,
      Aggregation::MAX,
      Aggregation::AVG,
      Aggregation::MIN,
      Aggregation::MAX,
      Aggregation::AVG,
      Aggregation::MIN,
      Aggregation::MAX,
      Aggregation::AVG,
    }));
    cell.set_value(DB::Types::Encoder::ZSTD, wfields.base, wfields.fill());
    colp->add(cell);
  }
 
  virtual void report(uint64_t for_ns,
                      client::Query::Update::Handlers::Base::Column* colp,
                      const DB::Cell::KeyVec& parent_key) override {
 
    Common::Stats::MinMaxAvgCount<uint64_t> _percent_user;
    percent_user.gather(_percent_user);
 
    Common::Stats::MinMaxAvgCount<uint64_t> _percent_sys;
    percent_sys.gather(_percent_sys);
 
    Common::Stats::MinMaxAvgCount<uint64_t> _nthreads;
    nthreads.gather(_nthreads);
 
    size_t sz = encoded_length(_percent_user, false);
    sz += encoded_length(_percent_sys, false);
    sz += encoded_length(_nthreads, false);
    if(!sz)
      return;
 
    DB::Cell::KeyVec key;
    key.reserve(parent_key.size() + 1);
    key.copy(parent_key);
    key.add("cpu");
 
    DB::Cells::Cell cell;
    cell.flag = DB::Cells::INSERT;
    cell.set_time_order_desc(true);
    cell.set_timestamp(for_ns);
    cell.key.add(key);
 
    DB::Cell::Serial::Value::FieldsWriter wfields;
    wfields.ensure(sz);
    add_value(_percent_user,  FIELD_CPU_U_PERC_MIN, false, wfields);
    add_value(_percent_sys,   FIELD_CPU_S_PERC_MIN, false, wfields);
    add_value(_nthreads,      FIELD_NTHREADS_MIN,   false, wfields);
 
    cell.set_value(wfields.base, wfields.fill(), false);
    colp->add(cell);
  }
 
  virtual void reset() override {
    percent_user.reset();
    percent_sys.reset();
    nthreads.reset();
  }
 
};
 
 
 
class Item_FS : public Base {
  /* Cell-Serialization:
      key:    [levels, "fs", {type}]
      value:  (FIELD_{type} + FS_{cmd}):I:{value}, ...
  */
  static constexpr const uint8_t FIELD_FDS    = 0;
  static constexpr const uint8_t FIELD_MIN    = 1;
  static constexpr const uint8_t FIELD_MAX    = 2;
  static constexpr const uint8_t FIELD_COUNT  = 3;
  static constexpr const uint8_t FIELD_AVG    = 4;
  static constexpr const uint8_t FIELD_ERROR  = 5;
 
  public:
 
  typedef std::unique_ptr<Item_FS> Ptr;
  FS::FileSystem::Ptr              fs;
 
  Item_FS(const FS::FileSystem::Ptr& a_fs) noexcept : fs(a_fs) { }
 
  virtual ~Item_FS() noexcept { }
 
  virtual void definitions(client::Query::Update::Handlers::Base::Column* colp,
                           const DB::Cell::KeyVec& parent_key) override {
    DB::Cell::KeyVec key;
    key.reserve(parent_key.size() + 2);
    key.copy(parent_key);
    key.add("fs");
    key.add(FS::to_string(fs->get_type()));
 
    DB::Cells::Cell cell;
    cell.flag = DB::Cells::INSERT;
    cell.set_time_order_desc(true);
    cell.key.add(key);
 
    Core::Vector<int64_t>     relations;
    Core::Vector<int64_t>     ids;
    Core::Vector<std::string> names;
    Core::Vector<std::string> labels;
    Core::Vector<int64_t>     aggregations;
    ids.reserve(1 + FS::Statistics::Command::MAX * 5);
    names.reserve(ids.size());
    labels.reserve(ids.size());
    aggregations.reserve(2 + FS::Statistics::Command::MAX * 4);
    relations.reserve(1 + FS::Statistics::Command::MAX * 2);
 
    int64_t relation=0;
    for(uint8_t i, c=0; c < FS::Statistics::Command::MAX; ++c) {
      std::string cmd(FS::Statistics::to_string(FS::Statistics::Command(c)));
      i = c * 5;
      ids.push_back(FIELD_COUNT + i);
      ids.push_back(FIELD_AVG + i);
      names.push_back(cmd + "_count");
      names.push_back(cmd + "_avg");
      labels.push_back(cmd + " Requests Count");
      labels.push_back(cmd + " Latency ns Average");
      aggregations.push_back(Aggregation::SUM);
      aggregations.push_back(Aggregation::AVG_PROP);
      relations.push_back(++relation);
      relations.push_back(relation);
    }
    ids.push_back(FIELD_FDS);
    names.push_back("open");
    labels.push_back("Open File Descriptors");
    aggregations.push_back(Aggregation::MAX);
 
    for(uint8_t i, c=0; c < FS::Statistics::Command::MAX; ++c) {
      std::string cmd(FS::Statistics::to_string(FS::Statistics::Command(c)));
      i = c * 5;
      ids.push_back(FIELD_MIN + i);
      ids.push_back(FIELD_MAX + i);
      names.push_back(cmd + "_min");
      names.push_back(cmd + "_max");
      labels.push_back(cmd + " Latency ns Minimum");
      labels.push_back(cmd + " Latency ns Maximum");
      aggregations.push_back(Aggregation::MIN);
      aggregations.push_back(Aggregation::MAX);
    }
    for(uint8_t i, c=0; c < FS::Statistics::Command::MAX; ++c) {
      std::string cmd(FS::Statistics::to_string(FS::Statistics::Command(c)));
      i = c * 5;
      ids.push_back(FIELD_ERROR + i);
      names.push_back(cmd + "_error");
      labels.push_back(cmd + " Errors Count");
    }
 
    size_t sz = 15 + 3 * ids.size();
    for(uint8_t i=0; i < names.size(); ++i) {
      sz += names[i].size();
      sz += labels[i].size();
    }
    DB::Cell::Serial::Value::FieldsWriter wfields;
    wfields.ensure(sz);
    wfields.add(ids);
    wfields.add(names);
    wfields.add(labels);
    wfields.add(aggregations);
    wfields.add(relations);
    cell.set_value(DB::Types::Encoder::ZSTD, wfields.base, wfields.fill());
    colp->add(cell);
  }
 
  virtual void report(uint64_t for_ns,
                      client::Query::Update::Handlers::Base::Column* colp,
                      const DB::Cell::KeyVec& parent_key) override {
    std::unique_ptr<FS::Statistics> statsp(new FS::Statistics(true));
    FS::Statistics& stats(*statsp.get());
    fs->statistics.gather(stats);
    uint64_t open_fds = fs->statistics.fds_count.load();
 
    size_t sz = open_fds
      ? (2 + Serialization::encoded_length_vi64(open_fds))
      : 0;
    for(uint8_t cmd=0; cmd < FS::Statistics::Command::MAX; ++cmd) {
      auto& m = stats.metrics[cmd];
      if(m.m_count) {
        uint64_t avg = m.m_total/m.m_count;
        if(avg != m.m_min)
          sz += 2 + Serialization::encoded_length_vi64(m.m_min);
        if(avg != m.m_max)
          sz += 2 + Serialization::encoded_length_vi64(m.m_max);
        sz += 2 + Serialization::encoded_length_vi64(avg);
        if(m.m_error)
          sz += 2 + Serialization::encoded_length_vi64(m.m_error);
        sz += 2 + Serialization::encoded_length_vi64(m.m_count);
      }
    }
    if(!sz)
      return;
 
    DB::Cells::Cell cell;
    cell.flag = DB::Cells::INSERT;
    cell.set_time_order_desc(true);
    cell.set_timestamp(for_ns);
    cell.key.add(parent_key);
    cell.key.add("fs");
    cell.key.add(FS::to_string(fs->get_type()));
 
    DB::Cell::Serial::Value::FieldsWriter wfields;
    wfields.ensure(sz);
 
    if(open_fds)
      wfields.add(FIELD_FDS, int64_t(open_fds));
 
    for(uint8_t i, cmd=0; cmd < FS::Statistics::Command::MAX; ++cmd) {
      auto& m = stats.metrics[cmd];
      if(m.m_count) {
        i = cmd * 5;
        uint64_t avg = m.m_total/m.m_count;
        if(avg != m.m_min)
          wfields.add(FIELD_MIN + i,  int64_t(m.m_min));
        if(avg != m.m_max)
          wfields.add(FIELD_MAX + i,  int64_t(m.m_max));
        wfields.add(FIELD_COUNT + i,  int64_t(m.m_count));
        wfields.add(FIELD_AVG + i,    int64_t(avg));
        if(m.m_error)
          wfields.add(FIELD_ERROR + i,  int64_t(m.m_error));
      }
    }
 
    cell.set_value(wfields.base, wfields.fill(), false);
    colp->add(cell);
  }
 
  virtual void reset() override {
    fs->statistics.reset();
  }
 
};
 
 
 
class Reporting : public client::Query::Update::Handlers::Metric::Reporting {
  public:
 
  typedef std::shared_ptr<Reporting> Ptr;
 
  Reporting(const SWC::client::Clients::Ptr& a_clients,
            const Comm::IoContextPtr& a_io,
            Config::Property::Value_int32_g::Ptr a_cfg_intval,
            client::Clients::Flag a_executor=client::Clients::DEFAULT)
      : client::Query::Update::Handlers::Metric::Reporting(
          a_clients, a_io, a_cfg_intval, a_executor),
        system(this), cpu(nullptr), mem(nullptr) {
  }
 
  virtual Level* configure(const char* group_name, const char* inst_name,
                           const char* host, const Comm::EndPoints& endpoints) {
    auto level = host ? get_level(host) : nullptr;
    if(group_name)
      level = level ? level->get_level(group_name) : get_level(group_name);
    if(inst_name)
      level = level ? level->get_level(inst_name) : get_level(inst_name);
    if(!endpoints.empty()) {
      std::string port(std::to_string(endpoints.front().port()));
      level = level ? level->get_level(port.c_str()) : get_level(port.c_str());
    }
    SWC_ASSERT(level);
 
    level->metrics.emplace_back(cpu = system.cpu);
    level->metrics.emplace_back(mem = system.mem);
    return level;
  }
 
  Reporting(const Reporting&) = delete;
  Reporting(Reporting&&) = delete;
  Reporting& operator=(const Reporting&) = delete;
  Reporting& operator=(Reporting&&) = delete;
 
  virtual ~Reporting() noexcept { }
 
 
  struct System final : SWC::System::Notifier {
    Reporting* reporting;
    Item_CPU*  cpu;
    Item_Mem*  mem;
 
    System(Reporting* a_reporting)
          : reporting(a_reporting),
            cpu(new Item_CPU()),
            mem(new Item_Mem()) {
    }
 
    System(const System&) = delete;
    System(System&&) = delete;
    System& operator=(const System&) = delete;
    System& operator=(System&&) = delete;
 
    void rss_used_reg(size_t bytes) noexcept override {
      mem->rss_used_reg.add(bytes / 1048576);
    }
 
    void rss_free(size_t bytes) noexcept override {
      mem->rss_free.add(bytes / 1048576);
    }
 
    void rss_used(size_t bytes) noexcept override {
      mem->rss_used.add(bytes / 1048576);
    }
 
    void cpu_user(size_t perc_milli) noexcept override {
      cpu->percent_user.add(perc_milli);
    }
 
    void cpu_sys(size_t perc_milli) noexcept override {
      cpu->percent_sys.add(perc_milli);
    }
 
    void cpu_threads(size_t threads) noexcept override {
      cpu->nthreads.add(threads);
    }
 
    uint64_t get_cpu_ms_interval() const noexcept override {
      return reporting->cfg_intval->get() * 1000;
    }
 
  } system;
 
  Item_CPU* cpu;
  Item_Mem* mem;
 
};
 
 
 
}}}}} // namespace SWC::Common::Query::Update::Metric
 
 
#endif // swcdb_common_queries_update_MetricsReporting_h