curvebs/mds: add curvebs logicpool io metric

Author: wuhongsong

src/mds/topology/topology_metric.cpp

@@ -44,6 +44,7 @@ void TopologyMetricService::UpdateTopologyMetrics() {
                     return cs.GetStatus() != ChunkServerStatus::RETIRED;
                 });
 
+    std::vector<CopysetStat> copysetStatsCs, copysetStatsCluster;
     for (auto csId : chunkservers) {
         auto it = gChunkServerMetrics.find(csId);
         if (it == gChunkServerMetrics.end()) {
@@ -84,6 +85,11 @@ void TopologyMetricService::UpdateTopologyMetrics() {
                 csStat.chunkSizeLeftBytes +
                 csStat.chunkSizeTrashedBytes);
         }
+
+        copysetStatsCs = csStat.copysetStats;
+        copysetStatsCluster.insert(copysetStatsCluster.end(),
+          copysetStatsCs.begin(), copysetStatsCs.end());
+        copysetStatsCs.clear();
     }
 
     // process logical pool
@@ -209,7 +215,36 @@ void TopologyMetricService::UpdateTopologyMetrics() {
             it->second->logicalCapacity.set_value(
                 totalChunkSizeBytes / pool.GetReplicaNum());
         }
+
+        uint64_t readRate = 0, writeRate = 0,
+          readIOPS = 0, writeIOPS = 0;
+        for (auto iterCsStat : copysetStatsCluster) {
+            if (iterCsStat.logicalPoolId == pid) {
+                readRate += iterCsStat.readRate;
+                writeRate += iterCsStat.writeRate;
+                readIOPS += iterCsStat.readIOPS;
+                writeIOPS += iterCsStat.writeIOPS;
+            }
+            DVLOG(6) << "copyset Metrics, csid is: "
+                  << iterCsStat.copysetId << ", write iops: "
+                  << iterCsStat.writeIOPS << ", write bps: "
+                  << iterCsStat.writeRate << ", read bps: "
+                  << iterCsStat.readRate  << ", read iops: "
+                  << iterCsStat.readIOPS;
+        }
+        it->second->writeIOPS.set_value(writeIOPS);
+        it->second->writeRate.set_value(writeRate);
+        it->second->readRate.set_value(readRate);
+        it->second->readIOPS.set_value(readIOPS);
+
+        DVLOG(6) << "pool metrics, pid is: "
+            << pid << ", write iops: "
+            << writeIOPS << ", write bps: "
+            << writeRate << ", read bps: "
+            << readRate  << ", read iops: "
+            << readIOPS;
     }
+
     // remove logical pool metrics that no longer exist
     for (auto iy = gLogicalPoolMetrics.begin();
         iy != gLogicalPoolMetrics.end();) {

src/mds/topology/topology_metric.h

@@ -176,6 +176,15 @@ struct LogicalPoolMetric {
     // bytes have alloced
     bvar::Status<uint64_t> logicalAlloc;
 
+    // bandwidth of reading
+    bvar::Status<uint64_t> readRate;
+    // bandwidth of writing
+    bvar::Status<uint64_t> writeRate;
+    // IOPS of reading
+    bvar::Status<uint64_t> readIOPS;
+    // IOPS of writing
+    bvar::Status<uint64_t> writeIOPS;
+
     explicit LogicalPoolMetric(const std::string &logicalPoolName) :
         chunkServerNum(kTopologyLogicalPoolMetricPrefix,
             logicalPoolName + "_chunkserver_num", 0),
@@ -234,7 +243,16 @@ struct LogicalPoolMetric {
         logicalCapacity(kTopologyLogicalPoolMetricPrefix,
             logicalPoolName + "_logicalCapacity", 0),
         logicalAlloc(kTopologyLogicalPoolMetricPrefix,
-            logicalPoolName + "_logicalAlloc", 0) {}
+            logicalPoolName + "_logicalAlloc", 0),
+        readRate(kTopologyLogicalPoolMetricPrefix,
+            logicalPoolName + "_readRate", 0),
+        writeRate(kTopologyLogicalPoolMetricPrefix,
+            logicalPoolName + "_writeRate", 0),
+        readIOPS(kTopologyLogicalPoolMetricPrefix,
+            logicalPoolName + "_readIOPS", 0),
+        writeIOPS(kTopologyLogicalPoolMetricPrefix,
+            logicalPoolName + "_writeIOPS", 0)
+            {}
 };
 using LogicalPoolMetricPtr = std::unique_ptr<LogicalPoolMetric>;
 

test/mds/topology/test_topology_metric.cpp

@@ -339,6 +339,11 @@ TEST_F(TestTopologyMetric,  TestUpdateTopologyMetricsOneLogicalPool) {
         gLogicalPoolMetrics[logicalPoolId]->chunkSizeTrashedBytes.get_value());
     ASSERT_EQ(1024 * 9,
         gLogicalPoolMetrics[logicalPoolId]->chunkSizeTotalBytes.get_value());
+
+    ASSERT_EQ(3, gLogicalPoolMetrics[logicalPoolId]->readIOPS.get_value());
+    ASSERT_EQ(3, gLogicalPoolMetrics[logicalPoolId]->writeIOPS.get_value());
+    ASSERT_EQ(3, gLogicalPoolMetrics[logicalPoolId]->readRate.get_value());
+    ASSERT_EQ(3, gLogicalPoolMetrics[logicalPoolId]->writeRate.get_value());
 }
 
 TEST_F(TestTopologyMetric,  TestUpdateTopologyMetricsCleanRetired) {