diff --git a/pom.xml b/pom.xml
index 604f8a5..6230470 100644
--- a/pom.xml
+++ b/pom.xml
@@ -129,6 +129,18 @@
tea
1.1.15
+
+ com.bocloud
+ bocloud.public.provider
+ 5.6.0-HBCL-RELEASE
+ compile
+
+
+ com.bocloud
+ bocloud.cloudtowner.provider
+ 5.6.0-HBCL-RELEASE
+ compile
+
diff --git a/src/main/java/com/bocloud/ims/enums/CloudProvider.java b/src/main/java/com/bocloud/ims/enums/CloudProvider.java
index 3eedd74..567d7e8 100644
--- a/src/main/java/com/bocloud/ims/enums/CloudProvider.java
+++ b/src/main/java/com/bocloud/ims/enums/CloudProvider.java
@@ -12,6 +12,6 @@ public enum CloudProvider {
OPENSTACK, VMWARE, ALIYUN, JDCLOUD, UNKNOWN, CEPH, SCP, H3C, HMC, FUSIONCLOUD, TENCENT, F5, HUAWEI, XEN, POWERVC,
CLOUDOS, SMIS_FABRIC, SMIS_STORAGE, AZURE, KINGCLOUD, KUBERNETES, AWS, QCLOUD, TCE, PQCLOUD, XSKY, MANAGEONE,
- JUMPSERVER, HORIZON, TIANYI, HILLSTONE, CISCO, AGILE, NSX,SMARTX;
+ JUMPSERVER, HORIZON, TIANYI, HILLSTONE, CISCO, AGILE, NSX,SMARTX, CLOUDTOWER;
}
diff --git a/src/main/java/com/bocloud/mcs/collector/cloudtower/CloudTowerCollector.java b/src/main/java/com/bocloud/mcs/collector/cloudtower/CloudTowerCollector.java
new file mode 100644
index 0000000..c639a83
--- /dev/null
+++ b/src/main/java/com/bocloud/mcs/collector/cloudtower/CloudTowerCollector.java
@@ -0,0 +1,112 @@
+package com.bocloud.mcs.collector.cloudtower;
+
+import com.alibaba.fastjson.JSONObject;
+import com.bocloud.cmp.model.Butler;
+import com.bocloud.cmp.provider.CloudTowerProvider;
+import com.bocloud.common.encrypt.DESEncrptor;
+import com.bocloud.common.model.BocloudResult;
+import com.bocloud.common.utils.Common;
+import com.bocloud.ims.entity.CloudVendor;
+import com.bocloud.ims.enums.CloudProvider;
+import com.bocloud.mcs.collector.BocloudCollector;
+import com.bocloud.service.core.CurrentService;
+import com.smartx.tower.api.MetricsApi;
+import lombok.extern.slf4j.Slf4j;
+import org.apache.http.ssl.SSLContextBuilder;
+import org.openstack4j.core.transport.Config;
+import org.springframework.beans.factory.annotation.Autowired;
+import org.springframework.scheduling.annotation.Async;
+import org.springframework.scheduling.annotation.Scheduled;
+
+import java.security.KeyManagementException;
+import java.security.KeyStoreException;
+import java.security.NoSuchAlgorithmException;
+import java.util.*;
+
+@Slf4j
+public abstract class CloudTowerCollector extends BocloudCollector {
+
+ protected static Config config;
+ static {
+ // 全部信任 不做身份鉴定
+ try {
+ SSLContextBuilder contextBuilder = SSLContextBuilder.create().loadTrustMaterial(null,
+ (x509Certificates, authType) -> true);
+ config = Config.newConfig().withSSLVerificationDisabled().withSSLContext(contextBuilder.build())
+ .withReadTimeout(20 * 1000 * 1000).withConnectionTimeout(20 * 1000 * 1000);
+ } catch (NoSuchAlgorithmException e) {
+ log.error("NoSuchAlgorithmException", e);
+ } catch (KeyStoreException e) {
+ log.error("KeyStoreException", e);
+ } catch (KeyManagementException e) {
+ log.error("KeyManagementException", e);
+ }
+ }
+
+ /**
+ * 缓存过期时间，30分钟
+ *
+ * @return
+ */
+ @Override
+ public int getExpire() {
+ return 1800000;
+ }
+
+ Map cache = new HashMap<>();
+
+ @Autowired
+ private CurrentService currentService;
+
+
+ @Scheduled(initialDelay = 5000L, fixedRate = 300000L)
+ @Async
+ @Override
+ public void scheduledCollect() {
+ if (!currentService.isLeader()) {
+ log.info(this.getClass().getName() + "当前节点是否是主节点:" + currentService.isLeader());
+ return;
+ }
+ Date now = new Date();
+ log.info(this.getClass().getName() + " metrics start...");
+ BocloudResult bocloudResult = cmpCloudVendorService.list(CloudProvider.CLOUDTOWER);
+ if (bocloudResult.isFailed()) {
+ log.error("get cloud vendor list failed , error:{}", bocloudResult.getMessage());
+ return;
+ }
+ JSONObject data = (JSONObject) bocloudResult.getData();
+ List listCloudVendor = data.getJSONArray(Common.ROWS).toJavaList(CloudVendor.class);
+
+ List mfs = new ArrayList<>();
+ for (CloudVendor cloudVendor : listCloudVendor) {
+ try {
+ String address = JSONObject.parseObject(cloudVendor.getAuthentication()).getString("address");
+ String username = JSONObject.parseObject(cloudVendor.getAuthentication()).getString("account");
+ String passwordJson = JSONObject.parseObject(cloudVendor.getAuthentication()).getString("password");
+ String password = new DESEncrptor().decrypt(passwordJson.trim(), "BocloudCMP");
+ Butler butler = new Butler();
+ butler.setUrl(address);
+ butler.setUsername(username);
+ butler.setPassword(password);
+ CloudTowerProvider cloudTowerProvider = new CloudTowerProvider(butler);
+ boolean accessable = cloudTowerProvider.accessable();
+ if (accessable) {
+ MetricsApi metricsApi = new MetricsApi(cloudTowerProvider.getApiClient());
+ collectMfs(mfs, metricsApi, cloudVendor);
+ }
+ } catch (Exception e) {
+ log.error("同步监控指标报错", e);
+ }
+ }
+ cache.put(TIME, new Date());
+ cache.put(DATA, mfs);
+ log.info(this.getClass().getName() + " metrics end! use " + (System.currentTimeMillis() - now.getTime()) / 1000 + "s");
+ }
+
+ protected abstract void collectMfs(List mfs, MetricsApi metricsApi, CloudVendor cloudVendor) throws Exception;
+
+ @Override
+ public Map getCache() {
+ return this.cache;
+ }
+}
diff --git a/src/main/java/com/bocloud/mcs/collector/cloudtower/CloudTowerHostCollector.java b/src/main/java/com/bocloud/mcs/collector/cloudtower/CloudTowerHostCollector.java
new file mode 100644
index 0000000..5cba0b8
--- /dev/null
+++ b/src/main/java/com/bocloud/mcs/collector/cloudtower/CloudTowerHostCollector.java
@@ -0,0 +1,213 @@
+package com.bocloud.mcs.collector.cloudtower;
+
+import com.alibaba.fastjson.JSONArray;
+import com.alibaba.fastjson.JSONObject;
+import com.bocloud.common.model.BocloudResult;
+import com.bocloud.ims.entity.CloudVendor;
+import com.bocloud.mcs.common.Constants;
+import com.google.common.util.concurrent.ThreadFactoryBuilder;
+import com.smartx.tower.api.MetricsApi;
+import com.smartx.tower.model.GetHostMetricInput;
+import com.smartx.tower.model.HostWhereInput;
+import com.smartx.tower.model.Metric;
+import com.smartx.tower.model.WithTaskMetric;
+import io.prometheus.client.GaugeMetricFamily;
+import lombok.extern.slf4j.Slf4j;
+import org.springframework.stereotype.Component;
+
+import java.util.*;
+import java.util.concurrent.*;
+
+@Slf4j
+@Component
+public class CloudTowerHostCollector extends CloudTowerCollector {
+ ThreadFactory nameThreadFactory = new ThreadFactoryBuilder().setNameFormat("cloudTower-host-%d").build();
+ private ExecutorService executorService = new ThreadPoolExecutor(Runtime.getRuntime().availableProcessors() + 1, Runtime.getRuntime().availableProcessors() + 1,
+ 0L, TimeUnit.MILLISECONDS,
+ new LinkedBlockingQueue<>(), nameThreadFactory);
+ @Override
+ protected void collectMfs(List mfs, MetricsApi metricsApi, CloudVendor cloudVendor) {
+ Date now = new Date();
+ List labels = Arrays.asList("vendorId", "id", "name", "instanceId");
+ GaugeMetricFamily collectTimeUse = new GaugeMetricFamily(Constants.CLOUDTOWERHOSTPREFIX + "collect_time_use", "help",
+ Arrays.asList("type"));
+ try {
+ BocloudResult bocloudResult = cmpCloudVendorService.hostList(cloudVendor);
+ JSONObject data = (JSONObject) bocloudResult.getData();
+ if (data == null) {
+ log.info("查询cloudTower宿主机为null");
+ return;
+ }
+ JSONArray objects = JSONObject.parseArray(data.get("rows").toString());
+ List instanceIds = new ArrayList<>();
+ for (Object object : objects) {
+ JSONObject server = JSONObject.parseObject(object.toString());
+ instanceIds.add(server.getString("uuid"));
+ }
+ String [] metrics = {
+ "host_cpu_overall_usage_percent",
+ "elf_host_vcpus_provisioned",
+ "host_hp_memory_usage_percent",
+ "elf_host_memory_provisioned_bytes",
+ // TODO
+ "zbs_chunk_data_capacity_bytes",
+ "zbs_chunk_used_data_space_bytes",
+ "zbs_chunk_read_iops",
+ "zbs_chunk_write_iops",
+ "zbs_chunk_avg_read_latency_ns",
+ "zbs_chunk_avg_write_latency_ns"
+ };
+ log.info("get {} cloudTowerHOST ", objects.size());
+ List>> futures = new ArrayList<>();
+ for (Object object : objects) {
+ Future> future = executorService.submit(() -> {
+ List mfsOne = new ArrayList<>();
+ // cpu使用率
+ GaugeMetricFamily cpusUsed = new GaugeMetricFamily(Constants.CLOUDTOWERHOSTPREFIX + "host_cpu_overall_usage_percent", "help",
+ labels);
+ // cpu已使用量
+ GaugeMetricFamily cpusUsedTotal = new GaugeMetricFamily(Constants.CLOUDTOWERHOSTPREFIX + "elf_host_vcpus_provisioned", "help",
+ labels);
+ // 内存使用率
+ GaugeMetricFamily memUsed = new GaugeMetricFamily(Constants.CLOUDTOWERHOSTPREFIX + "host_memory_usage_percent", "help",
+ labels);
+ // 内存已使用量
+ GaugeMetricFamily memUsedTotal = new GaugeMetricFamily(Constants.CLOUDTOWERHOSTPREFIX + "elf_host_memory_provisioned_bytes", "help",
+ labels);
+
+ // 存储使用率
+ GaugeMetricFamily storageUsed = new GaugeMetricFamily(Constants.CLOUDTOWERHOSTPREFIX + "host_storage_usage_percent", "help",
+ labels);
+ // 存储已使用量
+ GaugeMetricFamily storageUsedTotal = new GaugeMetricFamily(Constants.CLOUDTOWERHOSTPREFIX + "zbs_chunk_used_data_space_bytes", "help",
+ labels);
+
+ GaugeMetricFamily storeIOPSRead = new GaugeMetricFamily(Constants.CLOUDTOWERHOSTPREFIX + "zbs_chunk_read_iops", "help",
+ labels);
+ // 存储吞吐量（读）
+ GaugeMetricFamily storeIngestionRead = new GaugeMetricFamily(Constants.CLOUDTOWERHOSTPREFIX + "zbs_chunk_write_iops", "help",
+ labels);
+ // 主机I/O平均读延时
+ GaugeMetricFamily storeAwaitRead = new GaugeMetricFamily(Constants.CLOUDTOWERHOSTPREFIX + "zbs_chunk_avg_read_latency_ns", "help",
+ labels);
+ // 主机I/O平均写延时
+ GaugeMetricFamily storeIOPSWrite = new GaugeMetricFamily(Constants.CLOUDTOWERHOSTPREFIX + "zbs_chunk_avg_write_latency_ns", "help",
+ labels);
+ JSONObject server = JSONObject.parseObject(object.toString());
+ if (server.getString("uuid") == null) {
+ log.info("当前主机信息不完善{}" ,server.getString("name"));
+ } else {
+ GetHostMetricInput getHostMetricInput = new GetHostMetricInput();
+ getHostMetricInput.setMetrics(Arrays.asList(metrics));
+ getHostMetricInput.setRange("2h");
+ GetHostMetricInput monitors = getHostMetricInput.hosts(new HostWhereInput().id(server.getString("uuid")));
+ List hostMetrics = metricsApi.getHostMetrics(monitors);
+ double storeTotal = 0;
+ for (WithTaskMetric monitor : hostMetrics) {
+ if (monitor.getData() == null){
+ continue;
+ }
+ Metric metric = monitor.getData();
+ if (metric.getSampleStreams().get(0).getPoints() == null) {
+ continue;
+ }
+ // cpu使用率
+ if ("host_cpu_overall_usage_percent".equals(metric.getSampleStreams().get(0).getLabels().getMetricName())) {
+ // 取时间最大值
+ double value = getV(metric);
+ cpusUsed.addMetric(Arrays.asList(String.valueOf(cloudVendor.getId()), server.get("id").toString(),
+ server.get("name").toString(), server.get("uuid").toString()), value);
+ }
+ // cpu使用量
+ if ("elf_host_vcpus_provisioned".equals(metric.getSampleStreams().get(0).getLabels().getMetricName())) {
+ // 取时间最大值
+ double value = getV(metric);
+ cpusUsedTotal.addMetric(Arrays.asList(String.valueOf(cloudVendor.getId()), server.get("id").toString(),
+ server.get("name").toString(), server.get("uuid").toString()), value);
+ }
+ // 内存使用率
+ if ("host_hp_memory_usage_percent".equals(metric.getSampleStreams().get(0).getLabels().getMetricName())) {
+ // 取时间最大值
+ double value = getV(metric);
+ memUsed.addMetric(Arrays.asList(String.valueOf(cloudVendor.getId()), server.get("id").toString(),
+ server.get("name").toString(), server.get("uuid").toString()), value);
+ }
+ // 存储使用量
+ if ("zbs_chunk_used_data_space_bytes".equals(metric.getSampleStreams().get(0).getLabels().getMetricName())) {
+ // 取时间最大值
+ double storeUsedTotalValue = getV(metric);
+ // 存储使用率
+ storageUsed.addMetric(Arrays.asList(String.valueOf(cloudVendor.getId()), server.get("id").toString(),
+ server.get("name").toString(), server.get("uuid").toString()), (storeUsedTotalValue/storeTotal)*100);
+ // 存储使用量
+ storageUsedTotal.addMetric(Arrays.asList(String.valueOf(cloudVendor.getId()), server.get("id").toString(),
+ server.get("name").toString(), server.get("uuid").toString()), storeUsedTotalValue);
+ }
+ if ("elf_host_memory_provisioned_bytes".equals(metric.getSampleStreams().get(0).getLabels().getMetricName())) {
+ // 取时间最大值
+ double value = getV(metric);
+ memUsedTotal.addMetric(Arrays.asList(String.valueOf(cloudVendor.getId()), server.get("id").toString(),
+ server.get("name").toString(), server.get("uuid").toString()), value);
+ }
+ if ("zbs_chunk_read_iops".equals(metric.getSampleStreams().get(0).getLabels().getMetricName())) {
+ // 取时间最大值
+ double value = getV(metric);
+ storeIOPSRead.addMetric(Arrays.asList(String.valueOf(cloudVendor.getId()), server.get("id").toString(),
+ server.get("name").toString(), server.get("uuid").toString()), value);
+ }
+ if ("zbs_chunk_write_iops".equals(metric.getSampleStreams().get(0).getLabels().getMetricName())) {
+ // 取时间最大值
+ double value = getV(metric);
+ storeIngestionRead.addMetric(Arrays.asList(String.valueOf(cloudVendor.getId()), server.get("id").toString(),
+ server.get("name").toString(), server.get("uuid").toString()), value);
+ }
+ if ("zbs_chunk_avg_read_latency_ns".equals(metric.getSampleStreams().get(0).getLabels().getMetricName())) {
+ // 取时间最大值
+ double value = getV(metric);
+ storeAwaitRead.addMetric(Arrays.asList(String.valueOf(cloudVendor.getId()), server.get("id").toString(),
+ server.get("name").toString(), server.get("uuid").toString()), value);
+ }
+ if ("zbs_chunk_avg_write_latency_ns".equals(metric.getSampleStreams().get(0).getLabels().getMetricName())) {
+ // 取时间最大值
+ double value = getV(metric);
+ storeIOPSWrite.addMetric(Arrays.asList(String.valueOf(cloudVendor.getId()), server.get("id").toString(),
+ server.get("name").toString(), server.get("uuid").toString()), value);
+ }
+ }
+ mfsOne.add(cpusUsed);
+ mfsOne.add(cpusUsedTotal);
+ mfsOne.add(memUsed);
+ mfsOne.add(memUsedTotal);
+ mfsOne.add(storageUsed);
+ mfsOne.add(storageUsedTotal);
+ mfsOne.add(storeIOPSRead);
+ mfsOne.add(storeIngestionRead);
+ mfsOne.add(storeAwaitRead);
+ mfsOne.add(storeIOPSWrite);
+ }
+ return mfsOne;
+ });
+ futures.add(future);
+ }
+ Optional.ofNullable(futures).orElse(new ArrayList<>()).forEach(stringFuture -> {
+ try {
+ mfs.addAll(stringFuture.get());
+ } catch (Exception e) {
+ log.error("collect cloudTower host partition metrics error!" + e.getMessage(), e);
+ }
+ });
+ collectTimeUse.addMetric(Arrays.asList("cloudTower_host"), (System.currentTimeMillis() - now.getTime()));
+ mfs.add(collectTimeUse);
+ } catch (Exception e) {
+ log.error(e.getMessage());
+ }
+ log.info("collect cloudTower host partition metrics end! use " + (System.currentTimeMillis() - now.getTime()) / 1000 + "s");
+ }
+
+ private static Double getV(Metric metric) {
+ return metric.getSampleStreams().get(metric.getSampleStreams().size() - 1)
+ .getPoints()
+ .get(metric.getSampleStreams().get(0).getPoints().size() - 1)
+ .getV();
+ }
+}
diff --git a/src/main/java/com/bocloud/mcs/collector/cloudtower/CloudTowerHostNetCollector.java b/src/main/java/com/bocloud/mcs/collector/cloudtower/CloudTowerHostNetCollector.java
new file mode 100644
index 0000000..0ed5963
--- /dev/null
+++ b/src/main/java/com/bocloud/mcs/collector/cloudtower/CloudTowerHostNetCollector.java
@@ -0,0 +1,122 @@
+package com.bocloud.mcs.collector.cloudtower;
+
+import com.alibaba.fastjson.JSONArray;
+import com.alibaba.fastjson.JSONObject;
+import com.bocloud.common.model.BocloudResult;
+import com.bocloud.ims.entity.CloudVendor;
+import com.bocloud.mcs.common.Constants;
+import com.google.common.util.concurrent.ThreadFactoryBuilder;
+import com.smartx.tower.api.MetricsApi;
+import com.smartx.tower.model.*;
+import io.prometheus.client.GaugeMetricFamily;
+import lombok.extern.slf4j.Slf4j;
+import org.springframework.stereotype.Component;
+
+import java.util.*;
+import java.util.concurrent.TimeUnit;
+import java.util.concurrent.*;
+
+@Slf4j
+@Component
+public class CloudTowerHostNetCollector extends CloudTowerCollector {
+ ThreadFactory nameThreadFactory = new ThreadFactoryBuilder().setNameFormat("cloudTower-hostNet-%d").build();
+ private ExecutorService executorService = new ThreadPoolExecutor(Runtime.getRuntime().availableProcessors() + 1, Runtime.getRuntime().availableProcessors() + 1,
+ 0L, TimeUnit.MILLISECONDS,
+ new LinkedBlockingQueue<>(), nameThreadFactory);
+ @Override
+ protected void collectMfs(List mfs, MetricsApi metricsApi, CloudVendor cloudVendor) {
+ Date now = new Date();
+ List labels = Arrays.asList("vendorId", "id", "name", "instanceId");
+ // 网口数据接收速度
+ GaugeMetricFamily networkReceive = new GaugeMetricFamily(Constants.CLOUDTOWERHOSTPREFIX + "host_network_receive_speed_bitps", "help",labels);
+ // 网口数据发送速度
+ GaugeMetricFamily networkTransmit = new GaugeMetricFamily(Constants.CLOUDTOWERHOSTPREFIX + "host_network_transmit_speed_bitps", "help",labels);
+
+ GaugeMetricFamily collectTimeUse = new GaugeMetricFamily(Constants.CLOUDTOWERHOSTPREFIX + "collect_time_use", "help",
+ Arrays.asList("type"));
+ try {
+ BocloudResult bocloudResult = cmpCloudVendorService.hostList(cloudVendor);
+ JSONObject data = (JSONObject) bocloudResult.getData();
+ if (data == null) {
+ log.info("查询cloudTower宿主机为null");
+ return;
+ }
+ JSONArray objects = JSONObject.parseArray(data.get("rows").toString());
+ List instanceIds = new ArrayList<>();
+ for (Object object : objects) {
+ JSONObject server = JSONObject.parseObject(object.toString());
+ instanceIds.add(server.getString("uuid"));
+ }
+ String [] netMetrics = {
+ // 网口数据接收速度
+ "host_network_receive_speed_bitps",
+ // 网口数据发送速度
+ "host_network_transmit_speed_bitps"
+ };
+ log.info("get {} cloudTowerHOST ", objects.size());
+ List>> futures = new ArrayList<>();
+ for (Object object : objects) {
+ Future> future = executorService.submit(() -> {
+ List mfsOne = new ArrayList<>();
+ JSONObject server = JSONObject.parseObject(object.toString());
+ if (server.getString("uuid") == null) {
+ log.info("当前主机信息不完善{}" ,server.getString("name"));
+ } else {
+ GetHostNetworkMetricInput getHostNetworkMetricInput = new GetHostNetworkMetricInput()
+ .hosts(new HostWhereInput().id(server.getString("uuid")))
+ .range("2h")
+ .metrics(Arrays.asList(netMetrics))
+ .nics(new NicWhereInput().id(server.getString("nicUuid")));
+ List networkMetrics = metricsApi.getHostNetworkMetrics(getHostNetworkMetricInput);
+ for (WithTaskMetric monitor : networkMetrics) {
+ if (monitor.getData() == null){
+ continue;
+ }
+ Metric metric = monitor.getData();
+ if (metric.getSampleStreams().get(0).getPoints() == null) {
+ continue;
+ }
+ // 网口数据接收速度
+ if ("host_network_receive_speed_bitps".equals(metric.getSampleStreams().get(0).getLabels().getMetricName())) {
+ // 取时间最大值
+ double value = getV(metric);
+ networkReceive.addMetric(Arrays.asList(String.valueOf(cloudVendor.getId()), server.get("id").toString(),
+ server.get("name").toString(), server.get("uuid").toString()), value);
+ }
+ // 网口数据发送速度
+ if ("host_network_transmit_speed_bitps".equals(metric.getSampleStreams().get(0).getLabels().getMetricName())) {
+ // 取时间最大值
+ double value = getV(metric);
+ networkTransmit.addMetric(Arrays.asList(String.valueOf(cloudVendor.getId()), server.get("id").toString(),
+ server.get("name").toString(), server.get("uuid").toString()), value);
+ }
+ }
+ mfsOne.add(networkReceive);
+ mfsOne.add(networkTransmit);
+ }
+ return mfsOne;
+ });
+ futures.add(future);
+ }
+ Optional.ofNullable(futures).orElse(new ArrayList<>()).forEach(stringFuture -> {
+ try {
+ mfs.addAll(stringFuture.get());
+ } catch (Exception e) {
+ log.error("collect cloudTower hostNet partition metrics error!" + e.getMessage(), e);
+ }
+ });
+ collectTimeUse.addMetric(Arrays.asList("cloudTower_host"), (System.currentTimeMillis() - now.getTime()));
+ mfs.add(collectTimeUse);
+ } catch (Exception e) {
+ log.error(e.getMessage());
+ }
+ log.info("collect cloudTower hostNet partition metrics end! use " + (System.currentTimeMillis() - now.getTime()) / 1000 + "s");
+ }
+
+ private static Double getV(Metric metric) {
+ return metric.getSampleStreams().get(metric.getSampleStreams().size() - 1)
+ .getPoints()
+ .get(metric.getSampleStreams().get(0).getPoints().size() - 1)
+ .getV();
+ }
+}
diff --git a/src/main/java/com/bocloud/mcs/collector/cloudtower/CloudTowerVmCollector.java b/src/main/java/com/bocloud/mcs/collector/cloudtower/CloudTowerVmCollector.java
new file mode 100644
index 0000000..3a2a37c
--- /dev/null
+++ b/src/main/java/com/bocloud/mcs/collector/cloudtower/CloudTowerVmCollector.java
@@ -0,0 +1,202 @@
+package com.bocloud.mcs.collector.cloudtower;
+
+import com.alibaba.fastjson.JSONArray;
+import com.alibaba.fastjson.JSONObject;
+import com.bocloud.common.model.BocloudResult;
+import com.bocloud.ims.entity.CloudVendor;
+import com.bocloud.mcs.common.Constants;
+import com.google.common.util.concurrent.ThreadFactoryBuilder;
+import com.smartx.tower.api.MetricsApi;
+import com.smartx.tower.model.GetVmMetricInput;
+import com.smartx.tower.model.Metric;
+import com.smartx.tower.model.VmWhereInput;
+import com.smartx.tower.model.WithTaskMetric;
+import io.prometheus.client.GaugeMetricFamily;
+import lombok.extern.slf4j.Slf4j;
+import org.springframework.stereotype.Component;
+
+import java.util.*;
+import java.util.concurrent.*;
+
+/**
+ * archeros虚拟机监控采集器
+ * @author byz
+ * @version 1.0
+ * @date 2023-06-30
+ * @version 5.6.0-SNAPSHOT
+ */
+@Slf4j
+@Component
+public class CloudTowerVmCollector extends CloudTowerCollector {
+ ThreadFactory nameThreadFactory = new ThreadFactoryBuilder().setNameFormat("cloudTower-vm-%d").build();
+ private ExecutorService executorService = new ThreadPoolExecutor(Runtime.getRuntime().availableProcessors() + 1, Runtime.getRuntime().availableProcessors() + 1,
+ 0L, TimeUnit.MILLISECONDS,
+ new LinkedBlockingQueue<>(), nameThreadFactory);
+ @Override
+ protected void collectMfs(List mfs, MetricsApi metricsApi, CloudVendor cloudVendor) throws Exception {
+ Date now = new Date();
+ List labels = Arrays.asList("vendorId", "id", "name", "instanceId");
+ GaugeMetricFamily collectTimeUse = new GaugeMetricFamily(Constants.CLOUDTOWERVMPREFIX + "collect_time_use", "help",
+ Arrays.asList("type"));
+ try {
+ BocloudResult bocloudResult = cmpCloudVendorService.vmtList(cloudVendor);
+ JSONObject data = (JSONObject) bocloudResult.getData();
+ if ( data == null) {
+ log.info("查询cloudTower虚拟机为null");
+ return;
+ }
+ JSONArray objects = JSONObject.parseArray(data.get("rows").toString());
+ log.info("get {} cloudTowerVM ", objects.size());
+ List hostNames = new ArrayList<>();
+ JSONObject jsonObject = new JSONObject();
+ jsonObject.put("range","0");
+
+ List instanceIds = new ArrayList<>();
+ List>> futures = new ArrayList<>();
+ for (Object object : objects) {
+ JSONObject server = JSONObject.parseObject(object.toString());
+ if (server.get("instanceId") == null) {
+ log.info("当前云主机信息不完善{}" ,server.getString("name"));
+ continue;
+ }
+ instanceIds.add(server.getString("instanceId"));
+ }
+
+ String [] metrics = {
+ "elf_vm_cpu_overall_usage_percent",
+ "elf_vm_cpu_overall_used_hz",
+ "elf_vm_memory_usage_percent",
+ "elf_vm_memory_used_bytes",
+ "elf_vm_network_receive_packets",
+ "elf_vm_network_transmit_packets",
+ "elf_vm_disk_overall_read_iops",
+ "elf_vm_disk_overall_write_iops",
+ };
+ for (Object object : objects) {
+ Future> future = executorService.submit(() -> {
+ List mfsOne = new ArrayList<>();
+ // cpu使用率
+ GaugeMetricFamily cpuUsed = new GaugeMetricFamily(Constants.CLOUDTOWERVMPREFIX + "elf_vm_cpu_overall_usage_percent", "help",
+ labels);
+ // 虚拟机CPU使用频率
+ GaugeMetricFamily cpuUsedTotal = new GaugeMetricFamily(Constants.CLOUDTOWERVMPREFIX + "elf_vm_cpu_overall_used_hz", "help",
+ labels);
+ // 内存使用率
+ GaugeMetricFamily memUsed = new GaugeMetricFamily(Constants.CLOUDTOWERVMPREFIX + "elf_vm_memory_usage_percent", "help",
+ labels);
+ // 虚拟机内存使用量
+ GaugeMetricFamily memUsedTotal = new GaugeMetricFamily(Constants.CLOUDTOWERVMPREFIX + "elf_vm_memory_used_bytes", "help",
+ labels);
+ // 网络吞吐量（流入）
+ GaugeMetricFamily netIngestionIn = new GaugeMetricFamily(Constants.CLOUDTOWERVMPREFIX + "elf_vm_network_receive_packets", "help",
+ labels);
+ // 网络吞吐量（流出）
+ GaugeMetricFamily netIngestionOut = new GaugeMetricFamily(Constants.CLOUDTOWERVMPREFIX + "elf_vm_network_transmit_packets", "help",
+ labels);
+ // 磁盘吞吐量（读）
+ GaugeMetricFamily diskIngestionRead = new GaugeMetricFamily(Constants.CLOUDTOWERVMPREFIX + "elf_vm_disk_overall_read_iops", "help",
+ labels);
+ // 磁盘吞吐量（写）
+ GaugeMetricFamily diskIngestionWrite = new GaugeMetricFamily(Constants.CLOUDTOWERVMPREFIX + "elf_vm_disk_overall_write_iops", "help",
+ labels);
+ JSONObject cloudServer = JSONObject.parseObject(object.toString());
+ if (cloudServer.get("instanceId") == null) {
+ log.info("当前云主机信息不完善{}" ,cloudServer.getString("name"));
+ } else {
+ GetVmMetricInput getVmMetricInput = new GetVmMetricInput();
+ getVmMetricInput.setMetrics(Arrays.asList(metrics));
+ getVmMetricInput.setRange("2h");
+ GetVmMetricInput monitors = getVmMetricInput.vms(new VmWhereInput().id(cloudServer.getString("instanceId")));
+ List vmMetrics = metricsApi.getVmMetrics(monitors);
+ for (WithTaskMetric monitor : vmMetrics) {
+ if (monitor.getData() == null){
+ continue;
+ }
+ Metric metric = monitor.getData();
+ if (metric.getSampleStreams().get(0).getPoints() == null) {
+ continue;
+ }
+ // cpu使用率
+ if ("elf_vm_cpu_overall_usage_percent".equals(metric.getSampleStreams().get(0).getLabels().getMetricName())) {
+ // 取时间最大值
+ double value = getV(metric);
+ cpuUsed.addMetric(Arrays.asList(String.valueOf(cloudVendor.getId()), cloudServer.get("id").toString(),
+ cloudServer.get("name").toString(), cloudServer.get("instanceId").toString()), value);
+ }
+ if ("elf_vm_cpu_overall_used_hz".equals(metric.getSampleStreams().get(0).getLabels().getMetricName())) {
+ // 取时间最大值
+ double value = getV(metric);
+ cpuUsedTotal.addMetric(Arrays.asList(String.valueOf(cloudVendor.getId()), cloudServer.get("id").toString(),
+ cloudServer.get("name").toString(), cloudServer.get("instanceId").toString()), value);
+ }
+ if ("elf_vm_memory_usage_percent".equals(metric.getSampleStreams().get(0).getLabels().getMetricName())) {
+ // 取时间最大值
+ double value = getV(metric);
+ memUsed.addMetric(Arrays.asList(String.valueOf(cloudVendor.getId()), cloudServer.get("id").toString(),
+ cloudServer.get("name").toString(), cloudServer.get("instanceId").toString()), value);
+ }
+ if ("elf_vm_memory_used_bytes".equals(metric.getSampleStreams().get(0).getLabels().getMetricName())) {
+ // 取时间最大值
+ double value = getV(metric);
+ memUsedTotal.addMetric(Arrays.asList(String.valueOf(cloudVendor.getId()), cloudServer.get("id").toString(),
+ cloudServer.get("name").toString(), cloudServer.get("instanceId").toString()), value);
+ }
+ if ("elf_vm_network_receive_packets".equals(metric.getSampleStreams().get(0).getLabels().getMetricName())) {
+ // 取时间最大值
+ double value = getV(metric);
+ netIngestionIn.addMetric(Arrays.asList(String.valueOf(cloudVendor.getId()), cloudServer.get("id").toString(),
+ cloudServer.get("name").toString(), cloudServer.get("instanceId").toString()), value);
+ }
+ if ("elf_vm_network_transmit_packets".equals(metric.getSampleStreams().get(0).getLabels().getMetricName())) {
+ // 取时间最大值
+ double value = getV(metric);
+ netIngestionOut.addMetric(Arrays.asList(String.valueOf(cloudVendor.getId()), cloudServer.get("id").toString(),
+ cloudServer.get("name").toString(), cloudServer.get("instanceId").toString()), value);
+ }
+ if ("elf_vm_disk_overall_read_iops".equals(metric.getSampleStreams().get(0).getLabels().getMetricName())) {
+ // 取时间最大值
+ double value = getV(metric);
+ diskIngestionRead.addMetric(Arrays.asList(String.valueOf(cloudVendor.getId()), cloudServer.get("id").toString(),
+ cloudServer.get("name").toString(), cloudServer.get("instanceId").toString()), value);
+ }
+ if ("elf_vm_disk_overall_write_iops".equals(metric.getSampleStreams().get(0).getLabels().getMetricName())) {
+ // 取时间最大值
+ double value = getV(metric);
+ diskIngestionWrite.addMetric(Arrays.asList(String.valueOf(cloudVendor.getId()), cloudServer.get("id").toString(),
+ cloudServer.get("name").toString(), cloudServer.get("instanceId").toString()), value);
+ }
+ }
+ mfsOne.add(cpuUsed);
+ mfsOne.add(cpuUsedTotal);
+ mfsOne.add(memUsed);
+ mfsOne.add(memUsedTotal);
+ mfsOne.add(diskIngestionRead);
+ mfsOne.add(diskIngestionWrite);
+ mfsOne.add(netIngestionIn);
+ mfsOne.add(netIngestionOut);
+ }
+ return mfsOne;
+ });
+ futures.add(future);
+ }
+ Optional.ofNullable(futures).orElse(new ArrayList<>()).forEach(stringFuture -> {
+ try {
+ mfs.addAll(stringFuture.get());
+ } catch (Exception e) {
+ }
+ });
+ collectTimeUse.addMetric(Arrays.asList("cloudTower_vm"), (System.currentTimeMillis() - now.getTime()));
+ mfs.add(collectTimeUse);
+ } catch (Exception e) {
+ log.error(e.getMessage());
+ }
+ log.info("collect cloudTower vm partition metrics end! use " + (System.currentTimeMillis() - now.getTime()) / 1000 + "s");
+ }
+ private static Double getV(Metric metric) {
+ return metric.getSampleStreams().get(metric.getSampleStreams().size() - 1)
+ .getPoints()
+ .get(metric.getSampleStreams().get(0).getPoints().size() - 1)
+ .getV();
+ }
+}
+
diff --git a/src/main/java/com/bocloud/mcs/collector/cloudtower/CloudTowerVmNetCollector.java b/src/main/java/com/bocloud/mcs/collector/cloudtower/CloudTowerVmNetCollector.java
new file mode 100644
index 0000000..1bd1d34
--- /dev/null
+++ b/src/main/java/com/bocloud/mcs/collector/cloudtower/CloudTowerVmNetCollector.java
@@ -0,0 +1,122 @@
+package com.bocloud.mcs.collector.cloudtower;
+
+import com.alibaba.fastjson.JSONArray;
+import com.alibaba.fastjson.JSONObject;
+import com.bocloud.common.model.BocloudResult;
+import com.bocloud.ims.entity.CloudVendor;
+import com.bocloud.mcs.common.Constants;
+import com.google.common.util.concurrent.ThreadFactoryBuilder;
+import com.smartx.tower.api.MetricsApi;
+import com.smartx.tower.model.*;
+import io.prometheus.client.GaugeMetricFamily;
+import lombok.extern.slf4j.Slf4j;
+import org.springframework.stereotype.Component;
+
+import java.util.*;
+import java.util.concurrent.TimeUnit;
+import java.util.concurrent.*;
+
+@Slf4j
+@Component
+public class CloudTowerVmNetCollector extends CloudTowerCollector {
+ ThreadFactory nameThreadFactory = new ThreadFactoryBuilder().setNameFormat("cloudTower-vmNet-%d").build();
+ private ExecutorService executorService = new ThreadPoolExecutor(Runtime.getRuntime().availableProcessors() + 1, Runtime.getRuntime().availableProcessors() + 1,
+ 0L, TimeUnit.MILLISECONDS,
+ new LinkedBlockingQueue<>(), nameThreadFactory);
+ @Override
+ protected void collectMfs(List mfs, MetricsApi metricsApi, CloudVendor cloudVendor) throws Exception {
+ Date now = new Date();
+ List labels = Arrays.asList("vendorId", "id", "name", "instanceId");
+ GaugeMetricFamily collectTimeUse = new GaugeMetricFamily(Constants.CLOUDTOWERVMPREFIX + "collect_time_use", "help",
+ Arrays.asList("type"));
+ try {
+ BocloudResult bocloudResult = cmpCloudVendorService.vmtList(cloudVendor);
+ JSONObject data = (JSONObject) bocloudResult.getData();
+ if ( data == null) {
+ log.info("查询cloudTower虚拟机为null");
+ return;
+ }
+ JSONArray objects = JSONObject.parseArray(data.get("rows").toString());
+ log.info("get {} cloudTowerVM ", objects.size());
+ List hostNames = new ArrayList<>();
+ JSONObject jsonObject = new JSONObject();
+ jsonObject.put("range","0");
+
+ List instanceIds = new ArrayList<>();
+ String [] netMetrics = {
+ // 接收
+ "elf_vm_network_receive_speed_bps",
+ // 发送
+ "elf_vm_network_transmit_speed_bps"
+ };
+ List>> futures = new ArrayList<>();
+ for (Object object : objects) {
+ Future> future = executorService.submit(() -> {
+ List mfsOne = new ArrayList<>();
+ // 网口数据接收速度
+ GaugeMetricFamily vmNetReceived = new GaugeMetricFamily(Constants.CLOUDTOWERVMPREFIX + "elf_vm_network_receive_speed_bps", "help",
+ labels);
+ // 网口数据发送速度
+ GaugeMetricFamily vmNetTransmitted = new GaugeMetricFamily(Constants.CLOUDTOWERVMPREFIX + "elf_vm_network_transmit_speed_bps", "help",
+ labels);
+ JSONObject cloudServer = JSONObject.parseObject(object.toString());
+ if (cloudServer.get("instanceId") == null) {
+ log.info("当前云主机信息不完善{}" ,cloudServer.getString("name"));
+ } else {
+ GetVmNetWorkMetricInput getVmNetWorkMetricInput = new GetVmNetWorkMetricInput()
+ .range("2h")
+ .metrics(Arrays.asList(netMetrics))
+ .vms(new VmWhereInput().id(cloudServer.getString("instanceId")))
+ .nics(new VmNicWhereInput().id(Optional.ofNullable(cloudServer.getString("nicUuid")).orElse("")));
+ List vmNetMetrics = metricsApi.getVmNetWorkMetrics(getVmNetWorkMetricInput);
+ for (WithTaskMetric vmNetMetric : vmNetMetrics) {
+ if (vmNetMetric.getData() == null){
+ continue;
+ }
+ Metric metric = vmNetMetric.getData();
+ if (metric.getSampleStreams().get(0).getPoints() == null) {
+ continue;
+ }
+ // 网口数据接收速度
+ if ("elf_vm_network_receive_speed_bps".equals(metric.getSampleStreams().get(0).getLabels().getMetricName())) {
+ // 取时间最大值
+ double value = getV(metric);
+ vmNetReceived.addMetric(Arrays.asList(String.valueOf(cloudVendor.getId()), cloudServer.get("id").toString(),
+ cloudServer.get("name").toString(), cloudServer.get("instanceId").toString()), value);
+ }
+ // 网口数据发送速度
+ if ("elf_vm_network_transmit_speed_bps".equals(metric.getSampleStreams().get(0).getLabels().getMetricName())) {
+ // 取时间最大值
+ double value = getV(metric);
+ vmNetTransmitted.addMetric(Arrays.asList(String.valueOf(cloudVendor.getId()), cloudServer.get("id").toString(),
+ cloudServer.get("name").toString(), cloudServer.get("instanceId").toString()), value);
+ }
+ }
+ mfsOne.add(vmNetReceived);
+ mfsOne.add(vmNetTransmitted);
+ }
+ return mfsOne;
+ });
+ futures.add(future);
+ }
+ Optional.ofNullable(futures).orElse(new ArrayList<>()).forEach(stringFuture -> {
+ try {
+ mfs.addAll(stringFuture.get());
+ } catch (Exception e) {
+ }
+ });
+ collectTimeUse.addMetric(Arrays.asList("cloudTower_vm"), (System.currentTimeMillis() - now.getTime()));
+ mfs.add(collectTimeUse);
+ } catch (Exception e) {
+ log.error(e.getMessage());
+ }
+ log.info("collect cloudTower vmNet partition metrics end! use " + (System.currentTimeMillis() - now.getTime()) / 1000 + "s");
+
+ }
+ private static Double getV(Metric metric) {
+ return metric.getSampleStreams().get(metric.getSampleStreams().size() - 1)
+ .getPoints()
+ .get(metric.getSampleStreams().get(0).getPoints().size() - 1)
+ .getV();
+ }
+}
diff --git a/src/main/java/com/bocloud/mcs/common/Constants.java b/src/main/java/com/bocloud/mcs/common/Constants.java
index 895a0d9..88a5a14 100644
--- a/src/main/java/com/bocloud/mcs/common/Constants.java
+++ b/src/main/java/com/bocloud/mcs/common/Constants.java
@@ -15,4 +15,10 @@ public class Constants {
public static final String BOCLOUD_SMIS = "bocloud_smis_";
+ public static final String CLOUDTOWERVMPREFIX = "bocloud_cloudtower_vm_";
+
+ public static final String CLOUDTOWERHOSTPREFIX = "bocloud_cloudtower_host_";
+
+
+
}
diff --git a/src/main/java/com/bocloud/mcs/service/internal/CmpCloudVendorService.java b/src/main/java/com/bocloud/mcs/service/internal/CmpCloudVendorService.java
index bad6dba..3148198 100644
--- a/src/main/java/com/bocloud/mcs/service/internal/CmpCloudVendorService.java
+++ b/src/main/java/com/bocloud/mcs/service/internal/CmpCloudVendorService.java
@@ -5,6 +5,7 @@ import com.bocloud.common.enums.BoCloudMethod;
import com.bocloud.common.enums.BoCloudService;
import com.bocloud.common.model.*;
import com.bocloud.common.utils.MapTools;
+import com.bocloud.ims.entity.CloudVendor;
import com.bocloud.ims.enums.CloudProvider;
import com.bocloud.service.core.CurrentService;
import com.bocloud.service.core.Service;
@@ -53,6 +54,22 @@ public class CmpCloudVendorService implements InitializingBean {
return remoteService.invoke();
}
+ public BocloudResult vmtList(CloudVendor cloudVendor) {
+ List paramList = new ArrayList<>();
+ paramList.add(new Param(MapTools.simpleMap("vendor_id", cloudVendor.getId()), Sign.EQ));
+ RemoteService remoteService = serviceFactory.build(service, "/v1/vms", BoCloudMethod.GET, headers,
+ new Pager(1, Integer.MAX_VALUE, paramList, null).toMap(false));
+ return remoteService.invoke();
+ }
+
+ public BocloudResult hostList(CloudVendor cloudVendor) {
+ List paramList = new ArrayList<>();
+ paramList.add(new Param(MapTools.simpleMap("vendor_id", cloudVendor.getId()), Sign.EQ));
+ RemoteService remoteService = serviceFactory.build(service, "/v1/hosts", BoCloudMethod.GET, headers,
+ new Pager(1, Integer.MAX_VALUE, paramList, null).toMap(false));
+ return remoteService.invoke();
+ }
+
@Override
public void afterPropertiesSet() throws Exception {
this.headers.put(BocloudToken.INTERNAL_TOKEN, currentService.getToken());