调试同步单张表

src/main/java/cn/qg/holmes/controller/effect/DbSyncController.java

@@ -2,6 +2,7 @@ package cn.qg.holmes.controller.effect;
 
 import cn.qg.holmes.common.JsonResult;
 import cn.qg.holmes.service.effect.DatabaseSyncService;
+import cn.qg.holmes.service.k8s.K8sService;
 import cn.qg.holmes.utils.JenkinsService;
 import lombok.extern.slf4j.Slf4j;
 import org.springframework.beans.factory.annotation.Autowired;
@@ -35,22 +36,33 @@ public class DbSyncController {
     @Value("${dbsync.mysql.password}")
     private String password;
 
-    @GetMapping("/one")
-    public JsonResult syncSingleTable(@RequestParam String namespace, @RequestParam String dbName, @RequestParam String tableName) {
+    @Autowired
+    K8sService k8sService;
+
+    /**
+     * 同步数据库
+     * @param namespace 环境
+     * @param dbName 数据库名称
+     * @param tableName 表名称
+     * @param businessData 是否保留业务数据
+     * @return
+     */
+    @GetMapping("/new")
+    public JsonResult syncDatabase(@RequestParam String namespace, @RequestParam String dbName, @RequestParam String tableName, @RequestParam boolean businessData) {
         try {
             long startTime = System.currentTimeMillis();
-            Map<String, String> map = databaseSyncService.getMysqlInfoByNamespace(namespace);
-            String destIp = map.get("ip");
+            Map<String, String> map = k8sService.getMysqlAddressByNamespace(namespace);
+            String destIp = map.get("host");
             String destPort = map.get("port");
             log.info("获取到{}环境的Mysql地址为：{}", namespace, destIp + ":" + destPort);
             if (tableName.equalsIgnoreCase("all") || tableName.equals("")) {
-                log.info("开始同步{}库下所有的表", dbName);
+                log.info("开始同步{}库下所有表到{}环境，保留业务数据：{}", dbName, namespace, businessData);
                 databaseSyncService.getDbInfoFromSource(ip, port, username, password, dbName);
-                databaseSyncService.syncDbToDest(destIp, destPort, "qa", "qatest", dbName, namespace);
+                databaseSyncService.syncDbToDest(destIp, destPort, "qa", "qatest", dbName, namespace, businessData);
             } else {
-                log.info("开始同步{}库下{}表", dbName, tableName);
+                log.info("开始同步{}库下{}表到{}环境，保留业务数据：{}", dbName, tableName, namespace, businessData);
                 databaseSyncService.getSingleTableFromSource(ip, port, username, password, dbName, tableName);
-                databaseSyncService.syncSingleTableToDest(destIp, destPort, "qa", "qatest", dbName, tableName);
+                databaseSyncService.syncSingleTableToDest(destIp, destPort, "qa", "qatest", dbName, tableName, businessData);
             }
             long endTime = System.currentTimeMillis();
             long elapsedTime = (endTime - startTime) / 1000;
@@ -77,7 +89,7 @@ public class DbSyncController {
      */
     @GetMapping("/tables")
     public JsonResult getTableList(@RequestParam String dbName) {
-        List<Object> tableList = databaseSyncService.getTableListByDb(ip, port, username, password, dbName);
+        List<String> tableList = databaseSyncService.getTableListByDb(ip, port, username, password, dbName);
         tableList.add(0, "all");
         return JsonResult.buildSuccessResult(tableList);
     }

src/main/java/cn/qg/holmes/service/effect/DatabaseSyncService.java

 package cn.qg.holmes.service.effect;
 
 import java.util.List;
-import java.util.Map;
 
 public interface DatabaseSyncService {
 
     boolean getDbInfoFromSource(String ip, String port, String username, String password, String dbName);
 
-    boolean syncDbToDest(String ip, String port, String username, String password, String dbName, String namespace);
+    boolean syncDbToDest(String ip, String port, String username, String password, String dbName, String namespace, boolean businessData);
 
     boolean getSingleTableFromSource(String ip, String port, String username, String password, String dbName, String tableName);
 
-    boolean syncSingleTableToDest(String ip, String port, String username, String password, String dbName, String tableName);
+    boolean syncSingleTableToDest(String ip, String port, String username, String password, String dbName, String tableName, boolean businessData);
 
-    List<Object> getDatabaseList(String ip, String port, String username, String password);
+    List<String> getDatabaseList(String ip, String port, String username, String password);
 
-    Map<String, String> getMysqlInfoByNamespace(String namespace);
-
-    List<Object> getTableListByDb(String ip, String port, String username, String password, String dbName);
+    List<String> getTableListByDb(String ip, String port, String username, String password, String dbName);
 }
\ No newline at end of file

src/main/java/cn/qg/holmes/service/k8s/K8sService.java

@@ -227,88 +227,33 @@ public class K8sService {
      * @param namespace 环境
      * @return
      */
-    public List<Map<String, Object>> getPodList(String namespace) {
-        List<Pod> podList = kubernetesClient.pods().inNamespace(namespace).list().getItems();
-        List<Map<String, Object>> result = new ArrayList<>();
-        for (Pod pod : podList) {
-            System.out.println(pod);
-            if (pod.getStatus().getPhase().equals("Running") || pod.getStatus().getPhase().equals("Pending")) {
-                Map<String, Object> map = new HashMap<>();
-                // 端口映射
-                List<Map<String, Object>> portMappingList = new ArrayList<>();
-                ObjectMeta podMetadata = pod.getMetadata();
-                String serviceName = podMetadata.getLabels().get("qcloud-app");
-                // 端口暴露在Service
-                Service service = kubernetesClient.services().inNamespace(namespace).withName(serviceName).get();
-                if (service != null) {
-                    map.put("serviceType", service.getSpec().getType());
-                    List<ServicePort> servicePortList = service.getSpec().getPorts();
-                    if (servicePortList.size() > 0) {
-                        for (ServicePort servicePort : servicePortList) {
-                            if (servicePort.getNodePort() != null) {
-                                map.put("port_" + servicePort.getName(), servicePort.getNodePort());
-                            }
-                            Map<String, Object> portMap = new HashMap<>();
-                            portMap.put("name", servicePort.getName());
-                            portMap.put("nodePort", servicePort.getNodePort());
-                            portMap.put("port", servicePort.getPort());
-                            portMap.put("protocol", servicePort.getProtocol());
-                            portMap.put("targetPort", servicePort.getTargetPort());
-                            portMappingList.add(portMap);
-                        }
-                    }
-                    if (portMappingList.size() > 0) {
-                        map.put("portMappings", portMappingList);
-                    }
-                }
-                // 格式化创建时间
-                try {
-                    SimpleDateFormat df = new SimpleDateFormat("yyyy-MM-dd'T'HH:mm:ss'Z'");
-                    df.setTimeZone(TimeZone.getTimeZone("UTC"));
-                    map.put("createdAt", df.parse(podMetadata.getCreationTimestamp()));
-                } catch (Exception e) {
-                    e.printStackTrace();
-                    log.info("时间转换异常！");
-                    map.put("createdAt", podMetadata.getCreationTimestamp());
-                }
-                // 从Ingress里获取host
-                Ingress ingress = kubernetesClient.extensions().ingresses().inNamespace(namespace).withName(serviceName).get();
-                if (ingress != null) {
-                    map.put("host", ingress.getSpec().getRules().get(0).getHost());
-                }
-                map.put("serviceName", serviceName);
-                map.put("podName", podMetadata.getName());
-                map.put("labels", podMetadata.getLabels());
-                map.put("image", pod.getStatus().getContainerStatuses().get(0).getImage());
-                map.put("imageId", pod.getStatus().getContainerStatuses().get(0).getImageID());
-                map.put("lanIp", pod.getStatus().getHostIP());
-                map.put("podIp", pod.getStatus().getPodIP());
-                map.put("startTime", pod.getStatus().getStartTime());
-                // 状态判断
-                List<ContainerStatus> containerStatuses = pod.getStatus().getContainerStatuses();
-                String status = "";
-                if (pod.getMetadata().getDeletionTimestamp() != null) {
-                    status = "Terminating";
-                } else {
-                    if (containerStatuses.size() == 0) {
-                        status = "Pending";
-                    } else {
-                        if (containerStatuses.get(0).getState().getWaiting() != null) {
-                            status = "ContainerCreating";
-                        }
-                        if (containerStatuses.get(0).getState().getRunning() != null && !containerStatuses.get(0).getReady()) {
-                            status = "Waiting";
-                        }
-                        if (containerStatuses.get(0).getState().getRunning() != null && containerStatuses.get(0).getReady()) {
-                            status = "Normal";
-                        }
-                    }
+    public Map<String, String> getMysqlAddressByNamespace(String namespace) {
+        // 获取Service
+        Service service = kubernetesClient.services().inNamespace(namespace).withName("mysql").get();
+        Map<String, String> labels = new HashMap<>();
+        labels.put("qcloud-app", "mysql");
+        labels.put("type", "base");
+        List<Pod> podList = kubernetesClient.pods().inNamespace(namespace).withLabels(labels).list().getItems();
+        String port = null;
+        String host = null;
+        if (service != null) {
+            port = String.valueOf(service.getSpec().getPorts().get(0).getNodePort());
+        }
+        if (podList.size() == 1) {
+            host = podList.get(0).getStatus().getHostIP();
+        }
+        if (podList.size() >= 2) {
+            for (Pod pod: podList) {
+                if (pod.getStatus().getHostIP() != null) {
+                    host = pod.getStatus().getHostIP();
+                    break;
                 }
-                map.put("status", status);
-                result.add(map);
             }
         }
-        return result;
+        Map<String, String> resultMap = new HashMap<>();
+        resultMap.put("host", host);
+        resultMap.put("port", port);
+        return resultMap;
     }