申请单数据清洗 fix 正式写

src/main/java/cn/quantgroup/dbc/spark/applyList/ApplyListExportToBizFlowMain.java

@@ -100,8 +100,8 @@ public class ApplyListExportToBizFlowMain {
 
         Dataset<Row> dataset = sqlContext.sql("select a.product_type,a.channel,a.order_no,a.receive_at,a.credit_status,b.apply_time,a.created_at, b.apply_status,b.risk_notify_time,b.fund_result_at, c.uuid  from quotaCreditDataSetMapView a left join applyQuotaRecordDataSetMapView b on a.order_no = b.order_no left join userInfoListDataSetMapView c on a.user_id = c.id");
         System.out.println("dataset" + dataset.count());
-//        dataset.repartition(2).foreachPartition(line -> {
-        dataset.foreachPartition(line -> {
+        dataset.repartition(2).foreachPartition(line -> {
+//        dataset.foreachPartition(line -> {
             List<ApplyListRow> applyListRows = new ArrayList<>(1000);
             line.forEachRemaining(result -> {
                 try {
@@ -117,7 +117,6 @@ public class ApplyListExportToBizFlowMain {
                     String apply_status = result.getAs("apply_status");
                     applyListRow.setApplyStatus(getApplyStatus(credit_status, apply_status));
 
-//                    applyListRow.setAuditResult("0".equals(apply_status) ? null : "1".equals(apply_status) ? "0" : "1");
                     applyListRow.setAuditResult(getAuditResult(apply_status, orderNo));
 
                     Timestamp receive_at = result.getAs("receive_at");

src/main/java/cn/quantgroup/dbc/utils/HikDataSource.java

@@ -28,12 +28,12 @@ public enum HikDataSource {
 //            config.setJdbcUrl("jdbc:mysql://172.18.3.21:4010/rc_comservice_data_pool_v3?useUnicode=true&characterEncoding=UTF8&rewriteBatchedStatements=true");
 //            config.setUsername("rc_comservice_data_pool_v3_w");
 //            config.setPassword("L4letZzT1LmPCxAt");
-            config.setJdbcUrl("jdbc:mysql://10.17.115.6:4010/rc_comservice_data_pool_v2?useUnicode=true&characterEncoding=UTF8&rewriteBatchedStatements=true");
-            config.setUsername("rc_comservice_data_pool_v2_w");
-            config.setPassword("w9pr8IPJkLmUSBe4");
-//            config.setJdbcUrl("jdbc:mysql://xyqb-app-db.quantgroups.com:6607/business_flow?useUnicode=true&characterEncoding=UTF8&rewriteBatchedStatements=true");
-//            config.setUsername("business_flow_w");
-//            config.setPassword("w5XM330jD7kyR8ZH");
+//            config.setJdbcUrl("jdbc:mysql://10.17.115.6:4010/rc_comservice_data_pool_v2?useUnicode=true&characterEncoding=UTF8&rewriteBatchedStatements=true");
+//            config.setUsername("rc_comservice_data_pool_v2_w");
+//            config.setPassword("w9pr8IPJkLmUSBe4");
+            config.setJdbcUrl("jdbc:mysql://xyqb-app-db.quantgroups.com:6607/business_flow?useUnicode=true&characterEncoding=UTF8&rewriteBatchedStatements=true");
+            config.setUsername("business_flow_w");
+            config.setPassword("w5XM330jD7kyR8ZH");
             config.setDriverClassName("com.mysql.jdbc.Driver");
             config.setMaximumPoolSize(50);
             config.setMinimumIdle(20);