申请单数据清洗test

src/main/java/cn/quantgroup/dbc/spark/applyList/ApplyListExportToBizFlowMain.java

@@ -99,6 +99,7 @@ public class ApplyListExportToBizFlowMain {
 
         Dataset<Row> dataset = sqlContext.sql("select a.product_type,a.channel,a.order_no,a.receive_at,a.credit_status,b.apply_time,a.created_at, b.apply_status,b.risk_notify_time,b.fund_result_at, c.uuid  from quotaCreditDataSetMapView a left join applyQuotaRecordDataSetMapView b on a.order_no = b.order_no left join userInfoListDataSetMapView c on a.user_id = c.id");
         System.out.println("dataset" + dataset.count());
+//        dataset.repartition(2).foreachPartition(line -> {
         dataset.foreachPartition(line -> {
             List<ApplyListRow> applyListRows = new ArrayList<>(1000);
             line.forEachRemaining(result -> {
@@ -114,7 +115,8 @@ public class ApplyListExportToBizFlowMain {
                     String apply_status = result.getAs("apply_status");
                     applyListRow.setApplyStatus(getApplyStatus(credit_status, apply_status));
 
-                    applyListRow.setAuditResult("0".equals(apply_status) ? null : "1".equals(apply_status) ? "0" : "1");
+//                    applyListRow.setAuditResult("0".equals(apply_status) ? null : "1".equals(apply_status) ? "0" : "1");
+                    applyListRow.setAuditResult(getAuditResult(apply_status));
 
                     Timestamp receive_at = result.getAs("receive_at");
                     String str = "2000-01-01 00:00:00";
@@ -153,6 +155,21 @@ public class ApplyListExportToBizFlowMain {
 
     }
 
+    public static String getAuditResult(String apply_status){
+//        "0".equals(apply_status) ? null : "1".equals(apply_status) ? "0" : "1"
+        if(StringUtils.isBlank(apply_status)){
+            return null;
+        }
+        if("0".equals(apply_status)){
+            return null;
+        }
+
+        if("1".equals(apply_status)){
+            return "0";
+        }
+        return "1";
+    }
+
     public static Timestamp getAssetsFinishTime(Timestamp fund_result_at, String apply_status) {
         if ("3".equals(apply_status)) {
             return fund_result_at;
@@ -165,6 +182,9 @@ public class ApplyListExportToBizFlowMain {
         if (fund_result_at == null && "2".equals(apply_status)) {
             return "1";
         }
+        if(StringUtils.isBlank(apply_status)){
+            return null;
+        }
         return "0";
     }