申请单数据清洗test

src/main/java/cn/quantgroup/dbc/spark/applyList/ApplyListExportToBizFlowMain.java

@@ -23,7 +23,7 @@ public class ApplyListExportToBizFlowMain {
 
         SparkSession ss = SparkSession.builder().appName("DBC").getOrCreate();
         System.out.println("开始加载数据");
-        Dataset<String> userInfoListDataSet = ss.read().textFile("hdfs:///app/user/data/user_data/feng.ren/applyList/userInfoNew/part-m-00000");
+        Dataset<String> userInfoListDataSet = ss.read().textFile("hdfs:///app/user/data/user_data/feng.ren/applyList/userInfoNew1/part-m-00000");
 
         Dataset<UserInfoDataRow> userInfoListDataSetMap = userInfoListDataSet.map((MapFunction<String, UserInfoDataRow>) line -> {
             UserInfoDataRow person = new UserInfoDataRow();
@@ -35,7 +35,7 @@ public class ApplyListExportToBizFlowMain {
 
         System.out.println("转换用户信息完成" + userInfoListDataSetMap.count());
 
-        Dataset<String> quotaCreditDataSet = ss.read().textFile("hdfs:///app/user/data/user_data/feng.ren/applyList/quota_credit/part-m-00000");
+        Dataset<String> quotaCreditDataSet = ss.read().textFile("hdfs:///app/user/data/user_data/feng.ren/applyList/quota_credit1/part-m-00000");
 
         Dataset<QuotaCredit> quotaCreditDataSetMap = quotaCreditDataSet.map((MapFunction<String, QuotaCredit>) line -> {
             String quotaCreditTmp[] = line.split("\t");
@@ -59,7 +59,7 @@ public class ApplyListExportToBizFlowMain {
 
         System.out.println("转换申请单完成" + quotaCreditDataSetMap.count());
 
-        Dataset<String> applyQuotaRecordDataSet = ss.read().textFile("hdfs:///app/user/data/user_data/feng.ren/applyList/apply_quota_record/part-m-00000");
+        Dataset<String> applyQuotaRecordDataSet = ss.read().textFile("hdfs:///app/user/data/user_data/feng.ren/applyList/apply_quota_record1/part-m-00000");
 
         Dataset<ApplyQuotaRecord> applyQuotaRecordDataSetMap = applyQuotaRecordDataSet.map((MapFunction<String, ApplyQuotaRecord>) line -> {
             String applyQuotaRecordTmp[] = line.split("\t");