transactionLog 数据清洗 main类修改1234567

src/main/java/cn/quantgroup/dbc/spark/transactionlog/CleanningTransactionLogMain.java

@@ -28,10 +28,11 @@ public class CleanningTransactionLogMain {
 
         Dataset<String> dataset = ss.read().textFile(hdfsArr);
         dataset.repartition(4).foreachPartition(func -> {
-
+            System.out.println("开始执行数据清洗");
             ArrayList<TransactionLog> transactionLogs = new ArrayList<>();
             String sql = "INSERT INTO `call_record` (`request_url`, `transaction_id`, `uuid`, `url_type`, `code`, `created_at`, `updated_at`) VALUES (?,?,?,?,?,?,?)";
             func.forEachRemaining(item -> {
+                System.out.println("单条数据清洗");
                 try {
                     String[] split = item.split("\t");
                     TransactionLog transactionLog = new TransactionLog();