Commit 84611f1f authored by 丁强's avatar 丁强

textfilewriter修复数据换行bug--换行符替换为空格

parent f9885979
......@@ -41,7 +41,7 @@ public class UnstructuredStorageWriterUtil {
/**
* check parameter: writeMode, encoding, compress, filedDelimiter
* */
*/
public static void validateParameter(Configuration writerConfiguration) {
// writeMode check
String writeMode = writerConfiguration.getNecessaryValue(
......@@ -291,7 +291,7 @@ public class UnstructuredStorageWriterUtil {
/**
* 异常表示脏数据
* */
*/
public static void transportOneRecord(Record record, String nullFormat,
DateFormat dateParse, TaskPluginCollector taskPluginCollector,
UnstructuredWriter unstructuredWriter) {
......@@ -332,6 +332,7 @@ public class UnstructuredStorageWriterUtil {
unstructuredWriter.writeOneRecord(splitedRows);
} catch (Exception e) {
// warn: dirty data
LOG.info("transportOneRecord 发生异常:", e);
taskPluginCollector.collectDirtyRecord(record, e);
}
}
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment