Commit 84611f1f authored by 丁强's avatar 丁强

textfilewriter修复数据换行bug--换行符替换为空格

parent f9885979
...@@ -41,7 +41,7 @@ public class UnstructuredStorageWriterUtil { ...@@ -41,7 +41,7 @@ public class UnstructuredStorageWriterUtil {
/** /**
* check parameter: writeMode, encoding, compress, filedDelimiter * check parameter: writeMode, encoding, compress, filedDelimiter
* */ */
public static void validateParameter(Configuration writerConfiguration) { public static void validateParameter(Configuration writerConfiguration) {
// writeMode check // writeMode check
String writeMode = writerConfiguration.getNecessaryValue( String writeMode = writerConfiguration.getNecessaryValue(
...@@ -291,7 +291,7 @@ public class UnstructuredStorageWriterUtil { ...@@ -291,7 +291,7 @@ public class UnstructuredStorageWriterUtil {
/** /**
* 异常表示脏数据 * 异常表示脏数据
* */ */
public static void transportOneRecord(Record record, String nullFormat, public static void transportOneRecord(Record record, String nullFormat,
DateFormat dateParse, TaskPluginCollector taskPluginCollector, DateFormat dateParse, TaskPluginCollector taskPluginCollector,
UnstructuredWriter unstructuredWriter) { UnstructuredWriter unstructuredWriter) {
...@@ -332,6 +332,7 @@ public class UnstructuredStorageWriterUtil { ...@@ -332,6 +332,7 @@ public class UnstructuredStorageWriterUtil {
unstructuredWriter.writeOneRecord(splitedRows); unstructuredWriter.writeOneRecord(splitedRows);
} catch (Exception e) { } catch (Exception e) {
// warn: dirty data // warn: dirty data
LOG.info("transportOneRecord 发生异常:", e);
taskPluginCollector.collectDirtyRecord(record, e); taskPluginCollector.collectDirtyRecord(record, e);
} }
} }
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment