github/sqoop
5
0
Fork 0
mirror of https://github.com/apache/sqoop.git synced 2025-05-04 01:00:46 +08:00
Code Issues Projects Releases Wiki Activity

SQOOP-2651. Do not dump data on error in TextExportMapper by default

Browse Source 
(Jarcec via Hari)
This commit is contained in:
Hari Shreedharan 2015-11-09 21:55:25 -08:00
parent 408358930d
commit 77021d2a61
1 changed files with 11 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

12
src/java/org/apache/sqoop/mapreduce/TextExportMapper.java
View File

@ -39,11 +39,15 @@
public class TextExportMapper public class TextExportMapper
extends AutoProgressMapper<LongWritable, Text, SqoopRecord, NullWritable> { extends AutoProgressMapper<LongWritable, Text, SqoopRecord, NullWritable> {
private static final String DUMP_DATA_ON_ERROR_KEY = "org.apache.sqoop.export.text.dump_data_on_error";
public static final Log LOG = public static final Log LOG =
LogFactory.getLog(TextExportMapper.class.getName()); LogFactory.getLog(TextExportMapper.class.getName());
private SqoopRecord recordImpl; private SqoopRecord recordImpl;
boolean enableDataDumpOnError;
public TextExportMapper() { public TextExportMapper() {
} }
@ -74,6 +78,8 @@ protected void setup(Context context)
throw new IOException("Could not instantiate object of type " throw new IOException("Could not instantiate object of type "
+ recordClassName); + recordClassName);
} }
enableDataDumpOnError = conf.getBoolean(DUMP_DATA_ON_ERROR_KEY, false);
} }
@ -89,7 +95,11 @@ public void map(LongWritable key, Text val, Context context)
LOG.error(""); LOG.error("");
LOG.error("Exception: ", e); LOG.error("Exception: ", e);
LOG.error("On input: " + val); if(enableDataDumpOnError) {
LOG.error("On input: " + val);
} else {
LOG.error("Dumping data is not allowed by default, please run the job with -D" + DUMP_DATA_ON_ERROR_KEY + "=true to get corrupted line.");
}
InputSplit is = context.getInputSplit(); InputSplit is = context.getInputSplit();
if (is instanceof FileSplit) { if (is instanceof FileSplit) {