github/sqoop
5
0
Fork 0
mirror of https://github.com/apache/sqoop.git synced 2025-05-03 21:00:13 +08:00
Code Issues Projects Releases Wiki Activity

SQOOP-1508: Add warning when using unsupported compression codec

Browse Source 
(Qian Xu via Jarek Jarcec Cecho)
This commit is contained in:
Jarek Jarcec Cecho 2014-09-11 08:29:41 +02:00
parent 268299ee52
commit 57336d7f53
1 changed files with 12 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

12
src/java/org/apache/sqoop/mapreduce/ImportJobBase.java
View File

@ -140,6 +140,18 @@ protected void configureOutputFormat(Job job, String tableName,
.set(AvroJob.OUTPUT_CODEC, DataFileConstants.DEFLATE_CODEC);
}
}
if (options.getFileLayout() == SqoopOptions.FileLayout.ParquetFile) {
if (codecName != null) {
Configuration conf = job.getConfiguration();
String shortName = CodecMap.getCodecShortNameByName(codecName, conf);
if (!shortName.equalsIgnoreCase("default") &&
!shortName.equalsIgnoreCase("snappy")) {
// TODO: SQOOP-1391 More compression codec support
LOG.warn("Will use snappy as compression codec instead");
}
}
}
}
Path outputPath = context.getDestination();