From 57336d7f53f073a0728263b04569cf0ffbad9dea Mon Sep 17 00:00:00 2001 From: Jarek Jarcec Cecho Date: Thu, 11 Sep 2014 08:29:41 +0200 Subject: [PATCH] SQOOP-1508: Add warning when using unsupported compression codec (Qian Xu via Jarek Jarcec Cecho) --- .../org/apache/sqoop/mapreduce/ImportJobBase.java | 12 ++++++++++++ 1 file changed, 12 insertions(+) diff --git a/src/java/org/apache/sqoop/mapreduce/ImportJobBase.java b/src/java/org/apache/sqoop/mapreduce/ImportJobBase.java index 0ac35de1..7b5ed660 100644 --- a/src/java/org/apache/sqoop/mapreduce/ImportJobBase.java +++ b/src/java/org/apache/sqoop/mapreduce/ImportJobBase.java @@ -140,6 +140,18 @@ protected void configureOutputFormat(Job job, String tableName, .set(AvroJob.OUTPUT_CODEC, DataFileConstants.DEFLATE_CODEC); } } + + if (options.getFileLayout() == SqoopOptions.FileLayout.ParquetFile) { + if (codecName != null) { + Configuration conf = job.getConfiguration(); + String shortName = CodecMap.getCodecShortNameByName(codecName, conf); + if (!shortName.equalsIgnoreCase("default") && + !shortName.equalsIgnoreCase("snappy")) { + // TODO: SQOOP-1391 More compression codec support + LOG.warn("Will use snappy as compression codec instead"); + } + } + } } Path outputPath = context.getDestination();