github/sqoop
5
0
Fork 0
mirror of https://github.com/apache/sqoop.git synced 2025-05-16 00:41:23 +08:00
Code Issues Projects Releases Wiki Activity

SQOOP-1282: Consider avro files even if they carry no extension

Browse Source 
(Harsh J via Jarek Jarcec Cecho)
This commit is contained in:
Jarek Jarcec Cecho 2014-02-08 14:37:37 -08:00
parent c913f77f28
commit d37bd1168c
2 changed files with 1 additions and 14 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

12
src/java/org/apache/sqoop/mapreduce/AvroInputFormat.java
View File

@ -34,18 +34,6 @@
public class AvroInputFormat<T>
extends FileInputFormat<AvroWrapper<T>, NullWritable> {
@Override
protected List<FileStatus> listStatus(JobContext job) throws IOException {
List<FileStatus> result = new ArrayList<FileStatus>();
for (FileStatus file : super.listStatus(job)) {
if (file.getPath().getName().endsWith(
org.apache.avro.mapred.AvroOutputFormat.EXT)) {
result.add(file);
}
}
return result;
}
@Override
public RecordReader<AvroWrapper<T>, NullWritable> createRecordReader(
InputSplit split, TaskAttemptContext context) throws IOException,

3
src/test/com/cloudera/sqoop/TestAvroExport.java
View File

@ -126,9 +126,8 @@ public Schema getColumnAvroSchema() {
protected void createAvroFile(int fileNum, int numRecords,
ColumnGenerator... extraCols) throws IOException {
String ext = ".avro";
Path tablePath = getTablePath();
Path filePath = new Path(tablePath, "part" + fileNum + ext);
Path filePath = new Path(tablePath, "part" + fileNum);
Configuration conf = new Configuration();
if (!BaseSqoopTestCase.isOnPhysicalCluster()) {