From ea716f5426ad5b3f0244ec18d0b495e7af67f397 Mon Sep 17 00:00:00 2001
From: Andrew Bayer <abayer@apache.org>
Date: Fri, 22 Jul 2011 20:04:17 +0000
Subject: [PATCH] SQOOP-89. Support multiple output files in
 ManagerCompatTestCase.

From: Aaron Kimball <aaron@cloudera.com>

git-svn-id: https://svn.apache.org/repos/asf/incubator/sqoop/trunk@1149979 13f79535-47bb-0310-9956-ffa450edef68
---
 .../sqoop/testutil/ImportJobTestCase.java     | 60 ++++++++++++++-----
 1 file changed, 44 insertions(+), 16 deletions(-)

diff --git a/src/test/com/cloudera/sqoop/testutil/ImportJobTestCase.java b/src/test/com/cloudera/sqoop/testutil/ImportJobTestCase.java
index 8d05d3b0..5eaf8288 100644
--- a/src/test/com/cloudera/sqoop/testutil/ImportJobTestCase.java
+++ b/src/test/com/cloudera/sqoop/testutil/ImportJobTestCase.java
@@ -18,7 +18,7 @@
 
 package com.cloudera.sqoop.testutil;
 
-import java.io.File;
+import java.io.EOFException;
 import java.io.IOException;
 import java.util.ArrayList;
 import java.util.List;
@@ -26,6 +26,8 @@
 import org.apache.commons.logging.Log;
 import org.apache.commons.logging.LogFactory;
 import org.apache.hadoop.conf.Configuration;
+import org.apache.hadoop.fs.FileStatus;
+import org.apache.hadoop.fs.FileSystem;
 import org.apache.hadoop.fs.Path;
 import com.cloudera.sqoop.SqoopOptions;
 import com.cloudera.sqoop.Sqoop;
@@ -108,7 +110,7 @@ protected List<String> getExtraArgs(Configuration conf) {
   protected void verifyImport(String expectedVal, String [] importCols) {
 
     // paths to where our output file will wind up.
-    Path dataFilePath = getDataFilePath();
+    Path tableDirPath = getTablePath();
 
     removeTableDir();
 
@@ -144,21 +146,47 @@ protected void verifyImport(String expectedVal, String [] importCols) {
       prevClassLoader = ClassLoaderStack.addJarFile(jarFileName,
           getTableName());
 
-      // now actually open the file and check it.
-      File f = new File(dataFilePath.toString());
-      assertTrue("Error: " + dataFilePath.toString() + " does not exist",
-          f.exists());
+      // Now open and check all part-files in the table path until we find
+      // a non-empty one that we can verify contains the value.
 
-      Object readValue = SeqFileReader.getFirstValue(dataFilePath.toString());
-      LOG.info("Read back from sequencefile: " + readValue);
-      // Add trailing '\n' to expected value since SqoopRecord.toString()
-      // encodes the record delim.
-      if (null == expectedVal) {
-        assertEquals("Error validating result from SeqFile", "null\n",
-            readValue.toString());
-      } else {
-        assertEquals("Error validating result from SeqFile", expectedVal + "\n",
-            readValue.toString());
+      FileSystem fs = FileSystem.getLocal(conf);
+      FileStatus [] stats = fs.listStatus(tableDirPath);
+
+      if (stats == null || stats.length == 0) {
+        fail("Error: no files in " + tableDirPath);
+      }
+
+      boolean foundRecord = false;
+      for (FileStatus stat : stats) {
+        if (!stat.getPath().getName().startsWith("part-")
+            && !stat.getPath().getName().startsWith("data-")) {
+          // This isn't a data file. Ignore it.
+          continue;
+        }
+
+        try {
+          Object readValue = SeqFileReader.getFirstValue(
+              stat.getPath().toString());
+          LOG.info("Read back from sequencefile: " + readValue);
+          foundRecord = true;
+          // Add trailing '\n' to expected value since SqoopRecord.toString()
+          // encodes the record delim.
+          if (null == expectedVal) {
+            assertEquals("Error validating result from SeqFile", "null\n",
+                readValue.toString());
+          } else {
+            assertEquals("Error validating result from SeqFile",
+                expectedVal + "\n", readValue.toString());
+          }
+        } catch (EOFException eoe) {
+          // EOF in a file isn't necessarily a problem. We may have some
+          // empty sequence files, which will throw this. Just continue
+          // in the loop.
+        }
+      }
+
+      if (!foundRecord) {
+        fail("Couldn't read any records from SequenceFiles");
       }
     } catch (IOException ioe) {
       fail("IOException: " + ioe.toString());