mirror of
https://github.com/apache/sqoop.git
synced 2025-05-02 05:00:01 +08:00
SQOOP-3052: Introduce Gradle based build for Sqoop to make it more developer friendly / open
(Anna Szonyi via Szabolcs Vasas)
This commit is contained in:
Szabolcs Vasas
parent
6c6963abe8
commit
b148d54000
5
.gitignore
vendored
5
.gitignore
vendored
@ -36,3 +36,8 @@ target
|
|||||||
/conf/managers.d
|
/conf/managers.d
|
||||||
/conf/tools.d
|
/conf/tools.d
|
||||||
/tags
|
/tags
|
||||||
|
src/java/org/apache/sqoop/SqoopVersion.java
|
||||||
|
gradle/build
|
||||||
|
gradle/.gradle
|
||||||
|
.gradle
|
||||||
|
out
|
||||||
|
|||||||
@ -27,7 +27,7 @@ under the License.
|
|||||||
|
|
||||||
Compiling Sqoop requires the following tools:
|
Compiling Sqoop requires the following tools:
|
||||||
|
|
||||||
* Apache ant (1.7.1)
|
* Apache ant (1.7.1) or Gradle (3.5.1)
|
||||||
* Java JDK 1.6
|
* Java JDK 1.6
|
||||||
|
|
||||||
Additionally, building the documentation requires these tools:
|
Additionally, building the documentation requires these tools:
|
||||||
@ -52,7 +52,7 @@ Sqoop is compiled with ant. Type +ant -p+ to see the list of available targets.
|
|||||||
Type +ant+ to compile all java sources. You can then run Sqoop with +bin/sqoop+.
|
Type +ant+ to compile all java sources. You can then run Sqoop with +bin/sqoop+.
|
||||||
|
|
||||||
If you want to build everything (including the documentation), type
|
If you want to build everything (including the documentation), type
|
||||||
+ant package+. This will appear in the
|
+ant package+ or +./gradlew package+. This will appear in the
|
||||||
+build/sqoop-(version)/+ directory.
|
+build/sqoop-(version)/+ directory.
|
||||||
|
|
||||||
This version of Sqoop is built against Hadoop 0.23 available from Apache
|
This version of Sqoop is built against Hadoop 0.23 available from Apache
|
||||||
@ -61,7 +61,7 @@ downloads the necessary binaries.
|
|||||||
|
|
||||||
== Testing Sqoop
|
== Testing Sqoop
|
||||||
|
|
||||||
Sqoop has several unit tests which can be run with +ant test+. This command
|
Sqoop has several unit tests which can be run with +ant test+ or +./gradlew test+. This command
|
||||||
will run all the "basic" checks against an in-memory database, HSQLDB.
|
will run all the "basic" checks against an in-memory database, HSQLDB.
|
||||||
|
|
||||||
Sqoop also has compatibility tests that check its ability to work with
|
Sqoop also has compatibility tests that check its ability to work with
|
||||||
@ -203,6 +203,7 @@ After the third-party databases are installed and configured, run:
|
|||||||
|
|
||||||
++++
|
++++
|
||||||
ant test -Dthirdparty=true -Dsqoop.thirdparty.lib.dir=/path/to/jdbc/drivers/
|
ant test -Dthirdparty=true -Dsqoop.thirdparty.lib.dir=/path/to/jdbc/drivers/
|
||||||
|
./gradlew -Dsqoop.thirdparty.lib.dir=/relative/path/to/jdbc/drivers/ thirdPartyTest
|
||||||
++++
|
++++
|
||||||
|
|
||||||
This command will run all thirdparty tests except some DB2 tests.
|
This command will run all thirdparty tests except some DB2 tests.
|
||||||
@ -211,6 +212,7 @@ as follows:
|
|||||||
|
|
||||||
++++
|
++++
|
||||||
ant test -Dmanual=true -Dsqoop.thirdparty.lib.dir=/path/to/jdbc/drivers/
|
ant test -Dmanual=true -Dsqoop.thirdparty.lib.dir=/path/to/jdbc/drivers/
|
||||||
|
./gradlew -Dsqoop.thirdparty.lib.dir=/relative/path/to/jdbc/drivers/ manualTest
|
||||||
++++
|
++++
|
||||||
|
|
||||||
Note that +sqoop.thirdparty.lib.dir+ can also be specified in
|
Note that +sqoop.thirdparty.lib.dir+ can also be specified in
|
||||||
@ -308,13 +310,15 @@ run:
|
|||||||
|
|
||||||
++++
|
++++
|
||||||
ant findbugs -Dfindbugs.home=/path/to/findbugs/
|
ant findbugs -Dfindbugs.home=/path/to/findbugs/
|
||||||
|
or
|
||||||
|
./gradlew findbugsMain
|
||||||
++++
|
++++
|
||||||
|
|
||||||
A report will be generated in +build/findbugs/+
|
A report will be generated in +build/findbugs/+
|
||||||
|
|
||||||
=== Cobertura
|
=== Code Coverage reports
|
||||||
|
|
||||||
Cobertura runs code coverage checks. It instruments the build and
|
For ant Cobertura runs code coverage checks. It instruments the build and
|
||||||
checks that each line and conditional expression is evaluated along
|
checks that each line and conditional expression is evaluated along
|
||||||
all possible paths.
|
all possible paths.
|
||||||
|
|
||||||
@ -325,6 +329,19 @@ ant clean
|
|||||||
ant cobertura -Dcobertura.home=/path/to/cobertura
|
ant cobertura -Dcobertura.home=/path/to/cobertura
|
||||||
ant cobertura -Dcobertura.home=/path/to/cobertura \
|
ant cobertura -Dcobertura.home=/path/to/cobertura \
|
||||||
-Dthirdparty=true -Dsqoop.thirdparty.lib.dir=/path/to/thirdparty
|
-Dthirdparty=true -Dsqoop.thirdparty.lib.dir=/path/to/thirdparty
|
||||||
|
|
||||||
|
For Gradle we run Jacoco for code coverage checks. You can create single reports or composite reports,
|
||||||
|
where you can check the combined coverage of unit and thirdparty tests.
|
||||||
|
|
||||||
|
./gradlew clean
|
||||||
|
./gradlew test
|
||||||
|
./gradlew jacocoTestReport
|
||||||
|
|
||||||
|
./gradlew -Dsqoop.thirdparty.lib.dir=<path_to_thirdparty_lib_directory> thirdPartyTest
|
||||||
|
./gradlew jacocoThirdPartyReport
|
||||||
|
|
||||||
|
or generate the composite report after running test and thirdPartyTest
|
||||||
|
./gradlew jacocoCompositeReport
|
||||||
++++
|
++++
|
||||||
|
|
||||||
(You'll need to run the cobertura target twice; once against the regular
|
(You'll need to run the cobertura target twice; once against the regular
|
||||||
@ -350,6 +367,7 @@ To run checkstyle, execute:
|
|||||||
|
|
||||||
++++
|
++++
|
||||||
ant checkstyle
|
ant checkstyle
|
||||||
|
./gradlew checkStyleMain
|
||||||
++++
|
++++
|
||||||
|
|
||||||
A report will be generated as +build/checkstyle-errors.html+
|
A report will be generated as +build/checkstyle-errors.html+
|
||||||
@ -364,6 +382,7 @@ To install Sqoop in your local +.m2+ cache, run:
|
|||||||
|
|
||||||
++++
|
++++
|
||||||
ant mvn-install
|
ant mvn-install
|
||||||
|
./gradlew publishToMavenLocal
|
||||||
++++
|
++++
|
||||||
|
|
||||||
This will install a pom and the Sqoop jar.
|
This will install a pom and the Sqoop jar.
|
||||||
@ -372,6 +391,8 @@ To deploy Sqoop to a public repository, use:
|
|||||||
|
|
||||||
++++
|
++++
|
||||||
ant mvn-deploy
|
ant mvn-deploy
|
||||||
|
./gradlew publishSqoopPublicationToCloudera.snapshot.repoRepository
|
||||||
|
./gradlew -DmvnRepo=x publishSqoopPublicationToCloudera.x.repoRepository
|
||||||
++++
|
++++
|
||||||
|
|
||||||
By default, this deploys to repository.cloudera.com. You can choose
|
By default, this deploys to repository.cloudera.com. You can choose
|
||||||
@ -387,7 +408,7 @@ This will build a binary release tarball and the web-based documentation
|
|||||||
as well as run a release audit which flags any source files which may
|
as well as run a release audit which flags any source files which may
|
||||||
be missing license headers.
|
be missing license headers.
|
||||||
|
|
||||||
(The release audit can be run standalone with the +ant releaseaudit+
|
(The release audit can be run standalone with the +ant releaseaudit+ (+./gradlew rat+)
|
||||||
target.)
|
target.)
|
||||||
|
|
||||||
You must set the +version+ property explicitly; you cannot release a
|
You must set the +version+ property explicitly; you cannot release a
|
||||||
@ -402,16 +423,6 @@ will allow you to edit Sqoop sources in Eclipse with all the library
|
|||||||
dependencies correctly resolved. To compile the jars, you should still
|
dependencies correctly resolved. To compile the jars, you should still
|
||||||
use ant.
|
use ant.
|
||||||
|
|
||||||
|
|
||||||
== Using a specific version of Hadoop
|
|
||||||
|
|
||||||
Now Sqoop defaults to use Hadoop 0.23 available from Apache maven repository.
|
|
||||||
To switch back to the previous version of Hadoop 0.20, for example, run:
|
|
||||||
|
|
||||||
++++
|
|
||||||
ant test -Dhadoopversion=20
|
|
||||||
++++
|
|
||||||
|
|
||||||
== Building the documentation
|
== Building the documentation
|
||||||
|
|
||||||
Building the documentation requires that you have toxml installed.
|
Building the documentation requires that you have toxml installed.
|
||||||
@ -421,3 +432,17 @@ Also, one needs to set the XML_CATALOG_FILES environment variable.
|
|||||||
export XML_CATALOG_FILES=/usr/local/etc/xml/catalog
|
export XML_CATALOG_FILES=/usr/local/etc/xml/catalog
|
||||||
ant docs
|
ant docs
|
||||||
++++
|
++++
|
||||||
|
|
||||||
|
== Other important Gradle commands
|
||||||
|
|
||||||
|
+ Generate gradle wrapper (to ensure you are using the correct, compatible version of gradle) by running +./gradlew wrapper+
|
||||||
|
+ ./gradlew tasks to list all top-level gradle tasks or run ./gradlew tasks --all to show all tasks and subtasks
|
||||||
|
+ ./gradlew compileJava to compile the main Java source
|
||||||
|
+ ./gradlew -Dsqoop.thirdparty.lib.dir=<relative_path_to_thirdparty_lib_directory> -Dsqoop.test.mysql.connectstring.host_url=jdbc:mysql://127.0.0.1:3306/ -Dsqoop.test.mysql.databasename=sqoop -Dsqoop.test.mysql.password=Sqoop12345 -Dsqoop.test.mysql.username=sqoop -Dsqoop.test.oracle.connectstring=jdbc:oracle:thin:@//localhost:1521/sqoop -Dsqoop.test.oracle.username=SYSTEM -Dsqoop.test.oracle.password=Sqoop12345 -Dsqoop.test.postgresql.connectstring.host_url=jdbc:postgresql://localhost/ -Dsqoop.test.postgresql.database=sqoop -Dsqoop.test.postgresql.username=sqoop -Dsqoop.test.postgresql.password=Sqoop12345 -Dsqoop.test.cubrid.connectstring.host_url=jdbc:cubrid:localhost:33000 -Dsqoop.test.cubrid.connectstring.username=sqoop -Dsqoop.test.cubrid.connectstring.database=sqoop -Dsqoop.test.cubrid.connectstring.password=Sqoop12345 -Dmapred.child.java.opts="\-Djava.security.egd=file:/dev/../dev/urandom" -Dtest.timeout=10000000 -Dsqoop.test.sqlserver.connectstring.host_url=jdbc:sqlserver://localhost:1433 -Dsqoop.test.sqlserver.database=master -Dms.sqlserver.username=sa -Dms.sqlserver.password=Sqoop12345 -Dsqoop.test.db2.connectstring.host_url=jdbc:db2://localhost:50000 -Dsqoop.test.db2.connectstring.database=SQOOP -Dsqoop.test.db2.connectstring.username=DB2INST1 -Dsqoop.test.db2.connectstring.password=Sqoop12345 thirdPartyTest
|
||||||
|
+ ./gradlew test --debug-jvm : to run remote debug on port 5005
|
||||||
|
+ ./gradlew -Dtest.single=ClassName*Test test or ./gradlew tests --tests
|
||||||
|
+ To refresh dependencies for a build ./gradlew build --refresh-dependencies
|
||||||
|
+ For skipping a single test or a set of tests ./gradle build -x test
|
||||||
|
+ To run a single test class use --tests ClassName*Test or -DtestType.single=ClassName*Test (use with test, thirdPartyTest or manualTest)
|
||||||
|
+ To get a dependency tree: ./gradlew dependencyInsight --configuration optionalConfiguration --dependency searchedForDependency
|
||||||
|
+ For a list of the dependencies of the selected project, broken down by configuration run: ./gradlew dependencies
|
||||||
400
build.gradle
Normal file
400
build.gradle
Normal file
@ -0,0 +1,400 @@
|
|||||||
|
/**
|
||||||
|
* Licensed to the Apache Software Foundation (ASF) under one
|
||||||
|
* or more contributor license agreements. See the NOTICE file
|
||||||
|
* distributed with this work for additional information
|
||||||
|
* regarding copyright ownership. The ASF licenses this file
|
||||||
|
* to you under the Apache License, Version 2.0 (the
|
||||||
|
* "License"); you may not use this file except in compliance
|
||||||
|
* with the License. You may obtain a copy of the License at
|
||||||
|
*
|
||||||
|
* http://www.apache.org/licenses/LICENSE-2.0
|
||||||
|
*
|
||||||
|
* Unless required by applicable law or agreed to in writing, software
|
||||||
|
* distributed under the License is distributed on an "AS IS" BASIS,
|
||||||
|
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||||
|
* See the License for the specific language governing permissions and
|
||||||
|
* limitations under the License.
|
||||||
|
*/
|
||||||
|
plugins {
|
||||||
|
id "org.nosphere.apache.rat" version "0.3.0"
|
||||||
|
}
|
||||||
|
apply plugin: 'java'
|
||||||
|
apply plugin: 'eclipse'
|
||||||
|
apply plugin: 'idea'
|
||||||
|
apply plugin: 'checkstyle'
|
||||||
|
apply plugin: 'jacoco'
|
||||||
|
apply plugin: 'findbugs'
|
||||||
|
apply plugin: 'maven-publish'
|
||||||
|
|
||||||
|
apply from: 'gradle/sqoop-version-gen.gradle'
|
||||||
|
apply from: 'gradle/sqoop-package.gradle'
|
||||||
|
|
||||||
|
group = 'org.apache.sqoopgradle'
|
||||||
|
|
||||||
|
sourceCompatibility = javaSourceCompatibilityVersion
|
||||||
|
|
||||||
|
repositories {
|
||||||
|
mavenCentral()
|
||||||
|
maven {
|
||||||
|
url 'http://conjars.org/repo/'
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
sourceSets {
|
||||||
|
main {
|
||||||
|
java {
|
||||||
|
srcDirs = ['src/java']
|
||||||
|
}
|
||||||
|
resources {
|
||||||
|
srcDirs = ['src/java']
|
||||||
|
}
|
||||||
|
}
|
||||||
|
test {
|
||||||
|
java {
|
||||||
|
srcDirs = ['src/test']
|
||||||
|
exclude 'aop/'
|
||||||
|
}
|
||||||
|
resources {
|
||||||
|
srcDirs = ['src/test', 'testdata/hcatalog/conf', 'conf']
|
||||||
|
exclude 'aop/'
|
||||||
|
}
|
||||||
|
}
|
||||||
|
aop {
|
||||||
|
java {
|
||||||
|
srcDirs = ['src/test/aop']
|
||||||
|
}
|
||||||
|
resources {
|
||||||
|
srcDirs = ['src/test/aop']
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
configurations {
|
||||||
|
common.extendsFrom(redist)
|
||||||
|
compile.extendsFrom(common)
|
||||||
|
}
|
||||||
|
|
||||||
|
compileJava.dependsOn(SqoopVersionFileGen)
|
||||||
|
|
||||||
|
configurations.all {
|
||||||
|
resolutionStrategy {
|
||||||
|
force group: 'org.apache.avro', name: 'avro', version: avroVersion
|
||||||
|
force group: 'org.apache.avro', name: 'avro-mapred', version: avroVersion
|
||||||
|
}
|
||||||
|
exclude group: 'org.apache.hadoop', module: 'avro'
|
||||||
|
}
|
||||||
|
|
||||||
|
def sqoopThirdPartyLib = System.getProperty("sqoop.thirdparty.lib.dir")
|
||||||
|
|
||||||
|
dependencies {
|
||||||
|
if (sqoopThirdPartyLib != null) runtime fileTree(dir: sqoopThirdPartyLib, include: '*.jar')
|
||||||
|
compile group: 'org.apache.hadoop', name: 'hadoop-common', version: hadoopVersion
|
||||||
|
compile group: 'org.apache.hadoop', name: 'hadoop-hdfs', version: hadoopVersion
|
||||||
|
compile group: 'org.apache.hadoop', name: 'hadoop-mapreduce-client-common', version: hadoopVersion
|
||||||
|
compile group: 'org.apache.hadoop', name: 'hadoop-mapreduce-client-core', version: hadoopVersion
|
||||||
|
compile group: 'org.apache.hbase', name: 'hbase-hadoop-compat', version: hbaseVersion
|
||||||
|
|
||||||
|
aopCompile group: 'org.aspectj', name: 'aspectjtools', version: aspectjVersion
|
||||||
|
aopCompile group: 'org.aspectj', name: 'aspectjrt', version: aspectjVersion
|
||||||
|
aopCompile group: 'org.apache.hadoop', name: 'hadoop-common', version: hadoopVersion
|
||||||
|
|
||||||
|
common group: 'org.apache.accumulo', name: 'accumulo-core', version: accumuloVersion
|
||||||
|
common group: 'org.apache.accumulo', name: 'accumulo-minicluster', version: accumuloVersion
|
||||||
|
common group: 'org.apache.hbase', name: 'hbase-hadoop2-compat', version: hbaseVersion
|
||||||
|
common group: 'org.apache.hbase', name: 'hbase-server', version: hbaseVersion
|
||||||
|
common group: 'org.apache.hbase', name: 'hbase-client', version: hbaseVersion
|
||||||
|
common group: 'org.apache.hbase', name: 'hbase-common', version: hbaseVersion
|
||||||
|
common (group: 'org.apache.hive.hcatalog', name: 'hive-hcatalog-core', version: hcatalogVersion) {
|
||||||
|
exclude group: 'org.apache.avro', module: 'avro'
|
||||||
|
}
|
||||||
|
common (group: 'org.apache.hive', name: 'hive-jdbc', version: hcatalogVersion) {
|
||||||
|
exclude group: 'org.apache.avro', module: 'avro'
|
||||||
|
}
|
||||||
|
common group: 'commons-cli', name: 'commons-cli', version: commonscliVersion
|
||||||
|
common group: 'commons-logging', name: 'commons-logging', version: commonsloggingVersion
|
||||||
|
common group: 'commons-net', name: 'commons-net', version: commonsnetVersion
|
||||||
|
common group: 'log4j', name: 'log4j', version: log4jVersion
|
||||||
|
common group: 'org.postgresql', name: 'postgresql', version: postgresqlVersion
|
||||||
|
|
||||||
|
testCompile group: 'com.h2database', name: 'h2', version: h2Version
|
||||||
|
testCompile group: 'org.apache.hbase', name: 'hbase-server', version: hbaseVersion, classifier: 'tests'
|
||||||
|
testCompile group: 'org.apache.hbase', name: 'hbase-hadoop2-compat', version: hbaseVersion, classifier: 'tests'
|
||||||
|
testCompile group: 'org.apache.hbase', name: 'hbase-hadoop-compat', version: hbaseVersion, classifier: 'tests'
|
||||||
|
testCompile( group: 'org.apache.hadoop', name: 'hadoop-minikdc', version: hadoopVersion) {
|
||||||
|
exclude group: 'org.apache.directory.api', module: 'api-ldap-schema-data'
|
||||||
|
}
|
||||||
|
testCompile group: 'junit', name: 'junit', version: junitVersion
|
||||||
|
testCompile group: 'org.assertj', name: 'assertj-core', version: assertjVersion
|
||||||
|
testCompile group: 'org.mockito', name: 'mockito-core', version: mockitoallVersion
|
||||||
|
testCompile group: 'org.apache.zookeeper', name: 'zookeeper', version: zookeeperVersion, ext: 'jar'
|
||||||
|
}
|
||||||
|
|
||||||
|
test {
|
||||||
|
include '**/Test*.*'
|
||||||
|
}
|
||||||
|
|
||||||
|
task thirdPartyTest(type: Test) {
|
||||||
|
description 'Run ThirdParty tests - you need to specify -Dsqoop.thirdparty.lib.dir where the Third party driver jars reside (relative to the project directory)'
|
||||||
|
exclude '**/*ManualTest.*'
|
||||||
|
exclude '**/Test*.*'
|
||||||
|
include '**/*Test*.*'
|
||||||
|
systemProperty "ms.datatype.test.data.file.export" ,"DatatypeTestData-export-lite.txt"
|
||||||
|
systemProperty "ms.datatype.test.data.file.import" ,"DatatypeTestData-import-lite.txt"
|
||||||
|
systemProperty "ms.datatype.test.data.file.delim" ,","
|
||||||
|
systemProperty "ms.datatype.test.hdfsprefix" ,"file:///"
|
||||||
|
}
|
||||||
|
|
||||||
|
task manualTest(type: Test) {
|
||||||
|
description 'Run manual tests'
|
||||||
|
include '**/*ManualTest.*'
|
||||||
|
}
|
||||||
|
|
||||||
|
def testBuildDir = "$buildDir/test/"
|
||||||
|
def testBuildDirData ="$testBuildDir/data/"
|
||||||
|
|
||||||
|
task buildFolder {
|
||||||
|
project.mkdir(testBuildDirData)
|
||||||
|
}
|
||||||
|
|
||||||
|
tasks.withType(Test) {
|
||||||
|
testLogging {
|
||||||
|
events 'started', 'passed', 'skipped'
|
||||||
|
}
|
||||||
|
workingDir = testBuildDirData
|
||||||
|
project.mkdir(workingDir)
|
||||||
|
systemProperties(System.getProperties())
|
||||||
|
systemProperty "test.data.dir", "$projectDir/testdata"
|
||||||
|
systemProperty 'test.build.data', "$testBuildDir/data"
|
||||||
|
systemProperty "hadoop.root.logger", "DEBUG,console"
|
||||||
|
systemProperty "user.dir", workingDir
|
||||||
|
systemProperty "sqoop.src.dir", "$testBuildDir/data"
|
||||||
|
systemProperty "hadoop.tmp.dir", "$testBuildDir/hadoop"
|
||||||
|
systemProperty "fs.default.name", ""
|
||||||
|
systemProperty "hadoop.log.dir", "$testBuildDir/logs"
|
||||||
|
systemProperty "hive.home", "$projectDir/testdata/hive"
|
||||||
|
systemProperty "sqoop.throwOnError", ""
|
||||||
|
|
||||||
|
minHeapSize = "512m"
|
||||||
|
maxHeapSize = "5120m"
|
||||||
|
jvmArgs '-Xmx5012m', '-XX:PermSize=256m', '-XX:MaxPermSize=512m', "-da:org.apache.hadoop.hive.thrift.HadoopThriftAuthBridge"
|
||||||
|
forkEvery 1
|
||||||
|
|
||||||
|
dependsOn buildFolder
|
||||||
|
|
||||||
|
jacoco{
|
||||||
|
excludes = ["**/SqoopVersion*"]
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
tasks.withType(Checkstyle) {
|
||||||
|
reports {
|
||||||
|
xml.enabled false
|
||||||
|
html.enabled true
|
||||||
|
html.stylesheet resources.text.fromFile('config/checkstyle/checkstyle-noframes.xsl')
|
||||||
|
}
|
||||||
|
ignoreFailures = true
|
||||||
|
}
|
||||||
|
|
||||||
|
tasks.withType(FindBugs) {
|
||||||
|
reports {
|
||||||
|
xml.enabled false
|
||||||
|
html.enabled true
|
||||||
|
}
|
||||||
|
ignoreFailures = false
|
||||||
|
}
|
||||||
|
|
||||||
|
findbugs {
|
||||||
|
sourceSets = []
|
||||||
|
}
|
||||||
|
|
||||||
|
checkstyle {
|
||||||
|
sourceSets = []
|
||||||
|
toolVersion checkstyleVersion
|
||||||
|
}
|
||||||
|
|
||||||
|
jacocoTestReport {
|
||||||
|
description "Generates a coverage report of the unit test results under $buildDir/jacocoHtml/test/index.html"
|
||||||
|
reports {
|
||||||
|
xml.enabled true
|
||||||
|
csv.enabled false
|
||||||
|
html.destination "$buildDir/jacocoHtml/test"
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
task jacocoThirdPartyReport(type: JacocoReport){
|
||||||
|
description "Generates a coverage report of the thirdparty test results under $buildDir/jacocoHtml/3rd/index.html"
|
||||||
|
sourceSets sourceSets.main
|
||||||
|
executionData thirdPartyTest
|
||||||
|
reports {
|
||||||
|
xml.enabled true
|
||||||
|
csv.enabled false
|
||||||
|
html.destination "$buildDir/jacocoHtml/3rd"
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
task jacocoCompositeReport(type: JacocoReport){
|
||||||
|
description "Generates a composite coverage report of test and thirdparty test results under $buildDir/jacocoHtml/index.html"
|
||||||
|
sourceSets sourceSets.main
|
||||||
|
executionData test, thirdPartyTest
|
||||||
|
reports {
|
||||||
|
xml.enabled true
|
||||||
|
csv.enabled false
|
||||||
|
html.destination "$buildDir/jacocoHtml/"
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
javadoc {
|
||||||
|
source = sourceSets.main.allJava
|
||||||
|
include 'com/cloudera/sqoop/lib/**'
|
||||||
|
include 'org/apache/sqoop/lib/**'
|
||||||
|
destinationDir = reporting.file("${project.docsDir}/api")
|
||||||
|
}
|
||||||
|
|
||||||
|
task faultInjectionJar(type: Jar) {
|
||||||
|
description 'Create the test jar'
|
||||||
|
appendix = 'test'
|
||||||
|
from sourceSets.aop.output
|
||||||
|
}
|
||||||
|
|
||||||
|
def archiveName = jar.baseName + "-" + jar.version
|
||||||
|
def binArtifactName = archiveName + ".bin__hadoop-" + hadoopVersion
|
||||||
|
def distDir = "$buildDir/$binArtifactName"
|
||||||
|
|
||||||
|
rat {
|
||||||
|
inputDir = distDir
|
||||||
|
reportDir = project.file(buildDir)
|
||||||
|
excludes = ['**/docs/**', '**/testdata/**', '**/.idea/**', '**/test-dir/**', '**/.settings/**', '**/.gradle/**','**/gradle/**' ,'**/gradle/build/**', '*.iml', '*.iws', '*.ipr', 'derby.log', '**/gradlew**' ]
|
||||||
|
failOnError = true
|
||||||
|
xmlOutput = false
|
||||||
|
htmlOutput = true
|
||||||
|
plainOutput = false
|
||||||
|
}
|
||||||
|
rat.dependsOn('packageDist')
|
||||||
|
|
||||||
|
def scripts = ['export', 'list-databases', 'metastore', 'create-hive-table', 'help',
|
||||||
|
'import-mainframe', 'list-tables', 'version',
|
||||||
|
'eval', 'import', 'job', 'merge',
|
||||||
|
'import-all-tables', 'codegen']
|
||||||
|
|
||||||
|
|
||||||
|
task runSqoopHelp(type: JavaExec, dependsOn: 'classes') {
|
||||||
|
main = 'org.apache.sqoop.Sqoop'
|
||||||
|
jvmArgs = ['-Dhadoop.security.log.file=./build/security-audit.log']
|
||||||
|
classpath = sourceSets.main.runtimeClasspath + configurations.runtime
|
||||||
|
args = ['help']
|
||||||
|
standardOutput = new ByteArrayOutputStream()
|
||||||
|
ext.helpOut = {
|
||||||
|
standardOutput.toString()
|
||||||
|
}
|
||||||
|
|
||||||
|
}
|
||||||
|
|
||||||
|
task createAllStartScripts(dependsOn: 'runSqoopHelp' ) doLast{
|
||||||
|
// Placeholder task with validation
|
||||||
|
// We call Sqoop help to verify that all tasks that we create scripts for are present in Sqoop help and vice-versa
|
||||||
|
// We currently depend on the format of the help output to parse the relevant information out
|
||||||
|
def matcher = (tasks.runSqoopHelp.helpOut() =~/(?m)^\s\s([a-z-]+)\s+\w+/)
|
||||||
|
def matches = new String[matcher.getCount()]
|
||||||
|
for (def i=0; i < matcher.getCount(); i++) {
|
||||||
|
matches[i] = matcher[i][1]
|
||||||
|
}
|
||||||
|
if (matches.sort() != scripts.sort())
|
||||||
|
throw new GradleException('Error: script list in gradle build script and result of Sqoop help are not the same, but should be')
|
||||||
|
}
|
||||||
|
|
||||||
|
scripts.each() { scriptName ->
|
||||||
|
def t = tasks.create(name: scriptName + 'StartScript', type: CreateStartScripts) {
|
||||||
|
unixStartScriptGenerator.template = resources.text.fromFile('gradle/customUnixStartScript.txt')
|
||||||
|
windowsStartScriptGenerator.template = resources.text.fromFile('gradle/customWindowsStartScript.txt')
|
||||||
|
outputDir = file("$buildDir/bin")
|
||||||
|
applicationName = scriptName
|
||||||
|
mainClassName = 'com.cloudera.sqoop.Sqoop'
|
||||||
|
classpath = project.configurations.runtime
|
||||||
|
doLast {
|
||||||
|
file("$buildDir/bin/"+ scriptName).renameTo(file("$buildDir/bin/"+"sqoop-"+scriptName))
|
||||||
|
file("$buildDir/bin/"+ scriptName +".bat").renameTo(file("$buildDir/bin/"+"sqoop-"+scriptName+".bat"))
|
||||||
|
}
|
||||||
|
}
|
||||||
|
t.dependsOn('compileJava')
|
||||||
|
createAllStartScripts.dependsOn(t)
|
||||||
|
}
|
||||||
|
|
||||||
|
task checkVersion doLast {
|
||||||
|
if (version.contains('SNAPSHOT'))
|
||||||
|
throw new GradleException('Error: cannot release a snapshot. Set -Pversion')
|
||||||
|
}
|
||||||
|
|
||||||
|
task release(dependsOn: ['checkVersion', 'tar', 'rat']) {
|
||||||
|
doLast {
|
||||||
|
println 'Release complete'
|
||||||
|
println "Binary tar: $buildDir/$binArtifactName-${version}.tar.gz"
|
||||||
|
println "Documentation: $buildDir/docs"
|
||||||
|
println "Release notes: $buildDir/docs/sqoop-$version" + ".releasenotes.html"
|
||||||
|
println "Release audit report: $buildDir/index.html"
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
task relnotes(type: Exec) {
|
||||||
|
workingDir 'src/scripts'
|
||||||
|
if (!version.contains('SNAPSHOT')) {
|
||||||
|
commandLine "python", "relnotes.py", "$buildDir/docs", "$projectDir", "$oldHash\\..HEAD", "$version", "$oldVersion"
|
||||||
|
} else {
|
||||||
|
commandLine "true" //noop
|
||||||
|
println "Will not run releasenotes for SNAPSHOT version."
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
task realDocs(type: Exec, dependsOn: ['relnotes', 'javadoc']) {
|
||||||
|
workingDir projectDir
|
||||||
|
commandLine "make", "-C", "$projectDir/src/docs", "BUILDROOT=$buildDir", "VERSION=$version"
|
||||||
|
}
|
||||||
|
|
||||||
|
task docs(dependsOn: ['realDocs', 'relnotes', 'javadoc']) {
|
||||||
|
//placeholder
|
||||||
|
}
|
||||||
|
def $mvnRepo = System.getProperty("mvnRepo", "snapshots")
|
||||||
|
|
||||||
|
publishing {
|
||||||
|
repositories {
|
||||||
|
maven {
|
||||||
|
name "cloudera." + $mvnRepo + ".repo"
|
||||||
|
url "https://repository.cloudera.com/content/repositories/"+$mvnRepo
|
||||||
|
credentials {
|
||||||
|
username 'username'
|
||||||
|
password 'password'
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
publishing {
|
||||||
|
publications {
|
||||||
|
sqoop(MavenPublication) {
|
||||||
|
groupId group
|
||||||
|
version version
|
||||||
|
from components.java
|
||||||
|
artifact sourceJar {
|
||||||
|
classifier "sources"
|
||||||
|
}
|
||||||
|
}
|
||||||
|
sqoopTest(MavenPublication) {
|
||||||
|
groupId group
|
||||||
|
version version
|
||||||
|
artifactId 'sqoop-test'
|
||||||
|
artifact testJar
|
||||||
|
artifact sourceTestJar
|
||||||
|
pom.withXml {
|
||||||
|
def dependencies = asNode().appendNode('dependencies')
|
||||||
|
configurations.testRuntime.getResolvedConfiguration().getFirstLevelModuleDependencies().each {
|
||||||
|
def dependency = dependencies.appendNode('dependency')
|
||||||
|
dependency.appendNode('groupId', it.moduleGroup)
|
||||||
|
dependency.appendNode('artifactId', it.moduleName)
|
||||||
|
dependency.appendNode('version', it.moduleVersion)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
task wrapper(type: Wrapper) {
|
||||||
|
gradleVersion = '3.5.1'
|
||||||
|
}
|
||||||
17
config/checkstyle/checkstyle-java-header.txt
Normal file
17
config/checkstyle/checkstyle-java-header.txt
Normal file
@ -0,0 +1,17 @@
|
|||||||
|
/**
|
||||||
|
* Licensed to the Apache Software Foundation (ASF) under one
|
||||||
|
* or more contributor license agreements. See the NOTICE file
|
||||||
|
* distributed with this work for additional information
|
||||||
|
* regarding copyright ownership. The ASF licenses this file
|
||||||
|
* to you under the Apache License, Version 2.0 (the
|
||||||
|
* "License"); you may not use this file except in compliance
|
||||||
|
* with the License. You may obtain a copy of the License at
|
||||||
|
*
|
||||||
|
* http://www.apache.org/licenses/LICENSE-2.0
|
||||||
|
*
|
||||||
|
* Unless required by applicable law or agreed to in writing, software
|
||||||
|
* distributed under the License is distributed on an "AS IS" BASIS,
|
||||||
|
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||||
|
* See the License for the specific language governing permissions and
|
||||||
|
* limitations under the License.
|
||||||
|
*/
|
||||||
198
config/checkstyle/checkstyle-noframes.xsl
Normal file
198
config/checkstyle/checkstyle-noframes.xsl
Normal file
@ -0,0 +1,198 @@
|
|||||||
|
<xsl:stylesheet xmlns:xsl="http://www.w3.org/1999/XSL/Transform" version="1.0">
|
||||||
|
<!--
|
||||||
|
|
||||||
|
Copyright 2011 The Apache Software Foundation
|
||||||
|
|
||||||
|
Licensed to the Apache Software Foundation (ASF) under one
|
||||||
|
or more contributor license agreements. See the NOTICE file
|
||||||
|
distributed with this work for additional information
|
||||||
|
regarding copyright ownership. The ASF licenses this file
|
||||||
|
to you under the Apache License, Version 2.0 (the
|
||||||
|
"License"); you may not use this file except in compliance
|
||||||
|
with the License. You may obtain a copy of the License at
|
||||||
|
|
||||||
|
http://www.apache.org/licenses/LICENSE-2.0
|
||||||
|
|
||||||
|
Unless required by applicable law or agreed to in writing, software
|
||||||
|
distributed under the License is distributed on an "AS IS" BASIS,
|
||||||
|
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||||
|
See the License for the specific language governing permissions and
|
||||||
|
limitations under the License.
|
||||||
|
-->
|
||||||
|
|
||||||
|
|
||||||
|
<xsl:output method="html" indent="yes"/>
|
||||||
|
<xsl:decimal-format decimal-separator="." grouping-separator="," />
|
||||||
|
|
||||||
|
<xsl:key name="files" match="file" use="@name" />
|
||||||
|
|
||||||
|
<!-- Checkstyle XML Style Sheet by Stephane Bailliez <sbailliez@apache.org> -->
|
||||||
|
<!-- Part of the Checkstyle distribution found at http://checkstyle.sourceforge.net -->
|
||||||
|
<!-- Usage (generates checkstyle_report.html): -->
|
||||||
|
<!-- <checkstyle failonviolation="false" config="${check.config}"> -->
|
||||||
|
<!-- <fileset dir="${src.dir}" includes="**/*.java"/> -->
|
||||||
|
<!-- <formatter type="xml" toFile="${doc.dir}/checkstyle_report.xml"/> -->
|
||||||
|
<!-- </checkstyle> -->
|
||||||
|
<!-- <style basedir="${doc.dir}" destdir="${doc.dir}" -->
|
||||||
|
<!-- includes="checkstyle_report.xml" -->
|
||||||
|
<!-- style="${doc.dir}/checkstyle-noframes-sorted.xsl"/> -->
|
||||||
|
|
||||||
|
<xsl:template match="checkstyle">
|
||||||
|
<html>
|
||||||
|
<head>
|
||||||
|
<style type="text/css">
|
||||||
|
.bannercell {
|
||||||
|
border: 0px;
|
||||||
|
padding: 0px;
|
||||||
|
}
|
||||||
|
body {
|
||||||
|
margin-left: 10;
|
||||||
|
margin-right: 10;
|
||||||
|
font:normal 80% arial,helvetica,sanserif;
|
||||||
|
background-color:#FFFFFF;
|
||||||
|
color:#000000;
|
||||||
|
}
|
||||||
|
.a td {
|
||||||
|
background: #efefef;
|
||||||
|
}
|
||||||
|
.b td {
|
||||||
|
background: #fff;
|
||||||
|
}
|
||||||
|
th, td {
|
||||||
|
text-align: left;
|
||||||
|
vertical-align: top;
|
||||||
|
}
|
||||||
|
th {
|
||||||
|
font-weight:bold;
|
||||||
|
background: #ccc;
|
||||||
|
color: black;
|
||||||
|
}
|
||||||
|
table, th, td {
|
||||||
|
font-size:100%;
|
||||||
|
border: none
|
||||||
|
}
|
||||||
|
table.log tr td, tr th {
|
||||||
|
|
||||||
|
}
|
||||||
|
h2 {
|
||||||
|
font-weight:bold;
|
||||||
|
font-size:140%;
|
||||||
|
margin-bottom: 5;
|
||||||
|
}
|
||||||
|
h3 {
|
||||||
|
font-size:100%;
|
||||||
|
font-weight:bold;
|
||||||
|
background: #525D76;
|
||||||
|
color: white;
|
||||||
|
text-decoration: none;
|
||||||
|
padding: 5px;
|
||||||
|
margin-right: 2px;
|
||||||
|
margin-left: 2px;
|
||||||
|
margin-bottom: 0;
|
||||||
|
}
|
||||||
|
</style>
|
||||||
|
</head>
|
||||||
|
<body>
|
||||||
|
<a name="top"></a>
|
||||||
|
<!-- jakarta logo -->
|
||||||
|
<table border="0" cellpadding="0" cellspacing="0" width="100%">
|
||||||
|
<tr>
|
||||||
|
<td class="bannercell" rowspan="2">
|
||||||
|
<!--a href="http://jakarta.apache.org/">
|
||||||
|
<img src="http://jakarta.apache.org/images/jakarta-logo.gif" alt="http://jakarta.apache.org" align="left" border="0"/>
|
||||||
|
</a-->
|
||||||
|
</td>
|
||||||
|
<td class="text-align:right"><h2>CheckStyle Audit</h2></td>
|
||||||
|
</tr>
|
||||||
|
<tr>
|
||||||
|
<td class="text-align:right">Designed for use with <a href='http://checkstyle.sourceforge.net/'>CheckStyle</a> and <a href='http://jakarta.apache.org'>Ant</a>.</td>
|
||||||
|
</tr>
|
||||||
|
</table>
|
||||||
|
<hr size="1"/>
|
||||||
|
|
||||||
|
<!-- Summary part -->
|
||||||
|
<xsl:apply-templates select="." mode="summary"/>
|
||||||
|
<hr size="1" width="100%" align="left"/>
|
||||||
|
|
||||||
|
<!-- Package List part -->
|
||||||
|
<xsl:apply-templates select="." mode="filelist"/>
|
||||||
|
<hr size="1" width="100%" align="left"/>
|
||||||
|
|
||||||
|
<!-- For each package create its part -->
|
||||||
|
<xsl:apply-templates select="file[@name and generate-id(.) = generate-id(key('files', @name))]" />
|
||||||
|
|
||||||
|
<hr size="1" width="100%" align="left"/>
|
||||||
|
|
||||||
|
|
||||||
|
</body>
|
||||||
|
</html>
|
||||||
|
</xsl:template>
|
||||||
|
|
||||||
|
|
||||||
|
|
||||||
|
<xsl:template match="checkstyle" mode="filelist">
|
||||||
|
<h3>Files</h3>
|
||||||
|
<table class="log" border="0" cellpadding="5" cellspacing="2" width="100%">
|
||||||
|
<tr>
|
||||||
|
<th>Name</th>
|
||||||
|
<th>Errors</th>
|
||||||
|
</tr>
|
||||||
|
<xsl:for-each select="file[@name and generate-id(.) = generate-id(key('files', @name))]">
|
||||||
|
<xsl:sort data-type="number" order="descending" select="count(key('files', @name)/error)"/>
|
||||||
|
<xsl:variable name="errorCount" select="count(error)"/>
|
||||||
|
<tr>
|
||||||
|
<xsl:call-template name="alternated-row"/>
|
||||||
|
<td><a href="#f-{@name}"><xsl:value-of select="@name"/></a></td>
|
||||||
|
<td><xsl:value-of select="$errorCount"/></td>
|
||||||
|
</tr>
|
||||||
|
</xsl:for-each>
|
||||||
|
</table>
|
||||||
|
</xsl:template>
|
||||||
|
|
||||||
|
|
||||||
|
<xsl:template match="file">
|
||||||
|
<a name="f-{@name}"></a>
|
||||||
|
<h3>File <xsl:value-of select="@name"/></h3>
|
||||||
|
|
||||||
|
<table class="log" border="0" cellpadding="5" cellspacing="2" width="100%">
|
||||||
|
<tr>
|
||||||
|
<th>Error Description</th>
|
||||||
|
<th>Line</th>
|
||||||
|
</tr>
|
||||||
|
<xsl:for-each select="key('files', @name)/error">
|
||||||
|
<xsl:sort data-type="number" order="ascending" select="@line"/>
|
||||||
|
<tr>
|
||||||
|
<xsl:call-template name="alternated-row"/>
|
||||||
|
<td><xsl:value-of select="@message"/></td>
|
||||||
|
<td><xsl:value-of select="@line"/></td>
|
||||||
|
</tr>
|
||||||
|
</xsl:for-each>
|
||||||
|
</table>
|
||||||
|
<a href="#top">Back to top</a>
|
||||||
|
</xsl:template>
|
||||||
|
|
||||||
|
|
||||||
|
<xsl:template match="checkstyle" mode="summary">
|
||||||
|
<h3>Summary</h3>
|
||||||
|
<xsl:variable name="fileCount" select="count(file[@name and generate-id(.) = generate-id(key('files', @name))])"/>
|
||||||
|
<xsl:variable name="errorCount" select="count(file/error)"/>
|
||||||
|
<table class="log" border="0" cellpadding="5" cellspacing="2" width="100%">
|
||||||
|
<tr>
|
||||||
|
<th>Files</th>
|
||||||
|
<th>Errors</th>
|
||||||
|
</tr>
|
||||||
|
<tr>
|
||||||
|
<xsl:call-template name="alternated-row"/>
|
||||||
|
<td><xsl:value-of select="$fileCount"/></td>
|
||||||
|
<td><xsl:value-of select="$errorCount"/></td>
|
||||||
|
</tr>
|
||||||
|
</table>
|
||||||
|
</xsl:template>
|
||||||
|
|
||||||
|
<xsl:template name="alternated-row">
|
||||||
|
<xsl:attribute name="class">
|
||||||
|
<xsl:if test="position() mod 2 = 1">a</xsl:if>
|
||||||
|
<xsl:if test="position() mod 2 = 0">b</xsl:if>
|
||||||
|
</xsl:attribute>
|
||||||
|
</xsl:template>
|
||||||
|
</xsl:stylesheet>
|
||||||
226
config/checkstyle/checkstyle.xml
Normal file
226
config/checkstyle/checkstyle.xml
Normal file
@ -0,0 +1,226 @@
|
|||||||
|
<?xml version="1.0"?>
|
||||||
|
<!--
|
||||||
|
Copyright 2011 The Apache Software Foundation
|
||||||
|
|
||||||
|
Licensed to the Apache Software Foundation (ASF) under one
|
||||||
|
or more contributor license agreements. See the NOTICE file
|
||||||
|
distributed with this work for additional information
|
||||||
|
regarding copyright ownership. The ASF licenses this file
|
||||||
|
to you under the Apache License, Version 2.0 (the
|
||||||
|
"License"); you may not use this file except in compliance
|
||||||
|
with the License. You may obtain a copy of the License at
|
||||||
|
|
||||||
|
http://www.apache.org/licenses/LICENSE-2.0
|
||||||
|
|
||||||
|
Unless required by applicable law or agreed to in writing, software
|
||||||
|
distributed under the License is distributed on an "AS IS" BASIS,
|
||||||
|
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||||
|
See the License for the specific language governing permissions and
|
||||||
|
limitations under the License.
|
||||||
|
-->
|
||||||
|
|
||||||
|
<!DOCTYPE module PUBLIC
|
||||||
|
"-//Puppy Crawl//DTD Check Configuration 1.2//EN"
|
||||||
|
"http://www.puppycrawl.com/dtds/configuration_1_2.dtd">
|
||||||
|
|
||||||
|
<!--
|
||||||
|
|
||||||
|
Checkstyle configuration for Sqoop that is based on the sun_checks.xml file
|
||||||
|
that is bundled with Checkstyle and includes checks for:
|
||||||
|
|
||||||
|
- the Java Language Specification at
|
||||||
|
http://java.sun.com/docs/books/jls/second_edition/html/index.html
|
||||||
|
|
||||||
|
- the Sun Code Conventions at http://java.sun.com/docs/codeconv/
|
||||||
|
|
||||||
|
- the Javadoc guidelines at
|
||||||
|
http://java.sun.com/j2se/javadoc/writingdoccomments/index.html
|
||||||
|
|
||||||
|
- the JDK Api documentation http://java.sun.com/j2se/docs/api/index.html
|
||||||
|
|
||||||
|
- some best practices
|
||||||
|
|
||||||
|
Checkstyle is very configurable. Be sure to read the documentation at
|
||||||
|
http://checkstyle.sf.net (or in your downloaded distribution).
|
||||||
|
|
||||||
|
Most Checks are configurable, be sure to consult the documentation.
|
||||||
|
|
||||||
|
To completely disable a check, just comment it out or delete it from the file.
|
||||||
|
|
||||||
|
Finally, it is worth reading the documentation.
|
||||||
|
|
||||||
|
-->
|
||||||
|
|
||||||
|
<module name="Checker">
|
||||||
|
|
||||||
|
<!-- Checks that a package.html file exists for each package. -->
|
||||||
|
<!-- See http://checkstyle.sf.net/config_javadoc.html#PackageHtml -->
|
||||||
|
<!-- module name="PackageHtml"/ -->
|
||||||
|
|
||||||
|
<!-- Checks whether files end with a new line. -->
|
||||||
|
<!-- See http://checkstyle.sf.net/config_misc.html#NewlineAtEndOfFile -->
|
||||||
|
<module name="NewlineAtEndOfFile"/>
|
||||||
|
|
||||||
|
<!-- Checks for Headers -->
|
||||||
|
<!-- See http://checkstyle.sf.net/config_header.html -->
|
||||||
|
<module name="Header">
|
||||||
|
<property name="headerFile"
|
||||||
|
value="config/checkstyle/checkstyle-java-header.txt" />
|
||||||
|
</module>
|
||||||
|
|
||||||
|
<module name="FileLength"/>
|
||||||
|
<module name="FileTabCharacter"/>
|
||||||
|
|
||||||
|
<module name="TreeWalker">
|
||||||
|
<!-- Checks for Javadoc comments. -->
|
||||||
|
<!-- See http://checkstyle.sf.net/config_javadoc.html -->
|
||||||
|
<module name="JavadocType">
|
||||||
|
<property name="scope" value="public"/>
|
||||||
|
<property name="allowMissingParamTags" value="true"/>
|
||||||
|
</module>
|
||||||
|
<module name="JavadocStyle"/>
|
||||||
|
|
||||||
|
<module name="SuperClone"/>
|
||||||
|
<module name="SuperFinalize"/>
|
||||||
|
|
||||||
|
<!-- Checks for Naming Conventions. -->
|
||||||
|
<!-- See http://checkstyle.sf.net/config_naming.html -->
|
||||||
|
<module name="ConstantName"/>
|
||||||
|
<module name="ClassTypeParameterName">
|
||||||
|
<property name="format" value="^[A-Z]+$"/>
|
||||||
|
</module>
|
||||||
|
<module name="LocalFinalVariableName">
|
||||||
|
<property name="format" value="^[A-Z][_A-Z0-9]*$" />
|
||||||
|
</module>
|
||||||
|
<module name="LocalVariableName"/>
|
||||||
|
<module name="MemberName"/>
|
||||||
|
<module name="MethodName"/>
|
||||||
|
<module name="MethodTypeParameterName">
|
||||||
|
<property name="format" value="^[A-Z]+$"/>
|
||||||
|
</module>
|
||||||
|
<module name="PackageName"/>
|
||||||
|
<module name="ParameterName"/>
|
||||||
|
<module name="StaticVariableName"/>
|
||||||
|
<module name="TypeName"/>
|
||||||
|
|
||||||
|
<!-- Checks for imports -->
|
||||||
|
<!-- See http://checkstyle.sf.net/config_import.html -->
|
||||||
|
<module name="IllegalImport"/> <!-- defaults to sun.* packages -->
|
||||||
|
<module name="RedundantImport"/>
|
||||||
|
<module name="UnusedImports"/>
|
||||||
|
|
||||||
|
|
||||||
|
<!-- Checks for Size Violations. -->
|
||||||
|
<!-- See http://checkstyle.sf.net/config_sizes.html -->
|
||||||
|
<module name="LineLength"/>
|
||||||
|
<module name="MethodLength"/>
|
||||||
|
<module name="ParameterNumber"/>
|
||||||
|
<module name="OuterTypeNumber"/>
|
||||||
|
|
||||||
|
<!-- Checks for whitespace -->
|
||||||
|
<!-- See http://checkstyle.sf.net/config_whitespace.html -->
|
||||||
|
<module name="GenericWhitespace"/>
|
||||||
|
<module name="EmptyForIteratorPad"/>
|
||||||
|
<module name="MethodParamPad"/>
|
||||||
|
<module name="WhitespaceAround">
|
||||||
|
<property name="tokens" value="LITERAL_IF" />
|
||||||
|
</module>
|
||||||
|
<module name="NoWhitespaceAfter">
|
||||||
|
<property name="tokens"
|
||||||
|
value="BNOT, DEC, DOT, INC, LNOT, UNARY_MINUS, UNARY_PLUS" />
|
||||||
|
</module>
|
||||||
|
<module name="NoWhitespaceBefore"/>
|
||||||
|
<module name="OperatorWrap"/>
|
||||||
|
<module name="ParenPad"/>
|
||||||
|
<module name="TypecastParenPad"/>
|
||||||
|
<module name="WhitespaceAfter">
|
||||||
|
<property name="tokens" value="COMMA, SEMI"/>
|
||||||
|
</module>
|
||||||
|
|
||||||
|
<module name="Regexp">
|
||||||
|
<property name="format" value="[ \t]+$"/>
|
||||||
|
<property name="illegalPattern" value="true"/>
|
||||||
|
<property name="message" value="Trailing whitespace"/>
|
||||||
|
</module>
|
||||||
|
|
||||||
|
<!-- Modifier Checks -->
|
||||||
|
<!-- See http://checkstyle.sf.net/config_modifiers.html -->
|
||||||
|
<module name="ModifierOrder"/>
|
||||||
|
<module name="RedundantModifier"/>
|
||||||
|
|
||||||
|
|
||||||
|
<!-- Checks for blocks. You know, those {}'s -->
|
||||||
|
<!-- See http://checkstyle.sf.net/config_blocks.html -->
|
||||||
|
<module name="AvoidNestedBlocks"/>
|
||||||
|
<module name="EmptyBlock">
|
||||||
|
<!-- catch blocks need a statement or a comment. -->
|
||||||
|
<property name="option" value="text" />
|
||||||
|
<property name="tokens" value="LITERAL_CATCH" />
|
||||||
|
</module>
|
||||||
|
<module name="EmptyBlock">
|
||||||
|
<!-- all other blocks need a real statement. -->
|
||||||
|
<property name="option" value="stmt" />
|
||||||
|
<property name="tokens" value="LITERAL_DO, LITERAL_ELSE, LITERAL_FINALLY,
|
||||||
|
LITERAL_IF, LITERAL_FOR, LITERAL_TRY, LITERAL_WHILE, INSTANCE_INIT,
|
||||||
|
STATIC_INIT" />
|
||||||
|
</module>
|
||||||
|
<module name="LeftCurly"/>
|
||||||
|
<module name="NeedBraces"/>
|
||||||
|
<module name="RightCurly"/>
|
||||||
|
|
||||||
|
|
||||||
|
<!-- Checks for common coding problems -->
|
||||||
|
<!-- See http://checkstyle.sf.net/config_coding.html -->
|
||||||
|
<!-- module name="AvoidInlineConditionals"/-->
|
||||||
|
<module name="DoubleCheckedLocking"/>
|
||||||
|
<module name="EmptyStatement"/>
|
||||||
|
<module name="EqualsHashCode"/>
|
||||||
|
<module name="StringLiteralEquality" />
|
||||||
|
<module name="HiddenField">
|
||||||
|
<property name="ignoreConstructorParameter" value="true"/>
|
||||||
|
</module>
|
||||||
|
<module name="IllegalInstantiation"/>
|
||||||
|
<module name="InnerAssignment"/>
|
||||||
|
<module name="MissingSwitchDefault"/>
|
||||||
|
<module name="RedundantThrows"/>
|
||||||
|
<module name="SimplifyBooleanExpression"/>
|
||||||
|
<module name="SimplifyBooleanReturn"/>
|
||||||
|
<module name="DefaultComesLast" />
|
||||||
|
|
||||||
|
<!-- Checks for class design -->
|
||||||
|
<!-- See http://checkstyle.sf.net/config_design.html -->
|
||||||
|
<module name="FinalClass"/>
|
||||||
|
<module name="HideUtilityClassConstructor"/>
|
||||||
|
<module name="InterfaceIsType"/>
|
||||||
|
<module name="VisibilityModifier">
|
||||||
|
<property name="protectedAllowed" value="true" />
|
||||||
|
</module>
|
||||||
|
<module name="MissingOverride" />
|
||||||
|
|
||||||
|
|
||||||
|
<!-- Miscellaneous other checks. -->
|
||||||
|
<!-- See http://checkstyle.sf.net/config_misc.html -->
|
||||||
|
<module name="ArrayTypeStyle"/>
|
||||||
|
<module name="ArrayTrailingComma"/>
|
||||||
|
<!--
|
||||||
|
This generates too many false-positives on wrapped 'throws' clauses
|
||||||
|
to be really useful. Disabled for now.
|
||||||
|
|
||||||
|
Sqoop style is:
|
||||||
|
* Spaces, not tabs.
|
||||||
|
* Indent by two spaces.
|
||||||
|
* Indent by four spaces when wrapping a line.
|
||||||
|
<module name="Indentation">
|
||||||
|
<property name="basicOffset" value="2" />
|
||||||
|
<property name="caseIndent" value="0" />
|
||||||
|
</module>
|
||||||
|
-->
|
||||||
|
<!-- module name="TodoComment"/ -->
|
||||||
|
<module name="UpperEll"/>
|
||||||
|
|
||||||
|
<module name="FileContentsHolder" />
|
||||||
|
</module>
|
||||||
|
|
||||||
|
<!-- allow warnings to be suppressed -->
|
||||||
|
<module name="SuppressionCommentFilter" />
|
||||||
|
</module>
|
||||||
57
gradle.properties
Normal file
57
gradle.properties
Normal file
@ -0,0 +1,57 @@
|
|||||||
|
# Licensed to the Apache Software Foundation (ASF) under one
|
||||||
|
# or more contributor license agreements. See the NOTICE file
|
||||||
|
# distributed with this work for additional information
|
||||||
|
# regarding copyright ownership. The ASF licenses this file
|
||||||
|
# to you under the Apache License, Version 2.0 (the
|
||||||
|
# "License"); you may not use this file except in compliance
|
||||||
|
# with the License. You may obtain a copy of the License at
|
||||||
|
#
|
||||||
|
# http://www.apache.org/licenses/LICENSE-2.0
|
||||||
|
#
|
||||||
|
# Unless required by applicable law or agreed to in writing,
|
||||||
|
# software distributed under the License is distributed on an
|
||||||
|
# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
|
||||||
|
# KIND, either express or implied. See the License for the
|
||||||
|
# specific language governing permissions and limitations
|
||||||
|
# under the License.
|
||||||
|
|
||||||
|
# This properties file lists the versions of the various artifacts we use in gradle.
|
||||||
|
|
||||||
|
javaSourceCompatibilityVersion=1.7
|
||||||
|
|
||||||
|
avroVersion=1.8.1
|
||||||
|
kitedataVersion=1.1.0
|
||||||
|
hadoopVersion=2.8.0
|
||||||
|
aspectjVersion=1.7.4
|
||||||
|
zookeeperVersion=3.4.6
|
||||||
|
hbaseVersion=1.2.4
|
||||||
|
hcatalogVersion=1.2.1
|
||||||
|
|
||||||
|
accumuloVersion=1.6.2
|
||||||
|
|
||||||
|
h2Version=1.3.170
|
||||||
|
hsqldbVersion=1.8.0.10
|
||||||
|
|
||||||
|
commonscliVersion=1.2
|
||||||
|
commonscollectionsVersion=3.2.2
|
||||||
|
commonsioVersion=1.4
|
||||||
|
commonslangVersion=2.4
|
||||||
|
commonslang3Version=3.4
|
||||||
|
commonsloggingVersion=1.0.4
|
||||||
|
commonsnetVersion=3.1
|
||||||
|
|
||||||
|
log4jVersion=1.2.16
|
||||||
|
junitVersion=4.12
|
||||||
|
mockitoallVersion=1.9.5
|
||||||
|
assertjVersion=2.8.0
|
||||||
|
|
||||||
|
checkstyleVersion=5.5
|
||||||
|
|
||||||
|
version=1.5.0-SNAPSHOT
|
||||||
|
|
||||||
|
postgresqlVersion=9.2-1003-jdbc4
|
||||||
|
|
||||||
|
oldHash=b0f391e75154be86f95378ab141f6dd1b3b59475
|
||||||
|
oldVersion=1.4.7
|
||||||
|
|
||||||
|
org.gradle.daemon=true
|
||||||
100
gradle/customUnixStartScript.txt
Normal file
100
gradle/customUnixStartScript.txt
Normal file
@ -0,0 +1,100 @@
|
|||||||
|
#!/bin/bash
|
||||||
|
#
|
||||||
|
# Copyright 2011 The Apache Software Foundation
|
||||||
|
#
|
||||||
|
# Licensed to the Apache Software Foundation (ASF) under one
|
||||||
|
# or more contributor license agreements. See the NOTICE file
|
||||||
|
# distributed with this work for additional information
|
||||||
|
# regarding copyright ownership. The ASF licenses this file
|
||||||
|
# to you under the Apache License, Version 2.0 (the
|
||||||
|
# "License"); you may not use this file except in compliance
|
||||||
|
# with the License. You may obtain a copy of the License at
|
||||||
|
#
|
||||||
|
# http://www.apache.org/licenses/LICENSE-2.0
|
||||||
|
#
|
||||||
|
# Unless required by applicable law or agreed to in writing,
|
||||||
|
# software distributed under the License is distributed on an
|
||||||
|
# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
|
||||||
|
# KIND, either express or implied. See the License for the
|
||||||
|
# specific language governing permissions and limitations
|
||||||
|
# under the License.
|
||||||
|
|
||||||
|
follow_one() {
|
||||||
|
# Resolve symlinks and relative path components along a path. This requires
|
||||||
|
# its argument to be an absolute path. This does not recursively re-resolve
|
||||||
|
# symlinks; if that is required, use the 'follow' method.
|
||||||
|
|
||||||
|
target=\$1
|
||||||
|
OIFS=\$IFS
|
||||||
|
IFS='/'
|
||||||
|
|
||||||
|
# Taking each dir component along the way, build up a new target directory,
|
||||||
|
# resolving '.', '..', and symlinks.
|
||||||
|
newtarget=''
|
||||||
|
for part in \${target}; do
|
||||||
|
if [ -z "\${part}" ]; then
|
||||||
|
continue # Empty dir part. 'foo//bar'
|
||||||
|
elif [ "." == "\${part}" ]; then
|
||||||
|
continue # Nothing special to do for '.'
|
||||||
|
elif [ ".." == "\${part}" ]; then
|
||||||
|
IFS=\$OIFS
|
||||||
|
newtarget=`dirname \${newtarget}` # pop a component.
|
||||||
|
elif [ -h "\${newtarget}/\${part}" ]; then
|
||||||
|
IFS=\$OIFS
|
||||||
|
link=`readlink \${newtarget}/\${part}`
|
||||||
|
# links can be relative or absolute. Relative ones get appended to
|
||||||
|
# newtarget; absolute ones replace it.
|
||||||
|
if [ "\${link:0:1}" != "/" ]; then
|
||||||
|
newtarget="\${newtarget}/\${link}" # relative
|
||||||
|
else
|
||||||
|
newtarget="\${link}" # absolute
|
||||||
|
fi
|
||||||
|
else # Regular file component.
|
||||||
|
newtarget="\${newtarget}/\${part}"
|
||||||
|
fi
|
||||||
|
IFS='/'
|
||||||
|
done
|
||||||
|
|
||||||
|
IFS=\$OIFS
|
||||||
|
echo \$newtarget
|
||||||
|
}
|
||||||
|
|
||||||
|
follow() {
|
||||||
|
# Portable 'readlink -f' function to follow a file's links to the final
|
||||||
|
# target. Calls follow_one recursively til we're finished tracing symlinks.
|
||||||
|
|
||||||
|
target=\$1
|
||||||
|
depth=\$2
|
||||||
|
|
||||||
|
if [ -z "\$depth" ]; then
|
||||||
|
depth=0
|
||||||
|
elif [ "\$depth" == "1000" ]; then
|
||||||
|
# Don't recurse indefinitely; we've probably hit a symlink cycle.
|
||||||
|
# Just bail out here.
|
||||||
|
echo \$target
|
||||||
|
return 1
|
||||||
|
fi
|
||||||
|
|
||||||
|
# Canonicalize the target to be an absolute path.
|
||||||
|
targetdir=`dirname \${target}`
|
||||||
|
targetdir=`cd \${targetdir} && pwd`
|
||||||
|
target=\${targetdir}/`basename \${target}`
|
||||||
|
|
||||||
|
# Use follow_one to resolve links. Test that we get the same result twice,
|
||||||
|
# to terminate iteration.
|
||||||
|
first=`follow_one \${target}`
|
||||||
|
second=`follow_one \${first}`
|
||||||
|
if [ "\${first}" == "\${second}" ]; then
|
||||||
|
# We're done.
|
||||||
|
echo "\${second}"
|
||||||
|
else
|
||||||
|
# Need to continue resolving links.
|
||||||
|
echo `follow \${second} \$(( \$depth + 1 ))`
|
||||||
|
fi
|
||||||
|
}
|
||||||
|
|
||||||
|
prgm=`follow \$0`
|
||||||
|
bin=`dirname \${prgm}`
|
||||||
|
bin=`cd \${bin} && pwd`
|
||||||
|
|
||||||
|
exec \${bin}/sqoop ${applicationName} "\$@"
|
||||||
26
gradle/customWindowsStartScript.txt
Normal file
26
gradle/customWindowsStartScript.txt
Normal file
@ -0,0 +1,26 @@
|
|||||||
|
@echo off
|
||||||
|
:: Licensed to the Apache Software Foundation (ASF) under one or more
|
||||||
|
:: contributor license agreements. See the NOTICE file distributed with
|
||||||
|
:: this work for additional information regarding copyright ownership.
|
||||||
|
:: The ASF licenses this file to You under the Apache License, Version 2.0
|
||||||
|
:: (the "License"); you may not use this file except in compliance with
|
||||||
|
:: the License. You may obtain a copy of the License at
|
||||||
|
::
|
||||||
|
::
|
||||||
|
:: http://www.apache.org/licenses/LICENSE-2.0
|
||||||
|
::
|
||||||
|
:: Unless required by applicable law or agreed to in writing, software
|
||||||
|
:: distributed under the License is distributed on an "AS IS" BASIS,
|
||||||
|
:: WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||||
|
:: See the License for the specific language governing permissions and
|
||||||
|
:: limitations under the License.
|
||||||
|
setlocal
|
||||||
|
|
||||||
|
set prgm=%~f0
|
||||||
|
set bin=%~dp0
|
||||||
|
|
||||||
|
if "%bin:~-1%" == "\" (
|
||||||
|
set bin=%bin:~0,-1%
|
||||||
|
)
|
||||||
|
|
||||||
|
call "%bin%\\sqoop.cmd" SUBCOMMANDMARKER %*
|
||||||
209
gradle/sqoop-package.gradle
Normal file
209
gradle/sqoop-package.gradle
Normal file
@ -0,0 +1,209 @@
|
|||||||
|
/**
|
||||||
|
* Licensed to the Apache Software Foundation (ASF) under one
|
||||||
|
* or more contributor license agreements. See the NOTICE file
|
||||||
|
* distributed with this work for additional information
|
||||||
|
* regarding copyright ownership. The ASF licenses this file
|
||||||
|
* to you under the Apache License, Version 2.0 (the
|
||||||
|
* "License"); you may not use this file except in compliance
|
||||||
|
* with the License. You may obtain a copy of the License at
|
||||||
|
*
|
||||||
|
* http://www.apache.org/licenses/LICENSE-2.0
|
||||||
|
*
|
||||||
|
* Unless required by applicable law or agreed to in writing, software
|
||||||
|
* distributed under the License is distributed on an "AS IS" BASIS,
|
||||||
|
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||||
|
* See the License for the specific language governing permissions and
|
||||||
|
* limitations under the License.
|
||||||
|
*/
|
||||||
|
configurations {
|
||||||
|
redist
|
||||||
|
}
|
||||||
|
|
||||||
|
dependencies {
|
||||||
|
redist group: 'commons-io', name: 'commons-io', version: commonsioVersion
|
||||||
|
redist(group: 'org.apache.avro', name: 'avro', version: avroVersion) {
|
||||||
|
exclude group: 'org.slf4j', module: 'slf4j-api'
|
||||||
|
exclude group: 'org.mortbay.jetty', module: 'jetty'
|
||||||
|
exclude group: 'org.mortbay.jetty', module: 'jetty-util'
|
||||||
|
exclude group: 'org.mortbay.jetty', module: 'servlet-api'
|
||||||
|
exclude module: 'netty'
|
||||||
|
exclude group: 'org.apache.velocity', module: 'velocity'
|
||||||
|
}
|
||||||
|
redist(group: 'org.apache.avro', name: 'avro-mapred', version: avroVersion, classifier: 'hadoop2') {
|
||||||
|
exclude group: 'org.slf4j', module: 'slf4j-api'
|
||||||
|
exclude group: 'org.mortbay.jetty', module: 'jetty'
|
||||||
|
exclude group: 'org.mortbay.jetty', module: 'jetty-util'
|
||||||
|
exclude group: 'org.mortbay.jetty', module: 'servlet-api'
|
||||||
|
exclude module: 'netty'
|
||||||
|
exclude group: 'org.apache.velocity', module: 'velocity'
|
||||||
|
}
|
||||||
|
redist group: 'hsqldb', name: 'hsqldb', version: hsqldbVersion
|
||||||
|
redist group: 'org.apache.commons', name: 'commons-lang3', version: commonslang3Version
|
||||||
|
redist group: 'org.kitesdk', name: 'kite-data-mapreduce', version: kitedataVersion
|
||||||
|
redist group: 'org.kitesdk', name: 'kite-data-hive', version: kitedataVersion
|
||||||
|
}
|
||||||
|
|
||||||
|
//Jar tasks
|
||||||
|
jar {
|
||||||
|
baseName = rootProject.name.toLowerCase()
|
||||||
|
destinationDir = buildDir
|
||||||
|
}
|
||||||
|
|
||||||
|
task testJar(type: Jar) {
|
||||||
|
baseName = rootProject.name.toLowerCase()
|
||||||
|
destinationDir = buildDir
|
||||||
|
description 'Create the test jar'
|
||||||
|
appendix = 'test'
|
||||||
|
from sourceSets.test.output
|
||||||
|
}
|
||||||
|
|
||||||
|
task jarAll(dependsOn: ['testJar', 'jar'])
|
||||||
|
|
||||||
|
def buildSrcJarDir = "$buildDir/srcjars"
|
||||||
|
|
||||||
|
task sourceJar(type: Jar) {
|
||||||
|
description 'Create source jars'
|
||||||
|
classifier = 'sources'
|
||||||
|
from sourceSets.main.allSource
|
||||||
|
into buildSrcJarDir
|
||||||
|
}
|
||||||
|
|
||||||
|
task sourceTestJar(type: Jar) {
|
||||||
|
description 'Create source jars'
|
||||||
|
classifier = 'sources'
|
||||||
|
appendix = 'test'
|
||||||
|
from sourceSets.test.allSource
|
||||||
|
into buildSrcJarDir
|
||||||
|
}
|
||||||
|
|
||||||
|
task sourceJars(dependsOn: ['jarAll', 'sourceJar', 'sourceTestJar'])
|
||||||
|
|
||||||
|
//tar tasks
|
||||||
|
def srcArchiveName =jar.baseName.toLowerCase() + "-" + jar.version
|
||||||
|
def srcDirstDir = "$buildDir/$srcArchiveName"
|
||||||
|
def binArtifactName = srcArchiveName + ".bin__hadoop-" + hadoopVersion
|
||||||
|
def distDir = "$buildDir/$binArtifactName"
|
||||||
|
|
||||||
|
task copyToSrcDistDir(type: Copy) {
|
||||||
|
from(projectDir) {
|
||||||
|
include "**/*"
|
||||||
|
exclude "build/**", ".git/**", "tags", ".project", ".classpath", "conf/managers.d/**", "conf/tools.d/**", ".gradle/**"
|
||||||
|
}
|
||||||
|
into srcDirstDir
|
||||||
|
includeEmptyDirs = false
|
||||||
|
}
|
||||||
|
|
||||||
|
task filepermissionForSrcDist(type: Exec) {
|
||||||
|
commandLine 'chmod', 'ugo+x', "$srcDirstDir/bin"
|
||||||
|
commandLine 'chmod', 'ugo+x', "$srcDirstDir/testdata/hive/bin"
|
||||||
|
fileTree("$srcDirstDir").matching { include "**/*.sh" }.each { aFile ->
|
||||||
|
exec {
|
||||||
|
commandLine 'chmod'
|
||||||
|
args 'ugo+x', aFile.absolutePath
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
task srcPackageDist(dependsOn: ['copyToSrcDistDir', 'filepermissionForSrcDist'])
|
||||||
|
|
||||||
|
task srctar(type: Tar, dependsOn: srcPackageDist) {
|
||||||
|
from("$srcDirstDir") {
|
||||||
|
include "**"
|
||||||
|
exclude "**/*.sh", "testdata/hive/bin/*", "bin/*"
|
||||||
|
fileMode 0644
|
||||||
|
}
|
||||||
|
from("$srcDirstDir") {
|
||||||
|
include "**/*.sh", "testdata/hive/bin/*", "bin/*", "testdata/hcatalog/conf/*"
|
||||||
|
fileMode 0755
|
||||||
|
}
|
||||||
|
baseName = srcArchiveName
|
||||||
|
destinationDir = file("$buildDir")
|
||||||
|
extension = 'tar.gz'
|
||||||
|
compression = Compression.GZIP
|
||||||
|
}
|
||||||
|
|
||||||
|
task copyToDistDir(type: Copy, dependsOn: ['jarAll', 'docs', 'createAllStartScripts']) {
|
||||||
|
from jar
|
||||||
|
from testJar
|
||||||
|
from(projectDir) {
|
||||||
|
include "**/*"
|
||||||
|
exclude "build/**", "lib/**", ".git/**", "tags", ".project", ".classpath", "conf/managers.d/**", "conf/tools.d/**", ".gradle/**"
|
||||||
|
}
|
||||||
|
into distDir
|
||||||
|
includeEmptyDirs = false
|
||||||
|
}
|
||||||
|
|
||||||
|
task copyToDistLibDir(type: Copy, dependsOn: [configurations.redist, copyToDistDir]) {
|
||||||
|
from configurations.redist
|
||||||
|
from("$projectDir/lib") {
|
||||||
|
include "**/*"
|
||||||
|
exclude "ivy*"
|
||||||
|
}
|
||||||
|
into "$distDir/lib"
|
||||||
|
includeEmptyDirs = false
|
||||||
|
}
|
||||||
|
|
||||||
|
task copyToDistDirDocs(type: Copy, dependsOn: ['docs', 'copyToDistLibDir']) {
|
||||||
|
from("$buildDir/docs") {
|
||||||
|
include "**/*.html", "**/*.css", "images/**"
|
||||||
|
}
|
||||||
|
into "$distDir/docs"
|
||||||
|
includeEmptyDirs = false
|
||||||
|
}
|
||||||
|
|
||||||
|
task copyToDistDirDocsMan(type: Copy, dependsOn: ['docs', 'copyToDistDirDocs']) {
|
||||||
|
from("$buildDir/docs") {
|
||||||
|
include "**/*.gz"
|
||||||
|
}
|
||||||
|
into "$distDir/docs/man"
|
||||||
|
includeEmptyDirs = false
|
||||||
|
}
|
||||||
|
|
||||||
|
task copyToDistBinDir(type: Copy, dependsOn: ['copyToDistDirDocsMan']) {
|
||||||
|
from("$buildDir/bin") {
|
||||||
|
include "*"
|
||||||
|
}
|
||||||
|
into "$distDir/bin"
|
||||||
|
includeEmptyDirs = false
|
||||||
|
}
|
||||||
|
|
||||||
|
task filepermissionForDist(type: Exec, dependsOn: ['copyToDistBinDir']) {
|
||||||
|
commandLine 'chmod', 'ugo+x', "$distDir/bin"
|
||||||
|
commandLine 'chmod', 'ugo+x', "$distDir/testdata/hive/bin"
|
||||||
|
fileTree("$distDir").matching { include "**/*.sh" }.each { aFile ->
|
||||||
|
exec {
|
||||||
|
commandLine 'chmod'
|
||||||
|
args 'ugo+x', aFile.absolutePath
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
def contentSpec = copySpec {
|
||||||
|
from("$distDir/conf") {
|
||||||
|
include "sqoop-site-template.xml"
|
||||||
|
}
|
||||||
|
rename('sqoop-site-template.xml', 'sqoop-site.xml')
|
||||||
|
}
|
||||||
|
|
||||||
|
task copyAndOverwriteSqoopSiteXML(type: Copy, dependsOn: filepermissionForDist) {
|
||||||
|
into "$distDir/conf"
|
||||||
|
with contentSpec
|
||||||
|
}
|
||||||
|
|
||||||
|
task packageDist(dependsOn: ['copyToDistDir', 'copyToDistLibDir', 'copyToDistDirDocs', 'copyToDistDirDocsMan', 'copyToDistBinDir', 'filepermissionForDist', 'copyAndOverwriteSqoopSiteXML'])
|
||||||
|
|
||||||
|
task tar(type: Tar, dependsOn: packageDist) {
|
||||||
|
from("$buildDir") {
|
||||||
|
include "$binArtifactName/**"
|
||||||
|
exclude "$binArtifactName/**/*.sh", "$binArtifactName/testdata/hive/bin/*", "$binArtifactName/bin/*"
|
||||||
|
fileMode 0644
|
||||||
|
}
|
||||||
|
from("$buildDir") {
|
||||||
|
include "$binArtifactName/**/*.sh", "$binArtifactName/testdata/hive/bin/*", "$binArtifactName/bin/*", "$binArtifactName/testdata/hcatalog/conf/*"
|
||||||
|
fileMode 0755
|
||||||
|
}
|
||||||
|
baseName = binArtifactName
|
||||||
|
destinationDir = file("$buildDir")
|
||||||
|
extension = 'tar.gz'
|
||||||
|
compression = Compression.GZIP
|
||||||
|
}
|
||||||
76
gradle/sqoop-version-gen.gradle
Normal file
76
gradle/sqoop-version-gen.gradle
Normal file
@ -0,0 +1,76 @@
|
|||||||
|
/**
|
||||||
|
* Licensed to the Apache Software Foundation (ASF) under one
|
||||||
|
* or more contributor license agreements. See the NOTICE file
|
||||||
|
* distributed with this work for additional information
|
||||||
|
* regarding copyright ownership. The ASF licenses this file
|
||||||
|
* to you under the Apache License, Version 2.0 (the
|
||||||
|
* "License"); you may not use this file except in compliance
|
||||||
|
* with the License. You may obtain a copy of the License at
|
||||||
|
*
|
||||||
|
* http://www.apache.org/licenses/LICENSE-2.0
|
||||||
|
*
|
||||||
|
* Unless required by applicable law or agreed to in writing, software
|
||||||
|
* distributed under the License is distributed on an "AS IS" BASIS,
|
||||||
|
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||||
|
* See the License for the specific language governing permissions and
|
||||||
|
* limitations under the License.
|
||||||
|
*/
|
||||||
|
import java.text.SimpleDateFormat
|
||||||
|
|
||||||
|
def getGitHash = { ->
|
||||||
|
def stdout = new ByteArrayOutputStream()
|
||||||
|
exec {
|
||||||
|
commandLine 'git', 'log', '-1', '--pretty=format:%H'
|
||||||
|
standardOutput = stdout
|
||||||
|
}
|
||||||
|
return stdout.toString().trim()
|
||||||
|
}
|
||||||
|
def signature = getGitHash
|
||||||
|
|
||||||
|
def user = System.getProperty("user.name")
|
||||||
|
|
||||||
|
task SqoopVersionFileGen() {
|
||||||
|
doLast {
|
||||||
|
def file = new File("$projectDir/src/java/org/apache/sqoop/SqoopVersion.java")
|
||||||
|
file.createNewFile()
|
||||||
|
file.text = """
|
||||||
|
/**
|
||||||
|
* Licensed to the Apache Software Foundation (ASF) under one
|
||||||
|
* or more contributor license agreements. See the NOTICE file
|
||||||
|
* distributed with this work for additional information
|
||||||
|
* regarding copyright ownership. The ASF licenses this file
|
||||||
|
* to you under the Apache License, Version 2.0 (the
|
||||||
|
* "License"); you may not use this file except in compliance
|
||||||
|
* with the License. You may obtain a copy of the License at
|
||||||
|
*
|
||||||
|
* http://www.apache.org/licenses/LICENSE-2.0
|
||||||
|
*
|
||||||
|
* Unless required by applicable law or agreed to in writing, software
|
||||||
|
* distributed under the License is distributed on an "AS IS" BASIS,
|
||||||
|
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||||
|
* See the License for the specific language governing permissions and
|
||||||
|
* limitations under the License.
|
||||||
|
*/
|
||||||
|
// generated by gradle task
|
||||||
|
package org.apache.sqoop;
|
||||||
|
|
||||||
|
public class SqoopVersion {
|
||||||
|
public SqoopVersion() {
|
||||||
|
}
|
||||||
|
|
||||||
|
public static final String VERSION="$version";
|
||||||
|
public static final String GIT_HASH="$signature";
|
||||||
|
public static final String COMPILE_USER="$user";
|
||||||
|
public static final String COMPILE_DATE="${new SimpleDateFormat("dd-MM-yyyy HH:mm:ss").format(new Date())}";
|
||||||
|
|
||||||
|
@Override
|
||||||
|
public String toString() {
|
||||||
|
return "Sqoop " + VERSION + "\\n"
|
||||||
|
+ "git commit id " + GIT_HASH + "\\n"
|
||||||
|
+ "Compiled by " + COMPILE_USER
|
||||||
|
+ " on " + COMPILE_DATE + "\\n";
|
||||||
|
}
|
||||||
|
}
|
||||||
|
"""
|
||||||
|
}
|
||||||
|
}
|
||||||
BIN
gradle/wrapper/gradle-wrapper.jar
vendored
Normal file
BIN
gradle/wrapper/gradle-wrapper.jar
vendored
Normal file
Binary file not shown.
5
gradle/wrapper/gradle-wrapper.properties
vendored
Normal file
5
gradle/wrapper/gradle-wrapper.properties
vendored
Normal file
@ -0,0 +1,5 @@
|
|||||||
|
distributionBase=GRADLE_USER_HOME
|
||||||
|
distributionPath=wrapper/dists
|
||||||
|
zipStoreBase=GRADLE_USER_HOME
|
||||||
|
zipStorePath=wrapper/dists
|
||||||
|
distributionUrl=https\://services.gradle.org/distributions/gradle-3.5.1-bin.zip
|
||||||
172
gradlew
vendored
Executable file
172
gradlew
vendored
Executable file
@ -0,0 +1,172 @@
|
|||||||
|
#!/usr/bin/env sh
|
||||||
|
|
||||||
|
##############################################################################
|
||||||
|
##
|
||||||
|
## Gradle start up script for UN*X
|
||||||
|
##
|
||||||
|
##############################################################################
|
||||||
|
|
||||||
|
# Attempt to set APP_HOME
|
||||||
|
# Resolve links: $0 may be a link
|
||||||
|
PRG="$0"
|
||||||
|
# Need this for relative symlinks.
|
||||||
|
while [ -h "$PRG" ] ; do
|
||||||
|
ls=`ls -ld "$PRG"`
|
||||||
|
link=`expr "$ls" : '.*-> \(.*\)$'`
|
||||||
|
if expr "$link" : '/.*' > /dev/null; then
|
||||||
|
PRG="$link"
|
||||||
|
else
|
||||||
|
PRG=`dirname "$PRG"`"/$link"
|
||||||
|
fi
|
||||||
|
done
|
||||||
|
SAVED="`pwd`"
|
||||||
|
cd "`dirname \"$PRG\"`/" >/dev/null
|
||||||
|
APP_HOME="`pwd -P`"
|
||||||
|
cd "$SAVED" >/dev/null
|
||||||
|
|
||||||
|
APP_NAME="Gradle"
|
||||||
|
APP_BASE_NAME=`basename "$0"`
|
||||||
|
|
||||||
|
# Add default JVM options here. You can also use JAVA_OPTS and GRADLE_OPTS to pass JVM options to this script.
|
||||||
|
DEFAULT_JVM_OPTS=""
|
||||||
|
|
||||||
|
# Use the maximum available, or set MAX_FD != -1 to use that value.
|
||||||
|
MAX_FD="maximum"
|
||||||
|
|
||||||
|
warn () {
|
||||||
|
echo "$*"
|
||||||
|
}
|
||||||
|
|
||||||
|
die () {
|
||||||
|
echo
|
||||||
|
echo "$*"
|
||||||
|
echo
|
||||||
|
exit 1
|
||||||
|
}
|
||||||
|
|
||||||
|
# OS specific support (must be 'true' or 'false').
|
||||||
|
cygwin=false
|
||||||
|
msys=false
|
||||||
|
darwin=false
|
||||||
|
nonstop=false
|
||||||
|
case "`uname`" in
|
||||||
|
CYGWIN* )
|
||||||
|
cygwin=true
|
||||||
|
;;
|
||||||
|
Darwin* )
|
||||||
|
darwin=true
|
||||||
|
;;
|
||||||
|
MINGW* )
|
||||||
|
msys=true
|
||||||
|
;;
|
||||||
|
NONSTOP* )
|
||||||
|
nonstop=true
|
||||||
|
;;
|
||||||
|
esac
|
||||||
|
|
||||||
|
CLASSPATH=$APP_HOME/gradle/wrapper/gradle-wrapper.jar
|
||||||
|
|
||||||
|
# Determine the Java command to use to start the JVM.
|
||||||
|
if [ -n "$JAVA_HOME" ] ; then
|
||||||
|
if [ -x "$JAVA_HOME/jre/sh/java" ] ; then
|
||||||
|
# IBM's JDK on AIX uses strange locations for the executables
|
||||||
|
JAVACMD="$JAVA_HOME/jre/sh/java"
|
||||||
|
else
|
||||||
|
JAVACMD="$JAVA_HOME/bin/java"
|
||||||
|
fi
|
||||||
|
if [ ! -x "$JAVACMD" ] ; then
|
||||||
|
die "ERROR: JAVA_HOME is set to an invalid directory: $JAVA_HOME
|
||||||
|
|
||||||
|
Please set the JAVA_HOME variable in your environment to match the
|
||||||
|
location of your Java installation."
|
||||||
|
fi
|
||||||
|
else
|
||||||
|
JAVACMD="java"
|
||||||
|
which java >/dev/null 2>&1 || die "ERROR: JAVA_HOME is not set and no 'java' command could be found in your PATH.
|
||||||
|
|
||||||
|
Please set the JAVA_HOME variable in your environment to match the
|
||||||
|
location of your Java installation."
|
||||||
|
fi
|
||||||
|
|
||||||
|
# Increase the maximum file descriptors if we can.
|
||||||
|
if [ "$cygwin" = "false" -a "$darwin" = "false" -a "$nonstop" = "false" ] ; then
|
||||||
|
MAX_FD_LIMIT=`ulimit -H -n`
|
||||||
|
if [ $? -eq 0 ] ; then
|
||||||
|
if [ "$MAX_FD" = "maximum" -o "$MAX_FD" = "max" ] ; then
|
||||||
|
MAX_FD="$MAX_FD_LIMIT"
|
||||||
|
fi
|
||||||
|
ulimit -n $MAX_FD
|
||||||
|
if [ $? -ne 0 ] ; then
|
||||||
|
warn "Could not set maximum file descriptor limit: $MAX_FD"
|
||||||
|
fi
|
||||||
|
else
|
||||||
|
warn "Could not query maximum file descriptor limit: $MAX_FD_LIMIT"
|
||||||
|
fi
|
||||||
|
fi
|
||||||
|
|
||||||
|
# For Darwin, add options to specify how the application appears in the dock
|
||||||
|
if $darwin; then
|
||||||
|
GRADLE_OPTS="$GRADLE_OPTS \"-Xdock:name=$APP_NAME\" \"-Xdock:icon=$APP_HOME/media/gradle.icns\""
|
||||||
|
fi
|
||||||
|
|
||||||
|
# For Cygwin, switch paths to Windows format before running java
|
||||||
|
if $cygwin ; then
|
||||||
|
APP_HOME=`cygpath --path --mixed "$APP_HOME"`
|
||||||
|
CLASSPATH=`cygpath --path --mixed "$CLASSPATH"`
|
||||||
|
JAVACMD=`cygpath --unix "$JAVACMD"`
|
||||||
|
|
||||||
|
# We build the pattern for arguments to be converted via cygpath
|
||||||
|
ROOTDIRSRAW=`find -L / -maxdepth 1 -mindepth 1 -type d 2>/dev/null`
|
||||||
|
SEP=""
|
||||||
|
for dir in $ROOTDIRSRAW ; do
|
||||||
|
ROOTDIRS="$ROOTDIRS$SEP$dir"
|
||||||
|
SEP="|"
|
||||||
|
done
|
||||||
|
OURCYGPATTERN="(^($ROOTDIRS))"
|
||||||
|
# Add a user-defined pattern to the cygpath arguments
|
||||||
|
if [ "$GRADLE_CYGPATTERN" != "" ] ; then
|
||||||
|
OURCYGPATTERN="$OURCYGPATTERN|($GRADLE_CYGPATTERN)"
|
||||||
|
fi
|
||||||
|
# Now convert the arguments - kludge to limit ourselves to /bin/sh
|
||||||
|
i=0
|
||||||
|
for arg in "$@" ; do
|
||||||
|
CHECK=`echo "$arg"|egrep -c "$OURCYGPATTERN" -`
|
||||||
|
CHECK2=`echo "$arg"|egrep -c "^-"` ### Determine if an option
|
||||||
|
|
||||||
|
if [ $CHECK -ne 0 ] && [ $CHECK2 -eq 0 ] ; then ### Added a condition
|
||||||
|
eval `echo args$i`=`cygpath --path --ignore --mixed "$arg"`
|
||||||
|
else
|
||||||
|
eval `echo args$i`="\"$arg\""
|
||||||
|
fi
|
||||||
|
i=$((i+1))
|
||||||
|
done
|
||||||
|
case $i in
|
||||||
|
(0) set -- ;;
|
||||||
|
(1) set -- "$args0" ;;
|
||||||
|
(2) set -- "$args0" "$args1" ;;
|
||||||
|
(3) set -- "$args0" "$args1" "$args2" ;;
|
||||||
|
(4) set -- "$args0" "$args1" "$args2" "$args3" ;;
|
||||||
|
(5) set -- "$args0" "$args1" "$args2" "$args3" "$args4" ;;
|
||||||
|
(6) set -- "$args0" "$args1" "$args2" "$args3" "$args4" "$args5" ;;
|
||||||
|
(7) set -- "$args0" "$args1" "$args2" "$args3" "$args4" "$args5" "$args6" ;;
|
||||||
|
(8) set -- "$args0" "$args1" "$args2" "$args3" "$args4" "$args5" "$args6" "$args7" ;;
|
||||||
|
(9) set -- "$args0" "$args1" "$args2" "$args3" "$args4" "$args5" "$args6" "$args7" "$args8" ;;
|
||||||
|
esac
|
||||||
|
fi
|
||||||
|
|
||||||
|
# Escape application args
|
||||||
|
save () {
|
||||||
|
for i do printf %s\\n "$i" | sed "s/'/'\\\\''/g;1s/^/'/;\$s/\$/' \\\\/" ; done
|
||||||
|
echo " "
|
||||||
|
}
|
||||||
|
APP_ARGS=$(save "$@")
|
||||||
|
|
||||||
|
# Collect all arguments for the java command, following the shell quoting and substitution rules
|
||||||
|
eval set -- $DEFAULT_JVM_OPTS $JAVA_OPTS $GRADLE_OPTS "\"-Dorg.gradle.appname=$APP_BASE_NAME\"" -classpath "\"$CLASSPATH\"" org.gradle.wrapper.GradleWrapperMain "$APP_ARGS"
|
||||||
|
|
||||||
|
# by default we should be in the correct project dir, but when run from Finder on Mac, the cwd is wrong
|
||||||
|
if [ "$(uname)" = "Darwin" ] && [ "$HOME" = "$PWD" ]; then
|
||||||
|
cd "$(dirname "$0")"
|
||||||
|
fi
|
||||||
|
|
||||||
|
exec "$JAVACMD" "$@"
|
||||||
84
gradlew.bat
vendored
Normal file
84
gradlew.bat
vendored
Normal file
@ -0,0 +1,84 @@
|
|||||||
|
@if "%DEBUG%" == "" @echo off
|
||||||
|
@rem ##########################################################################
|
||||||
|
@rem
|
||||||
|
@rem Gradle startup script for Windows
|
||||||
|
@rem
|
||||||
|
@rem ##########################################################################
|
||||||
|
|
||||||
|
@rem Set local scope for the variables with windows NT shell
|
||||||
|
if "%OS%"=="Windows_NT" setlocal
|
||||||
|
|
||||||
|
set DIRNAME=%~dp0
|
||||||
|
if "%DIRNAME%" == "" set DIRNAME=.
|
||||||
|
set APP_BASE_NAME=%~n0
|
||||||
|
set APP_HOME=%DIRNAME%
|
||||||
|
|
||||||
|
@rem Add default JVM options here. You can also use JAVA_OPTS and GRADLE_OPTS to pass JVM options to this script.
|
||||||
|
set DEFAULT_JVM_OPTS=
|
||||||
|
|
||||||
|
@rem Find java.exe
|
||||||
|
if defined JAVA_HOME goto findJavaFromJavaHome
|
||||||
|
|
||||||
|
set JAVA_EXE=java.exe
|
||||||
|
%JAVA_EXE% -version >NUL 2>&1
|
||||||
|
if "%ERRORLEVEL%" == "0" goto init
|
||||||
|
|
||||||
|
echo.
|
||||||
|
echo ERROR: JAVA_HOME is not set and no 'java' command could be found in your PATH.
|
||||||
|
echo.
|
||||||
|
echo Please set the JAVA_HOME variable in your environment to match the
|
||||||
|
echo location of your Java installation.
|
||||||
|
|
||||||
|
goto fail
|
||||||
|
|
||||||
|
:findJavaFromJavaHome
|
||||||
|
set JAVA_HOME=%JAVA_HOME:"=%
|
||||||
|
set JAVA_EXE=%JAVA_HOME%/bin/java.exe
|
||||||
|
|
||||||
|
if exist "%JAVA_EXE%" goto init
|
||||||
|
|
||||||
|
echo.
|
||||||
|
echo ERROR: JAVA_HOME is set to an invalid directory: %JAVA_HOME%
|
||||||
|
echo.
|
||||||
|
echo Please set the JAVA_HOME variable in your environment to match the
|
||||||
|
echo location of your Java installation.
|
||||||
|
|
||||||
|
goto fail
|
||||||
|
|
||||||
|
:init
|
||||||
|
@rem Get command-line arguments, handling Windows variants
|
||||||
|
|
||||||
|
if not "%OS%" == "Windows_NT" goto win9xME_args
|
||||||
|
|
||||||
|
:win9xME_args
|
||||||
|
@rem Slurp the command line arguments.
|
||||||
|
set CMD_LINE_ARGS=
|
||||||
|
set _SKIP=2
|
||||||
|
|
||||||
|
:win9xME_args_slurp
|
||||||
|
if "x%~1" == "x" goto execute
|
||||||
|
|
||||||
|
set CMD_LINE_ARGS=%*
|
||||||
|
|
||||||
|
:execute
|
||||||
|
@rem Setup the command line
|
||||||
|
|
||||||
|
set CLASSPATH=%APP_HOME%\gradle\wrapper\gradle-wrapper.jar
|
||||||
|
|
||||||
|
@rem Execute Gradle
|
||||||
|
"%JAVA_EXE%" %DEFAULT_JVM_OPTS% %JAVA_OPTS% %GRADLE_OPTS% "-Dorg.gradle.appname=%APP_BASE_NAME%" -classpath "%CLASSPATH%" org.gradle.wrapper.GradleWrapperMain %CMD_LINE_ARGS%
|
||||||
|
|
||||||
|
:end
|
||||||
|
@rem End local scope for the variables with windows NT shell
|
||||||
|
if "%ERRORLEVEL%"=="0" goto mainEnd
|
||||||
|
|
||||||
|
:fail
|
||||||
|
rem Set variable GRADLE_EXIT_CONSOLE if you need the _script_ return code instead of
|
||||||
|
rem the _cmd.exe /c_ return code!
|
||||||
|
if not "" == "%GRADLE_EXIT_CONSOLE%" exit 1
|
||||||
|
exit /b 1
|
||||||
|
|
||||||
|
:mainEnd
|
||||||
|
if "%OS%"=="Windows_NT" endlocal
|
||||||
|
|
||||||
|
:omega
|
||||||
18
settings.gradle
Normal file
18
settings.gradle
Normal file
@ -0,0 +1,18 @@
|
|||||||
|
/**
|
||||||
|
* Licensed to the Apache Software Foundation (ASF) under one
|
||||||
|
* or more contributor license agreements. See the NOTICE file
|
||||||
|
* distributed with this work for additional information
|
||||||
|
* regarding copyright ownership. The ASF licenses this file
|
||||||
|
* to you under the Apache License, Version 2.0 (the
|
||||||
|
* "License"); you may not use this file except in compliance
|
||||||
|
* with the License. You may obtain a copy of the License at
|
||||||
|
*
|
||||||
|
* http://www.apache.org/licenses/LICENSE-2.0
|
||||||
|
*
|
||||||
|
* Unless required by applicable law or agreed to in writing, software
|
||||||
|
* distributed under the License is distributed on an "AS IS" BASIS,
|
||||||
|
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||||
|
* See the License for the specific language governing permissions and
|
||||||
|
* limitations under the License.
|
||||||
|
*/
|
||||||
|
rootProject.name ='Sqoop'
|
||||||
@ -47,7 +47,11 @@ sed -i -e "s|${basedir}||" ${auditlog}
|
|||||||
# Anything in /testdata is a file that is supposed to represent exact output.
|
# Anything in /testdata is a file that is supposed to represent exact output.
|
||||||
grep '!?????' ${auditlog} \
|
grep '!?????' ${auditlog} \
|
||||||
| grep -v ' \/docs\/' \
|
| grep -v ' \/docs\/' \
|
||||||
|
| grep -v ' \/target\/' \
|
||||||
| grep -v ' \/testdata\/' \
|
| grep -v ' \/testdata\/' \
|
||||||
|
| grep -v ' \/gradle\/' \
|
||||||
|
| grep -v ' \/gradlew' \
|
||||||
|
| grep -v ' \/gradlew.bat' \
|
||||||
> ${filtered}
|
> ${filtered}
|
||||||
|
|
||||||
# Check: did we find any violations after filtering?
|
# Check: did we find any violations after filtering?
|
||||||
|
|||||||
2
testdata/hcatalog/conf/hive-site.xml
vendored
2
testdata/hcatalog/conf/hive-site.xml
vendored
@ -34,7 +34,7 @@
|
|||||||
</property>
|
</property>
|
||||||
<property>
|
<property>
|
||||||
<name>javax.jdo.option.ConnectionURL</name>
|
<name>javax.jdo.option.ConnectionURL</name>
|
||||||
<value>jdbc:derby:;databaseName=${test.build.data}/sqoop/metastore_db;create=true</value>
|
<value>jdbc:derby:memory:metastore_db;create=true</value>
|
||||||
</property>
|
</property>
|
||||||
<property>
|
<property>
|
||||||
<name>javax.jdo.option.ConnectionDriverName</name>
|
<name>javax.jdo.option.ConnectionDriverName</name>
|
||||||
|
|||||||
Loading…
Reference in New Issue
Block a user