Commit 651ecd9e by rmani Committed by Sarath Subramanian

ATLAS-2801: Create a separate tar file for atlas-server components excluding…

ATLAS-2801: Create a separate tar file for atlas-server components excluding atlas hook related components Signed-off-by: 's avatarSarath Subramanian <ssubramanian@hortonworks.com>
parent da967ea8
...@@ -132,6 +132,7 @@ atlas.graph.index.search.solr.wait-searcher=true ...@@ -132,6 +132,7 @@ atlas.graph.index.search.solr.wait-searcher=true
<descriptor>src/main/assemblies/atlas-sqoop-hook-package.xml</descriptor> <descriptor>src/main/assemblies/atlas-sqoop-hook-package.xml</descriptor>
<descriptor>src/main/assemblies/atlas-storm-hook-package.xml</descriptor> <descriptor>src/main/assemblies/atlas-storm-hook-package.xml</descriptor>
<descriptor>src/main/assemblies/atlas-kafka-hook-package.xml</descriptor> <descriptor>src/main/assemblies/atlas-kafka-hook-package.xml</descriptor>
<descriptor>src/main/assemblies/atlas-server-package.xml</descriptor>
<descriptor>src/main/assemblies/standalone-package.xml</descriptor> <descriptor>src/main/assemblies/standalone-package.xml</descriptor>
<descriptor>src/main/assemblies/src-package.xml</descriptor> <descriptor>src/main/assemblies/src-package.xml</descriptor>
<descriptor>src/main/assemblies/migration-exporter.xml</descriptor> <descriptor>src/main/assemblies/migration-exporter.xml</descriptor>
......
<?xml version="1.0" encoding="UTF-8"?>
<!--
~ Licensed to the Apache Software Foundation (ASF) under one
~ or more contributor license agreements. See the NOTICE file
~ distributed with this work for additional information
~ regarding copyright ownership. The ASF licenses this file
~ to you under the Apache License, Version 2.0 (the
~ "License"); you may not use this file except in compliance
~ with the License. You may obtain a copy of the License at
~
~ http://www.apache.org/licenses/LICENSE-2.0
~
~ Unless required by applicable law or agreed to in writing, software
~ distributed under the License is distributed on an "AS IS" BASIS,
~ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
~ See the License for the specific language governing permissions and
~ limitations under the License.
-->
<assembly xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
xmlns="http://maven.apache.org/plugins/maven-assembly-plugin/assembly/1.1.2"
xsi:schemaLocation="http://maven.apache.org/plugins/maven-assembly-plugin/assembly/1.1.2 http://maven.apache.org/xsd/assembly-1.1.2.xsd">
<formats>
<format>tar.gz</format>
<format>dir</format>
</formats>
<id>server</id>
<baseDirectory>apache-atlas-${project.version}</baseDirectory>
<fileSets>
<fileSet>
<directory>target/conf/</directory>
<outputDirectory>conf</outputDirectory>
</fileSet>
<fileSet>
<directory>../docs/target/site</directory>
<outputDirectory>docs</outputDirectory>
</fileSet>
<fileSet>
<directory>../webapp/target/apidocs</directory>
<outputDirectory>docs/api</outputDirectory>
</fileSet>
<fileSet>
<directory>../target/site/apidocs</directory>
<outputDirectory>docs/apidocs</outputDirectory>
</fileSet>
<fileSet>
<directory>target/bin</directory>
<outputDirectory>bin</outputDirectory>
<fileMode>0755</fileMode>
<directoryMode>0755</directoryMode>
</fileSet>
<fileSet>
<directory>target/hbase</directory>
<outputDirectory>hbase</outputDirectory>
<fileMode>0755</fileMode>
<directoryMode>0755</directoryMode>
</fileSet>
<fileSet>
<directory>target/solr</directory>
<outputDirectory>solr</outputDirectory>
<fileMode>0755</fileMode>
<directoryMode>0755</directoryMode>
</fileSet>
<fileSet>
<directory>target/zk</directory>
<outputDirectory>zk</outputDirectory>
<fileMode>0755</fileMode>
<directoryMode>0755</directoryMode>
</fileSet>
<fileSet>
<directory>target/elasticsearch</directory>
<outputDirectory>elasticsearch</outputDirectory>
<fileMode>0755</fileMode>
<directoryMode>0755</directoryMode>
</fileSet>
<fileSet>
<directory>../logs</directory>
<outputDirectory>logs</outputDirectory>
<directoryMode>0777</directoryMode>
<excludes>
<exclude>*</exclude>
<exclude>**/**</exclude>
</excludes>
</fileSet>
<fileSet>
<directory>../tools/atlas-migration-exporter/src/main/resources</directory>
<outputDirectory>tools/migration-exporter</outputDirectory>
<includes>
<include>*.py</include>
<include>migrationContext.xml</include>
<include>atlas-log4j.xml</include>
<include>README</include>
</includes>
<fileMode>0755</fileMode>
<directoryMode>0755</directoryMode>
</fileSet>
<fileSet>
<directory>../tools/atlas-migration-exporter/target</directory>
<outputDirectory>tools/migration-exporter</outputDirectory>
<includes>
<include>atlas-migration-*.jar</include>
</includes>
<excludes>
<exclude>*-test-sources.jar</exclude>
<exclude>*-sources.jar</exclude>
</excludes>
</fileSet>
<fileSet>
<directory>../</directory>
<outputDirectory>/</outputDirectory>
<includes>
<include>DISCLAIMER.txt</include>
<include>NOTICE</include>
<include>LICENSE</include>
<include>CHANGES.txt</include>
<include>README</include>
</includes>
</fileSet>
<fileSet>
<directory>../src/main/examples</directory>
<outputDirectory>examples</outputDirectory>
</fileSet>
<!-- out-of-box-models -->
<fileSet>
<directory>../addons/models</directory>
<outputDirectory>models</outputDirectory>
</fileSet>
</fileSets>
<files>
<file>
<source>../webapp/target/atlas-webapp-${project.version}.war</source>
<outputDirectory>server/webapp</outputDirectory>
<destName>atlas.war</destName>
</file>
</files>
</assembly>
...@@ -32,6 +32,9 @@ The entities are created and de-duped using unique qualifiedName attribute. They ...@@ -32,6 +32,9 @@ The entities are created and de-duped using unique qualifiedName attribute. They
Falcon supports listeners on falcon entity submission. This is used to add entities in Atlas using the model detailed above. Falcon supports listeners on falcon entity submission. This is used to add entities in Atlas using the model detailed above.
Follow the instructions below to setup Atlas hook in Falcon: Follow the instructions below to setup Atlas hook in Falcon:
* Add 'org.apache.atlas.falcon.service.AtlasService' to application.services in <falcon-conf>/startup.properties * Add 'org.apache.atlas.falcon.service.AtlasService' to application.services in <falcon-conf>/startup.properties
* untar apache-atlas-${project.version}-falcon-hook.tar.gz
* cd apache-atlas-falcon-hook-${project.version}
* Copy entire contents of folder apache-atlas-falcon-hook-${project.version}/hook/falcon to <atlas-home>/hook/falcon
* Link Atlas hook jars in Falcon classpath - 'ln -s <atlas-home>/hook/falcon/* <falcon-home>/server/webapp/falcon/WEB-INF/lib/' * Link Atlas hook jars in Falcon classpath - 'ln -s <atlas-home>/hook/falcon/* <falcon-home>/server/webapp/falcon/WEB-INF/lib/'
* In <falcon_conf>/falcon-env.sh, set an environment variable as follows: * In <falcon_conf>/falcon-env.sh, set an environment variable as follows:
<verbatim> <verbatim>
......
...@@ -30,7 +30,10 @@ Follow the instructions below to setup Atlas hook in HBase: ...@@ -30,7 +30,10 @@ Follow the instructions below to setup Atlas hook in HBase:
<name>hbase.coprocessor.master.classes</name> <name>hbase.coprocessor.master.classes</name>
<value>org.apache.atlas.hbase.hook.HBaseAtlasCoprocessor</value> <value>org.apache.atlas.hbase.hook.HBaseAtlasCoprocessor</value>
</property></verbatim> </property></verbatim>
* Copy entire contents of folder <atlas package>/hook/hbase to HBase class path. * untar apache-atlas-${project.version}-hbase-hook.tar.gz
* cd apache-atlas-hbase-hook-${project.version}
* Copy entire contents of folder apache-atlas-hbase-hook-${project.version}/hook/hbase to <atlas package>/hook/hbase
* Link Atlas hook jars in HBase classpath - 'ln -s <atlas package>/hook/hbase/* <hbase-home>/lib/'
* Copy <atlas-conf>/atlas-application.properties to the HBase conf directory. * Copy <atlas-conf>/atlas-application.properties to the HBase conf directory.
The following properties in atlas-application.properties control the thread pool and notification details: The following properties in atlas-application.properties control the thread pool and notification details:
......
...@@ -50,6 +50,10 @@ Follow the instructions below to setup Atlas hook in Hive: ...@@ -50,6 +50,10 @@ Follow the instructions below to setup Atlas hook in Hive:
<name>hive.exec.post.hooks</name> <name>hive.exec.post.hooks</name>
<value>org.apache.atlas.hive.hook.HiveHook</value> <value>org.apache.atlas.hive.hook.HiveHook</value>
</property></verbatim> </property></verbatim>
* untar apache-atlas-${project.version}-hive-hook.tar.gz
* cd apache-atlas-hive-hook-${project.version}
* Copy entire contents of folder apache-atlas-hive-hook-${project.version}/hook/hive to <atlas package>/hook/hive
* Add 'export HIVE_AUX_JARS_PATH=<atlas package>/hook/hive' in hive-env.sh of your hive configuration * Add 'export HIVE_AUX_JARS_PATH=<atlas package>/hook/hive' in hive-env.sh of your hive configuration
* Copy <atlas-conf>/atlas-application.properties to the hive conf directory. * Copy <atlas-conf>/atlas-application.properties to the hive conf directory.
......
...@@ -35,8 +35,12 @@ Add the following properties to to enable Atlas hook in Sqoop: ...@@ -35,8 +35,12 @@ Add the following properties to to enable Atlas hook in Sqoop:
<name>sqoop.job.data.publish.class</name> <name>sqoop.job.data.publish.class</name>
<value>org.apache.atlas.sqoop.hook.SqoopHook</value> <value>org.apache.atlas.sqoop.hook.SqoopHook</value>
</property></verbatim> </property></verbatim>
* untar apache-atlas-${project.version}-sqoop-hook.tar.gz
* cd apache-atlas-sqoop-hook-${project.version}
* Copy entire contents of folder apache-atlas-sqoop-hook-${project.version}/hook/sqoop to <atlas package>/hook/sqoop
* Copy <atlas-conf>/atlas-application.properties to to the sqoop conf directory <sqoop-conf>/ * Copy <atlas-conf>/atlas-application.properties to to the sqoop conf directory <sqoop-conf>/
* Link <atlas-home>/hook/sqoop/*.jar in sqoop lib * Link <atlas package>/hook/sqoop/*.jar in sqoop lib
The following properties in atlas-application.properties control the thread pool and notification details: The following properties in atlas-application.properties control the thread pool and notification details:
......
...@@ -61,10 +61,12 @@ The following apply for the first version of the integration. ...@@ -61,10 +61,12 @@ The following apply for the first version of the integration.
---++ Installation ---++ Installation
The Storm Atlas Hook needs to be manually installed in Storm on the client side. The hook The Storm Atlas Hook needs to be manually installed in Storm on the client side.
artifacts are available at: $ATLAS_PACKAGE/hook/storm * untar apache-atlas-${project.version}-storm-hook.tar.gz
* cd apache-atlas-storm-hook-${project.version}
* Copy entire contents of folder apache-atlas-storm-hook-${project.version}/hook/storm to $ATLAS_PACKAGE/hook/storm
Storm Atlas hook jars need to be copied to $STORM_HOME/extlib. Storm Atlas hook jars in $ATLAS_PACKAGE/hook/storm need to be copied to $STORM_HOME/extlib.
Replace STORM_HOME with storm installation path. Replace STORM_HOME with storm installation path.
Restart all daemons after you have installed the atlas hook into Storm. Restart all daemons after you have installed the atlas hook into Storm.
......
...@@ -65,7 +65,7 @@ distro/target/apache-atlas-${project.version}-storm-hook.tar.gz</verbatim> ...@@ -65,7 +65,7 @@ distro/target/apache-atlas-${project.version}-storm-hook.tar.gz</verbatim>
---++++ Installing Apache Atlas ---++++ Installing Apache Atlas
From the directory you would like Apache Atlas to be installed, run the following commands: From the directory you would like Apache Atlas to be installed, run the following commands:
<verbatim> <verbatim>
tar -xzvf apache-atlas-${project.version}-bin.tar.gz tar -xzvf apache-atlas-${project.version}-server.tar.gz
cd atlas-${project.version}</verbatim> cd atlas-${project.version}</verbatim>
---++++ Running Apache Atlas with Local Apache HBase & Apache Solr ---++++ Running Apache Atlas with Local Apache HBase & Apache Solr
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment