Skip to content
Projects
Groups
Snippets
Help
This project
Loading...
Sign in / Register
Toggle navigation
A
atlas
Project
Overview
Details
Activity
Cycle Analytics
Repository
Repository
Files
Commits
Branches
Tags
Contributors
Graph
Compare
Charts
Issues
0
Issues
0
List
Board
Labels
Milestones
Merge Requests
0
Merge Requests
0
CI / CD
CI / CD
Pipelines
Jobs
Schedules
Charts
Wiki
Wiki
Snippets
Snippets
Members
Members
Collapse sidebar
Close sidebar
Activity
Graph
Charts
Create a new issue
Jobs
Commits
Issue Boards
Open sidebar
dataplatform
atlas
Commits
86fe0801
Commit
86fe0801
authored
Apr 15, 2015
by
Shwetha GS
Browse files
Options
Browse Files
Download
Email Patches
Plain Diff
fixed misc build issues
parent
4719701c
Hide whitespace changes
Inline
Side-by-side
Showing
12 changed files
with
145 additions
and
239 deletions
+145
-239
pom.xml
pom.xml
+101
-124
PropertiesUtil.java
.../main/java/org/apache/hadoop/metadata/PropertiesUtil.java
+30
-0
TitanGraphProvider.java
.../hadoop/metadata/repository/graph/TitanGraphProvider.java
+2
-3
log4j.xml
src/conf/log4j.xml
+0
-1
application.properties
typesystem/src/main/resources/application.properties
+1
-1
log4j.xml
typesystem/src/main/resources/log4j.xml
+4
-9
EnumTest.java
...org/apache/hadoop/metadata/typesystem/types/EnumTest.java
+2
-2
StructTest.java
...g/apache/hadoop/metadata/typesystem/types/StructTest.java
+3
-3
log4j.xml
typesystem/src/test/resources/log4j.xml
+0
-92
SerializationTest.scala
...e/hadoop/metadata/typesystem/json/SerializationTest.scala
+1
-1
pom.xml
webapp/pom.xml
+0
-1
Main.java
webapp/src/main/java/org/apache/hadoop/metadata/Main.java
+1
-2
No files found.
pom.xml
View file @
86fe0801
...
...
@@ -17,8 +17,8 @@
-->
<project
xmlns:xsi=
"http://www.w3.org/2001/XMLSchema-instance"
xsi:schemaLocation=
"http://maven.apache.org/POM/4.0.0 http://maven.apache.org/maven-v4_0_0.xsd"
xmlns=
"http://maven.apache.org/POM/4.0.0"
>
xsi:schemaLocation=
"http://maven.apache.org/POM/4.0.0 http://maven.apache.org/maven-v4_0_0.xsd"
xmlns=
"http://maven.apache.org/POM/4.0.0"
>
<parent>
<groupId>
org.apache
</groupId>
...
...
@@ -95,110 +95,6 @@
<MaxPermGen>
512m
</MaxPermGen>
</properties>
<profiles>
<profile>
<id>
test-patch
</id>
<build>
<plugins>
<plugin>
<groupId>
org.apache.rat
</groupId>
<artifactId>
apache-rat-plugin
</artifactId>
<configuration>
<useDefaultExcludes>
true
</useDefaultExcludes>
<useMavenDefaultExcludes>
true
</useMavenDefaultExcludes>
<useIdeaDefaultExcludes>
true
</useIdeaDefaultExcludes>
<useEclipseDefaultExcludes>
true
</useEclipseDefaultExcludes>
<excludeSubProjects>
true
</excludeSubProjects>
<excludes>
<exclude>
*.txt
</exclude>
<exclude>
**/*.txt
</exclude>
<exclude>
**/*.json
</exclude>
<exclude>
.git/**
</exclude>
<exclude>
.gitignore
</exclude>
<exclude>
**/.idea/**
</exclude>
<exclude>
**/*.twiki
</exclude>
<exclude>
**/*.iml
</exclude>
<exclude>
**/*.json
</exclude>
<exclude>
**/*.uml
</exclude>
<exclude>
**/target/**
</exclude>
<exclude>
**/build/**
</exclude>
<exclude>
**/*.patch
</exclude>
<exclude>
derby.log
</exclude>
<exclude>
**/logs/**
</exclude>
<exclude>
**/.classpath
</exclude>
<exclude>
**/.project
</exclude>
<exclude>
**/.settings/**
</exclude>
<exclude>
**/test-output/**
</exclude>
<exclude>
**/data.txt
</exclude>
<exclude>
**/maven-eclipse.xml
</exclude>
<exclude>
**/.externalToolBuilders/**
</exclude>
<exclude>
dashboard/**
</exclude>
</excludes>
</configuration>
<executions>
<execution>
<id>
rat-check
</id>
<goals>
<goal>
check
</goal>
</goals>
<phase>
verify
</phase>
</execution>
</executions>
</plugin>
<plugin>
<groupId>
org.apache.maven.plugins
</groupId>
<artifactId>
maven-checkstyle-plugin
</artifactId>
<executions>
<execution>
<id>
checkstyle-check
</id>
<goals>
<goal>
check
</goal>
</goals>
<phase>
verify
</phase>
<configuration>
<consoleOutput>
true
</consoleOutput>
<includeTestSourceDirectory>
true
</includeTestSourceDirectory>
<configLocation>
src/build/checkstyle.xml
</configLocation>
<headerLocation>
src/build/checkstyle-java-header.txt
</headerLocation>
<failOnViolation>
false
</failOnViolation>
</configuration>
</execution>
</executions>
</plugin>
<plugin>
<groupId>
org.codehaus.mojo
</groupId>
<artifactId>
findbugs-maven-plugin
</artifactId>
<configuration>
<!--debug>true</debug -->
<xmlOutput>
true
</xmlOutput>
<failOnError>
false
</failOnError>
</configuration>
<executions>
<execution>
<id>
findbugs-check
</id>
<goals>
<goal>
check
</goal>
</goals>
<phase>
verify
</phase>
</execution>
</executions>
</plugin>
<!-- Source code metrics: mvn javancss:report or mvn site -->
<plugin>
<groupId>
org.codehaus.mojo
</groupId>
<artifactId>
javancss-maven-plugin
</artifactId>
</plugin>
</plugins>
</build>
<properties>
<excluded.test.groups/>
</properties>
</profile>
</profiles>
<modules>
<module>
typesystem
</module>
<module>
client
</module>
...
...
@@ -686,17 +582,6 @@
<resource>
<directory>
src/main/resources
</directory>
<filtering>
true
</filtering>
<includes>
<include>
metadata-buildinfo.properties
</include>
</includes>
</resource>
<resource>
<directory>
src/conf
</directory>
<filtering>
false
</filtering>
<includes>
<include>
application.properties
</include>
<include>
log4j.xml
</include>
</includes>
</resource>
<resource>
<directory>
..
</directory>
...
...
@@ -893,21 +778,23 @@
<plugin>
<groupId>
org.apache.maven.plugins
</groupId>
<artifactId>
maven-surefire-plugin
</artifactId>
<version>
2.
7.2
</version>
<version>
2.
16
</version>
<configuration>
<!--<skipTests>true</skipTests>-->
<forkMode>
always
</forkMode>
<redirectTestOutputToFile>
true
</redirectTestOutputToFile>
<groups></groups>
</configuration>
<dependencies>
<dependency>
<groupId>
org.apache.maven.surefire
</groupId>
<artifactId>
surefire-
junit4
</artifactId>
<version>
2.
7.2
</version>
<artifactId>
surefire-
testng
</artifactId>
<version>
2.
18.1
</version>
</dependency>
<dependency>
<groupId>
org.apache.maven.surefire
</groupId>
<artifactId>
surefire-
testng
</artifactId>
<version>
2.
7.2
</version>
<artifactId>
surefire-
junit4
</artifactId>
<version>
2.
18.1
</version>
</dependency>
</dependencies>
</plugin>
...
...
@@ -979,8 +866,98 @@
<doUpdate>
false
</doUpdate>
</configuration>
</plugin>
<plugin>
<groupId>
org.apache.rat
</groupId>
<artifactId>
apache-rat-plugin
</artifactId>
<configuration>
<useDefaultExcludes>
true
</useDefaultExcludes>
<useMavenDefaultExcludes>
true
</useMavenDefaultExcludes>
<useIdeaDefaultExcludes>
true
</useIdeaDefaultExcludes>
<useEclipseDefaultExcludes>
true
</useEclipseDefaultExcludes>
<excludeSubProjects>
true
</excludeSubProjects>
<excludes>
<exclude>
*.txt
</exclude>
<exclude>
**/*.txt
</exclude>
<exclude>
**/*.json
</exclude>
<exclude>
.git/**
</exclude>
<exclude>
.gitignore
</exclude>
<exclude>
**/.idea/**
</exclude>
<exclude>
**/*.twiki
</exclude>
<exclude>
**/*.iml
</exclude>
<exclude>
**/*.json
</exclude>
<exclude>
**/*.uml
</exclude>
<exclude>
**/target/**
</exclude>
<exclude>
**/build/**
</exclude>
<exclude>
**/*.patch
</exclude>
<exclude>
derby.log
</exclude>
<exclude>
**/logs/**
</exclude>
<exclude>
**/.classpath
</exclude>
<exclude>
**/.project
</exclude>
<exclude>
**/.settings/**
</exclude>
<exclude>
**/test-output/**
</exclude>
<exclude>
**/data.txt
</exclude>
<exclude>
**/maven-eclipse.xml
</exclude>
<exclude>
**/.externalToolBuilders/**
</exclude>
<exclude>
dashboard/**
</exclude>
</excludes>
</configuration>
<executions>
<execution>
<id>
rat-check
</id>
<goals>
<goal>
check
</goal>
</goals>
<phase>
verify
</phase>
</execution>
</executions>
</plugin>
<plugin>
<groupId>
org.apache.maven.plugins
</groupId>
<artifactId>
maven-checkstyle-plugin
</artifactId>
<executions>
<execution>
<id>
checkstyle-check
</id>
<goals>
<goal>
check
</goal>
</goals>
<phase>
verify
</phase>
<configuration>
<consoleOutput>
true
</consoleOutput>
<includeTestSourceDirectory>
true
</includeTestSourceDirectory>
<configLocation>
src/build/checkstyle.xml
</configLocation>
<headerLocation>
src/build/checkstyle-java-header.txt
</headerLocation>
<failOnViolation>
false
</failOnViolation>
</configuration>
</execution>
</executions>
</plugin>
<plugin>
<groupId>
org.codehaus.mojo
</groupId>
<artifactId>
findbugs-maven-plugin
</artifactId>
<configuration>
<!--debug>true</debug -->
<xmlOutput>
true
</xmlOutput>
<failOnError>
false
</failOnError>
</configuration>
<executions>
<execution>
<id>
findbugs-check
</id>
<goals>
<goal>
check
</goal>
</goals>
<phase>
verify
</phase>
</execution>
</executions>
</plugin>
<!-- Source code metrics: mvn javancss:report or mvn site -->
<plugin>
<groupId>
org.codehaus.mojo
</groupId>
<artifactId>
javancss-maven-plugin
</artifactId>
</plugin>
</plugins>
</build>
<reporting/>
</project>
repository/src/main/java/org/apache/hadoop/metadata/PropertiesUtil.java
0 → 100644
View file @
86fe0801
/**
* Licensed to the Apache Software Foundation (ASF) under one
* or more contributor license agreements. See the NOTICE file
* distributed with this work for additional information
* regarding copyright ownership. The ASF licenses this file
* to you under the Apache License, Version 2.0 (the
* "License"); you may not use this file except in compliance
* with the License. You may obtain a copy of the License at
* <p/>
* http://www.apache.org/licenses/LICENSE-2.0
* <p/>
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
package
org
.
apache
.
hadoop
.
metadata
;
import
org.apache.commons.configuration.ConfigurationException
;
import
org.apache.commons.configuration.PropertiesConfiguration
;
public
class
PropertiesUtil
{
private
static
final
String
APPLICATION_PROPERTIES
=
"/application.properties"
;
public
static
final
PropertiesConfiguration
getApplicationProperties
()
throws
ConfigurationException
{
return
new
PropertiesConfiguration
(
PropertiesUtil
.
class
.
getResource
(
APPLICATION_PROPERTIES
));
}
}
repository/src/main/java/org/apache/hadoop/metadata/repository/graph/TitanGraphProvider.java
View file @
86fe0801
...
...
@@ -23,6 +23,7 @@ import com.thinkaurelius.titan.core.TitanGraph;
import
org.apache.commons.configuration.Configuration
;
import
org.apache.commons.configuration.ConfigurationException
;
import
org.apache.commons.configuration.PropertiesConfiguration
;
import
org.apache.hadoop.metadata.PropertiesUtil
;
import
javax.inject.Singleton
;
import
java.util.Iterator
;
...
...
@@ -32,15 +33,13 @@ import java.util.Iterator;
*/
public
class
TitanGraphProvider
implements
GraphProvider
<
TitanGraph
>
{
private
static
final
String
CONFIG_PATH
=
"application.properties"
;
/**
* Constant for the configuration property that indicates the prefix.
*/
private
static
final
String
METADATA_PREFIX
=
"metadata.graph."
;
private
static
Configuration
getConfiguration
()
throws
ConfigurationException
{
PropertiesConfiguration
configProperties
=
new
PropertiesConfiguration
(
CONFIG_PATH
);
PropertiesConfiguration
configProperties
=
PropertiesUtil
.
getApplicationProperties
(
);
Configuration
graphConfig
=
new
PropertiesConfiguration
();
...
...
src/conf/log4j.xml
View file @
86fe0801
...
...
@@ -47,7 +47,6 @@
<logger
name=
"org.apache.hadoop.metadata"
additivity=
"false"
>
<level
value=
"debug"
/>
<appender-ref
ref=
"console"
/>
<appender-ref
ref=
"FILE"
/>
</logger>
...
...
webapp
/src/main/resources/application.properties
→
typesystem
/src/main/resources/application.properties
100755 → 100644
View file @
86fe0801
...
...
@@ -22,7 +22,7 @@ metadata.graph.storage.backend=inmemory
# Graph Search Index
metadata.graph.index.search.backend
=
lucene
metadata.graph.index.search.directory
=
webapp/
target/data/lucene
metadata.graph.index.search.directory
=
target/data/lucene
######### Hive Lineage Configs #########
...
...
typesystem/src/main/resources/log4j.xml
View file @
86fe0801
...
...
@@ -56,12 +56,12 @@
<logger
name=
"AUDIT"
additivity=
"false"
>
<level
value=
"debug"
/>
<appender-ref
ref=
"
AUDIT
"
/>
<appender-ref
ref=
"
console
"
/>
</logger>
<logger
name=
"METRIC"
additivity=
"false"
>
<level
value=
"debug"
/>
<appender-ref
ref=
"
METRIC
"
/>
<appender-ref
ref=
"
console
"
/>
</logger>
<logger
name=
"org.apache.hadoop.metadata"
additivity=
"false"
>
...
...
@@ -84,14 +84,9 @@
<appender-ref
ref=
"FILE"
/>
</logger>
<logger
name=
"com.google"
additivity=
"false"
>
<level
value=
"info"
/>
<appender-ref
ref=
"FILE"
/>
</logger>
<root>
<priority
value=
"
info
"
/>
<appender-ref
ref=
"
FILE
"
/>
<priority
value=
"
debug
"
/>
<appender-ref
ref=
"
console
"
/>
</root>
</log4j:configuration>
typesystem/src/test/java/org/apache/hadoop/metadata/typesystem/types/EnumTest.java
View file @
86fe0801
...
...
@@ -179,7 +179,7 @@ public class EnumTest extends BaseTest {
"\tj : \t1\n"
+
"\tk : \t1\n"
+
"\tenum3 : \tCOMMITTED\n"
+
"\tl : \t2014-12-1
0
\n"
+
"\tl : \t2014-12-1
1
\n"
+
"\tm : \t[1, 1]\n"
+
"\tn : \t[1.1, 1.1]\n"
+
"\to : \t{b=2.0, a=1.0}\n"
+
...
...
@@ -211,7 +211,7 @@ public class EnumTest extends BaseTest {
"\tj : \t1\n"
+
"\tk : \t1\n"
+
"\tenum3 : \tCOMMITTED\n"
+
"\tl : \t2014-12-1
0
\n"
+
"\tl : \t2014-12-1
1
\n"
+
"\tm : \t[1, 1]\n"
+
"\tn : \t[1.1, 1.1]\n"
+
"\to : \t{b=2.0, a=1.0}\n"
+
...
...
typesystem/src/test/java/org/apache/hadoop/metadata/typesystem/types/StructTest.java
View file @
86fe0801
...
...
@@ -33,8 +33,8 @@ public class StructTest extends BaseTest {
@Before
public
void
setup
()
throws
Exception
{
super
.
setup
();
structType
=
(
StructType
)
getTypeSystem
().
getDataType
(
StructType
.
class
,
STRUCT_TYPE_1
);
recursiveStructType
=
(
StructType
)
getTypeSystem
()
structType
=
getTypeSystem
().
getDataType
(
StructType
.
class
,
STRUCT_TYPE_1
);
recursiveStructType
=
getTypeSystem
()
.
getDataType
(
StructType
.
class
,
STRUCT_TYPE_2
);
}
...
...
@@ -54,7 +54,7 @@ public class StructTest extends BaseTest {
"\ti : \t1.0\n"
+
"\tj : \t1\n"
+
"\tk : \t1\n"
+
"\tl : \t2014-12-1
0
\n"
+
"\tl : \t2014-12-1
1
\n"
+
"\tm : \t[1, 1]\n"
+
"\tn : \t[1.1, 1.1]\n"
+
"\to : \t{b=2.0, a=1.0}\n"
+
...
...
typesystem/src/test/resources/log4j.xml
deleted
100755 → 0
View file @
4719701c
<?xml version="1.0" encoding="UTF-8" ?>
<!--
~ Licensed to the Apache Software Foundation (ASF) under one
~ or more contributor license agreements. See the NOTICE file
~ distributed with this work for additional information
~ regarding copyright ownership. The ASF licenses this file
~ to you under the Apache License, Version 2.0 (the
~ "License"); you may not use this file except in compliance
~ with the License. You may obtain a copy of the License at
~
~ http://www.apache.org/licenses/LICENSE-2.0
~
~ Unless required by applicable law or agreed to in writing, software
~ distributed under the License is distributed on an "AS IS" BASIS,
~ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
~ See the License for the specific language governing permissions and
~ limitations under the License.
-->
<!DOCTYPE log4j:configuration SYSTEM "log4j.dtd">
<log4j:configuration
xmlns:log4j=
"http://jakarta.apache.org/log4j/"
>
<appender
name=
"console"
class=
"org.apache.log4j.ConsoleAppender"
>
<param
name=
"Target"
value=
"System.out"
/>
<layout
class=
"org.apache.log4j.PatternLayout"
>
<param
name=
"ConversionPattern"
value=
"%d %-5p - [%t:%x] ~ %m (%c{1}:%L)%n"
/>
</layout>
</appender>
<appender
name=
"FILE"
class=
"org.apache.log4j.DailyRollingFileAppender"
>
<param
name=
"File"
value=
"${user.dir}/target/logs/application.log"
/>
<param
name=
"Append"
value=
"true"
/>
<param
name=
"Threshold"
value=
"debug"
/>
<layout
class=
"org.apache.log4j.PatternLayout"
>
<param
name=
"ConversionPattern"
value=
"%d %-5p - [%t:%x] ~ %m (%c{1}:%L)%n"
/>
</layout>
</appender>
<appender
name=
"AUDIT"
class=
"org.apache.log4j.DailyRollingFileAppender"
>
<param
name=
"File"
value=
"${user.dir}/target/logs/audit.log"
/>
<param
name=
"Append"
value=
"true"
/>
<param
name=
"Threshold"
value=
"debug"
/>
<layout
class=
"org.apache.log4j.PatternLayout"
>
<param
name=
"ConversionPattern"
value=
"%d %x %m%n"
/>
</layout>
</appender>
<appender
name=
"METRIC"
class=
"org.apache.log4j.DailyRollingFileAppender"
>
<param
name=
"File"
value=
"${user.dir}/target/logs/metric.log"
/>
<param
name=
"Append"
value=
"true"
/>
<param
name=
"Threshold"
value=
"debug"
/>
<layout
class=
"org.apache.log4j.PatternLayout"
>
<param
name=
"ConversionPattern"
value=
"%d %m%n"
/>
</layout>
</appender>
<logger
name=
"AUDIT"
additivity=
"false"
>
<level
value=
"debug"
/>
<appender-ref
ref=
"console"
/>
</logger>
<logger
name=
"METRIC"
additivity=
"false"
>
<level
value=
"debug"
/>
<appender-ref
ref=
"console"
/>
</logger>
<logger
name=
"org.apache.hadoop.metadata"
additivity=
"false"
>
<level
value=
"debug"
/>
<appender-ref
ref=
"FILE"
/>
</logger>
<logger
name=
"com.thinkaurelius.titan"
additivity=
"false"
>
<level
value=
"warn"
/>
<appender-ref
ref=
"FILE"
/>
</logger>
<logger
name=
"org.elasticsearch"
additivity=
"false"
>
<level
value=
"warn"
/>
<appender-ref
ref=
"FILE"
/>
</logger>
<logger
name=
"org.apache.lucene"
additivity=
"false"
>
<level
value=
"warn"
/>
<appender-ref
ref=
"FILE"
/>
</logger>
<root>
<priority
value=
"debug"
/>
<appender-ref
ref=
"console"
/>
</root>
</log4j:configuration>
typesystem/src/test/scala/org/apache/hadoop/metadata/typesystem/json/SerializationTest.scala
View file @
86fe0801
...
...
@@ -45,7 +45,7 @@ class SerializationTest extends BaseTest {
val
s
:
Struct
=
BaseTest
.
createStruct
()
val
ts
:
ITypedStruct
=
structType
.
convert
(
s
,
Multiplicity
.
REQUIRED
)
Assert
.
assertEquals
(
ts
.
toString
,
"{\n\ta : \t1\n\tb : \ttrue\n\tc : \t1\n\td : \t2\n\te : \t1\n\tf : \t1\n\tg : \t1\n\th : \t1.0\n\ti : \t1.0\n\tj : \t1\n\tk : \t1\n\tl : \t2014-12-1
0
\n\tm : \t[1, 1]\n\tn : \t[1.1, 1.1]\n\to : \t{b=2.0, a=1.0}\n}"
)
Assert
.
assertEquals
(
ts
.
toString
,
"{\n\ta : \t1\n\tb : \ttrue\n\tc : \t1\n\td : \t2\n\te : \t1\n\tf : \t1\n\tg : \t1\n\th : \t1.0\n\ti : \t1.0\n\tj : \t1\n\tk : \t1\n\tl : \t2014-12-1
1
\n\tm : \t[1, 1]\n\tn : \t[1.1, 1.1]\n\to : \t{b=2.0, a=1.0}\n}"
)
implicit
val
formats
=
org
.
json4s
.
native
.
Serialization
.
formats
(
NoTypeHints
)
+
new
TypedStructSerializer
+
new
BigDecimalSerializer
+
new
BigIntegerSerializer
...
...
webapp/pom.xml
View file @
86fe0801
...
...
@@ -183,7 +183,6 @@
<artifactId>
commons-io
</artifactId>
<version>
2.4
</version>
</dependency>
</dependencies>
<build>
...
...
webapp/src/main/java/org/apache/hadoop/metadata/Main.java
View file @
86fe0801
...
...
@@ -70,8 +70,7 @@ public final class Main {
appPath
=
cmd
.
getOptionValue
(
APP_PATH
);
}
PropertiesConfiguration
configuration
=
new
PropertiesConfiguration
(
"application.properties"
);
PropertiesConfiguration
configuration
=
PropertiesUtil
.
getApplicationProperties
();
final
String
enableTLSFlag
=
configuration
.
getString
(
"metadata.enableTLS"
);
final
int
appPort
=
getApplicationPort
(
cmd
,
enableTLSFlag
);
final
boolean
enableTLS
=
isTLSEnabled
(
enableTLSFlag
,
appPort
);
...
...
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment