diff --git a/README.md b/README.md index 38dc097..50fc7e8 100644 --- a/README.md +++ b/README.md @@ -82,6 +82,13 @@ A Simple Recommendation Web Service $ cd romar $ mvn +## Compute Item Similarity with HADOOP + + $ run bin/runHadoop.sh +默认使用Hadoop local方式执行
+将core-site.xml hdfs-site.xml mapred-site.xml 放在conf/目录下即可提交任务到Hadoop集群执行 + + ## Copyright & License Licensed under the [Apache License, Version 2.0](http://www.apache.org/licenses/LICENSE-2.0.html) diff --git a/bin/runHadoop.sh b/bin/runHadoop.sh new file mode 100644 index 0000000..a4a52e4 --- /dev/null +++ b/bin/runHadoop.sh @@ -0,0 +1,12 @@ +cd $(dirname $0)/ +cd .. +ROMAR_HOME=`pwd` + +java -cp \ + $ROMAR_HOME/romar-core-1.1.0-snapshot-jar-with-dependencies.jar:\ + $ROMAR_HOME/lib/hadoop-core-0.20.204.0.jar:\ + $ROMAR_HOME/conf \ + org.apache.hadoop.util.RunJar \ + romar-core-1.1.0-snapshot-jar-with-dependencies.jar \ + org.apache.mahout.cf.taste.hadoop.similarity.item.ItemSimilarityJob \ + $@ diff --git a/pom.xml b/pom.xml index 09df0f3..65d2925 100644 --- a/pom.xml +++ b/pom.xml @@ -64,10 +64,9 @@ maven-assembly-plugin - false - src/assembly/all.xml - + src/assembly/jar-with-dependencies.xml + src/assembly/all.xml @@ -100,11 +99,11 @@ false - - org.apache.maven.plugins - maven-surefire-plugin - 2.10 - + + org.apache.maven.plugins + maven-surefire-plugin + 2.10 + diff --git a/src/assembly/all.xml b/src/assembly/all.xml index 2d37291..f4b6c03 100644 --- a/src/assembly/all.xml +++ b/src/assembly/all.xml @@ -17,7 +17,6 @@ com.anjuke.romar:romar-core - @@ -55,6 +54,8 @@ ${project.build.finalName}.jar + ${project.build.finalName}-jar-with-dependencies.jar + diff --git a/src/assembly/jar-with-dependencies.xml b/src/assembly/jar-with-dependencies.xml new file mode 100644 index 0000000..9c8725f --- /dev/null +++ b/src/assembly/jar-with-dependencies.xml @@ -0,0 +1,24 @@ + + + jar-with-dependencies + + jar + + false + + + / + true + true + runtime + + com.sun.jersey:* + org.eclipse.jetty:* + org.apache.hadoop:hadoop-core + + + +