- Import storm - A distributed realtime computation system used at twitter

  version 0.9.2

PR:		191633
Submitted by:	hsn@sendmail.cz (maintainer)

7 files changed, 344 insertions, 0 deletions

diff --git a/devel/Makefile b/devel/Makefile
index bfa26cdc853a..c63a613136b6 100644
--- a/devel/Makefile
+++ b/devel/Makefile
@@ -4630,6 +4630,7 @@
     SUBDIR += stlfilt
     SUBDIR += stlink
     SUBDIR += stlport
+    SUBDIR += storm
     SUBDIR += stormlib-ghost++
     SUBDIR += str
     SUBDIR += strace
diff --git a/devel/storm/Makefile b/devel/storm/Makefile
new file mode 100644
index 000000000000..edfc3d3e1817
--- /dev/null
+++ b/devel/storm/Makefile
@@ -0,0 +1,46 @@
+# Created by: Radim Kolar <hsn@sendmail.cz>
+# $FreeBSD$
+
+PORTNAME=	storm
+DISTVERSION=	0.9.2-incubating
+CATEGORIES=	devel java
+MASTER_SITES=	APACHE
+MASTER_SITE_SUBDIR=	incubator/${PORTNAME}/apache-${PORTNAME}-${DISTVERSION}
+DISTNAME=	apache-storm-${DISTVERSION}
+
+MAINTAINER=	hsn@sendmail.cz
+COMMENT=	Distributed realtime computation system
+
+LICENSE=	APACHE20
+
+USES=		python:2.7
+USE_JAVA=	yes
+JAVA_VERSION=	1.7
+JAVA_VENDOR=	openjdk
+NO_ARCH=	yes
+USE_RC_SUBR=	storm-nimbus storm-supervisor
+
+NO_BUILD=	yes
+
+STORM_DIRS=	bin examples external lib public
+STORM_CFG_DIRS=	conf logback
+STORM_CFG_FILES=	conf/storm.yaml conf/storm_env.ini logback/cluster.xml
+
+post-extract:
+		${RM} -f ${WRKSRC}/bin/*.cmd
+
+post-patch:
+		${REINPLACE_CMD} -e "s|/usr/bin/python|${LOCALBASE}/bin/python2.7|" ${WRKSRC}/bin/storm
+		${RM} -f ${WRKSRC}/bin/*.bak
+.for i in ${STORM_CFG_FILES}
+		${MV} ${WRKSRC}/${i} ${WRKSRC}/${i}.sample
+.endfor
+
+do-install:
+		${MKDIR} ${STAGEDIR}${DATADIR}
+		cd ${WRKSRC} && ${FIND} ${STORM_DIRS} ${STORM_CFG_DIRS} | \
+			${CPIO} --quiet -pdmu ${STAGEDIR}${DATADIR}
+		${INSTALL_DATA} ${WRKSRC}/RELEASE ${STAGEDIR}${DATADIR}
+		${LN} -sf ${DATADIR}/bin/storm ${STAGEDIR}${PREFIX}/bin/storm
+
+.include <bsd.port.mk>
diff --git a/devel/storm/distinfo b/devel/storm/distinfo
new file mode 100644
index 000000000000..ee8943c3f9d7
--- /dev/null
+++ b/devel/storm/distinfo
@@ -0,0 +1,2 @@
+SHA256 (apache-storm-0.9.2-incubating.tar.gz) = 8881e8e95bc8bc258dcba7b8be0b7ded942795f69f4aa6c682c9f3c4d927c492
+SIZE (apache-storm-0.9.2-incubating.tar.gz) = 20077564
diff --git a/devel/storm/files/storm-nimbus.in b/devel/storm/files/storm-nimbus.in
new file mode 100644
index 000000000000..85dd9b089deb
--- /dev/null
+++ b/devel/storm/files/storm-nimbus.in
@@ -0,0 +1,60 @@
+#!/bin/sh
+#
+# Copyright (c) 2014, Radim Kolar
+# All rights reserved.
+#
+# Redistribution and use in source and binary forms, with or without
+# modification, are permitted provided that the following conditions are met:
+#
+#  * Redistributions of source code must retain the above copyright notice,
+#    this list of conditions and the following disclaimer.
+#  * Redistributions in binary form must reproduce the above copyright
+#    notice, this list of conditions and the following disclaimer in the
+#    documentation and/or other materials provided with the distribution.
+#
+# THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND ANY
+# EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED
+# WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
+# DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE FOR ANY
+# DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES
+# (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR
+# SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER
+# CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
+# LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
+# OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH
+# DAMAGE.
+
+# PROVIDE: storm-nimbus
+# REQUIRE: LOGIN
+# KEYWORD: shutdown
+#
+# $FreeBSD$
+
+. /etc/rc.subr
+
+name="storm_nimbus"
+rcvar=storm_nimbus_enable
+load_rc_config $name
+
+: ${storm_nimbus_enable:="NO"}
+: ${storm_nimbus_wrkdir:="/var/cache/storm"}
+
+required_files="%%DATADIR%%/bin/storm %%DATADIR%%/conf/storm.yaml"
+pidfile=/var/run/storm-nimbus.pid
+command=/usr/sbin/daemon
+command_args="-f -p ${pidfile} %%DATADIR%%/bin/storm nimbus"
+start_precmd="${name}_prestart"
+procname="%%LOCALBASE%%/openjdk7/bin/java"
+
+export PATH=$PATH:%%LOCALBASE%%/bin
+export JAVA_VENDOR=openjdk
+export JAVA_VERSION=1.7
+
+storm_nimbus_prestart() {
+	mkdir -p  ${storm_nimbus_wrkdir}
+	chmod 740 ${storm_nimbus_wrkdir}
+	cd ${storm_nimbus_wrkdir}
+	return 0
+}
+
+run_rc_command "$1"
diff --git a/devel/storm/files/storm-supervisor.in b/devel/storm/files/storm-supervisor.in
new file mode 100644
index 000000000000..ab7bcf11e666
--- /dev/null
+++ b/devel/storm/files/storm-supervisor.in
@@ -0,0 +1,60 @@
+#!/bin/sh
+#
+# Copyright (c) 2014, Radim Kolar
+# All rights reserved.
+#
+# Redistribution and use in source and binary forms, with or without
+# modification, are permitted provided that the following conditions are met:
+#
+#  * Redistributions of source code must retain the above copyright notice,
+#    this list of conditions and the following disclaimer.
+#  * Redistributions in binary form must reproduce the above copyright
+#    notice, this list of conditions and the following disclaimer in the
+#    documentation and/or other materials provided with the distribution.
+#
+# THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND ANY
+# EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED
+# WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
+# DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE FOR ANY
+# DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES
+# (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR
+# SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER
+# CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
+# LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
+# OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH
+# DAMAGE.
+
+# PROVIDE: storm-supervisor
+# REQUIRE: LOGIN
+# KEYWORD: shutdown
+#
+# $FreeBSD$
+
+. /etc/rc.subr
+
+name="storm_supervisor"
+rcvar=storm_supervisor_enable
+load_rc_config $name
+
+: ${storm_supervisor_enable:="NO"}
+: ${storm_supervisor_wrkdir:="/var/db/storm-supervisor"}
+
+required_files="%%DATADIR%%/bin/storm %%DATADIR%%/conf/storm.yaml"
+pidfile=/var/run/storm-supervisor.pid
+command=/usr/sbin/daemon
+command_args="-f -r -P ${pidfile} %%DATADIR%%/bin/storm supervisor"
+start_precmd="${name}_prestart"
+#procname="%%LOCALBASE%%/openjdk7/bin/java"
+
+export PATH=$PATH:%%LOCALBASE%%/bin
+export JAVA_VENDOR=openjdk
+export JAVA_VERSION=1.7
+
+storm_supervisor_prestart() {
+	mkdir -p  ${storm_supervisor_wrkdir}
+	chmod 740 ${storm_supervisor_wrkdir}
+	cd ${storm_supervisor_wrkdir}
+	return 0
+}
+
+run_rc_command "$1"
diff --git a/devel/storm/pkg-descr b/devel/storm/pkg-descr
new file mode 100644
index 000000000000..dc63eac1d53b
--- /dev/null
+++ b/devel/storm/pkg-descr
@@ -0,0 +1,15 @@
+Apache Storm is a free and open source distributed realtime
+computation system.  Storm makes it easy to reliably process
+unbounded streams of data, doing for realtime processing
+what Hadoop did for batch processing. Storm is simple, can
+be used with any programming language, and is a lot of fun
+to use!
+
+Storm has many use cases: realtime analytics, online machine
+learning, continuous computation, distributed RPC, ETL, and
+more. Storm is fast: a benchmark clocked it at over a
+million tuples processed per second per node. It is
+scalable, fault-tolerant, guarantees your data will be
+processed, and is easy to set up and operate. 
+
+WWW: http://storm.incubator.apache.org/
diff --git a/devel/storm/pkg-plist b/devel/storm/pkg-plist
new file mode 100644
index 000000000000..9f16c9094763
--- /dev/null
+++ b/devel/storm/pkg-plist
@@ -0,0 +1,160 @@
+bin/storm
+%%DATADIR%%/RELEASE
+@mode 0555
+%%DATADIR%%/bin/storm
+@mode
+%%DATADIR%%/examples/storm-starter/storm-starter-topologies-0.9.2-incubating.jar
+%%DATADIR%%/examples/storm-starter/multilang/resources/splitsentence.py
+%%DATADIR%%/examples/storm-starter/multilang/resources/splitsentence.rb
+%%DATADIR%%/examples/storm-starter/multilang/resources/storm.py
+%%DATADIR%%/examples/storm-starter/multilang/resources/storm.rb
+%%DATADIR%%/examples/storm-starter/src/clj/storm/starter/clj/word_count.clj
+%%DATADIR%%/examples/storm-starter/src/jvm/storm/starter/bolt/AbstractRankerBolt.java
+%%DATADIR%%/examples/storm-starter/src/jvm/storm/starter/bolt/IntermediateRankingsBolt.java
+%%DATADIR%%/examples/storm-starter/src/jvm/storm/starter/bolt/PrinterBolt.java
+%%DATADIR%%/examples/storm-starter/src/jvm/storm/starter/bolt/RollingCountBolt.java
+%%DATADIR%%/examples/storm-starter/src/jvm/storm/starter/bolt/SingleJoinBolt.java
+%%DATADIR%%/examples/storm-starter/src/jvm/storm/starter/bolt/TotalRankingsBolt.java
+%%DATADIR%%/examples/storm-starter/src/jvm/storm/starter/spout/RandomSentenceSpout.java
+%%DATADIR%%/examples/storm-starter/src/jvm/storm/starter/spout/TwitterSampleSpout.java
+%%DATADIR%%/examples/storm-starter/src/jvm/storm/starter/tools/NthLastModifiedTimeTracker.java
+%%DATADIR%%/examples/storm-starter/src/jvm/storm/starter/tools/Rankable.java
+%%DATADIR%%/examples/storm-starter/src/jvm/storm/starter/tools/RankableObjectWithFields.java
+%%DATADIR%%/examples/storm-starter/src/jvm/storm/starter/tools/Rankings.java
+%%DATADIR%%/examples/storm-starter/src/jvm/storm/starter/tools/SlidingWindowCounter.java
+%%DATADIR%%/examples/storm-starter/src/jvm/storm/starter/tools/SlotBasedCounter.java
+%%DATADIR%%/examples/storm-starter/src/jvm/storm/starter/trident/TridentReach.java
+%%DATADIR%%/examples/storm-starter/src/jvm/storm/starter/trident/TridentWordCount.java
+%%DATADIR%%/examples/storm-starter/src/jvm/storm/starter/util/StormRunner.java
+%%DATADIR%%/examples/storm-starter/src/jvm/storm/starter/util/TupleHelpers.java
+%%DATADIR%%/examples/storm-starter/src/jvm/storm/starter/BasicDRPCTopology.java
+%%DATADIR%%/examples/storm-starter/src/jvm/storm/starter/ExclamationTopology.java
+%%DATADIR%%/examples/storm-starter/src/jvm/storm/starter/ManualDRPC.java
+%%DATADIR%%/examples/storm-starter/src/jvm/storm/starter/PrintSampleStream.java
+%%DATADIR%%/examples/storm-starter/src/jvm/storm/starter/ReachTopology.java
+%%DATADIR%%/examples/storm-starter/src/jvm/storm/starter/RollingTopWords.java
+%%DATADIR%%/examples/storm-starter/src/jvm/storm/starter/SingleJoinExample.java
+%%DATADIR%%/examples/storm-starter/src/jvm/storm/starter/TransactionalGlobalCount.java
+%%DATADIR%%/examples/storm-starter/src/jvm/storm/starter/TransactionalWords.java
+%%DATADIR%%/examples/storm-starter/src/jvm/storm/starter/WordCountTopology.java
+%%DATADIR%%/examples/storm-starter/test/jvm/storm/starter/bolt/IntermediateRankingsBoltTest.java
+%%DATADIR%%/examples/storm-starter/test/jvm/storm/starter/bolt/RollingCountBoltTest.java
+%%DATADIR%%/examples/storm-starter/test/jvm/storm/starter/bolt/TotalRankingsBoltTest.java
+%%DATADIR%%/examples/storm-starter/test/jvm/storm/starter/tools/MockTupleHelpers.java
+%%DATADIR%%/examples/storm-starter/test/jvm/storm/starter/tools/NthLastModifiedTimeTrackerTest.java
+%%DATADIR%%/examples/storm-starter/test/jvm/storm/starter/tools/RankableObjectWithFieldsTest.java
+%%DATADIR%%/examples/storm-starter/test/jvm/storm/starter/tools/RankingsTest.java
+%%DATADIR%%/examples/storm-starter/test/jvm/storm/starter/tools/SlidingWindowCounterTest.java
+%%DATADIR%%/examples/storm-starter/test/jvm/storm/starter/tools/SlotBasedCounterTest.java
+%%DATADIR%%/examples/storm-starter/pom.xml
+%%DATADIR%%/examples/storm-starter/README.markdown
+%%DATADIR%%/external/storm-kafka/storm-kafka-0.9.2-incubating.jar
+%%DATADIR%%/external/storm-kafka/README.md
+%%DATADIR%%/lib/storm-core-0.9.2-incubating.jar
+%%DATADIR%%/lib/clojure-1.5.1.jar
+%%DATADIR%%/lib/clj-time-0.4.1.jar
+%%DATADIR%%/lib/joda-time-2.0.jar
+%%DATADIR%%/lib/compojure-1.1.3.jar
+%%DATADIR%%/lib/core.incubator-0.1.0.jar
+%%DATADIR%%/lib/tools.macro-0.1.0.jar
+%%DATADIR%%/lib/clout-1.0.1.jar
+%%DATADIR%%/lib/ring-core-1.1.5.jar
+%%DATADIR%%/lib/commons-codec-1.6.jar
+%%DATADIR%%/lib/commons-io-2.4.jar
+%%DATADIR%%/lib/commons-fileupload-1.2.1.jar
+%%DATADIR%%/lib/servlet-api-2.5.jar
+%%DATADIR%%/lib/hiccup-0.3.6.jar
+%%DATADIR%%/lib/ring-devel-0.3.11.jar
+%%DATADIR%%/lib/jetty-6.1.26.jar
+%%DATADIR%%/lib/clj-stacktrace-0.2.4.jar
+%%DATADIR%%/lib/ring-jetty-adapter-0.3.11.jar
+%%DATADIR%%/lib/ring-servlet-0.3.11.jar
+%%DATADIR%%/lib/jetty-util-6.1.26.jar
+%%DATADIR%%/lib/servlet-api-2.5-20081211.jar
+%%DATADIR%%/lib/tools.logging-0.2.3.jar
+%%DATADIR%%/lib/math.numeric-tower-0.0.1.jar
+%%DATADIR%%/lib/tools.cli-0.2.4.jar
+%%DATADIR%%/lib/commons-exec-1.1.jar
+%%DATADIR%%/lib/commons-lang-2.5.jar
+%%DATADIR%%/lib/curator-framework-2.4.0.jar
+%%DATADIR%%/lib/curator-client-2.4.0.jar
+%%DATADIR%%/lib/slf4j-api-1.6.5.jar
+%%DATADIR%%/lib/zookeeper-3.4.5.jar
+%%DATADIR%%/lib/jline-2.11.jar
+%%DATADIR%%/lib/netty-3.2.2.Final.jar
+%%DATADIR%%/lib/guava-13.0.jar
+%%DATADIR%%/lib/json-simple-1.1.jar
+%%DATADIR%%/lib/carbonite-1.4.0.jar
+%%DATADIR%%/lib/kryo-2.21.jar
+%%DATADIR%%/lib/reflectasm-1.07-shaded.jar
+%%DATADIR%%/lib/asm-4.0.jar
+%%DATADIR%%/lib/minlog-1.2.jar
+%%DATADIR%%/lib/objenesis-1.2.jar
+%%DATADIR%%/lib/chill-java-0.3.5.jar
+%%DATADIR%%/lib/snakeyaml-1.11.jar
+%%DATADIR%%/lib/httpclient-4.3.3.jar
+%%DATADIR%%/lib/httpcore-4.3.2.jar
+%%DATADIR%%/lib/commons-logging-1.1.3.jar
+%%DATADIR%%/lib/disruptor-2.10.1.jar
+%%DATADIR%%/lib/jgrapht-core-0.9.0.jar
+%%DATADIR%%/lib/logback-classic-1.0.6.jar
+%%DATADIR%%/lib/logback-core-1.0.6.jar
+%%DATADIR%%/lib/log4j-over-slf4j-1.6.6.jar
+%%DATADIR%%/lib/netty-3.6.3.Final.jar
+%%DATADIR%%/public/css/bootstrap-1.4.0.css
+%%DATADIR%%/public/css/style.css
+%%DATADIR%%/public/js/arbor-graphics.js
+%%DATADIR%%/public/js/arbor-tween.js
+%%DATADIR%%/public/js/arbor.js
+%%DATADIR%%/public/js/bootstrap-twipsy.js
+%%DATADIR%%/public/js/jquery-1.6.2.min.js
+%%DATADIR%%/public/js/jquery.cookies.2.2.0.min.js
+%%DATADIR%%/public/js/jquery.mustache.js
+%%DATADIR%%/public/js/jquery.tablesorter.min.js
+%%DATADIR%%/public/js/purl.js
+%%DATADIR%%/public/js/script.js
+%%DATADIR%%/public/js/visualization.js
+%%DATADIR%%/public/templates/component-page-template.html
+%%DATADIR%%/public/templates/index-page-template.html
+%%DATADIR%%/public/templates/json-error-template.html
+%%DATADIR%%/public/templates/topology-page-template.html
+%%DATADIR%%/public/component.html
+%%DATADIR%%/public/index.html
+%%DATADIR%%/public/topology.html
+@dirrm %%DATADIR%%/bin
+@dirrm %%DATADIR%%/examples/storm-starter/multilang/resources
+@dirrm %%DATADIR%%/examples/storm-starter/multilang
+@dirrm %%DATADIR%%/examples/storm-starter/src/clj/storm/starter/clj
+@dirrm %%DATADIR%%/examples/storm-starter/src/clj/storm/starter
+@dirrm %%DATADIR%%/examples/storm-starter/src/clj/storm
+@dirrm %%DATADIR%%/examples/storm-starter/src/clj
+@dirrm %%DATADIR%%/examples/storm-starter/src/jvm/storm/starter/bolt
+@dirrm %%DATADIR%%/examples/storm-starter/src/jvm/storm/starter/spout
+@dirrm %%DATADIR%%/examples/storm-starter/src/jvm/storm/starter/tools
+@dirrm %%DATADIR%%/examples/storm-starter/src/jvm/storm/starter/trident
+@dirrm %%DATADIR%%/examples/storm-starter/src/jvm/storm/starter/util
+@dirrm %%DATADIR%%/examples/storm-starter/src/jvm/storm/starter
+@dirrm %%DATADIR%%/examples/storm-starter/src/jvm/storm
+@dirrm %%DATADIR%%/examples/storm-starter/src/jvm
+@dirrm %%DATADIR%%/examples/storm-starter/src
+@dirrm %%DATADIR%%/examples/storm-starter/test/jvm/storm/starter/bolt
+@dirrm %%DATADIR%%/examples/storm-starter/test/jvm/storm/starter/tools
+@dirrm %%DATADIR%%/examples/storm-starter/test/jvm/storm/starter
+@dirrm %%DATADIR%%/examples/storm-starter/test/jvm/storm
+@dirrm %%DATADIR%%/examples/storm-starter/test/jvm
+@dirrm %%DATADIR%%/examples/storm-starter/test
+@dirrm %%DATADIR%%/examples/storm-starter
+@dirrm %%DATADIR%%/examples
+@dirrm %%DATADIR%%/external/storm-kafka
+@dirrm %%DATADIR%%/external
+@dirrm %%DATADIR%%/lib
+@dirrm %%DATADIR%%/public/css
+@dirrm %%DATADIR%%/public/js
+@dirrm %%DATADIR%%/public/templates
+@dirrm %%DATADIR%%/public
+@sample %%DATADIR%%/conf/storm.yaml.sample
+@sample %%DATADIR%%/conf/storm_env.ini.sample
+@sample %%DATADIR%%/logback/cluster.xml.sample
+@dirrmtry %%DATADIR%%/conf
+@dirrmtry %%DATADIR%%/logback
+@dirrmtry %%DATADIR%%