New port: pydoop.

Pydoop is a Python interface to Hadoop that allows you to write MapReduce
applications in pure Python.

Pydoop offers several features not commonly found in other Python
libraries for Hadoop:

-- a rich HDFS API;
-- a MapReduce API that allows to write pure Python record readers / writers,
   partitioners and combiners;
-- transparent Avro (de)serialization;
-- easy installation-free usage;

WWW: http://crs4.github.io/pydoop/

6 files changed, 191 insertions, 0 deletions

diff --git a/devel/Makefile b/devel/Makefile
index 6127a574f79..8877cd3038f 100644
--- a/devel/Makefile
+++ b/devel/Makefile
@@ -4148,6 +4148,7 @@
     SUBDIR += py-pycerberus
     SUBDIR += py-pycparser
     SUBDIR += py-pydasm
+    SUBDIR += py-pydoop
     SUBDIR += py-pyechonest
     SUBDIR += py-pyee
     SUBDIR += py-pyelftools
diff --git a/devel/py-pydoop/Makefile b/devel/py-pydoop/Makefile
new file mode 100644
index 00000000000..3b228628bc5
--- /dev/null
+++ b/devel/py-pydoop/Makefile
@@ -0,0 +1,21 @@
+# Created by: Dmitry Sivachenko <demon@FreeBSD.org>
+# $FreeBSD$
+
+PORTNAME=	pydoop
+PORTVERSION=	1.1.0
+CATEGORIES=	devel python
+MASTER_SITES=	CHEESESHOP
+PKGNAMEPREFIX=	${PYTHON_PKGNAMEPREFIX}
+
+MAINTAINER=	demon@FreeBSD.org
+COMMENT=	Python interface to Hadoop
+
+BUILD_DEPENDS=	${LOCALBASE}/bin/yarn:${PORTSDIR}/devel/hadoop2
+RUN_DEPENDS=	${LOCALBASE}/bin/yarn:${PORTSDIR}/devel/hadoop2
+
+USES=		python:2
+USE_PYTHON=	distutils
+USE_JAVA=	1.7
+MAKE_ENV+=	HADOOP_HOME=${LOCALBASE}
+
+.include <bsd.port.mk>
diff --git a/devel/py-pydoop/distinfo b/devel/py-pydoop/distinfo
new file mode 100644
index 00000000000..6e00d958cbd
--- /dev/null
+++ b/devel/py-pydoop/distinfo
@@ -0,0 +1,2 @@
+SHA256 (pydoop-1.1.0.tar.gz) = 3fcc643e1dcf23e08c47680159f35c18962f4793fd33e2df889ffe9128ecc27a
+SIZE (pydoop-1.1.0.tar.gz) = 957825
diff --git a/devel/py-pydoop/files/patch-setup.py b/devel/py-pydoop/files/patch-setup.py
new file mode 100644
index 00000000000..b5c459dc9e9
--- /dev/null
+++ b/devel/py-pydoop/files/patch-setup.py
@@ -0,0 +1,10 @@
+--- setup.py.orig	2015-09-04 18:15:51.000000000 +0300
++++ setup.py	2015-09-07 15:42:08.302576000 +0300
+@@ -439,7 +439,4 @@ setup(
+         "Topic :: Software Development :: Libraries :: Application Frameworks",
+         "Intended Audience :: Developers",
+     ],
+-    data_files=[
+-        ('config', ['README.md']),
+-    ],
+ )
diff --git a/devel/py-pydoop/pkg-descr b/devel/py-pydoop/pkg-descr
new file mode 100644
index 00000000000..73300425811
--- /dev/null
+++ b/devel/py-pydoop/pkg-descr
@@ -0,0 +1,13 @@
+Pydoop is a Python interface to Hadoop that allows you to write MapReduce
+applications in pure Python.
+
+Pydoop offers several features not commonly found in other Python
+libraries for Hadoop:
+
+-- a rich HDFS API;
+-- a MapReduce API that allows to write pure Python record readers / writers,
+   partitioners and combiners;
+-- transparent Avro (de)serialization;
+-- easy installation-free usage;
+
+WWW: http://crs4.github.io/pydoop/
diff --git a/devel/py-pydoop/pkg-plist b/devel/py-pydoop/pkg-plist
new file mode 100644
index 00000000000..9ea3b255ff8
--- /dev/null
+++ b/devel/py-pydoop/pkg-plist
@@ -0,0 +1,144 @@
+bin/pydoop
+%%PYTHON_SITELIBDIR%%/pydoop/__init__.py
+%%PYTHON_SITELIBDIR%%/pydoop/__init__.pyc
+%%PYTHON_SITELIBDIR%%/pydoop/__init__.pyo
+%%PYTHON_SITELIBDIR%%/pydoop/app/__init__.py
+%%PYTHON_SITELIBDIR%%/pydoop/app/__init__.pyc
+%%PYTHON_SITELIBDIR%%/pydoop/app/__init__.pyo
+%%PYTHON_SITELIBDIR%%/pydoop/app/argparse_types.py
+%%PYTHON_SITELIBDIR%%/pydoop/app/argparse_types.pyc
+%%PYTHON_SITELIBDIR%%/pydoop/app/argparse_types.pyo
+%%PYTHON_SITELIBDIR%%/pydoop/app/main.py
+%%PYTHON_SITELIBDIR%%/pydoop/app/main.pyc
+%%PYTHON_SITELIBDIR%%/pydoop/app/main.pyo
+%%PYTHON_SITELIBDIR%%/pydoop/app/script.py
+%%PYTHON_SITELIBDIR%%/pydoop/app/script.pyc
+%%PYTHON_SITELIBDIR%%/pydoop/app/script.pyo
+%%PYTHON_SITELIBDIR%%/pydoop/app/script_template.py
+%%PYTHON_SITELIBDIR%%/pydoop/app/script_template.pyc
+%%PYTHON_SITELIBDIR%%/pydoop/app/script_template.pyo
+%%PYTHON_SITELIBDIR%%/pydoop/app/submit.py
+%%PYTHON_SITELIBDIR%%/pydoop/app/submit.pyc
+%%PYTHON_SITELIBDIR%%/pydoop/app/submit.pyo
+%%PYTHON_SITELIBDIR%%/pydoop/avro-mapred-1.7.4-hadoop2.jar
+%%PYTHON_SITELIBDIR%%/pydoop/avrolib.py
+%%PYTHON_SITELIBDIR%%/pydoop/avrolib.pyc
+%%PYTHON_SITELIBDIR%%/pydoop/avrolib.pyo
+%%PYTHON_SITELIBDIR%%/pydoop/config.py
+%%PYTHON_SITELIBDIR%%/pydoop/config.pyc
+%%PYTHON_SITELIBDIR%%/pydoop/config.pyo
+%%PYTHON_SITELIBDIR%%/pydoop/hadoop_utils.py
+%%PYTHON_SITELIBDIR%%/pydoop/hadoop_utils.pyc
+%%PYTHON_SITELIBDIR%%/pydoop/hadoop_utils.pyo
+%%PYTHON_SITELIBDIR%%/pydoop/hadut.py
+%%PYTHON_SITELIBDIR%%/pydoop/hadut.pyc
+%%PYTHON_SITELIBDIR%%/pydoop/hadut.pyo
+%%PYTHON_SITELIBDIR%%/pydoop/hdfs/__init__.py
+%%PYTHON_SITELIBDIR%%/pydoop/hdfs/__init__.pyc
+%%PYTHON_SITELIBDIR%%/pydoop/hdfs/__init__.pyo
+%%PYTHON_SITELIBDIR%%/pydoop/hdfs/common.py
+%%PYTHON_SITELIBDIR%%/pydoop/hdfs/common.pyc
+%%PYTHON_SITELIBDIR%%/pydoop/hdfs/common.pyo
+%%PYTHON_SITELIBDIR%%/pydoop/hdfs/core/__init__.py
+%%PYTHON_SITELIBDIR%%/pydoop/hdfs/core/__init__.pyc
+%%PYTHON_SITELIBDIR%%/pydoop/hdfs/core/__init__.pyo
+%%PYTHON_SITELIBDIR%%/pydoop/hdfs/core/api.py
+%%PYTHON_SITELIBDIR%%/pydoop/hdfs/core/api.pyc
+%%PYTHON_SITELIBDIR%%/pydoop/hdfs/core/api.pyo
+%%PYTHON_SITELIBDIR%%/pydoop/hdfs/core/bridged/__init__.py
+%%PYTHON_SITELIBDIR%%/pydoop/hdfs/core/bridged/__init__.pyc
+%%PYTHON_SITELIBDIR%%/pydoop/hdfs/core/bridged/__init__.pyo
+%%PYTHON_SITELIBDIR%%/pydoop/hdfs/core/bridged/common.py
+%%PYTHON_SITELIBDIR%%/pydoop/hdfs/core/bridged/common.pyc
+%%PYTHON_SITELIBDIR%%/pydoop/hdfs/core/bridged/common.pyo
+%%PYTHON_SITELIBDIR%%/pydoop/hdfs/core/bridged/hadoop.py
+%%PYTHON_SITELIBDIR%%/pydoop/hdfs/core/bridged/hadoop.pyc
+%%PYTHON_SITELIBDIR%%/pydoop/hdfs/core/bridged/hadoop.pyo
+%%PYTHON_SITELIBDIR%%/pydoop/hdfs/core/impl.py
+%%PYTHON_SITELIBDIR%%/pydoop/hdfs/core/impl.pyc
+%%PYTHON_SITELIBDIR%%/pydoop/hdfs/core/impl.pyo
+%%PYTHON_SITELIBDIR%%/pydoop/hdfs/file.py
+%%PYTHON_SITELIBDIR%%/pydoop/hdfs/file.pyc
+%%PYTHON_SITELIBDIR%%/pydoop/hdfs/file.pyo
+%%PYTHON_SITELIBDIR%%/pydoop/hdfs/fs.py
+%%PYTHON_SITELIBDIR%%/pydoop/hdfs/fs.pyc
+%%PYTHON_SITELIBDIR%%/pydoop/hdfs/fs.pyo
+%%PYTHON_SITELIBDIR%%/pydoop/hdfs/path.py
+%%PYTHON_SITELIBDIR%%/pydoop/hdfs/path.pyc
+%%PYTHON_SITELIBDIR%%/pydoop/hdfs/path.pyo
+%%PYTHON_SITELIBDIR%%/pydoop/jc.py
+%%PYTHON_SITELIBDIR%%/pydoop/jc.pyc
+%%PYTHON_SITELIBDIR%%/pydoop/jc.pyo
+%%PYTHON_SITELIBDIR%%/pydoop/mapreduce/__init__.py
+%%PYTHON_SITELIBDIR%%/pydoop/mapreduce/__init__.pyc
+%%PYTHON_SITELIBDIR%%/pydoop/mapreduce/__init__.pyo
+%%PYTHON_SITELIBDIR%%/pydoop/mapreduce/api.py
+%%PYTHON_SITELIBDIR%%/pydoop/mapreduce/api.pyc
+%%PYTHON_SITELIBDIR%%/pydoop/mapreduce/api.pyo
+%%PYTHON_SITELIBDIR%%/pydoop/mapreduce/binary_streams.py
+%%PYTHON_SITELIBDIR%%/pydoop/mapreduce/binary_streams.pyc
+%%PYTHON_SITELIBDIR%%/pydoop/mapreduce/binary_streams.pyo
+%%PYTHON_SITELIBDIR%%/pydoop/mapreduce/connections.py
+%%PYTHON_SITELIBDIR%%/pydoop/mapreduce/connections.pyc
+%%PYTHON_SITELIBDIR%%/pydoop/mapreduce/connections.pyo
+%%PYTHON_SITELIBDIR%%/pydoop/mapreduce/jwritable_utils.py
+%%PYTHON_SITELIBDIR%%/pydoop/mapreduce/jwritable_utils.pyc
+%%PYTHON_SITELIBDIR%%/pydoop/mapreduce/jwritable_utils.pyo
+%%PYTHON_SITELIBDIR%%/pydoop/mapreduce/pipes.py
+%%PYTHON_SITELIBDIR%%/pydoop/mapreduce/pipes.pyc
+%%PYTHON_SITELIBDIR%%/pydoop/mapreduce/pipes.pyo
+%%PYTHON_SITELIBDIR%%/pydoop/mapreduce/simulator.py
+%%PYTHON_SITELIBDIR%%/pydoop/mapreduce/simulator.pyc
+%%PYTHON_SITELIBDIR%%/pydoop/mapreduce/simulator.pyo
+%%PYTHON_SITELIBDIR%%/pydoop/mapreduce/streams.py
+%%PYTHON_SITELIBDIR%%/pydoop/mapreduce/streams.pyc
+%%PYTHON_SITELIBDIR%%/pydoop/mapreduce/streams.pyo
+%%PYTHON_SITELIBDIR%%/pydoop/mapreduce/string_utils.py
+%%PYTHON_SITELIBDIR%%/pydoop/mapreduce/string_utils.pyc
+%%PYTHON_SITELIBDIR%%/pydoop/mapreduce/string_utils.pyo
+%%PYTHON_SITELIBDIR%%/pydoop/mapreduce/text_streams.py
+%%PYTHON_SITELIBDIR%%/pydoop/mapreduce/text_streams.pyc
+%%PYTHON_SITELIBDIR%%/pydoop/mapreduce/text_streams.pyo
+%%PYTHON_SITELIBDIR%%/pydoop/native_core_hdfs.so
+%%PYTHON_SITELIBDIR%%/pydoop/pipes.py
+%%PYTHON_SITELIBDIR%%/pydoop/pipes.pyc
+%%PYTHON_SITELIBDIR%%/pydoop/pipes.pyo
+%%PYTHON_SITELIBDIR%%/pydoop/pydoop.jar
+%%PYTHON_SITELIBDIR%%/pydoop/pydoop.properties
+%%PYTHON_SITELIBDIR%%/pydoop/sercore.so
+%%PYTHON_SITELIBDIR%%/pydoop/test_support.py
+%%PYTHON_SITELIBDIR%%/pydoop/test_support.pyc
+%%PYTHON_SITELIBDIR%%/pydoop/test_support.pyo
+%%PYTHON_SITELIBDIR%%/pydoop/test_utils.py
+%%PYTHON_SITELIBDIR%%/pydoop/test_utils.pyc
+%%PYTHON_SITELIBDIR%%/pydoop/test_utils.pyo
+%%PYTHON_SITELIBDIR%%/pydoop/utils/__init__.py
+%%PYTHON_SITELIBDIR%%/pydoop/utils/__init__.pyc
+%%PYTHON_SITELIBDIR%%/pydoop/utils/__init__.pyo
+%%PYTHON_SITELIBDIR%%/pydoop/utils/bridge/__init__.py
+%%PYTHON_SITELIBDIR%%/pydoop/utils/bridge/__init__.pyc
+%%PYTHON_SITELIBDIR%%/pydoop/utils/bridge/__init__.pyo
+%%PYTHON_SITELIBDIR%%/pydoop/utils/bridge/factory.py
+%%PYTHON_SITELIBDIR%%/pydoop/utils/bridge/factory.pyc
+%%PYTHON_SITELIBDIR%%/pydoop/utils/bridge/factory.pyo
+%%PYTHON_SITELIBDIR%%/pydoop/utils/bridge/jpype_loader.py
+%%PYTHON_SITELIBDIR%%/pydoop/utils/bridge/jpype_loader.pyc
+%%PYTHON_SITELIBDIR%%/pydoop/utils/bridge/jpype_loader.pyo
+%%PYTHON_SITELIBDIR%%/pydoop/utils/bridge/pyjnius_loader.py
+%%PYTHON_SITELIBDIR%%/pydoop/utils/bridge/pyjnius_loader.pyc
+%%PYTHON_SITELIBDIR%%/pydoop/utils/bridge/pyjnius_loader.pyo
+%%PYTHON_SITELIBDIR%%/pydoop/utils/conversion_tables.py
+%%PYTHON_SITELIBDIR%%/pydoop/utils/conversion_tables.pyc
+%%PYTHON_SITELIBDIR%%/pydoop/utils/conversion_tables.pyo
+%%PYTHON_SITELIBDIR%%/pydoop/utils/jvm.py
+%%PYTHON_SITELIBDIR%%/pydoop/utils/jvm.pyc
+%%PYTHON_SITELIBDIR%%/pydoop/utils/jvm.pyo
+%%PYTHON_SITELIBDIR%%/pydoop/utils/misc.py
+%%PYTHON_SITELIBDIR%%/pydoop/utils/misc.pyc
+%%PYTHON_SITELIBDIR%%/pydoop/utils/misc.pyo
+%%PYTHON_SITELIBDIR%%/pydoop/utils/serialize.py
+%%PYTHON_SITELIBDIR%%/pydoop/utils/serialize.pyc
+%%PYTHON_SITELIBDIR%%/pydoop/utils/serialize.pyo
+%%PYTHON_SITELIBDIR%%/pydoop/version.py
+%%PYTHON_SITELIBDIR%%/pydoop/version.pyc
+%%PYTHON_SITELIBDIR%%/pydoop/version.pyo