Import py-pyspark-3.0.1 to wip

This commit is contained in:
K.I.A.Derouiche 2020-12-22 23:18:09 +01:00
parent 20e944ddae
commit 8a4286d0d8
4 changed files with 1121 additions and 0 deletions

8
py-pyspark/DESCR Normal file
View File

@ -0,0 +1,8 @@
Spark is a unified analytics engine for large-scale data
processing. It provides high-level APIs in Scala, Java,
Python, and R, and an optimized engine that supports
general computation graphs for data analysis. It also
supports a rich set of higher-level tools including Spark
SQL for SQL and DataFrames, MLlib for machine learning,
GraphX for graph processing, and Structured Streaming
for stream processing.

55
py-pyspark/Makefile Normal file
View File

@ -0,0 +1,55 @@
# $NetBSD$
DISTNAME= pyspark-${VERS}
PKGNAME= ${PYPKGPREFIX}-${DISTNAME:S/py//}
CATEGORIES= devel python
MASTER_SITES= ${MASTER_SITE_PYPI:=p/pyspark/}
MAINTAINER= kamel.derouiche@gmail.com
HOMEPAGE= https://spark.apache.org/
COMMENT= Apache Spark Python API
LICENSE= apache-2.0
VERS= 3.0.1
USE_TOOLS+= bash
PYTHON_VERSIONS_INCOMPATIBLE= 27
DEPENDS+= ${PYPKGPREFIX}-pandas>=0.23.0:../../math/py-pandas
DEPENDS+= ${PYPKGPREFIX}-py4j>=0.10.9.1:../../wip/py-py4j
USE_JAVA= run
USE_JAVA2= 8
REPLACE_BASH+= \
deps/bin/beeline \
deps/bin/docker-image-tool.sh \
deps/bin/find-spark-home \
deps/bin/load-spark-env.sh \
deps/bin/pyspark \
deps/bin/run-example \
deps/bin/spark-class \
deps/bin/spark-shell \
deps/bin/spark-sql \
deps/bin/spark-submit \
deps/bin/sparkR
REPLACE_BASH+= \
deps/sbin/spark-daemon.sh \
deps/sbin/start-history-server.sh \
deps/sbin/stop-history-server.sh
SUBST_CLASSES+= py_interpreter
SUBST_STAGE.py_interpreter= post-extract
SUBST_FILES.py_interpreter+= deps/bin/find-spark-home
SUBST_SED.py_interpreter= -e "s,python,python${PYVERSSUFFIX},g"
post-extract:
${RM} -f ${WRKSRC}/deps/bin/*.cmd
.include "../../math/py-numpy/buildlink3.mk"
.include "../../lang/python/application.mk"
.include "../../lang/python/egg.mk"
.include "../../mk/java-vm.mk"
.include "../../mk/bsd.pkg.mk"

1052
py-pyspark/PLIST Normal file

File diff suppressed because it is too large Load Diff

6
py-pyspark/distinfo Normal file
View File

@ -0,0 +1,6 @@
$NetBSD$
SHA1 (pyspark-3.0.1.tar.gz) = d540c283f22c492761e49744dd58f287d948fdf7
RMD160 (pyspark-3.0.1.tar.gz) = d7c1cb855f861a2100ed948d1b68d7ab64c95672
SHA512 (pyspark-3.0.1.tar.gz) = 5e56e228a636110e0650af172e69b109feba5586250e41f3e313b770672a8d5df62dab850581e7aa3da0da9bc215be636a769dd558f0415a65dce72b62665e5e
Size (pyspark-3.0.1.tar.gz) = 204241512 bytes