Attachment #252122 for bug #280325

View | Details | Raw Unified | Return to bug 280325
Collapse All | Expand All




PORTNAME=	spark
PORTVERSION=	3.3.4
CATEGORIES=	devel java
MASTER_SITES=	https://archive.apache.org/dist/${PORTNAME}/${PORTNAME}-${PORTVERSION}/ \
		LOCAL/vvd:deps
		https://people.freebsd.org/~se/distfiles/:deps
PKGNAMEPREFIX=	apache-
DISTFILES=	${PORTNAME}-${PORTVERSION}.tgz \
		${PORTNAME}-${PORTVERSION}-deps.tgz:deps

USES=		cpe python shebangfix
CPE_VENDOR=	apache
USE_JAVA=	yes
JAVA_VERSION=	8 11 17

USE_RC_SUBR=	spark_master spark_worker
SHEBANG_FILES=	bin/sparkR

		JAVA_HOME=${JAVA_HOME}
.endif


.if ${ARCH} == "amd64"
JAVA_ARCH=	x86_64
.elif ${ARCH} == "i386"


# Update spark-*-dist.tgz if the hadoop version is changed!
HADOOP_VERSION=	3.3.4
# Comment out next line for download m2 and update ${PORTNAME}-${PORTVERSION}-deps.tgz
OFFLINE=	-o

do-build:

Lines 1-5 Link Here

(-)b/devel/spark/distinfo (-5 / +5 lines)
1	TIMESTAMP = 1664448776	1	TIMESTAMP = 1721161093
2	SHA256 (spark-3.3.0.tgz) = 9b357aa165e3d78820702f0eee3fa32097839d42c9d0f5b19563fd23b796d13c	2	SHA256 (spark-3.3.4.tgz) = 0b86dd8a61d317523c2e116cd11f65ed6f87ad69bf564819446ed74569c49f4c
3	SIZE (spark-3.3.0.tgz) = 29907712	3	SIZE (spark-3.3.4.tgz) = 29214872
4	SHA256 (spark-3.3.0-deps.tgz) = f504c09556b3979b0fe9b8efd99103ea37673d81f9978cf88c68f2f336409eee	4	SHA256 (spark-3.3.4-deps.tgz) = 6978b59996b94db73f50799be2842501467f0b79b018517a74aa27c1e662f6d8
5	SIZE (spark-3.3.0-deps.tgz) = 898673486	5	SIZE (spark-3.3.4-deps.tgz) = 695771185




%%DATADIR%%/jars/commons-logging-1.1.3.jar
%%DATADIR%%/jars/commons-math3-3.6.1.jar
%%DATADIR%%/jars/commons-pool-1.5.4.jar
%%DATADIR%%/jars/commons-text-1.10.0.jar
%%DATADIR%%/jars/compress-lzf-1.1.jar
%%DATADIR%%/jars/core-1.1.2.jar
%%DATADIR%%/jars/curator-client-2.13.0.jar

%%DATADIR%%/jars/hadoop-client-runtime-3.3.4.jar
%%DATADIR%%/jars/hadoop-shaded-guava-1.1.1.jar
%%DATADIR%%/jars/hadoop-yarn-server-web-proxy-3.3.4.jar
%%DATADIR%%/jars/hive-beeline-2.3.9.jar
%%DATADIR%%/jars/hive-cli-2.3.9.jar
%%DATADIR%%/jars/hive-common-2.3.9.jar
%%DATADIR%%/jars/hive-exec-2.3.9-core.jar
%%DATADIR%%/jars/hive-jdbc-2.3.9.jar
%%DATADIR%%/jars/hive-llap-common-2.3.9.jar
%%DATADIR%%/jars/hive-metastore-2.3.9.jar
%%DATADIR%%/jars/hive-serde-2.3.9.jar
%%DATADIR%%/jars/hive-service-rpc-3.1.2.jar
%%DATADIR%%/jars/hive-shims-0.23-2.3.9.jar
%%DATADIR%%/jars/hive-shims-2.3.9.jar
%%DATADIR%%/jars/hive-shims-common-2.3.9.jar
%%DATADIR%%/jars/hive-shims-scheduler-2.3.9.jar
%%DATADIR%%/jars/hive-storage-api-2.7.2.jar
%%DATADIR%%/jars/hive-vector-code-gen-2.3.9.jar
%%DATADIR%%/jars/hk2-api-2.6.1.jar
%%DATADIR%%/jars/hk2-locator-2.6.1.jar
%%DATADIR%%/jars/hk2-utils-2.6.1.jar
%%DATADIR%%/jars/httpclient-4.5.13.jar
%%DATADIR%%/jars/httpcore-4.4.14.jar
%%DATADIR%%/jars/istack-commons-runtime-3.0.8.jar
%%DATADIR%%/jars/ivy-2.5.1.jar
%%DATADIR%%/jars/jackson-annotations-2.13.4.jar
%%DATADIR%%/jars/jackson-core-2.13.4.jar
%%DATADIR%%/jars/jackson-core-asl-1.9.13.jar
%%DATADIR%%/jars/jackson-databind-2.13.4.2.jar
%%DATADIR%%/jars/jackson-mapper-asl-1.9.13.jar
%%DATADIR%%/jars/jackson-module-scala_2.12-2.13.4.jar
%%DATADIR%%/jars/jakarta.annotation-api-1.3.5.jar
%%DATADIR%%/jars/jakarta.inject-2.6.1.jar
%%DATADIR%%/jars/jakarta.servlet-api-4.0.3.jar

%%DATADIR%%/jars/jaxb-runtime-2.3.2.jar
%%DATADIR%%/jars/jcl-over-slf4j-1.7.32.jar
%%DATADIR%%/jars/jdo-api-3.0.1.jar
%%DATADIR%%/jars/jersey-client-2.36.jar
%%DATADIR%%/jars/jersey-common-2.36.jar
%%DATADIR%%/jars/jersey-container-servlet-2.36.jar
%%DATADIR%%/jars/jersey-container-servlet-core-2.36.jar
%%DATADIR%%/jars/jersey-hk2-2.36.jar
%%DATADIR%%/jars/jersey-server-2.36.jar
%%DATADIR%%/jars/jline-2.14.6.jar
%%DATADIR%%/jars/joda-time-2.10.13.jar
%%DATADIR%%/jars/jodd-core-3.5.2.jar

%%DATADIR%%/jars/netty-transport-native-unix-common-4.1.74.Final.jar
%%DATADIR%%/jars/objenesis-3.2.jar
%%DATADIR%%/jars/opencsv-2.3.jar
%%DATADIR%%/jars/orc-core-1.7.10.jar
%%DATADIR%%/jars/orc-mapreduce-1.7.10.jar
%%DATADIR%%/jars/orc-shims-1.7.10.jar
%%DATADIR%%/jars/oro-2.0.8.jar
%%DATADIR%%/jars/osgi-resource-locator-1.0.3.jar
%%DATADIR%%/jars/paranamer-2.8.jar

%%DATADIR%%/jars/univocity-parsers-2.9.1.jar
%%DATADIR%%/jars/velocity-1.5.jar
%%DATADIR%%/jars/xbean-asm9-shaded-4.20.jar
%%DATADIR%%/jars/xz-1.9.jar
%%DATADIR%%/jars/zookeeper-3.6.2.jar
%%DATADIR%%/jars/zookeeper-jute-3.6.2.jar
%%DATADIR%%/jars/zstd-jni-1.5.2-1.jar

%%DATADIR%%/python/docs/Makefile
%%DATADIR%%/python/docs/make.bat
%%DATADIR%%/python/docs/make2.bat
%%DATADIR%%/python/docs/source/_static/copybutton.js
%%DATADIR%%/python/docs/source/_static/css/pyspark.css
%%DATADIR%%/python/docs/source/_templates/autosummary/class.rst
%%DATADIR%%/python/docs/source/_templates/autosummary/class_with_docs.rst

%%DATADIR%%/python/pyspark/pandas/missing/__init__.py
%%DATADIR%%/python/pyspark/pandas/missing/common.py
%%DATADIR%%/python/pyspark/pandas/missing/frame.py
%%DATADIR%%/python/pyspark/pandas/missing/general_functions.py
%%DATADIR%%/python/pyspark/pandas/missing/groupby.py
%%DATADIR%%/python/pyspark/pandas/missing/indexes.py
%%DATADIR%%/python/pyspark/pandas/missing/series.py

Return to bug 280325

Lines 1-9 Link Here

(-)b/devel/spark/Makefile (-4 / +4 lines)
1	PORTNAME= spark	1	PORTNAME= spark
2	PORTVERSION= 3.3.0	2	PORTVERSION= 3.3.4
3	CATEGORIES= devel java	3	CATEGORIES= devel java
4	MASTER_SITES= https://archive.apache.org/dist/${PORTNAME}/${PORTNAME}-${PORTVERSION}/ \	4	MASTER_SITES= https://archive.apache.org/dist/${PORTNAME}/${PORTNAME}-${PORTVERSION}/ \
5	LOCAL/se/distfiles/:deps \	5	LOCAL/vvd:deps
6	https://people.freebsd.org/~se/distfiles/:deps
7	PKGNAMEPREFIX= apache-	6	PKGNAMEPREFIX= apache-
8	DISTFILES= ${PORTNAME}-${PORTVERSION}.tgz \	7	DISTFILES= ${PORTNAME}-${PORTVERSION}.tgz \
9	${PORTNAME}-${PORTVERSION}-deps.tgz:deps	8	${PORTNAME}-${PORTVERSION}-deps.tgz:deps
Lines 25-30 RUN_DEPENDS= bash:shells/bash Link Here
25	USES= cpe python shebangfix	24	USES= cpe python shebangfix
26	CPE_VENDOR= apache	25	CPE_VENDOR= apache
27	USE_JAVA= yes	26	USE_JAVA= yes
		27	JAVA_VERSION= 8 11 17
28		28
29	USE_RC_SUBR= spark_master spark_worker	29	USE_RC_SUBR= spark_master spark_worker
30	SHEBANG_FILES= bin/sparkR	30	SHEBANG_FILES= bin/sparkR
Lines 49-55 MAKE_ENV+= MAVEN_OPTS="-Xmx2g -XX:ReservedCodeCacheSize=2g" \ Link Here
49	JAVA_HOME=${JAVA_HOME}	49	JAVA_HOME=${JAVA_HOME}
50	.endif	50	.endif
51		51
52
53	.if ${ARCH} == "amd64"	52	.if ${ARCH} == "amd64"
54	JAVA_ARCH= x86_64	53	JAVA_ARCH= x86_64
55	.elif ${ARCH} == "i386"	54	.elif ${ARCH} == "i386"
Lines 60-65 JAVA_ARCH= ${ARCH} Link Here
60		59
61	# Update spark-*-dist.tgz if the hadoop version is changed!	60	# Update spark-*-dist.tgz if the hadoop version is changed!
62	HADOOP_VERSION= 3.3.4	61	HADOOP_VERSION= 3.3.4
		62	# Comment out next line for download m2 and update ${PORTNAME}-${PORTVERSION}-deps.tgz
63	OFFLINE= -o	63	OFFLINE= -o
64		64
65	do-build:	65	do-build:

Lines 590-596 Link Here

(-)b/devel/spark/pkg-plist (-30 / +30 lines)
590	%%DATADIR%%/jars/commons-logging-1.1.3.jar	590	%%DATADIR%%/jars/commons-logging-1.1.3.jar
591	%%DATADIR%%/jars/commons-math3-3.6.1.jar	591	%%DATADIR%%/jars/commons-math3-3.6.1.jar
592	%%DATADIR%%/jars/commons-pool-1.5.4.jar	592	%%DATADIR%%/jars/commons-pool-1.5.4.jar
593	%%DATADIR%%/jars/commons-text-1.9.jar	593	%%DATADIR%%/jars/commons-text-1.10.0.jar
594	%%DATADIR%%/jars/compress-lzf-1.1.jar	594	%%DATADIR%%/jars/compress-lzf-1.1.jar
595	%%DATADIR%%/jars/core-1.1.2.jar	595	%%DATADIR%%/jars/core-1.1.2.jar
596	%%DATADIR%%/jars/curator-client-2.13.0.jar	596	%%DATADIR%%/jars/curator-client-2.13.0.jar
Lines 608-641 Link Here
608	%%DATADIR%%/jars/hadoop-client-runtime-3.3.4.jar	608	%%DATADIR%%/jars/hadoop-client-runtime-3.3.4.jar
609	%%DATADIR%%/jars/hadoop-shaded-guava-1.1.1.jar	609	%%DATADIR%%/jars/hadoop-shaded-guava-1.1.1.jar
610	%%DATADIR%%/jars/hadoop-yarn-server-web-proxy-3.3.4.jar	610	%%DATADIR%%/jars/hadoop-yarn-server-web-proxy-3.3.4.jar
611	%%DATADIR%%/jars/hive-beeline-2.%%PYTHON_VER%%.jar	611	%%DATADIR%%/jars/hive-beeline-2.3.9.jar
612	%%DATADIR%%/jars/hive-cli-2.%%PYTHON_VER%%.jar	612	%%DATADIR%%/jars/hive-cli-2.3.9.jar
613	%%DATADIR%%/jars/hive-common-2.%%PYTHON_VER%%.jar	613	%%DATADIR%%/jars/hive-common-2.3.9.jar
614	%%DATADIR%%/jars/hive-exec-2.%%PYTHON_VER%%-core.jar	614	%%DATADIR%%/jars/hive-exec-2.3.9-core.jar
615	%%DATADIR%%/jars/hive-jdbc-2.%%PYTHON_VER%%.jar	615	%%DATADIR%%/jars/hive-jdbc-2.3.9.jar
616	%%DATADIR%%/jars/hive-llap-common-2.%%PYTHON_VER%%.jar	616	%%DATADIR%%/jars/hive-llap-common-2.3.9.jar
617	%%DATADIR%%/jars/hive-metastore-2.%%PYTHON_VER%%.jar	617	%%DATADIR%%/jars/hive-metastore-2.3.9.jar
618	%%DATADIR%%/jars/hive-serde-2.%%PYTHON_VER%%.jar	618	%%DATADIR%%/jars/hive-serde-2.3.9.jar
619	%%DATADIR%%/jars/hive-service-rpc-3.1.2.jar	619	%%DATADIR%%/jars/hive-service-rpc-3.1.2.jar
620	%%DATADIR%%/jars/hive-shims-0.23-2.%%PYTHON_VER%%.jar	620	%%DATADIR%%/jars/hive-shims-0.23-2.3.9.jar
621	%%DATADIR%%/jars/hive-shims-2.%%PYTHON_VER%%.jar	621	%%DATADIR%%/jars/hive-shims-2.3.9.jar
622	%%DATADIR%%/jars/hive-shims-common-2.%%PYTHON_VER%%.jar	622	%%DATADIR%%/jars/hive-shims-common-2.3.9.jar
623	%%DATADIR%%/jars/hive-shims-scheduler-2.%%PYTHON_VER%%.jar	623	%%DATADIR%%/jars/hive-shims-scheduler-2.3.9.jar
624	%%DATADIR%%/jars/hive-storage-api-2.7.2.jar	624	%%DATADIR%%/jars/hive-storage-api-2.7.2.jar
625	%%DATADIR%%/jars/hive-vector-code-gen-2.%%PYTHON_VER%%.jar	625	%%DATADIR%%/jars/hive-vector-code-gen-2.3.9.jar
626	%%DATADIR%%/jars/hk2-api-2.6.1.jar	626	%%DATADIR%%/jars/hk2-api-2.6.1.jar
627	%%DATADIR%%/jars/hk2-locator-2.6.1.jar	627	%%DATADIR%%/jars/hk2-locator-2.6.1.jar
628	%%DATADIR%%/jars/hk2-utils-2.6.1.jar	628	%%DATADIR%%/jars/hk2-utils-2.6.1.jar
629	%%DATADIR%%/jars/httpclient-4.5.13.jar	629	%%DATADIR%%/jars/httpclient-4.5.13.jar
630	%%DATADIR%%/jars/httpcore-4.4.14.jar	630	%%DATADIR%%/jars/httpcore-4.4.14.jar
631	%%DATADIR%%/jars/istack-commons-runtime-3.0.8.jar	631	%%DATADIR%%/jars/istack-commons-runtime-3.0.8.jar
632	%%DATADIR%%/jars/ivy-2.5.0.jar	632	%%DATADIR%%/jars/ivy-2.5.1.jar
633	%%DATADIR%%/jars/jackson-annotations-2.13.3.jar	633	%%DATADIR%%/jars/jackson-annotations-2.13.4.jar
634	%%DATADIR%%/jars/jackson-core-2.13.3.jar	634	%%DATADIR%%/jars/jackson-core-2.13.4.jar
635	%%DATADIR%%/jars/jackson-core-asl-1.9.13.jar	635	%%DATADIR%%/jars/jackson-core-asl-1.9.13.jar
636	%%DATADIR%%/jars/jackson-databind-2.13.3.jar	636	%%DATADIR%%/jars/jackson-databind-2.13.4.2.jar
637	%%DATADIR%%/jars/jackson-mapper-asl-1.9.13.jar	637	%%DATADIR%%/jars/jackson-mapper-asl-1.9.13.jar
638	%%DATADIR%%/jars/jackson-module-scala_2.12-2.13.3.jar	638	%%DATADIR%%/jars/jackson-module-scala_2.12-2.13.4.jar
639	%%DATADIR%%/jars/jakarta.annotation-api-1.3.5.jar	639	%%DATADIR%%/jars/jakarta.annotation-api-1.3.5.jar
640	%%DATADIR%%/jars/jakarta.inject-2.6.1.jar	640	%%DATADIR%%/jars/jakarta.inject-2.6.1.jar
641	%%DATADIR%%/jars/jakarta.servlet-api-4.0.3.jar	641	%%DATADIR%%/jars/jakarta.servlet-api-4.0.3.jar
Lines 649-660 Link Here
649	%%DATADIR%%/jars/jaxb-runtime-2.3.2.jar	649	%%DATADIR%%/jars/jaxb-runtime-2.3.2.jar
650	%%DATADIR%%/jars/jcl-over-slf4j-1.7.32.jar	650	%%DATADIR%%/jars/jcl-over-slf4j-1.7.32.jar
651	%%DATADIR%%/jars/jdo-api-3.0.1.jar	651	%%DATADIR%%/jars/jdo-api-3.0.1.jar
652	%%DATADIR%%/jars/jersey-client-2.34.jar	652	%%DATADIR%%/jars/jersey-client-2.36.jar
653	%%DATADIR%%/jars/jersey-common-2.34.jar	653	%%DATADIR%%/jars/jersey-common-2.36.jar
654	%%DATADIR%%/jars/jersey-container-servlet-2.34.jar	654	%%DATADIR%%/jars/jersey-container-servlet-2.36.jar
655	%%DATADIR%%/jars/jersey-container-servlet-core-2.34.jar	655	%%DATADIR%%/jars/jersey-container-servlet-core-2.36.jar
656	%%DATADIR%%/jars/jersey-hk2-2.34.jar	656	%%DATADIR%%/jars/jersey-hk2-2.36.jar
657	%%DATADIR%%/jars/jersey-server-2.34.jar	657	%%DATADIR%%/jars/jersey-server-2.36.jar
658	%%DATADIR%%/jars/jline-2.14.6.jar	658	%%DATADIR%%/jars/jline-2.14.6.jar
659	%%DATADIR%%/jars/joda-time-2.10.13.jar	659	%%DATADIR%%/jars/joda-time-2.10.13.jar
660	%%DATADIR%%/jars/jodd-core-3.5.2.jar	660	%%DATADIR%%/jars/jodd-core-3.5.2.jar
Lines 700-708 Link Here
700	%%DATADIR%%/jars/netty-transport-native-unix-common-4.1.74.Final.jar	700	%%DATADIR%%/jars/netty-transport-native-unix-common-4.1.74.Final.jar
701	%%DATADIR%%/jars/objenesis-3.2.jar	701	%%DATADIR%%/jars/objenesis-3.2.jar
702	%%DATADIR%%/jars/opencsv-2.3.jar	702	%%DATADIR%%/jars/opencsv-2.3.jar
703	%%DATADIR%%/jars/orc-core-1.7.4.jar	703	%%DATADIR%%/jars/orc-core-1.7.10.jar
704	%%DATADIR%%/jars/orc-mapreduce-1.7.4.jar	704	%%DATADIR%%/jars/orc-mapreduce-1.7.10.jar
705	%%DATADIR%%/jars/orc-shims-1.7.4.jar	705	%%DATADIR%%/jars/orc-shims-1.7.10.jar
706	%%DATADIR%%/jars/oro-2.0.8.jar	706	%%DATADIR%%/jars/oro-2.0.8.jar
707	%%DATADIR%%/jars/osgi-resource-locator-1.0.3.jar	707	%%DATADIR%%/jars/osgi-resource-locator-1.0.3.jar
708	%%DATADIR%%/jars/paranamer-2.8.jar	708	%%DATADIR%%/jars/paranamer-2.8.jar
Lines 757-763 Link Here
757	%%DATADIR%%/jars/univocity-parsers-2.9.1.jar	757	%%DATADIR%%/jars/univocity-parsers-2.9.1.jar
758	%%DATADIR%%/jars/velocity-1.5.jar	758	%%DATADIR%%/jars/velocity-1.5.jar
759	%%DATADIR%%/jars/xbean-asm9-shaded-4.20.jar	759	%%DATADIR%%/jars/xbean-asm9-shaded-4.20.jar
760	%%DATADIR%%/jars/xz-1.8.jar	760	%%DATADIR%%/jars/xz-1.9.jar
761	%%DATADIR%%/jars/zookeeper-3.6.2.jar	761	%%DATADIR%%/jars/zookeeper-3.6.2.jar
762	%%DATADIR%%/jars/zookeeper-jute-3.6.2.jar	762	%%DATADIR%%/jars/zookeeper-jute-3.6.2.jar
763	%%DATADIR%%/jars/zstd-jni-1.5.2-1.jar	763	%%DATADIR%%/jars/zstd-jni-1.5.2-1.jar
Lines 768-774 Link Here
768	%%DATADIR%%/python/docs/Makefile	768	%%DATADIR%%/python/docs/Makefile
769	%%DATADIR%%/python/docs/make.bat	769	%%DATADIR%%/python/docs/make.bat
770	%%DATADIR%%/python/docs/make2.bat	770	%%DATADIR%%/python/docs/make2.bat
771	%%DATADIR%%/python/docs/source/_static/copybutton.js
772	%%DATADIR%%/python/docs/source/_static/css/pyspark.css	771	%%DATADIR%%/python/docs/source/_static/css/pyspark.css
773	%%DATADIR%%/python/docs/source/_templates/autosummary/class.rst	772	%%DATADIR%%/python/docs/source/_templates/autosummary/class.rst
774	%%DATADIR%%/python/docs/source/_templates/autosummary/class_with_docs.rst	773	%%DATADIR%%/python/docs/source/_templates/autosummary/class_with_docs.rst
Lines 976-981 Link Here
976	%%DATADIR%%/python/pyspark/pandas/missing/__init__.py	975	%%DATADIR%%/python/pyspark/pandas/missing/__init__.py
977	%%DATADIR%%/python/pyspark/pandas/missing/common.py	976	%%DATADIR%%/python/pyspark/pandas/missing/common.py
978	%%DATADIR%%/python/pyspark/pandas/missing/frame.py	977	%%DATADIR%%/python/pyspark/pandas/missing/frame.py
		978	%%DATADIR%%/python/pyspark/pandas/missing/general_functions.py
979	%%DATADIR%%/python/pyspark/pandas/missing/groupby.py	979	%%DATADIR%%/python/pyspark/pandas/missing/groupby.py
980	%%DATADIR%%/python/pyspark/pandas/missing/indexes.py	980	%%DATADIR%%/python/pyspark/pandas/missing/indexes.py
981	%%DATADIR%%/python/pyspark/pandas/missing/series.py	981	%%DATADIR%%/python/pyspark/pandas/missing/series.py