%global spark_version 0.9.1

%global spark_version_suffix -rc3

%global spark_release_suffix .rc3

%global scala_version 2.10

%global want_hadoop 1

%global remap_version_to_installed() sed -i -e 's/"%{1}"[\t ]*%%[\t ]*"%{2}"[\t ]*%%[\t ]*"[^"]*"/"%{1}" %% "%{2}" %% "'$(rpm -q --qf "%%%%{version}" $(rpm -q --whatprovides "mvn(%{1}:%{2})" ))'"/g' %{3}

%global climbing_nemesis() ./climbing-nemesis.py %{1} %{2} ivy-local --log debug --version $(rpm -q --qf "%%%%{version}" $(rpm -q --whatprovides "mvn(%{1}:%{2})" ))

Name:		spark

Version:	%{spark_version}

Release:	0.6%{spark_release_suffix}%{?dist}

Summary:	Lightning-fast cluster computing

License:	ASL 2.0

URL:		http://spark.apache.org

Source0:	https://github.com/apache/spark/archive/v%{spark_version}%{spark_version_suffix}.tar.gz

Source1:	https://raw.github.com/willb/rpm-packaging/v0.9.0/spark-packaging/xmvn-sbt

Source2:	https://raw.github.com/willb/rpm-packaging/v0.9.0/spark-packaging/xmvn-sbt.properties

Patch0:		spark-v0.9.1-rc3-0001-Replace-lift-json-with-json4s-jackson.patch

Patch1:		spark-v0.9.1-rc3-0002-use-sbt-0.13.1.patch

Patch2:		spark-v0.9.1-rc3-0003-Removed-sbt-plugins.patch

Patch3:		spark-v0.9.1-rc3-0004-removed-examples.patch

Patch4:		spark-v0.9.1-rc3-0005-Removed-code-depending-on-Kryo.patch

Patch5:		spark-v0.9.1-rc3-0006-remove-unavailable-and-unnecessary-deps.patch

Patch6:		spark-v0.9.1-rc3-0007-use-Jetty-8.patch

Patch7:		spark-v0.9.1-rc3-0008-use-Akka-2.3.0-RC2.patch

Patch8:		spark-v0.9.1-rc3-0009-xmvn.patch

# BuildArch:	noarch

BuildRequires:	sbt >= 0.13.1-5

BuildRequires:	scala

BuildRequires:	python

BuildRequires:	maven-local

BuildRequires:	javapackages-tools

Requires:	javapackages-tools

Requires:	scala

BuildRequires:	jetty8

Requires:	jetty8

BuildRequires:	plexus-containers-component-annotations

BuildRequires:	mvn(org.json4s:json4s-jackson_%{scala_version})

Requires:	mvn(org.json4s:json4s-jackson_%{scala_version})

BuildRequires:	mvn(com.thoughtworks.paranamer:paranamer)

Requires:	mvn(com.thoughtworks.paranamer:paranamer)

BuildRequires:	mvn(com.clearspring.analytics:stream)

BuildRequires:	mesos-java

BuildRequires:	mvn(com.codahale.metrics:metrics-core)

BuildRequires:	mvn(com.codahale.metrics:metrics-ganglia)

BuildRequires:	mvn(com.codahale.metrics:metrics-graphite)

BuildRequires:	mvn(com.codahale.metrics:metrics-json)

BuildRequires:	mvn(com.codahale.metrics:metrics-jvm)

BuildRequires:	mvn(com.google.code.findbugs:jsr305)

BuildRequires:	mvn(com.google.guava:guava)

BuildRequires:	mvn(commons-daemon:commons-daemon)

BuildRequires:	mvn(com.ning:compress-lzf)

BuildRequires:	mvn(io.netty:netty-all)

BuildRequires:	mvn(it.unimi.dsi:fastutil)

BuildRequires:	mvn(log4j:log4j)

BuildRequires:	mvn(net.java.dev.jets3t:jets3t)

%if %{want_hadoop}

BuildRequires:	mvn(org.apache.hadoop:hadoop-client)

%endif

BuildRequires:	mvn(org.easymock:easymock)

BuildRequires:	mvn(org.eclipse.jetty:jetty-server)

BuildRequires:	mvn(org.eclipse.jetty.orbit:javax.servlet)

BuildRequires:	mvn(org.jblas:jblas)

BuildRequires:	mvn(org.ow2.asm:asm)

BuildRequires:	mvn(org.slf4j:slf4j-api)

BuildRequires:	mvn(org.slf4j:slf4j-log4j12)

BuildRequires:	mvn(com.typesafe.akka:akka-actor_%{scala_version})

BuildRequires:	mvn(com.typesafe.akka:akka-remote_%{scala_version})

BuildRequires:	mvn(org.xerial.snappy:snappy-java)

BuildRequires:	mvn(com.freevariable.lancer:lancer)

Requires:	mvn(com.codahale.metrics:metrics-core)

Requires:	mvn(com.codahale.metrics:metrics-ganglia)

Requires:	mvn(com.codahale.metrics:metrics-graphite)

Requires:	mvn(com.codahale.metrics:metrics-json)

Requires:	mvn(com.codahale.metrics:metrics-jvm)

Requires:	mvn(com.google.code.findbugs:jsr305)

Requires:	mvn(com.google.guava:guava)

Requires:	mvn(commons-daemon:commons-daemon)

Requires:	mvn(com.ning:compress-lzf)

Requires:	mvn(io.netty:netty-all)

Requires:	mvn(it.unimi.dsi:fastutil)

Requires:	mvn(log4j:log4j)

Requires:	mvn(net.java.dev.jets3t:jets3t)

%if %{want_hadoop}

Requires:	mvn(org.apache.hadoop:hadoop-client)

%endif

Requires:	mvn(org.apache.zookeeper:zookeeper)

Requires:	mvn(org.easymock:easymock)

Requires:	mvn(org.eclipse.jetty:jetty-server)

Requires:	mvn(org.eclipse.jetty.orbit:javax.servlet)

Requires:	mvn(org.jblas:jblas)

Requires:	mvn(org.ow2.asm:asm)

Requires:	mvn(org.slf4j:slf4j-api)

Requires:	mvn(org.slf4j:slf4j-log4j12)

Requires:	mvn(com.typesafe.akka:akka-actor_%{scala_version})

Requires:	mvn(com.typesafe.akka:akka-remote_%{scala_version})

Requires:	mvn(org.xerial.snappy:snappy-java)

Requires:	mvn(com.freevariable.lancer:lancer)

%description

Apache Spark is a fast and general engine for large-scale data processing.

%package javadoc

Summary:	Javadoc for %{name}

%description javadoc

Javadoc for %{name}.

%prep

%setup -q -n %{name}-%{spark_version}%{spark_version_suffix}

%patch0 -p1

%patch1 -p1

%patch2 -p1

%patch3 -p1

%patch4 -p1

%patch5 -p1

%patch6 -p1

%patch7 -p1

%patch8 -p1

# don't use shaded ASM

for asm_file in $(find . -name *.scala | xargs grep -l esotericsoftware) ; do

    sed -i -e 's|com[.]esotericsoftware[.]reflectasm[.]shaded[.]||' $asm_file

done

sed -i -e 's/\(val [A-Z]\+_JVM_VERSION =[^1]\+\)1.6"/\11.7"/' project/SparkBuild.scala

# replace Colt with Lancer

sed -i -e 's/"colt.*1[.]2[.]0"/"com.freevariable.lancer" % "lancer" % "0.0.1"/' project/SparkBuild.scala

for jetfile in $(find . -name \*.scala | xargs grep -l cern\\.jet) ; do

    sed -i -e 's|cern[.]jet[.]random[.]engine|com.freevariable.lancer.random|' $jetfile

    sed -i -e 's|cern[.]jet[.]random|com.freevariable.lancer.random|' $jetfile

    sed -i -e 's|cern[.]jet[.]stat|com.freevariable.lancer.stat|' $jetfile

done

# remove things we don't use or don't build

find . -name \*.zip -print -delete

rm -rf python

rm -rf repl

# remove examples dependent upon Colt functionality not yet available in Lancer

rm ./examples/src/main/scala/org/apache/spark/examples/LocalALS.scala

rm ./examples/src/main/scala/org/apache/spark/examples/SparkALS.scala

# remove chill dependency (not available yet)

sed -i -e '/com.twitter.*chill/d' project/SparkBuild.scala

# remove avro because it's only used for flume (which we don't build)

sed -i -e '/org.apache.*avro/d' project/SparkBuild.scala

# remove all test deps for now

sed -i -e '/%[[:space:]]*"test"/d' project/SparkBuild.scala

# fix up json4s-jackson version

sed -i -e 's|\(json4s-jackson"[^"]*"\)3[.]2[.]6|\13.2.7|' project/SparkBuild.scala

# don't use scala bundled jline

sed -i -e 's|"org.scala-lang".*"jline"|"jline" % "jline"|g' project/SparkBuild.scala

mkdir boot

# remove bundled sbt script

rm -rf sbt

cp %{SOURCE1} sbt-xmvn

chmod 755 sbt-xmvn

cp %{SOURCE2} xmvn-sbt.properties

%build

export XMVN_CLASSPATH=$(build-classpath aether/api guava ivy maven/maven-model plexus-classworlds plexus-containers/plexus-container-default plexus/utils xbean/xbean-reflect xmvn/xmvn-connector xmvn/xmvn-core atinject google-guice-no_aop)

export SPARK_HADOOP_VERSION=2.2.0

export DEFAULT_IS_NEW_HADOOP=true

mkdir ivy-local

cp -r /usr/share/sbt/ivy-local/* ivy-local

export SBT_BOOT_DIR=boot

export SBT_IVY_DIR=ivy-local

mkdir lib

for f in $(echo ${XMVN_CLASSPATH} | tr : \  ); do 

    cp $f lib

done

cp /usr/share/java/plexus/containers-component-annotations.jar lib

for sub in project tools bagel mllib streaming core graphx ; do

 ln -s $(pwd)/lib $sub/lib

done

# HACK HACK HACK

(echo q | SBT_BOOT_PROPERTIES=/etc/sbt/rpmbuild-sbt.boot.properties sbt quit) || true

cp lib/* boot/scala-2.10.3/lib/

alltargets() { for f in "$@" ; do echo $f/package $f/makePom $f/doc $f/publishLocal; done }

export SBT_BOOT_PROPERTIES=xmvn-sbt.properties

# ./sbt-xmvn core/package core/makePom core/doc core/publishLocal

# NB:  repl doesn't build atm due to jline

./sbt-xmvn $(alltargets core mllib graphx bagel streaming)

%install

mkdir -p %{buildroot}/%{_javadir}/%{name}

mkdir -p %{buildroot}/%{_mavenpomdir}

mkdir -p %{buildroot}/%{_javadocdir}/%{name}

for apidir in $(find . -name api -type d) ; do

  pushd $apidir

  mod=$(echo $apidir | cut -f2 -d/)

  mkdir -p %{buildroot}/%{_javadocdir}/%{name}/$mod

  cp -rp . %{buildroot}/%{_javadocdir}/%{name}/$mod

  popd

done

for jar in $(find . -name \*.jar | grep target | grep _%{scala_version}-%{spark_version}.jar) ; do

  install -m 644 $jar %{buildroot}/%{_javadir}/%{name}/$(echo $jar | cut -f5 -d/ | cut -f1 -d_).jar

done

declare -a shortnames

for pom in $(find . -name \*.pom | grep target | grep _%{scala_version}-%{spark_version}.pom ) ; do 

  shortname=$(echo $pom | cut -f5 -d/ | cut -f1 -d_)

  echo installing POM $pom to %{_mavenpomdir}/JPP.%{name}-${shortname}.pom

  install -pm 644 $pom %{buildroot}/%{_mavenpomdir}/JPP.%{name}-${shortname}.pom

  echo %{_mavenpomdir}/JPP.%{name}-${shortname}.pom >> .rpm_pomfiles

  shortnames=( "${shortnames[@]}" $shortname )

done

for sub in ${shortnames[@]} ; do

  echo running add_maven_depmap JPP.%{name}-${sub}.pom %{name}/${sub}.jar

  %add_maven_depmap JPP.%{name}-${sub}.pom %{name}/${sub}.jar

done

%files -f .mfiles

%dir %{_javadir}/%{name}

%doc LICENSE README.md

%files javadoc

%{_javadocdir}/%{name}

%doc LICENSE

%changelog

* Fri Jun 19 2015 Fedora Release Engineering <rel-eng@lists.fedoraproject.org> - 0.9.1-0.6.rc3

- Rebuilt for https://fedoraproject.org/wiki/Fedora_23_Mass_Rebuild

* Wed Apr 22 2015 Peter Robinson <pbrobinson@fedoraproject.org> 0.9.1-0.6.rc3

- ARMv7 now has hadoop and mesos (and all the secondary arches always have)

* Mon Aug 18 2014 Fedora Release Engineering <rel-eng@lists.fedoraproject.org> - 0.9.1-0.5.rc3

- Rebuilt for https://fedoraproject.org/wiki/Fedora_21_22_Mass_Rebuild

* Sun Jun 08 2014 Fedora Release Engineering <rel-eng@lists.fedoraproject.org> - 0.9.1-0.4.rc3

- Rebuilt for https://fedoraproject.org/wiki/Fedora_21_Mass_Rebuild

* Thu Mar 27 2014 William Benton <willb@redhat.com> - 0.9.1-0.3.rc3

- upstream version 0.9.1-rc3

* Wed Mar 26 2014 William Benton <willb@redhat.com> - 0.9.1-0.2.rc2

- upstream version 0.9.1-rc2

* Tue Mar 25 2014 William Benton <willb@redhat.com> - 0.9.1-0.1.rc1

- upstream version 0.9.1-rc1

* Tue Mar 25 2014 William Benton <willb@redhat.com> - 0.9.0-0.4

- compiled-in mesos support

- includes stream-lib support

* Tue Mar 11 2014 William Benton <willb@redhat.com> - 0.9.0-0.3

- fixes to work with newer Fedora sbt package

* Sat Mar 1 2014 William Benton <willb@redhat.com> - 0.9.0-0.2

- include mllib, bagel, streaming, and graphx

* Mon Feb 10 2014 William Benton <willb@redhat.com> - 0.9.0-0.1

- initial package