Dockerfile.spark

FROM metabrainz/listenbrainz-spark-base:latest

COPY docker/spark-cluster-config/test/core-site.xml $HADOOP_HOME/etc/hadoop/core-site.xml
COPY docker/spark-cluster-config/test/hdfs-site.xml $HADOOP_HOME/etc/hadoop/hdfs-site.xml
COPY docker/spark-cluster-config/test/spark-env.sh $SPARK_HOME/conf/spark-env.sh

RUN pip3 install pip==21.0.1

WORKDIR /rec

COPY requirements_spark.txt /rec/requirements_spark.txt
RUN pip3 install -r requirements_spark.txt

COPY requirements_development.txt /rec/requirements_development.txt
RUN pip3 install -r requirements_development.txt