DEVELOPER-NOTES.txt

# This is a check-list of config vars that need to be updated after developers update their
# config.py file by copying an updated config.py.template. These are the lines to paste into
# config.py replacing the default lines that exist.

# Required for running Spark and Shark tests.
SPARK_COMMIT_ID = ""
SHARK_COMMIT_ID = ""

# Existing directories for Spark and Shark.
SPARK_HOME_DIR = "YOUR LOCAL SPARK DIR"
SHARK_HOME_DIR = "YOUR LOCAL SHARK DIR"

# The following trick might not work for you depending on your dev station network config.
import socket; SPARK_CLUSTER_URL = "spark://%s:7077" % socket.gethostname()

scale_factor = 0.000001

# Update or remove this line (unless you actually have 9gb of memory and want to use it):
JavaOptionSet("spark.executor.memory", ["9g"])',

# Might want to update these:
SPARK_SKIP_PREP = True
SHARK_SKIP_PREP = True
HIVE_SKIP_PREP = True

SPARK_SKIP_TEST_PREP = True
STREAMING_SKIP_TEST_PREP = True
SHARK_SKIP_TEST_PREP = True