reference.txt

news dataset = https://www.kaggle.com/datasets/clmentbisaillon/fake-and-real-news-dataset
introduction to hydra = https://towardsdatascience.com/introduction-to-hydra-cc-a-powerful-framework-to-configure-your-data-science-projects-ed65713a53c6
concatenate pyspark dataframes = https://stackoverflow.com/questions/37332434/concatenate-two-pyspark-dataframes
spark 3.1.1 docs = https://spark.apache.org/docs/3.1.1/
logging with hydra = https://hydra.cc/docs/tutorials/basic/running_your_app/logging/
blank directory git = https://stackoverflow.com/questions/115983/how-can-i-add-a-blank-directory-to-a-git-repository
gitignore vs gitkeep = https://stackoverflow.com/questions/7229885/what-are-the-differences-between-gitignore-and-gitkeep
pyspark java oom = https://stackoverflow.com/questions/32336915/pyspark-java-lang-outofmemoryerror-java-heap-space
countvectorizer hashingtf = https://towardsdatascience.com/countvectorizer-hashingtf-e66f169e2d4e
mllib feature extraction = https://spark.apache.org/docs/1.4.1/mllib-feature-extraction.html
hydra compose api = https://hydra.cc/docs/advanced/compose_api/
dataframe to json = https://pandas.pydata.org/docs/reference/api/pandas.DataFrame.to_json.html