Skip to content

Commit

Permalink
Merge pull request #4955 from PatrickGoRaft/deployment-updates
Browse files Browse the repository at this point in the history 
removing test files that use invalid census tracts
  • Loading branch information
@PatrickGoRaft
PatrickGoRaft authored Dec 20, 2024
2 parents 30ba28f + 3880bfa commit cf8c465
Showing 1 changed file with 47 additions and 0 deletions.
47 changes: 47 additions & 0 deletions hmda-analytics/src/main/scala/hmda/analytics/HmdaAnalyticsApp.scala
View file
Original file line number Diff line number Diff line change
Expand Up @@ -127,12 +127,23 @@ object HmdaAnalyticsApp extends App with TransmittalSheetComponent with LarCompo
val tsTableName2024Q1 = config.getString("hmda.analytics.2024.tsTableNameQ1")
val tsTableName2024Q2 = config.getString("hmda.analytics.2024.tsTableNameQ2")
val tsTableName2024Q3 = config.getString("hmda.analytics.2024.tsTableNameQ3")
val tsTableName2024 = config.getString("hmda.analytics.2024.tsTableName")

//2024 LAR
val larTableName2024Q1 = config.getString("hmda.analytics.2024.larTableNameQ1")
val larTableName2024Q2 = config.getString("hmda.analytics.2024.larTableNameQ2")
val larTableName2024Q3 = config.getString("hmda.analytics.2024.larTableNameQ3")
val larTableName2024 = config.getString("hmda.analytics.2024.larTableName")

//2025 TS
val tsTableName2025Q1 = config.getString("hmda.analytics.2025.tsTableNameQ1")
val tsTableName2025Q2 = config.getString("hmda.analytics.2025.tsTableNameQ2")
val tsTableName2025Q3 = config.getString("hmda.analytics.2025.tsTableNameQ3")

//2025 LAR
val larTableName2025Q1 = config.getString("hmda.analytics.2025.larTableNameQ1")
val larTableName2025Q2 = config.getString("hmda.analytics.2025.larTableNameQ2")
val larTableName2025Q3 = config.getString("hmda.analytics.2025.larTableNameQ3")


val transmittalSheetRepository2018 = new TransmittalSheetRepository(dbConfig, tsTableName2018)
Expand All @@ -141,6 +152,7 @@ object HmdaAnalyticsApp extends App with TransmittalSheetComponent with LarCompo
val transmittalSheetRepository2021 = new TransmittalSheetRepository(dbConfig, tsTableName2021)
val transmittalSheetRepository2022 = new TransmittalSheetRepository(dbConfig, tsTableName2022)
val transmittalSheetRepository2023 = new TransmittalSheetRepository(dbConfig, tsTableName2023)
val transmittalSheetRepository2024 = new TransmittalSheetRepository(dbConfig, tsTableName2024)
val transmittalSheetRepository2020Q1 = new TransmittalSheetRepository(dbConfig, tsTableName2020Q1)
val transmittalSheetRepository2020Q2 = new TransmittalSheetRepository(dbConfig, tsTableName2020Q2)
val transmittalSheetRepository2020Q3 = new TransmittalSheetRepository(dbConfig, tsTableName2020Q3)
Expand All @@ -156,12 +168,16 @@ object HmdaAnalyticsApp extends App with TransmittalSheetComponent with LarCompo
val transmittalSheetRepository2024Q1 = new TransmittalSheetRepository(dbConfig, tsTableName2024Q1)
val transmittalSheetRepository2024Q2 = new TransmittalSheetRepository(dbConfig, tsTableName2024Q2)
val transmittalSheetRepository2024Q3 = new TransmittalSheetRepository(dbConfig, tsTableName2024Q3)
val transmittalSheetRepository2025Q1 = new TransmittalSheetRepository(dbConfig, tsTableName2025Q1)
val transmittalSheetRepository2025Q2 = new TransmittalSheetRepository(dbConfig, tsTableName2025Q2)
val transmittalSheetRepository2025Q3 = new TransmittalSheetRepository(dbConfig, tsTableName2025Q3)
val larRepository2018 = new LarRepository(dbConfig, larTableName2018)
val larRepository2019 = new LarRepository(dbConfig, larTableName2019)
val larRepository2020 = new LarRepository(dbConfig, larTableName2020)
val larRepository2021 = new LarRepository(dbConfig, larTableName2021)
val larRepository2022 = new LarRepository(dbConfig, larTableName2022)
val larRepository2023 = new LarRepository(dbConfig, larTableName2023)
val larRepository2024 = new LarRepository(dbConfig, larTableName2024)

val larRepository2020Q1 = new LarRepository(dbConfig, larTableName2020Q1)
val larRepository2020Q2 = new LarRepository(dbConfig, larTableName2020Q2)
Expand All @@ -178,6 +194,9 @@ object HmdaAnalyticsApp extends App with TransmittalSheetComponent with LarCompo
val larRepository2024Q1 = new LarRepository(dbConfig, larTableName2024Q1)
val larRepository2024Q2 = new LarRepository(dbConfig, larTableName2024Q2)
val larRepository2024Q3 = new LarRepository(dbConfig, larTableName2024Q3)
val larRepository2025Q1 = new LarRepository(dbConfig, larTableName2025Q1)
val larRepository2025Q2 = new LarRepository(dbConfig, larTableName2025Q2)
val larRepository2025Q3 = new LarRepository(dbConfig, larTableName2025Q3)
val submissionHistoryRepository = new SubmissionHistoryRepository(dbConfig, histTableName)

val consumerSettings: ConsumerSettings[String, String] =
Expand Down Expand Up @@ -236,6 +255,7 @@ object HmdaAnalyticsApp extends App with TransmittalSheetComponent with LarCompo
case Period(2021, None) => transmittalSheetRepository2021.deleteByLei(lei = ts.lei)
case Period(2022, None) => transmittalSheetRepository2022.deleteByLei(lei = ts.lei)
case Period(2023, None) => transmittalSheetRepository2023.deleteByLei(lei = ts.lei)
case Period(2024, None) => transmittalSheetRepository2024.deleteByLei(lei = ts.lei)
case Period(2021, Some("Q1")) => transmittalSheetRepository2021Q1.deleteByLeiAndQuarter(lei = ts.lei)
case Period(2021, Some("Q2")) => transmittalSheetRepository2021Q2.deleteByLeiAndQuarter(lei = ts.lei)
case Period(2021, Some("Q3")) => transmittalSheetRepository2021Q3.deleteByLeiAndQuarter(lei = ts.lei)
Expand All @@ -248,6 +268,9 @@ object HmdaAnalyticsApp extends App with TransmittalSheetComponent with LarCompo
case Period(2024, Some("Q1")) => transmittalSheetRepository2024Q1.deleteByLeiAndQuarter(lei = ts.lei)
case Period(2024, Some("Q2")) => transmittalSheetRepository2024Q2.deleteByLeiAndQuarter(lei = ts.lei)
case Period(2024, Some("Q3")) => transmittalSheetRepository2024Q3.deleteByLeiAndQuarter(lei = ts.lei)
case Period(2025, Some("Q1")) => transmittalSheetRepository2025Q1.deleteByLeiAndQuarter(lei = ts.lei)
case Period(2025, Some("Q2")) => transmittalSheetRepository2025Q2.deleteByLeiAndQuarter(lei = ts.lei)
case Period(2025, Some("Q3")) => transmittalSheetRepository2025Q3.deleteByLeiAndQuarter(lei = ts.lei)
case _ => {
log.error(s"Unable to discern period from $submissionId to delete TS rows.")
throw new IllegalArgumentException(s"Unable to discern period from $submissionId to delete TS rows.")
Expand Down Expand Up @@ -300,6 +323,7 @@ object HmdaAnalyticsApp extends App with TransmittalSheetComponent with LarCompo
case Period(2021, None) => (transmittalSheetRepository2021, false)
case Period(2022, None) => (transmittalSheetRepository2022, false)
case Period(2023, None) => (transmittalSheetRepository2023, false)
case Period(2024, None) => (transmittalSheetRepository2024, false)
case Period(2021, Some("Q1")) => (transmittalSheetRepository2021Q1, true)
case Period(2021, Some("Q2")) => (transmittalSheetRepository2021Q2, true)
case Period(2021, Some("Q3")) => (transmittalSheetRepository2021Q3, true)
Expand All @@ -312,6 +336,9 @@ object HmdaAnalyticsApp extends App with TransmittalSheetComponent with LarCompo
case Period(2024, Some("Q1")) => (transmittalSheetRepository2024Q1, true)
case Period(2024, Some("Q2")) => (transmittalSheetRepository2024Q2, true)
case Period(2024, Some("Q3")) => (transmittalSheetRepository2024Q3, true)
case Period(2025, Some("Q1")) => (transmittalSheetRepository2025Q1, true)
case Period(2025, Some("Q2")) => (transmittalSheetRepository2025Q2, true)
case Period(2025, Some("Q3")) => (transmittalSheetRepository2025Q3, true)
case _ =>{
log.error(s"Unable to discern period from $submissionId to insert TS rows.")
throw new IllegalArgumentException(s"Unable to discern period from $submissionId to insert TS rows.")
Expand Down Expand Up @@ -356,6 +383,7 @@ object HmdaAnalyticsApp extends App with TransmittalSheetComponent with LarCompo
case Period(2021, None) => larRepository2021.deleteByLei(lar.larIdentifier.LEI)
case Period(2022, None) => larRepository2022.deleteByLei(lar.larIdentifier.LEI)
case Period(2023, None) => larRepository2023.deleteByLei(lar.larIdentifier.LEI)
case Period(2024, None) => larRepository2024.deleteByLei(lar.larIdentifier.LEI)
case Period(2021, Some("Q1")) => larRepository2021Q1.deletebyLeiAndQuarter(lar.larIdentifier.LEI)
case Period(2021, Some("Q2")) => larRepository2021Q2.deletebyLeiAndQuarter(lar.larIdentifier.LEI)
case Period(2021, Some("Q3")) => larRepository2021Q3.deletebyLeiAndQuarter(lar.larIdentifier.LEI)
Expand All @@ -368,6 +396,9 @@ object HmdaAnalyticsApp extends App with TransmittalSheetComponent with LarCompo
case Period(2024, Some("Q1")) => larRepository2024Q1.deletebyLeiAndQuarter(lar.larIdentifier.LEI)
case Period(2024, Some("Q2")) => larRepository2024Q2.deletebyLeiAndQuarter(lar.larIdentifier.LEI)
case Period(2024, Some("Q3")) => larRepository2024Q3.deletebyLeiAndQuarter(lar.larIdentifier.LEI)
case Period(2025, Some("Q1")) => larRepository2025Q1.deletebyLeiAndQuarter(lar.larIdentifier.LEI)
case Period(2025, Some("Q2")) => larRepository2025Q2.deletebyLeiAndQuarter(lar.larIdentifier.LEI)
case Period(2025, Some("Q3")) => larRepository2025Q3.deletebyLeiAndQuarter(lar.larIdentifier.LEI)
case _ => {
log.error(s"Unable to discern period from $submissionId to delete LAR rows.")
throw new IllegalArgumentException(s"Unable to discern period from $submissionId to delete LAR rows.")
Expand Down Expand Up @@ -425,6 +456,10 @@ object HmdaAnalyticsApp extends App with TransmittalSheetComponent with LarCompo
larRepository2023.insert(
LarConverter(lar = lar, 2023)
)
case Period(2024, None) =>
larRepository2024.insert(
LarConverter(lar = lar, 2024)
)
case Period(2021, Some("Q1")) =>
larRepository2021Q1.insert(
LarConverter(lar = lar, 2021, isQuarterly = true)
Expand Down Expand Up @@ -473,6 +508,18 @@ object HmdaAnalyticsApp extends App with TransmittalSheetComponent with LarCompo
larRepository2024Q3.insert(
LarConverter(lar = lar, 2024, isQuarterly = true)
)
case Period(2025, Some("Q1")) =>
larRepository2025Q1.insert(
LarConverter(lar = lar, 2025, isQuarterly = true)
)
case Period(2025, Some("Q2")) =>
larRepository2025Q2.insert(
LarConverter(lar = lar, 2025, isQuarterly = true)
)
case Period(2025, Some("Q3")) =>
larRepository2025Q3.insert(
LarConverter(lar = lar, 2025, isQuarterly = true)
)
case _ => {
log.error(s"Unable to discern period from $submissionId to insert LAR rows.")
throw new IllegalArgumentException(s"Unable to discern period from $submissionId to insert LAR rows.")
Expand Down

0 comments on commit cf8c465

Please sign in to comment.