Skip to content

Commit

Permalink
Add flux for creating gnd-geograpicnames map RPB-151
Browse files Browse the repository at this point in the history
  • Loading branch information
TobiasNx committed Mar 27, 2024
1 parent 162969f commit b89fd89
Show file tree
Hide file tree
Showing 3 changed files with 248,615 additions and 11 deletions.
22 changes: 11 additions & 11 deletions build.sbt
Original file line number Diff line number Diff line change
Expand Up @@ -10,17 +10,17 @@ libraryDependencies ++= Seq(
cache,
javaWs,
"com.typesafe.play" % "play-test_2.11" % "2.4.11",
"org.metafacture" % "metafacture-elasticsearch" % "5.7.0",
"org.metafacture" % "metafacture-io" % "5.7.0",
"org.metafacture" % "metafacture-strings" % "5.7.0",
"org.metafacture" % "metafacture-json" % "5.7.0",
"org.metafacture" % "metafacture-flux" % "5.7.0",
"org.metafacture" % "metafacture-triples" % "5.7.0",
"org.metafacture" % "metafacture-formatting" % "5.7.0",
"org.metafacture" % "metafacture-monitoring" % "5.7.0",
"org.metafacture" % "metafacture-csv" % "5.7.0",
"org.metafacture" % "metafacture-linkeddata" % "5.7.0",
"org.metafacture" % "metafix" % "0.7.0",
"org.metafacture" % "metafacture-elasticsearch" % "6.0.0",
"org.metafacture" % "metafacture-io" % "6.0.0",
"org.metafacture" % "metafacture-strings" % "6.0.0",
"org.metafacture" % "metafacture-json" % "6.0.0",
"org.metafacture" % "metafacture-flux" % "6.0.0",
"org.metafacture" % "metafacture-triples" % "6.0.0",
"org.metafacture" % "metafacture-formatting" % "6.0.0",
"org.metafacture" % "metafacture-monitoring" % "6.0.0",
"org.metafacture" % "metafacture-csv" % "6.0.0",
"org.metafacture" % "metafacture-linkeddata" % "6.0.0",
"org.metafacture" % "metafix" % "1.0.0",
"org.elasticsearch" % "elasticsearch" % "1.7.5" withSources(),
"com.github.jsonld-java" % "jsonld-java" % "0.5.0",
"org.apache.commons" % "commons-rdf-jena" % "0.5.0",
Expand Down
8 changes: 8 additions & 0 deletions conf/gndPlaceOrGeographicName-to-gnd-mapping.flux
Original file line number Diff line number Diff line change
@@ -0,0 +1,8 @@
"http://lobid.org/gnd/search?q=type%3APlaceOrGeographicName+AND+NOT+type%3ABuildingOrMemorial+AND+NOT+type%3AWayBorderOrLine&format=jsonl"
| open-http(acceptencoding="gzip")
| as-lines
| decode-json
| fix("retain(id, preferredName)")
| encode-csv(includeheader="true", noquotes="true",separator="\t")
| write(FLUX_DIR + "maps/gndGeograpicName.tsv")
;
Loading

0 comments on commit b89fd89

Please sign in to comment.