Add logging of which FS is used to read manifest files

apache · Aug 15, 2023 · 17ac752 · 17ac752
1 parent 8bcc765
commit 17ac752
Showing 1 changed file with 3 additions and 0 deletions.
diff --git a/...ent/src/main/java/org/apache/gobblin/data/management/copy/ManifestBasedDatasetFinder.java b/...ent/src/main/java/org/apache/gobblin/data/management/copy/ManifestBasedDatasetFinder.java
@@ -26,6 +26,7 @@
 import java.util.Properties;
 import java.util.stream.Collectors;
 
+import lombok.extern.slf4j.Slf4j;
 import org.apache.hadoop.conf.Configuration;
 import org.apache.hadoop.fs.FileSystem;
 import org.apache.hadoop.fs.Path;
@@ -36,6 +37,7 @@
 import org.apache.gobblin.dataset.IterableDatasetFinder;
 
 
+@Slf4j
 public class ManifestBasedDatasetFinder implements IterableDatasetFinder<ManifestBasedDataset> {
 
   public static final String CONFIG_PREFIX = CopyConfiguration.COPY_PREFIX + ".manifestBased";
@@ -54,6 +56,7 @@ public ManifestBasedDatasetFinder(final FileSystem srcFs, Properties properties)
       this.manifestReadFs = optManifestReadFsUriStr.isPresent()
           ? FileSystem.get(URI.create(optManifestReadFsUriStr.get()), new Configuration())
           : srcFs;
+      log.info("using file system to read manifest files: '{}'", this.manifestReadFs.getUri());
     } catch (final IOException | IllegalArgumentException e) {
       throw new RuntimeException("unable to create manifest-loading FS at URI '" + optManifestReadFsUriStr + "'", e);
     }