Skip to content

Commit

Permalink
Merge pull request #203 from cloudsufi/patch/empty-format-class-loadi…
Browse files Browse the repository at this point in the history
…ng-bug

[PLUGIN-1742] Added S3EmptyInputFormat
  • Loading branch information
psainics authored Aug 30, 2024
2 parents 7c08d8b + bc65e1f commit 7cb0bcd
Show file tree
Hide file tree
Showing 2 changed files with 36 additions and 0 deletions.
30 changes: 30 additions & 0 deletions src/main/java/io/cdap/plugin/aws/s3/common/S3EmptyInputFormat.java
Original file line number Diff line number Diff line change
@@ -0,0 +1,30 @@
/*
* Copyright © 2024 Cask Data, Inc.
*
* Licensed under the Apache License, Version 2.0 (the "License"); you may not
* use this file except in compliance with the License. You may obtain a copy of
* the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
* WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
* License for the specific language governing permissions and limitations under
* the License.
*
*/

package io.cdap.plugin.aws.s3.common;

import io.cdap.plugin.format.input.AbstractEmptyInputFormat;


/**
* An InputFormat that returns no data.
* @param <K> the type of key
* @param <V> the type of value
*/
public class S3EmptyInputFormat<K, V> extends AbstractEmptyInputFormat<K, V> {
// no-op
}
6 changes: 6 additions & 0 deletions src/main/java/io/cdap/plugin/aws/s3/source/S3BatchSource.java
Original file line number Diff line number Diff line change
Expand Up @@ -32,6 +32,7 @@
import io.cdap.cdap.etl.api.connector.Connector;
import io.cdap.plugin.aws.s3.common.S3ConnectorConfig;
import io.cdap.plugin.aws.s3.common.S3Constants;
import io.cdap.plugin.aws.s3.common.S3EmptyInputFormat;
import io.cdap.plugin.aws.s3.common.S3Path;
import io.cdap.plugin.aws.s3.connector.S3Connector;
import io.cdap.plugin.common.Asset;
Expand Down Expand Up @@ -70,6 +71,11 @@ public S3BatchSource(S3BatchConfig config) {
this.config = config;
}

@Override
protected String getEmptyInputFormatClassName() {
return S3EmptyInputFormat.class.getName();
}

@Override
public void prepareRun(BatchSourceContext context) throws Exception {
// create asset for lineage
Expand Down

0 comments on commit 7cb0bcd

Please sign in to comment.