Skip to content

Commit

Permalink
Added S3EmptyInputFormat
Browse files Browse the repository at this point in the history
  • Loading branch information
psainics committed Apr 4, 2024
1 parent 1779c2c commit 1f2e351
Show file tree
Hide file tree
Showing 3 changed files with 37 additions and 1 deletion.
2 changes: 1 addition & 1 deletion pom.xml
Original file line number Diff line number Diff line change
Expand Up @@ -76,7 +76,7 @@
<properties>
<project.build.sourceEncoding>UTF-8</project.build.sourceEncoding>
<cdap.version>6.9.0</cdap.version>
<cdap.plugin.version>2.11.0</cdap.plugin.version>
<cdap.plugin.version>2.12.1-SNAPSHOT</cdap.plugin.version>
<data.pipeline.parent>system:cdap-data-pipeline[6.8.0, 7.0.0-SNAPSHOT)</data.pipeline.parent>
<data.stream.parent>system:cdap-data-streams[6.8.0, 7.0.0-SNAPSHOT)</data.stream.parent>
<hadoop.version>2.10.2</hadoop.version>
Expand Down
30 changes: 30 additions & 0 deletions src/main/java/io/cdap/plugin/aws/s3/common/S3EmptyInputFormat.java
Original file line number Diff line number Diff line change
@@ -0,0 +1,30 @@
/*
* Copyright © 2024 Cask Data, Inc.
*
* Licensed under the Apache License, Version 2.0 (the "License"); you may not
* use this file except in compliance with the License. You may obtain a copy of
* the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
* WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
* License for the specific language governing permissions and limitations under
* the License.
*
*/

package io.cdap.plugin.aws.s3.common;

import io.cdap.plugin.format.input.AbstractEmptyInputFormat;


/**
* An InputFormat that returns no data.
* @param <K> the type of key
* @param <V> the type of value
*/
public class S3EmptyInputFormat<K, V> extends AbstractEmptyInputFormat<K, V> {
// no-op
}
6 changes: 6 additions & 0 deletions src/main/java/io/cdap/plugin/aws/s3/source/S3BatchSource.java
Original file line number Diff line number Diff line change
Expand Up @@ -32,6 +32,7 @@
import io.cdap.cdap.etl.api.connector.Connector;
import io.cdap.plugin.aws.s3.common.S3ConnectorConfig;
import io.cdap.plugin.aws.s3.common.S3Constants;
import io.cdap.plugin.aws.s3.common.S3EmptyInputFormat;
import io.cdap.plugin.aws.s3.common.S3Path;
import io.cdap.plugin.aws.s3.connector.S3Connector;
import io.cdap.plugin.common.Asset;
Expand Down Expand Up @@ -70,6 +71,11 @@ public S3BatchSource(S3BatchConfig config) {
this.config = config;
}

@Override
protected String getEmptyInputFormatClassName() {
return S3EmptyInputFormat.class.getName();
}

@Override
public void prepareRun(BatchSourceContext context) throws Exception {
// create asset for lineage
Expand Down

0 comments on commit 1f2e351

Please sign in to comment.