Skip to content

Commit

Permalink
[MINOR] Remove redundant lines in StreamSync and TestStreamSyncUnitTe…
Browse files Browse the repository at this point in the history
…sts (apache#11027)
  • Loading branch information
yihua authored Apr 16, 2024
1 parent 40d4f48 commit c54be84
Show file tree
Hide file tree
Showing 2 changed files with 0 additions and 24 deletions.
Original file line number Diff line number Diff line change
Expand Up @@ -278,7 +278,6 @@ public class StreamSync implements Serializable, Closeable {
this.formatAdapter = formatAdapter;
this.transformer = transformer;
this.useRowWriter = useRowWriter;

}

@Deprecated
Expand Down Expand Up @@ -501,7 +500,6 @@ private Option<String> getLastPendingCompactionInstant(Option<HoodieTimeline> co
* @return Pair<InputBatch and Boolean> Input data read from upstream source, and boolean is true if empty.
* @throws Exception in case of any Exception
*/

public InputBatch readFromSource(String instantTime, HoodieTableMetaClient metaClient) throws IOException {
// Retrieve the previous round checkpoints, if any
Option<String> resumeCheckpointStr = Option.empty();
Expand Down Expand Up @@ -564,7 +562,6 @@ private InputBatch fetchFromSourceAndPrepareRecords(Option<String> resumeCheckpo
// handle empty batch with change in checkpoint
hoodieSparkContext.setJobStatus(this.getClass().getSimpleName(), "Checking if input is empty: " + cfg.targetTableName);


if (useRowWriter) { // no additional processing required for row writer.
return inputBatch;
} else {
Expand Down Expand Up @@ -1297,5 +1294,4 @@ public JavaRDD<WriteStatus> getWriteStatusRDD() {
return writeStatusRDD;
}
}

}
Original file line number Diff line number Diff line change
Expand Up @@ -17,25 +17,6 @@
* under the License.
*/

/*
* Licensed to the Apache Software Foundation (ASF) under one
* or more contributor license agreements. See the NOTICE file
* distributed with this work for additional information
* regarding copyright ownership. The ASF licenses this file
* to you under the Apache License, Version 2.0 (the
* "License"); you may not use this file except in compliance
* with the License. You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing,
* software distributed under the License is distributed on an
* "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
* KIND, either express or implied. See the License for the
* specific language governing permissions and limitations
* under the License.
*/

package org.apache.hudi.utilities.streamer;

import org.apache.hudi.DataSourceWriteOptions;
Expand Down Expand Up @@ -75,7 +56,6 @@
import static org.mockito.Mockito.when;

public class TestStreamSyncUnitTests {

@ParameterizedTest
@MethodSource("testCasesFetchNextBatchFromSource")
void testFetchNextBatchFromSource(Boolean useRowWriter, Boolean hasTransformer, Boolean hasSchemaProvider,
Expand Down

0 comments on commit c54be84

Please sign in to comment.