View Javadoc
1   /*
2    * Licensed to the Apache Software Foundation (ASF) under one or more
3    * contributor license agreements.  See the NOTICE file distributed with
4    * this work for additional information regarding copyright ownership.
5    * The ASF licenses this file to You under the Apache License, Version 2.0
6    * (the "License"); you may not use this file except in compliance with
7    * the License.  You may obtain a copy of the License at
8    *
9    *     http://www.apache.org/licenses/LICENSE-2.0
10   *
11   * Unless required by applicable law or agreed to in writing, software
12   * distributed under the License is distributed on an "AS IS" BASIS,
13   * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
14   * See the License for the specific language governing permissions and
15   * limitations under the License.
16   */
17  
18  package org.apache.shardingsphere.data.pipeline.core.importer;
19  
20  import lombok.RequiredArgsConstructor;
21  import org.apache.shardingsphere.data.pipeline.core.channel.PipelineChannel;
22  import org.apache.shardingsphere.data.pipeline.core.execute.AbstractPipelineLifecycleRunnable;
23  import org.apache.shardingsphere.data.pipeline.core.importer.sink.PipelineSink;
24  import org.apache.shardingsphere.data.pipeline.core.ingest.record.FinishedRecord;
25  import org.apache.shardingsphere.data.pipeline.core.ingest.record.Record;
26  import org.apache.shardingsphere.data.pipeline.core.job.progress.listener.PipelineJobProgressListener;
27  import org.apache.shardingsphere.data.pipeline.core.job.progress.listener.PipelineJobProgressUpdatedParameter;
28  import org.apache.shardingsphere.infra.util.close.QuietlyCloser;
29  
30  import java.util.List;
31  
32  /**
33   * Single channel consumer importer.
34   */
35  @RequiredArgsConstructor
36  public final class SingleChannelConsumerImporter extends AbstractPipelineLifecycleRunnable implements Importer {
37      
38      private final PipelineChannel channel;
39      
40      private final int batchSize;
41      
42      private final long timeoutMillis;
43      
44      private final PipelineSink sink;
45      
46      private final PipelineJobProgressListener jobProgressListener;
47      
48      @Override
49      protected void runBlocking() {
50          while (isRunning()) {
51              List<Record> records = channel.fetch(batchSize, timeoutMillis);
52              if (records.isEmpty()) {
53                  continue;
54              }
55              PipelineJobProgressUpdatedParameter updatedParam = sink.write("", records);
56              channel.ack(records);
57              jobProgressListener.onProgressUpdated(updatedParam);
58              if (FinishedRecord.class.equals(records.get(records.size() - 1).getClass())) {
59                  break;
60              }
61          }
62      }
63      
64      @Override
65      protected void doStop() {
66          QuietlyCloser.close(sink);
67      }
68  }