/*
    * Licensed to the Apache Software Foundation (ASF) under one or more
    * contributor license agreements.  See the NOTICE file distributed with
    * this work for additional information regarding copyright ownership.
    * The ASF licenses this file to You under the Apache License, Version 2.0
    * (the "License"); you may not use this file except in compliance with
    * the License.  You may obtain a copy of the License at
    *
    *     http://www.apache.org/licenses/LICENSE-2.0
   *
   * Unless required by applicable law or agreed to in writing, software
   * distributed under the License is distributed on an "AS IS" BASIS,
   * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
   * See the License for the specific language governing permissions and
   * limitations under the License.
   */
  
  package org.apache.shardingsphere.data.pipeline.cdc.handler;
  
  import com.google.common.base.Strings;
  import io.netty.channel.Channel;
  import io.netty.channel.ChannelId;
  import lombok.extern.slf4j.Slf4j;
  import org.apache.shardingsphere.data.pipeline.cdc.CDCJob;
  import org.apache.shardingsphere.data.pipeline.cdc.CDCJobType;
  import org.apache.shardingsphere.data.pipeline.cdc.api.CDCJobAPI;
  import org.apache.shardingsphere.data.pipeline.cdc.api.StreamDataParameter;
  import org.apache.shardingsphere.data.pipeline.cdc.config.job.CDCJobConfiguration;
  import org.apache.shardingsphere.data.pipeline.cdc.constant.CDCSinkType;
  import org.apache.shardingsphere.data.pipeline.cdc.context.CDCConnectionContext;
  import org.apache.shardingsphere.data.pipeline.cdc.core.ack.CDCAckId;
  import org.apache.shardingsphere.data.pipeline.cdc.core.importer.CDCImporter;
  import org.apache.shardingsphere.data.pipeline.cdc.core.importer.CDCImporterManager;
  import org.apache.shardingsphere.data.pipeline.cdc.core.importer.sink.PipelineCDCSocketSink;
  import org.apache.shardingsphere.data.pipeline.cdc.exception.CDCExceptionWrapper;
  import org.apache.shardingsphere.data.pipeline.cdc.exception.StreamDatabaseNotFoundException;
  import org.apache.shardingsphere.data.pipeline.cdc.exception.MissingRequiredStreamDataSourceException;
  import org.apache.shardingsphere.data.pipeline.cdc.generator.CDCResponseUtils;
  import org.apache.shardingsphere.data.pipeline.cdc.protocol.request.AckStreamingRequestBody;
  import org.apache.shardingsphere.data.pipeline.cdc.protocol.request.StreamDataRequestBody;
  import org.apache.shardingsphere.data.pipeline.cdc.protocol.request.StreamDataRequestBody.SchemaTable;
  import org.apache.shardingsphere.data.pipeline.cdc.protocol.response.CDCResponse;
  import org.apache.shardingsphere.data.pipeline.cdc.protocol.response.CDCResponse.ResponseCase;
  import org.apache.shardingsphere.data.pipeline.cdc.protocol.response.StreamDataResult;
  import org.apache.shardingsphere.data.pipeline.cdc.util.CDCDataNodeUtils;
  import org.apache.shardingsphere.data.pipeline.cdc.util.CDCSchemaTableUtils;
  import org.apache.shardingsphere.data.pipeline.core.context.PipelineContextManager;
  import org.apache.shardingsphere.data.pipeline.core.exception.PipelineInternalException;
  import org.apache.shardingsphere.data.pipeline.core.exception.job.PipelineJobNotFoundException;
  import org.apache.shardingsphere.data.pipeline.core.exception.param.PipelineInvalidParameterException;
  import org.apache.shardingsphere.data.pipeline.core.job.PipelineJobRegistry;
  import org.apache.shardingsphere.data.pipeline.core.job.api.TransmissionJobAPI;
  import org.apache.shardingsphere.data.pipeline.core.job.id.PipelineJobIdUtils;
  import org.apache.shardingsphere.data.pipeline.core.job.service.PipelineJobConfigurationManager;
  import org.apache.shardingsphere.infra.database.core.metadata.database.DialectDatabaseMetaData;
  import org.apache.shardingsphere.infra.database.core.spi.DatabaseTypedSPILoader;
  import org.apache.shardingsphere.infra.database.core.type.DatabaseTypeRegistry;
  import org.apache.shardingsphere.infra.datanode.DataNode;
  import org.apache.shardingsphere.infra.exception.core.ShardingSpherePreconditions;
  import org.apache.shardingsphere.infra.metadata.database.ShardingSphereDatabase;
  import org.apache.shardingsphere.infra.spi.type.typed.TypedSPILoader;
  
  import java.util.ArrayList;
  import java.util.Collection;
  import java.util.HashSet;
  import java.util.List;
  import java.util.Map;
  import java.util.Properties;
  import java.util.Set;
  import java.util.stream.Collectors;
  
  /**
   * CDC backend handler.
   */
  @Slf4j
  public final class CDCBackendHandler {
      
      private final CDCJobAPI jobAPI = (CDCJobAPI) TypedSPILoader.getService(TransmissionJobAPI.class, "STREAMING");
      
      private final PipelineJobConfigurationManager jobConfigManager = new PipelineJobConfigurationManager(new CDCJobType());
      
      /**
       * Get database name by job ID.
       *
       * @param jobId job ID
       * @return database
       */
      public String getDatabaseNameByJobId(final String jobId) {
          return jobConfigManager.<CDCJobConfiguration>getJobConfiguration(jobId).getDatabaseName();
      }
      
      /**
       * Stream data.
       *
       * @param requestId request ID
       * @param requestBody stream data request body
       * @param connectionContext connection context
       * @param channel channel
       * @return CDC response
      */
     public CDCResponse streamData(final String requestId, final StreamDataRequestBody requestBody, final CDCConnectionContext connectionContext, final Channel channel) {
         ShardingSphereDatabase database = PipelineContextManager.getProxyContext().getContextManager().getMetaDataContexts().getMetaData().getDatabase(requestBody.getDatabase());
         ShardingSpherePreconditions.checkNotNull(database,
                 () -> new CDCExceptionWrapper(requestId, new StreamDatabaseNotFoundException(String.format("%s database is not exists", requestBody.getDatabase()))));
         Map<String, Set<String>> schemaTableNameMap;
         Collection<String> tableNames;
         Set<String> schemaTableNames = new HashSet<>();
         DialectDatabaseMetaData dialectDatabaseMetaData = new DatabaseTypeRegistry(database.getProtocolType()).getDialectDatabaseMetaData();
         if (dialectDatabaseMetaData.isSchemaAvailable()) {
             schemaTableNameMap = CDCSchemaTableUtils.parseTableExpressionWithSchema(database, requestBody.getSourceSchemaTableList());
             // TODO if different schema have same table names, table name may be overwritten, because the table name at sharding rule not contain schema.
             tableNames = schemaTableNameMap.values().stream().flatMap(Collection::stream).collect(Collectors.toList());
             schemaTableNameMap.forEach((k, v) -> v.forEach(tableName -> schemaTableNames.add(k.isEmpty() ? tableName : String.join(".", k, tableName))));
         } else {
             schemaTableNames.addAll(CDCSchemaTableUtils.parseTableExpressionWithoutSchema(database, requestBody.getSourceSchemaTableList().stream().map(SchemaTable::getTable)
                     .collect(Collectors.toList())));
             tableNames = schemaTableNames;
         }
         ShardingSpherePreconditions.checkNotEmpty(tableNames, () -> new CDCExceptionWrapper(requestId, new MissingRequiredStreamDataSourceException()));
         Map<String, List<DataNode>> actualDataNodesMap = CDCDataNodeUtils.buildDataNodesMap(database, tableNames);
         ShardingSpherePreconditions.checkNotEmpty(actualDataNodesMap, () -> new PipelineInvalidParameterException(String.format("Not find table %s", tableNames)));
         // TODO Add globalCSNSupported to isolate it with decodeWithTx flag, they're different. And also update CDCJobPreparer needSorting flag.
         boolean decodeWithTx = DatabaseTypedSPILoader.getService(DialectDatabaseMetaData.class, database.getProtocolType()).isSupportGlobalCSN();
         StreamDataParameter parameter = new StreamDataParameter(requestBody.getDatabase(), new ArrayList<>(schemaTableNames), requestBody.getFull(), actualDataNodesMap, decodeWithTx);
         String jobId = jobAPI.create(parameter, CDCSinkType.SOCKET, new Properties());
         connectionContext.setJobId(jobId);
         startStreaming(jobId, connectionContext, channel);
         return CDCResponseUtils.succeed(requestId, ResponseCase.STREAM_DATA_RESULT, StreamDataResult.newBuilder().setStreamingId(jobId).build());
     }
     
     /**
      * Start streaming.
      *
      * @param jobId job ID
      * @param channel channel
      * @param connectionContext connection context
      */
     public void startStreaming(final String jobId, final CDCConnectionContext connectionContext, final Channel channel) {
         CDCJobConfiguration cdcJobConfig = jobConfigManager.getJobConfiguration(jobId);
         ShardingSpherePreconditions.checkNotNull(cdcJobConfig, () -> new PipelineJobNotFoundException(jobId));
         PipelineJobRegistry.stop(jobId);
         ShardingSphereDatabase database = PipelineContextManager.getProxyContext().getContextManager().getMetaDataContexts().getMetaData().getDatabase(cdcJobConfig.getDatabaseName());
         jobAPI.start(jobId, new PipelineCDCSocketSink(channel, database, cdcJobConfig.getSchemaTableNames()));
         connectionContext.setJobId(jobId);
     }
     
     /**
      * Stop streaming.
      *
      * @param jobId job ID
      * @param channelId channel ID
      */
     public void stopStreaming(final String jobId, final ChannelId channelId) {
         if (Strings.isNullOrEmpty(jobId)) {
             log.warn("job id is null or empty, ignored");
             return;
         }
         CDCJob job = (CDCJob) PipelineJobRegistry.get(jobId);
         if (null == job) {
             return;
         }
         if (((PipelineCDCSocketSink) job.getSink()).getChannel().id().equals(channelId)) {
             log.info("close CDC job, channel id: {}", channelId);
             PipelineJobRegistry.stop(jobId);
             jobAPI.disable(jobId);
         }
     }
     
     /**
      * Drop streaming.
      *
      * @param jobId job ID
      */
     public void dropStreaming(final String jobId) {
         ShardingSpherePreconditions.checkState(PipelineJobIdUtils.getElasticJobConfigurationPOJO(jobId).isDisabled(),
                 () -> new PipelineInternalException("Can't drop streaming job which is active"));
         jobAPI.drop(jobId);
     }
     
     /**
      * Process ack.
      *
      * @param requestBody request body
      */
     public void processAck(final AckStreamingRequestBody requestBody) {
         CDCAckId ackId = CDCAckId.unmarshal(requestBody.getAckId());
         CDCImporter importer = CDCImporterManager.getImporter(ackId.getImporterId());
         if (null == importer) {
             log.warn("Could not find importer, ack id: {}", ackId.marshal());
             return;
         }
         importer.ack(ackId.marshal());
     }
 }