seatunnel-engine/seatunnel-engine-server/src/main/java/org/apache/seatunnel/engine/server/checkpoint/CheckpointCoordinator.java (4 lines): - line 754: // TODO: some tasks have completed and will not submit state again. - line 763: // TODO: some tasks have completed and don't need to be ack - line 772: // TODO: some tasks have completed and don't need to trigger - line 793: // TODO: clear related future & scheduler task seatunnel-connectors-v2/connector-iceberg/src/main/java/org/apache/seatunnel/connectors/seatunnel/iceberg/source/enumerator/IcebergSplitEnumeratorState.java (3 lines): - line 40: // TODO: Waiting for migration to complete before remove - line 62: // TODO: Waiting for migration to complete before remove - line 73: // TODO: Waiting for migration to complete before remove seatunnel-connectors-v2/connector-cdc/connector-cdc-oracle/src/main/java/org/apache/seatunnel/connectors/seatunnel/cdc/oracle/source/parser/CustomColumnDefinitionParserListener.java (3 lines): - line 178: // TODO float's precision is about bits not decimal digits; should be ok for now to - line 187: // TODO float's precision is about bits not decimal digits; should be ok for - line 261: // TODO replace with value from select name, value from v$parameter where seatunnel-engine/seatunnel-engine-server/src/main/java/org/apache/seatunnel/engine/server/NodeExtensionCommon.java (3 lines): - line 45: // TODO seaTunnelServer after start in here - line 54: // TODO This is where cluster state changes are handled - line 58: // TODO This is where cluster state changes are handled seatunnel-translation/seatunnel-translation-spark/seatunnel-translation-spark-3.3/src/main/java/org/apache/seatunnel/translation/spark/sink/SparkSinkInjector.java (2 lines): - line 49: // TODO this should require fetching the catalog table in sink - line 63: // TODO this should require fetching the catalog table in sink seatunnel-api/src/main/java/org/apache/seatunnel/api/table/factory/FactoryUtil.java (2 lines): - line 143: // TODO remove it when all connector use `getProducedCatalogTables` - line 409: // TODO: Implement SupportParallelism in the TableSourceFactory instead of the seatunnel-connectors-v2/connector-starrocks/src/main/java/org/apache/seatunnel/connectors/seatunnel/starrocks/catalog/StarRocksDataTypeConvertor.java (2 lines): - line 122: // TODO: to confirm - line 147: // TODO: support 'SET' & 'YEAR' type seatunnel-engine/seatunnel-engine-server/src/main/java/org/apache/seatunnel/engine/server/master/JobMaster.java (2 lines): - line 155: // TODO add config to change value - line 333: // TODO replace it after ReadableConfig Support parse yaml format, then use only one config to seatunnel-translation/seatunnel-translation-spark/seatunnel-translation-spark-2.4/src/main/java/org/apache/seatunnel/translation/spark/source/SeaTunnelSourceSupport.java (2 lines): - line 78: // TODO remove it when all connector use `getProducedCatalogTables` - line 114: // TODO remove it when all connector use `getProducedCatalogTables` seatunnel-api/src/main/java/org/apache/seatunnel/api/table/catalog/Column.java (2 lines): - line 94: // TODO Waiting for migration to complete before remove - line 134: // TODO Waiting for migration to complete before remove seatunnel-engine/seatunnel-engine-core/src/main/java/org/apache/seatunnel/engine/core/parse/MultipleTableJobConfigParser.java (2 lines): - line 495: // TODO remove it when all connector use `getProducedCatalogTables` - line 588: // TODO move it into tryGenerateMultiTableSink when we don't support sink template seatunnel-translation/seatunnel-translation-flink/seatunnel-translation-flink-common/src/main/java/org/apache/seatunnel/translation/flink/sink/FlinkGlobalCommitter.java (2 lines): - line 83: // TODO re-commit the data - line 92: // TODO we should move FlinkGlobalCommitter to WithPostCommitTopology with seatunnel-engine/seatunnel-engine-server/src/main/java/org/apache/seatunnel/engine/server/dag/physical/ResourceUtils.java (2 lines): - line 49: // TODO If there is no enough resources for tasks, we need add some wait profile - line 97: // TODO custom resource size seatunnel-connectors-v2/connector-clickhouse/src/main/java/org/apache/seatunnel/connectors/seatunnel/clickhouse/util/TypeConvertUtil.java (2 lines): - line 107: // TODO support pojo - line 161: // TODO support pojo seatunnel-translation/seatunnel-translation-base/src/main/java/org/apache/seatunnel/translation/source/CoordinatedEnumeratorContext.java (1 line): - line 70: // TODO Waiting for Flink and Spark to implement MetricsContext seatunnel-connectors-v2/connector-paimon/src/main/java/org/apache/seatunnel/connectors/seatunnel/paimon/utils/RowTypeConverter.java (1 line): - line 514: // TODO the data type in flink is int, so it should be converted to LocalDate seatunnel-translation/seatunnel-translation-spark/seatunnel-translation-spark-2.4/src/main/java/org/apache/seatunnel/translation/spark/sink/writer/SparkDataSourceWriter.java (1 line): - line 68: // TODO close it seatunnel-translation/seatunnel-translation-spark/seatunnel-translation-spark-3.3/src/main/java/org/apache/seatunnel/translation/spark/source/SeaTunnelSourceTable.java (1 line): - line 68: // TODO remove it when all connector use `getProducedCatalogTables` seatunnel-translation/seatunnel-translation-base/src/main/java/org/apache/seatunnel/translation/source/CoordinatedReaderContext.java (1 line): - line 73: // TODO Waiting for Flink and Spark to implement MetricsContext seatunnel-api/src/main/java/org/apache/seatunnel/api/sink/multitablesink/MultiTableSinkWriter.java (1 line): - line 165: // TODO remove deprecated method seatunnel-connectors-v2/connector-doris/src/main/java/org/apache/seatunnel/connectors/doris/util/DorisCatalogUtil.java (1 line): - line 194: // TODO: Remove this compatibility config seatunnel-translation/seatunnel-translation-base/src/main/java/org/apache/seatunnel/translation/source/ParallelReaderContext.java (1 line): - line 75: // TODO Waiting for Flink and Spark to implement MetricsContext seatunnel-translation/seatunnel-translation-spark/seatunnel-translation-spark-common/src/main/java/org/apache/seatunnel/translation/spark/utils/TypeConverterUtils.java (1 line): - line 120: // TODO: row kind seatunnel-connectors-v2/connector-common/src/main/java/org/apache/seatunnel/connectors/seatunnel/common/util/CatalogUtil.java (1 line): - line 95: // TODO: Remove this compatibility config seatunnel-api/src/main/java/org/apache/seatunnel/api/configuration/util/Condition.java (1 line): - line 125: // TODO: support another condition seatunnel-engine/seatunnel-engine-server/src/main/java/org/apache/seatunnel/engine/server/task/SourceSplitEnumeratorTask.java (1 line): - line 347: // TODO support cancel by outside seatunnel-core/seatunnel-flink-starter/seatunnel-flink-starter-common/src/main/java/org/apache/seatunnel/core/starter/flink/command/FlinkConfValidateCommand.java (1 line): - line 42: // TODO: validate the config by new api seatunnel-connectors-v2/connector-cdc/connector-cdc-oracle/src/main/java/org/apache/seatunnel/connectors/seatunnel/cdc/oracle/source/OracleIncrementalSourceFactory.java (1 line): - line 115: // TODO remove this after all users used the new schema change seatunnel-engine/seatunnel-engine-server/src/main/java/org/apache/seatunnel/engine/server/checkpoint/operation/CheckpointBarrierTriggerOperation.java (1 line): - line 66: // TODO: support another barrier seatunnel-core/seatunnel-spark-starter/seatunnel-spark-starter-common/src/main/java/org/apache/seatunnel/core/starter/spark/execution/SparkRuntimeEnvironment.java (1 line): - line 97: // TODO we use --jar parameter to support submit multi-jar in spark cluster at now. Refactor seatunnel-engine/seatunnel-engine-server/src/main/java/org/apache/seatunnel/engine/server/task/SinkAggregatedCommitterTask.java (1 line): - line 182: // TODO support cancel by outside seatunnel-connectors-v2/connector-http/connector-http-base/src/main/java/org/apache/seatunnel/connectors/seatunnel/http/source/HttpSource.java (1 line): - line 149: // TODO: use format SPI seatunnel-connectors-v2/connector-clickhouse/src/main/java/org/apache/seatunnel/connectors/seatunnel/clickhouse/util/ClickhouseProxy.java (1 line): - line 286: * @return createTableDDL of clickhouse local table which can support specific engine TODO: seatunnel-connectors-v2/connector-iceberg/src/main/java/org/apache/seatunnel/connectors/seatunnel/iceberg/source/enumerator/IcebergStreamSplitEnumerator.java (1 line): - line 68: // TODO: Waiting for migration to complete before remove seatunnel-connectors-v2/connector-cdc/connector-cdc-opengauss/src/main/java/io/debezium/connector/postgresql/connection/PostgresReplicationConnection.java (1 line): - line 734: // TODO DBZ-508 get rid of this seatunnel-connectors-v2/connector-s3-redshift/src/main/java/org/apache/seatunnel/connectors/seatunnel/redshift/commit/S3RedshiftSinkAggregatedCommitter.java (1 line): - line 84: // TODO errorAggregatedCommitInfoList Always empty, So return is no use seatunnel-core/seatunnel-starter/src/main/java/org/apache/seatunnel/core/starter/seatunnel/command/SeaTunnelConfValidateCommand.java (1 line): - line 42: // TODO: validate config using new api seatunnel-connectors-v2/connector-jdbc/src/main/java/org/apache/seatunnel/connectors/seatunnel/jdbc/internal/dialect/JdbcDialectTypeMapper.java (1 line): - line 132: * TODO The mapping method should be replaced by {@link #mappingColumn(BasicTypeDefine)}. seatunnel-connectors-v2/connector-jdbc/src/main/java/org/apache/seatunnel/connectors/seatunnel/jdbc/internal/xa/XaGroupOpsImpl.java (1 line): - line 70: // TODO At present, it is impossible to distinguish whether seatunnel-engine/seatunnel-engine-core/src/main/java/org/apache/seatunnel/engine/core/job/JobImmutableInformation.java (1 line): - line 65: // TODO: Only use List to save more information about the Jar package, seatunnel-connectors-v2/connector-cdc/connector-cdc-opengauss/src/main/java/io/debezium/connector/postgresql/connection/PostgresConnection.java (1 line): - line 741: // TODO author=Horia Chiorean date=14/11/2016 description=workaround for seatunnel-connectors-v2/connector-pulsar/src/main/java/org/apache/seatunnel/connectors/seatunnel/pulsar/config/PulsarClientConfig.java (1 line): - line 23: // TODO: more field seatunnel-engine/seatunnel-engine-storage/imap-storage-plugins/imap-storage-file/src/main/java/org/apache/seatunnel/engine/imap/storage/file/wal/writer/CloudWriter.java (1 line): - line 76: // TODO Synchronous write, asynchronous write can be added in the future seatunnel-connectors-v2/connector-cdc/connector-cdc-mysql/src/main/java/org/apache/seatunnel/connectors/seatunnel/cdc/mysql/source/MySqlIncrementalSourceFactory.java (1 line): - line 112: // TODO remove this after all users used the new schema change seatunnel-engine/seatunnel-engine-server/src/main/java/org/apache/seatunnel/engine/server/SeaTunnelServer.java (1 line): - line 121: // TODO Determine whether to execute there method on the master node according to the deploy seatunnel-engine/seatunnel-engine-server/src/main/java/org/apache/seatunnel/engine/server/dag/physical/PhysicalVertex.java (1 line): - line 95: // TODO: Only use List>to save more information about the Jar seatunnel-connectors-v2/connector-cdc/connector-cdc-tidb/src/main/java/org/tikv/common/iterator/ScanIterator.java (1 line): - line 70: *

TODO : Add test to check it correctness seatunnel-core/seatunnel-spark-starter/seatunnel-spark-2-starter/src/main/java/org/apache/seatunnel/core/starter/spark/execution/SinkExecuteProcessor.java (1 line): - line 147: // TODO modify checkpoint location seatunnel-config/seatunnel-config-shade/src/main/java/org/apache/seatunnel/shade/com/typesafe/config/impl/PathParser.java (1 line): - line 227: // TODO: maybe we should rewrite this function using ConfigParseOptions.pathTokenSeparator seatunnel-connectors-v2/connector-cdc/connector-cdc-tidb/src/main/java/org/apache/seatunnel/connectors/seatunnel/cdc/tidb/source/TiDBSourceFactory.java (1 line): - line 77: * TODO: Implement SupportParallelism in the TableSourceFactory instead of the SeaTunnelSource, seatunnel-core/seatunnel-spark-starter/seatunnel-spark-starter-common/src/main/java/org/apache/seatunnel/core/starter/spark/SparkStarter.java (1 line): - line 121: // TODO: override job name in command args, because in spark cluster deploy mode seatunnel-engine/seatunnel-engine-server/src/main/java/org/apache/seatunnel/engine/server/task/TaskGroupImmutableInformation.java (1 line): - line 63: // TODO: Only use Setto save more information about the Jar package, seatunnel-engine/seatunnel-engine-server/src/main/java/org/apache/seatunnel/engine/server/task/SeaTunnelTask.java (1 line): - line 181: // TODO support cancel by outside seatunnel-connectors-v2/connector-file/connector-file-base/src/main/java/org/apache/seatunnel/connectors/seatunnel/file/source/reader/BinaryReadStrategy.java (1 line): - line 69: // TODO config this size seatunnel-engine/seatunnel-engine-server/src/main/java/org/apache/seatunnel/engine/server/dag/physical/PhysicalPlanGenerator.java (1 line): - line 162: // TODO Determine which tasks do not need to be restored according to state seatunnel-api/src/main/java/org/apache/seatunnel/api/table/factory/TableSourceFactory.java (1 line): - line 44: * TODO: Implement SupportParallelism in the TableSourceFactory instead of the SeaTunnelSource, seatunnel-connectors-v2/connector-pulsar/src/main/java/org/apache/seatunnel/connectors/seatunnel/pulsar/config/PulsarAdminConfig.java (1 line): - line 23: // TODO: more field seatunnel-connectors-v2/connector-file/connector-file-s3/src/main/java/org/apache/seatunnel/connectors/seatunnel/file/s3/catalog/S3FileCatalog.java (1 line): - line 24: // TODO: this catalog name conflict with a factory identifier seatunnel-connectors-v2/connector-cdc/connector-cdc-base/src/main/java/org/apache/seatunnel/connectors/cdc/base/source/BaseChangeStreamTableSourceFactory.java (1 line): - line 89: // TODO: Waiting for remove of compatible logic seatunnel-connectors-v2/connector-jdbc/src/main/java/org/apache/seatunnel/connectors/seatunnel/jdbc/source/DynamicChunkSplitter.java (1 line): - line 558: // TODO: If dateRange granter than 20 year, need get the real date in the table seatunnel-connectors-v2/connector-redis/src/main/java/org/apache/seatunnel/connectors/seatunnel/redis/sink/RedisSinkWriter.java (1 line): - line 63: // TODO according to format to initialize serializationSchema seatunnel-connectors-v2/connector-cdc/connector-cdc-sqlserver/src/main/java/org/apache/seatunnel/connectors/seatunnel/cdc/sqlserver/config/SqlServerSourceConfigFactory.java (1 line): - line 61: // TODO Not yet supported seatunnel-translation/seatunnel-translation-base/src/main/java/org/apache/seatunnel/translation/source/ParallelEnumeratorContext.java (1 line): - line 89: // TODO Waiting for Flink and Spark to implement MetricsContext seatunnel-connectors-v2/connector-cdc/connector-cdc-mongodb/src/main/java/org/apache/seatunnel/connectors/seatunnel/cdc/mongodb/sender/MongoDBConnectorDeserializationSchema.java (1 line): - line 186: // TODO:The dynamic schema will be completed based on this method later. seatunnel-connectors-v2/connector-cdc/connector-cdc-base/src/main/java/org/apache/seatunnel/connectors/cdc/base/source/reader/IncrementalSourceReader.java (1 line): - line 197: // TODO need enumerator return ack seatunnel-core/seatunnel-flink-starter/seatunnel-flink-starter-common/src/main/java/org/apache/seatunnel/core/starter/flink/execution/TransformExecuteProcessor.java (1 line): - line 139: // TODO transform support multi tables seatunnel-connectors-v2/connector-cdc/connector-cdc-base/src/main/java/org/apache/seatunnel/connectors/cdc/base/source/reader/IncrementalSourceSplitReader.java (1 line): - line 111: // TODO Currently not supported seatunnel-api/src/main/java/org/apache/seatunnel/api/sink/DefaultSinkWriterContext.java (1 line): - line 57: // TODO Waiting for Flink and Spark to implement MetricsContext seatunnel-core/seatunnel-spark-starter/seatunnel-spark-2-starter/src/main/java/org/apache/seatunnel/core/starter/spark/SparkStarter.java (1 line): - line 121: // TODO: override job name in command args, because in spark cluster deploy mode seatunnel-engine/seatunnel-engine-server/src/main/java/org/apache/seatunnel/engine/server/NodeExtension.java (1 line): - line 52: // TODO Get Config from Node here seatunnel-translation/seatunnel-translation-flink/seatunnel-translation-flink-common/src/main/java/org/apache/seatunnel/translation/flink/sink/FlinkCommitter.java (1 line): - line 58: // TODO re-commit the data seatunnel-core/seatunnel-spark-starter/seatunnel-spark-starter-common/src/main/java/org/apache/seatunnel/core/starter/spark/command/SparkConfValidateCommand.java (1 line): - line 42: // TODO: validate the config by new api seatunnel-connectors-v2/connector-pulsar/src/main/java/org/apache/seatunnel/connectors/seatunnel/pulsar/config/PulsarConsumerConfig.java (1 line): - line 20: // TODO: more field seatunnel-connectors-v2/connector-iceberg/src/main/java/org/apache/seatunnel/connectors/seatunnel/iceberg/source/enumerator/AbstractSplitEnumerator.java (1 line): - line 101: // TODO: Waiting for old version migration to complete seatunnel-connectors-v2/connector-redis/src/main/java/org/apache/seatunnel/connectors/seatunnel/redis/source/RedisSource.java (1 line): - line 57: // TODO: use format SPI seatunnel-connectors-v2/connector-tdengine/src/main/java/org/apache/seatunnel/connectors/seatunnel/tdengine/source/TDengineSource.java (1 line): - line 66: *

TODO: wait for optimization 1. batch -> batch + stream 2. one item of data writing -> a batch seatunnel-engine/seatunnel-engine-server/src/main/java/org/apache/seatunnel/engine/server/task/operation/checkpoint/BarrierFlowOperation.java (1 line): - line 67: // TODO: support another barrier seatunnel-connectors-v2/connector-paimon/src/main/java/org/apache/seatunnel/connectors/seatunnel/paimon/sink/commit/PaimonAggregatedCommitter.java (1 line): - line 100: // TODO find the right way to abort seatunnel-api/src/main/java/org/apache/seatunnel/api/sink/SinkWriter.java (1 line): - line 49: /** @deprecated instead by {@link SupportSchemaEvolutionSinkWriter} TODO: remove this method */ seatunnel-engine/seatunnel-engine-server/src/main/java/org/apache/seatunnel/engine/server/task/SourceSeaTunnelTask.java (1 line): - line 94: // TODO remove it when all connector use `getProducedCatalogTables` seatunnel-connectors-v2/connector-tablestore/src/main/java/org/apache/seatunnel/connectors/seatunnel/tablestore/source/TableStoreDBSourceSplitEnumerator.java (1 line): - line 127: // TODO Auto-generated method stub seatunnel-core/seatunnel-spark-starter/seatunnel-spark-starter-common/src/main/java/org/apache/seatunnel/core/starter/spark/execution/SinkExecuteProcessor.java (1 line): - line 149: // TODO modify checkpoint location seatunnel-connectors-v2/connector-jdbc/src/main/java/org/apache/seatunnel/connectors/seatunnel/jdbc/sink/JdbcSinkFactory.java (1 line): - line 89: // TODO Remove obsolete code seatunnel-connectors-v2/connector-starrocks/src/main/java/org/apache/seatunnel/connectors/seatunnel/starrocks/catalog/StarRocksCatalog.java (1 line): - line 173: // TODO add default value and test it seatunnel-connectors-v2/connector-iceberg/src/main/java/org/apache/seatunnel/connectors/seatunnel/iceberg/source/split/IcebergFileScanTaskSplit.java (1 line): - line 48: // TODO: Waiting for old version migration to complete before remove seatunnel-connectors-v2/connector-cdc/connector-cdc-postgres/src/main/java/org/apache/seatunnel/connectors/seatunnel/cdc/postgres/source/PostgresDialect.java (1 line): - line 158: // TODO: support save table schema