src/main/java/com/uber/rss/common/MapTaskCommitStatus.java (4 lines): - line 27: // TODO remove mapper count - line 63: // TODO remove mapper count - line 73: // TODO need to verify fetchTaskAttemptIds non empty to make code safer - line 78: // TODO improve performance in following src/main/java/com/uber/rss/handlers/DownloadServerHandler.java (3 lines): - line 129: // TODO verify there is no open files - line 150: // TODO support HDFS in future? need to remove code depending - line 152: // TODO is storage.size(splitFile) reliable or consistent when finishing writing a file? src/main/java/com/uber/rss/handlers/DownloadChannelInboundHandler.java (2 lines): - line 145: String fileCompressionCodec = ""; // TODO delete this - line 175: // TODO optimize following and run them asynchronously and only run once for each stage src/main/java/com/uber/rss/clients/MultiServerAsyncWriteClient.java (2 lines): - line 146: // TODO optimize the max wait time for poll - line 150: // TODO optimize here to restart thread if there is new record? src/main/java/com/uber/rss/metadata/ZooKeeperServiceRegistry.java (2 lines): - line 70: // TODO: Get these values via configuration - line 90: // TODO refine code here to handle race condition src/main/java/com/uber/rss/tools/StreamServerStressTool.java (2 lines): - line 576: boolean finishUploadAck = true; // TODO make this configurable - line 670: // TODO simulate broken map tasks without proper closing src/main/scala/org/apache/spark/shuffle/rss/RssStressTool.scala (2 lines): - line 306: val finishUploadAck = true // TODO make this configurable - line 350: // TODO simulate broken map tasks without proper closing src/main/java/com/uber/rss/execution/ExecutorShuffleStageState.java (2 lines): - line 154: // TODO use array for writers instead of using map - line 268: // TODO this is for backward compatibility, remove this later src/main/java/com/uber/rss/handlers/HttpChannelInboundHandler.java (1 line): - line 51: // TODO More detailed HTTP server, for now it's just the health check src/main/scala/org/apache/spark/shuffle/rss/BlockDownloaderPartitionRecordIterator.scala (1 line): - line 176: // TODO Zstd in Spark 2.4 does not support decompress method with a range from source byte array src/main/java/com/uber/rss/metadata/StandaloneServiceRegistryClient.java (1 line): - line 27: * TODO this class currently create a new connection for each method call. Will improve that in future src/main/scala/org/apache/spark/shuffle/rss/BlockDownloaderPartitionRangeRecordIterator.scala (1 line): - line 169: // TODO make this configurable src/main/java/com/uber/rss/common/DownloadServerVerboseInfo.java (1 line): - line 17: // TODO create a constructor to pass fields src/main/java/com/uber/rss/clients/DataBlockSyncWriteClient.java (1 line): - line 103: // TODO do not need mapId/taskAttamptId for StartUploadMessage src/main/java/com/uber/rss/util/ByteBufUtils.java (1 line): - line 61: // TODO a better implementation? src/main/java/com/uber/rss/storage/ShuffleFileStorage.java (1 line): - line 99: // TODO remove compressionCodec from storage API src/main/java/com/uber/rss/handlers/UploadChannelInboundHandler.java (1 line): - line 210: // TODO ideally clients should send some information to tell server what status they are interested src/main/java/com/uber/rss/clients/LazyWriteClient.java (1 line): - line 108: // TODO: Fix this behaviour. Empty partition is a pretty common occurrence. May be we can pass src/main/java/com/uber/rss/clients/ReplicatedReadClient.java (1 line): - line 406: // TODO refine exception message src/main/java/com/uber/rss/metadata/ServiceRegistryUtils.java (1 line): - line 58: // TODO make following configurable src/main/java/com/uber/rss/tools/StreamReadClientVerify.java (1 line): - line 204: // TODO refine following src/main/java/com/uber/rss/StreamServerConfig.java (1 line): - line 106: // TODO use library to process arguments src/main/java/com/uber/rss/execution/LocalFileStateStoreIterator.java (1 line): - line 95: // TODO messages was originally designed to read data in batches, now we do not need it anymore src/main/java/com/uber/rss/execution/ShuffleExecutor.java (1 line): - line 71: // TODO ideally we should use timer here, but M3 timer causes performance issue, thus use gauge here