hadoop-hdfs-project/hadoop-hdfs-rbf/src/main/java/org/apache/hadoop/hdfs/server/federation/router/RouterClientProtocol.java (17 lines): - line 492: // TODO verify the excludedNodes and favoredNodes are acceptable to this NN - line 571: * TODO This may require validation. - line 922: // TODO don't add if already there? - line 1423: // TODO Verify that the link location is in the same NS as the targets - line 1540: // TODO handle virtual directories - line 1558: // TODO handle virtual directories - line 1575: // TODO handle virtual directories - line 1591: // TODO handle virtual directories - line 1607: // TODO handle virtual directories - line 1624: // TODO handle virtual directories - line 1637: // TODO handle virtual directories - line 1650: // TODO handle virtual directories - line 1684: // TODO handle virtual directories - line 1703: // TODO handle virtual directories - line 1717: // TODO handle virtual directories - line 1730: // TODO handle virtual directories - line 1746: // TODO handle virtual directories hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-timelineservice/src/main/java/org/apache/hadoop/yarn/server/timelineservice/reader/TimelineReaderWebServices.java (12 lines): - line 1053: // TODO to be removed or modified once ACL story is played - line 1168: // TODO to be removed or modified once ACL story is played - line 1265: // TODO to be removed or modified once ACL story is played - line 1422: // TODO to be removed or modified once ACL story is played - line 1977: // TODO to be removed or modified once ACL story is played - line 3576: // TODO to be removed or modified once ACL story is played - line 3594: // TODO to be removed or modified once ACL story is played - line 3608: // TODO to be removed or modified once ACL story is played - line 3622: // TODO to be removed or modified once ACL story is played - line 3644: // TODO to be removed/modified once ACL story has played - line 3655: // TODO to be removed/modified once ACL story has played - line 3670: // TODO to be removed or modified once ACL story is played hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-hs/src/main/java/org/apache/hadoop/mapreduce/v2/hs/JobHistory.java (10 lines): - line 331: // TODO AppContext - Not Required - line 336: // TODO fixme - bogus appAttemptID for now - line 340: // TODO AppContext - Not Required - line 345: // TODO fixme - bogus appID for now - line 349: // TODO AppContext - Not Required - line 352: // TODO Auto-generated method stub - line 356: // TODO AppContext - Not Required - line 367: // TODO AppContext - Not Required - line 373: // TODO AppContext - Not Required - line 379: // TODO AppContext - Not Required hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-shuffle/src/main/java/org/apache/hadoop/mapred/ShuffleHandler.java (10 lines): - line 258: //TODO these bytes should be versioned - line 271: //TODO this should be returning a class not just an int - line 288: //TODO these bytes should be versioned - line 309: // TODO these bytes should be versioned - line 312: // TODO: Once SHuffle is out of NM, this can use MR APIs - line 317: // TODO add API to AuxiliaryServices to report failures - line 329: // TODO add API to AuxiliaryServices to report failures - line 406: // TODO change AbstractService to throw InterruptedException - line 473: // TODO add API to AuxiliaryServices to report failures - line 680: // TODO Change this over to just store local dir indices, instead of the hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/containermanager/localizer/ResourceLocalizationService.java (10 lines): - line 372: // TODO: remove untracked directories in local filesystem - line 436: // TODO: create log dir as $logdir/$user/$appId - line 667: // TODO: decrement reference counts of all resources associated with this - line 753: // TODO process resources anyway - line 879: // TODO handle failures, cancellation, requests by other containers - line 975: // TODO shutdown, better error handling esp. DU - line 983: // TODO delete - line 1037: // TODO: threadsafe, use outer? - line 1218: * TODO : It doesn't support multiple downloads per ContainerLocalizer - line 1278: // TODO handle ExitCodeException separately? hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapreduce/jobhistory/JobHistoryEventHandler.java (9 lines): - line 114: private int minQueueSizeForBatchingFlushes; // TODO: Rename - line 215: // TODO Temporary toShort till new FsPermission(FsPermissions) - line 268: // TODO replace MR specific configurations on timeline service with getting - line 526: // TODO Ideally this should be written out to the job dir - line 554: // TODO Ideally this should be written out to the job dir - line 802: // TODO JOB_FINISHED does not have state. Effectively job history does not - line 1470: // TODO JH enhancement - reuse this file to store additional indexing info - line 1728: // TODO If the FS objects are the same, this should be a rename instead of a - line 1736: // TODO temporarily removing the existing dst hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapreduce/v2/app/job/impl/TaskImpl.java (8 lines): - line 383: // TODO: Use stateMachine level method? - line 507: //TODO Verify behaviour is Task is killed (no finished attempt) - line 840: // TODO: this shouldn't be necessary after MAPREDUCE-4330 - line 934: // TODO: validate attemptID - line 1028: finalState, null); // TODO JH verify failedAttempt null - line 1155: //TODO: consider moving it to MapTaskImpl - line 1200: // TODO: consider moving it to MapTaskImpl - line 1250: TaskStateInternal.KILLED, null); // TODO Verify failedAttemptId is null hadoop-tools/hadoop-rumen/src/main/java/org/apache/hadoop/tools/rumen/ZombieJob.java (8 lines): - line 68: // TODO: Fix ZombieJob to initialize this correctly from observed data - line 137: //TODO Eliminate parameters that are already copied from the job's - line 219: // TODO set size of a split to 0 now. - line 390: // TODO: do not care about "other" tasks, "setup" or "clean" - line 428: // TODO insert parameters - line 442: // TODO should we handle killed attempts later? - line 475: // TODO insert parameters - line 725: // TODO make up state hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapreduce/v2/app/job/impl/JobImpl.java (7 lines): - line 206: // FIXME: - line 1189: return mapTasks.size(); //FIXME: why indirection? return numMapTasks... - line 1195: return reduceTasks.size(); //FIXME: why indirection? return numReduceTasks - line 1217: //FIXME: need new memory criterion for uber-decision (oops, too late here; - line 1226: fs.getDefaultBlockSize(this.remoteJobSubmitDir)); // FIXME: this is wrong; get FS from - line 1474: //TODO JH Verify jobACLs, UserName via UGI? - line 2253: //TODO Is this JH event required. hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapreduce/v2/app/job/impl/TaskAttemptImpl.java (7 lines): - line 167: private static final long MEMORY_SPLITS_RESOLUTION = 1024; //TODO Make configurable? - line 889: * getting the initial class-path. TODO: We already construct - line 1282: // TODO: Use stateMachine level method? - line 1781: long start = getLaunchTime(); // TODO Ensure not 0 - line 1791: (int) cpuCounter.getValue()); // long to int? TODO: FIX. Same below - line 2006: //TODO Resolve to host / IP in case of a local address. - line 2007: InetSocketAddress nodeHttpInetAddr = // TODO: Costly to create sock-addr? hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/scheduler/fifo/FifoScheduler.java (7 lines): - line 200: // TODO add implementation for FIFO scheduler - line 206: // TODO add implementation for FIFO scheduler - line 220: // TODO add implementation for FIFO scheduler - line 226: // TODO add implementation for FIFO scheduler - line 232: // TODO add implementation for FIFO scheduler - line 418: // TODO: Fix store - line 685: // TODO: A buggy application with this zero would crash the scheduler. hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/containermanager/localizer/ContainerLocalizer.java (5 lines): - line 168: // TODO: Fix - line 343: // TODO cleanup - line 359: // TODO: Synchronization?? - line 382: // TODO shouldn't remove until ACK - line 473: // TODO: fail localization hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/fs/viewfs/NflyFSystem.java (5 lines): - line 138: // TODO allow configurable error margin for FileSystems with different - line 310: // TODO consider how to clean up and throw an exception early when the clear - line 581: // TODO proxy stream for reads - line 850: // TODO important for splits - line 877: // TODO proxy stream for reads hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapred/TaskAttemptListenerImpl.java (5 lines): - line 331: // TODO: This isn't really used in any MR code. Ask for removal. - line 341: // TODO: shouldReset is never used. See TT. Ask for Removal. - line 473: // TODO: The following are not needed here, but needed to be set somewhere inside AppMaster. - line 511: // TODO: Is it an authorized container to get a task? Otherwise return null. - line 513: // TODO: Child.java's firstTaskID isn't really firstTaskID. Ask for update hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/containermanager/localizer/security/LocalizerTokenIdentifier.java (4 lines): - line 35: // TODO Auto-generated method stub - line 41: // TODO Auto-generated method stub - line 47: // TODO Auto-generated method stub - line 53: // TODO Auto-generated method stub hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/datanode/BlockRecoveryWorker.java (4 lines): - line 375: * TODO: implement step 3,4 - line 389: // TODO: support truncate - line 428: // TODO: better usage of redundant replicas - line 517: * TODO: the current implementation depends on the assumption that the hadoop-hdfs-project/hadoop-hdfs-client/src/main/java/org/apache/hadoop/hdfs/ViewDistributedFileSystem.java (4 lines): - line 654: // TODO: revisit for correct implementation. - line 664: // TODO: revisit for correct implementation. - line 917: //TODO: Need to revisit. - line 2152: // TODO: can we return null here? hadoop-yarn-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-applications-distributedshell/src/main/java/org/apache/hadoop/yarn/applications/distributedshell/Client.java (4 lines): - line 756: // TODO get min/max resource capabilities from RM and change memory ask if needed - line 1077: // TODO - what is the range for priority? how to decide? - line 1206: // TODO clarify whether multiple jobs with the same app id can be submitted and be running at - line 1267: //TODO: we need to check and combine the existing timeline domain ACLs, hadoop-yarn-project/hadoop-yarn/hadoop-yarn-common/src/main/java/org/apache/hadoop/yarn/logaggregation/AggregatedLogFormat.java (4 lines): - line 189: // TODO Maybe add a version string here. Instead of changing the version of - line 639: // TODO Seek directly to the key once a comparator is specified. - line 731: //TODO Change Log format and interfaces to be containerId specific. - line 763: // // TODO Verify skip behaviour. hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/scheduler/capacity/AbstractLeafQueue.java (4 lines): - line 102: // TODO the max applications should consider label - line 648: //TODO recalculate max applications because they can depend on capacity - line 661: //TODO recalculate max applications because they can depend on capacity - line 1934: // TODO: need consider non-empty node labels when resource limits supports hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapred/LocalContainerLauncher.java (4 lines): - line 109: // (TODO/FIXME: pointless to use RPC to talk to self; should create - line 135: // Relocalization note/future FIXME (per chrisdo, 20110315): At moment, - line 419: // (longer-term/FIXME: could redefine as job counter and send - line 429: // META-FIXME: do we want the extra sanity-checking (doneWithMaps, hadoop-tools/hadoop-gridmix/src/main/java/org/apache/hadoop/mapred/gridmix/emulators/resourceusage/CumulativeCpuUsageEmulatorPlugin.java (4 lines): - line 145: //TODO can this be configurable too. Users/emulators should be able to - line 174: //TODO Make this configurable - line 187: //TODO Make this configurable - line 244: //TODO Multi-threading for speedup? hadoop-yarn-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-applications-distributedshell/src/main/java/org/apache/hadoop/yarn/applications/distributedshell/ApplicationMaster.java (4 lines): - line 861: // TODO need to setup a protocol for client to be able to communicate to - line 863: // TODO use the rpc port info to register with the RM for the client to - line 1229: // TODO Remove this line with finalized updateContainer API. - line 1591: // TODO - what is the range for priority? how to decide? hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/FSImageFormat.java (4 lines): - line 951: // TODO: for HDFS-5428, we use reserved path for those INodeFileUC in - line 1298: // TODO: for HDFS-5428, since we cannot break the compatibility of - line 1346: // TODO: for HDFS-5428, we cannot change the format/content of fsimage - line 1470: // TODO: for HDFS-5428, because of rename operations, some hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/INodeFile.java (4 lines): - line 757: // TODO: avoid calling getStoragePolicyID - line 785: // TODO pass in the storage policy - line 1024: // TODO: support EC with heterogeneous storage - line 1167: * TODO: properly handle striped blocks (HDFS-7622) hadoop-tools/hadoop-gridmix/src/main/java/org/apache/hadoop/mapred/gridmix/StressJobFactory.java (4 lines): - line 198: //TODO This in-line read can block submission for large jobs. - line 219: // TODO: We need to take care of scenario when one map/reduce - line 373: // TODO: What about setup/cleanup tasks for cases where m=0 and r=0 - line 591: // TODO Use StringBuilder instead hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/containermanager/launcher/ContainerLaunch.java (4 lines): - line 243: // TODO: Should we instead work via symlinks without this grammar? - line 907: // TODO for windows support. - line 1646: // TODO: Remove Windows check and use this approach on all platforms after - line 1816: // TODO persistent to the NM store... hadoop-tools/hadoop-gridmix/src/main/java/org/apache/hadoop/mapred/gridmix/CompressionEmulationUtil.java (4 lines): - line 131: //TODO Control the extra data written .. - line 132: //TODO Should the key\tvalue\n be considered for measuring size? - line 486: //TODO Seek doesnt work with compressed input stream. - line 563: //TODO replace with mapInputBytes and hdfsBytesRead hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-shuffle/src/main/java/org/apache/hadoop/mapred/ShuffleChannelInitializer.java (3 lines): - line 70: // TODO factor security manager into pipeline - line 71: // TODO factor out encode/decode to permit binary shuffle - line 72: // TODO factor out decode of index to permit alt. models hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapreduce/v2/app/MRAppMaster.java (3 lines): - line 587: // TODO: Decide which failed task files that should - line 888: //TODO:should have an interface for MRClientService - line 1520: * TODO: Rework the design to actually support this. Currently much of the hadoop-tools/hadoop-rumen/src/main/java/org/apache/hadoop/tools/rumen/datatypes/util/MapReduceJobPropertiesParser.java (3 lines): - line 188: //TODO compression? - line 189: //TODO Other job configs like FileOutputFormat/FileInputFormat etc - line 215: //TODO: Make this concrete .location .path .dir .jar? hadoop-hdfs-project/hadoop-hdfs-native-client/src/main/native/libhdfspp/lib/rpc/cyrus_sasl_engine.cc (3 lines): - line 287: //TODO: get client, connection ID in here - line 325: // TODO: maybe write a canon_user_plugin to do user-to-principal mapping - line 349: // TODO: check the SASL_PATH environment, or will Cyrus pass that in in the context? hadoop-yarn-project/hadoop-yarn/hadoop-yarn-api/src/main/java/org/apache/hadoop/yarn/api/records/timelineservice/TimelineMetricCalculator.java (3 lines): - line 60: // TODO throw warnings/exceptions for other types of number. - line 87: // TODO throw warnings/exceptions for other types of number. - line 112: // TODO throw warnings/exceptions for other types of number. hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/containermanager/container/ContainerImpl.java (3 lines): - line 1634: // TODO: Add containerWorkDir to the deletion service. - line 1669: // TODO: Add containerWorkDir to the deletion service. - line 1670: // TODO: Add containerOuputDir to the deletion service. hadoop-tools/hadoop-resourceestimator/src/main/java/org/apache/hadoop/resourceestimator/solver/impl/LpSolver.java (3 lines): - line 214: // TODO: addHistory timeout support for this function, and ideally we should - line 313: * TODO: 1. We can calculate the estimated error (over-allocation, - line 338: // TODO: currently place holder hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/rmapp/attempt/RMAppAttemptImpl.java (3 lines): - line 1100: // TODO: change these fields when we want to support - line 1695: // TODO:FIXME: Note for future. Unfortunately we only do a state-store - line 2354: /* TODO fail the application on the failed transition */ hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/native/container-executor/impl/container-executor.c (3 lines): - line 1452: // TODO: FIXME. The user's copy of creds should go to a path selected by - line 2775: // TODO: No switching user? !!!! - line 3070: * FIXME: (wangda) it's better to move executor_cfg out of container-executor.c hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/native/container-executor/impl/utils/cJSON/cJSON.c (3 lines): - line 1738: /* FIXME: Can overflow here. Cannot be fixed without breaking the API */ - line 2887: /* TODO This has O(n^2) runtime, which is horrible! */ - line 2901: * TODO: Do this the proper way, this is just a fix for now */ hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/ipc/Server.java (3 lines): - line 2205: // FIXME: hadoop method signatures are restricting the SASL - line 2325: // FIXME shouldn't this be SaslException? - line 2490: // TODO we should add handler for service class later hadoop-hdfs-project/hadoop-hdfs-nfs/src/main/java/org/apache/hadoop/hdfs/nfs/nfs3/OpenFileCtx.java (3 lines): - line 420: //TODO: better handling. - line 604: // TODO: let executor handle perfect overwrite - line 846: // TODO: return success if already committed hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapreduce/v2/app/webapp/AMWebServices.java (3 lines): - line 125: // TODO: after MAPREDUCE-2793 YarnRuntimeException is probably not expected here - line 155: // TODO: after MAPREDUCE-2793 YarnRuntimeException is probably not expected here - line 188: // TODO: after MAPREDUCE-2793 YarnRuntimeException is probably not expected here hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-sharedcachemanager/src/main/java/org/apache/hadoop/yarn/server/sharedcachemanager/SharedCacheUploaderService.java (3 lines): - line 84: // TODO (YARN-2774): Enable service authorization - line 110: // TODO (YARN-2774): proper security/authorization needs to be implemented - line 131: // TODO (YARN-2781): we may want to have a more flexible policy of hadoop-hdfs-project/hadoop-hdfs-nfs/src/main/java/org/apache/hadoop/hdfs/nfs/nfs3/RpcProgramNfs3.java (3 lines): - line 800: // TODO: A cleaner way is to throw a new type of exception - line 2150: // TODO: support GSS and handle other cases - line 2294: // TODO: currently we just return VerifierNone hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/ErasureCodingPolicyManager.java (3 lines): - line 128: * TODO: load user defined EC policy from fsImage HDFS-7859 - line 288: // TODO: we should only clear policies loaded from NN metadata. - line 393: * TODO HDFS-12405 postpone the delete removed policy to Namenode restart hadoop-common-project/hadoop-nfs/src/main/java/org/apache/hadoop/oncrpc/XDR.java (3 lines): - line 102: // TODO: This overloading intends to be compatible with the semantics of - line 252: // TODO: Investigate whether making a copy of the buffer is necessary. - line 263: // TODO: Investigate whether making a copy of the buffer is necessary. hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/containermanager/localizer/ResourceSet.java (2 lines): - line 223: // TODO : START : Should we de-dup here ? - line 227: // TODO : END hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/fs/FsShell.java (2 lines): - line 112: // TODO: DFSAdmin subclasses FsShell so need to protect the command - line 397: // TODO: this should be abstract in a base class hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-core/src/main/java/org/apache/hadoop/mapred/QueueACL.java (2 lines): - line 34: // TODO: Add ACL for LIST_JOBS when we have ability to authenticate - line 36: // TODO: Add ACL for CHANGE_ACL when we have an admin tool for hadoop-tools/hadoop-gridmix/src/main/java/org/apache/hadoop/mapred/gridmix/GridmixRecord.java (2 lines): - line 111: //TODO Should we use long for size. What if the data is more than 4G? - line 180: //TODO What is compressible is turned on? LOG is a bad idea! hadoop-common-project/hadoop-nfs/src/main/java/org/apache/hadoop/oncrpc/security/CredentialsGSS.java (2 lines): - line 31: // TODO Auto-generated method stub - line 37: // TODO Auto-generated method stub hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/native/container-executor/impl/runc/runc.c (2 lines): - line 33: // TODO: Figure out how to address new openssl dependency for container-executor - line 245: // TODO: This assumption works for loopback mounts but would not work for hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/timelineservice/NMTimelinePublisher.java (2 lines): - line 186: // TODO: support average - line 443: // TODO need to be handled in future, hadoop-tools/hadoop-gridmix/src/main/java/org/apache/hadoop/mapred/gridmix/Statistics.java (2 lines): - line 200: //TODO: We have just 2 types of listeners as of now . If no of listeners - line 306: * TODO: In future we need to extend this to send more information. hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-core/src/main/java/org/apache/hadoop/mapreduce/lib/jobcontrol/JobControl.java (2 lines): - line 225: //TODO the thread was interrupted, do something!!! - line 263: //TODO the thread was interrupted, do something!!! hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/nodelabels/NodeAttributesManagerImpl.java (2 lines): - line 80: // TODO may be we can have a better collection here. - line 321: // TODO type based value setting needs to be done using a factory hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-applicationhistoryservice/src/main/java/org/apache/hadoop/yarn/server/applicationhistoryservice/webapp/AHSWebServices.java (2 lines): - line 200: // TODO: YARN-6080: Create WebServiceUtils to have common functions used in - line 281: //TODO: YARN-4993: Refactory ContainersLogsBlock, AggregatedLogsBlock and hadoop-tools/hadoop-gridmix/src/main/java/org/apache/hadoop/mapred/gridmix/FilePool.java (2 lines): - line 116: // TODO cache - line 132: * TODO Clearly size is not the only criterion, e.g. refresh from hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/amlauncher/AMLauncher.java (2 lines): - line 188: return YarnRPC.create(conf); // TODO: Don't create again and again. - line 232: // TODO: Don't do this kind of checks everywhere. hadoop-tools/hadoop-resourceestimator/src/main/java/org/apache/hadoop/resourceestimator/skylinestore/impl/InMemoryStore.java (2 lines): - line 56: * A pipeline job's history {@link ResourceSkyline}s. TODO: we may flatten it - line 209: // TODO: this for loop is expensive, so we may change the type of hadoop-hdfs-project/hadoop-hdfs-httpfs/src/main/java/org/apache/hadoop/fs/http/client/HttpFSFileSystem.java (2 lines): - line 1335: return null; //TODO : for renewer - line 1341: //TODO : for renewer hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-shuffle/src/main/java/org/apache/hadoop/mapred/ShuffleChannelHandler.java (2 lines): - line 512: // TODO error handling; distinguish IO/connection failures, - line 561: // TODO: missing keep-alive handling hadoop-yarn-project/hadoop-yarn/hadoop-yarn-csi/src/main/java/org/apache/hadoop/yarn/csi/translator/NodePublishVolumeRequestProtoTranslator.java (2 lines): - line 45: // TODO support block - line 47: // TODO support fsType hadoop-hdfs-project/hadoop-hdfs-client/src/main/java/org/apache/hadoop/hdfs/DFSUtilClient.java (2 lines): - line 612: // TODO : revisit if there is a better way - line 618: // TODO : currently, only the very first auxiliary port is being used. hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/scheduler/constraint/PlacementConstraintManager.java (2 lines): - line 53: * TODO: Support merge and not only replace when adding a constraint. - line 68: * TODO: Support merge and not only replace when adding a constraint. hadoop-tools/hadoop-rumen/src/main/java/org/apache/hadoop/tools/rumen/datatypes/NodeName.java (2 lines): - line 89: //TODO check for null and improve .. possibly call NodeName(r,h) - line 166: //TODO There is no caching for saving memory. hadoop-tools/hadoop-resourceestimator/src/main/java/org/apache/hadoop/resourceestimator/solver/preprocess/SolverPreprocessor.java (2 lines): - line 137: // TODO: - line 198: // TODO: identify different jobs within the same pipeline hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-core/src/main/java/org/apache/hadoop/mapreduce/lib/db/DBInputFormat.java (2 lines): - line 111: // TODO Add a layer to enable SQL "sharding" and support locality - line 189: // TODO Remove this code that handles backward compatibility. hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/rmnode/RMNodeImpl.java (2 lines): - line 316: // TODO (in YARN-3223) update resource when container finished. - line 319: // TODO (in YARN-3223) update resource when container finished. hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/blockmanagement/BlockManager.java (2 lines): - line 838: assert namesystem.hasReadLock(); // TODO: block manager read lock and NS write lock - line 5578: // TODO this can be more efficient hadoop-yarn-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-services/hadoop-yarn-services-core/src/main/java/org/apache/hadoop/yarn/service/client/ServiceClient.java (2 lines): - line 137: //TODO disable retry so that client / rest API doesn't block? - line 1243: //TODO debugAM CLI.add(Arguments.ARG_DEBUG) hadoop-tools/hadoop-gridmix/src/main/java/org/apache/hadoop/mapred/gridmix/RandomTextDataGenerator.java (2 lines): - line 87: //TODO change the default with the actual stats - line 88: //TODO do u need varied sized words? hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-timelineservice/src/main/java/org/apache/hadoop/yarn/server/timelineservice/collector/NodeTimelineCollectorManager.java (2 lines): - line 328: //TODO: We need to think of the case of multiple interfaces - line 390: // TODO Security settings. hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/scheduler/fair/FSLeafQueue.java (2 lines): - line 484: * TODO: Based on how frequently this is called, we might want to club - line 567: // TODO Auto-generated method stub hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/FSEditLog.java (2 lines): - line 927: * TODO: use String parameters until just before writing to disk - line 1433: // TODO no need to link this back to storage anymore! hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapreduce/v2/app/launcher/ContainerLauncherImpl.java (2 lines): - line 332: // TODO: Group launching of multiple containers to a single - line 385: // TODO: Do it only once per NodeManager. hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/scheduler/constraint/PlacementConstraintManagerService.java (2 lines): - line 55: // TODO: Perform actual validation of the constraint (in YARN-6621). - line 56: // TODO: Perform satisfiability check for constraint. hadoop-yarn-project/hadoop-yarn/hadoop-yarn-common/src/main/java/org/apache/hadoop/yarn/client/api/impl/TimelineV2ClientImpl.java (2 lines): - line 82: // TODO consider to merge with connection retry - line 117: // TODO need to add/cleanup filter retry later for ATSV2. similar to V1 hadoop-hdfs-project/hadoop-hdfs-client/src/main/java/org/apache/hadoop/hdfs/DFSStripedOutputStream.java (2 lines): - line 704: // TODO we can also succeed if all the failed streamers have not taken - line 1256: // TODO for both close and endBlock, we currently do not handle hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/DefaultContainerExecutor.java (2 lines): - line 203: // TODO: DO it over RPC for maintaining similarity? - line 599: // TODO: exit code script for Windows hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-timelineservice/src/main/java/org/apache/hadoop/yarn/server/timelineservice/reader/TimelineReaderManager.java (2 lines): - line 57: // TODO Once ACLS story is played, this need to be removed or modified. - line 217: // TODO to be removed or modified once ACL story is played hadoop-tools/hadoop-rumen/src/main/java/org/apache/hadoop/tools/rumen/JobBuilder.java (2 lines): - line 143: //TODO Enhance Rumen to process this event and capture restarts - line 252: //TODO remove this once the deprecate APIs in LoggedJob are removed hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/scheduler/placement/AppPlacementAllocator.java (2 lines): - line 168: * TODO: This should be moved out of AppPlacementAllocator - line 205: * TODO: This should be moved out of AppPlacementAllocator hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-common/src/main/java/org/apache/hadoop/mapreduce/v2/util/MRApps.java (2 lines): - line 232: // TODO: Remove duplicates. - line 560: // TODO - Move this to MR! hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-timelineservice/src/main/java/org/apache/hadoop/yarn/server/timelineservice/storage/FileSystemTimelineWriterImpl.java (2 lines): - line 118: // TODO implementation for storing domain into FileSystem - line 148: * TODO: set an appropriate error code after PoC could possibly be: hadoop-tools/hadoop-rumen/src/main/java/org/apache/hadoop/tools/rumen/ParsedHost.java (2 lines): - line 32: * TODO the following only works for /rack/host format. Change to support - line 39: * TODO handle arbitrary level of network names. hadoop-hdfs-project/hadoop-hdfs-client/src/main/java/org/apache/hadoop/hdfs/util/StripedBlockUtil.java (2 lines): - line 250: // TODO: Include lastFullStripeIdx+1 stripe in safeLength, if there exists - line 625: * TODO: consider parity cells hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/containermanager/ContainerManagerImpl.java (2 lines): - line 1252: // TODO launchedContainer misplaced -> doesn't necessarily mean a container - line 1835: // TODO Auto-generated method stub hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/ha/ZKFailoverController.java (2 lines): - line 430: * TODO: - line 521: // TODO handle this. It's a likely case since we probably got fenced hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-hs/src/main/java/org/apache/hadoop/mapreduce/v2/hs/HistoryFileManager.java (2 lines): - line 791: // TODO Could verify the correct format for these directories. - line 925: // TODO it would be great to limit how often this happens, except in the hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/FSDirErasureCodingOp.java (2 lines): - line 466: // TODO: properly support symlinks - line 499: // TODO: properly support symlinks hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/containermanager/AuxServices.java (2 lines): - line 457: // TODO better use s.getName()? - line 800: // TODO fork(?) services running as configured user hadoop-tools/hadoop-rumen/src/main/java/org/apache/hadoop/tools/rumen/datatypes/FileName.java (2 lines): - line 180: //TODO There is no caching for saving memory. - line 199: //TODO [Chunking] Do this for sub-strings of data hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapreduce/jobhistory/JobSummary.java (2 lines): - line 47: private long mapSlotSeconds; // TODO Not generated yet in MRV2 - line 48: private long reduceSlotSeconds; // TODO Not generated yet MRV2 hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/containermanager/launcher/ContainersLauncher.java (2 lines): - line 107: //TODO Is this required? - line 123: // TODO: ContainersLauncher launches containers one by one!! hadoop-common-project/hadoop-registry/src/main/java/org/apache/hadoop/registry/server/dns/RegistryDNS.java (2 lines): - line 622: // TODO: reading these out of config seems wrong... - line 627: //TODO - perhaps read in actual DNSKEY record structure? hadoop-tools/hadoop-fs2img/src/main/java/org/apache/hadoop/hdfs/server/namenode/TreePath.java (2 lines): - line 47: * TODO: generalize, move FS/FileRegion to FSTreePath - line 165: //TODO: storage policy should be configurable per path; use BlockResolver hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/containermanager/application/ApplicationImpl.java (2 lines): - line 529: // TODO: Trigger the LogsManager - line 588: // TODO check we remove related collectors info in failure cases hadoop-tools/hadoop-rumen/src/main/java/org/apache/hadoop/tools/rumen/anonymization/WordListAnonymizerUtility.java (2 lines): - line 27: * //TODO There is no caching for saving memory. - line 101: //TODO [Chunking] Do this for sub-strings of data hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/rmapp/RMAppImpl.java (2 lines): - line 958: //TODO recover collector address. - line 1915: /* TODO fail the application on the failed transition */ hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/collectormanager/NMCollectorService.java (2 lines): - line 109: // TODO may cleanup app collectors running on this NM in future. - line 124: // TODO: Do we need to do this after we received confirmation from hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/security/NMTokenSecretManagerInRM.java (2 lines): - line 156: // TODO : Once we have per node master key then it will change to only - line 187: // roll-over. But that is only possible when we move to per-NM keys. TODO: hadoop-common-project/hadoop-nfs/src/main/java/org/apache/hadoop/oncrpc/security/VerifierGSS.java (2 lines): - line 31: // TODO Auto-generated method stub - line 37: // TODO Auto-generated method stub hadoop-hdfs-project/hadoop-hdfs-client/src/main/proto/hdfs.proto (2 lines): - line 663: * TODO: add more information - line 672: // TODO: do we need access time? hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/monitor/capacity/QueuePriorityContainerCandidateSelector.java (2 lines): - line 379: // TODO (wangda): only do this when queue refreshed. - line 486: // TODO (wangda): do more tests before making it usable hadoop-yarn-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-services/hadoop-yarn-services-core/src/main/java/org/apache/hadoop/yarn/service/provider/ProviderFactory.java (2 lines): - line 64: // TODO add handling for custom types? - line 65: // TODO handle service hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/datanode/fsdataset/impl/PmemVolumeManager.java (1 line): - line 392: * TODO: Refine volume selection policy by considering storage utilization. hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/NodeManager.java (1 line): - line 502: // TODO add local dirs to del hadoop-tools/hadoop-gridmix/src/main/java/org/apache/hadoop/mapred/gridmix/LoadJob.java (1 line): - line 121: //TODO Note that the sorter will be instantiated 2 times as follows hadoop-hdfs-project/hadoop-hdfs-native-client/src/main/native/libhdfspp/tools/hdfs-mkdir/hdfs-mkdir.cc (1 line): - line 133: // TODO : Handle the error returned by std::strtol. hadoop-tools/hadoop-gridmix/src/main/java/org/apache/hadoop/mapred/gridmix/GridmixJob.java (1 line): - line 152: // TODO If configured, scale the original task's JVM (heap related) hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/FSPermissionChecker.java (1 line): - line 605: //TODO have to figure this out with inodeattribute provider hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapreduce/v2/app/speculate/SimpleExponentialTaskRuntimeEstimator.java (1 line): - line 177: //TODO What is the best way to measure variance in runtime hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/fs/FileUtil.java (1 line): - line 979: * TODO Use magic number and PusbackInputStream to identify hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-core/src/main/java/org/apache/hadoop/mapreduce/lib/db/DataDrivenDBInputFormat.java (1 line): - line 154: // TODO: Support BINARY, VARBINARY, LONGVARBINARY, DISTINCT, CLOB, BLOB, ARRAY hadoop-tools/hadoop-gridmix/src/main/java/org/apache/hadoop/mapred/gridmix/GenerateData.java (1 line): - line 61: // TODO can replace with form of GridmixJob hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/fs/viewfs/ViewFileSystemOverloadScheme.java (1 line): - line 171: // TODO: Should we fail here.? hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/common/sps/BlockMovementStatus.java (1 line): - line 38: // TODO: need to support different type of failures. Failure due to network hadoop-maven-plugins/src/main/java/org/apache/hadoop/maven/plugin/cmakebuilder/TestMojo.java (1 line): - line 119: // TODO: support Windows hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/diskbalancer/connectors/DBNameNodeConnector.java (1 line): - line 143: // TODO : Should we do BlockPool level balancing at all ? hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapreduce/jobhistory/JobHistoryCopyService.java (1 line): - line 81: //TODO should we parse on a background thread??? hadoop-tools/hadoop-gridmix/src/main/java/org/apache/hadoop/mapred/gridmix/SleepJob.java (1 line): - line 152: //TODO: We need to come up with better solution for this. hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-common/src/main/java/org/apache/hadoop/yarn/server/webapp/WebServices.java (1 line): - line 157: // TODO: the request should take the params like what RMWebServices does hadoop-tools/hadoop-sls/src/main/java/org/apache/hadoop/yarn/sls/RMRunner.java (1 line): - line 69: // TODO add support for FifoScheduler hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/blockmanagement/DatanodeAdminBackoffMonitor.java (1 line): - line 297: // TODO - This is an expensive call, depending on how many nodes are hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/scheduler/AbstractYarnScheduler.java (1 line): - line 430: // TODO: Rename it to getCurrentApplicationAttempt hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-applicationhistoryservice/src/main/java/org/apache/hadoop/yarn/server/timeline/webapp/TimelineWebServices.java (1 line): - line 74: //TODO: support XML serialization/deserialization hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/scheduler/capacity/ManagedParentQueue.java (1 line): - line 164: // TODO load configs into CapacitySchedulerConfiguration instead of duplicating them hadoop-hdfs-project/hadoop-hdfs-rbf/src/main/java/org/apache/hadoop/hdfs/server/federation/router/RouterRpcServer.java (1 line): - line 976: * TODO This may require validation. hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-core/src/main/java/org/apache/hadoop/mapreduce/task/reduce/Shuffle.java (1 line): - line 100: // TODO: This should not be necessary after HADOOP-8942 hadoop-common-project/hadoop-registry/src/main/java/org/apache/hadoop/registry/server/dns/ApplicationServiceRecordProcessor.java (1 line): - line 322: // TODO: do we need a "hostname" attribute for an application record or hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/io/erasurecode/ECChunk.java (1 line): - line 32: // TODO: should be in a more general flags hadoop-yarn-project/hadoop-yarn/hadoop-yarn-common/src/main/java/org/apache/hadoop/yarn/event/EventDispatcher.java (1 line): - line 73: return; // TODO: Kill RM. hadoop-hdfs-project/hadoop-hdfs-native-client/src/main/native/fuse-dfs/util/posix_util.c (1 line): - line 77: * TODO: use fstat, etc. hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-timelineservice-hbase/hadoop-yarn-server-timelineservice-hbase-client/src/main/java/org/apache/hadoop/yarn/server/timelineservice/storage/flow/FlowActivityTableRW.java (1 line): - line 86: // TODO: figure the split policy before running in production hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/blacklist/SimpleBlacklistManager.java (1 line): - line 79: // TODO: After the threshold hits, we will keep sending a long list hadoop-yarn-project/hadoop-yarn/hadoop-yarn-common/src/main/java/org/apache/hadoop/yarn/security/client/TimelineDelegationTokenOperation.java (1 line): - line 32: // TODO: need think about which ops can be done without kerberos hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapreduce/v2/app/speculate/ExponentiallySmoothedTaskRuntimeEstimator.java (1 line): - line 95: //TODO: Refactor this method, it seems more complicated than necessary. hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/datanode/fsdataset/impl/FsDatasetImpl.java (1 line): - line 1792: // TODO: check writer? hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/fs/shell/PathData.java (1 line): - line 184: // TODO: should consider wrapping other exceptions into Path*Exceptions hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/FSDirAttrOp.java (1 line): - line 393: // TODO we do not support replication on stripe layout files yet hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/BackupNode.java (1 line): - line 412: // TODO: move to a common with DataNode util class hadoop-hdfs-project/hadoop-hdfs-client/src/main/java/org/apache/hadoop/hdfs/DataStreamer.java (1 line): - line 1246: // TODO: Use scope = Tracer.curThreadTracer().activateSpan ? hadoop-yarn-project/hadoop-yarn/hadoop-yarn-common/src/main/java/org/apache/hadoop/yarn/logaggregation/AggregatedLogDeletionService.java (1 line): - line 209: //TODO fix this after HADOOP-8661 hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/io/erasurecode/coder/HHErasureCodingStep.java (1 line): - line 66: // TODO: Finalize encoder/decoder if necessary hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/diskbalancer/datamodel/DiskBalancerCluster.java (1 line): - line 144: // TODO : should we support Internationalized Domain Names ? hadoop-yarn-project/hadoop-yarn/hadoop-yarn-common/src/main/java/org/apache/hadoop/yarn/webapp/Router.java (1 line): - line 114: // TODO: We may want to deal with methods that take parameters in the future hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-sharedcachemanager/src/main/java/org/apache/hadoop/yarn/server/sharedcachemanager/webapp/SCMWebServer.java (1 line): - line 35: * TODO: Security for web ui (See YARN-2774) hadoop-hdfs-project/hadoop-hdfs-native-client/src/main/native/fuse-dfs/fuse_connect.c (1 line): - line 608: // TODO: call some method which can tell us whether the FS exists. In order hadoop-hdfs-project/hadoop-hdfs-native-client/src/main/native/libhdfs/hdfs.c (1 line): - line 2763: // TODO: use rename2 here? (See HDFS-3592) hadoop-hdfs-project/hadoop-hdfs-client/src/main/java/org/apache/hadoop/hdfs/web/WebHdfsFileSystem.java (1 line): - line 743: // TODO: consider not calling conn.disconnect() to allow connection reuse hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/scheduler/fair/FSQueue.java (1 line): - line 534: // TODO add implementation for FSParentQueue hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/fs/viewfs/HCFSMountTableConfigLoader.java (1 line): - line 92: // TODO: Should we fail? Currently viewfs init will fail if no mount hadoop-yarn-project/hadoop-yarn/hadoop-yarn-common/src/main/java/org/apache/hadoop/yarn/security/ContainerTokenIdentifier.java (1 line): - line 438: // TODO: Needed? hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/security/RMContainerTokenSecretManager.java (1 line): - line 166: // roll-over. But that is only possible when we move to per-NM keys. TODO: hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/security/token/delegation/DelegationTokenSecretManager.java (1 line): - line 118: // FIXME: this is a hack to get around changing method signatures by hadoop-hdfs-project/hadoop-hdfs-rbf/src/main/java/org/apache/hadoop/hdfs/server/federation/resolver/order/LocalResolver.java (1 line): - line 91: * TODO we only support DN and NN locations, we need to add others like hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/webapp/NMController.java (1 line): - line 36: // TODO: What use of this with info() in? hadoop-tools/hadoop-fs2img/src/main/java/org/apache/hadoop/hdfs/server/namenode/ImageWriter.java (1 line): - line 77: // TODO: generalize to types beyond FileRegion hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-applicationhistoryservice/src/main/java/org/apache/hadoop/yarn/server/applicationhistoryservice/ApplicationHistoryClientService.java (1 line): - line 138: // TODO Auto-generated method stub hadoop-yarn-project/hadoop-yarn/hadoop-yarn-common/src/main/java/org/apache/hadoop/yarn/logaggregation/filecontroller/LogAggregationFileController.java (1 line): - line 469: // TODO: Reuse FS for user? hadoop-yarn-project/hadoop-yarn/hadoop-yarn-common/src/main/java/org/apache/hadoop/yarn/api/records/impl/pb/ContainerPBImpl.java (1 line): - line 422: //TODO Comparator hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/io/compress/bzip2/CBZip2OutputStream.java (1 line): - line 133: * TODO: Update to BZip2 1.0.1 hadoop-tools/hadoop-gridmix/src/main/java/org/apache/hadoop/mapred/gridmix/JobMonitor.java (1 line): - line 95: * TODO: Cleaner solution for this problem hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-common/src/main/java/org/apache/hadoop/mapreduce/v2/jobhistory/FileNameIndexUtils.java (1 line): - line 295: //TODO Maybe handle default values for longs and integers here? hadoop-yarn-project/hadoop-yarn/hadoop-yarn-client/src/main/java/org/apache/hadoop/yarn/client/api/impl/YarnClientImpl.java (1 line): - line 335: //TODO: YARN-1763:Handle RM failovers during the submitApplication call. hadoop-yarn-project/hadoop-yarn/hadoop-yarn-common/src/main/java/org/apache/hadoop/yarn/client/RMHAServiceTarget.java (1 line): - line 50: // TODO (YARN-1177): ZKFC implementation hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/FSEditLogLoader.java (1 line): - line 1197: // TODO: shouldn't this only be true for the last block? hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/datanode/BPOfferService.java (1 line): - line 763: // TODO: DNA_SHUTDOWN appears to be unused - the NN never sends this command hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/recovery/RMStateStore.java (1 line): - line 1306: // TODO: This should eventually become cluster-Id + "AM_RM_TOKEN_SERVICE". See hadoop-yarn-project/hadoop-yarn/hadoop-yarn-client/src/main/java/org/apache/hadoop/yarn/client/api/impl/AMRMClientImpl.java (1 line): - line 393: // TODO how to differentiate remote yarn exception vs error in rpc hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-core/src/main/java/org/apache/hadoop/mapred/lib/FieldSelectionMapReduce.java (1 line): - line 176: // TODO Auto-generated method stub hadoop-tools/hadoop-distcp/src/main/java/org/apache/hadoop/tools/DistCpSync.java (1 line): - line 221: // TODO: since we have tmp directory, we can support "undo" with failures hadoop-tools/hadoop-fs2img/src/main/java/org/apache/hadoop/hdfs/server/namenode/FSTreeWalk.java (1 line): - line 75: // TODO symlinks hadoop-hdfs-project/hadoop-hdfs-client/src/main/java/org/apache/hadoop/hdfs/DFSInputStream.java (1 line): - line 1878: // FIXME: we could work around this with multiple memory maps. hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/scheduler/constraint/MemoryPlacementConstraintManager.java (1 line): - line 220: // TODO: Merge this constraint with the global one for this tag, if one hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-globalpolicygenerator/src/main/java/org/apache/hadoop/yarn/server/globalpolicygenerator/GPGPolicyFacade.java (1 line): - line 123: // TODO there is currently no way to cleanly deserialize a policy hadoop-yarn-project/hadoop-yarn/hadoop-yarn-client/src/main/java/org/apache/hadoop/yarn/client/cli/NodeAttributesCLI.java (1 line): - line 670: // TODO when we support different type of attribute type we need to hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/fs/shell/Tail.java (1 line): - line 80: // TODO: HADOOP-7234 will add glob support; for now, be backwards compat hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/containermanager/monitor/ContainersMonitorImpl.java (1 line): - line 1090: // TODO: Wrong event. hadoop-tools/hadoop-gridmix/src/main/java/org/apache/hadoop/mapred/gridmix/Gridmix.java (1 line): - line 238: // TODO add listeners, use for job dependencies hadoop-hdfs-project/hadoop-hdfs-client/src/main/java/org/apache/hadoop/hdfs/protocol/datatransfer/sasl/SaslDataTransferClient.java (1 line): - line 173: // TODO: Consider renaming EncryptedPeer to SaslPeer. hadoop-hdfs-project/hadoop-hdfs-client/src/main/java/org/apache/hadoop/hdfs/shortcircuit/ShortCircuitReplica.java (1 line): - line 66: * TODO: make this nullable if the file has no checksums on disk. hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/fs/shell/CommandWithDestination.java (1 line): - line 289: // TODO: remove when FileContext is supported, this needs to either hadoop-yarn-project/hadoop-yarn/hadoop-yarn-common/src/main/java/org/apache/hadoop/yarn/security/AMRMTokenIdentifier.java (1 line): - line 139: // TODO: Needed? hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-nativetask/src/main/native/src/util/DualPivotQuickSort.h (1 line): - line 27: // TODO: definitely needs refactoring.. hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-hs/src/main/java/org/apache/hadoop/mapreduce/v2/hs/CompletedTask.java (1 line): - line 57: //TODO JobHistoryParser.handleTaskFailedAttempt should use state from the event. hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-core/src/main/java/org/apache/hadoop/mapreduce/split/SplitMetaInfoReader.java (1 line): - line 67: int numSplits = WritableUtils.readVInt(in); //TODO: check for insane values hadoop-tools/hadoop-resourceestimator/src/main/java/org/apache/hadoop/resourceestimator/common/api/RecurrenceId.java (1 line): - line 38: // TODO: we may addHistory more ids of the pipeline jobs to identify them. hadoop-tools/hadoop-dynamometer/hadoop-dynamometer-infra/src/main/java/org/apache/hadoop/tools/dynamometer/ApplicationMaster.java (1 line): - line 92: * TODO: Add proper retry/failure handling hadoop-yarn-project/hadoop-yarn/hadoop-yarn-common/src/main/java/org/apache/hadoop/yarn/security/client/ClientToAMTokenIdentifier.java (1 line): - line 46: // TODO: Add more information in the tokenID such that it is not hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/common/MetricsLoggerTask.java (1 line): - line 114: // TODO : hadoop-logging module to hide log4j implementation details, this method hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/webapp/NavBlock.java (1 line): - line 60: .h3().__("NodeManager").__() // TODO: Problem if no header like this hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/fs/shell/TouchCommands.java (1 line): - line 70: // TODO: handle this hadoop-hdfs-project/hadoop-hdfs-rbf/src/main/webapps/router/federationhealth.js (1 line): - line 243: // TODO Copied directly from dfshealth.js; is there a way to import this function? hadoop-hdfs-project/hadoop-hdfs-native-client/src/main/native/fuse-dfs/fuse_impls_access.c (1 line): - line 27: // TODO: HDFS-428 hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapred/MapReduceChildJVM.java (1 line): - line 81: // TODO: The following is useful for instance in streaming tasks. hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-timelineservice-hbase/hadoop-yarn-server-timelineservice-hbase-server/hadoop-yarn-server-timelineservice-hbase-server-2/src/main/java/org/apache/hadoop/yarn/server/timelineservice/storage/flow/FlowScanner.java (1 line): - line 93: // TODO initialize other scan attributes like Scan#maxResultSize hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/webapp/RMWebAppFilter.java (1 line): - line 183: // TODO: Commonize URL parsing code. Will be done in YARN-4642. hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/datanode/DataStorage.java (1 line): - line 153: // TODO support multiple provided storage ids hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/ha/StandbyCheckpointer.java (1 line): - line 293: // TODO should there be some smarts here about retries nodes that hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/io/file/tfile/BCFile.java (1 line): - line 194: * TODO: Change DataOutputStream to something else that tracks the size as hadoop-hdfs-project/hadoop-hdfs-native-client/src/main/native/libhdfspp/lib/reader/datatransfer_impl.h (1 line): - line 56: // TODO: Handle encryption scheme hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-core/src/main/java/org/apache/hadoop/mapreduce/jobhistory/JobFinishedEvent.java (1 line): - line 173: // TODO replace SUCCEEDED with JobState.SUCCEEDED.toString() hadoop-common-project/hadoop-nfs/src/main/java/org/apache/hadoop/portmap/RpcProgramPortmap.java (1 line): - line 65: // FIXME: set default idle timeout 1 second. hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/fs/shell/Delete.java (1 line): - line 116: // TODO: if the user wants the trash to be used but there is any hadoop-yarn-project/hadoop-yarn/hadoop-yarn-common/src/main/java/org/apache/hadoop/yarn/logaggregation/LogAggregationUtils.java (1 line): - line 138: // TODO Maybe support suffix to be more than a single file. hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-jobclient/src/main/java/org/apache/hadoop/mapred/ResourceMgrDelegate.java (1 line): - line 157: // TODO: Implement getBlacklistedTrackers hadoop-yarn-project/hadoop-yarn/hadoop-yarn-common/src/main/java/org/apache/hadoop/yarn/client/api/impl/TimelineClientImpl.java (1 line): - line 219: // TODO we should add retry logic here if timelineServiceAddress is hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/containermanager/resourceplugin/ResourcePluginManager.java (1 line): - line 189: // TODO: handle the plugin method timeout issue hadoop-tools/hadoop-rumen/src/main/java/org/apache/hadoop/tools/rumen/datatypes/JobProperties.java (1 line): - line 77: //TODO Check for null key/value? hadoop-yarn-project/hadoop-yarn/hadoop-yarn-common/src/main/java/org/apache/hadoop/yarn/webapp/Dispatcher.java (1 line): - line 170: // TODO: support args converted from /path/:arg1/... hadoop-yarn-project/hadoop-yarn/hadoop-yarn-api/src/main/java/org/apache/hadoop/yarn/api/ApplicationConstants.java (1 line): - line 32: * TODO: Investigate the semantics and security of each cross-boundary refs. hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-nativetask/src/main/native/src/lib/Buffers.cc (1 line): - line 114: // TODO: read to buffer first hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/http/ProfilerDisabledServlet.java (1 line): - line 39: // TODO : Replace github.com link with hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-sharedcachemanager/src/main/java/org/apache/hadoop/yarn/server/sharedcachemanager/CleanerTask.java (1 line): - line 228: * TODO See YARN-2663: There is a race condition between hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/scheduler/fair/FSAppAttempt.java (1 line): - line 967: // TODO (wandga): All logics in this method should be added to hadoop-tools/hadoop-rumen/src/main/java/org/apache/hadoop/tools/rumen/LoggedTaskAttempt.java (1 line): - line 345: //TODO this is a hack! The '/' handling needs fixing. hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-sharedcachemanager/src/main/java/org/apache/hadoop/yarn/server/sharedcachemanager/SCMAdminProtocolService.java (1 line): - line 92: // TODO: Enable service authorization (see YARN-2774) hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/sps/ExternalSPSBlockMoveTaskHandler.java (1 line): - line 153: // TODO: Need to increment scheduled block size on the target node. This hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/ResourceTrackerService.java (1 line): - line 681: // TODO: Just sending reboot is not enough. Think more. hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/scheduler/capacity/queuemanagement/GuaranteedOrZeroCapacityOverTimePolicy.java (1 line): - line 319: //TODO : Add support for node labels on leaf queue template configurations hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/scheduler/capacity/CapacitySchedulerConfiguration.java (1 line): - line 695: // TODO (wangda): We need to better distinguish app ordering policy and queue hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/common/sps/BlockStorageMovementTracker.java (1 line): - line 78: // TODO: Do we need failure retries and implement the same if required. hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/blockmanagement/ErasureCodingWork.java (1 line): - line 64: // TODO: new placement policy for EC considering multiple writers hadoop-tools/hadoop-rumen/src/main/java/org/apache/hadoop/tools/rumen/Anonymizer.java (1 line): - line 53: //TODO Make this final if not using JSON hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/scheduler/capacity/QueueManagementDynamicEditPolicy.java (1 line): - line 126: //TODO - Wire with scheduler reinitialize and remove initQueues below? hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/io/erasurecode/CodecUtil.java (1 line): - line 263: //TODO:rs-legacy should be handled differently. hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/common/HdfsServerConstants.java (1 line): - line 152: // TODO refactor StorageDirectory.analyzeStorage() so that we can do away with hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapreduce/v2/app/rm/RMCommunicator.java (1 line): - line 287: // TODO: for other exceptions hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-applicationhistoryservice/src/main/java/org/apache/hadoop/yarn/server/timeline/RollingLevelDBTimelineStore.java (1 line): - line 1634: // TODO: make data retention work with the domain data as well hadoop-hdfs-project/hadoop-hdfs-client/src/main/java/org/apache/hadoop/hdfs/StripeReader.java (1 line): - line 348: // TODO: for a full stripe we can start reading (dataBlkNum + 1) chunks hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-nativetask/src/main/native/src/lib/NativeObjectFactory.cc (1 line): - line 37: // TODO: just for debug, should be removed hadoop-tools/hadoop-aws/src/main/java/org/apache/hadoop/fs/s3a/commit/staging/StagingCommitter.java (1 line): - line 614: // TODO: throw this up as an error? hadoop-tools/hadoop-gridmix/src/main/java/org/apache/hadoop/mapred/gridmix/JobSubmitter.java (1 line): - line 150: // TODO release ThdLoc hadoop-yarn-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-services/hadoop-yarn-services-core/src/main/java/org/apache/hadoop/yarn/service/ServiceScheduler.java (1 line): - line 695: //TODO Due to YARN-7490, exception may be thrown, catch and ignore for hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/qjournal/client/IPCLoggerChannel.java (1 line): - line 203: // TODO: this can hang for quite some time if the client hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-jobclient/src/main/java/org/apache/hadoop/mapred/YARNRunner.java (1 line): - line 431: // TODO gross hack hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/FSNamesystem.java (1 line): - line 2009: * TODO: HDFS-12969 - to report open files by type. hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapreduce/v2/app/speculate/DefaultSpeculator.java (1 line): - line 523: // TODO track the tasks that are potentially worth looking at hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/web/JsonUtil.java (1 line): - line 198: // TODO: Fix storageID hadoop-hdfs-project/hadoop-hdfs-rbf/src/main/java/org/apache/hadoop/hdfs/server/federation/router/NamenodeHeartbeatService.java (1 line): - line 464: // TODO part of this should be moved to its own utility hadoop-common-project/hadoop-registry/src/main/java/org/apache/hadoop/registry/client/impl/zk/CuratorService.java (1 line): - line 858: // TODO: should caches be stopped and then restarted if need be? hadoop-hdfs-project/hadoop-hdfs/src/main/proto/QJournalProtocol.proto (1 line): - line 283: // TODO: we should add nsinfo somewhere hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/qjournal/client/QuorumJournalManager.java (1 line): - line 333: // TODO: we should collect any "ties" and pass the URL for all of them hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/scheduler/capacity/AbstractCSQueue.java (1 line): - line 524: // TODO: revisit this later hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-nativetask/src/main/native/src/codec/BlockCodec.h (1 line): - line 91: //TODO: add implementation hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/scheduler/QueueStateManager.java (1 line): - line 33: // TODO: The class will be used by YARN-5734-OrgQueue for hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/scheduler/capacity/CapacitySchedulerConfigValidator.java (1 line): - line 54: //TODO: extract all the validation steps and replace reinitialize with hadoop-yarn-project/hadoop-yarn/hadoop-yarn-common/src/main/java/org/apache/hadoop/yarn/nodelabels/RMNodeAttribute.java (1 line): - line 34: // TODO need to revisit whether we need to make this concurrent implementation hadoop-hdfs-project/hadoop-hdfs-rbf/src/main/java/org/apache/hadoop/hdfs/server/federation/router/RouterRpcClient.java (1 line): - line 413: // TODO Add tokens from the federated UGI hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-timelineservice-hbase/hadoop-yarn-server-timelineservice-hbase-client/src/main/java/org/apache/hadoop/yarn/server/timelineservice/storage/flow/FlowRunTableRW.java (1 line): - line 87: // TODO: figure the split policy hadoop-hdfs-project/hadoop-hdfs-native-client/src/main/native/libhdfspp/lib/reader/datatransfer.h (1 line): - line 64: {(void)handler; /*TODO: Handshaking goes here*/}; hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/reservation/PeriodicRLESparseResourceAllocation.java (1 line): - line 160: // TODO revesit decrementing endTime hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/fs/FsShellPermissions.java (1 line): - line 91: // TODO: remove "chmod : " so it's not doubled up in output, but it's hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/NameNodeResourcePolicy.java (1 line): - line 50: // TODO: workaround: hadoop-yarn-project/hadoop-yarn/hadoop-yarn-client/src/main/java/org/apache/hadoop/yarn/client/api/async/impl/NMClientAsyncImpl.java (1 line): - line 199: // TODO: Group launching of multiple containers to a single hadoop-common-project/hadoop-registry/src/main/java/org/apache/hadoop/registry/server/services/RegistryAdminService.java (1 line): - line 230: // TODO: this is something temporary to deal with the problem hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapreduce/v2/app/rm/RMContainerRequestor.java (1 line): - line 377: // TODO handling of rack blacklisting hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-nativetask/src/main/native/src/NativeTask.h (1 line): - line 344: // TODO: use atomic hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/scheduler/common/fica/FiCaSchedulerApp.java (1 line): - line 1112: // TODO: improve this hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/amrmproxy/AMRMProxyService.java (1 line): - line 476: // TODO: revisit in AMRMProxy HA in YARN-6128 hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/scheduler/fair/FairScheduler.java (1 line): - line 1994: // TODO Does MaxCapacity need to be set for fairScheduler ? hadoop-tools/hadoop-gridmix/src/main/java/org/apache/hadoop/mapred/gridmix/JobFactory.java (1 line): - line 205: // TODO This should never happen. Probably we missed something! hadoop-yarn-project/hadoop-yarn/hadoop-yarn-common/src/main/java/org/apache/hadoop/yarn/event/AsyncDispatcher.java (1 line): - line 275: //TODO Maybe log the state of the queue hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/scheduler/fair/FSParentQueue.java (1 line): - line 308: // TODO Auto-generated method stub hadoop-hdfs-project/hadoop-hdfs-native-client/src/main/native/libhdfspp/lib/rpc/sasl_protocol.cc (1 line): - line 237: sasl_engine_->SetKerberosInfo(auth_info_.getUser()); // TODO: map to principal? hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/containermanager/localizer/LocalizedResource.java (1 line): - line 86: ResourceEventType.REQUEST, new FetchResourceTransition()) // TODO: Duplicate addition!! hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-nativetask/src/main/native/src/lib/MapOutputCollector.h (1 line): - line 131: * Parallel sort & spill, TODO: parallel sort & spill hadoop-hdfs-project/hadoop-hdfs-native-client/src/main/native/libhdfspp/lib/common/sasl_digest_md5.cc (1 line): - line 160: // TODO: Support auth-int and auth-conf hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/ApplicationMasterService.java (1 line): - line 195: // TODO more exceptions could be added later. hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/volume/csi/lifecycle/VolumeImpl.java (1 line): - line 154: // TODO we should parse the capability from volume resource spec hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/blockmanagement/BlockInfoStriped.java (1 line): - line 50: * TODO: actually this is only necessary for over-replicated block. Thus can hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-common/src/main/java/org/apache/hadoop/mapreduce/v2/api/MRDelegationTokenIdentifier.java (1 line): - line 35: // TODO Move to a different package. hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/io/compress/bzip2/BZip2Constants.java (1 line): - line 61: * FIXME: This array should be in a private or package private location, hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/net/DFSTopologyNodeImpl.java (1 line): - line 372: * TODO : this may not happen at all, depending on how heartheat is processed hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/DFSConfigKeys.java (1 line): - line 484: // TODO: Default value to be set false in 4.0.0 release onwards (HDFS-16209) hadoop-tools/hadoop-rumen/src/main/java/org/apache/hadoop/tools/rumen/HadoopLogsAnalyzer.java (1 line): - line 235: // TODO this is currently not being set correctly. We should fix it. hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/containermanager/linux/runtime/RuncContainerRuntime.java (1 line): - line 240: //TODO Remove whitespace in seccomp that gets output to config.json hadoop-yarn-project/hadoop-yarn/hadoop-yarn-common/src/main/java/org/apache/hadoop/yarn/api/records/impl/pb/ProtoBase.java (1 line): - line 36: //TODO Force a comparator? hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-timelineservice-hbase/hadoop-yarn-server-timelineservice-hbase-client/src/main/java/org/apache/hadoop/yarn/server/timelineservice/storage/common/TimelineHBaseSchemaConstants.java (1 line): - line 37: * prefix. TODO: this may have to become a config variable (string with hadoop-hdfs-project/hadoop-hdfs-client/src/main/java/org/apache/hadoop/hdfs/web/JsonUtilClient.java (1 line): - line 346: // TODO: Fix storageID hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-hs/src/main/java/org/apache/hadoop/mapreduce/v2/hs/webapp/HsView.java (1 line): - line 89: //TODO We need a way to move all of the javascript/CSS that is for a subview hadoop-tools/hadoop-rumen/src/main/java/org/apache/hadoop/tools/rumen/ResourceUsageMetrics.java (1 line): - line 117: //TODO Write resources version no too hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/webapp/RMAppsBlock.java (1 line): - line 100: // TODO: remove the following condition. It is still here because hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/containermanager/logaggregation/LogAggregationService.java (1 line): - line 288: // TODO Get the user configuration for the list of containers that need log hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/containermanager/linux/resources/fpga/FpgaResourceHandlerImpl.java (1 line): - line 205: //TODO: update the node constraint label hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-nativetask/src/main/native/src/lib/MapOutputCollector.cc (1 line): - line 119: // TODO: add support for customized comparator hadoop-tools/hadoop-rumen/src/main/java/org/apache/hadoop/tools/rumen/state/StatePool.java (1 line): - line 331: //TODO Should we do a clone? hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/datanode/fsdataset/impl/FsVolumeImpl.java (1 line): - line 1069: // TODO:FEDERATION valid synchronization hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/util/RunJar.java (1 line): - line 154: * TODO remove this feature in a new release and do only unJar hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/sps/StoragePolicySatisfier.java (1 line): - line 241: // TODO: presently, context internally acquire the lock hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/blockmanagement/ProvidedStorageMap.java (1 line): - line 300: // TODO choose provided locations close to the client. hadoop-hdfs-project/hadoop-hdfs-native-client/src/main/native/libhdfspp/lib/reader/block_reader.cc (1 line): - line 61: // TODO: p.set_allocated_cachingstrategy(); hadoop-hdfs-project/hadoop-hdfs-rbf/src/main/java/org/apache/hadoop/hdfs/server/federation/metrics/FederationRPCMBean.java (1 line): - line 25: * TODO use the default RPC MBean. hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/mover/Mover.java (1 line): - line 664: // TODO: Need to limit the size of the pinned blocks to limit memory usage hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapreduce/v2/app/local/LocalContainerAllocator.java (1 line): - line 191: // TODO Setting OTHER_LOCAL_MAP for now. hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/CacheManager.java (1 line): - line 113: // TODO: add pending / underCached / schedule cached blocks stats. hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/scheduler/SchedulerApplicationAttempt.java (1 line): - line 1342: * TODO (wangda): Need to make behaviors of queue/app's resource usage hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/io/erasurecode/coder/ErasureDecodingStep.java (1 line): - line 72: // TODO: Finalize decoder if necessary hadoop-hdfs-project/hadoop-hdfs-nfs/src/main/java/org/apache/hadoop/hdfs/nfs/nfs3/Nfs3Utils.java (1 line): - line 125: // TODO: maybe not efficient hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/sps/ExternalSPSFilePathCollector.java (1 line): - line 58: // TODO: probably we could get this dfs from external context? but this is hadoop-hdfs-project/hadoop-hdfs-client/src/main/java/org/apache/hadoop/hdfs/StripedDataStreamer.java (1 line): - line 177: // TODO: wait for restarting DataNodes during RollingUpgrade hadoop-hdfs-project/hadoop-hdfs-rbf/src/main/java/org/apache/hadoop/hdfs/server/federation/metrics/NamenodeBeanMetrics.java (1 line): - line 102: // TODO this needs to be done with the Metrics from FSNamesystem hadoop-hdfs-project/hadoop-hdfs-native-client/src/main/native/libhdfspp/lib/rpc/gsasl_engine.cc (1 line): - line 157: //TODO: check that we have a principal hadoop-yarn-project/hadoop-yarn/hadoop-yarn-ui/src/main/webapp/app/routes/yarn-tools/yarn-rm-log.js (1 line): - line 32: // TODO: Loading log file is disallowed for cross-origin requests that require preflight hadoop-yarn-project/hadoop-yarn/hadoop-yarn-applications/hadoop-yarn-services/hadoop-yarn-services-core/src/main/java/org/apache/hadoop/yarn/service/component/instance/ComponentInstance.java (1 line): - line 1014: //TODO Maybe have a dedicated cleanup service. hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/datanode/DataNode.java (1 line): - line 1194: * TODO: We can add feature to hadoop-maven-plugins/src/main/java/org/apache/hadoop/maven/plugin/cmakebuilder/CompileMojo.java (1 line): - line 85: // TODO: support Windows hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-applicationhistoryservice/src/main/java/org/apache/hadoop/yarn/server/timeline/LeveldbTimelineStore.java (1 line): - line 1612: //TODO: make data retention work with the domain data as well hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/security/IngressPortBasedResolver.java (1 line): - line 33: * TODO: when NN multiple listener is enabled, automatically use this hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-common/src/main/java/org/apache/hadoop/yarn/server/webapp/AppsBlock.java (1 line): - line 162: // TODO: remove the following condition. It is still here because hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-common/src/main/java/org/apache/hadoop/yarn/server/webapp/LogWebService.java (1 line): - line 274: //TODO: YARN-4993: Refactory ContainersLogsBlock, AggregatedLogsBlock and hadoop-yarn-project/hadoop-yarn/hadoop-yarn-common/src/main/java/org/apache/hadoop/yarn/util/FSDownload.java (1 line): - line 405: // TODO Should calculate here before returning hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/scheduler/constraint/PlacementConstraintsUtil.java (1 line): - line 314: // TODO handle other type of constraints, e.g CompositeConstraint hadoop-tools/hadoop-resourceestimator/src/main/java/org/apache/hadoop/resourceestimator/translator/impl/RmSingleLineParser.java (1 line): - line 185: .getResourceSkyline().setJobInputDataSize(0); // TODO: need to hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/datanode/fsdataset/impl/BlockPoolSlice.java (1 line): - line 137: // TODO:FEDERATION scalability issue - a thread per DU is needed hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-common/src/main/java/org/apache/hadoop/yarn/server/scheduler/ResourceRequestSetKey.java (1 line): - line 30: * TODO: after YARN-7631 is fixed by adding Resource and ExecType into hadoop-hdfs-project/hadoop-hdfs-native-client/src/main/native/libhdfspp/tools/tools_common.cc (1 line): - line 50: //TODO: HDFS-9539 - until then we increase the time-out to allow all recursive async calls to finish hadoop-hdfs-project/hadoop-hdfs-native-client/src/main/native/libhdfspp/lib/common/status.cc (1 line): - line 53: // Errors that retry cannot fix. TODO: complete the list. hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/datanode/fsdataset/impl/PmemMappableBlockLoader.java (1 line): - line 56: // TODO: PMem is not supporting Lazy Writer now, will refine this stats hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/io/file/tfile/TFile.java (1 line): - line 1289: // TODO: remember the longest key in a TFile, and use it to replace hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-core/src/main/java/org/apache/hadoop/mapreduce/util/ProcessTree.java (1 line): - line 83: //TODO: Destroy all the processes in the subtree in this case also. hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-core/src/main/java/org/apache/hadoop/mapreduce/jobhistory/TaskAttemptStartedEvent.java (1 line): - line 75: // TODO Remove after MrV1 is removed. hadoop-hdfs-project/hadoop-hdfs-native-client/src/main/native/libhdfspp/lib/common/configuration_loader.cc (1 line): - line 303: // TODO: Capture the result in a Status object hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-timelineservice/src/main/java/org/apache/hadoop/yarn/server/timelineservice/collector/PerNodeTimelineCollectorsAuxService.java (1 line): - line 230: // TODO currently it is not used; we can return a more meaningful data when hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-jobclient/src/main/java/org/apache/hadoop/mapred/ClientCache.java (1 line): - line 56: //TODO: evict from the cache on some threshold hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-core/src/main/java/org/apache/hadoop/mapreduce/MRJobConfig.java (1 line): - line 1063: // Environment variables used by Pipes. (TODO: these hadoop-tools/hadoop-datajoin/src/main/java/org/apache/hadoop/contrib/utils/join/DataJoinReducerBase.java (1 line): - line 234: // TODO Auto-generated method stub hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/common/StorageInfo.java (1 line): - line 43: * TODO namespaceID should be long and computed as hash(address + port) hadoop-hdfs-project/hadoop-hdfs-rbf/src/main/java/org/apache/hadoop/hdfs/server/federation/store/impl/MembershipStoreImpl.java (1 line): - line 130: // TODO Cache some common queries and sorts hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/ha/StandbyState.java (1 line): - line 43: // TODO: consider implementing a ObserverState instead of using the flag. hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-timelineservice-hbase/hadoop-yarn-server-timelineservice-hbase-server/hadoop-yarn-server-timelineservice-hbase-server-1/src/main/java/org/apache/hadoop/yarn/server/timelineservice/storage/flow/FlowScanner.java (1 line): - line 93: // TODO initialize other scan attributes like Scan#maxResultSize hadoop-tools/hadoop-rumen/src/main/java/org/apache/hadoop/tools/rumen/CDFPiecewiseLinearRandomGenerator.java (1 line): - line 43: * TODO This code assumes that the empirical minimum resp. maximum is the hadoop-tools/hadoop-datajoin/src/main/java/org/apache/hadoop/contrib/utils/join/DataJoinMapperBase.java (1 line): - line 119: // TODO Auto-generated method stub hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-sharedcachemanager/src/main/java/org/apache/hadoop/yarn/server/sharedcachemanager/ClientProtocolService.java (1 line): - line 108: // TODO (YARN-2774): Enable service authorization hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/monitor/capacity/ProportionalCapacityPreemptionPolicy.java (1 line): - line 542: // TODO: need consider revert killable containers when no more demandings. hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/nodelabels/ScriptBasedNodeAttributesProvider.java (1 line): - line 101: // TODO finalize format hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/datanode/erasurecode/StripedBlockReader.java (1 line): - line 125: * TODO: add proper tracer hadoop-tools/hadoop-federation-balance/src/main/java/org/apache/hadoop/tools/fedbalance/DistCpProcedure.java (1 line): - line 250: * TODO: Disable the super user from writing. hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/scheduler/capacity/CSQueueUtils.java (1 line): - line 124: //TODO : Modify below code to support Absolute Resource configurations hadoop-hdfs-project/hadoop-hdfs-client/src/main/java/org/apache/hadoop/hdfs/DFSStripedInputStream.java (1 line): - line 274: //TODO: handles connection issues hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-app/src/main/java/org/apache/hadoop/mapreduce/v2/app/TaskHeartbeatHandler.java (1 line): - line 145: //TODO throw an exception if the task isn't registered. hadoop-yarn-project/hadoop-yarn/hadoop-yarn-api/src/main/java/org/apache/hadoop/yarn/api/records/impl/LightWeightResource.java (1 line): - line 33: * TODO: We have a long term plan to use AbstractResource when additional hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/io/erasurecode/coder/RSErasureEncoder.java (1 line): - line 54: // TODO: we should create the raw coder according to codec. hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/NodeStatusUpdaterImpl.java (1 line): - line 1439: // TODO Better error handling. Thread can die with the rest of the