in src/main/java/com/microsoft/azure/datalake/store/ContentSummaryProcessor.java [88:109]
private void processDirectoryTree(String directoryName) throws IOException {
int pagesize = ENUMERATION_PAGESIZE;
ArrayList<DirectoryEntry> list;
String startAfter = null;
String continuationToken;
do {
DirectoryEntryListWithContinuationToken directoryEntryListWithContinuationToken = client.enumerateDirectoryInternal(directoryName, pagesize, startAfter,null,null);
continuationToken = directoryEntryListWithContinuationToken.getContinuationToken();
list = (ArrayList<DirectoryEntry>) directoryEntryListWithContinuationToken.getEntries();
if (list == null || list.size() == 0) break;
for (DirectoryEntry de : list) {
if (de.type == DirectoryEntryType.DIRECTORY) {
queue.add(de);
processDirectory(de);
}
if (de.type == DirectoryEntryType.FILE) {
processFile(de);
}
startAfter = de.name;
}
} while (continuationToken!="");
}