uber / RemoteShuffleService
File Size

The distribution of size of files (measured in lines of code).

Intro
Learn more...
File Size Overall
0% | 6% | 21% | 25% | 47%
Legend:
1001+
501-1000
201-500
101-200
1-100


explore: grouped by folders | grouped by size | sunburst | 3D view
File Size per Extension
1001+
501-1000
201-500
101-200
1-100
java0% | 7% | 19% | 22% | 50%
scala0% | 0% | 33% | 43% | 23%
File Size per Logical Decomposition
primary
1001+
501-1000
201-500
101-200
1-100
src0% | 6% | 21% | 25% | 47%
Longest Files (Top 50)
File# lines# units
StreamServerStressTool.java
in src/main/java/com/uber/rss/tools
615 36
ShuffleExecutor.java
in src/main/java/com/uber/rss/execution
547 31
ReplicatedReadClient.java
in src/main/java/com/uber/rss/clients
365 21
RssShuffleManager.scala
in src/main/scala/org/apache/spark/shuffle
364 8
RssStressTool.scala
in src/main/scala/org/apache/spark/shuffle/rss
348 10
StreamServerMessageDecoder.java
in src/main/java/com/uber/rss/decoders
347 8
MultiServerAsyncWriteClient.java
in src/main/java/com/uber/rss/clients
332 21
StreamServer.java
in src/main/java/com/uber/rss
303 21
DataBlockSocketReadClient.java
in src/main/java/com/uber/rss/clients
299 13
StreamServerConfig.java
in src/main/java/com/uber/rss
283 50
ClientBase.java
in src/main/java/com/uber/rss/clients
268 17
PooledWriteClientFactory.java
in src/main/java/com/uber/rss/clients
253 30
ExecutorShuffleStageState.java
in src/main/java/com/uber/rss/execution
229 27
LocalFileStateStore.java
in src/main/java/com/uber/rss/execution
204 15
ZooKeeperServiceRegistry.java
in src/main/java/com/uber/rss/metadata
191 15
UploadChannelInboundHandler.java
in src/main/java/com/uber/rss/handlers
184 6
RssShuffleWriter.scala
in src/main/scala/org/apache/spark/shuffle
181 6
RssOpts.scala
in src/main/scala/org/apache/spark/shuffle
175 -
BlockDownloaderPartitionRangeRecordIterator.scala
in src/main/scala/org/apache/spark/shuffle/rss
175 5
BlockDownloaderPartitionRecordIterator.scala
in src/main/scala/org/apache/spark/shuffle/rss
174 4
LocalFileStateStoreIterator.java
in src/main/java/com/uber/rss/execution
173 8
SerializerBenchmark.java
in src/main/java/com/uber/rss/tools
164 4
MultiServerSyncWriteClient.java
in src/main/java/com/uber/rss/clients
160 14
DownloadChannelInboundHandler.java
in src/main/java/com/uber/rss/handlers
159 7
StreamReadClientVerify.java
in src/main/java/com/uber/rss/tools
156 9
DownloadServerHandler.java
in src/main/java/com/uber/rss/handlers
155 7
ReplicatedWriteClient.java
in src/main/java/com/uber/rss/clients
153 12
ServiceRegistryUtils.java
in src/main/java/com/uber/rss/metadata
151 5
MultiServerSocketReadClient.java
in src/main/java/com/uber/rss/clients
149 9
ShufflePartitionWriter.java
in src/main/java/com/uber/rss/execution
147 13
DataBlockSyncWriteClient.java
in src/main/java/com/uber/rss/clients
142 10
FsyncPerfTest.java
in src/main/java/com/uber/rss/tools
131 4
ServerIdAwareSyncWriteClient.java
in src/main/java/com/uber/rss/clients
127 10
FileUtils.java
in src/main/java/com/uber/rss/util
119 5
StreamServerStressToolLongRun.java
in src/main/java/com/uber/rss/tools
118 2
StreamDecoderBase.java
in src/main/java/com/uber/rss/clients
117 9
MultiServerHeartbeatClient.java
in src/main/java/com/uber/rss/clients
115 12
StreamServerVersionDecoder.java
in src/main/java/com/uber/rss/decoders
113 3
PooledShuffleDataSyncWriteClient.java
in src/main/java/com/uber/rss/clients
113 16
RssSparkListener.scala
in src/main/scala/org/apache/spark/shuffle/rss
111 6
M3Stats.java
in src/main/java/com/uber/rss/metrics
106 7
ServerBusyRetriableWriteClient.java
in src/main/java/com/uber/rss/clients
106 9
WriterBufferManager.scala
in src/main/scala/org/apache/spark/shuffle/rss
105 5
UploadServerHandler.java
in src/main/java/com/uber/rss/handlers
103 12
WriterAggregationImpl.scala
in src/main/scala/org/apache/spark/shuffle/rss
99 6
PartitionFileChecker.java
in src/main/java/com/uber/rss/tools
98 2
ScheduledMetricCollector.java
in src/main/java/com/uber/rss/metrics
97 3
RetryUtils.java
in src/main/java/com/uber/rss/util
96 4
StringUtils.java
in src/main/java/com/uber/rss/util
95 2
ServiceRegistryWrapper.java
in src/main/java/com/uber/rss/metadata
93 9
Files With Most Units (Top 50)
File# lines# units
StreamServerConfig.java
in src/main/java/com/uber/rss
283 50
StreamServerStressTool.java
in src/main/java/com/uber/rss/tools
615 36
ShuffleExecutor.java
in src/main/java/com/uber/rss/execution
547 31
PooledWriteClientFactory.java
in src/main/java/com/uber/rss/clients
253 30
ExecutorShuffleStageState.java
in src/main/java/com/uber/rss/execution
229 27
StreamServer.java
in src/main/java/com/uber/rss
303 21
ReplicatedReadClient.java
in src/main/java/com/uber/rss/clients
365 21
MultiServerAsyncWriteClient.java
in src/main/java/com/uber/rss/clients
332 21
ClientBase.java
in src/main/java/com/uber/rss/clients
268 17
PooledShuffleDataSyncWriteClient.java
in src/main/java/com/uber/rss/clients
113 16
ZooKeeperServiceRegistry.java
in src/main/java/com/uber/rss/metadata
191 15
LocalFileStateStore.java
in src/main/java/com/uber/rss/execution
204 15
AppTaskAttemptId.java
in src/main/java/com/uber/rss/common
71 14
ShuffleDataSyncWriteClientBase.java
in src/main/java/com/uber/rss/clients
86 14
MultiServerSyncWriteClient.java
in src/main/java/com/uber/rss/clients
160 14
DataBlockSocketReadClient.java
in src/main/java/com/uber/rss/clients
299 13
ShufflePartitionWriter.java
in src/main/java/com/uber/rss/execution
147 13
MockTaskContext.scala
in src/main/scala/org/apache/spark/shuffle
50 13
ConnectDownloadRequestMessage.java
in src/main/java/com/uber/rss/messages
89 12
StartUploadMessage.java
in src/main/java/com/uber/rss/messages
78 12
ConnectDownloadRequest.java
in src/main/java/com/uber/rss/messages
85 12
FixedLengthInputStream.java
in src/main/java/com/uber/rss/common
86 12
MultiServerHeartbeatClient.java
in src/main/java/com/uber/rss/clients
115 12
ReplicatedWriteClient.java
in src/main/java/com/uber/rss/clients
153 12
UploadServerHandler.java
in src/main/java/com/uber/rss/handlers
103 12
ShuffleFileStorage.java
in src/main/java/com/uber/rss/storage
82 11
ConnectDownloadResponse.java
in src/main/java/com/uber/rss/messages
81 11
FinishApplicationJobRequestMessage.java
in src/main/java/com/uber/rss/messages
70 11
StageInfoStateItem.java
in src/main/java/com/uber/rss/messages
72 10
RegisterServerRequestMessage.java
in src/main/java/com/uber/rss/messages
62 10
AppShufflePartitionId.java
in src/main/java/com/uber/rss/common
62 10
AppMapId.java
in src/main/java/com/uber/rss/common
55 10
ServerDetail.java
in src/main/java/com/uber/rss/common
65 10
DataBlockSyncWriteClient.java
in src/main/java/com/uber/rss/clients
142 10
ServerIdAwareSyncWriteClient.java
in src/main/java/com/uber/rss/clients
127 10
RssStressTool.scala
in src/main/scala/org/apache/spark/shuffle/rss
348 10
HeartbeatMessage.java
in src/main/java/com/uber/rss/messages
54 9
MapTaskRssInfo.java
in src/main/java/com/uber/rss/common
62 9
ServiceRegistryWrapper.java
in src/main/java/com/uber/rss/metadata
93 9
LazyWriteClient.java
in src/main/java/com/uber/rss/clients
70 9
MultiServerSocketReadClient.java
in src/main/java/com/uber/rss/clients
149 9
StreamDecoderBase.java
in src/main/java/com/uber/rss/clients
117 9
ServerBusyRetriableWriteClient.java
in src/main/java/com/uber/rss/clients
106 9
StateStoreLoadResult.java
in src/main/java/com/uber/rss/execution
52 9
StreamReadClientVerify.java
in src/main/java/com/uber/rss/tools
156 9
ConnectUploadResponse.java
in src/main/java/com/uber/rss/messages
46 8
GetServersRequestMessage.java
in src/main/java/com/uber/rss/messages
46 8
TaskAttemptCommitStateItem.java
in src/main/java/com/uber/rss/messages
78 8
ConnectUploadRequest.java
in src/main/java/com/uber/rss/messages
46 8
FinishUploadMessage.java
in src/main/java/com/uber/rss/messages
47 8
Files With Long Lines (Top 50)

There are 99 files with lines longer than 120 characters. In total, there are 341 long lines.

File# lines# units# long lines
StreamServerStressTool.java
in src/main/java/com/uber/rss/tools
615 36 25
RssShuffleManager.scala
in src/main/scala/org/apache/spark/shuffle
364 8 20
MultiServerAsyncWriteClient.java
in src/main/java/com/uber/rss/clients
332 21 16
BlockDownloaderPartitionRangeRecordIterator.scala
in src/main/scala/org/apache/spark/shuffle/rss
175 5 14
ClientBase.java
in src/main/java/com/uber/rss/clients
268 17 11
DownloadServerHandler.java
in src/main/java/com/uber/rss/handlers
155 7 11
DataBlockSocketReadClient.java
in src/main/java/com/uber/rss/clients
299 13 10
DownloadChannelInboundHandler.java
in src/main/java/com/uber/rss/handlers
159 7 10
ReplicatedReadClient.java
in src/main/java/com/uber/rss/clients
365 21 9
BlockDownloaderPartitionRecordIterator.scala
in src/main/scala/org/apache/spark/shuffle/rss
174 4 8
PooledWriteClientFactory.java
in src/main/java/com/uber/rss/clients
253 30 7
RssUtils.scala
in src/main/scala/org/apache/spark/shuffle/rss
82 5 7
ScheduledMetricCollector.java
in src/main/java/com/uber/rss/metrics
97 3 6
ServerConnectionCacheUpdateRefresher.java
in src/main/java/com/uber/rss/clients
39 2 6
DataBlockSyncWriteClient.java
in src/main/java/com/uber/rss/clients
142 10 6
ReplicatedWriteClient.java
in src/main/java/com/uber/rss/clients
153 12 6
ZooKeeperFaultTolerantServiceRegistry.java
in src/main/java/com/uber/rss/metadata
63 8 5
MultiServerSocketReadClient.java
in src/main/java/com/uber/rss/clients
149 9 5
ServerIdAwareSyncWriteClient.java
in src/main/java/com/uber/rss/clients
127 10 5
ShuffleExecutor.java
in src/main/java/com/uber/rss/execution
547 31 5
RssOpts.scala
in src/main/scala/org/apache/spark/shuffle
175 - 5
RssStressTool.scala
in src/main/scala/org/apache/spark/shuffle/rss
348 10 5
RetryUtils.java
in src/main/java/com/uber/rss/util
96 4 4
ServiceRegistryWrapper.java
in src/main/java/com/uber/rss/metadata
93 9 4
ServiceRegistryUtils.java
in src/main/java/com/uber/rss/metadata
151 5 4
RegistryClient.java
in src/main/java/com/uber/rss/clients
47 4 4
ServerReplicationGroupUtil.java
in src/main/java/com/uber/rss/clients
55 2 4
MultiServerSyncWriteClient.java
in src/main/java/com/uber/rss/clients
160 14 4
StreamDecoderBase.java
in src/main/java/com/uber/rss/clients
117 9 4
NotifyClient.java
in src/main/java/com/uber/rss/clients
62 6 4
MultiServerHeartbeatClient.java
in src/main/java/com/uber/rss/clients
115 12 4
RssShuffleWriter.scala
in src/main/scala/org/apache/spark/shuffle
181 6 4
ConnectDownloadResponse.java
in src/main/java/com/uber/rss/messages
81 11 3
ConnectDownloadRequest.java
in src/main/java/com/uber/rss/messages
85 12 3
ServerDetailCollection.java
in src/main/java/com/uber/rss/common
56 7 3
M3Stats.java
in src/main/java/com/uber/rss/metrics
106 7 3
ServerBusyRetriableWriteClient.java
in src/main/java/com/uber/rss/clients
106 9 3
LocalFileStateStore.java
in src/main/java/com/uber/rss/execution
204 15 3
StreamReadClientVerify.java
in src/main/java/com/uber/rss/tools
156 9 3
StartUploadMessage.java
in src/main/java/com/uber/rss/messages
78 12 2
FinishApplicationJobRequestMessage.java
in src/main/java/com/uber/rss/messages
70 11 2
MemoryMonitor.java
in src/main/java/com/uber/rss/common
70 2 2
Compression.java
in src/main/java/com/uber/rss/common
56 2 2
FileUtils.java
in src/main/java/com/uber/rss/util
119 5 2
StandaloneServiceRegistryClient.java
in src/main/java/com/uber/rss/metadata
53 6 2
ZooKeeperServiceRegistry.java
in src/main/java/com/uber/rss/metadata
191 15 2
InMemoryServiceRegistry.java
in src/main/java/com/uber/rss/metadata
62 6 2
ShuffleDataSyncWriteClientBase.java
in src/main/java/com/uber/rss/clients
86 14 2
PlainShuffleDataSocketReadClient.java
in src/main/java/com/uber/rss/clients
18 2 2
ServerIdAwareSocketReadClient.java
in src/main/java/com/uber/rss/clients
69 7 2