aliyun / aliyun-maxcompute-data-collectors
File Size

The distribution of size of files (measured in lines of code).

Intro
Learn more...
File Size Overall
11% | 12% | 26% | 22% | 26%
Legend:
1001+
501-1000
201-500
101-200
1-100


explore: grouped by folders | grouped by size | sunburst | 3D view
File Size per Extension
1001+
501-1000
201-500
101-200
1-100
java12% | 10% | 26% | 23% | 27%
scala11% | 24% | 31% | 16% | 16%
xml0% | 41% | 20% | 0% | 37%
py0% | 0% | 0% | 100% | 0%
cmd0% | 0% | 0% | 0% | 100%
css0% | 0% | 0% | 0% | 100%
File Size per Logical Decomposition
primary
1001+
501-1000
201-500
101-200
1-100
odps-sqoop17% | 13% | 23% | 18% | 26%
spark-connector10% | 24% | 33% | 20% | 11%
flink-connector-odps0% | 22% | 31% | 21% | 24%
ogg-plugin0% | 0% | 38% | 28% | 33%
kettle-plugin0% | 0% | 52% | 39% | 7%
flume-plugin0% | 0% | 55% | 20% | 23%
cupid-table-api0% | 0% | 23% | 32% | 43%
trino-connector0% | 0% | 25% | 29% | 44%
spark-datasource-v2.30% | 0% | 29% | 20% | 50%
spark-datasource-v3.10% | 0% | 25% | 15% | 58%
odps-data-carrier0% | 0% | 15% | 32% | 52%
presto-connector0% | 0% | 13% | 35% | 50%
table-api-tunnel-impl0% | 0% | 17% | 61% | 20%
hive_data_transfer_udtf0% | 0% | 0% | 81% | 18%
common0% | 0% | 0% | 72% | 27%
Longest Files (Top 50)
File# lines# units
SqoopOptions.java
in odps-sqoop/src/java/org/apache/sqoop
1741 318
BaseSqoopTool.java
in odps-sqoop/src/java/org/apache/sqoop/tool
1573 41
HiveShim.scala
in spark-connector/hive/src/main/scala/org/apache/spark/sql/hive/client
1450 82
OraOopOracleQueries.java
in odps-sqoop/src/java/org/apache/sqoop/manager/oracle
1352 56
ClassWriter.java
in odps-sqoop/src/java/org/apache/sqoop/orm
1339 46
SqoopHCatUtilities.java
in odps-sqoop/src/java/org/apache/sqoop/mapreduce/hcat
1183 65
OraOopUtilities.java
in odps-sqoop/src/java/org/apache/sqoop/manager/oracle
1042 82
LobFile.java
in odps-sqoop/src/java/org/apache/sqoop/io
980 93
HiveClientImpl.scala
in spark-connector/hive/src/main/scala/org/apache/spark/sql/hive/client
979 66
ImportTool.java
in odps-sqoop/src/java/org/apache/sqoop/tool
887 26
SqlManager.java
in odps-sqoop/src/java/org/apache/sqoop/manager
882 34
HiveInspectors.scala
in spark-connector/hive/src/main/scala/org/apache/spark/sql/hive
876 23
OraOopManagerFactory.java
in odps-sqoop/src/java/org/apache/sqoop/manager/oracle
816 20
OracleManager.java
in odps-sqoop/src/java/org/apache/sqoop/manager
798 31
OdpsTypeConverter.java
in flink-connector-odps/src/main/java/org/apache/flink/odps/util
790 113
HiveExternalCatalog.scala
in spark-connector/hive/src/main/scala/org/apache/spark/sql/hive
769 63
OdpsCatalog.java
in flink-connector-odps/src/main/java/org/apache/flink/odps/catalog
650 59
HdfsOdpsImportJob.java
in odps-sqoop/src/java/org/apache/sqoop/mapreduce/odps
640 27
OdpsTableCatalog.scala
in spark-connector/datasource/src/main/scala/org/apache/spark/sql/execution/datasources/v2/odps
634 41
HsqldbJobStorage.java
in odps-sqoop/src/java/org/apache/sqoop/metastore/hsqldb
575 28
pom-old.xml
in odps-sqoop
548 -
OraOopOutputFormatBase.java
in odps-sqoop/src/java/org/apache/sqoop/manager/oracle
469 24
OdpsOutputDialog.java
in kettle-plugin/src/main/java/com/aliyun/pentaho/di/ui/trans/steps/odpsoutput
448 6
CombineFileInputFormat.java
in odps-sqoop/src/java/org/apache/sqoop/mapreduce
446 18
OdpsInputFormat.java
in flink-connector-odps/src/main/java/org/apache/flink/odps/input
433 41
HiveUtils.scala
in spark-connector/hive/src/main/scala/org/apache/spark/sql/hive
415 13
DirectPostgresqlManager.java
in odps-sqoop/src/java/org/apache/sqoop/manager
413 12
SqoopHCatImportHelper.java
in odps-sqoop/src/java/org/apache/sqoop/mapreduce/hcat
407 9
OraOopConnManager.java
in odps-sqoop/src/java/org/apache/sqoop/manager/oracle
401 30
ExportJobBase.java
in odps-sqoop/src/java/org/apache/sqoop/mapreduce
398 20
ConnManager.java
in odps-sqoop/src/java/org/apache/sqoop/manager
374 38
OdpsInputDialog.java
in kettle-plugin/src/main/java/com/aliyun/pentaho/di/ui/trans/steps/odpsinput
366 6
TableRecordBuilder.java
in ogg-plugin/src/main/java/com/aliyun/odps/ogg/handler/datahub
361 16
MySQLDumpMapper.java
in odps-sqoop/src/java/org/apache/sqoop/mapreduce
353 9
SqoopHCatExportHelper.java
in odps-sqoop/src/java/org/apache/sqoop/mapreduce/hcat
349 9
OdpsTableScanExec.scala
in spark-connector/hive/src/main/scala/org/apache/spark/sql/hive/execution
345 13
ArrowBatchWriter.scala
in spark-connector/common/src/main/scala/org/apache/spark/sql/odps/execution/vectorized
338 49
OdpsTableDataWriter.scala
in spark-connector/common/src/main/scala/org/apache/spark/sql/odps
334 18
ExportTool.java
in odps-sqoop/src/java/org/apache/sqoop/tool
334 12
OdpsPartitionReaderFactory.scala
in spark-connector/common/src/main/scala/org/apache/spark/sql/odps
332 5
hiveUDFs.scala
in spark-connector/hive/src/main/scala/org/apache/spark/sql/hive
330 21
OdpsClient.java
in spark-connector/common/src/main/java/org/apache/spark/sql/odps
323 21
OraOopDBRecordReader.java
in odps-sqoop/src/java/org/apache/sqoop/manager/oracle
308 12
MySQLManager.java
in odps-sqoop/src/java/org/apache/sqoop/manager
299 20
ColDataRowWriter.java
in cupid-table-api/src/main/java/com/aliyun/odps/cupid/table/v1/writer/adaptor
290 16
LobFileStressTest.java
in odps-sqoop/src/perftest
288 14
TypesConverter.scala
in spark-datasource-v2.3/src/main/scala/org/apache/spark/sql/odps/converter
288 12
SQLServerManager.java
in odps-sqoop/src/java/org/apache/sqoop/manager
287 24
TypesConverter.scala
in spark-datasource-v3.1/src/main/scala/org/apache/spark/sql/odps/converter
287 12
OraOopOutputFormatUpdate.java
in odps-sqoop/src/java/org/apache/sqoop/manager/oracle
286 8
Files With Most Units (Top 50)
File# lines# units
SqoopOptions.java
in odps-sqoop/src/java/org/apache/sqoop
1741 318
OdpsTypeConverter.java
in flink-connector-odps/src/main/java/org/apache/flink/odps/util
790 113
LobFile.java
in odps-sqoop/src/java/org/apache/sqoop/io
980 93
HiveShim.scala
in spark-connector/hive/src/main/scala/org/apache/spark/sql/hive/client
1450 82
OraOopUtilities.java
in odps-sqoop/src/java/org/apache/sqoop/manager/oracle
1042 82
HiveClientImpl.scala
in spark-connector/hive/src/main/scala/org/apache/spark/sql/hive/client
979 66
SqoopHCatUtilities.java
in odps-sqoop/src/java/org/apache/sqoop/mapreduce/hcat
1183 65
HiveExternalCatalog.scala
in spark-connector/hive/src/main/scala/org/apache/spark/sql/hive
769 63
OdpsCatalog.java
in flink-connector-odps/src/main/java/org/apache/flink/odps/catalog
650 59
OraOopOracleQueries.java
in odps-sqoop/src/java/org/apache/sqoop/manager/oracle
1352 56
Configure.java
in ogg-plugin/src/main/java/com/aliyun/odps/ogg/handler/datahub/modle
206 56
ArrowBatchWriter.scala
in spark-connector/common/src/main/scala/org/apache/spark/sql/odps/execution/vectorized
338 49
Configure.java
in flume-plugin/src/main/java/com/aliyun/datahub/flume/sink
279 48
ClassWriter.java
in odps-sqoop/src/java/org/apache/sqoop/orm
1339 46
OdpsTableCatalog.scala
in spark-connector/datasource/src/main/scala/org/apache/spark/sql/execution/datasources/v2/odps
634 41
OdpsInputFormat.java
in flink-connector-odps/src/main/java/org/apache/flink/odps/input
433 41
BaseSqoopTool.java
in odps-sqoop/src/java/org/apache/sqoop/tool
1573 41
ConnManager.java
in odps-sqoop/src/java/org/apache/sqoop/manager
374 38
DBConfiguration.java
in odps-sqoop/src/java/org/apache/sqoop/mapreduce/db
278 37
SqlManager.java
in odps-sqoop/src/java/org/apache/sqoop/manager
882 34
OracleManager.java
in odps-sqoop/src/java/org/apache/sqoop/manager
798 31
OraOopConnManager.java
in odps-sqoop/src/java/org/apache/sqoop/manager/oracle
401 30
HsqldbJobStorage.java
in odps-sqoop/src/java/org/apache/sqoop/metastore/hsqldb
575 28
JobBase.java
in odps-sqoop/src/java/org/apache/sqoop/mapreduce
246 28
OdpsOutputFormat.java
in flink-connector-odps/src/main/java/org/apache/flink/odps/output
230 27
JdbcWritableBridge.java
in odps-sqoop/src/java/com/cloudera/sqoop/lib
128 27
HdfsOdpsImportJob.java
in odps-sqoop/src/java/org/apache/sqoop/mapreduce/odps
640 27
JdbcWritableBridge.java
in odps-sqoop/src/java/org/apache/sqoop/lib
194 27
Platform.java
in cupid-table-api/src/main/java/com/aliyun/odps/cupid/table/v1/util
156 26
ColDataVector.java
in cupid-table-api/src/main/java/com/aliyun/odps/cupid/table/v1/vectorized
196 26
ImportTool.java
in odps-sqoop/src/java/org/apache/sqoop/tool
887 26
TableMapping.java
in ogg-plugin/src/main/java/com/aliyun/odps/ogg/handler/datahub/modle
114 26
OdpsOptions.scala
in spark-connector/hive/src/main/scala/org/apache/spark/sql/hive
188 25
FilterExpression.java
in cupid-table-api/src/main/java/com/aliyun/odps/cupid/table/v1/reader/filter
247 24
OraOopOutputFormatBase.java
in odps-sqoop/src/java/org/apache/sqoop/manager/oracle
469 24
OraOopLog.java
in odps-sqoop/src/java/org/apache/sqoop/manager/oracle
148 24
SQLServerManager.java
in odps-sqoop/src/java/org/apache/sqoop/manager
287 24
DBInputFormat.java
in odps-sqoop/src/java/org/apache/sqoop/mapreduce/db
250 24
hash.scala
in spark-connector/common/src/main/scala/org/apache/spark/sql/odps/catalyst/expressions
174 23
HiveInspectors.scala
in spark-connector/hive/src/main/scala/org/apache/spark/sql/hive
876 23
OdpsSinkFunction.java
in flink-connector-odps/src/main/java/org/apache/flink/odps/output
265 23
SqoopTool.java
in odps-sqoop/src/java/org/apache/sqoop/tool
281 23
OdpsConf.java
in flink-connector-odps/src/main/java/org/apache/flink/odps/util
133 22
OdpsTypeUtil.java
in flink-connector-odps/src/main/java/org/apache/flink/odps/util
214 22
OdpsClient.java
in spark-connector/common/src/main/java/org/apache/spark/sql/odps
323 21
OdpsArrowColumnVector.java
in spark-connector/common/src/main/java/org/apache/spark/sql/odps/vectorized
248 21
hiveUDFs.scala
in spark-connector/hive/src/main/scala/org/apache/spark/sql/hive
330 21
DBRecordReader.java
in odps-sqoop/src/java/org/apache/sqoop/mapreduce/db
226 21
Options.java
in cupid-table-api/src/main/java/com/aliyun/odps/cupid/table/v1/util
110 20
OdpsWriteOptions.java
in flink-connector-odps/src/main/java/org/apache/flink/odps/output/writer
147 20
Files With Long Lines (Top 50)

There are 100 files with lines longer than 120 characters. In total, there are 256 long lines.

File# lines# units# long lines
MaxComputeArrowToPageConverter.java
in trino-connector/src/main/java/io/trino/plugin/maxcompute/utils
221 10 21
MaxComputeMetadata.java
in presto-connector/src/main/java/com/facebook/presto/maxcompute
177 11 12
OdpsCatalog.java
in flink-connector-odps/src/main/java/org/apache/flink/odps/catalog
650 59 10
128 4 10
MaxComputeMetadata.java
in trino-connector/src/main/java/io/trino/plugin/maxcompute
157 9 8
MaxComputeUtils.java
in presto-connector/src/main/java/com/facebook/presto/maxcompute/utils
74 6 7
OdpsTypeConverter.java
in flink-connector-odps/src/main/java/org/apache/flink/odps/util
790 113 7
MaxComputeUtils.java
in trino-connector/src/main/java/io/trino/plugin/maxcompute/utils
76 6 7
DatahubSink.java
in flume-plugin/src/main/java/com/aliyun/datahub/flume/sink
233 5 7
ArrowToPageConverter.java
in presto-connector/src/main/java/com/facebook/presto/maxcompute/utils
80 3 6
TableRecordBuilder.java
in ogg-plugin/src/main/java/com/aliyun/odps/ogg/handler/datahub
361 16 6
DatahubReader.java
in flume-plugin/src/main/java/com/aliyun/datahub/flume/sink
86 5 6
OdpsMetaDataProvider.java
in flink-connector-odps/src/main/java/org/apache/flink/odps/util
162 16 5
ArrowToPageConverter.java
in trino-connector/src/main/java/io/trino/plugin/maxcompute/utils
73 3 5
MaxComputeSplitManager.java
in trino-connector/src/main/java/io/trino/plugin/maxcompute
142 4 5
MaxComputeSplitManager.java
in presto-connector/src/main/java/com/facebook/presto/maxcompute
141 4 4
MaxComputePageSource.java
in presto-connector/src/main/java/com/facebook/presto/maxcompute
128 8 4
OdpsShuffleExchangeExec.scala
in spark-connector/common/src/main/scala/org/apache/spark/sql/odps/execution/exchange
227 7 4
OdpsScan.scala
in spark-connector/datasource/src/main/scala/org/apache/spark/sql/execution/datasources/v2/odps
241 9 4
ShardWriter.java
in ogg-plugin/src/main/java/com/aliyun/odps/ogg/handler/datahub
219 15 4
DatahubSource.java
in flume-plugin/src/main/java/com/aliyun/datahub/flume/sink
175 5 4
ColDataRowWriter.java
in cupid-table-api/src/main/java/com/aliyun/odps/cupid/table/v1/writer/adaptor
290 16 3
ColDataVector.java
in cupid-table-api/src/main/java/com/aliyun/odps/cupid/table/v1/vectorized
196 26 3
OdpsTableDataWriter.scala
in spark-connector/common/src/main/scala/org/apache/spark/sql/odps
334 18 3
ExecutionUtils.scala
in spark-connector/common/src/main/scala/org/apache/spark/sql/odps
89 6 3
OdpsOptions.java
in flink-connector-odps/src/main/java/org/apache/flink/odps/table
117 - 3
PartitionPath.java
in flink-connector-odps/src/main/java/org/apache/flink/odps/util
52 8 3
OdpsOutputFormat.java
in flink-connector-odps/src/main/java/org/apache/flink/odps/output
230 27 3
TopicWriter.java
in ogg-plugin/src/main/java/com/aliyun/odps/ogg/handler/datahub
117 9 3
ArrowBatchWriter.scala
in spark-connector/common/src/main/scala/org/apache/spark/sql/odps/execution/vectorized
338 49 2
HiveShim.scala
in spark-connector/hive/src/main/scala/org/apache/spark/sql/hive/client
1450 82 2
HiveExternalCatalog.scala
in spark-connector/hive/src/main/scala/org/apache/spark/sql/hive
769 63 2
OdpsWriteBuilder.scala
in spark-connector/datasource/src/main/scala/org/apache/spark/sql/execution/datasources/v2/odps
205 5 2
OdpsInputFormat.java
in flink-connector-odps/src/main/java/org/apache/flink/odps/input
433 41 2
DefaultSinkPolicy.java
in flink-connector-odps/src/main/java/org/apache/flink/odps/output/stream
91 11 2
SinkPolicy.java
in flink-connector-odps/src/main/java/org/apache/flink/odps/output/stream
10 - 2
oraoop-site-template.xml
in odps-sqoop/conf
33 - 2
ivy.xml
in odps-sqoop
272 - 2
MaxComputePageSource.java
in trino-connector/src/main/java/io/trino/plugin/maxcompute
128 8 2
DataSourceReader.scala
in spark-datasource-v2.3/src/main/scala/org/apache/spark/sql/odps/reader
200 8 2
TypesConverter.scala
in spark-datasource-v2.3/src/main/scala/org/apache/spark/sql/odps/converter
288 12 2
jps-config-jse.xml
in ogg-plugin/ggjava/resources/config
24 - 2
DefaultSource.scala
in spark-datasource-v3.1/src/main/scala/org/apache/spark/sql/odps/datasource
69 5 2
DatahubWriter.java
in flume-plugin/src/main/java/com/aliyun/datahub/flume/sink
262 12 2
TableUtils.java
in cupid-table-api/src/main/java/com/aliyun/odps/cupid/table/v1/util
62 3 1
ProviderRegistry.java
in cupid-table-api/src/main/java/com/aliyun/odps/cupid/table/v1/util
24 2 1
FileWriterBuilder.java
in cupid-table-api/src/main/java/com/aliyun/odps/cupid/table/v1/writer
70 7 1
TypeConvertUtils.java
in presto-connector/src/main/java/com/facebook/presto/maxcompute/utils
77 2 1
ArrowUtils.java
in presto-connector/src/main/java/com/facebook/presto/maxcompute/utils
260 11 1
MaxComputeTableHandle.java
in presto-connector/src/main/java/com/facebook/presto/maxcompute
119 13 1