GoogleCloudPlatform / public-datasets-pipelines

Intro

Unit size measurements show the distribution of size of units of code (methods, functions...).
Units are classified in four categories based on their size (lines of code): 1-20 (small units), 20-50 (medium size units), 51-100 (long units), 101+ (very long units).
You should aim at keeping units small (< 20 lines). Long units may become "bloaters", code that have increased to such gargantuan proportions that they are hard to work with.

Learn more...

Unit Size Overall

There are 1,150 units with 8,258 lines of code in units (7.9% of code).

1 very long units (113 lines of code)
4 long units (276 lines of code)
35 medium size units (981 lines of code)
155 small units (2,220 lines of code)
955 very small units (4,668 lines of code)

Legend:

101+

51-100

21-50

11-20

1-10

Unit Size per Extension

101+

51-100

21-50

11-20

1-10

Unit Size per Logical Component

primary logical decomposition

101+

51-100

21-50

11-20

1-10

Alternative Visuals

3D view of all units

Longest Units

Top 50 longest units

Unit	# lines	McCabe index	# params
def reorder_headers() in datasets/census_bureau_international/pipelines/_images/run_csv_transform_kub_midyear_population_age_sex/csv_transform.py	113	1	1
def generate_products() in datasets/thelook_ecommerce/pipelines/_images/run_thelook_kub/fake.py	82	11	0
def __post_init__() in datasets/thelook_ecommerce/pipelines/_images/run_thelook_kub/fake.py	72	8	2
def create_dataset_yaml() in scripts/scaffold.py	65	9	1
def convert_json_file_to_csv() in datasets/hacker_news/pipelines/_images/run_csv_transform_kub/csv_transform.py	57	10	1
def __post_init__() in datasets/thelook_ecommerce/pipelines/_images/run_thelook_kub/fake.py	45	2	1
def __post_init__() in datasets/thelook_ecommerce/pipelines/_images/run_thelook_kub/fake.py	44	6	2
def __post_init__() in datasets/thelook_ecommerce/pipelines/_images/run_thelook_kub/fake.py	40	7	1
def reorder_headers() in datasets/sunroof_solar/pipelines/_images/run_csv_transform_kub/csv_transform.py	39	1	1
def main() in datasets/noaa/pipelines/_images/run_csv_transform_kub/csv_transform.py	37	1	0
def execute_pipeline() in datasets/noaa/pipelines/_images/run_csv_transform_kub/csv_transform.py	37	1	0
def create_pipeline_yaml() in scripts/scaffold.py	34	5	1
def main() in datasets/san_francisco/pipelines/_images/run_csv_transform_kub/csv_transform.py	34	1	0
def execute_pipeline() in datasets/san_francisco/pipelines/_images/run_csv_transform_kub/csv_transform.py	33	1	0
def process_lightning_strikes_by_year() in datasets/noaa/pipelines/_images/run_csv_transform_kub/csv_transform.py	30	1	0
def run_gsod_by_year() in datasets/noaa/pipelines/_images/run_csv_transform_kub/csv_transform.py	29	1	0
def process_and_load_table() in datasets/noaa/pipelines/_images/run_csv_transform_kub/csv_transform.py	29	1	0
def main() in datasets/new_york/pipelines/_images/run_csv_transform_kub/csv_transform.py	29	1	0
def execute_pipeline() in datasets/new_york/pipelines/_images/run_csv_transform_kub/csv_transform.py	28	1	0
def create_dataframe() in datasets/imdb/pipelines/_images/run_csv_transform_kub/csv_transform.py	27	6	1
def convert_dt_format() in datasets/san_francisco/pipelines/_images/run_csv_transform_kub/csv_transform.py	26	7	2
def rename_headers() in datasets/chicago_crime/pipelines/_images/run_csv_transform_kub/csv_transform.py	26	1	1
def reorder_headers() in datasets/san_francisco_311/pipelines/_images/run_csv_transform_kub/csv_transform.py	26	1	1
def convert_dt_format() in datasets/epa_historical_air_quality/pipelines/_images/run_csv_transform_kub/csv_transform.py	25	16	3
def rename_headers() in datasets/san_francisco_311/pipelines/_images/run_csv_transform_kub/csv_transform.py	25	1	1
def create_table_schema() in datasets/noaa_passive_bioacoustic/pipelines/_images/run_csv_transform_kub/csv_transform.py	25	5	2
def main() in datasets/cloud_storage_geo_index/pipelines/_images/run_csv_transform_kub/csv_transform.py	25	1	0
def shorthand_to_number() in datasets/noaa/pipelines/_images/run_csv_transform_kub/csv_transform.py	24	13	1
def execute_pipeline() in datasets/cloud_storage_geo_index/pipelines/_images/run_csv_transform_kub/csv_transform.py	24	1	0
def __post_init__() in datasets/thelook_ecommerce/pipelines/_images/run_thelook_kub/fake.py	23	4	2
def main() in datasets/city_health_dashboard/pipelines/_images/run_csv_transform_kub/csv_transform.py	23	1	0
def date_for_length() in datasets/fec/pipelines/_images/run_csv_transform_kub/csv_transform.py	23	8	2
def fix_data_anomolies_storms() in datasets/noaa/pipelines/_images/run_csv_transform_kub/csv_transform.py	22	1	1
def reorder_headers() in datasets/census_bureau_international/pipelines/_images/run_csv_transform_kub_mortality_life_expectancy/csv_transform.py	22	1	1
def execute_pipeline() in datasets/city_health_dashboard/pipelines/_images/run_csv_transform_kub/csv_transform.py	22	1	0
def parallel_read_tables() in datasets/cloud_datasets/pipelines/_images/pdp_extract_tabular_metadata/script.py	21	5	2
def create_table_schema() in datasets/world_bank_wdi/pipelines/_images/run_csv_transform_kub/csv_transform.py	21	3	2
def ftp_list_of_files() in datasets/noaa/pipelines/_images/run_csv_transform_kub/csv_transform.py	21	5	3
def main() in datasets/census_bureau_acs/pipelines/_images/run_csv_transform_kub/csv_transform.py	21	1	0
def add_movie_title() in datasets/imdb/pipelines/_images/run_csv_transform_kub/csv_transform.py	21	1	2
def main() in datasets/covid19_google_mobility/pipelines/_images/run_csv_transform_kub/csv_transform.py	20	1	0
def create_table_schema() in datasets/open_buildings_v2/pipelines/_images/run_script_kub/script.py	20	3	1
def create_table_schema() in datasets/open_buildings/pipelines/_images/run_script_kub/script.py	20	3	1
def process_source_file() in datasets/noaa/pipelines/_images/run_csv_transform_kub/csv_transform.py	20	1	0
def main() in datasets/london_bicycles/pipelines/_images/run_csv_transform_kub/csv_transform.py	20	1	0
def execute_pipeline() in datasets/census_bureau_acs/pipelines/_images/run_csv_transform_kub/csv_transform.py	20	1	0
def reorder_headers() in datasets/census_bureau_international/pipelines/_images/run_csv_transform_kub_age_specific_fertility_rates/csv_transform.py	20	1	1
def reorder_headers() in datasets/san_francisco_bikeshare/pipelines/_images/bikeshare_station_info/csv_transform.py	19	1	1
def read_datasets() in datasets/cloud_datasets/pipelines/_images/pdp_extract_tabular_metadata/script.py	19	4	1
def execute_pipeline() in datasets/covid19_google_mobility/pipelines/_images/run_csv_transform_kub/csv_transform.py	19	1	0