path	# lines of code	# active days	days since first update	days since last update	# commits	# contributors	first updated	last updated	first contributor	last contributor
build_obelics/08_01_prepare_urldedup.py	64	2	755	691	2	1	2023-06-07	2023-08-10	hugo.laurencon@gmail.com	hugo.laurencon@gmail.com
build_obelics/02_extract_html_get_image_urls.py	144	3	755	691	3	1	2023-06-07	2023-08-10	hugo.laurencon@gmail.com	hugo.laurencon@gmail.com
build_obelics/01_download_warc.py	89	3	755	691	3	1	2023-06-07	2023-08-10	hugo.laurencon@gmail.com	hugo.laurencon@gmail.com
build_obelics/06_02_merge_sets_image_urls_in_webdocs.py	48	2	755	691	2	1	2023-06-07	2023-08-10	hugo.laurencon@gmail.com	hugo.laurencon@gmail.com
build_obelics/02_parallel_extract_html_get_image_urls.py	113	2	755	691	2	1	2023-06-07	2023-08-10	hugo.laurencon@gmail.com	hugo.laurencon@gmail.com
build_obelics/09_07_merge_web_docs_texts_only_and_rest.py	64	2	755	691	2	1	2023-06-07	2023-08-10	hugo.laurencon@gmail.com	hugo.laurencon@gmail.com
build_obelics/11_02_get_docs_to_remove_by_set_img_urls_dedup.py	75	2	755	691	2	1	2023-06-07	2023-08-10	hugo.laurencon@gmail.com	hugo.laurencon@gmail.com
build_obelics/10_final_cleaning.py	113	2	755	691	2	1	2023-06-07	2023-08-10	hugo.laurencon@gmail.com	hugo.laurencon@gmail.com
build_obelics/09_05_merge_domain_to_duplicated_texts_sharded.py	86	2	755	691	2	1	2023-06-07	2023-08-10	hugo.laurencon@gmail.com	hugo.laurencon@gmail.com
build_obelics/03_parallel_dl_images_create_dataset.py	31	2	755	691	2	1	2023-06-07	2023-08-10	hugo.laurencon@gmail.com	hugo.laurencon@gmail.com
build_obelics/09_06_line_dedup.py	91	2	755	691	2	1	2023-06-07	2023-08-10	hugo.laurencon@gmail.com	hugo.laurencon@gmail.com
build_obelics/09_04_get_domain_to_duplicated_texts.py	90	2	755	691	2	1	2023-06-07	2023-08-10	hugo.laurencon@gmail.com	hugo.laurencon@gmail.com
build_obelics/04_merge_web_docs_with_images.py	140	2	755	691	2	1	2023-06-07	2023-08-10	hugo.laurencon@gmail.com	hugo.laurencon@gmail.com
build_obelics/05_filtering_web_docs.py	225	3	755	691	3	1	2023-06-07	2023-08-10	hugo.laurencon@gmail.com	hugo.laurencon@gmail.com
build_obelics/03_dl_images_create_dataset.py	163	3	755	691	3	1	2023-06-07	2023-08-10	hugo.laurencon@gmail.com	hugo.laurencon@gmail.com
build_obelics/06_01_create_set_image_urls_in_webdocs.py	90	2	755	691	2	1	2023-06-07	2023-08-10	hugo.laurencon@gmail.com	hugo.laurencon@gmail.com
build_obelics/02_bis_extract_html_get_image_urls_new_rules.py	140	3	755	691	3	1	2023-06-07	2023-08-10	hugo.laurencon@gmail.com	hugo.laurencon@gmail.com
build_obelics/08_02_urldedup.py	82	2	755	691	2	1	2023-06-07	2023-08-10	hugo.laurencon@gmail.com	hugo.laurencon@gmail.com
build_obelics/11_01_create_set_img_urls.py	50	2	755	691	2	1	2023-06-07	2023-08-10	hugo.laurencon@gmail.com	hugo.laurencon@gmail.com
build_obelics/09_02_get_domain_to_positions.py	62	2	755	691	2	1	2023-06-07	2023-08-10	hugo.laurencon@gmail.com	hugo.laurencon@gmail.com
build_obelics/11_03_set_img_urls_dedup.py	94	2	755	691	2	1	2023-06-07	2023-08-10	hugo.laurencon@gmail.com	hugo.laurencon@gmail.com
build_obelics/12_01_find_opt_out_images.py	79	2	755	691	2	1	2023-06-07	2023-08-10	hugo.laurencon@gmail.com	hugo.laurencon@gmail.com
build_obelics/07_02_nsfw_image_visualization.py	68	2	755	691	2	1	2023-06-07	2023-08-10	hugo.laurencon@gmail.com	hugo.laurencon@gmail.com
build_obelics/07_01_nsfw_image_filtering.py	175	2	755	691	2	1	2023-06-07	2023-08-10	hugo.laurencon@gmail.com	hugo.laurencon@gmail.com
build_obelics/07_03_nsfw_image_removal.py	77	2	755	691	2	1	2023-06-07	2023-08-10	hugo.laurencon@gmail.com	hugo.laurencon@gmail.com
build_obelics/09_01_create_web_docs_texts_only.py	49	2	755	691	2	1	2023-06-07	2023-08-10	hugo.laurencon@gmail.com	hugo.laurencon@gmail.com
build_obelics/12_02_remove_opt_out_images.py	74	2	755	691	2	1	2023-06-07	2023-08-10	hugo.laurencon@gmail.com	hugo.laurencon@gmail.com
build_obelics/13_final_processing.py	276	2	755	691	2	1	2023-06-07	2023-08-10	hugo.laurencon@gmail.com	hugo.laurencon@gmail.com
build_obelics/06_03_remove_image_duplicates.py	123	2	755	691	2	1	2023-06-07	2023-08-10	hugo.laurencon@gmail.com	hugo.laurencon@gmail.com
build_obelics/09_03_split_domain_to_positions.py	34	2	755	691	2	1	2023-06-07	2023-08-10	hugo.laurencon@gmail.com	hugo.laurencon@gmail.com
obelics/callers/__init__.py	1	2	755	691	2	1	2023-06-07	2023-08-10	hugo.laurencon@gmail.com	hugo.laurencon@gmail.com
obelics/callers/extract_web_documents.py	176	3	755	691	3	1	2023-06-07	2023-08-10	hugo.laurencon@gmail.com	hugo.laurencon@gmail.com
obelics/callers/extract_html.py	53	3	755	691	3	1	2023-06-07	2023-08-10	hugo.laurencon@gmail.com	hugo.laurencon@gmail.com
obelics/callers/filter_web_documents.py	196	3	755	691	3	1	2023-06-07	2023-08-10	hugo.laurencon@gmail.com	hugo.laurencon@gmail.com
obelics/callers/download_warc.py	63	3	755	691	3	1	2023-06-07	2023-08-10	hugo.laurencon@gmail.com	hugo.laurencon@gmail.com
obelics/callers/line_deduplicate_web_documents.py	65	3	755	691	3	1	2023-06-07	2023-08-10	hugo.laurencon@gmail.com	hugo.laurencon@gmail.com
obelics/configs/config_extract_web_documents.yaml	23	2	755	691	2	1	2023-06-07	2023-08-10	hugo.laurencon@gmail.com	hugo.laurencon@gmail.com
obelics/configs/config_filter_web_documents.yaml	64	2	755	691	2	1	2023-06-07	2023-08-10	hugo.laurencon@gmail.com	hugo.laurencon@gmail.com
obelics/utils/tags_attributes.py	82	2	755	691	2	1	2023-06-07	2023-08-10	hugo.laurencon@gmail.com	hugo.laurencon@gmail.com
obelics/utils/__init__.py	24	3	755	691	3	1	2023-06-07	2023-08-10	hugo.laurencon@gmail.com	hugo.laurencon@gmail.com
obelics/utils/simplification_utils.py	176	2	755	691	2	1	2023-06-07	2023-08-10	hugo.laurencon@gmail.com	hugo.laurencon@gmail.com
obelics/utils/utils.py	4	2	755	691	2	1	2023-06-07	2023-08-10	hugo.laurencon@gmail.com	hugo.laurencon@gmail.com
obelics/utils/filtering_utils.py	427	2	755	691	2	1	2023-06-07	2023-08-10	hugo.laurencon@gmail.com	hugo.laurencon@gmail.com
obelics/__init__.py	1	2	755	691	2	1	2023-06-07	2023-08-10	hugo.laurencon@gmail.com	hugo.laurencon@gmail.com
obelics/processors/warc_downloader.py	36	2	755	691	2	1	2023-06-07	2023-08-10	hugo.laurencon@gmail.com	hugo.laurencon@gmail.com
obelics/processors/__init__.py	11	3	755	691	3	1	2023-06-07	2023-08-10	hugo.laurencon@gmail.com	hugo.laurencon@gmail.com
obelics/processors/pre_extraction_simplificator.py	152	3	755	691	3	1	2023-06-07	2023-08-10	hugo.laurencon@gmail.com	hugo.laurencon@gmail.com
obelics/processors/dom_tree_simplificator.py	195	3	755	691	3	1	2023-06-07	2023-08-10	hugo.laurencon@gmail.com	hugo.laurencon@gmail.com
obelics/processors/html_extractor.py	52	2	755	691	2	1	2023-06-07	2023-08-10	hugo.laurencon@gmail.com	hugo.laurencon@gmail.com
obelics/processors/web_document_extractor.py	371	2	755	691	2	1	2023-06-07	2023-08-10	hugo.laurencon@gmail.com	hugo.laurencon@gmail.com
obelics/processors/web_document_line_deduplication.py	121	2	755	691	2	1	2023-06-07	2023-08-10	hugo.laurencon@gmail.com	hugo.laurencon@gmail.com
obelics/processors/web_document_filtering.py	1002	3	755	691	3	1	2023-06-07	2023-08-10	hugo.laurencon@gmail.com	hugo.laurencon@gmail.com
obelics/visualization/web_document_visualization.py	59	2	755	691	2	1	2023-06-07	2023-08-10	hugo.laurencon@gmail.com	hugo.laurencon@gmail.com
obelics/visualization/web_document_and_filtering_visualization.py	675	3	755	691	3	1	2023-06-07	2023-08-10	hugo.laurencon@gmail.com	hugo.laurencon@gmail.com
obelics/visualization/__init__.py	1	2	755	691	2	1	2023-06-07	2023-08-10	hugo.laurencon@gmail.com	hugo.laurencon@gmail.com
obelics/visualization/assets/DOM_tree_viz.html	172	2	755	691	2	1	2023-06-07	2023-08-10	hugo.laurencon@gmail.com	hugo.laurencon@gmail.com
obelics/visualization/global_visualization.py	321	3	755	691	3	1	2023-06-07	2023-08-10	hugo.laurencon@gmail.com	hugo.laurencon@gmail.com
obelics/visualization/choose_filtering_parameters_web_documents_node_level.py	205	3	755	691	3	1	2023-06-07	2023-08-10	hugo.laurencon@gmail.com	hugo.laurencon@gmail.com