apache / nutch - Conditional Complexity

Intro

Conditional complexity (also called cyclomatic complexity) is a term used to measure the complexity of software. The term refers to the number of possible paths through a program function. A higher value ofter means higher maintenance and testing costs (infosecinstitute.com).
Conditional complexity is calculated by counting all conditions in the program that can affect the execution path (e.g. if statement, loops, switches, and/or operators, try and catch blocks...).
Conditional complexity is measured at the unit level (methods, functions...).
Units are classified in four categories based on the measured McCabe index: 1-5 (simple units), 6-10 (medium complex units), 11-25 (complex units), 26+ (very complex units).

Learn more...

Conditional Complexity Overall

There are 2,696 units with 35,439 lines of code in units (62.8% of code).

4 very complex units (800 lines of code)
24 complex units (3,600 lines of code)
125 medium complex units (7,326 lines of code)
229 simple units (7,415 lines of code)
2,314 very simple units (16,298 lines of code)

Legend:

51+

26-50

11-25

6-10

1-5

Alternative Visuals

3D view of all units

Conditional Complexity per Extension

51+

26-50

11-25

6-10

1-5

Conditional Complexity per Logical Component

primary logical decomposition

51+

26-50

11-25

6-10

1-5

Most Complex Units

Top 50 most complex units

Unit	# lines	McCabe index	# params
public void reduce() in src/java/org/apache/nutch/crawl/CrawlDbReducer.java	211	61	3
public FtpResponse() in src/plugin/protocol-ftp/src/java/org/apache/nutch/protocol/ftp/FtpResponse.java	161	57	4
public void run() in src/java/org/apache/nutch/fetcher/FetcherThread.java	246	55	0
public void reduce() in src/java/org/apache/nutch/hostdb/UpdateHostDbReducer.java	182	54	3
public void reduce() in src/java/org/apache/nutch/indexer/IndexerMapReduce.java	140	48	3
private ParseStatus output() in src/java/org/apache/nutch/fetcher/FetcherThread.java	171	44	6
public HttpResponse() in src/plugin/protocol-http/src/java/org/apache/nutch/protocol/http/HttpResponse.java	214	44	3
public HttpResponse() in src/plugin/protocol-selenium/src/java/org/apache/nutch/protocol/selenium/HttpResponse.java	197	43	3
public HttpResponse() in src/plugin/protocol-interactiveselenium/src/java/org/apache/nutch/protocol/interactiveselenium/HttpResponse.java	197	41	3
public void dump() in src/java/org/apache/nutch/tools/CommonCrawlDataDumper.java	179	39	8
public void reduce() in src/java/org/apache/nutch/segment/SegmentMerger.java	170	39	3
private static final void getMetaTagsHelper() in src/plugin/parse-html/src/java/org/apache/nutch/parse/html/HTMLMetaProcessor.java	130	38	3
public void run() in src/java/org/apache/nutch/fetcher/Fetcher.java	204	37	1
public RecordWriter getRecordWriter() in src/java/org/apache/nutch/parse/ParseOutputFormat.java	203	35	1
public void dump() in src/java/org/apache/nutch/tools/FileDumper.java	142	34	6
private static final void getMetaTagsHelper() in src/plugin/parse-tika/src/java/org/apache/nutch/parse/tika/HTMLMetaProcessor.java	117	34	3
public HttpResponse() in src/plugin/protocol-htmlunit/src/java/org/apache/nutch/protocol/htmlunit/HttpResponse.java	166	34	3
public void get() in src/java/org/apache/nutch/segment/SegmentReader.java	124	33	4
public void merge() in src/java/org/apache/nutch/segment/SegmentMerger.java	114	33	5
protected int process() in src/java/org/apache/nutch/indexer/IndexingFiltersChecker.java	134	30	2
public void getOutlinks() in src/plugin/parse-html/src/java/org/apache/nutch/parse/html/DOMContentUtils.java	80	30	3
protected int process() in src/java/org/apache/nutch/parse/ParserChecker.java	116	28	2
public void reduce() in src/java/org/apache/nutch/tools/warc/WARCExporter.java	231	28	3
public int run() in src/java/org/apache/nutch/segment/SegmentReader.java	98	28	1
public BaseRobotRules getRobotRulesSet() in src/plugin/lib-http/src/java/org/apache/nutch/protocol/http/api/HttpRobotRulesParser.java	115	28	3
public void processStatJob() in src/java/org/apache/nutch/crawl/CrawlDbReader.java	98	27	3
public Object query() in src/java/org/apache/nutch/crawl/CrawlDbReader.java	127	26	4
ParseResult getParse() in src/plugin/parse-tika/src/java/org/apache/nutch/parse/tika/TikaParser.java	133	26	3
public void reduce() in src/java/org/apache/nutch/crawl/CrawlDbReader.java	74	25	3
public void setConf() in src/plugin/protocol-okhttp/src/java/org/apache/nutch/protocol/okhttp/OkHttp.java	143	25	1
public static final String fixHttpHeaders() in src/java/org/apache/nutch/tools/WARCUtils.java	82	24	2
private void generateSitemapUrlDatum() in src/java/org/apache/nutch/util/SitemapProcessor.java	69	24	3
public ProtocolOutput getProtocolOutput() in src/plugin/lib-http/src/java/org/apache/nutch/protocol/http/api/HttpBase.java	80	24	2
public void reduce() in src/java/org/apache/nutch/crawl/Generator.java	109	23	3
private void parseConf() in src/plugin/index-replace/src/java/org/apache/nutch/indexer/replace/ReplaceIndexer.java	86	23	1
public static String filterNormalize() in src/java/org/apache/nutch/parse/ParseOutputFormat.java	60	22	10
private TreeMap processStatJobHelper() in src/java/org/apache/nutch/crawl/CrawlDbReader.java	124	22	3
public Map run() in src/java/org/apache/nutch/indexer/IndexingJob.java	109	22	2
private boolean shouldThrowAwayLink() in src/plugin/parse-tika/src/java/org/apache/nutch/parse/tika/DOMContentUtils.java	38	22	4
private boolean shouldThrowAwayLink() in src/plugin/parse-html/src/java/org/apache/nutch/parse/html/DOMContentUtils.java	38	22	4
public void reduce() in src/java/org/apache/nutch/scoring/webgraph/WebGraph.java	46	21	3
public void map() in src/java/org/apache/nutch/crawl/LinkDb.java	67	21	3
public void run() in src/java/org/apache/nutch/fetcher/QueueFeeder.java	84	21	0
private List readConfiguration() in src/plugin/urlnormalizer-regex/src/java/org/apache/nutch/net/urlnormalizer/regex/RegexURLNormalizer.java	60	21	1
private static String getAgentString() in src/plugin/lib-http/src/java/org/apache/nutch/protocol/http/api/HttpBase.java	31	21	5
private boolean isValidAuthority() in src/plugin/urlfilter-validator/src/java/org/apache/nutch/urlfilter/validator/UrlValidator.java	71	21	1
public String normalize() in src/plugin/urlnormalizer-basic/src/java/org/apache/nutch/net/urlnormalizer/basic/BasicURLNormalizer.java	69	21	2
protected CrawlDatum getDuplicate() in src/java/org/apache/nutch/crawl/DeduplicationJob.java	51	20	2
public int run() in src/java/org/apache/nutch/indexer/IndexingJob.java	71	20	1
private static HttpFormAuthConfigurer readFormAuthConfigurer() in src/plugin/protocol-httpclient/src/java/org/apache/nutch/protocol/httpclient/Http.java	86	20	2