id: 1 unit: public void run() file: core/src/main/java/org/apache/stormcrawler/bolt/FetcherBolt.java start line: 472 end line: 791 size: 229 LOC McCabe index: 40 number of parameters: 0 id: 2 unit: public void execute() file: core/src/main/java/org/apache/stormcrawler/bolt/SimpleFetcherBolt.java start line: 242 end line: 556 size: 224 LOC McCabe index: 37 number of parameters: 1 id: 3 unit: public void execute() file: core/src/main/java/org/apache/stormcrawler/bolt/JSoupParserBolt.java start line: 168 end line: 430 size: 184 LOC McCabe index: 34 number of parameters: 1 id: 4 unit: public ProtocolResponse getProtocolOutput() file: core/src/main/java/org/apache/stormcrawler/protocol/okhttp/HttpProtocol.java start line: 287 end line: 436 size: 111 LOC McCabe index: 20 number of parameters: 2 id: 5 unit: private List parseSiteMap() file: core/src/main/java/org/apache/stormcrawler/bolt/SiteMapParserBolt.java start line: 182 end line: 315 size: 108 LOC McCabe index: 16 number of parameters: 4 id: 6 unit: public void configure() file: core/src/main/java/org/apache/stormcrawler/protocol/okhttp/HttpProtocol.java start line: 135 end line: 259 size: 103 LOC McCabe index: 15 number of parameters: 1 id: 7 unit: public BaseRobotRules getRobotRulesSet() file: core/src/main/java/org/apache/stormcrawler/protocol/HttpRobotRulesParser.java start line: 106 end line: 243 size: 100 LOC McCabe index: 25 number of parameters: 2 id: 8 unit: public static void main() file: core/src/main/java/org/apache/stormcrawler/protocol/Protocol.java start line: 59 end line: 157 size: 79 LOC McCabe index: 8 number of parameters: 2 id: 9 unit: public Optional schedule() file: core/src/main/java/org/apache/stormcrawler/persistence/AdaptiveScheduler.java start line: 201 end line: 317 size: 77 LOC McCabe index: 16 number of parameters: 2 id: 10 unit: public void execute() file: core/src/main/java/org/apache/stormcrawler/persistence/AbstractStatusUpdaterBolt.java start line: 139 end line: 242 size: 72 LOC McCabe index: 16 number of parameters: 1 id: 11 unit: public Response intercept() file: core/src/main/java/org/apache/stormcrawler/protocol/okhttp/HttpProtocol.java start line: 524 end line: 616 size: 71 LOC McCabe index: 4 number of parameters: 1 id: 12 unit: public void execute() file: core/src/main/java/org/apache/stormcrawler/bolt/FeedParserBolt.java start line: 72 end line: 164 size: 68 LOC McCabe index: 11 number of parameters: 1 id: 13 unit: public void prepare() file: core/src/main/java/org/apache/stormcrawler/bolt/FetcherBolt.java start line: 808 end line: 909 size: 67 LOC McCabe index: 6 number of parameters: 3 id: 14 unit: public ProtocolResponse getProtocolOutput() file: core/src/main/java/org/apache/stormcrawler/protocol/httpclient/HttpProtocol.java start line: 157 end line: 256 size: 67 LOC McCabe index: 12 number of parameters: 2 id: 15 unit: public void prepare() file: core/src/main/java/org/apache/stormcrawler/bolt/SimpleFetcherBolt.java start line: 141 end line: 227 size: 62 LOC McCabe index: 4 number of parameters: 3 id: 16 unit: private String processQueryElements() file: core/src/main/java/org/apache/stormcrawler/filtering/basic/BasicURLNormalizer.java start line: 219 end line: 291 size: 59 LOC McCabe index: 19 number of parameters: 1 id: 17 unit: public void execute() file: core/src/main/java/org/apache/stormcrawler/bolt/SiteMapParserBolt.java start line: 96 end line: 180 size: 58 LOC McCabe index: 8 number of parameters: 1 id: 18 unit: public void execute() file: core/src/main/java/org/apache/stormcrawler/bolt/FetcherBolt.java start line: 923 end line: 989 size: 55 LOC McCabe index: 11 number of parameters: 1 id: 19 unit: public void configure() file: core/src/main/java/org/apache/stormcrawler/proxy/MultiProxyManager.java start line: 59 end line: 144 size: 54 LOC McCabe index: 13 number of parameters: 1 id: 20 unit: public void execute() file: core/src/main/java/org/apache/stormcrawler/bolt/URLPartitionerBolt.java start line: 55 end line: 129 size: 54 LOC McCabe index: 13 number of parameters: 1 id: 21 unit: private List readConfiguration() file: core/src/main/java/org/apache/stormcrawler/filtering/regex/RegexURLNormalizer.java start line: 164 end line: 219 size: 54 LOC McCabe index: 18 number of parameters: 1 id: 22 unit: public static List getCookies() file: core/src/main/java/org/apache/stormcrawler/util/CookieConverter.java start line: 43 end line: 120 size: 53 LOC McCabe index: 18 number of parameters: 2 id: 23 unit: List evaluate() file: core/src/main/java/org/apache/stormcrawler/parse/filter/XPathFilter.java start line: 98 end line: 152 size: 51 LOC McCabe index: 12 number of parameters: 1 id: 24 unit: public void configure() file: core/src/main/java/org/apache/stormcrawler/protocol/httpclient/HttpProtocol.java start line: 87 end line: 154 size: 51 LOC McCabe index: 5 number of parameters: 1 id: 25 unit: public void setConf() file: core/src/main/java/org/apache/stormcrawler/protocol/RobotRulesParser.java start line: 100 end line: 166 size: 50 LOC McCabe index: 8 number of parameters: 1 id: 26 unit: public static void main() file: core/src/main/java/org/apache/stormcrawler/filtering/URLFilters.java start line: 142 end line: 204 size: 50 LOC McCabe index: 8 number of parameters: 1 id: 27 unit: private List parseFeed() file: core/src/main/java/org/apache/stormcrawler/bolt/FeedParserBolt.java start line: 166 end line: 225 size: 49 LOC McCabe index: 11 number of parameters: 3 id: 28 unit: public void configure() file: core/src/main/java/org/apache/stormcrawler/protocol/selenium/RemoteDriverProtocol.java start line: 66 end line: 128 size: 47 LOC McCabe index: 10 number of parameters: 1 id: 29 unit: public void filter() file: core/src/main/java/org/apache/stormcrawler/parse/filter/LinkParseFilter.java start line: 62 end line: 125 size: 45 LOC McCabe index: 11 number of parameters: 4 id: 30 unit: protected List toOutlinks() file: core/src/main/java/org/apache/stormcrawler/bolt/JSoupParserBolt.java start line: 484 end line: 544 size: 45 LOC McCabe index: 11 number of parameters: 3 id: 31 unit: public void filter() file: core/src/main/java/org/apache/stormcrawler/jsoup/LinkParseFilter.java start line: 61 end line: 123 size: 44 LOC McCabe index: 11 number of parameters: 4 id: 32 unit: static List createConfiguredInstance() file: core/src/main/java/org/apache/stormcrawler/util/ConfigurableHelper.java start line: 77 end line: 131 size: 44 LOC McCabe index: 7 number of parameters: 4 id: 33 unit: public void loadJSONResources() file: core/src/main/java/org/apache/stormcrawler/filtering/regex/FastURLFilter.java start line: 108 end line: 165 size: 44 LOC McCabe index: 10 number of parameters: 1 id: 34 unit: public static void traverse() file: core/src/main/java/org/apache/stormcrawler/parse/TextExtractor.java start line: 160 end line: 208 size: 42 LOC McCabe index: 13 number of parameters: 4 id: 35 unit: public void prepare() file: core/src/main/java/org/apache/stormcrawler/indexing/AbstractIndexerBolt.java start line: 134 end line: 183 size: 41 LOC McCabe index: 6 number of parameters: 3 id: 36 unit: public static String getPartition() file: core/src/main/java/org/apache/stormcrawler/util/URLPartitioner.java start line: 44 end line: 93 size: 39 LOC McCabe index: 10 number of parameters: 3 id: 37 unit: public synchronized FetchItemQueue getFetchItemQueue() file: core/src/main/java/org/apache/stormcrawler/bolt/FetcherBolt.java start line: 330 end line: 383 size: 39 LOC McCabe index: 11 number of parameters: 2 id: 38 unit: public void configure() file: core/src/main/java/org/apache/stormcrawler/protocol/DelegatorProtocol.java start line: 224 end line: 271 size: 38 LOC McCabe index: 8 number of parameters: 1 id: 39 unit: public synchronized Values next() file: core/src/main/java/org/apache/stormcrawler/persistence/urlbuffer/SchedulingURLBuffer.java start line: 74 end line: 126 size: 37 LOC McCabe index: 7 number of parameters: 0 id: 40 unit: public boolean filter() file: core/src/main/java/org/apache/stormcrawler/filtering/regex/FastURLFilter.java start line: 207 end line: 251 size: 37 LOC McCabe index: 11 number of parameters: 2 id: 41 unit: private String unescapePath() file: core/src/main/java/org/apache/stormcrawler/filtering/basic/BasicURLNormalizer.java start line: 329 end line: 386 size: 37 LOC McCabe index: 8 number of parameters: 1 id: 42 unit: public Optional schedule() file: core/src/main/java/org/apache/stormcrawler/persistence/DefaultScheduler.java start line: 103 end line: 150 size: 36 LOC McCabe index: 9 number of parameters: 2 id: 43 unit: public void init() file: core/src/main/java/org/apache/stormcrawler/persistence/DefaultScheduler.java start line: 56 end line: 97 size: 35 LOC McCabe index: 6 number of parameters: 1 id: 44 unit: boolean isMatch() file: core/src/main/java/org/apache/stormcrawler/protocol/DelegatorProtocol.java start line: 167 end line: 218 size: 35 LOC McCabe index: 21 number of parameters: 2 id: 45 unit: public void configure() file: core/src/main/java/org/apache/stormcrawler/filtering/basic/BasicURLNormalizer.java start line: 172 end line: 211 size: 35 LOC McCabe index: 9 number of parameters: 2 id: 46 unit: private void _text() file: core/src/main/java/org/apache/stormcrawler/parse/TextExtractor.java start line: 114 end line: 152 size: 34 LOC McCabe index: 14 number of parameters: 2 id: 47 unit: public static FetchItem create() file: core/src/main/java/org/apache/stormcrawler/bolt/FetcherBolt.java start line: 143 end line: 183 size: 34 LOC McCabe index: 8 number of parameters: 4 id: 48 unit: public void prepare() file: core/src/main/java/org/apache/stormcrawler/persistence/AbstractStatusUpdaterBolt.java start line: 97 end line: 136 size: 33 LOC McCabe index: 4 number of parameters: 3 id: 49 unit: private static String getCharsetFromMeta() file: core/src/main/java/org/apache/stormcrawler/util/CharsetIdentification.java start line: 174 end line: 222 size: 33 LOC McCabe index: 13 number of parameters: 2 id: 50 unit: public synchronized FetchItem getFetchItem() file: core/src/main/java/org/apache/stormcrawler/bolt/FetcherBolt.java start line: 385 end line: 435 size: 33 LOC McCabe index: 10 number of parameters: 0 id: 51 unit: public FileResponse() file: core/src/main/java/org/apache/stormcrawler/protocol/file/FileResponse.java start line: 47 end line: 88 size: 33 LOC McCabe index: 8 number of parameters: 3 id: 52 unit: protected Map filterMetadata() file: core/src/main/java/org/apache/stormcrawler/indexing/AbstractIndexerBolt.java start line: 203 end line: 247 size: 32 LOC McCabe index: 9 number of parameters: 1 id: 53 unit: public synchronized Values next() file: core/src/main/java/org/apache/stormcrawler/persistence/urlbuffer/SimpleURLBuffer.java start line: 41 end line: 89 size: 32 LOC McCabe index: 6 number of parameters: 0 id: 54 unit: public ProtocolResponse handleResponseWithContentLimit() file: core/src/main/java/org/apache/stormcrawler/protocol/httpclient/HttpProtocol.java start line: 287 end line: 325 size: 32 LOC McCabe index: 7 number of parameters: 2 id: 55 unit: private static String getAgentString() file: core/src/main/java/org/apache/stormcrawler/protocol/AbstractHttpProtocol.java start line: 150 end line: 191 size: 32 LOC McCabe index: 11 number of parameters: 5 id: 56 unit: public void configure() file: core/src/main/java/org/apache/stormcrawler/protocol/AbstractHttpProtocol.java start line: 80 end line: 120 size: 31 LOC McCabe index: 5 number of parameters: 1 id: 57 unit: protected void populateBuffer() file: core/src/main/java/org/apache/stormcrawler/spout/FileSpout.java start line: 133 end line: 169 size: 31 LOC McCabe index: 10 number of parameters: 0 id: 58 unit: public void nextTuple() file: core/src/main/java/org/apache/stormcrawler/persistence/AbstractQueryingSpout.java start line: 178 end line: 217 size: 30 LOC McCabe index: 9 number of parameters: 0 id: 59 unit: public void execute() file: core/src/main/java/org/apache/stormcrawler/indexing/StdOutIndexer.java start line: 46 end line: 89 size: 29 LOC McCabe index: 6 number of parameters: 1 id: 60 unit: public void extractMetaTags() file: core/src/main/java/org/apache/stormcrawler/util/RobotsTags.java start line: 84 end line: 116 size: 28 LOC McCabe index: 9 number of parameters: 1 id: 61 unit: public FilteredProtocol() file: core/src/main/java/org/apache/stormcrawler/protocol/DelegatorProtocol.java start line: 116 end line: 153 size: 28 LOC McCabe index: 4 number of parameters: 6 id: 62 unit: private void logQueuesContent() file: core/src/main/java/org/apache/stormcrawler/bolt/FetcherBolt.java start line: 991 end line: 1019 size: 27 LOC McCabe index: 5 number of parameters: 0 id: 63 unit: public void filter() file: core/src/main/java/org/apache/stormcrawler/parse/filter/MimeTypeNormalization.java start line: 34 end line: 60 size: 26 LOC McCabe index: 10 number of parameters: 4 id: 64 unit: public void head() file: core/src/main/java/org/apache/stormcrawler/parse/DocumentFragmentBuilder.java start line: 57 end line: 83 size: 26 LOC McCabe index: 6 number of parameters: 2 id: 65 unit: public void prepare() file: core/src/main/java/org/apache/stormcrawler/bolt/URLPartitionerBolt.java start line: 137 end line: 177 size: 26 LOC McCabe index: 4 number of parameters: 3 id: 66 unit: public FetchItemQueues() file: core/src/main/java/org/apache/stormcrawler/bolt/FetcherBolt.java start line: 273 end line: 302 size: 26 LOC McCabe index: 7 number of parameters: 1 id: 67 unit: private void configure() file: core/src/main/java/org/apache/stormcrawler/protocol/ProtocolFactory.java start line: 59 end line: 91 size: 26 LOC McCabe index: 6 number of parameters: 1 id: 68 unit: public ProtocolResponse getProtocolOutput() file: core/src/main/java/org/apache/stormcrawler/protocol/selenium/SeleniumProtocol.java start line: 48 end line: 88 size: 26 LOC McCabe index: 4 number of parameters: 2 id: 69 unit: protected String valueForURL() file: core/src/main/java/org/apache/stormcrawler/indexing/AbstractIndexerBolt.java start line: 264 end line: 299 size: 25 LOC McCabe index: 5 number of parameters: 1 id: 70 unit: public void configure() file: core/src/main/java/org/apache/stormcrawler/parse/filter/CollectionTagger.java start line: 79 end line: 107 size: 25 LOC McCabe index: 9 number of parameters: 2 id: 71 unit: public static String getCharset() file: core/src/main/java/org/apache/stormcrawler/util/CharsetIdentification.java start line: 91 end line: 126 size: 25 LOC McCabe index: 10 number of parameters: 3 id: 72 unit: private String getPolitenessKey() file: core/src/main/java/org/apache/stormcrawler/bolt/SimpleFetcherBolt.java start line: 558 end line: 583 size: 25 LOC McCabe index: 6 number of parameters: 1 id: 73 unit: private List readRules() file: core/src/main/java/org/apache/stormcrawler/filtering/regex/RegexURLNormalizer.java start line: 121 end line: 146 size: 25 LOC McCabe index: 9 number of parameters: 1 id: 74 unit: public void filter() file: core/src/main/java/org/apache/stormcrawler/parse/filter/MD5SignatureParseFilter.java start line: 57 end line: 80 size: 24 LOC McCabe index: 6 number of parameters: 4 id: 75 unit: public void prepare() file: core/src/main/java/org/apache/stormcrawler/bolt/SiteMapParserBolt.java start line: 341 end line: 365 size: 24 LOC McCabe index: 2 number of parameters: 3 id: 76 unit: public void execute() file: core/src/main/java/org/apache/stormcrawler/bolt/URLFilterBolt.java start line: 65 end line: 99 size: 24 LOC McCabe index: 5 number of parameters: 1 id: 77 unit: public static void main() file: core/src/main/java/org/apache/stormcrawler/parse/ParseFilters.java start line: 161 end line: 198 size: 23 LOC McCabe index: 2 number of parameters: 1 id: 78 unit: public boolean matches() file: core/src/main/java/org/apache/stormcrawler/parse/filter/CollectionTagger.java start line: 165 end line: 192 size: 23 LOC McCabe index: 7 number of parameters: 1 id: 79 unit: public static void main() file: core/src/main/java/org/apache/stormcrawler/parse/JSoupFilters.java start line: 128 end line: 165 size: 23 LOC McCabe index: 2 number of parameters: 1 id: 80 unit: public String text() file: core/src/main/java/org/apache/stormcrawler/parse/TextExtractor.java start line: 81 end line: 112 size: 23 LOC McCabe index: 8 number of parameters: 1 id: 81 unit: public void filter() file: core/src/main/java/org/apache/stormcrawler/jsoup/LDJsonParseFilter.java start line: 89 end line: 115 size: 23 LOC McCabe index: 5 number of parameters: 4 id: 82 unit: public void prepare() file: core/src/main/java/org/apache/stormcrawler/bolt/JSoupParserBolt.java start line: 126 end line: 165 size: 23 LOC McCabe index: 1 number of parameters: 3 id: 83 unit: private void substituteUserAgent() file: core/src/main/java/org/apache/stormcrawler/protocol/selenium/RemoteDriverProtocol.java start line: 39 end line: 63 size: 23 LOC McCabe index: 7 number of parameters: 2 id: 84 unit: public void filter() file: core/src/main/java/org/apache/stormcrawler/parse/filter/LDJsonParseFilter.java start line: 53 end line: 78 size: 22 LOC McCabe index: 6 number of parameters: 4 id: 85 unit: public SCProxy() file: core/src/main/java/org/apache/stormcrawler/proxy/SCProxy.java start line: 88 end line: 114 size: 22 LOC McCabe index: 7 number of parameters: 9 id: 86 unit: public void configure() file: core/src/main/java/org/apache/stormcrawler/proxy/SingleProxyManager.java start line: 30 end line: 60 size: 22 LOC McCabe index: 6 number of parameters: 1 id: 87 unit: private List readRules() file: core/src/main/java/org/apache/stormcrawler/filtering/regex/RegexURLFilterBase.java start line: 79 end line: 102 size: 22 LOC McCabe index: 5 number of parameters: 1 id: 88 unit: public void filter() file: core/src/main/java/org/apache/stormcrawler/parse/filter/XPathFilter.java start line: 156 end line: 179 size: 21 LOC McCabe index: 7 number of parameters: 4 id: 89 unit: private void rerank() file: core/src/main/java/org/apache/stormcrawler/persistence/urlbuffer/PriorityURLBuffer.java start line: 65 end line: 95 size: 21 LOC McCabe index: 4 number of parameters: 0 id: 90 unit: public void open() file: core/src/main/java/org/apache/stormcrawler/persistence/AbstractQueryingSpout.java start line: 99 end line: 130 size: 21 LOC McCabe index: 1 number of parameters: 3 id: 91 unit: public static boolean checkDomainMatchToUrl() file: core/src/main/java/org/apache/stormcrawler/util/CookieConverter.java start line: 129 end line: 151 size: 21 LOC McCabe index: 6 number of parameters: 2 id: 92 unit: public List deserialize() file: core/src/main/java/org/apache/stormcrawler/util/StringTabScheme.java start line: 31 end line: 57 size: 21 LOC McCabe index: 6 number of parameters: 1 id: 93 unit: protected Outlink filterOutlink() file: core/src/main/java/org/apache/stormcrawler/bolt/StatusEmitterBolt.java start line: 85 end line: 113 size: 21 LOC McCabe index: 4 number of parameters: 4 id: 94 unit: public void nextTuple() file: core/src/main/java/org/apache/stormcrawler/spout/MemorySpout.java start line: 105 end line: 133 size: 21 LOC McCabe index: 5 number of parameters: 0 id: 95 unit: private RegexRule createRule() file: core/src/main/java/org/apache/stormcrawler/filtering/regex/RegexURLFilterBase.java start line: 104 end line: 125 size: 21 LOC McCabe index: 6 number of parameters: 1 id: 96 unit: public final String filterPathRepeat() file: core/src/main/java/org/apache/stormcrawler/filtering/basic/BasicURLFilter.java start line: 48 end line: 71 size: 21 LOC McCabe index: 6 number of parameters: 1 id: 97 unit: public void filter() file: core/src/main/java/org/apache/stormcrawler/jsoup/XPathFilter.java start line: 97 end line: 119 size: 20 LOC McCabe index: 6 number of parameters: 4 id: 98 unit: public static String getCharsetFast() file: core/src/main/java/org/apache/stormcrawler/util/CharsetIdentification.java start line: 55 end line: 83 size: 20 LOC McCabe index: 5 number of parameters: 3 id: 99 unit: private static String buildNotAssignableExceptionText() file: core/src/main/java/org/apache/stormcrawler/util/InitialisationUtil.java start line: 359 end line: 377 size: 19 LOC McCabe index: 3 number of parameters: 2 id: 100 unit: private static String getCharsetFromText() file: core/src/main/java/org/apache/stormcrawler/util/CharsetIdentification.java start line: 147 end line: 168 size: 19 LOC McCabe index: 5 number of parameters: 3 id: 101 unit: public void nextTuple() file: core/src/main/java/org/apache/stormcrawler/spout/FileSpout.java start line: 183 end line: 206 size: 19 LOC McCabe index: 6 number of parameters: 0 id: 102 unit: public static Class requireSuperClass() file: core/src/main/java/org/apache/stormcrawler/util/InitialisationUtil.java start line: 295 end line: 316 size: 18 LOC McCabe index: 4 number of parameters: 3 id: 103 unit: public List chooseTasks() file: core/src/main/java/org/apache/stormcrawler/util/URLStreamGrouping.java start line: 81 end line: 109 size: 18 LOC McCabe index: 4 number of parameters: 2 id: 104 unit: public SCProxy() file: core/src/main/java/org/apache/stormcrawler/proxy/SCProxy.java start line: 59 end line: 85 size: 18 LOC McCabe index: 3 number of parameters: 1 id: 105 unit: public void configure() file: core/src/main/java/org/apache/stormcrawler/filtering/regex/FastURLFilter.java start line: 79 end line: 100 size: 18 LOC McCabe index: 6 number of parameters: 2 id: 106 unit: private String escapePath() file: core/src/main/java/org/apache/stormcrawler/filtering/basic/BasicURLNormalizer.java start line: 392 end line: 420 size: 18 LOC McCabe index: 8 number of parameters: 1 id: 107 unit: public void configure() file: core/src/main/java/org/apache/stormcrawler/filtering/host/HostURLFilter.java start line: 51 end line: 71 size: 18 LOC McCabe index: 4 number of parameters: 2 id: 108 unit: private static T initializeFromClassUnchecked() file: core/src/main/java/org/apache/stormcrawler/util/InitialisationUtil.java start line: 242 end line: 258 size: 17 LOC McCabe index: 5 number of parameters: 1 id: 109 unit: public Metadata getMetaForOutlink() file: core/src/main/java/org/apache/stormcrawler/util/MetadataTransfer.java start line: 124 end line: 145 size: 17 LOC McCabe index: 4 number of parameters: 3 id: 110 unit: public static String toASCII() file: core/src/main/java/org/apache/stormcrawler/util/URLUtil.java start line: 155 end line: 172 size: 17 LOC McCabe index: 2 number of parameters: 1 id: 111 unit: public static String toUNICODE() file: core/src/main/java/org/apache/stormcrawler/util/URLUtil.java start line: 174 end line: 191 size: 17 LOC McCabe index: 2 number of parameters: 1 id: 112 unit: public void parseExtensionAttributes() file: core/src/main/java/org/apache/stormcrawler/bolt/SiteMapParserBolt.java start line: 317 end line: 338 size: 17 LOC McCabe index: 6 number of parameters: 2 id: 113 unit: private void getFileAsHttpResponse() file: core/src/main/java/org/apache/stormcrawler/protocol/file/FileResponse.java start line: 94 end line: 113 size: 17 LOC McCabe index: 3 number of parameters: 1 id: 114 unit: public void configure() file: core/src/main/java/org/apache/stormcrawler/jsoup/XPathFilter.java start line: 68 end line: 83 size: 16 LOC McCabe index: 4 number of parameters: 2 id: 115 unit: private boolean canRelease() file: core/src/main/java/org/apache/stormcrawler/persistence/urlbuffer/SchedulingURLBuffer.java start line: 128 end line: 156 size: 16 LOC McCabe index: 5 number of parameters: 1 id: 116 unit: public synchronized boolean add() file: core/src/main/java/org/apache/stormcrawler/persistence/urlbuffer/AbstractURLBuffer.java start line: 64 end line: 87 size: 16 LOC McCabe index: 4 number of parameters: 3 id: 117 unit: public static Config loadConf() file: core/src/main/java/org/apache/stormcrawler/util/ConfUtils.java start line: 178 end line: 194 size: 16 LOC McCabe index: 2 number of parameters: 2 id: 118 unit: private void parseValues() file: core/src/main/java/org/apache/stormcrawler/util/RobotsTags.java start line: 125 end line: 140 size: 16 LOC McCabe index: 6 number of parameters: 1 id: 119 unit: private void handleException() file: core/src/main/java/org/apache/stormcrawler/bolt/JSoupParserBolt.java start line: 432 end line: 451 size: 16 LOC McCabe index: 1 number of parameters: 6 id: 120 unit: public void open() file: core/src/main/java/org/apache/stormcrawler/spout/MemorySpout.java start line: 84 end line: 102 size: 16 LOC McCabe index: 3 number of parameters: 3 id: 121 unit: public Key() file: core/src/main/java/org/apache/stormcrawler/indexing/AbstractIndexerBolt.java start line: 97 end line: 113 size: 15 LOC McCabe index: 4 number of parameters: 3 id: 122 unit: public void filter() file: core/src/main/java/org/apache/stormcrawler/parse/ParseFilters.java start line: 132 end line: 147 size: 15 LOC McCabe index: 4 number of parameters: 4 id: 123 unit: public void configure() file: core/src/main/java/org/apache/stormcrawler/parse/filter/XPathFilter.java start line: 182 end line: 196 size: 15 LOC McCabe index: 4 number of parameters: 2 id: 124 unit: public void configure() file: core/src/main/java/org/apache/stormcrawler/parse/filter/DomainParseFilter.java start line: 37 end line: 54 size: 15 LOC McCabe index: 5 number of parameters: 2 id: 125 unit: protected final Optional checkCustomInterval() file: core/src/main/java/org/apache/stormcrawler/persistence/DefaultScheduler.java start line: 153 end line: 169 size: 15 LOC McCabe index: 6 number of parameters: 2 id: 126 unit: public static Class getClassFor() file: core/src/main/java/org/apache/stormcrawler/util/InitialisationUtil.java start line: 135 end line: 151 size: 15 LOC McCabe index: 3 number of parameters: 3 id: 127 unit: public TimeReducerState reduce() file: core/src/main/java/org/apache/stormcrawler/util/PerSecondReducer.java start line: 30 end line: 44 size: 15 LOC McCabe index: 4 number of parameters: 2 id: 128 unit: private static URL fixEmbeddedParams() file: core/src/main/java/org/apache/stormcrawler/util/URLUtil.java start line: 75 end line: 100 size: 15 LOC McCabe index: 4 number of parameters: 2 id: 129 unit: public SCProxy getProxy() file: core/src/main/java/org/apache/stormcrawler/proxy/MultiProxyManager.java start line: 211 end line: 232 size: 15 LOC McCabe index: 3 number of parameters: 1 id: 130 unit: public String guessMimeType() file: core/src/main/java/org/apache/stormcrawler/bolt/JSoupParserBolt.java start line: 461 end line: 482 size: 15 LOC McCabe index: 3 number of parameters: 3 id: 131 unit: public FileSpout() file: core/src/main/java/org/apache/stormcrawler/spout/FileSpout.java start line: 92 end line: 106 size: 15 LOC McCabe index: 3 number of parameters: 3 id: 132 unit: public void configure() file: core/src/main/java/org/apache/stormcrawler/filtering/regex/RegexURLFilterBase.java start line: 47 end line: 61 size: 15 LOC McCabe index: 4 number of parameters: 2 id: 133 unit: private boolean checkScope() file: core/src/main/java/org/apache/stormcrawler/filtering/regex/FastURLFilter.java start line: 253 end line: 269 size: 15 LOC McCabe index: 6 number of parameters: 2 id: 134 unit: public Rule() file: core/src/main/java/org/apache/stormcrawler/filtering/regex/FastURLFilter.java start line: 329 end line: 346 size: 15 LOC McCabe index: 4 number of parameters: 1 id: 135 unit: public void configure() file: core/src/main/java/org/apache/stormcrawler/filtering/regex/RegexURLNormalizer.java start line: 74 end line: 88 size: 15 LOC McCabe index: 4 number of parameters: 2 id: 136 unit: public static ParseFilters fromConf() file: core/src/main/java/org/apache/stormcrawler/parse/ParseFilters.java start line: 72 end line: 86 size: 14 LOC McCabe index: 3 number of parameters: 1 id: 137 unit: public void configure() file: core/src/main/java/org/apache/stormcrawler/parse/filter/MD5SignatureParseFilter.java start line: 83 end line: 96 size: 14 LOC McCabe index: 8 number of parameters: 2 id: 138 unit: private void addExpression() file: core/src/main/java/org/apache/stormcrawler/parse/filter/XPathFilter.java start line: 198 end line: 211 size: 14 LOC McCabe index: 3 number of parameters: 2 id: 139 unit: public void configure() file: core/src/main/java/org/apache/stormcrawler/parse/filter/CommaSeparatedToMultivaluedMetadata.java start line: 39 end line: 52 size: 14 LOC McCabe index: 4 number of parameters: 2 id: 140 unit: public static JSoupFilters fromConf() file: core/src/main/java/org/apache/stormcrawler/parse/JSoupFilters.java start line: 66 end line: 80 size: 14 LOC McCabe index: 3 number of parameters: 1 id: 141 unit: public void addValue() file: core/src/main/java/org/apache/stormcrawler/Metadata.java start line: 145 end line: 161 size: 14 LOC McCabe index: 4 number of parameters: 2 id: 142 unit: public void configure() file: core/src/main/java/org/apache/stormcrawler/util/URLPartitioner.java start line: 103 end line: 120 size: 14 LOC McCabe index: 4 number of parameters: 1 id: 143 unit: protected void configure() file: core/src/main/java/org/apache/stormcrawler/util/MetadataTransfer.java start line: 97 end line: 118 size: 14 LOC McCabe index: 3 number of parameters: 1 id: 144 unit: private Metadata _filter() file: core/src/main/java/org/apache/stormcrawler/util/MetadataTransfer.java start line: 165 end line: 180 size: 14 LOC McCabe index: 4 number of parameters: 2 id: 145 unit: public static ProtocolFactory getInstance() file: core/src/main/java/org/apache/stormcrawler/protocol/ProtocolFactory.java start line: 37 end line: 56 size: 14 LOC McCabe index: 3 number of parameters: 1 id: 146 unit: public static NavigationFilters fromConf() file: core/src/main/java/org/apache/stormcrawler/protocol/selenium/NavigationFilters.java start line: 66 end line: 80 size: 14 LOC McCabe index: 3 number of parameters: 1 id: 147 unit: public void fail() file: core/src/main/java/org/apache/stormcrawler/spout/FileSpout.java start line: 238 end line: 252 size: 14 LOC McCabe index: 2 number of parameters: 1 id: 148 unit: private List readRules() file: core/src/main/java/org/apache/stormcrawler/filtering/regex/RegexURLFilterBase.java start line: 64 end line: 77 size: 14 LOC McCabe index: 4 number of parameters: 1 id: 149 unit: private List readRules() file: core/src/main/java/org/apache/stormcrawler/filtering/regex/RegexURLNormalizer.java start line: 149 end line: 162 size: 14 LOC McCabe index: 3 number of parameters: 1 id: 150 unit: private Rule createRule() file: core/src/main/java/org/apache/stormcrawler/filtering/regex/RegexURLNormalizer.java start line: 221 end line: 234 size: 14 LOC McCabe index: 2 number of parameters: 2 id: 151 unit: private String unmangleQueryString() file: core/src/main/java/org/apache/stormcrawler/filtering/basic/BasicURLNormalizer.java start line: 308 end line: 321 size: 14 LOC McCabe index: 4 number of parameters: 1 id: 152 unit: static boolean preserveWhitespace() file: core/src/main/java/org/apache/stormcrawler/parse/TextExtractor.java start line: 218 end line: 232 size: 13 LOC McCabe index: 6 number of parameters: 1 id: 153 unit: public void addValues() file: core/src/main/java/org/apache/stormcrawler/Metadata.java start line: 163 end line: 178 size: 13 LOC McCabe index: 4 number of parameters: 2 id: 154 unit: public static MetadataTransfer getInstance() file: core/src/main/java/org/apache/stormcrawler/util/MetadataTransfer.java start line: 78 end line: 95 size: 13 LOC McCabe index: 2 number of parameters: 1 id: 155 unit: public void configure() file: core/src/main/java/org/apache/stormcrawler/proxy/MultiProxyManager.java start line: 146 end line: 168 size: 13 LOC McCabe index: 3 number of parameters: 2 id: 156 unit: public void prepare() file: core/src/main/java/org/apache/stormcrawler/bolt/URLFilterBolt.java start line: 109 end line: 121 size: 13 LOC McCabe index: 3 number of parameters: 3 id: 157 unit: public FetcherThread() file: core/src/main/java/org/apache/stormcrawler/bolt/FetcherBolt.java start line: 456 end line: 469 size: 13 LOC McCabe index: 1 number of parameters: 2 id: 158 unit: private void addCookiesToRequest() file: core/src/main/java/org/apache/stormcrawler/protocol/okhttp/HttpProtocol.java start line: 261 end line: 273 size: 13 LOC McCabe index: 5 number of parameters: 3 id: 159 unit: private void addCookiesToRequest() file: core/src/main/java/org/apache/stormcrawler/protocol/httpclient/HttpProtocol.java start line: 258 end line: 270 size: 13 LOC McCabe index: 5 number of parameters: 2 id: 160 unit: public static URLFilters fromConf() file: core/src/main/java/org/apache/stormcrawler/filtering/URLFilters.java start line: 69 end line: 83 size: 13 LOC McCabe index: 3 number of parameters: 1 id: 161 unit: private LabelledExpression() file: core/src/main/java/org/apache/stormcrawler/parse/filter/XPathFilter.java start line: 85 end line: 96 size: 12 LOC McCabe index: 3 number of parameters: 2 id: 162 unit: public void filter() file: core/src/main/java/org/apache/stormcrawler/parse/filter/CommaSeparatedToMultivaluedMetadata.java start line: 55 end line: 66 size: 12 LOC McCabe index: 4 number of parameters: 4 id: 163 unit: public void filter() file: core/src/main/java/org/apache/stormcrawler/parse/JSoupFilters.java start line: 114 end line: 125 size: 12 LOC McCabe index: 2 number of parameters: 4 id: 164 unit: public void init() file: core/src/main/java/org/apache/stormcrawler/persistence/AdaptiveScheduler.java start line: 187 end line: 198 size: 12 LOC McCabe index: 1 number of parameters: 1 id: 165 unit: public String toString() file: core/src/main/java/org/apache/stormcrawler/Metadata.java start line: 193 end line: 204 size: 12 LOC McCabe index: 4 number of parameters: 1 id: 166 unit: public static boolean getBoolean() file: core/src/main/java/org/apache/stormcrawler/util/ConfUtils.java start line: 78 end line: 89 size: 12 LOC McCabe index: 2 number of parameters: 5 id: 167 unit: public static String getString() file: core/src/main/java/org/apache/stormcrawler/util/ConfUtils.java start line: 121 end line: 132 size: 12 LOC McCabe index: 3 number of parameters: 5 id: 168 unit: private SCProxy getLeastUsed() file: core/src/main/java/org/apache/stormcrawler/proxy/MultiProxyManager.java start line: 183 end line: 204 size: 12 LOC McCabe index: 3 number of parameters: 0 id: 169 unit: public static String getAgentString() file: core/src/main/java/org/apache/stormcrawler/protocol/AbstractHttpProtocol.java start line: 137 end line: 148 size: 12 LOC McCabe index: 3 number of parameters: 1 id: 170 unit: public String filter() file: core/src/main/java/org/apache/stormcrawler/filtering/basic/BasicURLFilter.java start line: 35 end line: 46 size: 12 LOC McCabe index: 4 number of parameters: 3 id: 171 unit: static file: core/src/main/java/org/apache/stormcrawler/filtering/basic/BasicURLNormalizer.java start line: 64 end line: 83 size: 12 LOC McCabe index: 11 number of parameters: 0 id: 172 unit: public void configure() file: core/src/main/java/org/apache/stormcrawler/parse/filter/LDJsonParseFilter.java start line: 90 end line: 100 size: 11 LOC McCabe index: 2 number of parameters: 2 id: 173 unit: protected int submit() file: core/src/main/java/org/apache/stormcrawler/ConfigurableTopology.java start line: 61 end line: 74 size: 11 LOC McCabe index: 2 number of parameters: 3 id: 174 unit: public void configure() file: core/src/main/java/org/apache/stormcrawler/jsoup/LDJsonParseFilter.java start line: 60 end line: 70 size: 11 LOC McCabe index: 2 number of parameters: 2 id: 175 unit: public static Scheduler getInstance() file: core/src/main/java/org/apache/stormcrawler/persistence/Scheduler.java start line: 44 end line: 56 size: 11 LOC McCabe index: 2 number of parameters: 1 id: 176 unit: public void configure() file: core/src/main/java/org/apache/stormcrawler/persistence/urlbuffer/SchedulingURLBuffer.java start line: 57 end line: 67 size: 11 LOC McCabe index: 1 number of parameters: 1 id: 177 unit: public void acked() file: core/src/main/java/org/apache/stormcrawler/persistence/urlbuffer/SchedulingURLBuffer.java start line: 158 end line: 176 size: 11 LOC McCabe index: 2 number of parameters: 1 id: 178 unit: public void store() file: core/src/main/java/org/apache/stormcrawler/persistence/StdOutStatusUpdater.java start line: 31 end line: 41 size: 11 LOC McCabe index: 2 number of parameters: 5 id: 179 unit: public void putAll() file: core/src/main/java/org/apache/stormcrawler/Metadata.java start line: 75 end line: 86 size: 11 LOC McCabe index: 3 number of parameters: 2 id: 180 unit: public static List loadListFromConf() file: core/src/main/java/org/apache/stormcrawler/util/ConfUtils.java start line: 146 end line: 158 size: 11 LOC McCabe index: 3 number of parameters: 2 id: 181 unit: private static String getCharsetFromBOM() file: core/src/main/java/org/apache/stormcrawler/util/CharsetIdentification.java start line: 134 end line: 144 size: 11 LOC McCabe index: 3 number of parameters: 1 id: 182 unit: private static String validateCharset() file: core/src/main/java/org/apache/stormcrawler/util/CharsetIdentification.java start line: 242 end line: 252 size: 11 LOC McCabe index: 6 number of parameters: 1 id: 183 unit: public synchronized boolean addFetchItem() file: core/src/main/java/org/apache/stormcrawler/bolt/FetcherBolt.java start line: 307 end line: 319 size: 11 LOC McCabe index: 2 number of parameters: 3 id: 184 unit: public NavigationFilters() file: core/src/main/java/org/apache/stormcrawler/protocol/selenium/NavigationFilters.java start line: 87 end line: 100 size: 11 LOC McCabe index: 2 number of parameters: 2 id: 185 unit: public void addScope() file: core/src/main/java/org/apache/stormcrawler/filtering/regex/FastURLFilter.java start line: 188 end line: 198 size: 11 LOC McCabe index: 5 number of parameters: 3 id: 186 unit: private int getDepth() file: core/src/main/java/org/apache/stormcrawler/filtering/depth/MaxDepthFilter.java start line: 66 end line: 76 size: 11 LOC McCabe index: 3 number of parameters: 3 id: 187 unit: public String toString() file: core/src/main/java/org/apache/stormcrawler/parse/ParseResult.java start line: 109 end line: 123 size: 10 LOC McCabe index: 1 number of parameters: 0 id: 188 unit: private void addExpression() file: core/src/main/java/org/apache/stormcrawler/jsoup/XPathFilter.java start line: 85 end line: 94 size: 10 LOC McCabe index: 2 number of parameters: 2 id: 189 unit: private Optional getDurationForStatus() file: core/src/main/java/org/apache/stormcrawler/persistence/DefaultScheduler.java start line: 192 end line: 204 size: 10 LOC McCabe index: 3 number of parameters: 1 id: 190 unit: public static int getInt() file: core/src/main/java/org/apache/stormcrawler/util/ConfUtils.java start line: 39 end line: 48 size: 10 LOC McCabe index: 2 number of parameters: 5 id: 191 unit: public void prepare() file: core/src/main/java/org/apache/stormcrawler/util/URLStreamGrouping.java start line: 69 end line: 78 size: 10 LOC McCabe index: 2 number of parameters: 3 id: 192 unit: private static String getCharsetFromContentType() file: core/src/main/java/org/apache/stormcrawler/util/CharsetIdentification.java start line: 231 end line: 240 size: 10 LOC McCabe index: 3 number of parameters: 1 id: 193 unit: public static String extractRefreshURL() file: core/src/main/java/org/apache/stormcrawler/util/RefreshTag.java start line: 37 end line: 49 size: 10 LOC McCabe index: 4 number of parameters: 1 id: 194 unit: public void configure() file: core/src/main/java/org/apache/stormcrawler/filtering/basic/BasicURLFilter.java start line: 74 end line: 84 size: 10 LOC McCabe index: 3 number of parameters: 2 id: 195 unit: public void configure() file: core/src/main/java/org/apache/stormcrawler/filtering/robots/RobotsFilter.java start line: 83 end line: 93 size: 10 LOC McCabe index: 3 number of parameters: 2 id: 196 unit: public void configure() file: core/src/main/java/org/apache/stormcrawler/filtering/depth/MaxDepthFilter.java start line: 42 end line: 51 size: 10 LOC McCabe index: 3 number of parameters: 2 id: 197 unit: public void execute() file: core/src/main/java/org/apache/stormcrawler/indexing/DummyIndexer.java start line: 43 end line: 52 size: 9 LOC McCabe index: 1 number of parameters: 1 id: 198 unit: public ParseFilters() file: core/src/main/java/org/apache/stormcrawler/parse/ParseFilters.java start line: 89 end line: 97 size: 9 LOC McCabe index: 2 number of parameters: 2 id: 199 unit: public boolean needsDOM() file: core/src/main/java/org/apache/stormcrawler/parse/ParseFilters.java start line: 121 end line: 129 size: 9 LOC McCabe index: 3 number of parameters: 0 id: 200 unit: public void filter() file: core/src/main/java/org/apache/stormcrawler/parse/filter/DebugParseFilter.java start line: 38 end line: 47 size: 9 LOC McCabe index: 2 number of parameters: 4 id: 201 unit: public static JsonNode filterJson() file: core/src/main/java/org/apache/stormcrawler/parse/filter/LDJsonParseFilter.java start line: 80 end line: 88 size: 9 LOC McCabe index: 2 number of parameters: 1 id: 202 unit: public JSoupFilters() file: core/src/main/java/org/apache/stormcrawler/parse/JSoupFilters.java start line: 83 end line: 91 size: 9 LOC McCabe index: 2 number of parameters: 2 id: 203 unit: public ParseData get() file: core/src/main/java/org/apache/stormcrawler/parse/ParseResult.java start line: 71 end line: 79 size: 9 LOC McCabe index: 2 number of parameters: 1 id: 204 unit: private long throttleQueries() file: core/src/main/java/org/apache/stormcrawler/persistence/AbstractQueryingSpout.java start line: 223 end line: 232 size: 9 LOC McCabe index: 3 number of parameters: 0 id: 205 unit: private static void checkClazzSimple() file: core/src/main/java/org/apache/stormcrawler/util/InitialisationUtil.java start line: 349 end line: 357 size: 9 LOC McCabe index: 4 number of parameters: 1 id: 206 unit: public static String getString() file: core/src/main/java/org/apache/stormcrawler/util/ConfUtils.java start line: 103 end line: 111 size: 9 LOC McCabe index: 2 number of parameters: 4 id: 207 unit: public static Map extractConfigElement() file: core/src/main/java/org/apache/stormcrawler/util/ConfUtils.java start line: 197 end line: 205 size: 9 LOC McCabe index: 4 number of parameters: 1 id: 208 unit: static URL fixPureQueryTargets() file: core/src/main/java/org/apache/stormcrawler/util/URLUtil.java start line: 51 end line: 59 size: 9 LOC McCabe index: 2 number of parameters: 2 id: 209 unit: public static String getPage() file: core/src/main/java/org/apache/stormcrawler/util/URLUtil.java start line: 143 end line: 153 size: 9 LOC McCabe index: 3 number of parameters: 1 id: 210 unit: public void prepare() file: core/src/main/java/org/apache/stormcrawler/bolt/StatusEmitterBolt.java start line: 52 end line: 60 size: 9 LOC McCabe index: 1 number of parameters: 3 id: 211 unit: protected void emitOutlink() file: core/src/main/java/org/apache/stormcrawler/bolt/StatusEmitterBolt.java start line: 73 end line: 83 size: 9 LOC McCabe index: 2 number of parameters: 5 id: 212 unit: public FetchItem getFetchItem() file: core/src/main/java/org/apache/stormcrawler/bolt/FetcherBolt.java start line: 231 end line: 239 size: 9 LOC McCabe index: 4 number of parameters: 0 id: 213 unit: public void prepare() file: core/src/main/java/org/apache/stormcrawler/bolt/FeedParserBolt.java start line: 228 end line: 236 size: 9 LOC McCabe index: 1 number of parameters: 3 id: 214 unit: protected void addHeadersToRequest() file: core/src/main/java/org/apache/stormcrawler/protocol/okhttp/HttpProtocol.java start line: 275 end line: 284 size: 9 LOC McCabe index: 4 number of parameters: 2 id: 215 unit: protected static String getCacheKey() file: core/src/main/java/org/apache/stormcrawler/protocol/HttpRobotRulesParser.java start line: 66 end line: 79 size: 9 LOC McCabe index: 2 number of parameters: 1 id: 216 unit: protected void addHeadersToRequest() file: core/src/main/java/org/apache/stormcrawler/protocol/httpclient/HttpProtocol.java start line: 272 end line: 280 size: 9 LOC McCabe index: 4 number of parameters: 2 id: 217 unit: public void cleanup() file: core/src/main/java/org/apache/stormcrawler/protocol/selenium/SeleniumProtocol.java start line: 101 end line: 109 size: 9 LOC McCabe index: 1 number of parameters: 0 id: 218 unit: protected static void checkAgentValue() file: core/src/main/java/org/apache/stormcrawler/protocol/RobotRulesParser.java start line: 175 end line: 183 size: 9 LOC McCabe index: 2 number of parameters: 1 id: 219 unit: public BaseRobotRules getRobotRulesSet() file: core/src/main/java/org/apache/stormcrawler/protocol/RobotRulesParser.java start line: 199 end line: 207 size: 9 LOC McCabe index: 2 number of parameters: 2 id: 220 unit: public URLFilters() file: core/src/main/java/org/apache/stormcrawler/filtering/URLFilters.java start line: 90 end line: 98 size: 9 LOC McCabe index: 2 number of parameters: 2 id: 221 unit: public void configure() file: core/src/main/java/org/apache/stormcrawler/filtering/metadata/MetadataFilter.java start line: 40 end line: 48 size: 9 LOC McCabe index: 2 number of parameters: 2 id: 222 unit: private boolean isAscii() file: core/src/main/java/org/apache/stormcrawler/filtering/basic/BasicURLNormalizer.java start line: 422 end line: 430 size: 9 LOC McCabe index: 3 number of parameters: 1 id: 223 unit: protected boolean filterDocument() file: core/src/main/java/org/apache/stormcrawler/indexing/AbstractIndexerBolt.java start line: 191 end line: 200 size: 8 LOC McCabe index: 4 number of parameters: 1 id: 224 unit: public QName getReturnType() file: core/src/main/java/org/apache/stormcrawler/parse/filter/XPathFilter.java start line: 62 end line: 69 size: 8 LOC McCabe index: 2 number of parameters: 0 id: 225 unit: public void configure() file: core/src/main/java/org/apache/stormcrawler/parse/filter/DebugParseFilter.java start line: 50 end line: 57 size: 8 LOC McCabe index: 2 number of parameters: 2 id: 226 unit: public static DocumentFragment fromJsoup() file: core/src/main/java/org/apache/stormcrawler/parse/DocumentFragmentBuilder.java start line: 35 end line: 43 size: 8 LOC McCabe index: 1 number of parameters: 1 id: 227 unit: public TextExtractor() file: core/src/main/java/org/apache/stormcrawler/parse/TextExtractor.java start line: 72 end line: 79 size: 8 LOC McCabe index: 1 number of parameters: 1 id: 228 unit: public void store() file: core/src/main/java/org/apache/stormcrawler/persistence/MemoryStatusUpdater.java start line: 33 end line: 41 size: 8 LOC McCabe index: 2 number of parameters: 5 id: 229 unit: public boolean containsKeyWithValue() file: core/src/main/java/org/apache/stormcrawler/Metadata.java start line: 122 end line: 129 size: 8 LOC McCabe index: 4 number of parameters: 2 id: 230 unit: public static String getFirstValue() file: core/src/main/java/org/apache/stormcrawler/Metadata.java start line: 222 end line: 229 size: 8 LOC McCabe index: 3 number of parameters: 2 id: 231 unit: static file: core/src/main/java/org/apache/stormcrawler/util/RobotsTags.java start line: 56 end line: 63 size: 8 LOC McCabe index: 2 number of parameters: 0 id: 232 unit: public RobotsTags() file: core/src/main/java/org/apache/stormcrawler/util/RobotsTags.java start line: 66 end line: 76 size: 8 LOC McCabe index: 3 number of parameters: 2 id: 233 unit: static List createConfiguredInstance() file: core/src/main/java/org/apache/stormcrawler/util/Configurable.java start line: 114 end line: 121 size: 8 LOC McCabe index: 1 number of parameters: 4 id: 234 unit: static List configure() file: core/src/main/java/org/apache/stormcrawler/util/Configurable.java start line: 129 end line: 136 size: 8 LOC McCabe index: 1 number of parameters: 4 id: 235 unit: private boolean sniff() file: core/src/main/java/org/apache/stormcrawler/bolt/SiteMapParserBolt.java start line: 377 end line: 384 size: 8 LOC McCabe index: 3 number of parameters: 1 id: 236 unit: public FetchItemQueue() file: core/src/main/java/org/apache/stormcrawler/bolt/FetcherBolt.java start line: 202 end line: 210 size: 8 LOC McCabe index: 1 number of parameters: 4 id: 237 unit: public synchronized void finishFetchItem() file: core/src/main/java/org/apache/stormcrawler/bolt/FetcherBolt.java start line: 321 end line: 328 size: 8 LOC McCabe index: 2 number of parameters: 2 id: 238 unit: private void checkConfiguration() file: core/src/main/java/org/apache/stormcrawler/bolt/FetcherBolt.java start line: 794 end line: 805 size: 8 LOC McCabe index: 3 number of parameters: 1 id: 239 unit: private void checkConfiguration() file: core/src/main/java/org/apache/stormcrawler/bolt/SimpleFetcherBolt.java start line: 123 end line: 134 size: 8 LOC McCabe index: 3 number of parameters: 0 id: 240 unit: public synchronized Protocol getProtocol() file: core/src/main/java/org/apache/stormcrawler/protocol/ProtocolFactory.java start line: 101 end line: 111 size: 8 LOC McCabe index: 1 number of parameters: 1 id: 241 unit: final FilteredProtocol getProtocolFor() file: core/src/main/java/org/apache/stormcrawler/protocol/DelegatorProtocol.java start line: 273 end line: 282 size: 8 LOC McCabe index: 3 number of parameters: 2 id: 242 unit: public static String formatHttpDate() file: core/src/main/java/org/apache/stormcrawler/protocol/HttpHeaders.java start line: 92 end line: 100 size: 8 LOC McCabe index: 2 number of parameters: 1 id: 243 unit: static file: core/src/main/java/org/apache/stormcrawler/protocol/okhttp/HttpProtocol.java start line: 122 end line: 129 size: 8 LOC McCabe index: 2 number of parameters: 0 id: 244 unit: public void setConf() file: core/src/main/java/org/apache/stormcrawler/protocol/HttpRobotRulesParser.java start line: 55 end line: 63 size: 8 LOC McCabe index: 1 number of parameters: 1 id: 245 unit: public BaseRobotRules getRobotRulesSetFromCache() file: core/src/main/java/org/apache/stormcrawler/protocol/HttpRobotRulesParser.java start line: 86 end line: 93 size: 8 LOC McCabe index: 2 number of parameters: 1 id: 246 unit: private ResponseHandler getResponseHandlerWithContentLimit() file: core/src/main/java/org/apache/stormcrawler/protocol/httpclient/HttpProtocol.java start line: 327 end line: 334 size: 8 LOC McCabe index: 1 number of parameters: 1 id: 247 unit: private final RemoteWebDriver getDriver() file: core/src/main/java/org/apache/stormcrawler/protocol/selenium/SeleniumProtocol.java start line: 91 end line: 98 size: 8 LOC McCabe index: 2 number of parameters: 0 id: 248 unit: public FileSpout() file: core/src/main/java/org/apache/stormcrawler/spout/FileSpout.java start line: 114 end line: 121 size: 8 LOC McCabe index: 2 number of parameters: 2 id: 249 unit: public void declareOutputFields() file: core/src/main/java/org/apache/stormcrawler/spout/FileSpout.java start line: 209 end line: 217 size: 8 LOC McCabe index: 2 number of parameters: 1 id: 250 unit: public void declareOutputFields() file: core/src/main/java/org/apache/stormcrawler/spout/MemorySpout.java start line: 136 end line: 144 size: 8 LOC McCabe index: 2 number of parameters: 1 id: 251 unit: public void loadJSONResources() file: core/src/main/java/org/apache/stormcrawler/JSONResource.java start line: 42 end line: 55 size: 8 LOC McCabe index: 1 number of parameters: 1 id: 252 unit: protected String trimText() file: core/src/main/java/org/apache/stormcrawler/indexing/AbstractIndexerBolt.java start line: 310 end line: 316 size: 7 LOC McCabe index: 4 number of parameters: 1 id: 253 unit: private void copyAttributes() file: core/src/main/java/org/apache/stormcrawler/parse/DocumentFragmentBuilder.java start line: 92 end line: 99 size: 7 LOC McCabe index: 3 number of parameters: 2 id: 254 unit: public ParseResult() file: core/src/main/java/org/apache/stormcrawler/parse/ParseResult.java start line: 43 end line: 49 size: 7 LOC McCabe index: 2 number of parameters: 2 id: 255 unit: public static JsonNode filterJson() file: core/src/main/java/org/apache/stormcrawler/jsoup/LDJsonParseFilter.java start line: 50 end line: 57 size: 7 LOC McCabe index: 2 number of parameters: 1 id: 256 unit: private void setDurationForStatus() file: core/src/main/java/org/apache/stormcrawler/persistence/DefaultScheduler.java start line: 184 end line: 190 size: 7 LOC McCabe index: 2 number of parameters: 2 id: 257 unit: public void acked() file: core/src/main/java/org/apache/stormcrawler/persistence/urlbuffer/PriorityURLBuffer.java start line: 97 end line: 105 size: 7 LOC McCabe index: 2 number of parameters: 1 id: 258 unit: protected abstract void store() file: core/src/main/java/org/apache/stormcrawler/persistence/AbstractStatusUpdaterBolt.java start line: 265 end line: 272 size: 7 LOC McCabe index: 1 number of parameters: 5 id: 259 unit: public boolean containsKey() file: core/src/main/java/org/apache/stormcrawler/persistence/AbstractQueryingSpout.java start line: 158 end line: 164 size: 7 LOC McCabe index: 2 number of parameters: 1 id: 260 unit: private boolean triggerQueries() file: core/src/main/java/org/apache/stormcrawler/persistence/AbstractQueryingSpout.java start line: 239 end line: 246 size: 7 LOC McCabe index: 3 number of parameters: 0 id: 261 unit: public static T initializeFromQualifiedName() file: core/src/main/java/org/apache/stormcrawler/util/InitialisationUtil.java start line: 80 end line: 86 size: 7 LOC McCabe index: 1 number of parameters: 3 id: 262 unit: public static T initializeFromClass() file: core/src/main/java/org/apache/stormcrawler/util/InitialisationUtil.java start line: 202 end line: 208 size: 7 LOC McCabe index: 1 number of parameters: 3 id: 263 unit: public static int getInt() file: core/src/main/java/org/apache/stormcrawler/util/ConfUtils.java start line: 50 end line: 56 size: 7 LOC McCabe index: 2 number of parameters: 3 id: 264 unit: public static long getLong() file: core/src/main/java/org/apache/stormcrawler/util/ConfUtils.java start line: 58 end line: 64 size: 7 LOC McCabe index: 2 number of parameters: 3 id: 265 unit: public static float getFloat() file: core/src/main/java/org/apache/stormcrawler/util/ConfUtils.java start line: 66 end line: 72 size: 7 LOC McCabe index: 2 number of parameters: 3 id: 266 unit: public static boolean getBoolean() file: core/src/main/java/org/apache/stormcrawler/util/ConfUtils.java start line: 91 end line: 97 size: 7 LOC McCabe index: 2 number of parameters: 3 id: 267 unit: public static String getString() file: core/src/main/java/org/apache/stormcrawler/util/ConfUtils.java start line: 134 end line: 140 size: 7 LOC McCabe index: 2 number of parameters: 3 id: 268 unit: public void configure() file: core/src/main/java/org/apache/stormcrawler/util/AbstractConfigurable.java start line: 31 end line: 37 size: 7 LOC McCabe index: 1 number of parameters: 3 id: 269 unit: static List createConfiguredInstance() file: core/src/main/java/org/apache/stormcrawler/util/Configurable.java start line: 62 end line: 68 size: 7 LOC McCabe index: 1 number of parameters: 4 id: 270 unit: public static URL resolveURL() file: core/src/main/java/org/apache/stormcrawler/util/URLUtil.java start line: 40 end line: 48 size: 7 LOC McCabe index: 2 number of parameters: 2 id: 271 unit: public static String getHost() file: core/src/main/java/org/apache/stormcrawler/util/URLUtil.java start line: 128 end line: 134 size: 7 LOC McCabe index: 2 number of parameters: 1 id: 272 unit: public static String extractRefreshURL() file: core/src/main/java/org/apache/stormcrawler/util/RefreshTag.java start line: 51 end line: 57 size: 7 LOC McCabe index: 2 number of parameters: 1 id: 273 unit: public Object getValueAndReset() file: core/src/main/java/org/apache/stormcrawler/util/CollectionMetric.java start line: 34 end line: 40 size: 7 LOC McCabe index: 1 number of parameters: 0 id: 274 unit: public String toString() file: core/src/main/java/org/apache/stormcrawler/proxy/SCProxy.java start line: 117 end line: 129 size: 7 LOC McCabe index: 3 number of parameters: 0 id: 275 unit: private String getNormalizedProtocolName() file: core/src/main/java/org/apache/stormcrawler/protocol/okhttp/HttpProtocol.java start line: 513 end line: 520 size: 7 LOC McCabe index: 2 number of parameters: 1 id: 276 unit: public static void add() file: core/src/main/java/org/apache/stormcrawler/spout/MemorySpout.java start line: 75 end line: 81 size: 7 LOC McCabe index: 1 number of parameters: 3 id: 277 unit: public int compareTo() file: core/src/main/java/org/apache/stormcrawler/spout/MemorySpout.java start line: 177 end line: 187 size: 7 LOC McCabe index: 3 number of parameters: 1 id: 278 unit: public static void main() file: core/src/main/java/org/apache/stormcrawler/filtering/regex/RegexURLNormalizer.java start line: 240 end line: 248 size: 7 LOC McCabe index: 1 number of parameters: 1 id: 279 unit: public void configure() file: core/src/main/java/org/apache/stormcrawler/filtering/sitemap/SitemapFilter.java start line: 54 end line: 60 size: 7 LOC McCabe index: 1 number of parameters: 3 id: 280 unit: public void loadJSONResources() file: core/src/main/java/org/apache/stormcrawler/parse/ParseFilters.java start line: 100 end line: 105 size: 6 LOC McCabe index: 1 number of parameters: 1 id: 281 unit: public void configure() file: core/src/main/java/org/apache/stormcrawler/parse/ParseFilters.java start line: 113 end line: 118 size: 6 LOC McCabe index: 1 number of parameters: 2 id: 282 unit: public void filter() file: core/src/main/java/org/apache/stormcrawler/parse/filter/CollectionTagger.java start line: 121 end line: 126 size: 6 LOC McCabe index: 2 number of parameters: 4 id: 283 unit: public void configure() file: core/src/main/java/org/apache/stormcrawler/parse/JSoupFilters.java start line: 106 end line: 111 size: 6 LOC McCabe index: 1 number of parameters: 2 id: 284 unit: public void tail() file: core/src/main/java/org/apache/stormcrawler/parse/DocumentFragmentBuilder.java start line: 85 end line: 90 size: 6 LOC McCabe index: 3 number of parameters: 2 id: 285 unit: private static void appendNormalisedText() file: core/src/main/java/org/apache/stormcrawler/parse/TextExtractor.java start line: 210 end line: 215 size: 6 LOC McCabe index: 3 number of parameters: 2 id: 286 unit: public static void start() file: core/src/main/java/org/apache/stormcrawler/ConfigurableTopology.java start line: 37 end line: 44 size: 6 LOC McCabe index: 1 number of parameters: 2 id: 287 unit: protected int submit() file: core/src/main/java/org/apache/stormcrawler/ConfigurableTopology.java start line: 53 end line: 58 size: 6 LOC McCabe index: 2 number of parameters: 2 id: 288 unit: private CustomInterval() file: core/src/main/java/org/apache/stormcrawler/persistence/DefaultScheduler.java start line: 177 end line: 182 size: 6 LOC McCabe index: 1 number of parameters: 4 id: 289 unit: public synchronized Values next() file: core/src/main/java/org/apache/stormcrawler/persistence/urlbuffer/PriorityURLBuffer.java start line: 55 end line: 61 size: 6 LOC McCabe index: 2 number of parameters: 0 id: 290 unit: protected final void ack() file: core/src/main/java/org/apache/stormcrawler/persistence/AbstractStatusUpdaterBolt.java start line: 256 end line: 263 size: 6 LOC McCabe index: 2 number of parameters: 2 id: 291 unit: public static Status fromHTTPCode() file: core/src/main/java/org/apache/stormcrawler/persistence/Status.java start line: 27 end line: 34 size: 6 LOC McCabe index: 5 number of parameters: 1 id: 292 unit: public String getFirstValue() file: core/src/main/java/org/apache/stormcrawler/Metadata.java start line: 91 end line: 96 size: 6 LOC McCabe index: 3 number of parameters: 1 id: 293 unit: private static void checkSuperClass() file: core/src/main/java/org/apache/stormcrawler/util/InitialisationUtil.java start line: 329 end line: 334 size: 6 LOC McCabe index: 2 number of parameters: 1 id: 294 unit: public static List loadListFromConf() file: core/src/main/java/org/apache/stormcrawler/util/ConfUtils.java start line: 171 end line: 176 size: 6 LOC McCabe index: 2 number of parameters: 4 id: 295 unit: public Object extractResult() file: core/src/main/java/org/apache/stormcrawler/util/PerSecondReducer.java start line: 47 end line: 53 size: 6 LOC McCabe index: 2 number of parameters: 1 id: 296 unit: public Map getComponentConfiguration() file: core/src/main/java/org/apache/stormcrawler/bolt/FetcherBolt.java start line: 117 end line: 122 size: 6 LOC McCabe index: 1 number of parameters: 0 id: 297 unit: private FetchItem() file: core/src/main/java/org/apache/stormcrawler/bolt/FetcherBolt.java start line: 132 end line: 137 size: 6 LOC McCabe index: 1 number of parameters: 3 id: 298 unit: public void finishFetchItem() file: core/src/main/java/org/apache/stormcrawler/bolt/FetcherBolt.java start line: 220 end line: 225 size: 6 LOC McCabe index: 2 number of parameters: 2 id: 299 unit: public synchronized void cleanup() file: core/src/main/java/org/apache/stormcrawler/protocol/ProtocolFactory.java start line: 93 end line: 98 size: 6 LOC McCabe index: 2 number of parameters: 0 id: 300 unit: private void getDirAsHttpResponse() file: core/src/main/java/org/apache/stormcrawler/protocol/file/FileResponse.java start line: 115 end line: 120 size: 6 LOC McCabe index: 1 number of parameters: 1 id: 301 unit: public void configure() file: core/src/main/java/org/apache/stormcrawler/protocol/selenium/NavigationFilters.java start line: 103 end line: 109 size: 6 LOC McCabe index: 1 number of parameters: 2 id: 302 unit: public static KeyValue build() file: core/src/main/java/org/apache/stormcrawler/protocol/AbstractHttpProtocol.java start line: 71 end line: 76 size: 6 LOC McCabe index: 3 number of parameters: 1 id: 303 unit: public void open() file: core/src/main/java/org/apache/stormcrawler/spout/FileSpout.java start line: 172 end line: 180 size: 6 LOC McCabe index: 1 number of parameters: 3 id: 304 unit: public void loadJSONResources() file: core/src/main/java/org/apache/stormcrawler/filtering/URLFilters.java start line: 101 end line: 106 size: 6 LOC McCabe index: 1 number of parameters: 1 id: 305 unit: public void configure() file: core/src/main/java/org/apache/stormcrawler/filtering/URLFilters.java start line: 134 end line: 139 size: 6 LOC McCabe index: 1 number of parameters: 2 id: 306 unit: public void prepare() file: core/src/main/java/org/apache/stormcrawler/indexing/StdOutIndexer.java start line: 39 end line: 43 size: 5 LOC McCabe index: 1 number of parameters: 3 id: 307 unit: public void declareOutputFields() file: core/src/main/java/org/apache/stormcrawler/indexing/AbstractIndexerBolt.java start line: 328 end line: 332 size: 5 LOC McCabe index: 1 number of parameters: 1 id: 308 unit: public void prepare() file: core/src/main/java/org/apache/stormcrawler/indexing/DummyIndexer.java start line: 36 end line: 40 size: 5 LOC McCabe index: 1 number of parameters: 3 id: 309 unit: public void cleanup() file: core/src/main/java/org/apache/stormcrawler/parse/ParseFilters.java start line: 150 end line: 154 size: 5 LOC McCabe index: 2 number of parameters: 0 id: 310 unit: public void filter() file: core/src/main/java/org/apache/stormcrawler/parse/filter/DomainParseFilter.java start line: 57 end line: 61 size: 5 LOC McCabe index: 1 number of parameters: 4 id: 311 unit: public void configure() file: core/src/main/java/org/apache/stormcrawler/parse/filter/LinkParseFilter.java start line: 128 end line: 132 size: 5 LOC McCabe index: 1 number of parameters: 2 id: 312 unit: public void loadJSONResources() file: core/src/main/java/org/apache/stormcrawler/parse/JSoupFilters.java start line: 94 end line: 98 size: 5 LOC McCabe index: 1 number of parameters: 1 id: 313 unit: public abstract void filter() file: core/src/main/java/org/apache/stormcrawler/parse/ParseFilter.java start line: 40 end line: 51 size: 5 LOC McCabe index: 1 number of parameters: 4 id: 314 unit: public ParseData() file: core/src/main/java/org/apache/stormcrawler/parse/ParseData.java start line: 30 end line: 34 size: 5 LOC McCabe index: 1 number of parameters: 2 id: 315 unit: private LabelledExpression() file: core/src/main/java/org/apache/stormcrawler/jsoup/XPathFilter.java start line: 51 end line: 55 size: 5 LOC McCabe index: 1 number of parameters: 2 id: 316 unit: public void configure() file: core/src/main/java/org/apache/stormcrawler/jsoup/LinkParseFilter.java start line: 126 end line: 130 size: 5 LOC McCabe index: 1 number of parameters: 2 id: 317 unit: public int compareTo() file: core/src/main/java/org/apache/stormcrawler/persistence/urlbuffer/PriorityURLBuffer.java start line: 117 end line: 121 size: 5 LOC McCabe index: 2 number of parameters: 1 id: 318 unit: protected void markQueryReceivedNow() file: core/src/main/java/org/apache/stormcrawler/persistence/AbstractQueryingSpout.java start line: 253 end line: 257 size: 5 LOC McCabe index: 1 number of parameters: 0 id: 319 unit: public void ack() file: core/src/main/java/org/apache/stormcrawler/persistence/AbstractQueryingSpout.java start line: 270 end line: 274 size: 5 LOC McCabe index: 1 number of parameters: 1 id: 320 unit: public void setValues() file: core/src/main/java/org/apache/stormcrawler/Metadata.java start line: 138 end line: 143 size: 5 LOC McCabe index: 3 number of parameters: 2 id: 321 unit: public Set keySet() file: core/src/main/java/org/apache/stormcrawler/Metadata.java start line: 215 end line: 219 size: 5 LOC McCabe index: 1 number of parameters: 1 id: 322 unit: private void checkLockException() file: core/src/main/java/org/apache/stormcrawler/Metadata.java start line: 274 end line: 278 size: 5 LOC McCabe index: 2 number of parameters: 0 id: 323 unit: public void extractMetaTags() file: core/src/main/java/org/apache/stormcrawler/util/RobotsTags.java start line: 119 end line: 123 size: 5 LOC McCabe index: 2 number of parameters: 1 id: 324 unit: public void normaliseToMetadata() file: core/src/main/java/org/apache/stormcrawler/util/RobotsTags.java start line: 143 end line: 147 size: 5 LOC McCabe index: 1 number of parameters: 1 id: 325 unit: public Metadata filter() file: core/src/main/java/org/apache/stormcrawler/util/MetadataTransfer.java start line: 151 end line: 159 size: 5 LOC McCabe index: 1 number of parameters: 1 id: 326 unit: public void addMeasurement() file: core/src/main/java/org/apache/stormcrawler/util/CollectionMetric.java start line: 27 end line: 31 size: 5 LOC McCabe index: 1 number of parameters: 1 id: 327 unit: public void cleanup() file: core/src/main/java/org/apache/stormcrawler/bolt/JSoupParserBolt.java start line: 547 end line: 551 size: 5 LOC McCabe index: 2 number of parameters: 0 id: 328 unit: public void cleanup() file: core/src/main/java/org/apache/stormcrawler/bolt/SiteMapParserBolt.java start line: 387 end line: 391 size: 5 LOC McCabe index: 2 number of parameters: 0 id: 329 unit: public void declareOutputFields() file: core/src/main/java/org/apache/stormcrawler/bolt/URLFilterBolt.java start line: 102 end line: 106 size: 5 LOC McCabe index: 1 number of parameters: 1 id: 330 unit: public void declareOutputFields() file: core/src/main/java/org/apache/stormcrawler/bolt/StatusEmitterBolt.java start line: 63 end line: 67 size: 5 LOC McCabe index: 1 number of parameters: 1 id: 331 unit: public void cleanup() file: core/src/main/java/org/apache/stormcrawler/bolt/FeedParserBolt.java start line: 245 end line: 249 size: 5 LOC McCabe index: 2 number of parameters: 0 id: 332 unit: public void declareOutputFields() file: core/src/main/java/org/apache/stormcrawler/bolt/SimpleFetcherBolt.java start line: 230 end line: 234 size: 5 LOC McCabe index: 1 number of parameters: 1 id: 333 unit: public void dnsEnd() file: core/src/main/java/org/apache/stormcrawler/protocol/okhttp/DNSResolutionListener.java start line: 40 end line: 44 size: 5 LOC McCabe index: 1 number of parameters: 3 id: 334 unit: public void configure() file: core/src/main/java/org/apache/stormcrawler/protocol/selenium/SeleniumProtocol.java start line: 42 end line: 46 size: 5 LOC McCabe index: 1 number of parameters: 1 id: 335 unit: public KeyValue() file: core/src/main/java/org/apache/stormcrawler/protocol/AbstractHttpProtocol.java start line: 65 end line: 69 size: 5 LOC McCabe index: 1 number of parameters: 2 id: 336 unit: public ProtocolResponse() file: core/src/main/java/org/apache/stormcrawler/protocol/ProtocolResponse.java start line: 84 end line: 88 size: 5 LOC McCabe index: 2 number of parameters: 3 id: 337 unit: private String trimValue() file: core/src/main/java/org/apache/stormcrawler/indexing/StdOutIndexer.java start line: 91 end line: 94 size: 4 LOC McCabe index: 2 number of parameters: 1 id: 338 unit: public LabelledJsonPointer() file: core/src/main/java/org/apache/stormcrawler/parse/filter/LDJsonParseFilter.java start line: 107 end line: 110 size: 4 LOC McCabe index: 1 number of parameters: 2 id: 339 unit: public void loadJSONResources() file: core/src/main/java/org/apache/stormcrawler/parse/filter/CollectionTagger.java start line: 115 end line: 118 size: 4 LOC McCabe index: 1 number of parameters: 1 id: 340 unit: public W3CBuilder() file: core/src/main/java/org/apache/stormcrawler/parse/DocumentFragmentBuilder.java start line: 52 end line: 55 size: 4 LOC McCabe index: 1 number of parameters: 2 id: 341 unit: public Outlink() file: core/src/main/java/org/apache/stormcrawler/parse/Outlink.java start line: 31 end line: 34 size: 4 LOC McCabe index: 1 number of parameters: 2 id: 342 unit: public LabelledJsonPointer() file: core/src/main/java/org/apache/stormcrawler/jsoup/LDJsonParseFilter.java start line: 77 end line: 80 size: 4 LOC McCabe index: 1 number of parameters: 2 id: 343 unit: public PriorityURLBuffer() file: core/src/main/java/org/apache/stormcrawler/persistence/urlbuffer/PriorityURLBuffer.java start line: 50 end line: 53 size: 4 LOC McCabe index: 1 number of parameters: 0 id: 344 unit: void addTiming() file: core/src/main/java/org/apache/stormcrawler/persistence/urlbuffer/SchedulingURLBuffer.java start line: 178 end line: 181 size: 4 LOC McCabe index: 1 number of parameters: 2 id: 345 unit: public void onRemoval() file: core/src/main/java/org/apache/stormcrawler/persistence/urlbuffer/SchedulingURLBuffer.java start line: 184 end line: 187 size: 4 LOC McCabe index: 1 number of parameters: 3 id: 346 unit: public V remove() file: core/src/main/java/org/apache/stormcrawler/persistence/AbstractQueryingSpout.java start line: 167 end line: 170 size: 4 LOC McCabe index: 1 number of parameters: 1 id: 347 unit: public void fail() file: core/src/main/java/org/apache/stormcrawler/persistence/AbstractQueryingSpout.java start line: 277 end line: 280 size: 4 LOC McCabe index: 1 number of parameters: 1 id: 348 unit: public Metadata() file: core/src/main/java/org/apache/stormcrawler/Metadata.java start line: 55 end line: 58 size: 4 LOC McCabe index: 2 number of parameters: 1 id: 349 unit: public void putAll() file: core/src/main/java/org/apache/stormcrawler/Metadata.java start line: 61 end line: 65 size: 4 LOC McCabe index: 1 number of parameters: 1 id: 350 unit: public String getFirstValue() file: core/src/main/java/org/apache/stormcrawler/Metadata.java start line: 101 end line: 104 size: 4 LOC McCabe index: 3 number of parameters: 2 id: 351 unit: public void setValue() file: core/src/main/java/org/apache/stormcrawler/Metadata.java start line: 132 end line: 136 size: 4 LOC McCabe index: 1 number of parameters: 2 id: 352 unit: public Metadata lock() file: core/src/main/java/org/apache/stormcrawler/Metadata.java start line: 256 end line: 259 size: 4 LOC McCabe index: 1 number of parameters: 0 id: 353 unit: public Metadata unlock() file: core/src/main/java/org/apache/stormcrawler/Metadata.java start line: 266 end line: 269 size: 4 LOC McCabe index: 1 number of parameters: 0 id: 354 unit: public static T initializeFromClass() file: core/src/main/java/org/apache/stormcrawler/util/InitialisationUtil.java start line: 232 end line: 235 size: 4 LOC McCabe index: 1 number of parameters: 1 id: 355 unit: default void configure() file: core/src/main/java/org/apache/stormcrawler/util/Configurable.java start line: 49 end line: 52 size: 4 LOC McCabe index: 1 number of parameters: 3 id: 356 unit: private void init() file: core/src/main/java/org/apache/stormcrawler/proxy/MultiProxyManager.java start line: 49 end line: 54 size: 4 LOC McCabe index: 1 number of parameters: 1 id: 357 unit: private SCProxy getRoundRobin() file: core/src/main/java/org/apache/stormcrawler/proxy/MultiProxyManager.java start line: 175 end line: 181 size: 4 LOC McCabe index: 2 number of parameters: 0 id: 358 unit: public void declareOutputFields() file: core/src/main/java/org/apache/stormcrawler/bolt/JSoupParserBolt.java start line: 454 end line: 459 size: 4 LOC McCabe index: 1 number of parameters: 1 id: 359 unit: public void declareOutputFields() file: core/src/main/java/org/apache/stormcrawler/bolt/SiteMapParserBolt.java start line: 368 end line: 371 size: 4 LOC McCabe index: 1 number of parameters: 1 id: 360 unit: public URLFilterBolt() file: core/src/main/java/org/apache/stormcrawler/bolt/URLFilterBolt.java start line: 59 end line: 62 size: 4 LOC McCabe index: 1 number of parameters: 2 id: 361 unit: private void setNextFetchTime() file: core/src/main/java/org/apache/stormcrawler/bolt/FetcherBolt.java start line: 241 end line: 244 size: 4 LOC McCabe index: 3 number of parameters: 2 id: 362 unit: public void declareOutputFields() file: core/src/main/java/org/apache/stormcrawler/bolt/FetcherBolt.java start line: 912 end line: 915 size: 4 LOC McCabe index: 1 number of parameters: 1 id: 363 unit: public void declareOutputFields() file: core/src/main/java/org/apache/stormcrawler/bolt/FeedParserBolt.java start line: 239 end line: 242 size: 4 LOC McCabe index: 1 number of parameters: 1 id: 364 unit: public Filter() file: core/src/main/java/org/apache/stormcrawler/protocol/DelegatorProtocol.java start line: 83 end line: 86 size: 4 LOC McCabe index: 1 number of parameters: 2 id: 365 unit: public FilteredProtocol() file: core/src/main/java/org/apache/stormcrawler/protocol/DelegatorProtocol.java start line: 111 end line: 114 size: 4 LOC McCabe index: 1 number of parameters: 3 id: 366 unit: public ProtocolResponse getProtocolOutput() file: core/src/main/java/org/apache/stormcrawler/protocol/file/FileProtocol.java start line: 37 end line: 40 size: 4 LOC McCabe index: 1 number of parameters: 2 id: 367 unit: public BaseRobotRules getRobotRules() file: core/src/main/java/org/apache/stormcrawler/protocol/AbstractHttpProtocol.java start line: 123 end line: 126 size: 4 LOC McCabe index: 2 number of parameters: 1 id: 368 unit: public BaseRobotRules parseRules() file: core/src/main/java/org/apache/stormcrawler/protocol/RobotRulesParser.java start line: 194 end line: 197 size: 4 LOC McCabe index: 1 number of parameters: 4 id: 369 unit: public void activate() file: core/src/main/java/org/apache/stormcrawler/spout/FileSpout.java start line: 223 end line: 226 size: 4 LOC McCabe index: 1 number of parameters: 0 id: 370 unit: public void deactivate() file: core/src/main/java/org/apache/stormcrawler/spout/FileSpout.java start line: 229 end line: 232 size: 4 LOC McCabe index: 1 number of parameters: 0 id: 371 unit: public MemorySpout() file: core/src/main/java/org/apache/stormcrawler/spout/MemorySpout.java start line: 69 end line: 72 size: 4 LOC McCabe index: 1 number of parameters: 2 id: 372 unit: public void activate() file: core/src/main/java/org/apache/stormcrawler/spout/MemorySpout.java start line: 147 end line: 150 size: 4 LOC McCabe index: 1 number of parameters: 0 id: 373 unit: public void deactivate() file: core/src/main/java/org/apache/stormcrawler/spout/MemorySpout.java start line: 153 end line: 156 size: 4 LOC McCabe index: 1 number of parameters: 0 id: 374 unit: public String getKey() file: core/src/main/java/org/apache/stormcrawler/indexing/AbstractIndexerBolt.java start line: 115 end line: 117 size: 3 LOC McCabe index: 1 number of parameters: 0 id: 375 unit: public String getAlias() file: core/src/main/java/org/apache/stormcrawler/indexing/AbstractIndexerBolt.java start line: 119 end line: 122 size: 3 LOC McCabe index: 1 number of parameters: 0 id: 376 unit: public int getIndex() file: core/src/main/java/org/apache/stormcrawler/indexing/AbstractIndexerBolt.java start line: 124 end line: 126 size: 3 LOC McCabe index: 1 number of parameters: 0 id: 377 unit: public boolean isGlob() file: core/src/main/java/org/apache/stormcrawler/indexing/AbstractIndexerBolt.java start line: 128 end line: 130 size: 3 LOC McCabe index: 1 number of parameters: 0 id: 378 unit: protected String getDocumentID() file: core/src/main/java/org/apache/stormcrawler/indexing/AbstractIndexerBolt.java start line: 256 end line: 258 size: 3 LOC McCabe index: 1 number of parameters: 2 id: 379 unit: protected String fieldNameForText() file: core/src/main/java/org/apache/stormcrawler/indexing/AbstractIndexerBolt.java start line: 302 end line: 304 size: 3 LOC McCabe index: 1 number of parameters: 0 id: 380 unit: protected String fieldNameForURL() file: core/src/main/java/org/apache/stormcrawler/indexing/AbstractIndexerBolt.java start line: 319 end line: 321 size: 3 LOC McCabe index: 1 number of parameters: 0 id: 381 unit: protected boolean ignoreEmptyFields() file: core/src/main/java/org/apache/stormcrawler/indexing/AbstractIndexerBolt.java start line: 323 end line: 325 size: 3 LOC McCabe index: 1 number of parameters: 0 id: 382 unit: private ParseFilters() file: core/src/main/java/org/apache/stormcrawler/parse/ParseFilters.java start line: 60 end line: 62 size: 3 LOC McCabe index: 1 number of parameters: 0 id: 383 unit: public String getResourceFile() file: core/src/main/java/org/apache/stormcrawler/parse/ParseFilters.java start line: 108 end line: 110 size: 3 LOC McCabe index: 1 number of parameters: 0 id: 384 unit: public boolean needsDOM() file: core/src/main/java/org/apache/stormcrawler/parse/filter/XPathFilter.java start line: 214 end line: 216 size: 3 LOC McCabe index: 1 number of parameters: 0 id: 385 unit: public boolean needsDOM() file: core/src/main/java/org/apache/stormcrawler/parse/filter/DebugParseFilter.java start line: 60 end line: 62 size: 3 LOC McCabe index: 1 number of parameters: 0 id: 386 unit: public String toString() file: core/src/main/java/org/apache/stormcrawler/parse/filter/LDJsonParseFilter.java start line: 113 end line: 115 size: 3 LOC McCabe index: 1 number of parameters: 0 id: 387 unit: public boolean needsDOM() file: core/src/main/java/org/apache/stormcrawler/parse/filter/LDJsonParseFilter.java start line: 119 end line: 121 size: 3 LOC McCabe index: 1 number of parameters: 0 id: 388 unit: public String getResourceFile() file: core/src/main/java/org/apache/stormcrawler/parse/filter/CollectionTagger.java start line: 110 end line: 112 size: 3 LOC McCabe index: 1 number of parameters: 0 id: 389 unit: public void setCollections() file: core/src/main/java/org/apache/stormcrawler/parse/filter/CollectionTagger.java start line: 133 end line: 135 size: 3 LOC McCabe index: 1 number of parameters: 1 id: 390 unit: public String getName() file: core/src/main/java/org/apache/stormcrawler/parse/filter/CollectionTagger.java start line: 154 end line: 156 size: 3 LOC McCabe index: 1 number of parameters: 0 id: 391 unit: public void setName() file: core/src/main/java/org/apache/stormcrawler/parse/filter/CollectionTagger.java start line: 158 end line: 160 size: 3 LOC McCabe index: 1 number of parameters: 1 id: 392 unit: public void setIncludePatterns() file: core/src/main/java/org/apache/stormcrawler/parse/filter/CollectionTagger.java start line: 194 end line: 196 size: 3 LOC McCabe index: 1 number of parameters: 1 id: 393 unit: public void setExcludePatterns() file: core/src/main/java/org/apache/stormcrawler/parse/filter/CollectionTagger.java start line: 198 end line: 200 size: 3 LOC McCabe index: 1 number of parameters: 1 id: 394 unit: private JSoupFilters() file: core/src/main/java/org/apache/stormcrawler/parse/JSoupFilters.java start line: 54 end line: 56 size: 3 LOC McCabe index: 1 number of parameters: 0 id: 395 unit: public String getResourceFile() file: core/src/main/java/org/apache/stormcrawler/parse/JSoupFilters.java start line: 101 end line: 103 size: 3 LOC McCabe index: 1 number of parameters: 0 id: 396 unit: static boolean lastCharIsWhitespace() file: core/src/main/java/org/apache/stormcrawler/parse/TextExtractor.java start line: 234 end line: 236 size: 3 LOC McCabe index: 2 number of parameters: 1 id: 397 unit: public ParseData() file: core/src/main/java/org/apache/stormcrawler/parse/ParseData.java start line: 26 end line: 28 size: 3 LOC McCabe index: 1 number of parameters: 0 id: 398 unit: public ParseData() file: core/src/main/java/org/apache/stormcrawler/parse/ParseData.java start line: 36 end line: 38 size: 3 LOC McCabe index: 1 number of parameters: 1 id: 399 unit: public String getText() file: core/src/main/java/org/apache/stormcrawler/parse/ParseData.java start line: 40 end line: 42 size: 3 LOC McCabe index: 1 number of parameters: 0 id: 400 unit: public Metadata getMetadata() file: core/src/main/java/org/apache/stormcrawler/parse/ParseData.java start line: 44 end line: 46 size: 3 LOC McCabe index: 1 number of parameters: 0 id: 401 unit: public void setText() file: core/src/main/java/org/apache/stormcrawler/parse/ParseData.java start line: 48 end line: 50 size: 3 LOC McCabe index: 1 number of parameters: 1 id: 402 unit: public void setMetadata() file: core/src/main/java/org/apache/stormcrawler/parse/ParseData.java start line: 52 end line: 54 size: 3 LOC McCabe index: 1 number of parameters: 1 id: 403 unit: public void setContent() file: core/src/main/java/org/apache/stormcrawler/parse/ParseData.java start line: 60 end line: 62 size: 3 LOC McCabe index: 1 number of parameters: 1 id: 404 unit: public void put() file: core/src/main/java/org/apache/stormcrawler/parse/ParseData.java start line: 64 end line: 66 size: 3 LOC McCabe index: 1 number of parameters: 2 id: 405 unit: public String get() file: core/src/main/java/org/apache/stormcrawler/parse/ParseData.java start line: 68 end line: 70 size: 3 LOC McCabe index: 1 number of parameters: 1 id: 406 unit: public ParseResult() file: core/src/main/java/org/apache/stormcrawler/parse/ParseResult.java start line: 31 end line: 33 size: 3 LOC McCabe index: 1 number of parameters: 0 id: 407 unit: public ParseResult() file: core/src/main/java/org/apache/stormcrawler/parse/ParseResult.java start line: 35 end line: 37 size: 3 LOC McCabe index: 1 number of parameters: 1 id: 408 unit: public ParseResult() file: core/src/main/java/org/apache/stormcrawler/parse/ParseResult.java start line: 39 end line: 41 size: 3 LOC McCabe index: 1 number of parameters: 1 id: 409 unit: public boolean isEmpty() file: core/src/main/java/org/apache/stormcrawler/parse/ParseResult.java start line: 51 end line: 53 size: 3 LOC McCabe index: 1 number of parameters: 0 id: 410 unit: public int size() file: core/src/main/java/org/apache/stormcrawler/parse/ParseResult.java start line: 55 end line: 57 size: 3 LOC McCabe index: 1 number of parameters: 0 id: 411 unit: public List getOutlinks() file: core/src/main/java/org/apache/stormcrawler/parse/ParseResult.java start line: 59 end line: 61 size: 3 LOC McCabe index: 1 number of parameters: 0 id: 412 unit: public void setOutlinks() file: core/src/main/java/org/apache/stormcrawler/parse/ParseResult.java start line: 63 end line: 65 size: 3 LOC McCabe index: 1 number of parameters: 1 id: 413 unit: public void put() file: core/src/main/java/org/apache/stormcrawler/parse/ParseResult.java start line: 90 end line: 92 size: 3 LOC McCabe index: 1 number of parameters: 3 id: 414 unit: public void set() file: core/src/main/java/org/apache/stormcrawler/parse/ParseResult.java start line: 95 end line: 97 size: 3 LOC McCabe index: 1 number of parameters: 2 id: 415 unit: public Map getParseMap() file: core/src/main/java/org/apache/stormcrawler/parse/ParseResult.java start line: 99 end line: 101 size: 3 LOC McCabe index: 1 number of parameters: 0 id: 416 unit: public Outlink() file: core/src/main/java/org/apache/stormcrawler/parse/Outlink.java start line: 27 end line: 29 size: 3 LOC McCabe index: 1 number of parameters: 1 id: 417 unit: public String getTargetURL() file: core/src/main/java/org/apache/stormcrawler/parse/Outlink.java start line: 36 end line: 38 size: 3 LOC McCabe index: 1 number of parameters: 0 id: 418 unit: public void setTargetURL() file: core/src/main/java/org/apache/stormcrawler/parse/Outlink.java start line: 40 end line: 42 size: 3 LOC McCabe index: 1 number of parameters: 1 id: 419 unit: public String getAnchor() file: core/src/main/java/org/apache/stormcrawler/parse/Outlink.java start line: 44 end line: 46 size: 3 LOC McCabe index: 1 number of parameters: 0 id: 420 unit: public void setAnchor() file: core/src/main/java/org/apache/stormcrawler/parse/Outlink.java start line: 48 end line: 50 size: 3 LOC McCabe index: 1 number of parameters: 1 id: 421 unit: public Metadata getMetadata() file: core/src/main/java/org/apache/stormcrawler/parse/Outlink.java start line: 52 end line: 54 size: 3 LOC McCabe index: 1 number of parameters: 0 id: 422 unit: public void setMetadata() file: core/src/main/java/org/apache/stormcrawler/parse/Outlink.java start line: 56 end line: 58 size: 3 LOC McCabe index: 1 number of parameters: 1 id: 423 unit: public String toString() file: core/src/main/java/org/apache/stormcrawler/parse/Outlink.java start line: 60 end line: 62 size: 3 LOC McCabe index: 1 number of parameters: 0 id: 424 unit: protected Config getConf() file: core/src/main/java/org/apache/stormcrawler/ConfigurableTopology.java start line: 46 end line: 48 size: 3 LOC McCabe index: 1 number of parameters: 0 id: 425 unit: List evaluate() file: core/src/main/java/org/apache/stormcrawler/jsoup/XPathFilter.java start line: 57 end line: 59 size: 3 LOC McCabe index: 1 number of parameters: 1 id: 426 unit: public String toString() file: core/src/main/java/org/apache/stormcrawler/jsoup/XPathFilter.java start line: 61 end line: 63 size: 3 LOC McCabe index: 1 number of parameters: 0 id: 427 unit: public String toString() file: core/src/main/java/org/apache/stormcrawler/jsoup/LDJsonParseFilter.java start line: 83 end line: 85 size: 3 LOC McCabe index: 1 number of parameters: 0 id: 428 unit: static URLBuffer getInstance() file: core/src/main/java/org/apache/stormcrawler/persistence/urlbuffer/URLBuffer.java start line: 66 end line: 68 size: 3 LOC McCabe index: 1 number of parameters: 1 id: 429 unit: default boolean add() file: core/src/main/java/org/apache/stormcrawler/persistence/urlbuffer/URLBuffer.java start line: 86 end line: 88 size: 3 LOC McCabe index: 1 number of parameters: 2 id: 430 unit: public void configure() file: core/src/main/java/org/apache/stormcrawler/persistence/urlbuffer/AbstractURLBuffer.java start line: 50 end line: 52 size: 3 LOC McCabe index: 1 number of parameters: 1 id: 431 unit: public synchronized int numQueues() file: core/src/main/java/org/apache/stormcrawler/persistence/urlbuffer/AbstractURLBuffer.java start line: 55 end line: 57 size: 3 LOC McCabe index: 1 number of parameters: 0 id: 432 unit: public synchronized boolean add() file: core/src/main/java/org/apache/stormcrawler/persistence/urlbuffer/AbstractURLBuffer.java start line: 94 end line: 96 size: 3 LOC McCabe index: 1 number of parameters: 2 id: 433 unit: public synchronized int size() file: core/src/main/java/org/apache/stormcrawler/persistence/urlbuffer/AbstractURLBuffer.java start line: 99 end line: 101 size: 3 LOC McCabe index: 1 number of parameters: 0 id: 434 unit: public void setEmptyQueueListener() file: core/src/main/java/org/apache/stormcrawler/persistence/urlbuffer/AbstractURLBuffer.java start line: 103 end line: 105 size: 3 LOC McCabe index: 1 number of parameters: 1 id: 435 unit: public synchronized boolean hasNext() file: core/src/main/java/org/apache/stormcrawler/persistence/urlbuffer/AbstractURLBuffer.java start line: 108 end line: 110 size: 3 LOC McCabe index: 1 number of parameters: 0 id: 436 unit: protected String getDocumentID() file: core/src/main/java/org/apache/stormcrawler/persistence/AbstractStatusUpdaterBolt.java start line: 251 end line: 253 size: 3 LOC McCabe index: 1 number of parameters: 2 id: 437 unit: public InProcessMap() file: core/src/main/java/org/apache/stormcrawler/persistence/AbstractQueryingSpout.java start line: 153 end line: 155 size: 3 LOC McCabe index: 1 number of parameters: 2 id: 438 unit: public long inCache() file: core/src/main/java/org/apache/stormcrawler/persistence/AbstractQueryingSpout.java start line: 172 end line: 174 size: 3 LOC McCabe index: 1 number of parameters: 0 id: 439 unit: protected long getTimeLastQuerySent() file: core/src/main/java/org/apache/stormcrawler/persistence/AbstractQueryingSpout.java start line: 248 end line: 250 size: 3 LOC McCabe index: 1 number of parameters: 0 id: 440 unit: public void activate() file: core/src/main/java/org/apache/stormcrawler/persistence/AbstractQueryingSpout.java start line: 260 end line: 262 size: 3 LOC McCabe index: 1 number of parameters: 0 id: 441 unit: public void deactivate() file: core/src/main/java/org/apache/stormcrawler/persistence/AbstractQueryingSpout.java start line: 265 end line: 267 size: 3 LOC McCabe index: 1 number of parameters: 0 id: 442 unit: public void declareOutputFields() file: core/src/main/java/org/apache/stormcrawler/persistence/AbstractQueryingSpout.java start line: 283 end line: 285 size: 3 LOC McCabe index: 1 number of parameters: 1 id: 443 unit: public Metadata() file: core/src/main/java/org/apache/stormcrawler/Metadata.java start line: 48 end line: 50 size: 3 LOC McCabe index: 1 number of parameters: 0 id: 444 unit: public boolean containsKey() file: core/src/main/java/org/apache/stormcrawler/Metadata.java start line: 118 end line: 120 size: 3 LOC McCabe index: 1 number of parameters: 1 id: 445 unit: public String toString() file: core/src/main/java/org/apache/stormcrawler/Metadata.java start line: 188 end line: 190 size: 3 LOC McCabe index: 1 number of parameters: 0 id: 446 unit: public int size() file: core/src/main/java/org/apache/stormcrawler/Metadata.java start line: 206 end line: 208 size: 3 LOC McCabe index: 1 number of parameters: 0 id: 447 unit: public Set keySet() file: core/src/main/java/org/apache/stormcrawler/Metadata.java start line: 210 end line: 212 size: 3 LOC McCabe index: 1 number of parameters: 0 id: 448 unit: public void copy() file: core/src/main/java/org/apache/stormcrawler/Metadata.java start line: 237 end line: 239 size: 3 LOC McCabe index: 1 number of parameters: 2 id: 449 unit: public Map asMap() file: core/src/main/java/org/apache/stormcrawler/Metadata.java start line: 242 end line: 244 size: 3 LOC McCabe index: 1 number of parameters: 0 id: 450 unit: public static String getString() file: core/src/main/java/org/apache/stormcrawler/util/ConfUtils.java start line: 113 end line: 115 size: 3 LOC McCabe index: 1 number of parameters: 2 id: 451 unit: public boolean isNoIndex() file: core/src/main/java/org/apache/stormcrawler/util/RobotsTags.java start line: 149 end line: 151 size: 3 LOC McCabe index: 1 number of parameters: 0 id: 452 unit: public boolean isNoFollow() file: core/src/main/java/org/apache/stormcrawler/util/RobotsTags.java start line: 153 end line: 155 size: 3 LOC McCabe index: 1 number of parameters: 0 id: 453 unit: public boolean isNoCache() file: core/src/main/java/org/apache/stormcrawler/util/RobotsTags.java start line: 157 end line: 159 size: 3 LOC McCabe index: 1 number of parameters: 0 id: 454 unit: public URLStreamGrouping() file: core/src/main/java/org/apache/stormcrawler/util/URLStreamGrouping.java start line: 64 end line: 66 size: 3 LOC McCabe index: 1 number of parameters: 1 id: 455 unit: public String getPartition() file: core/src/main/java/org/apache/stormcrawler/util/URLPartitioner.java start line: 99 end line: 101 size: 3 LOC McCabe index: 1 number of parameters: 2 id: 456 unit: public Fields getOutputFields() file: core/src/main/java/org/apache/stormcrawler/util/StringTabScheme.java start line: 60 end line: 62 size: 3 LOC McCabe index: 1 number of parameters: 0 id: 457 unit: public String getName() file: core/src/main/java/org/apache/stormcrawler/util/AbstractConfigurable.java start line: 27 end line: 29 size: 3 LOC McCabe index: 1 number of parameters: 0 id: 458 unit: public TimeReducerState init() file: core/src/main/java/org/apache/stormcrawler/util/PerSecondReducer.java start line: 25 end line: 27 size: 3 LOC McCabe index: 1 number of parameters: 0 id: 459 unit: private static String getCharsetFromHTTP() file: core/src/main/java/org/apache/stormcrawler/util/CharsetIdentification.java start line: 129 end line: 131 size: 3 LOC McCabe index: 1 number of parameters: 1 id: 460 unit: private SCProxy getRandom() file: core/src/main/java/org/apache/stormcrawler/proxy/MultiProxyManager.java start line: 170 end line: 173 size: 3 LOC McCabe index: 1 number of parameters: 0 id: 461 unit: public int proxyCount() file: core/src/main/java/org/apache/stormcrawler/proxy/MultiProxyManager.java start line: 206 end line: 208 size: 3 LOC McCabe index: 1 number of parameters: 0 id: 462 unit: private void init() file: core/src/main/java/org/apache/stormcrawler/proxy/SCProxy.java start line: 53 end line: 56 size: 3 LOC McCabe index: 1 number of parameters: 0 id: 463 unit: public void incrementUsage() file: core/src/main/java/org/apache/stormcrawler/proxy/SCProxy.java start line: 132 end line: 134 size: 3 LOC McCabe index: 1 number of parameters: 0 id: 464 unit: public int getUsage() file: core/src/main/java/org/apache/stormcrawler/proxy/SCProxy.java start line: 137 end line: 139 size: 3 LOC McCabe index: 1 number of parameters: 0 id: 465 unit: public String getProtocol() file: core/src/main/java/org/apache/stormcrawler/proxy/SCProxy.java start line: 141 end line: 143 size: 3 LOC McCabe index: 1 number of parameters: 0 id: 466 unit: public String getAddress() file: core/src/main/java/org/apache/stormcrawler/proxy/SCProxy.java start line: 145 end line: 147 size: 3 LOC McCabe index: 1 number of parameters: 0 id: 467 unit: public String getPort() file: core/src/main/java/org/apache/stormcrawler/proxy/SCProxy.java start line: 149 end line: 151 size: 3 LOC McCabe index: 1 number of parameters: 0 id: 468 unit: public String getUsername() file: core/src/main/java/org/apache/stormcrawler/proxy/SCProxy.java start line: 153 end line: 155 size: 3 LOC McCabe index: 1 number of parameters: 0 id: 469 unit: public String getPassword() file: core/src/main/java/org/apache/stormcrawler/proxy/SCProxy.java start line: 157 end line: 159 size: 3 LOC McCabe index: 1 number of parameters: 0 id: 470 unit: public String getCountry() file: core/src/main/java/org/apache/stormcrawler/proxy/SCProxy.java start line: 161 end line: 163 size: 3 LOC McCabe index: 1 number of parameters: 0 id: 471 unit: public String getArea() file: core/src/main/java/org/apache/stormcrawler/proxy/SCProxy.java start line: 165 end line: 167 size: 3 LOC McCabe index: 1 number of parameters: 0 id: 472 unit: public String getLocation() file: core/src/main/java/org/apache/stormcrawler/proxy/SCProxy.java start line: 169 end line: 171 size: 3 LOC McCabe index: 1 number of parameters: 0 id: 473 unit: public String getStatus() file: core/src/main/java/org/apache/stormcrawler/proxy/SCProxy.java start line: 173 end line: 175 size: 3 LOC McCabe index: 1 number of parameters: 0 id: 474 unit: public SCProxy getProxy() file: core/src/main/java/org/apache/stormcrawler/proxy/SingleProxyManager.java start line: 63 end line: 65 size: 3 LOC McCabe index: 1 number of parameters: 1 id: 475 unit: public URLFilterBolt() file: core/src/main/java/org/apache/stormcrawler/bolt/URLFilterBolt.java start line: 55 end line: 57 size: 3 LOC McCabe index: 1 number of parameters: 0 id: 476 unit: protected boolean allowRedirs() file: core/src/main/java/org/apache/stormcrawler/bolt/StatusEmitterBolt.java start line: 115 end line: 117 size: 3 LOC McCabe index: 1 number of parameters: 0 id: 477 unit: public void declareOutputFields() file: core/src/main/java/org/apache/stormcrawler/bolt/URLPartitionerBolt.java start line: 132 end line: 134 size: 3 LOC McCabe index: 1 number of parameters: 1 id: 478 unit: public int getQueueSize() file: core/src/main/java/org/apache/stormcrawler/bolt/FetcherBolt.java start line: 212 end line: 214 size: 3 LOC McCabe index: 1 number of parameters: 0 id: 479 unit: public int getInProgressSize() file: core/src/main/java/org/apache/stormcrawler/bolt/FetcherBolt.java start line: 216 end line: 218 size: 3 LOC McCabe index: 1 number of parameters: 0 id: 480 unit: public boolean addFetchItem() file: core/src/main/java/org/apache/stormcrawler/bolt/FetcherBolt.java start line: 227 end line: 229 size: 3 LOC McCabe index: 1 number of parameters: 1 id: 481 unit: public void cleanup() file: core/src/main/java/org/apache/stormcrawler/bolt/FetcherBolt.java start line: 918 end line: 920 size: 3 LOC McCabe index: 1 number of parameters: 0 id: 482 unit: private Config getConf() file: core/src/main/java/org/apache/stormcrawler/bolt/SimpleFetcherBolt.java start line: 136 end line: 138 size: 3 LOC McCabe index: 1 number of parameters: 0 id: 483 unit: public void cleanup() file: core/src/main/java/org/apache/stormcrawler/bolt/SimpleFetcherBolt.java start line: 237 end line: 239 size: 3 LOC McCabe index: 1 number of parameters: 0 id: 484 unit: Protocol getProtocolInstance() file: core/src/main/java/org/apache/stormcrawler/protocol/DelegatorProtocol.java start line: 106 end line: 108 size: 3 LOC McCabe index: 1 number of parameters: 0 id: 485 unit: public ProtocolResponse getProtocolOutput() file: core/src/main/java/org/apache/stormcrawler/protocol/DelegatorProtocol.java start line: 155 end line: 157 size: 3 LOC McCabe index: 1 number of parameters: 2 id: 486 unit: public BaseRobotRules getRobotRules() file: core/src/main/java/org/apache/stormcrawler/protocol/DelegatorProtocol.java start line: 159 end line: 161 size: 3 LOC McCabe index: 1 number of parameters: 1 id: 487 unit: public void cleanup() file: core/src/main/java/org/apache/stormcrawler/protocol/DelegatorProtocol.java start line: 163 end line: 165 size: 3 LOC McCabe index: 1 number of parameters: 0 id: 488 unit: public void cleanup() file: core/src/main/java/org/apache/stormcrawler/protocol/DelegatorProtocol.java start line: 310 end line: 312 size: 3 LOC McCabe index: 2 number of parameters: 0 id: 489 unit: public static void main() file: core/src/main/java/org/apache/stormcrawler/protocol/DelegatorProtocol.java start line: 314 end line: 316 size: 3 LOC McCabe index: 1 number of parameters: 1 id: 490 unit: public void configure() file: core/src/main/java/org/apache/stormcrawler/protocol/file/FileProtocol.java start line: 32 end line: 34 size: 3 LOC McCabe index: 1 number of parameters: 1 id: 491 unit: public BaseRobotRules getRobotRules() file: core/src/main/java/org/apache/stormcrawler/protocol/file/FileProtocol.java start line: 43 end line: 45 size: 3 LOC McCabe index: 1 number of parameters: 1 id: 492 unit: public String getEncoding() file: core/src/main/java/org/apache/stormcrawler/protocol/file/FileProtocol.java start line: 47 end line: 49 size: 3 LOC McCabe index: 1 number of parameters: 0 id: 493 unit: public static void main() file: core/src/main/java/org/apache/stormcrawler/protocol/file/FileProtocol.java start line: 54 end line: 56 size: 3 LOC McCabe index: 1 number of parameters: 1 id: 494 unit: public ProtocolResponse toProtocolResponse() file: core/src/main/java/org/apache/stormcrawler/protocol/file/FileResponse.java start line: 90 end line: 92 size: 3 LOC McCabe index: 1 number of parameters: 0 id: 495 unit: private static String formatDate() file: core/src/main/java/org/apache/stormcrawler/protocol/file/FileResponse.java start line: 122 end line: 124 size: 3 LOC McCabe index: 1 number of parameters: 1 id: 496 unit: public void checkClientTrusted() file: core/src/main/java/org/apache/stormcrawler/protocol/okhttp/HttpProtocol.java start line: 104 end line: 106 size: 3 LOC McCabe index: 1 number of parameters: 2 id: 497 unit: public void checkServerTrusted() file: core/src/main/java/org/apache/stormcrawler/protocol/okhttp/HttpProtocol.java start line: 109 end line: 111 size: 3 LOC McCabe index: 1 number of parameters: 2 id: 498 unit: public static void main() file: core/src/main/java/org/apache/stormcrawler/protocol/okhttp/HttpProtocol.java start line: 619 end line: 621 size: 3 LOC McCabe index: 1 number of parameters: 1 id: 499 unit: public DNSResolutionListener() file: core/src/main/java/org/apache/stormcrawler/protocol/okhttp/DNSResolutionListener.java start line: 35 end line: 37 size: 3 LOC McCabe index: 1 number of parameters: 1 id: 500 unit: public void dnsStart() file: core/src/main/java/org/apache/stormcrawler/protocol/okhttp/DNSResolutionListener.java start line: 47 end line: 49 size: 3 LOC McCabe index: 1 number of parameters: 2 id: 501 unit: public HttpRobotRulesParser() file: core/src/main/java/org/apache/stormcrawler/protocol/HttpRobotRulesParser.java start line: 50 end line: 52 size: 3 LOC McCabe index: 1 number of parameters: 1 id: 502 unit: public ProtocolResponse handleResponse() file: core/src/main/java/org/apache/stormcrawler/protocol/httpclient/HttpProtocol.java start line: 283 end line: 285 size: 3 LOC McCabe index: 1 number of parameters: 1 id: 503 unit: public static void main() file: core/src/main/java/org/apache/stormcrawler/protocol/httpclient/HttpProtocol.java start line: 375 end line: 377 size: 3 LOC McCabe index: 1 number of parameters: 1 id: 504 unit: public static void main() file: core/src/main/java/org/apache/stormcrawler/protocol/selenium/RemoteDriverProtocol.java start line: 130 end line: 132 size: 3 LOC McCabe index: 1 number of parameters: 1 id: 505 unit: private NavigationFilters() file: core/src/main/java/org/apache/stormcrawler/protocol/selenium/NavigationFilters.java start line: 49 end line: 51 size: 3 LOC McCabe index: 1 number of parameters: 0 id: 506 unit: public RobotRules() file: core/src/main/java/org/apache/stormcrawler/protocol/RobotRules.java start line: 32 end line: 34 size: 3 LOC McCabe index: 1 number of parameters: 1 id: 507 unit: public boolean isAllowed() file: core/src/main/java/org/apache/stormcrawler/protocol/RobotRules.java start line: 37 end line: 39 size: 3 LOC McCabe index: 1 number of parameters: 1 id: 508 unit: public boolean isAllowAll() file: core/src/main/java/org/apache/stormcrawler/protocol/RobotRules.java start line: 42 end line: 44 size: 3 LOC McCabe index: 1 number of parameters: 0 id: 509 unit: public boolean isAllowNone() file: core/src/main/java/org/apache/stormcrawler/protocol/RobotRules.java start line: 47 end line: 49 size: 3 LOC McCabe index: 1 number of parameters: 0 id: 510 unit: public void setContentLengthFetched() file: core/src/main/java/org/apache/stormcrawler/protocol/RobotRules.java start line: 57 end line: 59 size: 3 LOC McCabe index: 1 number of parameters: 1 id: 511 unit: public long getCrawlDelay() file: core/src/main/java/org/apache/stormcrawler/protocol/RobotRules.java start line: 62 end line: 64 size: 3 LOC McCabe index: 1 number of parameters: 0 id: 512 unit: public boolean isDeferVisits() file: core/src/main/java/org/apache/stormcrawler/protocol/RobotRules.java start line: 67 end line: 69 size: 3 LOC McCabe index: 1 number of parameters: 0 id: 513 unit: public List getSitemaps() file: core/src/main/java/org/apache/stormcrawler/protocol/RobotRules.java start line: 72 end line: 74 size: 3 LOC McCabe index: 1 number of parameters: 0 id: 514 unit: public int hashCode() file: core/src/main/java/org/apache/stormcrawler/protocol/RobotRules.java start line: 77 end line: 79 size: 3 LOC McCabe index: 1 number of parameters: 0 id: 515 unit: public boolean equals() file: core/src/main/java/org/apache/stormcrawler/protocol/RobotRules.java start line: 82 end line: 84 size: 3 LOC McCabe index: 1 number of parameters: 1 id: 516 unit: public void setCrawlDelay() file: core/src/main/java/org/apache/stormcrawler/protocol/RobotRules.java start line: 87 end line: 89 size: 3 LOC McCabe index: 1 number of parameters: 1 id: 517 unit: public void setDeferVisits() file: core/src/main/java/org/apache/stormcrawler/protocol/RobotRules.java start line: 92 end line: 94 size: 3 LOC McCabe index: 1 number of parameters: 1 id: 518 unit: public void addSitemap() file: core/src/main/java/org/apache/stormcrawler/protocol/RobotRules.java start line: 97 end line: 99 size: 3 LOC McCabe index: 1 number of parameters: 1 id: 519 unit: public String getKey() file: core/src/main/java/org/apache/stormcrawler/protocol/AbstractHttpProtocol.java start line: 57 end line: 59 size: 3 LOC McCabe index: 1 number of parameters: 0 id: 520 unit: public String getValue() file: core/src/main/java/org/apache/stormcrawler/protocol/AbstractHttpProtocol.java start line: 61 end line: 63 size: 3 LOC McCabe index: 1 number of parameters: 0 id: 521 unit: static file: core/src/main/java/org/apache/stormcrawler/protocol/RobotRulesParser.java start line: 84 end line: 86 size: 3 LOC McCabe index: 1 number of parameters: 0 id: 522 unit: public int getStatusCode() file: core/src/main/java/org/apache/stormcrawler/protocol/ProtocolResponse.java start line: 94 end line: 96 size: 3 LOC McCabe index: 1 number of parameters: 0 id: 523 unit: public Metadata getMetadata() file: core/src/main/java/org/apache/stormcrawler/protocol/ProtocolResponse.java start line: 98 end line: 100 size: 3 LOC McCabe index: 1 number of parameters: 0 id: 524 unit: public FileSpout() file: core/src/main/java/org/apache/stormcrawler/spout/FileSpout.java start line: 74 end line: 76 size: 3 LOC McCabe index: 1 number of parameters: 2 id: 525 unit: public FileSpout() file: core/src/main/java/org/apache/stormcrawler/spout/FileSpout.java start line: 81 end line: 83 size: 3 LOC McCabe index: 1 number of parameters: 1 id: 526 unit: public void setScheme() file: core/src/main/java/org/apache/stormcrawler/spout/FileSpout.java start line: 129 end line: 131 size: 3 LOC McCabe index: 1 number of parameters: 1 id: 527 unit: public MemorySpout() file: core/src/main/java/org/apache/stormcrawler/spout/MemorySpout.java start line: 58 end line: 60 size: 3 LOC McCabe index: 1 number of parameters: 1 id: 528 unit: public String toString() file: core/src/main/java/org/apache/stormcrawler/spout/MemorySpout.java start line: 171 end line: 173 size: 3 LOC McCabe index: 1 number of parameters: 0 id: 529 unit: protected RegexRule() file: core/src/main/java/org/apache/stormcrawler/filtering/regex/RegexRule.java start line: 32 end line: 34 size: 3 LOC McCabe index: 1 number of parameters: 2 id: 530 unit: protected boolean accept() file: core/src/main/java/org/apache/stormcrawler/filtering/regex/RegexRule.java start line: 42 end line: 44 size: 3 LOC McCabe index: 1 number of parameters: 0 id: 531 unit: public RegexURLFilter() file: core/src/main/java/org/apache/stormcrawler/filtering/regex/RegexURLFilter.java start line: 29 end line: 31 size: 3 LOC McCabe index: 1 number of parameters: 0 id: 532 unit: protected RegexRule createRule() file: core/src/main/java/org/apache/stormcrawler/filtering/regex/RegexURLFilter.java start line: 35 end line: 37 size: 3 LOC McCabe index: 1 number of parameters: 2 id: 533 unit: protected boolean match() file: core/src/main/java/org/apache/stormcrawler/filtering/regex/RegexURLFilter.java start line: 49 end line: 51 size: 3 LOC McCabe index: 1 number of parameters: 1 id: 534 unit: public String getResourceFile() file: core/src/main/java/org/apache/stormcrawler/filtering/regex/FastURLFilter.java start line: 103 end line: 105 size: 3 LOC McCabe index: 1 number of parameters: 0 id: 535 unit: public void setRules() file: core/src/main/java/org/apache/stormcrawler/filtering/regex/FastURLFilter.java start line: 283 end line: 285 size: 3 LOC McCabe index: 1 number of parameters: 1 id: 536 unit: public String getKey() file: core/src/main/java/org/apache/stormcrawler/filtering/regex/FastURLFilter.java start line: 308 end line: 310 size: 3 LOC McCabe index: 1 number of parameters: 0 id: 537 unit: public String getValue() file: core/src/main/java/org/apache/stormcrawler/filtering/regex/FastURLFilter.java start line: 312 end line: 314 size: 3 LOC McCabe index: 1 number of parameters: 0 id: 538 unit: public Type getType() file: core/src/main/java/org/apache/stormcrawler/filtering/regex/FastURLFilter.java start line: 348 end line: 350 size: 3 LOC McCabe index: 1 number of parameters: 0 id: 539 unit: public Pattern getPattern() file: core/src/main/java/org/apache/stormcrawler/filtering/regex/FastURLFilter.java start line: 352 end line: 354 size: 3 LOC McCabe index: 1 number of parameters: 0 id: 540 unit: private URLFilters() file: core/src/main/java/org/apache/stormcrawler/filtering/URLFilters.java start line: 57 end line: 59 size: 3 LOC McCabe index: 1 number of parameters: 0 id: 541 unit: public String getResourceFile() file: core/src/main/java/org/apache/stormcrawler/filtering/URLFilters.java start line: 129 end line: 131 size: 3 LOC McCabe index: 1 number of parameters: 0 id: 542 unit: public int compare() file: core/src/main/java/org/apache/stormcrawler/filtering/basic/BasicURLNormalizer.java start line: 296 end line: 298 size: 3 LOC McCabe index: 1 number of parameters: 2 id: 543 unit: public void cleanup() file: core/src/main/java/org/apache/stormcrawler/parse/ParseFilter.java start line: 57 end line: 59 size: 2 LOC McCabe index: 1 number of parameters: 0 id: 544 unit: default void acked() file: core/src/main/java/org/apache/stormcrawler/persistence/urlbuffer/URLBuffer.java start line: 112 end line: 114 size: 2 LOC McCabe index: 1 number of parameters: 1 id: 545 unit: default void configure() file: core/src/main/java/org/apache/stormcrawler/util/Configurable.java start line: 39 end line: 40 size: 2 LOC McCabe index: 1 number of parameters: 2 id: 546 unit: private DocumentFragmentBuilder() file: core/src/main/java/org/apache/stormcrawler/parse/DocumentFragmentBuilder.java start line: 33 end line: 33 size: 1 LOC McCabe index: 1 number of parameters: 0 id: 547 unit: private Constants() file: core/src/main/java/org/apache/stormcrawler/Constants.java start line: 52 end line: 52 size: 1 LOC McCabe index: 1 number of parameters: 0 id: 548 unit: default void configure() file: core/src/main/java/org/apache/stormcrawler/persistence/urlbuffer/URLBuffer.java start line: 116 end line: 116 size: 1 LOC McCabe index: 1 number of parameters: 1 id: 549 unit: private InitialisationUtil() file: core/src/main/java/org/apache/stormcrawler/util/InitialisationUtil.java start line: 379 end line: 379 size: 1 LOC McCabe index: 1 number of parameters: 0 id: 550 unit: private ConfUtils() file: core/src/main/java/org/apache/stormcrawler/util/ConfUtils.java start line: 33 end line: 33 size: 1 LOC McCabe index: 1 number of parameters: 0 id: 551 unit: public RobotsTags() file: core/src/main/java/org/apache/stormcrawler/util/RobotsTags.java start line: 78 end line: 78 size: 1 LOC McCabe index: 1 number of parameters: 0 id: 552 unit: public URLStreamGrouping() file: core/src/main/java/org/apache/stormcrawler/util/URLStreamGrouping.java start line: 62 end line: 62 size: 1 LOC McCabe index: 1 number of parameters: 0 id: 553 unit: private URLUtil() file: core/src/main/java/org/apache/stormcrawler/util/URLUtil.java start line: 29 end line: 29 size: 1 LOC McCabe index: 1 number of parameters: 0 id: 554 unit: private ConfigurableHelper() file: core/src/main/java/org/apache/stormcrawler/util/ConfigurableHelper.java start line: 31 end line: 31 size: 1 LOC McCabe index: 1 number of parameters: 0 id: 555 unit: public MultiProxyManager() file: core/src/main/java/org/apache/stormcrawler/proxy/MultiProxyManager.java start line: 56 end line: 56 size: 1 LOC McCabe index: 1 number of parameters: 0 id: 556 unit: public SingleProxyManager() file: core/src/main/java/org/apache/stormcrawler/proxy/SingleProxyManager.java start line: 28 end line: 28 size: 1 LOC McCabe index: 1 number of parameters: 0 id: 557 unit: private ProtocolFactory() file: core/src/main/java/org/apache/stormcrawler/protocol/ProtocolFactory.java start line: 33 end line: 33 size: 1 LOC McCabe index: 1 number of parameters: 0 id: 558 unit: private HttpHeaders() file: core/src/main/java/org/apache/stormcrawler/protocol/HttpHeaders.java start line: 34 end line: 34 size: 1 LOC McCabe index: 1 number of parameters: 0 id: 559 unit: public void cleanup() file: core/src/main/java/org/apache/stormcrawler/protocol/file/FileProtocol.java start line: 52 end line: 52 size: 1 LOC McCabe index: 1 number of parameters: 0 id: 560 unit: public void cleanup() file: core/src/main/java/org/apache/stormcrawler/protocol/AbstractHttpProtocol.java start line: 129 end line: 129 size: 1 LOC McCabe index: 1 number of parameters: 0 id: 561 unit: public RobotRulesParser() file: core/src/main/java/org/apache/stormcrawler/protocol/RobotRulesParser.java start line: 97 end line: 97 size: 1 LOC McCabe index: 1 number of parameters: 0 id: 562 unit: public void close() file: core/src/main/java/org/apache/stormcrawler/spout/FileSpout.java start line: 220 end line: 220 size: 1 LOC McCabe index: 1 number of parameters: 0 id: 563 unit: public void ack() file: core/src/main/java/org/apache/stormcrawler/spout/FileSpout.java start line: 235 end line: 235 size: 1 LOC McCabe index: 1 number of parameters: 1 id: 564 unit: public void configure() file: core/src/main/java/org/apache/stormcrawler/filtering/basic/SelfURLFilter.java start line: 46 end line: 46 size: 1 LOC McCabe index: 1 number of parameters: 2