path	# lines of code
gradle/resources/rat-output-to-html.xsl	153
datafu-hourglass/overview.html	3
datafu-hourglass/src/main/java/datafu/hourglass/model/Merger.java	6
datafu-hourglass/src/main/java/datafu/hourglass/model/Mapper.java	7
datafu-hourglass/src/main/java/datafu/hourglass/model/KeyValueCollector.java	6
datafu-hourglass/src/main/java/datafu/hourglass/model/Accumulator.java	8
datafu-hourglass/src/main/java/datafu/hourglass/model/package-info.java	1
datafu-hourglass/src/main/java/datafu/hourglass/fs/DateRange.java	20
datafu-hourglass/src/main/java/datafu/hourglass/fs/DatePath.java	75
datafu-hourglass/src/main/java/datafu/hourglass/fs/PathUtils.java	192
datafu-hourglass/src/main/java/datafu/hourglass/fs/package-info.java	1
datafu-hourglass/src/main/java/datafu/hourglass/jobs/StagedOutputJob.java	492
datafu-hourglass/src/main/java/datafu/hourglass/jobs/PartitionPreservingExecutionPlanner.java	156
datafu-hourglass/src/main/java/datafu/hourglass/jobs/TimeBasedJob.java	99
datafu-hourglass/src/main/java/datafu/hourglass/jobs/PartitionCollapsingExecutionPlanner.java	315
datafu-hourglass/src/main/java/datafu/hourglass/jobs/AbstractPartitionCollapsingIncrementalJob.java	349
datafu-hourglass/src/main/java/datafu/hourglass/jobs/AbstractJob.java	257
datafu-hourglass/src/main/java/datafu/hourglass/jobs/DateRangePlanner.java	124
datafu-hourglass/src/main/java/datafu/hourglass/jobs/ExecutionPlanner.java	234
datafu-hourglass/src/main/java/datafu/hourglass/jobs/TimePartitioner.java	78
datafu-hourglass/src/main/java/datafu/hourglass/jobs/ReduceEstimator.java	130
datafu-hourglass/src/main/java/datafu/hourglass/jobs/DateRangeConfigurable.java	6
datafu-hourglass/src/main/java/datafu/hourglass/jobs/FileCleaner.java	45
datafu-hourglass/src/main/java/datafu/hourglass/jobs/PartitionPreservingIncrementalJob.java	88
datafu-hourglass/src/main/java/datafu/hourglass/jobs/IncrementalJob.java	86
datafu-hourglass/src/main/java/datafu/hourglass/jobs/Setup.java	6
datafu-hourglass/src/main/java/datafu/hourglass/jobs/AbstractNonIncrementalJob.java	206
datafu-hourglass/src/main/java/datafu/hourglass/jobs/PartitionCollapsingIncrementalJob.java	109
datafu-hourglass/src/main/java/datafu/hourglass/jobs/AbstractPartitionPreservingIncrementalJob.java	387
datafu-hourglass/src/main/java/datafu/hourglass/jobs/MaxInputDataExceededException.java	11
datafu-hourglass/src/main/java/datafu/hourglass/jobs/package-info.java	1
datafu-hourglass/src/main/java/datafu/hourglass/mapreduce/PartitioningCombiner.java	47
datafu-hourglass/src/main/java/datafu/hourglass/mapreduce/DelegatingMapper.java	32
datafu-hourglass/src/main/java/datafu/hourglass/mapreduce/AvroKeyValueIdentityMapper.java	17
datafu-hourglass/src/main/java/datafu/hourglass/mapreduce/PartitioningReducer.java	108
datafu-hourglass/src/main/java/datafu/hourglass/mapreduce/ObjectMapper.java	7
datafu-hourglass/src/main/java/datafu/hourglass/mapreduce/CollapsingCombiner.java	152
datafu-hourglass/src/main/java/datafu/hourglass/mapreduce/ObjectProcessor.java	18
datafu-hourglass/src/main/java/datafu/hourglass/mapreduce/CollapsingReducer.java	222
datafu-hourglass/src/main/java/datafu/hourglass/mapreduce/DelegatingCombiner.java	32
datafu-hourglass/src/main/java/datafu/hourglass/mapreduce/Parameters.java	7
datafu-hourglass/src/main/java/datafu/hourglass/mapreduce/CollapsingMapper.java	202
datafu-hourglass/src/main/java/datafu/hourglass/mapreduce/DistributedCacheHelper.java	56
datafu-hourglass/src/main/java/datafu/hourglass/mapreduce/DelegatingReducer.java	32
datafu-hourglass/src/main/java/datafu/hourglass/mapreduce/PartitioningMapper.java	106
datafu-hourglass/src/main/java/datafu/hourglass/mapreduce/ObjectReducer.java	8
datafu-hourglass/src/main/java/datafu/hourglass/mapreduce/package-info.java	1
datafu-hourglass/src/main/java/datafu/hourglass/schemas/PartitionCollapsingSchemas.java	160
datafu-hourglass/src/main/java/datafu/hourglass/schemas/TaskSchemas.java	63
datafu-hourglass/src/main/java/datafu/hourglass/schemas/PartitionPreservingSchemas.java	114
datafu-hourglass/src/main/java/datafu/hourglass/schemas/package-info.java	1
datafu-hourglass/src/main/java/datafu/hourglass/avro/AvroMultipleInputsKeyInputFormat.java	24
datafu-hourglass/src/main/java/datafu/hourglass/avro/AvroKeyValueWithMetadataRecordWriter.java	55
datafu-hourglass/src/main/java/datafu/hourglass/avro/CombinedAvroKeyInputFormat.java	55
datafu-hourglass/src/main/java/datafu/hourglass/avro/AvroKeyWithMetadataRecordWriter.java	37
datafu-hourglass/src/main/java/datafu/hourglass/avro/AvroKeyValueWithMetadataOutputFormat.java	21
datafu-hourglass/src/main/java/datafu/hourglass/avro/AvroDateRangeMetadata.java	40
datafu-hourglass/src/main/java/datafu/hourglass/avro/AvroMultipleInputsUtil.java	78
datafu-hourglass/src/main/java/datafu/hourglass/avro/AvroKeyWithMetadataOutputFormat.java	42
datafu-hourglass/src/main/java/datafu/hourglass/avro/package-info.java	1
datafu-hourglass/find_dupes.rb	9
datafu-pig/src/main/java/datafu/pig/random/RandomUUID.java	20
datafu-pig/src/main/java/datafu/pig/random/RandInt.java	31
datafu-pig/src/main/java/datafu/pig/random/package-info.java	1
datafu-pig/src/main/java/datafu/pig/sessions/Sessionize.java	107
datafu-pig/src/main/java/datafu/pig/sessions/SessionCount.java	48
datafu-pig/src/main/java/datafu/pig/sessions/package-info.java	1
datafu-pig/src/main/java/datafu/pig/sets/SetIntersect.java	75
datafu-pig/src/main/java/datafu/pig/sets/SetUnion.java	33
datafu-pig/src/main/java/datafu/pig/sets/SetOperationsBase.java	31
datafu-pig/src/main/java/datafu/pig/sets/SetDifference.java	140
datafu-pig/src/main/java/datafu/pig/sets/package-info.java	1
datafu-pig/src/main/java/datafu/pig/linkanalysis/PageRank.java	312
datafu-pig/src/main/java/datafu/pig/linkanalysis/PageRankImpl.java	391
datafu-pig/src/main/java/datafu/pig/linkanalysis/ProgressIndicator.java	5
datafu-pig/src/main/java/datafu/pig/linkanalysis/package-info.java	1
datafu-pig/src/main/java/datafu/pig/text/opennlp/TokenizeSimple.java	55
datafu-pig/src/main/java/datafu/pig/text/opennlp/SentenceDetect.java	74
datafu-pig/src/main/java/datafu/pig/text/opennlp/TokenizeWhitespace.java	55
datafu-pig/src/main/java/datafu/pig/text/opennlp/POSTag.java	106
datafu-pig/src/main/java/datafu/pig/text/opennlp/TokenizeME.java	74
datafu-pig/src/main/java/datafu/pig/text/opennlp/CachedFile.java	18
datafu-pig/src/main/java/datafu/pig/urls/URLInfo.java	102
datafu-pig/src/main/java/datafu/pig/urls/package-info.java	1
datafu-pig/src/main/java/datafu/pig/util/AssertUDF.java	23
datafu-pig/src/main/java/datafu/pig/util/SimpleEvalFunc.java	101
datafu-pig/src/main/java/datafu/pig/util/Base64Decode.java	14
datafu-pig/src/main/java/datafu/pig/util/ContextualEvalFunc.java	44
datafu-pig/src/main/java/datafu/pig/util/TransposeTupleToBag.java	61
datafu-pig/src/main/java/datafu/pig/util/AliasableEvalFunc.java	160
datafu-pig/src/main/java/datafu/pig/util/Assert.java	5
datafu-pig/src/main/java/datafu/pig/util/SelectStringFieldByName.java	32
datafu-pig/src/main/java/datafu/pig/util/Base64Encode.java	14
datafu-pig/src/main/java/datafu/pig/util/In.java	5
datafu-pig/src/main/java/datafu/pig/util/IntToBool.java	8
datafu-pig/src/main/java/datafu/pig/util/InUDF.java	19
datafu-pig/src/main/java/datafu/pig/util/BoolToInt.java	8
datafu-pig/src/main/java/datafu/pig/util/Coalesce.java	128
datafu-pig/src/main/java/datafu/pig/util/DataFuException.java	68
datafu-pig/src/main/java/datafu/pig/util/FieldNotFound.java	12
datafu-pig/src/main/java/datafu/pig/util/TupleDiff.java	128
datafu-pig/src/main/java/datafu/pig/util/package-info.java	1
datafu-pig/src/main/java/datafu/pig/hash/SHA.java	28
datafu-pig/src/main/java/datafu/pig/hash/lsh/cosine/HyperplaneLSH.java	21
datafu-pig/src/main/java/datafu/pig/hash/lsh/cosine/package-info.java	1
datafu-pig/src/main/java/datafu/pig/hash/lsh/LSHFunc.java	102
datafu-pig/src/main/java/datafu/pig/hash/lsh/interfaces/LSHCreator.java	61
datafu-pig/src/main/java/datafu/pig/hash/lsh/interfaces/LSH.java	16
datafu-pig/src/main/java/datafu/pig/hash/lsh/interfaces/Sampler.java	6
datafu-pig/src/main/java/datafu/pig/hash/lsh/interfaces/package-info.java	1
datafu-pig/src/main/java/datafu/pig/hash/lsh/LSHFamily.java	24
datafu-pig/src/main/java/datafu/pig/hash/lsh/CosineDistanceHash.java	38
datafu-pig/src/main/java/datafu/pig/hash/lsh/RepeatingLSH.java	34
datafu-pig/src/main/java/datafu/pig/hash/lsh/util/DataTypeUtil.java	126
datafu-pig/src/main/java/datafu/pig/hash/lsh/util/package-info.java	1
datafu-pig/src/main/java/datafu/pig/hash/lsh/L1PStableHash.java	39
datafu-pig/src/main/java/datafu/pig/hash/lsh/p_stable/AbstractStableDistributionFunction.java	42
datafu-pig/src/main/java/datafu/pig/hash/lsh/p_stable/L2LSH.java	18
datafu-pig/src/main/java/datafu/pig/hash/lsh/p_stable/L1LSH.java	18
datafu-pig/src/main/java/datafu/pig/hash/lsh/p_stable/package-info.java	1
datafu-pig/src/main/java/datafu/pig/hash/lsh/L2PStableHash.java	39
datafu-pig/src/main/java/datafu/pig/hash/lsh/metric/L1.java	14
datafu-pig/src/main/java/datafu/pig/hash/lsh/metric/Cosine.java	14
datafu-pig/src/main/java/datafu/pig/hash/lsh/metric/MetricUDF.java	95
datafu-pig/src/main/java/datafu/pig/hash/lsh/metric/L2.java	14
datafu-pig/src/main/java/datafu/pig/hash/lsh/metric/package-info.java	1
datafu-pig/src/main/java/datafu/pig/hash/lsh/package-info.java	1
datafu-pig/src/main/java/datafu/pig/hash/Hasher.java	76
datafu-pig/src/main/java/datafu/pig/hash/HasherRand.java	51
datafu-pig/src/main/java/datafu/pig/hash/MD5.java	48
datafu-pig/src/main/java/datafu/pig/hash/package-info.java	1
datafu-pig/src/main/java/datafu/pig/sampling/WeightedReservoirSample.java	181
datafu-pig/src/main/java/datafu/pig/sampling/SimpleRandomSample.java	319
datafu-pig/src/main/java/datafu/pig/sampling/ReservoirSample.java	230
datafu-pig/src/main/java/datafu/pig/sampling/ScoredTuple.java	71
datafu-pig/src/main/java/datafu/pig/sampling/SimpleRandomSampleWithReplacementVote.java	121
datafu-pig/src/main/java/datafu/pig/sampling/SampleByKey.java	58
datafu-pig/src/main/java/datafu/pig/sampling/SimpleRandomSampleWithReplacementElect.java	143
datafu-pig/src/main/java/datafu/pig/sampling/Reservoir.java	25
datafu-pig/src/main/java/datafu/pig/sampling/WeightedSample.java	104
datafu-pig/src/main/java/datafu/pig/sampling/package-info.java	1
datafu-pig/src/main/java/datafu/pig/geo/HaversineDistInMiles.java	25
datafu-pig/src/main/java/datafu/pig/geo/package-info.java	1
datafu-pig/src/main/java/datafu/pig/bags/ReverseEnumerate.java	74
datafu-pig/src/main/java/datafu/pig/bags/EmptyBagToNull.java	35
datafu-pig/src/main/java/datafu/pig/bags/NullToEmptyBag.java	26
datafu-pig/src/main/java/datafu/pig/bags/PrependToBag.java	31
datafu-pig/src/main/java/datafu/pig/bags/BagGroup.java	117
datafu-pig/src/main/java/datafu/pig/bags/TupleFromBag.java	62
datafu-pig/src/main/java/datafu/pig/bags/BagJoin.java	219
datafu-pig/src/main/java/datafu/pig/bags/BagLeftOuterJoin.java	25
datafu-pig/src/main/java/datafu/pig/bags/FirstTupleFromBag.java	50
datafu-pig/src/main/java/datafu/pig/bags/ZipBags.java	58
datafu-pig/src/main/java/datafu/pig/bags/EmptyBagToNullFields.java	58
datafu-pig/src/main/java/datafu/pig/bags/AppendToBag.java	27
datafu-pig/src/main/java/datafu/pig/bags/UnorderedPairs.java	80
datafu-pig/src/main/java/datafu/pig/bags/BagSplit.java	94
datafu-pig/src/main/java/datafu/pig/bags/CountDistinctUpTo.java	156
datafu-pig/src/main/java/datafu/pig/bags/DistinctBy.java	98
datafu-pig/src/main/java/datafu/pig/bags/BagConcat.java	94
datafu-pig/src/main/java/datafu/pig/bags/CountEach.java	102
datafu-pig/src/main/java/datafu/pig/bags/Enumerate.java	88
datafu-pig/src/main/java/datafu/pig/bags/package-info.java	1
datafu-pig/src/main/java/datafu/pig/stats/LongVAR.java	288
datafu-pig/src/main/java/datafu/pig/stats/VAR.java	300
datafu-pig/src/main/java/datafu/pig/stats/IntVAR.java	288
datafu-pig/src/main/java/datafu/pig/stats/Median.java	8
datafu-pig/src/main/java/datafu/pig/stats/StreamingMedian.java	8
datafu-pig/src/main/java/datafu/pig/stats/StreamingQuantile.java	276
datafu-pig/src/main/java/datafu/pig/stats/entropy/EntropyUtil.java	20
datafu-pig/src/main/java/datafu/pig/stats/entropy/EmpiricalCountEntropy.java	229
datafu-pig/src/main/java/datafu/pig/stats/entropy/CondEntropy.java	117
datafu-pig/src/main/java/datafu/pig/stats/entropy/ChaoShenEntropyEstimator.java	134
datafu-pig/src/main/java/datafu/pig/stats/entropy/EntropyEstimator.java	29
datafu-pig/src/main/java/datafu/pig/stats/entropy/Entropy.java	99
datafu-pig/src/main/java/datafu/pig/stats/entropy/EmpiricalEntropyEstimator.java	25
datafu-pig/src/main/java/datafu/pig/stats/HyperLogLogPlusPlus.java	152
datafu-pig/src/main/java/datafu/pig/stats/FloatVAR.java	289
datafu-pig/src/main/java/datafu/pig/stats/DoubleVAR.java	288
datafu-pig/src/main/java/datafu/pig/stats/Quantile.java	103
datafu-pig/src/main/java/datafu/pig/stats/MarkovPairs.java	92
datafu-pig/src/main/java/datafu/pig/stats/QuantileUtil.java	44
datafu-pig/src/main/java/datafu/pig/stats/package-info.java	1
datafu-pig/src/main/java/datafu/pig/stats/WilsonBinConf.java	74
datafu-pig/src/main/java/datafu/org/apache/pig/piggybank/evaluation/ExtremalTupleByNthField.java	177
datafu-pig/src/main/resources/datafu/left_outer_join.pig	37
datafu-pig/src/main/resources/datafu/tf_idf.pig	84
datafu-pig/src/main/resources/datafu/diff_macros.pig	34
datafu-pig/src/main/resources/datafu/dedup.pig	34
datafu-pig/src/main/resources/datafu/sample_by_keys.pig	38
datafu-pig/src/main/resources/datafu/count_macros.pig	38
buildSrc/src/main/groovy/datafu/autojar/GradleAutojarPlugin.groovy	14
buildSrc/src/main/groovy/datafu/autojar/task/Autojar.groovy	125
buildSrc/src/main/groovy/datafu/autojar/task/ExtractAutojar.groovy	29
site/config.rb	37
site/source/javascripts/all.js	1
site/source/layouts/_footer.erb	27
site/source/layouts/docs.erb	33
site/source/layouts/layout.erb	39
site/source/layouts/blog.erb	41
site/source/layouts/_docs_nav.erb	55
site/source/layouts/_header.erb	24
site/source/blog/index.html.erb	36
site/source/index.markdown.erb	49
site/source/stylesheets/all.less	53
site/source/stylesheets/bootstrap-theme.css	340
site/source/stylesheets/highlight.css.erb	19
site/source/sitemap.xml.builder	14
site/lib/pig.rb	54
build-plugin/src/main/java/org/adrianwalker/multilinestring/EcjMultilineProcessor.java	41
build-plugin/src/main/java/org/adrianwalker/multilinestring/Multiline.java	9
build-plugin/src/main/java/org/adrianwalker/multilinestring/MultilineProcessor.java	33
build-plugin/src/main/java/org/adrianwalker/multilinestring/JavacMultilineProcessor.java	39
datafu-spark/src/main/scala/spark/utils/overwrites/SparkOverwriteUDAFs.scala	135
datafu-spark/src/main/scala/spark/utils/overwrites/SparkPythonRunner.scala	101
datafu-spark/src/main/scala/datafu/spark/Aggregators.scala	129
datafu-spark/src/main/scala/datafu/spark/SparkDFUtils.scala	337
datafu-spark/src/main/scala/datafu/spark/DataFrameOps.scala	75
datafu-spark/src/main/scala/datafu/spark/ScalaPythonBridge.scala	103
datafu-spark/src/main/scala/datafu/spark/PythonPathsManager.scala	102
datafu-spark/src/main/resources/pyspark_utils/__init__.py	1
datafu-spark/src/main/resources/pyspark_utils/df_utils.py	62
datafu-spark/src/main/resources/pyspark_utils/bridge_utils.py	41
datafu-spark/src/main/resources/pyspark_utils/init_spark_context.py	3
doap_DataFu.rdf	35