path	# lines of code
custom_docs_theme/main.html	3
ingestion-beam/src/main/java/com/mozilla/telemetry/republisher/RandomSampler.java	24
ingestion-beam/src/main/java/com/mozilla/telemetry/republisher/RepublishPerDocType.java	75
ingestion-beam/src/main/java/com/mozilla/telemetry/republisher/RepublishPerNamespace.java	66
ingestion-beam/src/main/java/com/mozilla/telemetry/republisher/RepublisherOptions.java	58
ingestion-beam/src/main/java/com/mozilla/telemetry/republisher/RepublishPerChannel.java	80
ingestion-beam/src/main/java/com/mozilla/telemetry/metrics/PerDocTypeCounter.java	28
ingestion-beam/src/main/java/com/mozilla/telemetry/metrics/KeyedCounter.java	19
ingestion-beam/src/main/java/com/mozilla/telemetry/decoder/MessageScrubber.java	424
ingestion-beam/src/main/java/com/mozilla/telemetry/decoder/GeoCityLookup.java	203
ingestion-beam/src/main/java/com/mozilla/telemetry/decoder/ParseUri.java	278
ingestion-beam/src/main/java/com/mozilla/telemetry/decoder/ParsePayload.java	374
ingestion-beam/src/main/java/com/mozilla/telemetry/decoder/ParseProxy.java	74
ingestion-beam/src/main/java/com/mozilla/telemetry/decoder/ipprivacy/RemoveAttributes.java	41
ingestion-beam/src/main/java/com/mozilla/telemetry/decoder/ipprivacy/IpPrivacyDecoderOptions.java	23
ingestion-beam/src/main/java/com/mozilla/telemetry/decoder/ipprivacy/HashClientInfo.java	134
ingestion-beam/src/main/java/com/mozilla/telemetry/decoder/ipprivacy/ExtractClientIdAndDropPayload.java	87
ingestion-beam/src/main/java/com/mozilla/telemetry/decoder/ipprivacy/ParseIp.java	36
ingestion-beam/src/main/java/com/mozilla/telemetry/decoder/ExtractIpFromLogEntry.java	69
ingestion-beam/src/main/java/com/mozilla/telemetry/decoder/ParseLogEntry.java	80
ingestion-beam/src/main/java/com/mozilla/telemetry/decoder/AddMetadata.java	34
ingestion-beam/src/main/java/com/mozilla/telemetry/decoder/SanitizeAttributes.java	62
ingestion-beam/src/main/java/com/mozilla/telemetry/decoder/ParseUserAgent.java	186
ingestion-beam/src/main/java/com/mozilla/telemetry/decoder/DecoderOptions.java	54
ingestion-beam/src/main/java/com/mozilla/telemetry/decoder/GeoIspLookup.java	114
ingestion-beam/src/main/java/com/mozilla/telemetry/amplitude/InvalidAttributeException.java	9
ingestion-beam/src/main/java/com/mozilla/telemetry/amplitude/SendRequest.java	129
ingestion-beam/src/main/java/com/mozilla/telemetry/amplitude/AmplitudePublisherOptions.java	55
ingestion-beam/src/main/java/com/mozilla/telemetry/amplitude/AmplitudeEvent.java	128
ingestion-beam/src/main/java/com/mozilla/telemetry/amplitude/FilterByDocType.java	63
ingestion-beam/src/main/java/com/mozilla/telemetry/amplitude/ParseAmplitudeEvents.java	236
ingestion-beam/src/main/java/com/mozilla/telemetry/Decoder.java	71
ingestion-beam/src/main/java/com/mozilla/telemetry/options/ErrorOutputType.java	97
ingestion-beam/src/main/java/com/mozilla/telemetry/options/InputFileFormat.java	18
ingestion-beam/src/main/java/com/mozilla/telemetry/options/BigQueryWriteMethod.java	14
ingestion-beam/src/main/java/com/mozilla/telemetry/options/OutputType.java	62
ingestion-beam/src/main/java/com/mozilla/telemetry/options/SinkOptions.java	237
ingestion-beam/src/main/java/com/mozilla/telemetry/options/InputType.java	36
ingestion-beam/src/main/java/com/mozilla/telemetry/options/BigQueryReadMethod.java	11
ingestion-beam/src/main/java/com/mozilla/telemetry/options/OutputFileFormat.java	37
ingestion-beam/src/main/java/com/mozilla/telemetry/io/Write.java	421
ingestion-beam/src/main/java/com/mozilla/telemetry/io/Read.java	159
ingestion-beam/src/main/java/com/mozilla/telemetry/avro/PubsubMessageRecordFormatter.java	30
ingestion-beam/src/main/java/com/mozilla/telemetry/avro/BinaryRecordFormatter.java	27
ingestion-beam/src/main/java/com/mozilla/telemetry/avro/GenericRecordBinaryEncoder.java	24
ingestion-beam/src/main/java/com/mozilla/telemetry/avro/GuidedJsonDecoder.java	295
ingestion-beam/src/main/java/com/mozilla/telemetry/transforms/DecompressPayload.java	64
ingestion-beam/src/main/java/com/mozilla/telemetry/transforms/DecodePubsubMessages.java	26
ingestion-beam/src/main/java/com/mozilla/telemetry/transforms/PubsubConstraints.java	88
ingestion-beam/src/main/java/com/mozilla/telemetry/transforms/PubsubLiteCompat.java	42
ingestion-beam/src/main/java/com/mozilla/telemetry/transforms/NormalizeAttributes.java	122
ingestion-beam/src/main/java/com/mozilla/telemetry/transforms/Println.java	33
ingestion-beam/src/main/java/com/mozilla/telemetry/transforms/CompressPayload.java	62
ingestion-beam/src/main/java/com/mozilla/telemetry/transforms/WithCurrentTimestamp.java	34
ingestion-beam/src/main/java/com/mozilla/telemetry/transforms/PubsubMessageToTableRow.java	122
ingestion-beam/src/main/java/com/mozilla/telemetry/transforms/FailureMessage.java	80
ingestion-beam/src/main/java/com/mozilla/telemetry/transforms/LimitPayloadSize.java	43
ingestion-beam/src/main/java/com/mozilla/telemetry/transforms/KeyByBigQueryTableDestination.java	142
ingestion-beam/src/main/java/com/mozilla/telemetry/contextualservices/EmitCounters.java	44
ingestion-beam/src/main/java/com/mozilla/telemetry/contextualservices/BuildReportingUrl.java	82
ingestion-beam/src/main/java/com/mozilla/telemetry/contextualservices/VerifyMetadata.java	60
ingestion-beam/src/main/java/com/mozilla/telemetry/contextualservices/TelemetryEventType.java	4
ingestion-beam/src/main/java/com/mozilla/telemetry/contextualservices/InvalidAttributeException.java	11
ingestion-beam/src/main/java/com/mozilla/telemetry/contextualservices/LabelSpikes.java	127
ingestion-beam/src/main/java/com/mozilla/telemetry/contextualservices/SponsoredInteraction.java	86
ingestion-beam/src/main/java/com/mozilla/telemetry/contextualservices/ContextualServicesReporterOptions.java	68
ingestion-beam/src/main/java/com/mozilla/telemetry/contextualservices/SendRequest.java	100
ingestion-beam/src/main/java/com/mozilla/telemetry/contextualservices/AggregateImpressions.java	79
ingestion-beam/src/main/java/com/mozilla/telemetry/contextualservices/RejectedMessageException.java	11
ingestion-beam/src/main/java/com/mozilla/telemetry/contextualservices/FilterByDocType.java	105
ingestion-beam/src/main/java/com/mozilla/telemetry/contextualservices/UnexpectedPayloadException.java	6
ingestion-beam/src/main/java/com/mozilla/telemetry/contextualservices/ParseReportingUrl.java	414
ingestion-beam/src/main/java/com/mozilla/telemetry/util/DynamicPathTemplate.java	102
ingestion-beam/src/main/java/com/mozilla/telemetry/util/JsonValidator.java	20
ingestion-beam/src/main/java/com/mozilla/telemetry/util/Time.java	44
ingestion-beam/src/main/java/com/mozilla/telemetry/util/BeamFileInputStream.java	11
ingestion-beam/src/main/java/com/mozilla/telemetry/util/NoColonFileNaming.java	11
ingestion-beam/src/main/java/com/mozilla/telemetry/util/GzipUtil.java	15
ingestion-beam/src/main/java/com/mozilla/telemetry/util/Json.java	70
ingestion-beam/src/main/java/com/mozilla/telemetry/schema/SchemaStoreSingletonFactory.java	37
ingestion-beam/src/main/java/com/mozilla/telemetry/ContextualServicesReporter.java	84
ingestion-beam/src/main/java/com/mozilla/telemetry/AmplitudePublisher.java	95
ingestion-beam/src/main/java/com/mozilla/telemetry/Republisher.java	62
ingestion-beam/src/main/java/com/mozilla/telemetry/Sink.java	41
ingestion-beam/src/main/java/com/mozilla/telemetry/IpPrivacyDecoder.java	61
ingestion-core/src/main/java/com/mozilla/telemetry/ingestion/core/Constant.java	87
ingestion-core/src/main/java/com/mozilla/telemetry/ingestion/core/transform/NestedMetadata.java	171
ingestion-core/src/main/java/com/mozilla/telemetry/ingestion/core/transform/PubsubMessageToObjectNode.java	534
ingestion-core/src/main/java/com/mozilla/telemetry/ingestion/core/util/IOFunction.java	18
ingestion-core/src/main/java/com/mozilla/telemetry/ingestion/core/util/Time.java	45
ingestion-core/src/main/java/com/mozilla/telemetry/ingestion/core/util/DerivedAttributesMap.java	56
ingestion-core/src/main/java/com/mozilla/telemetry/ingestion/core/util/SnakeCase.java	22
ingestion-core/src/main/java/com/mozilla/telemetry/ingestion/core/util/Json.java	118
ingestion-core/src/main/java/com/mozilla/telemetry/ingestion/core/schema/JSONSchemaStore.java	31
ingestion-core/src/main/java/com/mozilla/telemetry/ingestion/core/schema/PipelineMetadataStore.java	189
ingestion-core/src/main/java/com/mozilla/telemetry/ingestion/core/schema/AvroSchemaStore.java	23
ingestion-core/src/main/java/com/mozilla/telemetry/ingestion/core/schema/SchemaStore.java	139
ingestion-core/src/main/java/com/mozilla/telemetry/ingestion/core/schema/BigQuerySchemaStore.java	88
ingestion-core/src/main/java/com/mozilla/telemetry/ingestion/core/schema/SchemaNotFoundException.java	9
ingestion-edge/pubsub_emulator.py	254
ingestion-edge/requirements.in	31
ingestion-edge/ingestion_edge/config.py	51
ingestion-edge/ingestion_edge/create_app.py	10
ingestion-edge/ingestion_edge/wsgi.py	15
ingestion-edge/ingestion_edge/publish.py	109
ingestion-edge/ingestion_edge/util.py	60
ingestion-edge/ingestion_edge/__init__.py	1
ingestion-edge/ingestion_edge/flush_manager.py	437
ingestion-edge/ingestion_edge/dockerflow.py	50
ingestion-edge/ingestion_edge/flush.py	102
ingestion-sink/src/main/resources/log4j2.yaml	13
ingestion-sink/src/main/java/com/mozilla/telemetry/ingestion/sink/config/SinkConfig.java	454
ingestion-sink/src/main/java/com/mozilla/telemetry/ingestion/sink/io/BigQuery.java	201
ingestion-sink/src/main/java/com/mozilla/telemetry/ingestion/sink/io/Gcs.java	124
ingestion-sink/src/main/java/com/mozilla/telemetry/ingestion/sink/io/Input.java	6
ingestion-sink/src/main/java/com/mozilla/telemetry/ingestion/sink/io/Pipe.java	65
ingestion-sink/src/main/java/com/mozilla/telemetry/ingestion/sink/io/PubsubLite.java	48
ingestion-sink/src/main/java/com/mozilla/telemetry/ingestion/sink/io/WriteWithErrors.java	32
ingestion-sink/src/main/java/com/mozilla/telemetry/ingestion/sink/io/Pubsub.java	123
ingestion-sink/src/main/java/com/mozilla/telemetry/ingestion/sink/transform/DecompressPayload.java	31
ingestion-sink/src/main/java/com/mozilla/telemetry/ingestion/sink/transform/BlobIdToPubsubMessage.java	14
ingestion-sink/src/main/java/com/mozilla/telemetry/ingestion/sink/transform/PubsubMessageToTemplatedString.java	66
ingestion-sink/src/main/java/com/mozilla/telemetry/ingestion/sink/transform/DocumentTypePredicate.java	31
ingestion-sink/src/main/java/com/mozilla/telemetry/ingestion/sink/transform/CompressPayload.java	33
ingestion-sink/src/main/java/com/mozilla/telemetry/ingestion/sink/transform/StringToPubsubMessage.java	39
ingestion-sink/src/main/java/com/mozilla/telemetry/ingestion/sink/transform/BlobIdToString.java	7
ingestion-sink/src/main/java/com/mozilla/telemetry/ingestion/sink/util/BatchWrite.java	174
ingestion-sink/src/main/java/com/mozilla/telemetry/ingestion/sink/util/TimedFuture.java	16
ingestion-sink/src/main/java/com/mozilla/telemetry/ingestion/sink/util/Env.java	72
ingestion-sink/src/main/java/com/mozilla/telemetry/ingestion/sink/util/BatchException.java	22
ingestion-sink/src/main/java/com/mozilla/telemetry/ingestion/sink/Sink.java	10