opmon/performance-review-kenya.toml (403 lines of code) (raw):
[project]
name = "OKR 2.6 Performance Review Dashboard [Kenya]"
platform = "fenix"
xaxis = "build_id"
start_date = "2023-11-06"
skip = false
is_rollout = false
skip_default_metrics = true
compact_visualization = false
metrics = [
"storage_stats_app_bytes_KE",
"storage_stats_app_bytes_US",
"storage_stats_data_dir_bytes_KE",
"storage_stats_data_dir_bytes_US",
"networking_dns_lookup_time_KE",
"networking_dns_lookup_time_US",
"networking_http_1_download_throughput_KE",
"networking_http_1_download_throughput_US",
"networking_http_2_download_throughput_KE",
"networking_http_2_download_throughput_US",
"networking_http_3_download_throughput_KE",
"networking_http_3_download_throughput_US",
"networking_http_1_upload_throughput_KE",
"networking_http_1_upload_throughput_US",
"networking_http_2_upload_throughput_KE",
"networking_http_2_upload_throughput_US",
"networking_http_3_upload_throughput_KE",
"networking_http_3_upload_throughput_US",
"performance_time_response_start_KE",
"performance_time_response_start_US",
"performance_pageload_load_time_KE",
"performance_pageload_load_time_US",
"perf_startup_cold_main_app_to_first_frame_KE",
"perf_startup_cold_main_app_to_first_frame_US",
"perf_startup_cold_view_app_to_first_frame_KE",
"perf_startup_cold_view_app_to_first_frame_US"
]
[project.population]
data_source = "baseline_US_and_KE"
channel = "release"
monitor_entire_population = true
[project.metric_groups.storage_stats_app_bytes]
friendly_name = "App Byte Size by country"
description = "The size of the app's APK and related files as installed: this is expected\nto be larger than download size.\nBreakdown by country"
metrics = [
"storage_stats_app_bytes_KE",
"storage_stats_app_bytes_US"
]
[project.metric_groups.storage_stats_data_dir_bytes]
friendly_name = "Data Dir Byte Size by country"
description = "The size of all data minus `cache_bytes`.\nBreakdown by country."
metrics = [
"storage_stats_data_dir_bytes_KE",
"storage_stats_data_dir_bytes_US"
]
[project.metric_groups.networking_dns_lookup_time]
friendly_name = "DNS Lookup Time by country"
description = "Time for a successful DNS resolution (msec).\nBreakdown by country."
metrics = [
"networking_dns_lookup_time_KE",
"networking_dns_lookup_time_US"
]
[project.metric_groups.networking_http_1_download_throughput]
friendly_name = "HTTP 1 Download Throughput by country"
description = "The download throughput for http/1.0, http/1.1 requests larger than 10MB. Measured in megabits per second, Mbps.\nBreakdown by country."
metrics = [
"networking_http_1_download_throughput_KE",
"networking_http_1_download_throughput_US"
]
[project.metric_groups.networking_http_2_download_throughput]
friendly_name = "HTTP 2 Download Throughput by country"
description = "The download throughput for http/2 requests larger than 10MB. Measured in megabits per second, Mbps.\nBreakdown by country."
metrics = [
"networking_http_2_download_throughput_KE",
"networking_http_2_download_throughput_US"
]
[project.metric_groups.networking_http_3_download_throughput]
friendly_name = "HTTP 3 Download Throughput by country"
description = "The download throughput for http/3 requests larger than 10MB. Measured in megabits per second, Mbps.\nBreakdown by country."
metrics = [
"networking_http_3_download_throughput_KE",
"networking_http_3_download_throughput_US"
]
[project.metric_groups.networking_http_1_upload_throughput]
friendly_name = "HTTP 1 Upload Throughput by country"
description = "The upload throughput for http/1.0, http/1.1 requests larger than 10MB. Measured in megabits per second, Mbps.\nBreakdown by country."
metrics = [
"networking_http_1_upload_throughput_KE",
"networking_http_1_upload_throughput_US"
]
[project.metric_groups.networking_http_2_upload_throughput]
friendly_name = "HTTP 2 Upload Throughput by country"
description = "The upload throughput for http/2 requests larger than 10MB. Measured in megabits per second, Mbps.\nBreakdown by country."
metrics = [
"networking_http_2_upload_throughput_KE",
"networking_http_2_upload_throughput_US"
]
[project.metric_groups.networking_http_3_upload_throughput]
friendly_name = "HTTP 3 Upload Throughput by country"
description = "The upload throughput for http/3 requests larger than 10MB. Measured in megabits per second, Mbps.\nBreakdown by country."
metrics = [
"networking_http_3_upload_throughput_KE",
"networking_http_3_upload_throughput_US"
]
[project.metric_groups.performance_time_response_start]
friendly_name = "Time Response Start by country"
description = "Time from navigationStart to responseStart as per the W3C Performance Timing API.\nBreakdown by country."
metrics = [
"performance_time_response_start_KE",
"performance_time_response_start_US"
]
[project.metric_groups.performance_pageload_load_time]
friendly_name = "Pageload Load Time by country"
description = "Time in milliseconds from navigationStart to loadEventStart for the foreground http or https root content document.\nBreakdown by country."
metrics = [
"performance_pageload_load_time_KE",
"performance_pageload_load_time_US"
]
[project.metric_groups.perf_startup_cold_main_app_to_first_frame]
friendly_name = "Startup Cold Main App to First Frame by country"
description = "The duration from `*Application`'s initializer to the first Android frame\nbeing drawn in a [COLD MAIN start\nup](https://wiki.mozilla.org/index.php?title=Performance/Fenix/Glossary).\nBreakdown by country."
metrics = [
"perf_startup_cold_main_app_to_first_frame_KE",
"perf_startup_cold_main_app_to_first_frame_US"
]
[project.metric_groups.perf_startup_cold_view_app_to_first_frame]
friendly_name = "Startup Cold View App to First Frame by country"
description = "The duration from `*Application`'s initializer to the first Android frame\nbeing drawn in a [COLD VIEW start\nup](https://wiki.mozilla.org/index.php?title=Performance/Fenix/Glossary).\nBreakdown by country."
metrics = [
"perf_startup_cold_view_app_to_first_frame_KE",
"perf_startup_cold_view_app_to_first_frame_US"
]
[data_sources]
[data_sources.baseline_US_and_KE]
from_expression = """(
SELECT
p.*,
DATE(p.submission_timestamp) AS submission_date
FROM `moz-fx-data-shared-prod.{dataset}.baseline` p
WHERE
(
metadata.geo.country = "US"
AND sample_id = 0
)
OR metadata.geo.country = "KE"
OR
(
metadata.geo.country = "KE"
AND sample_id BETWEEN 30 AND 80
)
)"""
client_id_column = "client_info.client_id"
experiments_column_type = "glean"
default_dataset = "org_mozilla_firefox"
friendly_name = "Baseline"
description = "Baseline Ping"
build_id_column = "REPLACE(CAST(DATE(mozfun.norm.fenix_build_to_datetime(client_info.app_build)) AS STRING), '-', '')"
[metrics]
# Storage Stats App Bytes
[metrics.storage_stats_app_bytes_KE]
data_source = "metrics"
select_expression = "ARRAY_AGG(IF(metadata.geo.country = 'KE',metrics.memory_distribution.storage_stats_app_bytes, NULL) IGNORE NULLS)"
friendly_name = "App Byte Size Kenya"
description = "The size of the app's APK and related files as installed: this is expected\nto be larger than download size."
category = "performance"
type = "histogram"
[metrics.storage_stats_app_bytes_KE.statistics]
percentile = { percentiles = [25, 50, 75, 95] }
[metrics.storage_stats_app_bytes_US]
data_source = "metrics"
select_expression = "ARRAY_AGG(IF(metadata.geo.country = 'US',metrics.memory_distribution.storage_stats_app_bytes, NULL) IGNORE NULLS)"
friendly_name = "App Byte Size US"
description = "The size of the app's APK and related files as installed: this is expected\nto be larger than download size."
category = "performance"
type = "histogram"
[metrics.storage_stats_app_bytes_US.statistics]
percentile = { percentiles = [25, 50, 75, 95] }
# Storage Stats Data Dir Bytes
[metrics.storage_stats_data_dir_bytes_KE]
data_source = "metrics"
select_expression = "ARRAY_AGG(IF(metadata.geo.country = 'KE', metrics.memory_distribution.storage_stats_data_dir_bytes, NULL) IGNORE NULLS)"
friendly_name = "Data Dir Byte Size Kenya"
description = "The size of all data minus `cache_bytes`."
category = "performance"
type = "histogram"
[metrics.storage_stats_data_dir_bytes_KE.statistics]
percentile = { percentiles = [25, 50, 75, 95] }
[metrics.storage_stats_data_dir_bytes_US]
data_source = "metrics"
select_expression = "ARRAY_AGG(IF(metadata.geo.country = 'US', metrics.memory_distribution.storage_stats_data_dir_bytes, NULL) IGNORE NULLS)"
friendly_name = "Data Dir Byte Size US"
description = "The size of all data minus `cache_bytes`."
category = "performance"
type = "histogram"
[metrics.storage_stats_data_dir_bytes_US.statistics]
percentile = { percentiles = [25, 50, 75, 95] }
# Networking DNS Lookup Time
[metrics.networking_dns_lookup_time_KE]
data_source = "metrics"
select_expression = "ARRAY_AGG(IF(metadata.geo.country = 'KE', metrics.timing_distribution.networking_dns_lookup_time, NULL) IGNORE NULLS)"
friendly_name = "DNS Lookup Time Kenya"
description = "Time for a successful DNS resolution (msec)"
type = "histogram"
[metrics.networking_dns_lookup_time_KE.statistics]
percentile = { percentiles = [25, 50, 75, 95] }
[metrics.networking_dns_lookup_time_US]
data_source = "metrics"
select_expression = "ARRAY_AGG(IF(metadata.geo.country = 'US', metrics.timing_distribution.networking_dns_lookup_time, NULL) IGNORE NULLS)"
friendly_name = "DNS Lookup Time US"
description = "Time for a successful DNS resolution (msec)"
type = "histogram"
[metrics.networking_dns_lookup_time_US.statistics]
percentile = { percentiles = [25, 50, 75, 95] }
# Networking HTTP 1 Download Throughput
[metrics.networking_http_1_download_throughput_KE]
data_source = "metrics"
select_expression = "ARRAY_AGG(IF(metadata.geo.country = 'KE', metrics.custom_distribution.networking_http_1_download_throughput, NULL) IGNORE NULLS)"
friendly_name = "HTTP 1 Download Throughput Kenya"
description = "The download throughput for http/1.0, http/1.1 requests larger than 10MB. Measured in megabits per second, Mbps."
category = "networking"
type = "histogram"
[metrics.networking_http_1_download_throughput_KE.statistics]
percentile = { percentiles = [25, 50, 75, 95] }
[metrics.networking_http_1_download_throughput_US]
data_source = "metrics"
select_expression = "ARRAY_AGG(IF(metadata.geo.country = 'US', metrics.custom_distribution.networking_http_1_download_throughput, NULL) IGNORE NULLS)"
friendly_name = "HTTP 1 Download Throughput US"
description = "The download throughput for http/1.0, http/1.1 requests larger than 10MB. Measured in megabits per second, Mbps."
category = "networking"
type = "histogram"
[metrics.networking_http_1_download_throughput_US.statistics]
percentile = { percentiles = [25, 50, 75, 95] }
# Networking HTTP 2 Download Throughput
[metrics.networking_http_2_download_throughput_KE]
data_source = "metrics"
select_expression = "ARRAY_AGG(IF(metadata.geo.country = 'KE', metrics.custom_distribution.networking_http_2_download_throughput, NULL) IGNORE NULLS)"
friendly_name = "HTTP 2 Download Throughput Kenya"
description = "The download throughput for http/2 requests larger than 10MB. Measured in megabits per second, Mbps."
category = "networking"
type = "histogram"
[metrics.networking_http_2_download_throughput_KE.statistics]
percentile = { percentiles = [25, 50, 75, 95] }
[metrics.networking_http_2_download_throughput_US]
data_source = "metrics"
select_expression = "ARRAY_AGG(IF(metadata.geo.country = 'US', metrics.custom_distribution.networking_http_2_download_throughput, NULL) IGNORE NULLS)"
friendly_name = "HTTP 2 Download Throughput US"
description = "The download throughput for http/2 requests larger than 10MB. Measured in megabits per second, Mbps."
category = "networking"
type = "histogram"
[metrics.networking_http_2_download_throughput_US.statistics]
percentile = { percentiles = [25, 50, 75, 95] }
# Networking HTTP 3 Download Throughput
[metrics.networking_http_3_download_throughput_KE]
data_source = "metrics"
select_expression = "ARRAY_AGG(IF(metadata.geo.country = 'KE', metrics.custom_distribution.networking_http_3_download_throughput, NULL) IGNORE NULLS)"
friendly_name = "HTTP 3 Download Throughput Kenya"
description = "The download throughput for http/3 requests larger than 10MB. Measured in megabits per second, Mbps."
category = "networking"
type = "histogram"
[metrics.networking_http_3_download_throughput_KE.statistics]
percentile = { percentiles = [25, 50, 75, 95] }
[metrics.networking_http_3_download_throughput_US]
data_source = "metrics"
select_expression = "ARRAY_AGG(IF(metadata.geo.country = 'US', metrics.custom_distribution.networking_http_3_download_throughput, NULL) IGNORE NULLS)"
friendly_name = "HTTP 3 Download Throughput US"
description = "The download throughput for http/3 requests larger than 10MB. Measured in megabits per second, Mbps."
category = "networking"
type = "histogram"
[metrics.networking_http_3_download_throughput_US.statistics]
percentile = { percentiles = [25, 50, 75, 95] }
# Networking HTTP 1 Upload Throuput
[metrics.networking_http_1_upload_throughput_KE]
data_source = "metrics"
select_expression = "ARRAY_AGG(IF(metadata.geo.country = 'KE', metrics.custom_distribution.networking_http_1_upload_throughput, NULL) IGNORE NULLS)"
friendly_name = "HTTP 1 Upload Throughput Kenya"
description = "The upload throughput for http/1.0, http/1.1 requests larger than 10MB. Measured in megabits per second, Mbps."
category = "networking"
type = "histogram"
[metrics.networking_http_1_upload_throughput_KE.statistics]
percentile = { percentiles = [25, 50, 75, 95] }
[metrics.networking_http_1_upload_throughput_US]
data_source = "metrics"
select_expression = "ARRAY_AGG(IF(metadata.geo.country = 'US', metrics.custom_distribution.networking_http_1_upload_throughput, NULL) IGNORE NULLS)"
friendly_name = "HTTP 1 Upload Throughput US"
description = "The upload throughput for http/1.0, http/1.1 requests larger than 10MB. Measured in megabits per second, Mbps."
category = "networking"
type = "histogram"
[metrics.networking_http_1_upload_throughput_US.statistics]
percentile = { percentiles = [25, 50, 75, 95] }
# Networking HTTP 2 Upload Throughput
[metrics.networking_http_2_upload_throughput_KE]
data_source = "metrics"
select_expression = "ARRAY_AGG(IF(metadata.geo.country = 'KE', metrics.custom_distribution.networking_http_2_upload_throughput, NULL) IGNORE NULLS)"
friendly_name = "HTTP 2 Upload Throughput Kenya"
description = "The upload throughput for http/2 requests larger than 10MB. Measured in megabits per second, Mbps."
category = "networking"
type = "histogram"
[metrics.networking_http_2_upload_throughput_KE.statistics]
percentile = { percentiles = [25, 50, 75, 95] }
[metrics.networking_http_2_upload_throughput_US]
data_source = "metrics"
select_expression = "ARRAY_AGG(IF(metadata.geo.country = 'US', metrics.custom_distribution.networking_http_2_upload_throughput, NULL) IGNORE NULLS)"
friendly_name = "HTTP 2 Upload Throughput US"
description = "The upload throughput for http/2 requests larger than 10MB. Measured in megabits per second, Mbps."
category = "networking"
type = "histogram"
[metrics.networking_http_2_upload_throughput_US.statistics]
percentile = { percentiles = [25, 50, 75, 95] }
# Networking HTTP 3 Upload Throughput
[metrics.networking_http_3_upload_throughput_KE]
data_source = "metrics"
select_expression = "ARRAY_AGG(IF(metadata.geo.country = 'KE', metrics.custom_distribution.networking_http_3_upload_throughput, NULL) IGNORE NULLS)"
friendly_name = "HTTP 3 Upload Throughput Kenya"
description = "The upload throughput for http/3 requests larger than 10MB. Measured in megabits per second, Mbps."
category = "networking"
type = "histogram"
[metrics.networking_http_3_upload_throughput_KE.statistics]
percentile = { percentiles = [25, 50, 75, 95] }
[metrics.networking_http_3_upload_throughput_US]
data_source = "metrics"
select_expression = "ARRAY_AGG(IF(metadata.geo.country = 'US', metrics.custom_distribution.networking_http_3_upload_throughput, NULL) IGNORE NULLS)"
friendly_name = "HTTP 3 Upload Throughput US"
description = "The upload throughput for http/3 requests larger than 10MB. Measured in megabits per second, Mbps."
category = "networking"
type = "histogram"
[metrics.networking_http_3_upload_throughput_US.statistics]
percentile = { percentiles = [25, 50, 75, 95] }
# Performance Time Response Start
[metrics.performance_time_response_start_KE]
data_source = "metrics"
select_expression = "ARRAY_AGG(IF(metadata.geo.country = 'KE', metrics.timing_distribution.performance_time_response_start, NULL) IGNORE NULLS)"
friendly_name = "Time Response Start Kenya"
description = "Time from navigationStart to responseStart as per the W3C Performance Timing API."
category = "performance"
type = "histogram"
[metrics.performance_time_response_start_KE.statistics]
percentile = { percentiles = [25, 50, 75, 95] }
[metrics.performance_time_response_start_US]
data_source = "metrics"
select_expression = "ARRAY_AGG(IF(metadata.geo.country = 'US', metrics.timing_distribution.performance_time_response_start, NULL) IGNORE NULLS)"
friendly_name = "Time Response Start US"
description = "Time from navigationStart to responseStart as per the W3C Performance Timing API."
category = "performance"
type = "histogram"
[metrics.performance_time_response_start_US.statistics]
percentile = { percentiles = [25, 50, 75, 95] }
# Performance Pageload Load Time
[metrics.performance_pageload_load_time_KE]
data_source = "metrics"
select_expression = "ARRAY_AGG(IF(metadata.geo.country = 'KE', metrics.timing_distribution.performance_pageload_load_time, NULL) IGNORE NULLS)"
friendly_name = "Pageload Load Time Kenya"
description = "Time in milliseconds from navigationStart to loadEventStart for the foreground http or https root content document."
category = "performance"
type = "histogram"
[metrics.performance_pageload_load_time_KE.statistics]
percentile = { percentiles = [25, 50, 75, 95] }
[metrics.performance_pageload_load_time_US]
data_source = "metrics"
select_expression = "ARRAY_AGG(IF(metadata.geo.country = 'US', metrics.timing_distribution.performance_pageload_load_time, NULL) IGNORE NULLS)"
friendly_name = "Pageload Load Time US"
description = "Time in milliseconds from navigationStart to loadEventStart for the foreground http or https root content document."
category = "performance"
type = "histogram"
[metrics.performance_pageload_load_time_US.statistics]
percentile = { percentiles = [25, 50, 75, 95] }
# Perf Startup Cold Main App To First Frame
[metrics.perf_startup_cold_main_app_to_first_frame_KE]
data_source = "metrics"
select_expression = "ARRAY_AGG(IF(metadata.geo.country = 'KE', metrics.timing_distribution.perf_startup_cold_main_app_to_first_frame, NULL) IGNORE NULLS)"
friendly_name = "Startup Cold Main App to First Frame Kenya"
description = "The duration from `*Application`'s initializer to the first Android frame\nbeing drawn in a [COLD MAIN start\nup](https://wiki.mozilla.org/index.php?title=Performance/Fenix/Glossary)."
category = "performance"
type = "histogram"
[metrics.perf_startup_cold_main_app_to_first_frame_KE.statistics]
percentile = { percentiles = [25, 50, 75, 95] }
[metrics.perf_startup_cold_main_app_to_first_frame_US]
data_source = "metrics"
select_expression = "ARRAY_AGG(IF(metadata.geo.country = 'US', metrics.timing_distribution.perf_startup_cold_main_app_to_first_frame, NULL) IGNORE NULLS)"
friendly_name = "Startup Cold Main App to First Frame US"
description = "The duration from `*Application`'s initializer to the first Android frame\nbeing drawn in a [COLD MAIN start\nup](https://wiki.mozilla.org/index.php?title=Performance/Fenix/Glossary)."
category = "performance"
type = "histogram"
[metrics.perf_startup_cold_main_app_to_first_frame_US.statistics]
percentile = { percentiles = [25, 50, 75, 95] }
# Perf Startup Cold View App To First Frame
[metrics.perf_startup_cold_view_app_to_first_frame_KE]
data_source = "metrics"
select_expression = "ARRAY_AGG(IF(metadata.geo.country = 'KE', metrics.timing_distribution.perf_startup_cold_view_app_to_first_frame, NULL) IGNORE NULLS)"
friendly_name = "Startup Cold View App to First Frame Kenya"
description = "The duration from `*Application`'s initializer to the first Android frame\nbeing drawn in a [COLD VIEW start\nup](https://wiki.mozilla.org/index.php?title=Performance/Fenix/Glossary)."
category = "performance"
type = "histogram"
[metrics.perf_startup_cold_view_app_to_first_frame_KE.statistics]
percentile = { percentiles = [25, 50, 75, 95] }
[metrics.perf_startup_cold_view_app_to_first_frame_US]
data_source = "metrics"
select_expression = "ARRAY_AGG(IF(metadata.geo.country = 'US', metrics.timing_distribution.perf_startup_cold_view_app_to_first_frame, NULL) IGNORE NULLS)"
friendly_name = "Startup Cold View App to First Frame US"
description = "The duration from `*Application`'s initializer to the first Android frame\nbeing drawn in a [COLD VIEW start\nup](https://wiki.mozilla.org/index.php?title=Performance/Fenix/Glossary)."
category = "performance"
type = "histogram"
[metrics.perf_startup_cold_view_app_to_first_frame_US.statistics]
percentile = { percentiles = [25, 50, 75, 95] }