jetstream/account-spotlight-modal-english-holdback-esr.toml (48 lines of code) (raw):

[parameters] [parameters.message_id] friendly_name = "Message ID associated with the experiment" description = "ID of the spotlight message associated with this experiment" # only used for validation; needs to be specified for each experiment default = { control = "DEVICE_MIGRATION_BACKUP_AND_SYNC_SPOTLIGHT", treatment = "DEVICE_MIGRATION_BACKUP_AND_SYNC_SPOTLIGHT"} distinct_by_branch = true [metrics] overall = ['fxa_signed_in', 'spotlight_impressions', 'spotlight_clicks', 'spotlight_dismisses', 'multi_device_signin'] weekly = ['fxa_signed_in', 'spotlight_impressions', 'spotlight_clicks', 'spotlight_dismisses', 'multi_device_signin'] ### metrics definition [metrics.spotlight_impressions] friendly_name = "Spotlight Impressions" description = "How often users saw Spotlight during an analysis window" select_expression = "COUNTIF(event = 'IMPRESSION' AND message_id = '{{ parameters.message_id }}')" data_source = "spotlight" statistics = { bootstrap_mean = {} } [metrics.spotlight_clicks] friendly_name = "Spotlight Clicks" description = "How often users clicked Spotlight during an analysis window" select_expression = "COUNTIF(event = 'CLICK' AND message_id = '{{ parameters.message_id }}')" data_source = "spotlight" statistics = { bootstrap_mean = {} } [metrics.spotlight_dismisses] friendly_name = "Spotlight Dismisses" description = "How often users dismissed Spotlight during an analysis window" select_expression = "COUNTIF(event = 'DISMISS' AND message_id = '{{ parameters.message_id }}')" data_source = "spotlight" statistics = { bootstrap_mean = {} } [metrics.multi_device_signin] data_source = 'clients_daily' select_expression = 'CAST(COALESCE(LOGICAL_OR((sync_count_desktop_mean)>1), FALSE) AS int)' [metrics.multi_device_signin.statistics.binomial] [data_sources.spotlight] from_expression = """ (SELECT client_id, event, message_id, experiments, DATE(submission_timestamp) AS submission_date FROM mozdata.messaging_system.spotlight CROSS JOIN UNNEST(experiments) AS experiment ) """ experiments_column_type = "native"