def publish_stats()

in treeherder/workers/stats.py [0:0]

• 39 lines of code
• 13 McCabe index (conditional complexity)

def publish_stats():
    """
    Publish runtime stats on statsd
    """
    stats_client = get_stats_client()
    logger.info("Publishing runtime statistics to statsd")
    end_date = timezone.now()
    # Round the date to the current date range
    # This should not overlapse as the beat is set as a relative cron based delay in minutes
    end_date = end_date - timedelta(
        minutes=end_date.minute % settings.CELERY_STATS_PUBLICATION_DELAY,
        seconds=end_date.second,
        microseconds=end_date.microsecond,
    )

    start_date = end_date - timedelta(minutes=settings.CELERY_STATS_PUBLICATION_DELAY)
    logger.debug(f"Reading data ingested from {start_date} to {end_date}")

    # Nb of pushes
    pushes_count = Push.objects.filter(time__lte=end_date, time__gt=start_date).count()
    logger.info(f"Ingested {pushes_count} pushes")
    if pushes_count:
        stats_client.incr("push", pushes_count)

    # Compute stats for jobs in a single request
    jobs_stats = (
        Job.objects.filter(end_time__lte=end_date, end_time__gt=start_date)
        .values("push__repository__name", "state")
        .annotate(count=Count("id"))
        .values_list("push__repository__name", "state", "count")
    )
    # nb of job total
    jobs_total = sum(ct for _, _, ct in jobs_stats)
    logger.info(f"Ingested {jobs_total} jobs in total")
    if jobs_total:
        stats_client.incr("jobs", jobs_total)

    # nb of job per repo
    jobs_per_repo = {
        key: sum(ct for k, ct in vals)
        for key, vals in groupby(sorted((repo, ct) for repo, _, ct in jobs_stats), lambda x: x[0])
    }
    logger.debug(f"Jobs per repo: {jobs_per_repo}")
    for key, value in jobs_per_repo.items():
        stats_client.incr(f"jobs_repo.{key}", value)

    # nb of job per state
    jobs_per_state = {
        key: sum(ct for k, ct in vals)
        for key, vals in groupby(sorted((state, ct) for _, state, ct in jobs_stats), lambda x: x[0])
    }
    logger.debug(f"Jobs per state : {jobs_per_state}")
    for key, value in jobs_per_state.items():
        stats_client.incr(f"jobs_state.{key}", value)