def majority()

in curiosity/cli.py [0:0]

• 28 lines of code
• 1 McCabe index (conditional complexity)

def majority(metrics_dir):
    """
    Obtain a majority baseline for like prediction
    """
    model = MajorityLikes()
    model.train(TRAIN_DIALOGS)
    val_score = model.score(VAL_DIALOGS)
    test_score = model.score(TEST_DIALOGS)
    zero_score = model.score(ZERO_DIALOGS)
    log.info("Like prediction")
    log.info(f"Validation Score: {val_score}")
    log.info(f"Test Score: {test_score}")
    log.info(f"Zero Score: {zero_score}")
    save_metrics(
        {
            "best_validation_like_accuracy": val_score,
        },
        os.path.join(metrics_dir, "like_majority_val_metrics.json"),
    )
    save_metrics(
        {
            "best_validation_like_accuracy": test_score,
        },
        os.path.join(metrics_dir, "like_majority_test_metrics.json"),
    )
    save_metrics(
        {
            "best_validation_like_accuracy": zero_score,
        },
        os.path.join(metrics_dir, "like_majority_zero_metrics.json"),
    )