def majority_policy()

in curiosity/cli.py [0:0]

• 28 lines of code
• 1 McCabe index (conditional complexity)

def majority_policy(metrics_dir):
    """
    Obtain a majority baseline for policy acts prediction
    """
    model = MajorityPolicyActs()
    model.train(TRAIN_DIALOGS)
    val_score = model.score(VAL_DIALOGS)
    test_score = model.score(TEST_DIALOGS)
    zero_score = model.score(ZERO_DIALOGS)
    log.info("Policy Acts prediction")
    log.info(f"Validation Score: {val_score}")
    log.info(f"Test Score: {test_score}")
    log.info(f"Zero Score: {zero_score}")
    save_metrics(
        {
            "best_validation_policy_micro_f1": val_score,
        },
        os.path.join(metrics_dir, "policy_majority_val_metrics.json"),
    )
    save_metrics(
        {
            "best_validation_policy_micro_f1": test_score,
        },
        os.path.join(metrics_dir, "policy_majority_test_metrics.json"),
    )
    save_metrics(
        {
            "best_validation_policy_micro_f1": zero_score,
        },
        os.path.join(metrics_dir, "policy_majority_zero_metrics.json"),
    )