def majority_da()

in curiosity/cli.py [0:0]

• 28 lines of code
• 1 McCabe index (conditional complexity)

def majority_da(metrics_dir):
    """
    Obtain a majority baseline for dialog acts prediction
    """
    model = MajorityDialogActs()
    model.train(TRAIN_DIALOGS)
    val_score = model.score(VAL_DIALOGS)
    test_score = model.score(TEST_DIALOGS)
    zero_score = model.score(ZERO_DIALOGS)
    log.info("Dialog Acts prediction")
    log.info(f"Validation Score: {val_score}")
    log.info(f"Test Score: {test_score}")
    log.info(f"Zero Score: {zero_score}")
    save_metrics(
        {
            "best_validation_da_micro_f1": val_score,
        },
        os.path.join(metrics_dir, "da_majority_val_metrics.json"),
    )
    save_metrics(
        {
            "best_validation_da_micro_f1": test_score,
        },
        os.path.join(metrics_dir, "da_majority_test_metrics.json"),
    )
    save_metrics(
        {
            "best_validation_da_micro_f1": zero_score,
        },
        os.path.join(metrics_dir, "da_majority_zero_metrics.json"),
    )