text/data/smoltalk/constraints/filter_ifeval_data.py [70:221]:
- - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
IFEVAL_INSTRUCTION_CONFLICTS = {
    "keywords:existence": {"keywords:existence"},
    "keywords:frequency": {"keywords:frequency"},
    "keywords:forbidden_words": {"keywords:forbidden_words"},
    "keywords:letter_frequency": {"keywords:letter_frequency"},
    "language:response_language": {
        "change_case:english_capital",
        "change_case:english_lowercase",
        "startend:end_checker",
        "keywords:frequency",
        "keywords:forbidden_words",
        "detectable_format:multiple_sections",
        "keywords:existence",
        "language:response_language",
    },
    "length_constraints:number_sentences": {"length_constraints:number_sentences"},
    "length_constraints:number_paragraphs": {
        "length_constraints:number_sentences",
        "length_constraints:nth_paragraph_first_word",
        "length_constraints:number_paragraphs",
    },
    "length_constraints:number_words": {"length_constraints:number_words"},
    "length_constraints:nth_paragraph_first_word": {
        "length_constraints:nth_paragraph_first_word",
        "length_constraints:number_paragraphs",
    },
    "detectable_content:number_placeholders": {
        "detectable_content:number_placeholders"
    },
    "detectable_content:postscript": {"detectable_content:postscript"},
    "detectable_format:number_bullet_lists": {"detectable_format:number_bullet_lists"},
    "detectable_format:constrained_response": {
        "startend:quotation",
        "length_constraints:number_words",
        "detectable_format:constrained_response",
        "change_case:english_capital",
        "startend:end_checker",
        "keywords:forbidden_words",
        "length_constraints:number_sentences",
        "combination:repeat_prompt",
        "combination:two_responses",
        "punctuation:no_comma",
        "detectable_format:number_highlighted_sections",
        "change_case:english_lowercase",
        "detectable_format:number_bullet_lists",
        "detectable_content:number_placeholders",
        "keywords:letter_frequency",
        "keywords:frequency",
        "length_constraints:number_paragraphs",
        "keywords:existence",
        "length_constraints:nth_paragraph_first_word",
        "detectable_format:title",
        "change_case:capital_word_frequency",
        "detectable_format:json_format",
        "detectable_format:multiple_sections",
        "detectable_content:postscript",
        "language:response_language",
    },
    "detectable_format:number_highlighted_sections": {
        "detectable_format:number_highlighted_sections"
    },
    "detectable_format:multiple_sections": {
        "detectable_format:multiple_sections",
        "detectable_format:number_highlighted_sections",
        "language:response_language",
    },
    "detectable_format:json_format": {
        "startend:quotation",
        "length_constraints:number_words",
        "detectable_format:constrained_response",
        "change_case:english_capital",
        "detectable_format:number_bullet_lists",
        "detectable_content:number_placeholders",
        "startend:end_checker",
        "keywords:letter_frequency",
        "keywords:frequency",
        "length_constraints:number_paragraphs",
        "length_constraints:nth_paragraph_first_word",
        "length_constraints:number_sentences",
        "language:response_language",
        "combination:repeat_prompt",
        "detectable_format:title",
        "change_case:capital_word_frequency",
        "combination:two_responses",
        "detectable_format:json_format",
        "punctuation:no_comma",
        "detectable_format:number_highlighted_sections",
        "detectable_format:multiple_sections",
        "detectable_content:postscript",
        "change_case:english_lowercase",
    },
    "detectable_format:title": {"detectable_format:title"},
    "combination:two_responses": {
        "startend:quotation",
        "length_constraints:number_words",
        "detectable_format:constrained_response",
        "change_case:english_capital",
        "detectable_format:number_bullet_lists",
        "detectable_content:number_placeholders",
        "startend:end_checker",
        "keywords:letter_frequency",
        "keywords:frequency",
        "length_constraints:number_paragraphs",
        "length_constraints:nth_paragraph_first_word",
        "length_constraints:number_sentences",
        "combination:repeat_prompt",
        "change_case:capital_word_frequency",
        "combination:two_responses",
        "detectable_format:json_format",
        "detectable_format:number_highlighted_sections",
        "detectable_format:multiple_sections",
        "detectable_content:postscript",
        "change_case:english_lowercase",
    },
    "combination:repeat_prompt": {
        "startend:quotation",
        "length_constraints:number_words",
        "detectable_format:constrained_response",
        "change_case:english_capital",
        "detectable_format:number_bullet_lists",
        "detectable_content:number_placeholders",
        "startend:end_checker",
        "keywords:letter_frequency",
        "keywords:forbidden_words",
        "keywords:frequency",
        "length_constraints:number_paragraphs",
        "length_constraints:nth_paragraph_first_word",
        "length_constraints:number_sentences",
        "language:response_language",
        "combination:repeat_prompt",
        "change_case:capital_word_frequency",
        "combination:two_responses",
        "detectable_format:json_format",
        "detectable_format:number_highlighted_sections",
        "detectable_format:multiple_sections",
        "detectable_content:postscript",
        "change_case:english_lowercase",
    },
    "startend:end_checker": {"startend:end_checker"},
    "change_case:capital_word_frequency": {
        "change_case:english_capital",
        "change_case:capital_word_frequency",
        "change_case:english_lowercase",
    },
    "change_case:english_capital": {"change_case:english_capital"},
    "change_case:english_lowercase": {
        "change_case:english_capital",
        "change_case:english_lowercase",
    },
    "punctuation:no_comma": {"punctuation:no_comma"},
    "startend:quotation": {"startend:quotation", "detectable_format:title"},
}
- - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -



text/data/smoltalk/constraints/pipeline/pipeline.py [14:165]:
- - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
IFEVAL_INSTRUCTION_CONFLICTS = {
    "keywords:existence": {"keywords:existence"},
    "keywords:frequency": {"keywords:frequency"},
    "keywords:forbidden_words": {"keywords:forbidden_words"},
    "keywords:letter_frequency": {"keywords:letter_frequency"},
    "language:response_language": {
        "change_case:english_capital",
        "change_case:english_lowercase",
        "startend:end_checker",
        "keywords:frequency",
        "keywords:forbidden_words",
        "detectable_format:multiple_sections",
        "keywords:existence",
        "language:response_language",
    },
    "length_constraints:number_sentences": {"length_constraints:number_sentences"},
    "length_constraints:number_paragraphs": {
        "length_constraints:number_sentences",
        "length_constraints:nth_paragraph_first_word",
        "length_constraints:number_paragraphs",
    },
    "length_constraints:number_words": {"length_constraints:number_words"},
    "length_constraints:nth_paragraph_first_word": {
        "length_constraints:nth_paragraph_first_word",
        "length_constraints:number_paragraphs",
    },
    "detectable_content:number_placeholders": {
        "detectable_content:number_placeholders"
    },
    "detectable_content:postscript": {"detectable_content:postscript"},
    "detectable_format:number_bullet_lists": {"detectable_format:number_bullet_lists"},
    "detectable_format:constrained_response": {
        "startend:quotation",
        "length_constraints:number_words",
        "detectable_format:constrained_response",
        "change_case:english_capital",
        "startend:end_checker",
        "keywords:forbidden_words",
        "length_constraints:number_sentences",
        "combination:repeat_prompt",
        "combination:two_responses",
        "punctuation:no_comma",
        "detectable_format:number_highlighted_sections",
        "change_case:english_lowercase",
        "detectable_format:number_bullet_lists",
        "detectable_content:number_placeholders",
        "keywords:letter_frequency",
        "keywords:frequency",
        "length_constraints:number_paragraphs",
        "keywords:existence",
        "length_constraints:nth_paragraph_first_word",
        "detectable_format:title",
        "change_case:capital_word_frequency",
        "detectable_format:json_format",
        "detectable_format:multiple_sections",
        "detectable_content:postscript",
        "language:response_language",
    },
    "detectable_format:number_highlighted_sections": {
        "detectable_format:number_highlighted_sections"
    },
    "detectable_format:multiple_sections": {
        "detectable_format:multiple_sections",
        "detectable_format:number_highlighted_sections",
        "language:response_language",
    },
    "detectable_format:json_format": {
        "startend:quotation",
        "length_constraints:number_words",
        "detectable_format:constrained_response",
        "change_case:english_capital",
        "detectable_format:number_bullet_lists",
        "detectable_content:number_placeholders",
        "startend:end_checker",
        "keywords:letter_frequency",
        "keywords:frequency",
        "length_constraints:number_paragraphs",
        "length_constraints:nth_paragraph_first_word",
        "length_constraints:number_sentences",
        "language:response_language",
        "combination:repeat_prompt",
        "detectable_format:title",
        "change_case:capital_word_frequency",
        "combination:two_responses",
        "detectable_format:json_format",
        "punctuation:no_comma",
        "detectable_format:number_highlighted_sections",
        "detectable_format:multiple_sections",
        "detectable_content:postscript",
        "change_case:english_lowercase",
    },
    "detectable_format:title": {"detectable_format:title"},
    "combination:two_responses": {
        "startend:quotation",
        "length_constraints:number_words",
        "detectable_format:constrained_response",
        "change_case:english_capital",
        "detectable_format:number_bullet_lists",
        "detectable_content:number_placeholders",
        "startend:end_checker",
        "keywords:letter_frequency",
        "keywords:frequency",
        "length_constraints:number_paragraphs",
        "length_constraints:nth_paragraph_first_word",
        "length_constraints:number_sentences",
        "combination:repeat_prompt",
        "change_case:capital_word_frequency",
        "combination:two_responses",
        "detectable_format:json_format",
        "detectable_format:number_highlighted_sections",
        "detectable_format:multiple_sections",
        "detectable_content:postscript",
        "change_case:english_lowercase",
    },
    "combination:repeat_prompt": {
        "startend:quotation",
        "length_constraints:number_words",
        "detectable_format:constrained_response",
        "change_case:english_capital",
        "detectable_format:number_bullet_lists",
        "detectable_content:number_placeholders",
        "startend:end_checker",
        "keywords:letter_frequency",
        "keywords:forbidden_words",
        "keywords:frequency",
        "length_constraints:number_paragraphs",
        "length_constraints:nth_paragraph_first_word",
        "length_constraints:number_sentences",
        "language:response_language",
        "combination:repeat_prompt",
        "change_case:capital_word_frequency",
        "combination:two_responses",
        "detectable_format:json_format",
        "detectable_format:number_highlighted_sections",
        "detectable_format:multiple_sections",
        "detectable_content:postscript",
        "change_case:english_lowercase",
    },
    "startend:end_checker": {"startend:end_checker"},
    "change_case:capital_word_frequency": {
        "change_case:english_capital",
        "change_case:capital_word_frequency",
        "change_case:english_lowercase",
    },
    "change_case:english_capital": {"change_case:english_capital"},
    "change_case:english_lowercase": {
        "change_case:english_capital",
        "change_case:english_lowercase",
    },
    "punctuation:no_comma": {"punctuation:no_comma"},
    "startend:quotation": {"startend:quotation", "detectable_format:title"},
}
- - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -