Path Lines of Code tests/integration/__init__.py 1 tests/integration/auxiliary_attacks/test_notebooks_auxiliary.py 20 tests/integration/cli/mixed_multiple_orchestrators_args_success.yaml 26 tests/integration/cli/prompt_send_success.yaml 6 tests/integration/cli/test_cli_integration.py 24 tests/integration/conftest.py 49 tests/integration/converter/test_notebooks_converter.py 20 tests/integration/datasets/test_fetch_datasets.py 51 tests/integration/datasets/test_notebooks_datasets.py 17 tests/integration/memory/test_azure_sql_memory_integration.py 34 tests/integration/memory/test_notebooks_memory.py 21 tests/integration/mocks.py 16 tests/integration/orchestrators/test_orchestrator_notebooks.py 21 tests/integration/score/test_hitl_gradio_integration.py 180 tests/integration/score/test_refusal_integration.py 69 tests/integration/score/test_scorer_notebooks.py 20 tests/integration/targets/test_aad_auth.py 40 tests/integration/targets/test_notebooks_targets.py 21 tests/integration/targets/test_target_filters.py 26 tests/integration/targets/test_targets_and_secrets.py 141 tests/integration/test_notebooks_cookbooks.py 18 tests/unit/__init__.py 1 tests/unit/analytics/__init__.py 1 tests/unit/analytics/test_conversation_analytics.py 50 tests/unit/cli/mixed_multiple_orchestrators_args_success.yaml 30 tests/unit/cli/multi_turn_crescendo_args_success.yaml 15 tests/unit/cli/multi_turn_crescendo_success.yaml 13 tests/unit/cli/multi_turn_crescendo_wrong_arg.yaml 15 tests/unit/cli/multi_turn_multiple_orchestrators_args_success.yaml 29 tests/unit/cli/multi_turn_rto_args_success.yaml 13 tests/unit/cli/multi_turn_rto_success.yaml 13 tests/unit/cli/multi_turn_rto_wrong_arg.yaml 14 tests/unit/cli/multi_turn_tap_args_success.yaml 16 tests/unit/cli/multi_turn_tap_success.yaml 13 tests/unit/cli/multi_turn_tap_wrong_arg.yaml 16 tests/unit/cli/prompt_send_bad_db_type.yaml 8 tests/unit/cli/prompt_send_db_with_no_type.yaml 10 tests/unit/cli/prompt_send_no_db.yaml 6 tests/unit/cli/prompt_send_no_objective_target.yaml 6 tests/unit/cli/prompt_send_no_objective_target_type.yaml 7 tests/unit/cli/prompt_send_no_scenario_type.yaml 8 tests/unit/cli/prompt_send_no_scenarios.yaml 7 tests/unit/cli/prompt_send_no_scenarios_key.yaml 6 tests/unit/cli/prompt_send_no_scoring_target.yaml 11 tests/unit/cli/prompt_send_success.yaml 8 tests/unit/cli/prompt_send_success_invalid_exec.yaml 10 tests/unit/cli/test_cli.py 155 tests/unit/common/test_helper_functions.py 21 tests/unit/common/test_initialization.py 95 tests/unit/conftest.py 32 tests/unit/converter/test_add_image_text_converter.py 102 tests/unit/converter/test_add_image_video_converter.py 80 tests/unit/converter/test_add_text_image_converter.py 76 tests/unit/converter/test_ansi_attack_converter.py 113 tests/unit/converter/test_audio_frequency_converter.py 26 tests/unit/converter/test_azure_speech_converter.py 56 tests/unit/converter/test_azure_speech_text_converter.py 70 tests/unit/converter/test_binary_converter.py 32 tests/unit/converter/test_char_swap_generator_converter.py 66 tests/unit/converter/test_colloquial_wordswap_converter.py 106 tests/unit/converter/test_diacritics_converter.py 70 tests/unit/converter/test_fuzzer_converter.py 100 tests/unit/converter/test_generic_llm_converter.py 79 tests/unit/converter/test_insert_punctuation_converter.py 59 tests/unit/converter/test_leetspeak_converter.py 79 tests/unit/converter/test_math_prompt_converter.py 104 tests/unit/converter/test_pdf_converter.py 321 tests/unit/converter/test_persuasion_converter.py 69 tests/unit/converter/test_prompt_converter.py 458 tests/unit/converter/test_qr_code_converter.py 56 tests/unit/converter/test_repeat_token_converter.py 42 tests/unit/converter/test_text_to_hex_converter.py 47 tests/unit/converter/test_token_smuggler_converter.py 152 tests/unit/converter/test_toxic_sentence_generator_converter.py 58 tests/unit/converter/test_translation_converter.py 70 tests/unit/converter/test_unicode_confusable_converter.py 104 tests/unit/converter/test_variation_converter.py 47 tests/unit/converter/test_zalgo_converter.py 64 tests/unit/converter/test_zero_width_converter.py 50 tests/unit/datasets/test_adv_bench_dataset.py 70 tests/unit/datasets/test_aya_redteaming_dataset.py 82 tests/unit/datasets/test_fetch_examples.py 121 tests/unit/datasets/test_pku_safe_rlhf_dataset.py 311 tests/unit/datasets/test_seclists_bias_testing_dataset.py 64 tests/unit/datasets/test_xstest_dataset.py 60 tests/unit/exceptions/test_exceptions.py 73 tests/unit/exceptions/test_exceptions_helpers.py 59 tests/unit/memory/test_azure_sql_memory.py 276 tests/unit/memory/test_central_memory.py 30 tests/unit/memory/test_duckdb_memory.py 361 tests/unit/memory/test_memory_embedding.py 59 tests/unit/memory/test_memory_exporter.py 62 tests/unit/memory/test_memory_interface.py 1647 tests/unit/mocks.py 182 tests/unit/models/test_data_type_serializer.py 222 tests/unit/models/test_seed_prompt.py 250 tests/unit/models/test_storage_io.py 124 tests/unit/orchestrator/test_context_compliance_orchestrator.py 118 tests/unit/orchestrator/test_crescendo_orchestrator.py 513 tests/unit/orchestrator/test_flip_orchestrator.py 40 tests/unit/orchestrator/test_fuzzer_orchestrator.py 307 tests/unit/orchestrator/test_many_shot_jailbreak_orchestrator.py 66 tests/unit/orchestrator/test_multi_turn_orchestrator.py 240 tests/unit/orchestrator/test_pair_orchestrator.py 16 tests/unit/orchestrator/test_prompt_sending_orchestrator.py 295 tests/unit/orchestrator/test_question_answer_benchmark_orchestrator.py 124 tests/unit/orchestrator/test_red_teaming_orchestrator.py 307 tests/unit/orchestrator/test_role_play_orchestrator.py 85 tests/unit/orchestrator/test_scoring_orchestrator.py 91 tests/unit/orchestrator/test_skeleton_key_orchestrator.py 117 tests/unit/orchestrator/test_tree_of_attack_node.py 65 tests/unit/orchestrator/test_tree_of_attacks_with_pruning_orchestrator.py 256 tests/unit/orchestrator/test_xpia_orchestrator.py 190 tests/unit/score/test_azure_content_filter.py 68 tests/unit/score/test_composite_scorer.py 97 tests/unit/score/test_float_scale_threshold_scorer.py 34 tests/unit/score/test_gandalf_scorer.py 111 tests/unit/score/test_generic_scorer.py 92 tests/unit/score/test_hitl.py 123 tests/unit/score/test_hitl_gradio.py 77 tests/unit/score/test_insecure_code_scorer.py 58 tests/unit/score/test_markdown_injection.py 31 tests/unit/score/test_prompt_shield_scorer.py 21 tests/unit/score/test_scorer.py 203 tests/unit/score/test_self_ask_category.py 160 tests/unit/score/test_self_ask_likert.py 87 tests/unit/score/test_self_ask_refusal.py 115 tests/unit/score/test_self_ask_scale.py 171 tests/unit/score/test_self_ask_true_false.py 87 tests/unit/score/test_substring.py 35 tests/unit/score/test_true_false_inverter.py 37 tests/unit/test_azure_auth.py 52 tests/unit/test_azure_storage_auth.py 84 tests/unit/test_azure_text_embedding.py 37 tests/unit/test_chat_message_normalizer.py 54 tests/unit/test_chat_normalizer_chatml.py 39 tests/unit/test_chat_normalizer_tokenizer.py 35 tests/unit/test_common_default.py 13 tests/unit/test_common_net_utility.py 62 tests/unit/test_embedding_response.py 34 tests/unit/test_hf_model_downloads.py 25 tests/unit/test_literals.py 14 tests/unit/test_many_shot_template.py 48 tests/unit/test_models.py 58 tests/unit/test_normalizer_request.py 27 tests/unit/test_prompt_normalizer.py 359 tests/unit/test_prompt_request_piece.py 537 tests/unit/test_prompt_response.py 30 tests/unit/test_prompt_template.py 14 tests/unit/test_score.py 46