tests.unit.target.test_huggingface_chat_target ‑ test_enable_disable_cache
tests.unit.target.test_huggingface_chat_target ‑ test_init_with_both_model_id_and_model_path_raises
tests.unit.target.test_huggingface_chat_target ‑ test_init_with_no_token_var_raises
tests.unit.target.test_huggingface_chat_target ‑ test_initialization
tests.unit.target.test_huggingface_chat_target ‑ test_invalid_prompt_request_validation
tests.unit.target.test_huggingface_chat_target ‑ test_is_json_response_supported
tests.unit.target.test_huggingface_chat_target ‑ test_is_model_id_valid_false
tests.unit.target.test_huggingface_chat_target ‑ test_is_model_id_valid_true
tests.unit.target.test_huggingface_chat_target ‑ test_load_model_and_tokenizer
tests.unit.target.test_huggingface_chat_target ‑ test_load_model_with_model_path
tests.unit.target.test_huggingface_chat_target ‑ test_load_model_with_trust_remote_code
tests.unit.target.test_huggingface_chat_target ‑ test_load_model_without_model_id_or_path
tests.unit.target.test_huggingface_chat_target ‑ test_load_with_missing_files
tests.unit.target.test_huggingface_chat_target ‑ test_missing_chat_template_error
tests.unit.target.test_huggingface_chat_target ‑ test_optional_kwargs_args_passed_when_loading_model
tests.unit.target.test_huggingface_chat_target ‑ test_send_prompt_async
tests.unit.test_chat_normalizer_tokenizer ‑ test_normalize_blenderbot
tests.unit.test_chat_normalizer_tokenizer ‑ test_normalize_chatml

tests.unit.analytics.test_conversation_analytics ‑ test_get_similar_chat_messages_by_content
tests.unit.analytics.test_conversation_analytics ‑ test_get_similar_chat_messages_by_embedding
tests.unit.common.test_helper_functions ‑ test_combine_dict_same_keys
tests.unit.common.test_helper_functions ‑ test_combine_empty_dict
tests.unit.common.test_helper_functions ‑ test_combine_first_empty_dict
tests.unit.common.test_helper_functions ‑ test_combine_non_empty_dict
tests.unit.common.test_helper_functions ‑ test_combine_second_empty_dict
tests.unit.common.test_initialization ‑ test_initialize_pyrit[AzureSQL-memory_instance_kwargs2]
tests.unit.common.test_initialization ‑ test_initialize_pyrit[DuckDB-memory_instance_kwargs1]
tests.unit.common.test_initialization ‑ test_initialize_pyrit[InMemory-memory_instance_kwargs0]
tests.unit.common.test_initialization ‑ test_initialize_pyrit_type_check_throws
tests.unit.common.test_initialization ‑ test_load_environment_files_base_and_local
tests.unit.common.test_initialization ‑ test_load_environment_files_base_only
tests.unit.common.test_initialization ‑ test_load_environment_files_no_base_no_local
tests.unit.common.test_initialization ‑ test_load_environment_files_override
tests.unit.common.test_initialization ‑ test_validate_memory_database_type
tests.unit.converter.test_add_image_text_converter ‑ test_add_image_text_converter_convert_async
tests.unit.converter.test_add_image_text_converter ‑ test_add_image_text_converter_equal_to_add_text_image
tests.unit.converter.test_add_image_text_converter ‑ test_add_image_text_converter_fallback_to_default_font
tests.unit.converter.test_add_image_text_converter ‑ test_add_image_text_converter_initialization
tests.unit.converter.test_add_image_text_converter ‑ test_add_image_text_converter_invalid_file_path
tests.unit.converter.test_add_image_text_converter ‑ test_add_image_text_converter_invalid_font
tests.unit.converter.test_add_image_text_converter ‑ test_add_image_text_converter_invalid_input_text
tests.unit.converter.test_add_image_text_converter ‑ test_add_image_text_converter_null_img_to_add
tests.unit.converter.test_add_image_text_converter ‑ test_image_text_converter_add_text_to_image
tests.unit.converter.test_add_image_text_converter ‑ test_text_image_converter_input_supported
tests.unit.converter.test_add_text_image_converter ‑ test_add_text_image_converter_convert_async
tests.unit.converter.test_add_text_image_converter ‑ test_add_text_image_converter_fallback_to_default_font
tests.unit.converter.test_add_text_image_converter ‑ test_add_text_image_converter_initialization
tests.unit.converter.test_add_text_image_converter ‑ test_add_text_image_converter_invalid_font
tests.unit.converter.test_add_text_image_converter ‑ test_add_text_image_converter_invalid_input_image
tests.unit.converter.test_add_text_image_converter ‑ test_add_text_image_converter_invalid_text_to_add
tests.unit.converter.test_add_text_image_converter ‑ test_text_image_converter_add_text_to_image
tests.unit.converter.test_add_text_image_converter ‑ test_text_image_converter_input_supported
tests.unit.converter.test_ansi_attack_converter ‑ test_convert_async_all_features_off
tests.unit.converter.test_ansi_attack_converter ‑ test_convert_async_default_settings
tests.unit.converter.test_ansi_attack_converter ‑ test_convert_async_incorporate_user_prompt_false
tests.unit.converter.test_ansi_attack_converter ‑ test_convert_async_invalid_input_type
tests.unit.converter.test_ansi_attack_converter ‑ test_convert_async_no_scenarios
tests.unit.converter.test_ansi_attack_converter ‑ test_convert_async_no_user_prompt
tests.unit.converter.test_ansi_attack_converter ‑ test_convert_async_only_tasks
tests.unit.converter.test_ansi_attack_converter ‑ test_convert_async_unescape_scenario
tests.unit.converter.test_ascii_smuggler_converter ‑ test_convert_async_decode
tests.unit.converter.test_ascii_smuggler_converter ‑ test_convert_async_encode
tests.unit.converter.test_ascii_smuggler_converter ‑ test_encode_decode
tests.unit.converter.test_ascii_smuggler_converter ‑ test_encode_decode_notags
tests.unit.converter.test_ascii_smuggler_converter ‑ test_input_supported
tests.unit.converter.test_audio_frequency_converter ‑ test_convert_async_file_not_found
tests.unit.converter.test_audio_frequency_converter ‑ test_convert_async_success
tests.unit.converter.test_azure_speech_converter ‑ test_azure_speech_audio_text_converter_input_supported
tests.unit.converter.test_azure_speech_converter ‑ test_azure_speech_text_to_audio_convert_async
tests.unit.converter.test_azure_speech_converter ‑ test_send_prompt_to_audio_file_raises_value_error
tests.unit.converter.test_azure_speech_text_converter ‑ test_azure_speech_audio_text_converter_initialization
tests.unit.converter.test_azure_speech_text_converter ‑ test_azure_speech_audio_text_converter_input_supported
tests.unit.converter.test_azure_speech_text_converter ‑ test_azure_speech_audio_text_converter_non_wav_file
tests.unit.converter.test_azure_speech_text_converter ‑ test_azure_speech_audio_text_converter_nonexistent_path
tests.unit.converter.test_azure_speech_text_converter ‑ test_stop_cb
tests.unit.converter.test_azure_speech_text_converter ‑ test_transcript_cb
tests.unit.converter.test_binary_converter ‑ test_binary_converter_16_bit_unicode
tests.unit.converter.test_binary_converter ‑ test_binary_converter_32_bit_emoji
tests.unit.converter.test_binary_converter ‑ test_binary_converter_8_bit_ascii
tests.unit.converter.test_binary_converter ‑ test_binary_converter_invalid_bits_per_char
tests.unit.converter.test_char_swap_generator_converter ‑ test_char_swap_generator_input_type
tests.unit.converter.test_char_swap_generator_converter ‑ test_char_swap_generator_output_count
tests.unit.converter.test_char_swap_generator_converter ‑ test_char_swap_generator_punctuation
tests.unit.converter.test_char_swap_generator_converter ‑ test_char_swap_generator_random_swapping
tests.unit.converter.test_char_swap_generator_converter ‑ test_char_swap_generator_short_words[2b oR n0t 2b]
tests.unit.converter.test_char_swap_generator_converter ‑ test_char_swap_generator_short_words[To be or not to be.]
tests.unit.converter.test_char_swap_generator_converter ‑ test_char_swap_generator_short_words[Try or do?]
tests.unit.converter.test_char_swap_generator_converter ‑ test_char_swap_generator_word_perturbation
tests.unit.converter.test_char_swap_generator_converter ‑ test_char_swap_generator_word_swap_ratio_other_than_1
tests.unit.converter.test_char_swap_generator_converter ‑ test_char_swap_generator_zero_iterations
tests.unit.converter.test_char_swap_generator_converter ‑ test_char_swap_generator_zero_word_swap_ratio
tests.unit.converter.test_code_chameleon_converter ‑ test_codechameleon_converter_binary_tree_encrypt_decrypt
tests.unit.converter.test_code_chameleon_converter ‑ test_codechameleon_converter_custom_encrypt_decrypt
tests.unit.converter.test_code_chameleon_converter ‑ test_codechameleon_converter_input_supported
tests.unit.converter.test_code_chameleon_converter ‑ test_codechameleon_converter_length_encrypt_decrypt
tests.unit.converter.test_code_chameleon_converter ‑ test_codechameleon_converter_odd_even_encrypt_decrypt
tests.unit.converter.test_code_chameleon_converter ‑ test_codechameleon_converter_reverse_encrypt_decrypt
tests.unit.converter.test_colloquial_wordswap_converter ‑ test_awkward_spacing[  father  and    mother -papa and mama]
tests.unit.converter.test_colloquial_wordswap_converter ‑ test_awkward_spacing[sister   and   brother-xjj and bro]
tests.unit.converter.test_colloquial_wordswap_converter ‑ test_colloquial_converter_input_supported
tests.unit.converter.test_colloquial_wordswap_converter ‑ test_colloquial_custom_substitutions[father-custom_substitutions0-appa]
tests.unit.converter.test_colloquial_wordswap_converter ‑ test_colloquial_deterministic[Hello, my Father!-Hello, my papa!]
tests.unit.converter.test_colloquial_wordswap_converter ‑ test_colloquial_deterministic[grandfather-ah gong]
tests.unit.converter.test_colloquial_wordswap_converter ‑ test_colloquial_deterministic[mother and brother-mama and bro]
tests.unit.converter.test_colloquial_wordswap_converter ‑ test_colloquial_empty_custom_substitutions[mother and father-mama and papa]
tests.unit.converter.test_colloquial_wordswap_converter ‑ test_colloquial_non_deterministic[code]
tests.unit.converter.test_colloquial_wordswap_converter ‑ test_colloquial_non_deterministic[mother]
tests.unit.converter.test_colloquial_wordswap_converter ‑ test_colloquial_non_deterministic[uncle and brother]
tests.unit.converter.test_colloquial_wordswap_converter ‑ test_multiple_words[aunt and uncle-makcik and encik]
tests.unit.converter.test_colloquial_wordswap_converter ‑ test_multiple_words[brother and sister-bro and xjj]
tests.unit.converter.test_colloquial_wordswap_converter ‑ test_multiple_words[father and mother-papa and mama]
tests.unit.converter.test_colloquial_wordswap_converter ‑ test_punctuation_handling[aunt? uncle!-makcik? encik!]
tests.unit.converter.test_colloquial_wordswap_converter ‑ test_punctuation_handling[father, mother!-papa, mama!]
tests.unit.converter.test_diacritics_converter ‑ test_convert_async_custom_target_chars
tests.unit.converter.test_diacritics_converter ‑ test_convert_async_default_target_chars
tests.unit.converter.test_diacritics_converter ‑ test_convert_async_empty_prompt
tests.unit.converter.test_diacritics_converter ‑ test_convert_async_grave_accent
tests.unit.converter.test_diacritics_converter ‑ test_convert_async_invalid_accent
tests.unit.converter.test_diacritics_converter ‑ test_convert_async_no_matching_chars
tests.unit.converter.test_diacritics_converter ‑ test_convert_async_non_text_input_type
tests.unit.converter.test_diacritics_converter ‑ test_convert_async_single_character
tests.unit.converter.test_diacritics_converter ‑ test_convert_async_whitespace_handling
tests.unit.converter.test_diacritics_converter ‑ test_empty_target_chars
tests.unit.converter.test_diacritics_converter ‑ test_get_accent_mark_invalid
tests.unit.converter.test_diacritics_converter ‑ test_get_accent_mark_valid
tests.unit.converter.test_fuzzer_converter ‑ test_converter_init_templates_not_null[FuzzerCrossOverConverter]
tests.unit.converter.test_fuzzer_converter ‑ test_converter_init_templates_not_null[FuzzerExpandConverter]
tests.unit.converter.test_fuzzer_converter ‑ test_converter_init_templates_not_null[FuzzerRephraseConverter]
tests.unit.converter.test_fuzzer_converter ‑ test_converter_init_templates_not_null[FuzzerShortenConverter]
tests.unit.converter.test_fuzzer_converter ‑ test_converter_init_templates_not_null[FuzzerSimilarConverter]
tests.unit.converter.test_fuzzer_converter ‑ test_converter_send_prompt_async_bad_json_exception_retries[False-FuzzerCrossOverConverter-Invalid Json]
tests.unit.converter.test_fuzzer_converter ‑ test_converter_send_prompt_async_bad_json_exception_retries[False-FuzzerCrossOverConverter-{'str' : 'json not formatted correctly'}]
tests.unit.converter.test_fuzzer_converter ‑ test_converter_send_prompt_async_bad_json_exception_retries[False-FuzzerExpandConverter-Invalid Json]
tests.unit.converter.test_fuzzer_converter ‑ test_converter_send_prompt_async_bad_json_exception_retries[False-FuzzerExpandConverter-{'str' : 'json not formatted correctly'}]
tests.unit.converter.test_fuzzer_converter ‑ test_converter_send_prompt_async_bad_json_exception_retries[False-FuzzerRephraseConverter-Invalid Json]
tests.unit.converter.test_fuzzer_converter ‑ test_converter_send_prompt_async_bad_json_exception_retries[False-FuzzerRephraseConverter-{'str' : 'json not formatted correctly'}]
tests.unit.converter.test_fuzzer_converter ‑ test_converter_send_prompt_async_bad_json_exception_retries[False-FuzzerShortenConverter-Invalid Json]
tests.unit.converter.test_fuzzer_converter ‑ test_converter_send_prompt_async_bad_json_exception_retries[False-FuzzerShortenConverter-{'str' : 'json not formatted correctly'}]
tests.unit.converter.test_fuzzer_converter ‑ test_converter_send_prompt_async_bad_json_exception_retries[False-FuzzerSimilarConverter-Invalid Json]
tests.unit.converter.test_fuzzer_converter ‑ test_converter_send_prompt_async_bad_json_exception_retries[False-FuzzerSimilarConverter-{'str' : 'json not formatted correctly'}]
tests.unit.converter.test_fuzzer_converter ‑ test_converter_send_prompt_async_bad_json_exception_retries[True-FuzzerCrossOverConverter-Invalid Json]
tests.unit.converter.test_fuzzer_converter ‑ test_converter_send_prompt_async_bad_json_exception_retries[True-FuzzerCrossOverConverter-{'str' : 'json not formatted correctly'}]
tests.unit.converter.test_fuzzer_converter ‑ test_converter_send_prompt_async_bad_json_exception_retries[True-FuzzerExpandConverter-Invalid Json]
tests.unit.converter.test_fuzzer_converter ‑ test_converter_send_prompt_async_bad_json_exception_retries[True-FuzzerExpandConverter-{'str' : 'json not formatted correctly'}]
tests.unit.converter.test_fuzzer_converter ‑ test_converter_send_prompt_async_bad_json_exception_retries[True-FuzzerRephraseConverter-Invalid Json]
tests.unit.converter.test_fuzzer_converter ‑ test_converter_send_prompt_async_bad_json_exception_retries[True-FuzzerRephraseConverter-{'str' : 'json not formatted correctly'}]
tests.unit.converter.test_fuzzer_converter ‑ test_converter_send_prompt_async_bad_json_exception_retries[True-FuzzerShortenConverter-Invalid Json]
tests.unit.converter.test_fuzzer_converter ‑ test_converter_send_prompt_async_bad_json_exception_retries[True-FuzzerShortenConverter-{'str' : 'json not formatted correctly'}]
tests.unit.converter.test_fuzzer_converter ‑ test_converter_send_prompt_async_bad_json_exception_retries[True-FuzzerSimilarConverter-Invalid Json]
tests.unit.converter.test_fuzzer_converter ‑ test_converter_send_prompt_async_bad_json_exception_retries[True-FuzzerSimilarConverter-{'str' : 'json not formatted correctly'}]
tests.unit.converter.test_fuzzer_converter ‑ test_fuzzer_converter_input_supported[FuzzerCrossOverConverter]
tests.unit.converter.test_fuzzer_converter ‑ test_fuzzer_converter_input_supported[FuzzerExpandConverter]
tests.unit.converter.test_fuzzer_converter ‑ test_fuzzer_converter_input_supported[FuzzerRephraseConverter]
tests.unit.converter.test_fuzzer_converter ‑ test_fuzzer_converter_input_supported[FuzzerShortenConverter]
tests.unit.converter.test_fuzzer_converter ‑ test_fuzzer_converter_input_supported[FuzzerSimilarConverter]
tests.unit.converter.test_generic_llm_converter ‑ test_generic_llm_converter_input_supported
tests.unit.converter.test_generic_llm_converter ‑ test_malicious_question_converter_sets_system_prompt
tests.unit.converter.test_generic_llm_converter ‑ test_noise_converter_sets_system_prompt
tests.unit.converter.test_generic_llm_converter ‑ test_noise_converter_sets_system_prompt_default
tests.unit.converter.test_generic_llm_converter ‑ test_tense_converter_sets_system_prompt
tests.unit.converter.test_generic_llm_converter ‑ test_tone_converter_sets_system_prompt
tests.unit.converter.test_leetspeak_converter ‑ test_leetspeak_custom_substitutions[leet-custom_substitutions0-7\u20ac\u20ac+]
tests.unit.converter.test_leetspeak_converter ‑ test_leetspeak_deterministic[LeetSpeak-13375p34k]
tests.unit.converter.test_leetspeak_converter ‑ test_leetspeak_deterministic[hello-h3110]
tests.unit.converter.test_leetspeak_converter ‑ test_leetspeak_deterministic[leet-1337]
tests.unit.converter.test_leetspeak_converter ‑ test_leetspeak_empty_custom_substitutions[leet-1337]
tests.unit.converter.test_leetspeak_converter ‑ test_leetspeak_input_supported
tests.unit.converter.test_leetspeak_converter ‑ test_leetspeak_non_deterministic[code]
tests.unit.converter.test_leetspeak_converter ‑ test_leetspeak_non_deterministic[pyrit]
tests.unit.converter.test_leetspeak_converter ‑ test_leetspeak_non_deterministic[testing]
tests.unit.converter.test_math_prompt_converter ‑ test_math_prompt_converter_convert_async
tests.unit.converter.test_math_prompt_converter ‑ test_math_prompt_converter_error_handling
tests.unit.converter.test_math_prompt_converter ‑ test_math_prompt_converter_handles_disallowed_content
tests.unit.converter.test_math_prompt_converter ‑ test_math_prompt_converter_invalid_input_type
tests.unit.converter.test_pdf_converter ‑ test_convert_async_custom_font_and_size
tests.unit.converter.test_pdf_converter ‑ test_convert_async_end_to_end_no_reader
tests.unit.converter.test_pdf_converter ‑ test_convert_async_no_template
tests.unit.converter.test_pdf_converter ‑ test_convert_async_nonexistent_template
tests.unit.converter.test_pdf_converter ‑ test_convert_async_with_template
tests.unit.converter.test_pdf_converter ‑ test_empty_injection_items
tests.unit.converter.test_pdf_converter ‑ test_inject_text_negative_x
tests.unit.converter.test_pdf_converter ‑ test_inject_text_negative_y
tests.unit.converter.test_pdf_converter ‑ test_inject_text_x_exceeds_page_width
tests.unit.converter.test_pdf_converter ‑ test_inject_text_y_exceeds_page_height
tests.unit.converter.test_pdf_converter ‑ test_injection_into_mock_pdf
tests.unit.converter.test_pdf_converter ‑ test_injection_items_non_existent_page_number
tests.unit.converter.test_pdf_converter ‑ test_injection_on_last_page
tests.unit.converter.test_pdf_converter ‑ test_input_supported
tests.unit.converter.test_pdf_converter ‑ test_multiple_injections_into_mock_pdf
tests.unit.converter.test_pdf_converter ‑ test_non_standard_font_usage
tests.unit.converter.test_pdf_converter ‑ test_pdf_reader_repeated_access
tests.unit.converter.test_persuasion_converter ‑ test_persuasion_converter_input_supported
tests.unit.converter.test_persuasion_converter ‑ test_persuasion_converter_send_prompt_async_bad_json_exception_retries[Invalid Json]
tests.unit.converter.test_persuasion_converter ‑ test_persuasion_converter_send_prompt_async_bad_json_exception_retries[{'str' : 'json not formatted correctly'}]
tests.unit.converter.test_persuasion_converter ‑ test_prompt_persuasion_init_authority_endorsement_template_not_null
tests.unit.converter.test_persuasion_converter ‑ test_prompt_persuasion_init_evidence_based_template_not_null
tests.unit.converter.test_persuasion_converter ‑ test_prompt_persuasion_init_expert_endorsement_template_not_null
tests.unit.converter.test_persuasion_converter ‑ test_prompt_persuasion_init_logical_appeal_template_not_null
tests.unit.converter.test_persuasion_converter ‑ test_prompt_persuasion_init_misrepresentation_template_not_null
tests.unit.converter.test_prompt_converter ‑ test_ascii_art
tests.unit.converter.test_prompt_converter ‑ test_atbash_converter
tests.unit.converter.test_prompt_converter ‑ test_atbash_converter_with_appended_description
tests.unit.converter.test_prompt_converter ‑ test_base64_prompt_converter
tests.unit.converter.test_prompt_converter ‑ test_caesar_converter
tests.unit.converter.test_prompt_converter ‑ test_caesar_converter_with_appended_description
tests.unit.converter.test_prompt_converter ‑ test_capital_letter_converter
tests.unit.converter.test_prompt_converter ‑ test_capital_letter_converter_with_twentyfive_percent
tests.unit.converter.test_prompt_converter ‑ test_character_replacement_converter
tests.unit.converter.test_prompt_converter ‑ test_character_space_converter_basic
tests.unit.converter.test_prompt_converter ‑ test_character_space_converter_empty_prompt
tests.unit.converter.test_prompt_converter ‑ test_character_space_converter_punctuation
tests.unit.converter.test_prompt_converter ‑ test_convert_async
tests.unit.converter.test_prompt_converter ‑ test_convert_async_unsupported_input_type
tests.unit.converter.test_prompt_converter ‑ test_convert_tokens_entire_string_async
tests.unit.converter.test_prompt_converter ‑ test_convert_tokens_two_tokens_async
tests.unit.converter.test_prompt_converter ‑ test_emoji_converter
tests.unit.converter.test_prompt_converter ‑ test_input_supported_text_only[converter_class0]
tests.unit.converter.test_prompt_converter ‑ test_input_supported_text_only[converter_class10]
tests.unit.converter.test_prompt_converter ‑ test_input_supported_text_only[converter_class11]
tests.unit.converter.test_prompt_converter ‑ test_input_supported_text_only[converter_class12]
tests.unit.converter.test_prompt_converter ‑ test_input_supported_text_only[converter_class13]
tests.unit.converter.test_prompt_converter ‑ test_input_supported_text_only[converter_class14]
tests.unit.converter.test_prompt_converter ‑ test_input_supported_text_only[converter_class15]
tests.unit.converter.test_prompt_converter ‑ test_input_supported_text_only[converter_class1]
tests.unit.converter.test_prompt_converter ‑ test_input_supported_text_only[converter_class2]
tests.unit.converter.test_prompt_converter ‑ test_input_supported_text_only[converter_class3]
tests.unit.converter.test_prompt_converter ‑ test_input_supported_text_only[converter_class4]
tests.unit.converter.test_prompt_converter ‑ test_input_supported_text_only[converter_class5]
tests.unit.converter.test_prompt_converter ‑ test_input_supported_text_only[converter_class6]
tests.unit.converter.test_prompt_converter ‑ test_input_supported_text_only[converter_class7]
tests.unit.converter.test_prompt_converter ‑ test_input_supported_text_only[converter_class8]
tests.unit.converter.test_prompt_converter ‑ test_input_supported_text_only[converter_class9]
tests.unit.converter.test_prompt_converter ‑ test_leetcode_converter
tests.unit.converter.test_prompt_converter ‑ test_morse_converter
tests.unit.converter.test_prompt_converter ‑ test_morse_converter_with_appended_description
tests.unit.converter.test_prompt_converter ‑ test_rot13_converter_init
tests.unit.converter.test_prompt_converter ‑ test_str_join_converter_default
tests.unit.converter.test_prompt_converter ‑ test_str_join_converter_init
tests.unit.converter.test_prompt_converter ‑ test_str_join_converter_invalid_type_raises
tests.unit.converter.test_prompt_converter ‑ test_str_join_converter_none_raises
tests.unit.converter.test_prompt_converter ‑ test_str_join_converter_unsupported_type_raises
tests.unit.converter.test_prompt_converter ‑ test_suffix_append_converter
tests.unit.converter.test_prompt_converter ‑ test_test_convert_tokens_raises_uneven_tokens
tests.unit.converter.test_prompt_converter ‑ test_test_convert_tokens_raises_with_non_text_input_type
tests.unit.converter.test_prompt_converter ‑ test_unicode_sub_ascii_prompt_converter
tests.unit.converter.test_prompt_converter ‑ test_unicode_sub_default_prompt_converter
tests.unit.converter.test_prompt_converter ‑ test_url_converter
tests.unit.converter.test_qr_code_converter ‑ test_qr_code_converter_color_initialization
tests.unit.converter.test_qr_code_converter ‑ test_qr_code_converter_convert_async
tests.unit.converter.test_qr_code_converter ‑ test_qr_code_converter_initialization
tests.unit.converter.test_qr_code_converter ‑ test_qr_code_converter_invalid_prompt
tests.unit.converter.test_qr_code_converter ‑ test_text_image_converter_input_supported
tests.unit.converter.test_repeat_token_converter ‑ test_repeat_token_converter_append
tests.unit.converter.test_repeat_token_converter ‑ test_repeat_token_converter_input_supported
tests.unit.converter.test_repeat_token_converter ‑ test_repeat_token_converter_prepend
tests.unit.converter.test_repeat_token_converter ‑ test_repeat_token_converter_repeat
tests.unit.converter.test_repeat_token_converter ‑ test_repeat_token_converter_split_no_punctuation
tests.unit.converter.test_repeat_token_converter ‑ test_repeat_token_converter_split_one_sentence
tests.unit.converter.test_repeat_token_converter ‑ test_repeat_token_converter_split_two_sentence
tests.unit.converter.test_translation_converter ‑ test_prompt_translation_init_templates_not_null
tests.unit.converter.test_translation_converter ‑ test_translation_converter_convert_async_retrieve_key_capitalization_mismatch
tests.unit.converter.test_translation_converter ‑ test_translation_converter_input_supported
tests.unit.converter.test_translation_converter ‑ test_translation_converter_send_prompt_async_bad_json_exception_retries[Invalid Json]
tests.unit.converter.test_translation_converter ‑ test_translation_converter_send_prompt_async_bad_json_exception_retries[{'str' : 'json not formatted correctly'}]
tests.unit.converter.test_translation_converter ‑ test_translation_converter_send_prompt_async_json_bad_format_retries
tests.unit.converter.test_translation_converter ‑ test_translator_converter_languages_validation_throws[None]
tests.unit.converter.test_translation_converter ‑ test_translator_converter_languages_validation_throws[]
tests.unit.converter.test_unicode_confusable_converter ‑ test_confusables_converter_convert_async
tests.unit.converter.test_unicode_confusable_converter ‑ test_confusables_converter_space_input
tests.unit.converter.test_unicode_confusable_converter ‑ test_convert_async_empty_prompt
tests.unit.converter.test_unicode_confusable_converter ‑ test_convert_async_long_prompt
tests.unit.converter.test_unicode_confusable_converter ‑ test_convert_async_non_ascii_word
tests.unit.converter.test_unicode_confusable_converter ‑ test_generate_perturbed_prompts
tests.unit.converter.test_unicode_confusable_converter ‑ test_get_homoglyph_variants
tests.unit.converter.test_unicode_confusable_converter ‑ test_get_homoglyph_variants_no_variants
tests.unit.converter.test_unicode_confusable_converter ‑ test_get_homoglyph_variants_unicode_error
tests.unit.converter.test_unicode_confusable_converter ‑ test_homoglyphs_converter_convert_async
tests.unit.converter.test_unicode_confusable_converter ‑ test_input_not_supported
tests.unit.converter.test_unicode_confusable_converter ‑ test_input_supported
tests.unit.converter.test_variation_converter ‑ test_prompt_variation_init_templates_not_null
tests.unit.converter.test_variation_converter ‑ test_variation_converter_input_supported
tests.unit.converter.test_variation_converter ‑ test_variation_converter_send_prompt_async_bad_json_exception_retries[Invalid Json]
tests.unit.converter.test_variation_converter ‑ test_variation_converter_send_prompt_async_bad_json_exception_retries[{'str' : 'json not formatted correctly'}]
tests.unit.converter.test_zero_width_converter ‑ test_convert_async_handles_empty_string
tests.unit.converter.test_zero_width_converter ‑ test_convert_async_injects_zero_width_spaces
tests.unit.converter.test_zero_width_converter ‑ test_convert_async_long_text
tests.unit.converter.test_zero_width_converter ‑ test_convert_async_multiple_whitespace
tests.unit.converter.test_zero_width_converter ‑ test_convert_async_non_text_input_type
tests.unit.converter.test_zero_width_converter ‑ test_convert_async_single_character
tests.unit.converter.test_zero_width_converter ‑ test_input_supported_non_text
tests.unit.converter.test_zero_width_converter ‑ test_input_supported_text
tests.unit.exceptions.test_exceptions ‑ test_bad_request_exception_initialization
tests.unit.exceptions.test_exceptions ‑ test_bad_request_exception_process_exception
tests.unit.exceptions.test_exceptions ‑ test_empty_prompt_placeholder_exception
tests.unit.exceptions.test_exceptions ‑ test_empty_response_exception_initialization
tests.unit.exceptions.test_exceptions ‑ test_empty_response_exception_process_exception
tests.unit.exceptions.test_exceptions ‑ test_invalid_json_exception_initialization
tests.unit.exceptions.test_exceptions ‑ test_pyrit_exception_initialization
tests.unit.exceptions.test_exceptions ‑ test_pyrit_exception_process_exception
tests.unit.exceptions.test_exceptions ‑ test_rate_limit_exception_initialization
tests.unit.exceptions.test_exceptions ‑ test_rate_limit_exception_process_exception
tests.unit.exceptions.test_exceptions ‑ test_remove_markdown_json_exception
tests.unit.exceptions.test_exceptions_helpers ‑ test_extract_json_from_string[No JSON here-No JSON here]
tests.unit.exceptions.test_exceptions_helpers ‑ test_extract_json_from_string[Some text before JSON [1, 2, 3] some text after JSON-[1, 2, 3]]
tests.unit.exceptions.test_exceptions_helpers ‑ test_extract_json_from_string[Some text before JSON {"a": [1,2,3], "b": {"c": 4}} some text after JSON-{"a": [1,2,3], "b": {"c": 4}}]
tests.unit.exceptions.test_exceptions_helpers ‑ test_extract_json_from_string[Some text before JSON {"key": "value"} some text after JSON-{"key": "value"}]
tests.unit.exceptions.test_exceptions_helpers ‑ test_extract_json_from_string[[1, 2, 3]-[1, 2, 3]]
tests.unit.exceptions.test_exceptions_helpers ‑ test_extract_json_from_string[jsn\n{"key": "value"}\n```-{"key": "value"}]
tests.unit.exceptions.test_exceptions_helpers ‑ test_extract_json_from_string[{"key": "value"}-{"key": "value"}]
tests.unit.exceptions.test_exceptions_helpers ‑ test_remove_end_md_json[{"key": "value"}-{"key": "value"}]
tests.unit.exceptions.test_exceptions_helpers ‑ test_remove_end_md_json[{"key": "value"}\n`-{"key": "value"}]
tests.unit.exceptions.test_exceptions_helpers ‑ test_remove_end_md_json[{"key": "value"}\n```-{"key": "value"}]
tests.unit.exceptions.test_exceptions_helpers ‑ test_remove_end_md_json[{"key": "value"}`-{"key": "value"}]
tests.unit.exceptions.test_exceptions_helpers ‑ test_remove_markdown_json[No JSON here-Invalid JSON response: No JSON here]
tests.unit.exceptions.test_exceptions_helpers ‑ test_remove_markdown_json[Some text before JSON ```json\n{"key": "value"}\n``` some text after JSON-{"key": "value"}]
tests.unit.exceptions.test_exceptions_helpers ‑ test_remove_markdown_json[```jsn\n{"key": "value"}\n```-{"key": "value"}]
tests.unit.exceptions.test_exceptions_helpers ‑ test_remove_markdown_json[```json\n{"key": "value"\n```-Invalid JSON response: {"key": "value"]
tests.unit.exceptions.test_exceptions_helpers ‑ test_remove_markdown_json[```json\n{"key": "value"}-{"key": "value"}]
tests.unit.exceptions.test_exceptions_helpers ‑ test_remove_markdown_json[```json\n{"key": "value"}\n```-{"key": "value"}]
tests.unit.exceptions.test_exceptions_helpers ‑ test_remove_markdown_json[{"key": "value"}\n```-{"key": "value"}]
tests.unit.exceptions.test_exceptions_helpers ‑ test_remove_start_md_json[No JSON here-No JSON here]
tests.unit.exceptions.test_exceptions_helpers ‑ test_remove_start_md_json[```jsn\n{"key": "value"}\n```-jsn\n{"key": "value"}\n```]
tests.unit.exceptions.test_exceptions_helpers ‑ test_remove_start_md_json[```json\n{"key": "value"}-{"key": "value"}]
tests.unit.exceptions.test_exceptions_helpers ‑ test_remove_start_md_json[`json\n{"key": "value"}-{"key": "value"}]
tests.unit.exceptions.test_exceptions_helpers ‑ test_remove_start_md_json[json{"key": "value"}-{"key": "value"}]
tests.unit.exceptions.test_exceptions_helpers ‑ test_remove_start_md_json[{"key": "value"}-{"key": "value"}]
tests.unit.memory.test_azure_sql_memory ‑ test_default_embedding_raises
tests.unit.memory.test_azure_sql_memory ‑ test_default_enable_embedding
tests.unit.memory.test_azure_sql_memory ‑ test_disable_embedding
tests.unit.memory.test_azure_sql_memory ‑ test_get_all_memory
tests.unit.memory.test_azure_sql_memory ‑ test_get_memories_with_json_properties
tests.unit.memory.test_azure_sql_memory ‑ test_get_memories_with_orchestrator_id
tests.unit.memory.test_azure_sql_memory ‑ test_insert_embedding_entry
tests.unit.memory.test_azure_sql_memory ‑ test_insert_entries
tests.unit.memory.test_azure_sql_memory ‑ test_insert_entry
tests.unit.memory.test_azure_sql_memory ‑ test_query_entries
tests.unit.memory.test_azure_sql_memory ‑ test_update_entries
tests.unit.memory.test_azure_sql_memory ‑ test_update_entries_empty_update_fields
tests.unit.memory.test_azure_sql_memory ‑ test_update_entries_nonexistent_fields
tests.unit.memory.test_azure_sql_memory ‑ test_update_labels_by_conversation_id
tests.unit.memory.test_azure_sql_memory ‑ test_update_prompt_entries_by_conversation_id
tests.unit.memory.test_azure_sql_memory ‑ test_update_prompt_metadata_by_conversation_id
tests.unit.memory.test_central_memory ‑ test_get_memory_instance_not_set
tests.unit.memory.test_central_memory ‑ test_get_non_required_value_empty_env
tests.unit.memory.test_central_memory ‑ test_get_non_required_value_env_set
tests.unit.memory.test_central_memory ‑ test_set_memory_instance
tests.unit.memory.test_duckdb_memory ‑ test_conversation_data_column_types
tests.unit.memory.test_duckdb_memory ‑ test_conversation_data_schema
tests.unit.memory.test_duckdb_memory ‑ test_default_embedding_raises
tests.unit.memory.test_duckdb_memory ‑ test_default_enable_embedding
tests.unit.memory.test_duckdb_memory ‑ test_disable_embedding
tests.unit.memory.test_duckdb_memory ‑ test_embedding_data_column_types
tests.unit.memory.test_duckdb_memory ‑ test_embedding_data_schema
tests.unit.memory.test_duckdb_memory ‑ test_get_all_memory
tests.unit.memory.test_duckdb_memory ‑ test_get_memories_with_json_properties
tests.unit.memory.test_duckdb_memory ‑ test_insert_embedding_entry
tests.unit.memory.test_duckdb_memory ‑ test_insert_entries
tests.unit.memory.test_duckdb_memory ‑ test_insert_entry
tests.unit.memory.test_duckdb_memory ‑ test_insert_entry_violates_constraint
tests.unit.memory.test_duckdb_memory ‑ test_query_entries
tests.unit.memory.test_duckdb_memory ‑ test_update_entries
tests.unit.memory.test_duckdb_memory ‑ test_update_entries_by_conversation_id
tests.unit.memory.test_duckdb_memory ‑ test_update_entries_empty_update_fields
tests.unit.memory.test_duckdb_memory ‑ test_update_entries_nonexistent_fields
tests.unit.memory.test_duckdb_memory ‑ test_update_labels_by_conversation_id
tests.unit.memory.test_duckdb_memory ‑ test_update_prompt_metadata_by_conversation_id
tests.unit.memory.test_memory_embedding ‑ test_default_memory_embedding_factory_with_azure_environment_variables
tests.unit.memory.test_memory_embedding ‑ test_default_memory_embedding_factory_with_embedding_model
tests.unit.memory.test_memory_embedding ‑ test_default_memory_embedding_factory_without_embedding_model_and_environment_variables
tests.unit.memory.test_memory_embedding ‑ test_memory_encoder
tests.unit.memory.test_memory_embedding ‑ test_memory_encoding_chat_message
tests.unit.memory.test_memory_exporter ‑ test_export_to_json_creates_file[csv]
tests.unit.memory.test_memory_exporter ‑ test_export_to_json_creates_file[json]
tests.unit.memory.test_memory_exporter ‑ test_export_to_json_data_with_conversations[csv]
tests.unit.memory.test_memory_exporter ‑ test_export_to_json_data_with_conversations[json]
tests.unit.memory.test_memory_interface ‑ test_add_request_pieces_to_memory[1]
tests.unit.memory.test_memory_interface ‑ test_add_request_pieces_to_memory[2]
tests.unit.memory.test_memory_interface ‑ test_add_request_pieces_to_memory[3]
tests.unit.memory.test_memory_interface ‑ test_add_request_pieces_to_memory_calls_validate
tests.unit.memory.test_memory_interface ‑ test_add_request_pieces_to_memory_updates_sequence
tests.unit.memory.test_memory_interface ‑ test_add_request_pieces_to_memory_updates_sequence_with_prev_conversation
tests.unit.memory.test_memory_interface ‑ test_add_score_duplicate_prompt
tests.unit.memory.test_memory_interface ‑ test_add_score_get_score[float_scale]
tests.unit.memory.test_memory_interface ‑ test_add_score_get_score[true_false]
tests.unit.memory.test_memory_interface ‑ test_add_seed_prompt_groups_to_memory_empty_list
tests.unit.memory.test_memory_interface ‑ test_add_seed_prompt_groups_to_memory_inconsistent_group_ids
tests.unit.memory.test_memory_interface ‑ test_add_seed_prompt_groups_to_memory_multiple_elements
tests.unit.memory.test_memory_interface ‑ test_add_seed_prompt_groups_to_memory_multiple_elements_no_added_by
tests.unit.memory.test_memory_interface ‑ test_add_seed_prompt_groups_to_memory_multiple_elements_with_added_by
tests.unit.memory.test_memory_interface ‑ test_add_seed_prompt_groups_to_memory_multiple_groups_with_added_by
tests.unit.memory.test_memory_interface ‑ test_add_seed_prompt_groups_to_memory_no_elements
tests.unit.memory.test_memory_interface ‑ test_add_seed_prompt_groups_to_memory_single_element
tests.unit.memory.test_memory_interface ‑ test_add_seed_prompt_groups_to_memory_single_element_no_added_by
tests.unit.memory.test_memory_interface ‑ test_add_seed_prompt_groups_to_memory_single_element_with_added_by
tests.unit.memory.test_memory_interface ‑ test_add_seed_prompt_groups_to_memory_with_all_modalities
tests.unit.memory.test_memory_interface ‑ test_add_seed_prompt_groups_to_memory_with_textimage_modalities
tests.unit.memory.test_memory_interface ‑ test_add_seed_prompts_to_memory_empty_list
tests.unit.memory.test_memory_interface ‑ test_conversation_memory_empty_by_default
tests.unit.memory.test_memory_interface ‑ test_duplicate_conversation_excluding_last_turn
tests.unit.memory.test_memory_interface ‑ test_duplicate_conversation_excluding_last_turn_not_score
tests.unit.memory.test_memory_interface ‑ test_duplicate_conversation_excluding_last_turn_same_orchestrator
tests.unit.memory.test_memory_interface ‑ test_duplicate_conversation_pieces_not_score
tests.unit.memory.test_memory_interface ‑ test_duplicate_memory
tests.unit.memory.test_memory_interface ‑ test_duplicate_memory_orchestrator_id_collision
tests.unit.memory.test_memory_interface ‑ test_export_all_conversations_file_created
tests.unit.memory.test_memory_interface ‑ test_export_all_conversations_with_scores_correct_data
tests.unit.memory.test_memory_interface ‑ test_export_all_conversations_with_scores_empty_data
tests.unit.memory.test_memory_interface ‑ test_export_conversation_by_orchestrator_id_file_created
tests.unit.memory.test_memory_interface ‑ test_get_prompt_request_pieces_by_hash
tests.unit.memory.test_memory_interface ‑ test_get_prompt_request_pieces_by_value
tests.unit.memory.test_memory_interface ‑ test_get_prompt_request_pieces_id
tests.unit.memory.test_memory_interface ‑ test_get_prompt_request_pieces_labels
tests.unit.memory.test_memory_interface ‑ test_get_prompt_request_pieces_orchestrator
tests.unit.memory.test_memory_interface ‑ test_get_prompt_request_pieces_sent_after
tests.unit.memory.test_memory_interface ‑ test_get_prompt_request_pieces_sent_before
tests.unit.memory.test_memory_interface ‑ test_get_prompt_request_pieces_sorts
tests.unit.memory.test_memory_interface ‑ test_get_prompt_request_pieces_with_non_matching_memory_labels
tests.unit.memory.test_memory_interface ‑ test_get_scores_by_memory_labels
tests.unit.memory.test_memory_interface ‑ test_get_scores_by_orchestrator_id
tests.unit.memory.test_memory_interface ‑ test_get_seed_prompt_dataset_names_empty
tests.unit.memory.test_memory_interface ‑ test_get_seed_prompt_dataset_names_multiple
tests.unit.memory.test_memory_interface ‑ test_get_seed_prompt_dataset_names_single
tests.unit.memory.test_memory_interface ‑ test_get_seed_prompt_dataset_names_single_dataset_multiple_entries
tests.unit.memory.test_memory_interface ‑ test_get_seed_prompt_groups_empty
tests.unit.memory.test_memory_interface ‑ test_get_seed_prompt_groups_multiple_groups
tests.unit.memory.test_memory_interface ‑ test_get_seed_prompt_groups_multiple_groups_with_unique_ids
tests.unit.memory.test_memory_interface ‑ test_get_seed_prompt_groups_with_dataset_name
tests.unit.memory.test_memory_interface ‑ test_get_seed_prompt_groups_with_multiple_filters
tests.unit.memory.test_memory_interface ‑ test_get_seed_prompts_no_filters
tests.unit.memory.test_memory_interface ‑ test_get_seed_prompts_with_added_by_filter
tests.unit.memory.test_memory_interface ‑ test_get_seed_prompts_with_audio
tests.unit.memory.test_memory_interface ‑ test_get_seed_prompts_with_authors_filter
tests.unit.memory.test_memory_interface ‑ test_get_seed_prompts_with_dataset_name_filter
tests.unit.memory.test_memory_interface ‑ test_get_seed_prompts_with_empty_list_filters
tests.unit.memory.test_memory_interface ‑ test_get_seed_prompts_with_groups_filter
tests.unit.memory.test_memory_interface ‑ test_get_seed_prompts_with_harm_categories_filter
tests.unit.memory.test_memory_interface ‑ test_get_seed_prompts_with_image
tests.unit.memory.test_memory_interface ‑ test_get_seed_prompts_with_multiple_elements_list_filters
tests.unit.memory.test_memory_interface ‑ test_get_seed_prompts_with_multiple_elements_list_filters_additional
tests.unit.memory.test_memory_interface ‑ test_get_seed_prompts_with_multiple_filters
tests.unit.memory.test_memory_interface ‑ test_get_seed_prompts_with_param_filters
tests.unit.memory.test_memory_interface ‑ test_get_seed_prompts_with_parameters_filter
tests.unit.memory.test_memory_interface ‑ test_get_seed_prompts_with_single_element_list_filters
tests.unit.memory.test_memory_interface ‑ test_get_seed_prompts_with_source_filter
tests.unit.memory.test_memory_interface ‑ test_get_seed_prompts_with_substring_filters_groups
tests.unit.memory.test_memory_interface ‑ test_get_seed_prompts_with_substring_filters_harm_categories
tests.unit.memory.test_memory_interface ‑ test_get_seed_prompts_with_substring_filters_parameters
tests.unit.memory.test_memory_interface ‑ test_get_seed_prompts_with_value_filter
tests.unit.memory.test_memory_interface ‑ test_get_seed_prompts_with_video
tests.unit.memory.test_memory_interface ‑ test_insert_prompt_memories_inserts_embedding
tests.unit.memory.test_memory_interface ‑ test_insert_prompt_memories_not_inserts_embedding
tests.unit.memory.test_memory_interface ‑ test_memory
tests.unit.memory.test_memory_interface ‑ test_prompt_piece_hash_stored_and_retrieved
tests.unit.memory.test_memory_interface ‑ test_prompt_piece_scores_duplicate_piece
tests.unit.models.test_seed_prompt ‑ test_group_id_from_empty_group_set_equally
tests.unit.models.test_seed_prompt ‑ test_group_id_set_equally_success
tests.unit.models.test_seed_prompt ‑ test_group_id_set_unequally_raises
tests.unit.models.test_seed_prompt ‑ test_group_seed_prompt_alias_sets_group_id
tests.unit.models.test_seed_prompt ‑ test_group_seed_prompt_groups_from_yaml
tests.unit.models.test_seed_prompt ‑ test_group_seed_prompts_by_prompt_group_id
tests.unit.models.test_seed_prompt ‑ test_prompt_dataset_from_yaml_defaults
tests.unit.models.test_seed_prompt ‑ test_seed_prompt_dataset_initialization
tests.unit.models.test_seed_prompt ‑ test_seed_prompt_group_initialization
tests.unit.models.test_seed_prompt ‑ test_seed_prompt_group_sequence_default
tests.unit.models.test_seed_prompt ‑ test_seed_prompt_initialization
tests.unit.models.test_seed_prompt ‑ test_seed_prompt_render_template_no_param_success
tests.unit.models.test_seed_prompt ‑ test_seed_prompt_render_template_success
tests.unit.models.test_seed_prompt ‑ test_seed_prompt_template_missing_param
tests.unit.models.test_seed_prompt ‑ test_seed_prompt_template_no_match
tests.unit.models.test_storage_io ‑ test_azure_blob_storage_io_read_file
tests.unit.models.test_storage_io ‑ test_azure_blob_storage_io_write_file
tests.unit.models.test_storage_io ‑ test_azure_storage_io_is_file
tests.unit.models.test_storage_io ‑ test_azure_storage_io_parse_blob_url_invalid
tests.unit.models.test_storage_io ‑ test_azure_storage_io_parse_blob_url_valid
tests.unit.models.test_storage_io ‑ test_azure_storage_io_parse_blob_url_without_netloc
tests.unit.models.test_storage_io ‑ test_azure_storage_io_parse_blob_url_without_scheme
tests.unit.models.test_storage_io ‑ test_azure_storage_io_path_exists
tests.unit.models.test_storage_io ‑ test_disk_storage_io_create_directory_if_not_exists
tests.unit.models.test_storage_io ‑ test_disk_storage_io_is_file
tests.unit.models.test_storage_io ‑ test_disk_storage_io_path_exists
tests.unit.models.test_storage_io ‑ test_disk_storage_io_read_file
tests.unit.models.test_storage_io ‑ test_disk_storage_io_write_file
tests.unit.orchestrator.test_crescendo_orchestrator ‑ test_apply_crescendo_attack_fail_max_refusals_num_turns[10]
tests.unit.orchestrator.test_crescendo_orchestrator ‑ test_apply_crescendo_attack_fail_max_refusals_num_turns[1]
tests.unit.orchestrator.test_crescendo_orchestrator ‑ test_apply_crescendo_attack_fail_num_turns[10]
tests.unit.orchestrator.test_crescendo_orchestrator ‑ test_apply_crescendo_attack_fail_num_turns[1]
tests.unit.orchestrator.test_crescendo_orchestrator ‑ test_apply_crescendo_attack_succeed_num_turns
tests.unit.orchestrator.test_crescendo_orchestrator ‑ test_custom_crescendo_system_prompt_path_variants[1]
tests.unit.orchestrator.test_crescendo_orchestrator ‑ test_custom_crescendo_system_prompt_path_variants[2]
tests.unit.orchestrator.test_crescendo_orchestrator ‑ test_custom_crescendo_system_prompt_path_variants[3]
tests.unit.orchestrator.test_crescendo_orchestrator ‑ test_custom_crescendo_system_prompt_path_variants[4]
tests.unit.orchestrator.test_crescendo_orchestrator ‑ test_custom_crescendo_system_prompt_path_variants[5]
tests.unit.orchestrator.test_crescendo_orchestrator ‑ test_get_attack_includes_objective_score
tests.unit.orchestrator.test_crescendo_orchestrator ‑ test_get_attack_invalid_json_exceptions[{"generated_question": "Attack Prompt", "last_response_summary": "Last Response Summary", "rationale_behind_jailbreak": "Rationale Behind Jailbreak", "invalid_key": "Invalid Key"}]
tests.unit.orchestrator.test_crescendo_orchestrator ‑ test_get_attack_invalid_json_exceptions[{"generated_question": "Attack Prompt", "last_response_summary": "Last Response Summary", "rationale_behind_jailbreak": "Rationale Behind Jailbreak",}]
tests.unit.orchestrator.test_crescendo_orchestrator ‑ test_get_attack_invalid_json_exceptions[{"generated_question": "Attack Prompt"}]
tests.unit.orchestrator.test_crescendo_orchestrator ‑ test_get_attack_invalid_json_exceptions[{"question": "Attack Prompt", "last_response_summary": "Last Response Summary", "rationale_behind_jailbreak": "Rationale Behind Jailbreak"}]
tests.unit.orchestrator.test_crescendo_orchestrator ‑ test_get_attack_prompt_first_turn
tests.unit.orchestrator.test_crescendo_orchestrator ‑ test_get_attack_prompt_objective_score
tests.unit.orchestrator.test_crescendo_orchestrator ‑ test_get_attack_prompt_with_refusal
tests.unit.orchestrator.test_crescendo_orchestrator ‑ test_get_attack_sets_default_prompt
tests.unit.orchestrator.test_crescendo_orchestrator ‑ test_get_attack_sets_refused_text
tests.unit.orchestrator.test_crescendo_orchestrator ‑ test_handle_last_prepended_assistant_message_with_both_scores
tests.unit.orchestrator.test_crescendo_orchestrator ‑ test_handle_last_prepended_assistant_message_with_objective_score
tests.unit.orchestrator.test_crescendo_orchestrator ‑ test_handle_last_prepended_assistant_message_with_refusal_score
tests.unit.orchestrator.test_crescendo_orchestrator ‑ test_handle_last_prepended_user_message_with_prepended_message
tests.unit.orchestrator.test_crescendo_orchestrator ‑ test_invalid_system_prompt_path_raises
tests.unit.orchestrator.test_crescendo_orchestrator ‑ test_max_backtrack_init_exceptions
tests.unit.orchestrator.test_crescendo_orchestrator ‑ test_max_turns_init_exceptions
tests.unit.orchestrator.test_crescendo_orchestrator ‑ test_no_backtracks_occurred[11]
tests.unit.orchestrator.test_crescendo_orchestrator ‑ test_no_backtracks_occurred[1]
tests.unit.orchestrator.test_crescendo_orchestrator ‑ test_no_backtracks_occurred[6]
tests.unit.orchestrator.test_crescendo_orchestrator ‑ test_run_attack_calls_get_attack_prompt
tests.unit.orchestrator.test_crescendo_orchestrator ‑ test_run_attack_succeed_max_refusals_num_turns
tests.unit.orchestrator.test_flip_orchestrator ‑ test_default_systemprompt
tests.unit.orchestrator.test_flip_orchestrator ‑ test_init
tests.unit.orchestrator.test_flip_orchestrator ‑ test_send_prompts_async
tests.unit.orchestrator.test_fuzzer_orchestrator ‑ test_apply_template_converter
tests.unit.orchestrator.test_fuzzer_orchestrator ‑ test_apply_template_converter_empty_placeholder
tests.unit.orchestrator.test_fuzzer_orchestrator ‑ test_best_UCT
tests.unit.orchestrator.test_fuzzer_orchestrator ‑ test_execute_fuzzer[1_every_other_round-1]
tests.unit.orchestrator.test_fuzzer_orchestrator ‑ test_execute_fuzzer[1_every_other_round-2]
tests.unit.orchestrator.test_fuzzer_orchestrator ‑ test_execute_fuzzer[1_every_other_round-3]
tests.unit.orchestrator.test_fuzzer_orchestrator ‑ test_execute_fuzzer[1_every_other_round-4]
tests.unit.orchestrator.test_fuzzer_orchestrator ‑ test_execute_fuzzer[1_every_other_round-5]
tests.unit.orchestrator.test_fuzzer_orchestrator ‑ test_execute_fuzzer[1_per_round-1]
tests.unit.orchestrator.test_fuzzer_orchestrator ‑ test_execute_fuzzer[1_per_round-2]
tests.unit.orchestrator.test_fuzzer_orchestrator ‑ test_execute_fuzzer[1_per_round-3]
tests.unit.orchestrator.test_fuzzer_orchestrator ‑ test_execute_fuzzer[1_per_round-4]
tests.unit.orchestrator.test_fuzzer_orchestrator ‑ test_execute_fuzzer[1_per_round-5]
tests.unit.orchestrator.test_fuzzer_orchestrator ‑ test_invalid_batchsize
tests.unit.orchestrator.test_fuzzer_orchestrator ‑ test_max_query
tests.unit.orchestrator.test_fuzzer_orchestrator ‑ test_prompt_templates
tests.unit.orchestrator.test_fuzzer_orchestrator ‑ test_prompts
tests.unit.orchestrator.test_fuzzer_orchestrator ‑ test_select[0.5]
tests.unit.orchestrator.test_fuzzer_orchestrator ‑ test_select[0]
tests.unit.orchestrator.test_fuzzer_orchestrator ‑ test_template_converter
tests.unit.orchestrator.test_multi_turn_orchestrator ‑ test_prepare_conversation_exceeds_max_turns
tests.unit.orchestrator.test_multi_turn_orchestrator ‑ test_prepare_conversation_no_prepended_conversation
tests.unit.orchestrator.test_multi_turn_orchestrator ‑ test_prepare_conversation_with_custom_user_message
tests.unit.orchestrator.test_multi_turn_orchestrator ‑ test_prepare_conversation_with_invalid_prepended_conversation
tests.unit.orchestrator.test_multi_turn_orchestrator ‑ test_prepare_conversation_with_prepended_conversation
tests.unit.orchestrator.test_multi_turn_orchestrator ‑ test_prepare_conversation_with_prepended_conversation_no_assistant_scores
tests.unit.orchestrator.test_multi_turn_orchestrator ‑ test_print_conversation_no_messages
tests.unit.orchestrator.test_multi_turn_orchestrator ‑ test_print_conversation_with_messages
tests.unit.orchestrator.test_pair_orchestrator ‑ test_init
tests.unit.orchestrator.test_pair_orchestrator ‑ test_pair_is_tap
tests.unit.orchestrator.test_prompt_orchestrator ‑ test_init_orchestrator_global_memory_labels
tests.unit.orchestrator.test_prompt_orchestrator ‑ test_max_requests_per_minute_delay[30-20]
tests.unit.orchestrator.test_prompt_orchestrator ‑ test_max_requests_per_minute_delay[30-2]
tests.unit.orchestrator.test_prompt_orchestrator ‑ test_orchestrator_combine_memory_labels
tests.unit.orchestrator.test_prompt_orchestrator ‑ test_orchestrator_get_memory
tests.unit.orchestrator.test_prompt_orchestrator ‑ test_orchestrator_get_score_memory
tests.unit.orchestrator.test_prompt_orchestrator ‑ test_orchestrator_send_prompts_async_with_env_local_memory_labels
tests.unit.orchestrator.test_prompt_orchestrator ‑ test_orchestrator_send_prompts_async_with_memory_labels
tests.unit.orchestrator.test_prompt_orchestrator ‑ test_orchestrator_sets_target_memory
tests.unit.orchestrator.test_prompt_orchestrator ‑ test_orchestrator_unique_id[100]
tests.unit.orchestrator.test_prompt_orchestrator ‑ test_orchestrator_unique_id[10]
tests.unit.orchestrator.test_prompt_orchestrator ‑ test_prepare_conversation_raises_non_chat_target
tests.unit.orchestrator.test_prompt_orchestrator ‑ test_prepare_conversation_with_prepended_conversation
tests.unit.orchestrator.test_prompt_orchestrator ‑ test_prepare_conversation_without_prepended_conversation
tests.unit.orchestrator.test_prompt_orchestrator ‑ test_send_multiple_prompts_no_converter[prepended_conversation0]
tests.unit.orchestrator.test_prompt_orchestrator ‑ test_send_multiple_prompts_no_converter[prepended_conversation1]
tests.unit.orchestrator.test_prompt_orchestrator ‑ test_send_normalizer_requests_async
tests.unit.orchestrator.test_prompt_orchestrator ‑ test_send_prompt_no_converter
tests.unit.orchestrator.test_prompt_orchestrator ‑ test_send_prompt_to_identifier
tests.unit.orchestrator.test_prompt_orchestrator ‑ test_send_prompts_and_score_async[10]
tests.unit.orchestrator.test_prompt_orchestrator ‑ test_send_prompts_and_score_async[1]
tests.unit.orchestrator.test_prompt_orchestrator ‑ test_send_prompts_and_score_async[20]
tests.unit.orchestrator.test_prompt_orchestrator ‑ test_send_prompts_async_no_converter
tests.unit.orchestrator.test_prompt_orchestrator ‑ test_send_prompts_b64_converter
tests.unit.orchestrator.test_prompt_orchestrator ‑ test_send_prompts_multiple_converters
tests.unit.orchestrator.test_red_teaming_orchestrator ‑ test_apply_run_attack_async_runtime_error
tests.unit.orchestrator.test_red_teaming_orchestrator ‑ test_handle_last_prepended_assistant_message_with_no_matching_score
tests.unit.orchestrator.test_red_teaming_orchestrator ‑ test_handle_last_prepended_assistant_message_with_scores
tests.unit.orchestrator.test_red_teaming_orchestrator ‑ test_handle_last_prepended_user_message_with_prepended_message
tests.unit.orchestrator.test_red_teaming_orchestrator ‑ test_is_conversation_complete_scoring[0-False]
tests.unit.orchestrator.test_red_teaming_orchestrator ‑ test_is_conversation_complete_scoring[0-True]
tests.unit.orchestrator.test_red_teaming_orchestrator ‑ test_is_conversation_complete_scoring[10-False]
tests.unit.orchestrator.test_red_teaming_orchestrator ‑ test_is_conversation_complete_scoring[10-True]
tests.unit.orchestrator.test_red_teaming_orchestrator ‑ test_is_conversation_complete_scoring[100-False]
tests.unit.orchestrator.test_red_teaming_orchestrator ‑ test_is_conversation_complete_scoring[100-True]
tests.unit.orchestrator.test_red_teaming_orchestrator ‑ test_is_conversation_complete_scoring[2-False]
tests.unit.orchestrator.test_red_teaming_orchestrator ‑ test_is_conversation_complete_scoring[2-True]
tests.unit.orchestrator.test_red_teaming_orchestrator ‑ test_is_conversation_complete_scoring[20-False]
tests.unit.orchestrator.test_red_teaming_orchestrator ‑ test_is_conversation_complete_scoring[20-True]
tests.unit.orchestrator.test_red_teaming_orchestrator ‑ test_is_conversation_complete_scoring[4-False]
tests.unit.orchestrator.test_red_teaming_orchestrator ‑ test_is_conversation_complete_scoring[4-True]
tests.unit.orchestrator.test_red_teaming_orchestrator ‑ test_is_conversation_complete_scoring[6-False]
tests.unit.orchestrator.test_red_teaming_orchestrator ‑ test_is_conversation_complete_scoring[6-True]
tests.unit.orchestrator.test_red_teaming_orchestrator ‑ test_is_conversation_complete_scoring_non_bool
tests.unit.orchestrator.test_red_teaming_orchestrator ‑ test_run_attack_async[1]
tests.unit.orchestrator.test_red_teaming_orchestrator ‑ test_run_attack_async[3]
tests.unit.orchestrator.test_red_teaming_orchestrator ‑ test_run_attack_async[5]
tests.unit.orchestrator.test_red_teaming_orchestrator ‑ test_run_attack_async_blocked_response
tests.unit.orchestrator.test_red_teaming_orchestrator ‑ test_send_prompt_twice
tests.unit.orchestrator.test_scoring_orchestrator ‑ test_remove_duplicates
tests.unit.orchestrator.test_scoring_orchestrator ‑ test_score_prompts_by_filters_async
tests.unit.orchestrator.test_scoring_orchestrator ‑ test_score_prompts_by_filters_async_raises_error_no_matching_filters
tests.unit.orchestrator.test_scoring_orchestrator ‑ test_score_prompts_by_request_id_async
tests.unit.orchestrator.test_skeleton_key_orchestrator ‑ test_orchestrator_get_memory
tests.unit.orchestrator.test_skeleton_key_orchestrator ‑ test_send_multiple_prompts_no_converter
tests.unit.orchestrator.test_skeleton_key_orchestrator ‑ test_send_prompt_b64_converter
tests.unit.orchestrator.test_skeleton_key_orchestrator ‑ test_send_prompt_to_identifier
tests.unit.orchestrator.test_skeleton_key_orchestrator ‑ test_send_prompt_with_skeleton_key_custom_skeleton_key
tests.unit.orchestrator.test_skeleton_key_orchestrator ‑ test_send_prompt_with_skeleton_key_no_converter
tests.unit.orchestrator.test_skeleton_key_orchestrator ‑ test_send_prompt_with_skeleton_key_session_id
tests.unit.orchestrator.test_skeleton_key_orchestrator ‑ test_send_prompt_with_skeleton_key_with_global_memory_labels
tests.unit.orchestrator.test_skeleton_key_orchestrator ‑ test_send_prompts_with_skeleton_key_converter
tests.unit.orchestrator.test_skeleton_key_orchestrator ‑ test_send_prompts_with_skeleton_key_custom_skeleton_key
tests.unit.orchestrator.test_skeleton_key_orchestrator ‑ test_send_prompts_with_skeleton_key_no_converter
tests.unit.orchestrator.test_skeleton_key_orchestrator ‑ test_send_skeleton_key_with_prompt_async_rpm_exception
tests.unit.orchestrator.test_skeleton_key_orchestrator ‑ test_sendprompts_orchestrator_sets_target_memory
tests.unit.orchestrator.test_tree_of_attack_node ‑ test_duplicate
tests.unit.orchestrator.test_tree_of_attack_node ‑ test_generate_red_teaming_prompt_async
tests.unit.orchestrator.test_tree_of_attack_node ‑ test_parse_red_teaming_response
tests.unit.orchestrator.test_tree_of_attack_node ‑ test_send_prompt_async
tests.unit.orchestrator.test_tree_of_attacks_with_pruning_orchestrator ‑ test_invalid_branching_factor
tests.unit.orchestrator.test_tree_of_attacks_with_pruning_orchestrator ‑ test_invalid_depth
tests.unit.orchestrator.test_tree_of_attacks_with_pruning_orchestrator ‑ test_invalid_width
tests.unit.orchestrator.test_tree_of_attacks_with_pruning_orchestrator ‑ test_prune_nodes_over_width
tests.unit.orchestrator.test_tree_of_attacks_with_pruning_orchestrator ‑ test_run_attack_max_depth_reached[False]
tests.unit.orchestrator.test_tree_of_attacks_with_pruning_orchestrator ‑ test_run_attack_max_depth_reached[True]
tests.unit.orchestrator.test_tree_of_attacks_with_pruning_orchestrator ‑ test_run_attack_multiturn_failure[1]
tests.unit.orchestrator.test_tree_of_attacks_with_pruning_orchestrator ‑ test_run_attack_multiturn_failure[2]
tests.unit.orchestrator.test_tree_of_attacks_with_pruning_orchestrator ‑ test_run_attack_multiturn_failure[3]
tests.unit.orchestrator.test_tree_of_attacks_with_pruning_orchestrator ‑ test_run_attack_single_turn_success[False]
tests.unit.orchestrator.test_tree_of_attacks_with_pruning_orchestrator ‑ test_run_attack_single_turn_success[True]
tests.unit.orchestrator.test_tree_of_attacks_with_pruning_orchestrator ‑ test_run_attack_success_in_last_turn[1]
tests.unit.orchestrator.test_tree_of_attacks_with_pruning_orchestrator ‑ test_run_attack_success_in_last_turn[2]
tests.unit.orchestrator.test_tree_of_attacks_with_pruning_orchestrator ‑ test_run_attack_success_in_last_turn[3]
tests.unit.orchestrator.test_tree_of_attacks_with_pruning_orchestrator ‑ test_system_prompt_without_desired_prefix
tests.unit.orchestrator.test_xpia_orchestrator ‑ test_xpia_manual_processing_orchestrator_execute
tests.unit.orchestrator.test_xpia_orchestrator ‑ test_xpia_manual_processing_orchestrator_execute_with_memory_labels
tests.unit.orchestrator.test_xpia_orchestrator ‑ test_xpia_orchestrator_execute
tests.unit.orchestrator.test_xpia_orchestrator ‑ test_xpia_orchestrator_execute_no_scorer
tests.unit.orchestrator.test_xpia_orchestrator ‑ test_xpia_orchestrator_execute_with_memory_labels
tests.unit.orchestrator.test_xpia_orchestrator ‑ test_xpia_orchestrator_process_async
tests.unit.orchestrator.test_xpia_orchestrator ‑ test_xpia_orchestrator_process_async_with_memory_labels
tests.unit.orchestrator.test_xpia_orchestrator ‑ test_xpia_test_orchestrator_execute
tests.unit.score.test_azure_content_filter ‑ test_azure_content_default_category
tests.unit.score.test_azure_content_filter ‑ test_azure_content_explicit_category
tests.unit.score.test_azure_content_filter ‑ test_azure_content_filter_scorer_adds_to_memory
tests.unit.score.test_azure_content_filter ‑ test_azure_content_filter_scorer_score
tests.unit.score.test_azure_content_filter ‑ test_azure_content_filter_scorer_validate_audio
tests.unit.score.test_azure_content_filter ‑ test_azure_content_filter_scorer_validate_image
tests.unit.score.test_azure_content_filter ‑ test_azure_content_filter_scorer_validate_text
tests.unit.score.test_float_scale_threshold_scorer ‑ test_float_scale_threshold_scorer_adds_to_memory[0.1-0.3]
tests.unit.score.test_float_scale_threshold_scorer ‑ test_float_scale_threshold_scorer_adds_to_memory[0.1-0.5]
tests.unit.score.test_float_scale_threshold_scorer ‑ test_float_scale_threshold_scorer_adds_to_memory[0.1-0.7]
tests.unit.score.test_float_scale_threshold_scorer ‑ test_float_scale_threshold_scorer_adds_to_memory[0.3-0.3]
tests.unit.score.test_float_scale_threshold_scorer ‑ test_float_scale_threshold_scorer_adds_to_memory[0.3-0.5]
tests.unit.score.test_float_scale_threshold_scorer ‑ test_float_scale_threshold_scorer_adds_to_memory[0.3-0.7]
tests.unit.score.test_float_scale_threshold_scorer ‑ test_float_scale_threshold_scorer_adds_to_memory[0.5-0.3]
tests.unit.score.test_float_scale_threshold_scorer ‑ test_float_scale_threshold_scorer_adds_to_memory[0.5-0.5]
tests.unit.score.test_float_scale_threshold_scorer ‑ test_float_scale_threshold_scorer_adds_to_memory[0.5-0.7]
tests.unit.score.test_float_scale_threshold_scorer ‑ test_float_scale_threshold_scorer_adds_to_memory[0.7-0.3]
tests.unit.score.test_float_scale_threshold_scorer ‑ test_float_scale_threshold_scorer_adds_to_memory[0.7-0.5]
tests.unit.score.test_float_scale_threshold_scorer ‑ test_float_scale_threshold_scorer_adds_to_memory[0.7-0.7]
tests.unit.score.test_float_scale_threshold_scorer ‑ test_float_scale_threshold_scorer_adds_to_memory[0.9-0.3]
tests.unit.score.test_float_scale_threshold_scorer ‑ test_float_scale_threshold_scorer_adds_to_memory[0.9-0.5]
tests.unit.score.test_float_scale_threshold_scorer ‑ test_float_scale_threshold_scorer_adds_to_memory[0.9-0.7]
tests.unit.score.test_gandalf_scorer ‑ test_gandalf_scorer_adds_to_memory[GandalfLevel.LEVEL_1]
tests.unit.score.test_gandalf_scorer ‑ test_gandalf_scorer_adds_to_memory[GandalfLevel.LEVEL_2]
tests.unit.score.test_gandalf_scorer ‑ test_gandalf_scorer_adds_to_memory[GandalfLevel.LEVEL_3]
tests.unit.score.test_gandalf_scorer ‑ test_gandalf_scorer_runtime_error_retries[GandalfLevel.LEVEL_1]
tests.unit.score.test_gandalf_scorer ‑ test_gandalf_scorer_runtime_error_retries[GandalfLevel.LEVEL_2]
tests.unit.score.test_gandalf_scorer ‑ test_gandalf_scorer_runtime_error_retries[GandalfLevel.LEVEL_3]
tests.unit.score.test_gandalf_scorer ‑ test_gandalf_scorer_score[GandalfLevel.LEVEL_1-False]
tests.unit.score.test_gandalf_scorer ‑ test_gandalf_scorer_score[GandalfLevel.LEVEL_1-True]
tests.unit.score.test_gandalf_scorer ‑ test_gandalf_scorer_score[GandalfLevel.LEVEL_2-False]
tests.unit.score.test_gandalf_scorer ‑ test_gandalf_scorer_score[GandalfLevel.LEVEL_2-True]
tests.unit.score.test_gandalf_scorer ‑ test_gandalf_scorer_score[GandalfLevel.LEVEL_3-False]
tests.unit.score.test_gandalf_scorer ‑ test_gandalf_scorer_score[GandalfLevel.LEVEL_3-True]

tests.unit.score.test_gandalf_scorer ‑ test_gandalf_scorer_set_system_prompt[GandalfLevel.LEVEL_1]
tests.unit.score.test_gandalf_scorer ‑ test_gandalf_scorer_set_system_prompt[GandalfLevel.LEVEL_2]
tests.unit.score.test_gandalf_scorer ‑ test_gandalf_scorer_set_system_prompt[GandalfLevel.LEVEL_3]
tests.unit.score.test_hitl ‑ test_import_scores_from_csv
tests.unit.score.test_hitl ‑ test_scorer_keep_score
tests.unit.score.test_hitl ‑ test_substring_scorer_adds_to_memory
tests.unit.score.test_hitl ‑ test_substring_scorer_score[I can't answer]
tests.unit.score.test_hitl ‑ test_substring_scorer_score[Not present]
tests.unit.score.test_hitl ‑ test_substring_scorer_validate
tests.unit.score.test_insecure_code_scorer ‑ test_insecure_code_scorer_invalid_json
tests.unit.score.test_insecure_code_scorer ‑ test_insecure_code_scorer_valid_response
tests.unit.score.test_insecure_code_scorer ‑ test_insecure_code_scorer_validate
tests.unit.score.test_markdown_injection ‑ test_md_injection_adds_to_memory
tests.unit.score.test_markdown_injection ‑ test_md_injection_detected[![Drag Racing](Dragster.jpg)]
tests.unit.score.test_markdown_injection ‑ test_md_injection_detected[![][image_ref_a32ff4ads]]
tests.unit.score.test_markdown_injection ‑ test_md_injection_detected[![sdf](www.google.com)]
tests.unit.score.test_markdown_injection ‑ test_md_injection_not_detected
tests.unit.score.test_prompt_shield_scorer ‑ test_prompt_shield_scorer_parsing
tests.unit.score.test_scorer ‑ test_scorer_extract_task_from_response
tests.unit.score.test_scorer ‑ test_scorer_remove_markdown_json_called
tests.unit.score.test_scorer ‑ test_scorer_score_responses_batch_async
tests.unit.score.test_scorer ‑ test_scorer_send_chat_target_async_bad_json_exception_retries[this is not json]
tests.unit.score.test_scorer ‑ test_scorer_send_chat_target_async_bad_json_exception_retries[{"poor_value": "1", "rationale": "The message does not contain any code or instructions that could be used to cause harm"}]
tests.unit.score.test_scorer ‑ test_scorer_send_chat_target_async_bad_json_exception_retries[{"score_value": "1", "bad_rationale": "The message does not contain any code or instructions that could be used to cause harm"}]
tests.unit.score.test_scorer ‑ test_scorer_send_chat_target_async_good_response
tests.unit.score.test_self_ask_category ‑ test_category_scorer_adds_to_memory
tests.unit.score.test_self_ask_category ‑ test_category_scorer_score
tests.unit.score.test_self_ask_category ‑ test_category_scorer_score_false
tests.unit.score.test_self_ask_category ‑ test_category_scorer_set_no_category_found
tests.unit.score.test_self_ask_category ‑ test_category_scorer_set_system_prompt
tests.unit.score.test_self_ask_category ‑ test_score_prompts_batch_async[1-10]
tests.unit.score.test_self_ask_category ‑ test_score_prompts_batch_async[1-None]
tests.unit.score.test_self_ask_category ‑ test_score_prompts_batch_async[10-10]
tests.unit.score.test_self_ask_category ‑ test_score_prompts_batch_async[10-None]
tests.unit.score.test_self_ask_category ‑ test_self_ask_objective_scorer_bad_json_exception_retries
tests.unit.score.test_self_ask_category ‑ test_self_ask_objective_scorer_json_missing_key_exception_retries
tests.unit.score.test_self_ask_likert ‑ test_likert_scorer_adds_to_memory
tests.unit.score.test_self_ask_likert ‑ test_likert_scorer_must_have_category
tests.unit.score.test_self_ask_likert ‑ test_likert_scorer_score
tests.unit.score.test_self_ask_likert ‑ test_likert_scorer_set_system_prompt
tests.unit.score.test_self_ask_likert ‑ test_self_ask_likert_scorer_json_missing_key_exception_retries
tests.unit.score.test_self_ask_likert ‑ test_self_ask_scorer_bad_json_exception_retries
tests.unit.score.test_self_ask_refusal ‑ test_refusal_scorer_adds_to_memory
tests.unit.score.test_self_ask_refusal ‑ test_refusal_scorer_bad_json_exception_retries
tests.unit.score.test_self_ask_refusal ‑ test_refusal_scorer_image_non_block
tests.unit.score.test_self_ask_refusal ‑ test_refusal_scorer_no_task
tests.unit.score.test_self_ask_refusal ‑ test_refusal_scorer_score
tests.unit.score.test_self_ask_refusal ‑ test_refusal_scorer_set_system_prompt
tests.unit.score.test_self_ask_refusal ‑ test_refusal_scorer_with_task
tests.unit.score.test_self_ask_refusal ‑ test_score_async_filtered_response
tests.unit.score.test_self_ask_refusal ‑ test_self_ask_objective_scorer_bad_json_exception_retries
tests.unit.score.test_self_ask_scale ‑ test_scale_scorer_invalid_scale_file_contents
tests.unit.score.test_self_ask_scale ‑ test_scale_scorer_score
tests.unit.score.test_self_ask_scale ‑ test_scale_scorer_score_calls_send_chat
tests.unit.score.test_self_ask_scale ‑ test_scale_scorer_score_custom_scale
tests.unit.score.test_self_ask_scale ‑ test_scale_scorer_set_system_prompt[None-None]
tests.unit.score.test_self_ask_scale ‑ test_scale_scorer_set_system_prompt[scale_arguments_path1-system_prompt_path1]
tests.unit.score.test_self_ask_scale ‑ test_scale_scorer_set_system_prompt[scale_arguments_path2-system_prompt_path2]
tests.unit.score.test_self_ask_scale ‑ test_scale_scorer_set_system_prompt[scale_arguments_path3-system_prompt_path3]
tests.unit.score.test_self_ask_scale ‑ test_scale_scorer_set_system_prompt[scale_arguments_path4-system_prompt_path4]
tests.unit.score.test_self_ask_scale ‑ test_validate_scale_arguments_missing_args_raises_value_error[scale_args0]
tests.unit.score.test_self_ask_scale ‑ test_validate_scale_arguments_missing_args_raises_value_error[scale_args1]
tests.unit.score.test_self_ask_scale ‑ test_validate_scale_arguments_missing_args_raises_value_error[scale_args2]
tests.unit.score.test_self_ask_scale ‑ test_validate_scale_arguments_missing_args_raises_value_error[scale_args3]
tests.unit.score.test_self_ask_scale ‑ test_validate_scale_arguments_missing_args_raises_value_error[scale_args4]
tests.unit.score.test_self_ask_scale ‑ test_validate_scale_arguments_missing_args_raises_value_error[scale_args5]
tests.unit.score.test_self_ask_true_false ‑ test_self_ask_objective_scorer_bad_json_exception_retries
tests.unit.score.test_self_ask_true_false ‑ test_self_ask_scorer_bad_json_exception_retries
tests.unit.score.test_self_ask_true_false ‑ test_true_false_scorer_adds_to_memory
tests.unit.score.test_self_ask_true_false ‑ test_true_false_scorer_score
tests.unit.score.test_self_ask_true_false ‑ test_true_false_scorer_set_system_prompt
tests.unit.score.test_substring ‑ test_substring_scorer_adds_to_memory
tests.unit.score.test_substring ‑ test_substring_scorer_score[I can't answer]
tests.unit.score.test_substring ‑ test_substring_scorer_score[Not present]
tests.unit.score.test_substring ‑ test_substring_scorer_validate
tests.unit.score.test_true_false_inverter ‑ test_inverter_scorer_validate
tests.unit.score.test_true_false_inverter ‑ test_substring_scorer_adds_to_memory
tests.unit.score.test_true_false_inverter ‑ test_substring_scorer_score[I can't answer]
tests.unit.score.test_true_false_inverter ‑ test_substring_scorer_score[Not present]
tests.unit.target.test_azure_ml_chat_target ‑ test_azure_ml_validate_prompt_type
tests.unit.target.test_azure_ml_chat_target ‑ test_azure_ml_validate_request_length
tests.unit.target.test_azure_ml_chat_target ‑ test_complete_chat_async
tests.unit.target.test_azure_ml_chat_target ‑ test_complete_chat_async_bad_json_response
tests.unit.target.test_azure_ml_chat_target ‑ test_complete_chat_async_with_nop_normalizer[None]
tests.unit.target.test_azure_ml_chat_target ‑ test_complete_chat_async_with_nop_normalizer[message_normalizer1]
tests.unit.target.test_azure_ml_chat_target ‑ test_complete_chat_async_with_squashnormalizer
tests.unit.target.test_azure_ml_chat_target ‑ test_get_headers_with_valid_api_key
tests.unit.target.test_azure_ml_chat_target ‑ test_initialization_with_extra_model_parameters
tests.unit.target.test_azure_ml_chat_target ‑ test_initialization_with_no_api_raises
tests.unit.target.test_azure_ml_chat_target ‑ test_initialization_with_no_key_raises
tests.unit.target.test_azure_ml_chat_target ‑ test_initialization_with_required_parameters
tests.unit.target.test_azure_ml_chat_target ‑ test_is_json_response_supported
tests.unit.target.test_azure_ml_chat_target ‑ test_send_prompt_async_bad_request_error_adds_to_memory
tests.unit.target.test_azure_ml_chat_target ‑ test_send_prompt_async_empty_response_retries
tests.unit.target.test_azure_ml_chat_target ‑ test_send_prompt_async_rate_limit_exception_adds_to_memory
tests.unit.target.test_azure_ml_chat_target ‑ test_send_prompt_async_rate_limit_exception_retries
tests.unit.target.test_azure_ml_chat_target ‑ test_set_env_configuration_vars_initializes_vars
tests.unit.target.test_azure_ml_chat_target ‑ test_set_env_configuration_vars_with_default_env_vars
tests.unit.target.test_azure_ml_chat_target ‑ test_set_model_parameters_partial_update
tests.unit.target.test_azure_ml_chat_target ‑ test_set_model_parameters_with_custom_values
tests.unit.target.test_azure_ml_chat_target ‑ test_set_model_parameters_with_defaults
tests.unit.target.test_azure_openai_completion_target ‑ test_azure_complete_async_return
tests.unit.target.test_azure_openai_completion_target ‑ test_azure_completion_validate_prev_convs
tests.unit.target.test_azure_openai_completion_target ‑ test_azure_completion_validate_prompt_type
tests.unit.target.test_azure_openai_completion_target ‑ test_azure_completion_validate_request_length
tests.unit.target.test_azure_openai_completion_target ‑ test_azure_initialization_with_no_deployment_raises
tests.unit.target.test_azure_openai_completion_target ‑ test_azure_invalid_endpoint_raises
tests.unit.target.test_azure_openai_completion_target ‑ test_azure_invalid_key_raises
tests.unit.target.test_crucible_target ‑ test_crucible_initializes
tests.unit.target.test_crucible_target ‑ test_crucible_validate_prompt_type
tests.unit.target.test_crucible_target ‑ test_crucible_validate_request_length
tests.unit.target.test_dall_e_target ‑ test_dalle_send_prompt_file_save_async
tests.unit.target.test_dall_e_target ‑ test_dalle_validate_prompt_type
tests.unit.target.test_dall_e_target ‑ test_dalle_validate_request_length
tests.unit.target.test_dall_e_target ‑ test_initialization_invalid_num_images
tests.unit.target.test_dall_e_target ‑ test_initialization_with_required_parameters
tests.unit.target.test_dall_e_target ‑ test_is_json_response_supported
tests.unit.target.test_dall_e_target ‑ test_send_prompt_async
tests.unit.target.test_dall_e_target ‑ test_send_prompt_async_bad_request_adds_memory
tests.unit.target.test_dall_e_target ‑ test_send_prompt_async_bad_request_error
tests.unit.target.test_dall_e_target ‑ test_send_prompt_async_empty_response
tests.unit.target.test_dall_e_target ‑ test_send_prompt_async_empty_response_adds_memory
tests.unit.target.test_dall_e_target ‑ test_send_prompt_async_rate_limit_adds_memory
tests.unit.target.test_dall_e_target ‑ test_send_prompt_async_rate_limit_exception
tests.unit.target.test_gandalf_target ‑ test_gandalf_initializes
tests.unit.target.test_gandalf_target ‑ test_gandalf_validate_prompt_type
tests.unit.target.test_gandalf_target ‑ test_gandalf_validate_request_length
tests.unit.target.test_http_target ‑ test_initilization_with_parameters
tests.unit.target.test_http_target ‑ test_send_prompt_async
tests.unit.target.test_http_target ‑ test_send_prompt_async_client_kwargs
tests.unit.target.test_http_target ‑ test_send_prompt_async_validation
tests.unit.target.test_http_target ‑ test_send_prompt_regex_parse_async
tests.unit.target.test_http_target_parsing ‑ test_parse_json_response_match
tests.unit.target.test_http_target_parsing ‑ test_parse_json_response_no_match
tests.unit.target.test_http_target_parsing ‑ test_parse_raw_http_request
tests.unit.target.test_http_target_parsing ‑ test_parse_regex_response_match
tests.unit.target.test_http_target_parsing ‑ test_parse_regex_response_no_match
tests.unit.target.test_huggingface_chat_target ‑ test_enable_disable_cache
tests.unit.target.test_huggingface_chat_target ‑ test_init_with_both_model_id_and_model_path_raises
tests.unit.target.test_huggingface_chat_target ‑ test_init_with_no_token_var_raises
tests.unit.target.test_huggingface_chat_target ‑ test_initialization
tests.unit.target.test_huggingface_chat_target ‑ test_invalid_prompt_request_validation
tests.unit.target.test_huggingface_chat_target ‑ test_is_json_response_supported
tests.unit.target.test_huggingface_chat_target ‑ test_is_model_id_valid_false
tests.unit.target.test_huggingface_chat_target ‑ test_is_model_id_valid_true
tests.unit.target.test_huggingface_chat_target ‑ test_load_model_and_tokenizer
tests.unit.target.test_huggingface_chat_target ‑ test_load_model_with_model_path
tests.unit.target.test_huggingface_chat_target ‑ test_load_model_with_trust_remote_code
tests.unit.target.test_huggingface_chat_target ‑ test_load_model_without_model_id_or_path
tests.unit.target.test_huggingface_chat_target ‑ test_load_with_missing_files
tests.unit.target.test_huggingface_chat_target ‑ test_missing_chat_template_error
tests.unit.target.test_huggingface_chat_target ‑ test_optional_kwargs_args_passed_when_loading_model
tests.unit.target.test_huggingface_chat_target ‑ test_send_prompt_async
tests.unit.target.test_openai_chat_target ‑ test_build_chat_messages_with_consistent_roles
tests.unit.target.test_openai_chat_target ‑ test_build_chat_messages_with_unsupported_data_types
tests.unit.target.test_openai_chat_target ‑ test_complete_chat_async_return
tests.unit.target.test_openai_chat_target ‑ test_convert_image_to_data_url_file_not_found
tests.unit.target.test_openai_chat_target ‑ test_convert_image_to_data_url_success
tests.unit.target.test_openai_chat_target ‑ test_convert_image_with_unsupported_extension
tests.unit.target.test_openai_chat_target ‑ test_init_with_no_additional_request_headers_var_raises
tests.unit.target.test_openai_chat_target ‑ test_init_with_no_deployment_var_raises
tests.unit.target.test_openai_chat_target ‑ test_init_with_no_endpoint_uri_var_raises
tests.unit.target.test_openai_chat_target ‑ test_init_with_no_env_var_raises
tests.unit.target.test_openai_chat_target ‑ test_is_json_response_supported
tests.unit.target.test_openai_chat_target ‑ test_is_response_format_json_no_metadata
tests.unit.target.test_openai_chat_target ‑ test_is_response_format_json_supported
tests.unit.target.test_openai_chat_target ‑ test_parse_chat_completion_successful
tests.unit.target.test_openai_chat_target ‑ test_send_prompt_async
tests.unit.target.test_openai_chat_target ‑ test_send_prompt_async_bad_request_error
tests.unit.target.test_openai_chat_target ‑ test_send_prompt_async_bad_request_error_adds_to_memory
tests.unit.target.test_openai_chat_target ‑ test_send_prompt_async_empty_response_adds_to_memory
tests.unit.target.test_openai_chat_target ‑ test_send_prompt_async_empty_response_retries
tests.unit.target.test_openai_chat_target ‑ test_send_prompt_async_rate_limit_exception_adds_to_memory
tests.unit.target.test_openai_chat_target ‑ test_send_prompt_async_rate_limit_exception_retries
tests.unit.target.test_openai_chat_target ‑ test_validate_request_unsupported_data_types
tests.unit.target.test_playwright_target ‑ test_playwright_initializes
tests.unit.target.test_playwright_target ‑ test_playwright_interaction_func_exception
tests.unit.target.test_playwright_target ‑ test_playwright_send_prompt_async
tests.unit.target.test_playwright_target ‑ test_playwright_validate_request_length
tests.unit.target.test_prompt_shield_target ‑ test_prompt_shield_document_parsing
tests.unit.target.test_prompt_shield_target ‑ test_prompt_shield_reject_non_text
tests.unit.target.test_prompt_shield_target ‑ test_prompt_shield_response_validation
tests.unit.target.test_prompt_shield_target ‑ test_prompt_shield_validate_request_length
tests.unit.target.test_prompt_shield_target ‑ test_promptshield_init
tests.unit.target.test_prompt_target ‑ test_send_prompt_async_with_delay
tests.unit.target.test_prompt_target ‑ test_send_prompt_user_no_system
tests.unit.target.test_prompt_target ‑ test_send_prompt_with_system_calls_chat_complete
tests.unit.target.test_prompt_target ‑ test_set_system_prompt
tests.unit.target.test_prompt_target ‑ test_set_system_prompt_adds_memory
tests.unit.target.test_prompt_target_azure_blob_storage ‑ test_azure_blob_storage_validate_prev_convs
tests.unit.target.test_prompt_target_azure_blob_storage ‑ test_azure_blob_storage_validate_prompt_type
tests.unit.target.test_prompt_target_azure_blob_storage ‑ test_azure_blob_storage_validate_request_length
tests.unit.target.test_prompt_target_azure_blob_storage ‑ test_initialization_with_no_container_url_raises
tests.unit.target.test_prompt_target_azure_blob_storage ‑ test_initialization_with_required_parameters
tests.unit.target.test_prompt_target_azure_blob_storage ‑ test_initialization_with_required_parameters_from_env
tests.unit.target.test_prompt_target_azure_blob_storage ‑ test_send_prompt_async
tests.unit.target.test_prompt_target_text ‑ test_send_prompt_stream
tests.unit.target.test_prompt_target_text ‑ test_send_prompt_user_no_system
tests.unit.target.test_realtime_target ‑ test_connect_success
tests.unit.target.test_realtime_target ‑ test_multiple_websockets_created_for_multiple_conversations
tests.unit.target.test_realtime_target ‑ test_send_prompt_async
tests.unit.target.test_realtime_target ‑ test_send_prompt_async_adds_system_prompt_to_memory
tests.unit.target.test_realtime_target ‑ test_send_prompt_async_invalid_request
tests.unit.target.test_tts_target ‑ test_is_json_response_supported
tests.unit.target.test_tts_target ‑ test_tts_initializes
tests.unit.target.test_tts_target ‑ test_tts_initializes_calls_get_required_parameters
tests.unit.target.test_tts_target ‑ test_tts_send_prompt_async_exception_adds_to_memory[400-Bad Request-HTTPStatusError]
tests.unit.target.test_tts_target ‑ test_tts_send_prompt_async_exception_adds_to_memory[429-Rate Limit Reached-RateLimitException]
tests.unit.target.test_tts_target ‑ test_tts_send_prompt_async_rate_limit_exception_retries
tests.unit.target.test_tts_target ‑ test_tts_send_prompt_file_save_async[mp3]
tests.unit.target.test_tts_target ‑ test_tts_send_prompt_file_save_async[ogg]
tests.unit.target.test_tts_target ‑ test_tts_validate_previous_conversations
tests.unit.target.test_tts_target ‑ test_tts_validate_prompt_type
tests.unit.target.test_tts_target ‑ test_tts_validate_request_length
tests.unit.test_azure_auth ‑ test_get_token_on_init
tests.unit.test_azure_auth ‑ test_get_token_provider_from_default_azure_credential_get_token
tests.unit.test_azure_auth ‑ test_get_token_provider_from_default_azure_credential_get_token_info
tests.unit.test_azure_auth ‑ test_refresh_expiration
tests.unit.test_azure_auth ‑ test_refresh_no_expiration
tests.unit.test_azure_storage_auth ‑ test_get_sas_token
tests.unit.test_azure_storage_auth ‑ test_get_sas_token_invalid_url_netloc
tests.unit.test_azure_storage_auth ‑ test_get_sas_token_invalid_url_path
tests.unit.test_azure_storage_auth ‑ test_get_sas_token_invalid_url_scheme
tests.unit.test_azure_storage_auth ‑ test_get_sas_token_no_url
tests.unit.test_azure_storage_auth ‑ test_get_user_delegation_key
tests.unit.test_azure_text_embedding ‑ test_invalid_deployment_raises
tests.unit.test_azure_text_embedding ‑ test_invalid_endpoint_raises
tests.unit.test_azure_text_embedding ‑ test_invalid_key_raises
tests.unit.test_azure_text_embedding ‑ test_valid_init
tests.unit.test_azure_text_embedding ‑ test_valid_init_env
tests.unit.test_chat_message_normalizer ‑ test_chat_message_nop
tests.unit.test_chat_message_normalizer ‑ test_generic_squash_system_message
tests.unit.test_chat_message_normalizer ‑ test_generic_squash_system_message_empty_list
tests.unit.test_chat_message_normalizer ‑ test_generic_squash_system_message_multiple_messages
tests.unit.test_chat_message_normalizer ‑ test_generic_squash_system_message_no_system_message
tests.unit.test_chat_message_normalizer ‑ test_generic_squash_system_message_single_system_message
tests.unit.test_chat_normalizer_chatml ‑ test_from_chatml
tests.unit.test_chat_normalizer_chatml ‑ test_from_chatml_raises_error_when_empty
tests.unit.test_chat_normalizer_chatml ‑ test_from_chatml_raises_error_when_invalid
tests.unit.test_chat_normalizer_chatml ‑ test_from_chatml_with_name
tests.unit.test_chat_normalizer_chatml ‑ test_normalize
tests.unit.test_chat_normalizer_chatml ‑ test_normalize_with_name
tests.unit.test_chat_normalizer_tokenizer ‑ test_normalize_blenderbot
tests.unit.test_chat_normalizer_tokenizer ‑ test_normalize_chatml
tests.unit.test_common_default ‑ test_get_required_value_prefers_passed
tests.unit.test_common_default ‑ test_get_required_value_throws_if_not_set
tests.unit.test_common_default ‑ test_get_required_value_uses_default
tests.unit.test_common_net_utility ‑ test_debug_is_false_by_default
tests.unit.test_common_net_utility ‑ test_get_httpx_client_type[False-Client]
tests.unit.test_common_net_utility ‑ test_get_httpx_client_type[True-AsyncClient]
tests.unit.test_common_net_utility ‑ test_make_request_and_raise_if_error_failure
tests.unit.test_common_net_utility ‑ test_make_request_and_raise_if_error_retries
tests.unit.test_common_net_utility ‑ test_make_request_and_raise_if_error_success
tests.unit.test_data_type_serializer ‑ test_allowed_categories
tests.unit.test_data_type_serializer ‑ test_audio_path_read_data
tests.unit.test_data_type_serializer ‑ test_audio_path_save_data
tests.unit.test_data_type_serializer ‑ test_data_serializer_error_read_data_throws
tests.unit.test_data_type_serializer ‑ test_data_serializer_error_save_data_throws
tests.unit.test_data_type_serializer ‑ test_data_serializer_factory_error_with_data
tests.unit.test_data_type_serializer ‑ test_data_serializer_factory_missing_category_raises_value_error
tests.unit.test_data_type_serializer ‑ test_data_serializer_factory_text_no_data_throws
tests.unit.test_data_type_serializer ‑ test_data_serializer_factory_text_with_data
tests.unit.test_data_type_serializer ‑ test_data_serializer_text_read_data_throws
tests.unit.test_data_type_serializer ‑ test_data_serializer_text_save_data_throws
tests.unit.test_data_type_serializer ‑ test_get_extension
tests.unit.test_data_type_serializer ‑ test_get_mime_type
tests.unit.test_data_type_serializer ‑ test_get_sha256_from_image_file
tests.unit.test_data_type_serializer ‑ test_get_sha256_from_text
tests.unit.test_data_type_serializer ‑ test_image_path_normalizer_factory
tests.unit.test_data_type_serializer ‑ test_image_path_read_data
tests.unit.test_data_type_serializer ‑ test_image_path_read_data_base64
tests.unit.test_data_type_serializer ‑ test_image_path_save_data
tests.unit.test_data_type_serializer ‑ test_is_azure_storage_url
tests.unit.test_data_type_serializer ‑ test_path_not_exists
tests.unit.test_data_type_serializer ‑ test_read_data_local_file_with_dummy_image
tests.unit.test_data_type_serializer ‑ test_save_b64_image
tests.unit.test_data_type_serializer ‑ test_video_path_read_data
tests.unit.test_data_type_serializer ‑ test_video_path_save_data
tests.unit.test_data_type_serializer ‑ test_video_path_save_with_custom_extension
tests.unit.test_embedding_response ‑ test_can_save_embeddings
tests.unit.test_embedding_response ‑ test_embedding_creation_is_idempotent
tests.unit.test_embedding_response ‑ test_save_load_loop_is_idempotent
tests.unit.test_fetch_examples ‑ test_cache_path_creation[csv-https://example.com/examples.csv]
tests.unit.test_fetch_examples ‑ test_cache_path_creation[json-https://example.com/examples.json]
tests.unit.test_fetch_examples ‑ test_cache_path_creation[txt-https://example.com/examples.txt]
tests.unit.test_fetch_examples ‑ test_fetch_examples_with_cache
tests.unit.test_fetch_examples ‑ test_fetch_from_public_url[csv-https://example.com/examples.csv-prompt\nexample-expected1]
tests.unit.test_fetch_examples ‑ test_fetch_from_public_url[json-https://example.com/examples.json-[{"prompt": "example"}]-expected0]
tests.unit.test_fetch_examples ‑ test_fetch_from_public_url[txt-https://example.com/examples.txt-example\n-expected2]
tests.unit.test_fetch_examples ‑ test_fetch_from_public_url_unsupported[docx]
tests.unit.test_fetch_examples ‑ test_fetch_from_public_url_unsupported[pdf]
tests.unit.test_fetch_examples ‑ test_fetch_from_public_url_unsupported[xml]
tests.unit.test_fetch_examples ‑ test_read_cache[csv-prompt\nexample\n-expected1]
tests.unit.test_fetch_examples ‑ test_read_cache[json-[{"prompt": "example"}]-expected0]
tests.unit.test_fetch_examples ‑ test_read_cache[txt-example\n-expected2]
tests.unit.test_fetch_examples ‑ test_read_cache_unsupported[docx]
tests.unit.test_fetch_examples ‑ test_read_cache_unsupported[pdf]
tests.unit.test_fetch_examples ‑ test_read_cache_unsupported[xml]
tests.unit.test_fetch_examples ‑ test_write_cache[csv-examples1]
tests.unit.test_fetch_examples ‑ test_write_cache[json-examples0]
tests.unit.test_fetch_examples ‑ test_write_cache[txt-examples2]
tests.unit.test_fetch_examples ‑ test_write_cache_unsupported[docx]
tests.unit.test_fetch_examples ‑ test_write_cache_unsupported[pdf]
tests.unit.test_fetch_examples ‑ test_write_cache_unsupported[xml]
tests.unit.test_hf_model_downloads ‑ test_download_specific_files
tests.unit.test_literals ‑ test_chat_message_role
tests.unit.test_literals ‑ test_prompt_data_type
tests.unit.test_literals ‑ test_prompt_response_error
tests.unit.test_many_shot_template ‑ test_apply_parameters_no_examples
tests.unit.test_many_shot_template ‑ test_apply_parameters_one_example
tests.unit.test_many_shot_template ‑ test_apply_parameters_ten_examples
tests.unit.test_many_shot_template ‑ test_apply_parameters_two_examples
tests.unit.test_models ‑ test_chat_message_creation
tests.unit.test_models ‑ test_chat_message_list_content_creation
tests.unit.test_models ‑ test_chat_messages_dataset_values_properly_set
tests.unit.test_models ‑ test_dataset_object_creation_from_dict
tests.unit.test_normalizer_request ‑ test_normalizer_request_validates_empty_group
tests.unit.test_normalizer_request ‑ test_normalizer_request_validates_sequence
tests.unit.test_ollama_chat_target ‑ test_is_json_response_supported
tests.unit.test_ollama_chat_target ‑ test_ollama_complete_chat_async_return
tests.unit.test_ollama_chat_target ‑ test_ollama_invalid_endpoint_raises
tests.unit.test_ollama_chat_target ‑ test_ollama_invalid_model_raises
tests.unit.test_ollama_chat_target ‑ test_ollama_validate_prompt_type
tests.unit.test_ollama_chat_target ‑ test_ollama_validate_request_length
tests.unit.test_prompt_normalizer ‑ test_build_prompt_request_response
tests.unit.test_prompt_normalizer ‑ test_convert_response_values_index
tests.unit.test_prompt_normalizer ‑ test_convert_response_values_type
tests.unit.test_prompt_normalizer ‑ test_prompt_normalizer_send_prompt_batch_async_throws[1-10]
tests.unit.test_prompt_normalizer ‑ test_prompt_normalizer_send_prompt_batch_async_throws[1-None]
tests.unit.test_prompt_normalizer ‑ test_prompt_normalizer_send_prompt_batch_async_throws[10-10]
tests.unit.test_prompt_normalizer ‑ test_prompt_normalizer_send_prompt_batch_async_throws[10-None]
tests.unit.test_prompt_normalizer ‑ test_send_prompt_async_adds_memory_twice
tests.unit.test_prompt_normalizer ‑ test_send_prompt_async_converters_response
tests.unit.test_prompt_normalizer ‑ test_send_prompt_async_empty_response_exception_handled
tests.unit.test_prompt_normalizer ‑ test_send_prompt_async_exception
tests.unit.test_prompt_normalizer ‑ test_send_prompt_async_image_converter
tests.unit.test_prompt_normalizer ‑ test_send_prompt_async_multiple_converters
tests.unit.test_prompt_normalizer ‑ test_send_prompt_async_no_converters_response
tests.unit.test_prompt_normalizer ‑ test_send_prompt_async_no_response_adds_memory
tests.unit.test_prompt_normalizer ‑ test_send_prompt_async_request_response_added_to_memory
tests.unit.test_prompt_normalizer ‑ test_should_skip_based_on_skip_criteria_match_found
tests.unit.test_prompt_normalizer ‑ test_should_skip_based_on_skip_criteria_no_matches
tests.unit.test_prompt_normalizer ‑ test_should_skip_based_on_skip_criteria_no_skip_criteria
tests.unit.test_prompt_normalizer ‑ test_should_skip_based_on_skip_criteria_original_value_match
tests.unit.test_prompt_request_piece ‑ test_converted_datatype_default
tests.unit.test_prompt_request_piece ‑ test_converters_serialize
tests.unit.test_prompt_request_piece ‑ test_datetime_set
tests.unit.test_prompt_request_piece ‑ test_group_conversation_request_pieces
tests.unit.test_prompt_request_piece ‑ test_group_conversation_request_pieces_multiple_groups
tests.unit.test_prompt_request_piece ‑ test_group_conversation_request_pieces_throws
tests.unit.test_prompt_request_piece ‑ test_hashes_generated
tests.unit.test_prompt_request_piece ‑ test_hashes_generated_files
tests.unit.test_prompt_request_piece ‑ test_hashes_generated_files_unknown_type
tests.unit.test_prompt_request_piece ‑ test_id_set
tests.unit.test_prompt_request_piece ‑ test_orchestrators_serialize
tests.unit.test_prompt_request_piece ‑ test_order_request_pieces_by_conversation_empty_list
tests.unit.test_prompt_request_piece ‑ test_order_request_pieces_by_conversation_multiple_conversations
tests.unit.test_prompt_request_piece ‑ test_order_request_pieces_by_conversation_same_timestamp
tests.unit.test_prompt_request_piece ‑ test_order_request_pieces_by_conversation_same_timestamp_different_sequences
tests.unit.test_prompt_request_piece ‑ test_order_request_pieces_by_conversation_single_conversation
tests.unit.test_prompt_request_piece ‑ test_order_request_pieces_by_conversation_single_message
tests.unit.test_prompt_request_piece ‑ test_prompt_request_piece_no_roles
tests.unit.test_prompt_request_piece ‑ test_prompt_request_piece_sets_converted_sha256
tests.unit.test_prompt_request_piece ‑ test_prompt_request_piece_sets_original_sha256
tests.unit.test_prompt_request_piece ‑ test_prompt_request_piece_to_dict
tests.unit.test_prompt_request_piece ‑ test_prompt_request_response_inconsistent_roles_throws
tests.unit.test_prompt_request_piece ‑ test_prompt_response_empty_throws
tests.unit.test_prompt_request_piece ‑ test_prompt_response_validate
tests.unit.test_prompt_request_piece ‑ test_prompt_response_validate_conversation_id_throws
tests.unit.test_prompt_request_piece ‑ test_prompt_targets_serialize
tests.unit.test_prompt_response ‑ test_save_and_load_of_prompt_response
tests.unit.test_prompt_response ‑ test_saving_of_prompt_response
tests.unit.test_prompt_template ‑ test_system_prompt_from_file
tests.unit.test_score ‑ test_score_to_dict
tests.unit.test_seclists_bias_testing ‑ test_custom_parameters_override_randomness
tests.unit.test_seclists_bias_testing ‑ test_default_random_behavior
tests.unit.test_seclists_bias_testing ‑ test_placeholder_replacement
tests.unit.test_seclists_bias_testing ‑ test_random_seed_consistency
tests.unit.test_xstest ‑ test_fetch_xstest_dataset