regression_tests.json

{
    "TestDebugSimpleTypoWithGuidance": {
        "difficulty": "basic",
        "dependencies": [],
        "test": "agbenchmark/challenges/code/d1/debug_simple_typo_with_guidance_test.py"
    },
    "TestBasicMemory": {
        "difficulty": "basic",
        "dependencies": [],
        "test": "agbenchmark/challenges/memory/m1/m1_test.py"
    },
    "TestRememberMultipleIds": {
        "difficulty": "basic",
        "dependencies": [],
        "test": "agbenchmark/challenges/memory/m2/remember_multiple_ids_test.py"
    },
    "TestRememberMultipleIdsWithNoise": {
        "difficulty": "medium",
        "dependencies": [],
        "test": "agbenchmark/challenges/memory/m3/remember_multiple_ids_with_noise_test.py"
    },
    "TestRememberMultiplePhrasesWithNoise": {
        "difficulty": "medium",
        "dependencies": [],
        "test": "agbenchmark/challenges/memory/m4/remember_multiple_phrases_with_noise_test.py"
    },
    "TestRetrieval": {
        "difficulty": "basic",
        "dependencies": [],
        "test": "agbenchmark/challenges/retrieval/r1/r1_test.py"
    },
    "TestWriteFile": {
        "difficulty": "basic",
        "dependencies": [],
        "test": "agbenchmark/tests/basic_abilities/write_file/write_file_test.py"
    },
    "TestRetrieval2": {
        "difficulty": "basic",
        "dependencies": [],
        "test": "agbenchmark/challenges/retrieval/r2/r2_test.py"
    },
    "TestRetrieval3": {
        "difficulty": "basic",
        "dependencies": [],
        "test": "agbenchmark/challenges/retrieval/r3/r3_test.py"
    },
    "TestReadFile": {
        "difficulty": "basic",
        "dependencies": [
            "basic_write_file"
        ],
        "test": "agbenchmark/tests/basic_abilities/read_file/read_file_test.py"
    },
    "TestDebugSimpleTypoWithoutGuidance": {
        "difficulty": "basic",
        "dependencies": [],
        "test": "agbenchmark/challenges/code/d2/d2_test.py"
    }
}