add claude foqa eval

zhudotexe · Nov 13, 2024 · 2fa7fbe · 2fa7fbe
1 parent 7603cf2
commit 2fa7fbe
Showing 1 changed file with 14 additions and 0 deletions.
diff --git a/slurm/claude/fanoutqa-eval.sh b/slurm/claude/fanoutqa-eval.sh
@@ -0,0 +1,14 @@
+#!/bin/bash
+#
+#SBATCH --partition=p_nlp
+#SBATCH --job-name=rd-foqa-eval
+#
+#SBATCH --output=/nlpgpu/data/andrz/logs/%j.%x.log
+#SBATCH --error=/nlpgpu/data/andrz/logs/%j.%x.log
+#SBATCH --time=7-0
+#SBATCH -c 1
+#SBATCH --gpus=1
+#SBATCH --mem=32G
+
+source slurm/fanout-eval-env.sh
+srun python score_fanoutqa.py experiments/fanoutqa/claude/**/results.jsonl