chore: tp author 2-step approach

zhudotexe · Dec 5, 2024 · 171ca86 · 171ca86
1 parent 0b0ae4b
commit 171ca86
Show file tree

Hide file tree

Showing 1,809 changed files with 94 additions and 371,276 deletions.
diff --git a/bench_travelplanner.py b/bench_travelplanner.py
@@ -16,6 +16,7 @@
 import hashlib
 import json
 import logging
+from pathlib import Path
 
 import tqdm
 from datasets import load_dataset
@@ -30,12 +31,13 @@
 log = logging.getLogger("bench_travelplanner")
 
 # ==== config ====
-root_system_prompt = (
-    "Based on the user's query, make the best travel plan for the user and save it. Do not ask follow-up"
-    " questions.\nUse your best judgement in finding alternatives if possible. Don't give up - ALWAYS save a plan with"
-    " the `submit_day_plan` function for each day of the trip!"
+zeroshot_root_system_prompt = (
+    "Based on the user's query, make the best travel plan for the user and save it. Do not ask follow-up questions."
 )
 
+oneshot_root_system_prompt = (Path(__file__).parent / "utils/tp_1shot_prompt.txt").read_text().strip()
+root_system_prompt = oneshot_root_system_prompt
+
 
 # ==== main ====
 async def query(q: dict, qid: str):

diff --git a/experiments/travelplanner/cohere-hf/baseline/00b6fb4b2d7eeffe/events.jsonl b/experiments/travelplanner/cohere-hf/baseline/00b6fb4b2d7eeffe/events.jsonl
diff --git a/experiments/travelplanner/cohere-hf/baseline/00b6fb4b2d7eeffe/state.json b/experiments/travelplanner/cohere-hf/baseline/00b6fb4b2d7eeffe/state.json
diff --git a/experiments/travelplanner/cohere-hf/baseline/014f8a29edfed3c0/events.jsonl b/experiments/travelplanner/cohere-hf/baseline/014f8a29edfed3c0/events.jsonl
diff --git a/experiments/travelplanner/cohere-hf/baseline/014f8a29edfed3c0/state.json b/experiments/travelplanner/cohere-hf/baseline/014f8a29edfed3c0/state.json
diff --git a/experiments/travelplanner/cohere-hf/baseline/027a0004a67cbab7/events.jsonl b/experiments/travelplanner/cohere-hf/baseline/027a0004a67cbab7/events.jsonl
diff --git a/experiments/travelplanner/cohere-hf/baseline/027a0004a67cbab7/state.json b/experiments/travelplanner/cohere-hf/baseline/027a0004a67cbab7/state.json
diff --git a/experiments/travelplanner/cohere-hf/baseline/07355bbf69ae7cd2/events.jsonl b/experiments/travelplanner/cohere-hf/baseline/07355bbf69ae7cd2/events.jsonl
diff --git a/experiments/travelplanner/cohere-hf/baseline/07355bbf69ae7cd2/state.json b/experiments/travelplanner/cohere-hf/baseline/07355bbf69ae7cd2/state.json
diff --git a/experiments/travelplanner/cohere-hf/baseline/090057e7ae75e63b/events.jsonl b/experiments/travelplanner/cohere-hf/baseline/090057e7ae75e63b/events.jsonl
diff --git a/experiments/travelplanner/cohere-hf/baseline/090057e7ae75e63b/state.json b/experiments/travelplanner/cohere-hf/baseline/090057e7ae75e63b/state.json
diff --git a/experiments/travelplanner/cohere-hf/baseline/095295eae0326c51/events.jsonl b/experiments/travelplanner/cohere-hf/baseline/095295eae0326c51/events.jsonl
diff --git a/experiments/travelplanner/cohere-hf/baseline/095295eae0326c51/state.json b/experiments/travelplanner/cohere-hf/baseline/095295eae0326c51/state.json
diff --git a/experiments/travelplanner/cohere-hf/baseline/0a999ca07557d888/events.jsonl b/experiments/travelplanner/cohere-hf/baseline/0a999ca07557d888/events.jsonl
diff --git a/experiments/travelplanner/cohere-hf/baseline/0a999ca07557d888/state.json b/experiments/travelplanner/cohere-hf/baseline/0a999ca07557d888/state.json
diff --git a/experiments/travelplanner/cohere-hf/baseline/0b47f60d2298e352/events.jsonl b/experiments/travelplanner/cohere-hf/baseline/0b47f60d2298e352/events.jsonl
diff --git a/experiments/travelplanner/cohere-hf/baseline/0b47f60d2298e352/state.json b/experiments/travelplanner/cohere-hf/baseline/0b47f60d2298e352/state.json
diff --git a/experiments/travelplanner/cohere-hf/baseline/0c2a007e7d673de5/events.jsonl b/experiments/travelplanner/cohere-hf/baseline/0c2a007e7d673de5/events.jsonl
diff --git a/experiments/travelplanner/cohere-hf/baseline/0c2a007e7d673de5/state.json b/experiments/travelplanner/cohere-hf/baseline/0c2a007e7d673de5/state.json
diff --git a/experiments/travelplanner/cohere-hf/baseline/11d45790f549696b/events.jsonl b/experiments/travelplanner/cohere-hf/baseline/11d45790f549696b/events.jsonl
diff --git a/experiments/travelplanner/cohere-hf/baseline/11d45790f549696b/state.json b/experiments/travelplanner/cohere-hf/baseline/11d45790f549696b/state.json
diff --git a/experiments/travelplanner/cohere-hf/baseline/16574b41f3861015/events.jsonl b/experiments/travelplanner/cohere-hf/baseline/16574b41f3861015/events.jsonl
diff --git a/experiments/travelplanner/cohere-hf/baseline/16574b41f3861015/state.json b/experiments/travelplanner/cohere-hf/baseline/16574b41f3861015/state.json
diff --git a/experiments/travelplanner/cohere-hf/baseline/16f3bcb3e83558c2/events.jsonl b/experiments/travelplanner/cohere-hf/baseline/16f3bcb3e83558c2/events.jsonl
diff --git a/experiments/travelplanner/cohere-hf/baseline/16f3bcb3e83558c2/state.json b/experiments/travelplanner/cohere-hf/baseline/16f3bcb3e83558c2/state.json
diff --git a/experiments/travelplanner/cohere-hf/baseline/172609dc57a6db35/events.jsonl b/experiments/travelplanner/cohere-hf/baseline/172609dc57a6db35/events.jsonl
diff --git a/experiments/travelplanner/cohere-hf/baseline/172609dc57a6db35/state.json b/experiments/travelplanner/cohere-hf/baseline/172609dc57a6db35/state.json
diff --git a/experiments/travelplanner/cohere-hf/baseline/1765109a0d7017fa/events.jsonl b/experiments/travelplanner/cohere-hf/baseline/1765109a0d7017fa/events.jsonl
diff --git a/experiments/travelplanner/cohere-hf/baseline/1765109a0d7017fa/state.json b/experiments/travelplanner/cohere-hf/baseline/1765109a0d7017fa/state.json
diff --git a/experiments/travelplanner/cohere-hf/baseline/1932d529ba14c936/events.jsonl b/experiments/travelplanner/cohere-hf/baseline/1932d529ba14c936/events.jsonl
diff --git a/experiments/travelplanner/cohere-hf/baseline/1932d529ba14c936/state.json b/experiments/travelplanner/cohere-hf/baseline/1932d529ba14c936/state.json
diff --git a/experiments/travelplanner/cohere-hf/baseline/1ac1add32bdc57ed/events.jsonl b/experiments/travelplanner/cohere-hf/baseline/1ac1add32bdc57ed/events.jsonl
diff --git a/experiments/travelplanner/cohere-hf/baseline/1ac1add32bdc57ed/state.json b/experiments/travelplanner/cohere-hf/baseline/1ac1add32bdc57ed/state.json
diff --git a/experiments/travelplanner/cohere-hf/baseline/1d8dfb7f332dc671/events.jsonl b/experiments/travelplanner/cohere-hf/baseline/1d8dfb7f332dc671/events.jsonl
diff --git a/experiments/travelplanner/cohere-hf/baseline/1d8dfb7f332dc671/state.json b/experiments/travelplanner/cohere-hf/baseline/1d8dfb7f332dc671/state.json
diff --git a/experiments/travelplanner/cohere-hf/baseline/1dd8a5d7f6ff7964/events.jsonl b/experiments/travelplanner/cohere-hf/baseline/1dd8a5d7f6ff7964/events.jsonl
diff --git a/experiments/travelplanner/cohere-hf/baseline/1dd8a5d7f6ff7964/state.json b/experiments/travelplanner/cohere-hf/baseline/1dd8a5d7f6ff7964/state.json
diff --git a/experiments/travelplanner/cohere-hf/baseline/1eb7406b2de8be82/events.jsonl b/experiments/travelplanner/cohere-hf/baseline/1eb7406b2de8be82/events.jsonl
diff --git a/experiments/travelplanner/cohere-hf/baseline/1eb7406b2de8be82/state.json b/experiments/travelplanner/cohere-hf/baseline/1eb7406b2de8be82/state.json
diff --git a/experiments/travelplanner/cohere-hf/baseline/1ef723074f6be588/events.jsonl b/experiments/travelplanner/cohere-hf/baseline/1ef723074f6be588/events.jsonl
diff --git a/experiments/travelplanner/cohere-hf/baseline/1ef723074f6be588/state.json b/experiments/travelplanner/cohere-hf/baseline/1ef723074f6be588/state.json
diff --git a/experiments/travelplanner/cohere-hf/baseline/21373c3017b2f7b0/events.jsonl b/experiments/travelplanner/cohere-hf/baseline/21373c3017b2f7b0/events.jsonl
diff --git a/experiments/travelplanner/cohere-hf/baseline/21373c3017b2f7b0/state.json b/experiments/travelplanner/cohere-hf/baseline/21373c3017b2f7b0/state.json
diff --git a/experiments/travelplanner/cohere-hf/baseline/215008ffaff5ccbe/events.jsonl b/experiments/travelplanner/cohere-hf/baseline/215008ffaff5ccbe/events.jsonl
diff --git a/experiments/travelplanner/cohere-hf/baseline/215008ffaff5ccbe/state.json b/experiments/travelplanner/cohere-hf/baseline/215008ffaff5ccbe/state.json
diff --git a/experiments/travelplanner/cohere-hf/baseline/2199b94d2979a73e/events.jsonl b/experiments/travelplanner/cohere-hf/baseline/2199b94d2979a73e/events.jsonl
diff --git a/experiments/travelplanner/cohere-hf/baseline/2199b94d2979a73e/state.json b/experiments/travelplanner/cohere-hf/baseline/2199b94d2979a73e/state.json
diff --git a/experiments/travelplanner/cohere-hf/baseline/22a13b87516054bc/events.jsonl b/experiments/travelplanner/cohere-hf/baseline/22a13b87516054bc/events.jsonl
diff --git a/experiments/travelplanner/cohere-hf/baseline/22a13b87516054bc/state.json b/experiments/travelplanner/cohere-hf/baseline/22a13b87516054bc/state.json
diff --git a/experiments/travelplanner/cohere-hf/baseline/239e56bee2fd5ec0/events.jsonl b/experiments/travelplanner/cohere-hf/baseline/239e56bee2fd5ec0/events.jsonl
diff --git a/experiments/travelplanner/cohere-hf/baseline/239e56bee2fd5ec0/state.json b/experiments/travelplanner/cohere-hf/baseline/239e56bee2fd5ec0/state.json
diff --git a/experiments/travelplanner/cohere-hf/baseline/252bcc1898f81574/events.jsonl b/experiments/travelplanner/cohere-hf/baseline/252bcc1898f81574/events.jsonl
diff --git a/experiments/travelplanner/cohere-hf/baseline/252bcc1898f81574/state.json b/experiments/travelplanner/cohere-hf/baseline/252bcc1898f81574/state.json
diff --git a/experiments/travelplanner/cohere-hf/baseline/25d0491901aac402/events.jsonl b/experiments/travelplanner/cohere-hf/baseline/25d0491901aac402/events.jsonl
diff --git a/experiments/travelplanner/cohere-hf/baseline/25d0491901aac402/state.json b/experiments/travelplanner/cohere-hf/baseline/25d0491901aac402/state.json
diff --git a/experiments/travelplanner/cohere-hf/baseline/2b671642e62fe0d1/events.jsonl b/experiments/travelplanner/cohere-hf/baseline/2b671642e62fe0d1/events.jsonl
diff --git a/experiments/travelplanner/cohere-hf/baseline/2b671642e62fe0d1/state.json b/experiments/travelplanner/cohere-hf/baseline/2b671642e62fe0d1/state.json
diff --git a/experiments/travelplanner/cohere-hf/baseline/2bb1be2311050c23/events.jsonl b/experiments/travelplanner/cohere-hf/baseline/2bb1be2311050c23/events.jsonl
diff --git a/experiments/travelplanner/cohere-hf/baseline/2bb1be2311050c23/state.json b/experiments/travelplanner/cohere-hf/baseline/2bb1be2311050c23/state.json
diff --git a/experiments/travelplanner/cohere-hf/baseline/2bce80a0b2d4b2fb/events.jsonl b/experiments/travelplanner/cohere-hf/baseline/2bce80a0b2d4b2fb/events.jsonl
diff --git a/experiments/travelplanner/cohere-hf/baseline/2bce80a0b2d4b2fb/state.json b/experiments/travelplanner/cohere-hf/baseline/2bce80a0b2d4b2fb/state.json
diff --git a/experiments/travelplanner/cohere-hf/baseline/2c2d5205b51cbe29/events.jsonl b/experiments/travelplanner/cohere-hf/baseline/2c2d5205b51cbe29/events.jsonl
diff --git a/experiments/travelplanner/cohere-hf/baseline/2c2d5205b51cbe29/state.json b/experiments/travelplanner/cohere-hf/baseline/2c2d5205b51cbe29/state.json
diff --git a/experiments/travelplanner/cohere-hf/baseline/2cd2a0f148d85dcd/events.jsonl b/experiments/travelplanner/cohere-hf/baseline/2cd2a0f148d85dcd/events.jsonl
diff --git a/experiments/travelplanner/cohere-hf/baseline/2cd2a0f148d85dcd/state.json b/experiments/travelplanner/cohere-hf/baseline/2cd2a0f148d85dcd/state.json
diff --git a/experiments/travelplanner/cohere-hf/baseline/2d4cfdd6414337fb/events.jsonl b/experiments/travelplanner/cohere-hf/baseline/2d4cfdd6414337fb/events.jsonl
diff --git a/experiments/travelplanner/cohere-hf/baseline/2d4cfdd6414337fb/state.json b/experiments/travelplanner/cohere-hf/baseline/2d4cfdd6414337fb/state.json
diff --git a/experiments/travelplanner/cohere-hf/baseline/2ed0c5009bc52d64/events.jsonl b/experiments/travelplanner/cohere-hf/baseline/2ed0c5009bc52d64/events.jsonl
diff --git a/experiments/travelplanner/cohere-hf/baseline/2ed0c5009bc52d64/state.json b/experiments/travelplanner/cohere-hf/baseline/2ed0c5009bc52d64/state.json
diff --git a/experiments/travelplanner/cohere-hf/baseline/2f0552b58b5cb1b0/events.jsonl b/experiments/travelplanner/cohere-hf/baseline/2f0552b58b5cb1b0/events.jsonl
diff --git a/experiments/travelplanner/cohere-hf/baseline/2f0552b58b5cb1b0/state.json b/experiments/travelplanner/cohere-hf/baseline/2f0552b58b5cb1b0/state.json
diff --git a/experiments/travelplanner/cohere-hf/baseline/30d47d30a9a769e5/events.jsonl b/experiments/travelplanner/cohere-hf/baseline/30d47d30a9a769e5/events.jsonl
diff --git a/experiments/travelplanner/cohere-hf/baseline/30d47d30a9a769e5/state.json b/experiments/travelplanner/cohere-hf/baseline/30d47d30a9a769e5/state.json
diff --git a/experiments/travelplanner/cohere-hf/baseline/354127a06f83e51e/events.jsonl b/experiments/travelplanner/cohere-hf/baseline/354127a06f83e51e/events.jsonl
diff --git a/experiments/travelplanner/cohere-hf/baseline/354127a06f83e51e/state.json b/experiments/travelplanner/cohere-hf/baseline/354127a06f83e51e/state.json
diff --git a/experiments/travelplanner/cohere-hf/baseline/36454300f9bab0ec/events.jsonl b/experiments/travelplanner/cohere-hf/baseline/36454300f9bab0ec/events.jsonl
diff --git a/experiments/travelplanner/cohere-hf/baseline/36454300f9bab0ec/state.json b/experiments/travelplanner/cohere-hf/baseline/36454300f9bab0ec/state.json
diff --git a/experiments/travelplanner/cohere-hf/baseline/36647e6aa897a6e6/events.jsonl b/experiments/travelplanner/cohere-hf/baseline/36647e6aa897a6e6/events.jsonl
diff --git a/experiments/travelplanner/cohere-hf/baseline/36647e6aa897a6e6/state.json b/experiments/travelplanner/cohere-hf/baseline/36647e6aa897a6e6/state.json
diff --git a/experiments/travelplanner/cohere-hf/baseline/369d3f8a945a80d2/events.jsonl b/experiments/travelplanner/cohere-hf/baseline/369d3f8a945a80d2/events.jsonl