Skip to content

Commit

Permalink
exp: cohere-tp pass 2
Browse files Browse the repository at this point in the history
  • Loading branch information
@zhudotexe
zhudotexe committed Dec 3, 2024
1 parent 5632993 commit b78a2f1
Show file tree
Hide file tree
Showing 183 changed files with 17,648 additions and 3,417 deletions.
12 changes: 6 additions & 6 deletions experiments/travelplanner/cohere-hf/small-all/00b6fb4b2d7eeffe/events.jsonl
View file

Large diffs are not rendered by default.

8 changes: 4 additions & 4 deletions experiments/travelplanner/cohere-hf/small-all/00b6fb4b2d7eeffe/state.json
View file
Original file line number Diff line number Diff line change
@@ -1,11 +1,11 @@
{
"id": "1732340952-439a1af8-999c-4e06-847d-ea08d598993c",
"id": "1733142773-7fffa484-4062-48d0-b32c-f2da93f39b64",
"title": "travelplanner: Could you create a 7-day travel itinerary for 2 people, departing from Albuquerque and visiting 3 cities in Texas from March 8th to March 14th, 2022? Our budget is set at $5,000. We require accommodations that allow smoking and are preferably not shared rooms. We would prefer to avoid any flights for our transportation. (00b6fb4b2d7eeffe)",
"last_modified": 1732340952.9334815,
"last_modified": 1733142773.18498,
"n_events": 0,
"state": [
{
"id": "d06bc640-f7f3-4444-979b-1eb0677e4e02",
"id": "050be19c-0bdc-4329-a0a4-1c20d6dfb62d",
"depth": 0,
"parent": null,
"children": [],
Expand All @@ -32,7 +32,7 @@
"state": "stopped",
"name": "root",
"engine_type": "CommandRVLLMEngine",
"engine_repr": "CommandRVLLMEngine(model=<vllm.engine.async_llm_engine.AsyncLLMEngine object at 0x7fca5c8e3950>, tokenizer=CachedCohereTokenizerFast(name_or_path='CohereForAI/c4ai-command-r-08-2024', vocab_size=255000, model_max_length=1000000000000000019884624838656, is_fast=True, padding_side='left', truncation_side='left', special_tokens={'bos_token': '<BOS_TOKEN>', 'eos_token': '<|END_OF_TURN_TOKEN|>', 'pad_token': '<PAD>'}, clean_up_tokenization_spaces=False), added_tokens_decoder={\n\t0: AddedToken(\"<PAD>\", rstrip=False, lstrip=False, single_word=False, normalized=False, special=True),\n\t1: AddedToken(\"<UNK>\", rstrip=False, lstrip=False, single_word=False, normalized=False, special=True),\n\t2: AddedToken(\"<CLS>\", rstrip=False, lstrip=False, single_word=False, normalized=False, special=True),\n\t3: AddedToken(\"<SEP>\", rstrip=False, lstrip=False, single_word=False, normalized=False, special=True),\n\t4: AddedToken(\"<MASK_TOKEN>\", rstrip=False, lstrip=False, single_word=False, normalized=False, special=True),\n\t5: AddedToken(\"<BOS_TOKEN>\", rstrip=False, lstrip=False, single_word=False, normalized=False, special=True),\n\t6: AddedToken(\"<EOS_TOKEN>\", rstrip=False, lstrip=False, single_word=False, normalized=False, special=True),\n\t7: AddedToken(\"<EOP_TOKEN>\", rstrip=False, lstrip=False, single_word=False, normalized=False, special=True),\n\t255000: AddedToken(\"<|START_OF_TURN_TOKEN|>\", rstrip=False, lstrip=False, single_word=False, normalized=False, special=False),\n\t255001: AddedToken(\"<|END_OF_TURN_TOKEN|>\", rstrip=False, lstrip=False, single_word=False, normalized=False, special=True),\n\t255002: AddedToken(\"<|YES_TOKEN|>\", rstrip=False, lstrip=False, single_word=False, normalized=False, special=False),\n\t255003: AddedToken(\"<|NO_TOKEN|>\", rstrip=False, lstrip=False, single_word=False, normalized=False, special=False),\n\t255004: AddedToken(\"<|GOOD_TOKEN|>\", rstrip=False, lstrip=False, single_word=False, normalized=False, special=False),\n\t255005: AddedToken(\"<|BAD_TOKEN|>\", rstrip=False, lstrip=False, single_word=False, normalized=False, special=False),\n\t255006: AddedToken(\"<|USER_TOKEN|>\", rstrip=False, lstrip=False, single_word=False, normalized=False, special=False),\n\t255007: AddedToken(\"<|CHATBOT_TOKEN|>\", rstrip=False, lstrip=False, single_word=False, normalized=False, special=False),\n\t255008: AddedToken(\"<|SYSTEM_TOKEN|>\", rstrip=False, lstrip=False, single_word=False, normalized=False, special=False),\n\t255009: AddedToken(\"<|USER_0_TOKEN|>\", rstrip=False, lstrip=False, single_word=False, normalized=False, special=False),\n\t255010: AddedToken(\"<|USER_1_TOKEN|>\", rstrip=False, lstrip=False, single_word=False, normalized=False, special=False),\n\t255011: AddedToken(\"<|USER_2_TOKEN|>\", rstrip=False, lstrip=False, single_word=False, normalized=False, special=False),\n\t255012: AddedToken(\"<|USER_3_TOKEN|>\", rstrip=False, lstrip=False, single_word=False, normalized=False, special=False),\n\t255013: AddedToken(\"<|USER_4_TOKEN|>\", rstrip=False, lstrip=False, single_word=False, normalized=False, special=False),\n\t255014: AddedToken(\"<|USER_5_TOKEN|>\", rstrip=False, lstrip=False, single_word=False, normalized=False, special=False),\n\t255015: AddedToken(\"<|USER_6_TOKEN|>\", rstrip=False, lstrip=False, single_word=False, normalized=False, special=False),\n\t255016: AddedToken(\"<|USER_7_TOKEN|>\", rstrip=False, lstrip=False, single_word=False, normalized=False, special=False),\n\t255017: AddedToken(\"<|USER_8_TOKEN|>\", rstrip=False, lstrip=False, single_word=False, normalized=False, special=False),\n\t255018: AddedToken(\"<|USER_9_TOKEN|>\", rstrip=False, lstrip=False, single_word=False, normalized=False, special=False),\n\t255019: AddedToken(\"<|EXTRA_0_TOKEN|>\", rstrip=False, lstrip=False, single_word=False, normalized=False, special=False),\n\t255020: AddedToken(\"<|EXTRA_1_TOKEN|>\", rstrip=False, lstrip=False, single_word=False, normalized=False, special=False),\n\t255021: AddedToken(\"<|EXTRA_2_TOKEN|>\", rstrip=False, lstrip=False, single_word=False, normalized=False, special=False),\n\t255022: AddedToken(\"<|EXTRA_3_TOKEN|>\", rstrip=False, lstrip=False, single_word=False, normalized=False, special=False),\n\t255023: AddedToken(\"<|EXTRA_4_TOKEN|>\", rstrip=False, lstrip=False, single_word=False, normalized=False, special=False),\n\t255024: AddedToken(\"<|EXTRA_5_TOKEN|>\", rstrip=False, lstrip=False, single_word=False, normalized=False, special=False),\n\t255025: AddedToken(\"<|EXTRA_6_TOKEN|>\", rstrip=False, lstrip=False, single_word=False, normalized=False, special=False),\n\t255026: AddedToken(\"<|EXTRA_7_TOKEN|>\", rstrip=False, lstrip=False, single_word=False, normalized=False, special=False),\n\t255027: AddedToken(\"<|EXTRA_8_TOKEN|>\", rstrip=False, lstrip=False, single_word=False, normalized=False, special=False),\n\t255028: AddedToken(\"<|NEW_FILE|>\", rstrip=False, lstrip=False, single_word=False, normalized=False, special=True),\n\t255029: AddedToken(\"<|BEGINNING_OF_PREFIX_FIM_TOKEN|>\", rstrip=False, lstrip=False, single_word=False, normalized=False, special=True),\n\t255030: AddedToken(\"<|BEGINNING_OF_MIDDLE_FIM_TOKEN|>\", rstrip=False, lstrip=False, single_word=False, normalized=False, special=True),\n\t255031: AddedToken(\"<|BEGINNING_OF_SUFFIX_FIM_TOKEN|>\", rstrip=False, lstrip=False, single_word=False, normalized=False, special=True),\n\t255032: AddedToken(\"<|END_OF_MIDDLE_FIM_TOKEN|>\", rstrip=False, lstrip=False, single_word=False, normalized=False, special=True),\n\t255033: AddedToken(\"<|EXTRA_9_TOKEN|>\", rstrip=False, lstrip=False, single_word=False, normalized=False, special=False),\n}, max_context_size=128000, hyperparams={'sampling_params': SamplingParams(n=1, presence_penalty=0.0, frequency_penalty=0.0, repetition_penalty=1.0, temperature=0.7, top_p=1.0, top_k=-1, min_p=0.0, seed=None, stop=[], stop_token_ids=[], bad_words=[], include_stop_str_in_output=False, ignore_eos=False, max_tokens=2048, min_tokens=1, logprobs=None, prompt_logprobs=None, skip_special_tokens=True, spaces_between_special_tokens=True, truncate_prompt_tokens=None, guided_decoding=None)}, pipeline=ChatTemplatePromptPipeline([]))",
"engine_repr": "CommandRVLLMEngine(model=<vllm.engine.async_llm_engine.AsyncLLMEngine object at 0x7fe05c39c050>, tokenizer=CachedCohereTokenizerFast(name_or_path='CohereForAI/c4ai-command-r-08-2024', vocab_size=255000, model_max_length=1000000000000000019884624838656, is_fast=True, padding_side='left', truncation_side='left', special_tokens={'bos_token': '<BOS_TOKEN>', 'eos_token': '<|END_OF_TURN_TOKEN|>', 'pad_token': '<PAD>'}, clean_up_tokenization_spaces=False), added_tokens_decoder={\n\t0: AddedToken(\"<PAD>\", rstrip=False, lstrip=False, single_word=False, normalized=False, special=True),\n\t1: AddedToken(\"<UNK>\", rstrip=False, lstrip=False, single_word=False, normalized=False, special=True),\n\t2: AddedToken(\"<CLS>\", rstrip=False, lstrip=False, single_word=False, normalized=False, special=True),\n\t3: AddedToken(\"<SEP>\", rstrip=False, lstrip=False, single_word=False, normalized=False, special=True),\n\t4: AddedToken(\"<MASK_TOKEN>\", rstrip=False, lstrip=False, single_word=False, normalized=False, special=True),\n\t5: AddedToken(\"<BOS_TOKEN>\", rstrip=False, lstrip=False, single_word=False, normalized=False, special=True),\n\t6: AddedToken(\"<EOS_TOKEN>\", rstrip=False, lstrip=False, single_word=False, normalized=False, special=True),\n\t7: AddedToken(\"<EOP_TOKEN>\", rstrip=False, lstrip=False, single_word=False, normalized=False, special=True),\n\t255000: AddedToken(\"<|START_OF_TURN_TOKEN|>\", rstrip=False, lstrip=False, single_word=False, normalized=False, special=False),\n\t255001: AddedToken(\"<|END_OF_TURN_TOKEN|>\", rstrip=False, lstrip=False, single_word=False, normalized=False, special=True),\n\t255002: AddedToken(\"<|YES_TOKEN|>\", rstrip=False, lstrip=False, single_word=False, normalized=False, special=False),\n\t255003: AddedToken(\"<|NO_TOKEN|>\", rstrip=False, lstrip=False, single_word=False, normalized=False, special=False),\n\t255004: AddedToken(\"<|GOOD_TOKEN|>\", rstrip=False, lstrip=False, single_word=False, normalized=False, special=False),\n\t255005: AddedToken(\"<|BAD_TOKEN|>\", rstrip=False, lstrip=False, single_word=False, normalized=False, special=False),\n\t255006: AddedToken(\"<|USER_TOKEN|>\", rstrip=False, lstrip=False, single_word=False, normalized=False, special=False),\n\t255007: AddedToken(\"<|CHATBOT_TOKEN|>\", rstrip=False, lstrip=False, single_word=False, normalized=False, special=False),\n\t255008: AddedToken(\"<|SYSTEM_TOKEN|>\", rstrip=False, lstrip=False, single_word=False, normalized=False, special=False),\n\t255009: AddedToken(\"<|USER_0_TOKEN|>\", rstrip=False, lstrip=False, single_word=False, normalized=False, special=False),\n\t255010: AddedToken(\"<|USER_1_TOKEN|>\", rstrip=False, lstrip=False, single_word=False, normalized=False, special=False),\n\t255011: AddedToken(\"<|USER_2_TOKEN|>\", rstrip=False, lstrip=False, single_word=False, normalized=False, special=False),\n\t255012: AddedToken(\"<|USER_3_TOKEN|>\", rstrip=False, lstrip=False, single_word=False, normalized=False, special=False),\n\t255013: AddedToken(\"<|USER_4_TOKEN|>\", rstrip=False, lstrip=False, single_word=False, normalized=False, special=False),\n\t255014: AddedToken(\"<|USER_5_TOKEN|>\", rstrip=False, lstrip=False, single_word=False, normalized=False, special=False),\n\t255015: AddedToken(\"<|USER_6_TOKEN|>\", rstrip=False, lstrip=False, single_word=False, normalized=False, special=False),\n\t255016: AddedToken(\"<|USER_7_TOKEN|>\", rstrip=False, lstrip=False, single_word=False, normalized=False, special=False),\n\t255017: AddedToken(\"<|USER_8_TOKEN|>\", rstrip=False, lstrip=False, single_word=False, normalized=False, special=False),\n\t255018: AddedToken(\"<|USER_9_TOKEN|>\", rstrip=False, lstrip=False, single_word=False, normalized=False, special=False),\n\t255019: AddedToken(\"<|EXTRA_0_TOKEN|>\", rstrip=False, lstrip=False, single_word=False, normalized=False, special=False),\n\t255020: AddedToken(\"<|EXTRA_1_TOKEN|>\", rstrip=False, lstrip=False, single_word=False, normalized=False, special=False),\n\t255021: AddedToken(\"<|EXTRA_2_TOKEN|>\", rstrip=False, lstrip=False, single_word=False, normalized=False, special=False),\n\t255022: AddedToken(\"<|EXTRA_3_TOKEN|>\", rstrip=False, lstrip=False, single_word=False, normalized=False, special=False),\n\t255023: AddedToken(\"<|EXTRA_4_TOKEN|>\", rstrip=False, lstrip=False, single_word=False, normalized=False, special=False),\n\t255024: AddedToken(\"<|EXTRA_5_TOKEN|>\", rstrip=False, lstrip=False, single_word=False, normalized=False, special=False),\n\t255025: AddedToken(\"<|EXTRA_6_TOKEN|>\", rstrip=False, lstrip=False, single_word=False, normalized=False, special=False),\n\t255026: AddedToken(\"<|EXTRA_7_TOKEN|>\", rstrip=False, lstrip=False, single_word=False, normalized=False, special=False),\n\t255027: AddedToken(\"<|EXTRA_8_TOKEN|>\", rstrip=False, lstrip=False, single_word=False, normalized=False, special=False),\n\t255028: AddedToken(\"<|NEW_FILE|>\", rstrip=False, lstrip=False, single_word=False, normalized=False, special=True),\n\t255029: AddedToken(\"<|BEGINNING_OF_PREFIX_FIM_TOKEN|>\", rstrip=False, lstrip=False, single_word=False, normalized=False, special=True),\n\t255030: AddedToken(\"<|BEGINNING_OF_MIDDLE_FIM_TOKEN|>\", rstrip=False, lstrip=False, single_word=False, normalized=False, special=True),\n\t255031: AddedToken(\"<|BEGINNING_OF_SUFFIX_FIM_TOKEN|>\", rstrip=False, lstrip=False, single_word=False, normalized=False, special=True),\n\t255032: AddedToken(\"<|END_OF_MIDDLE_FIM_TOKEN|>\", rstrip=False, lstrip=False, single_word=False, normalized=False, special=True),\n\t255033: AddedToken(\"<|EXTRA_9_TOKEN|>\", rstrip=False, lstrip=False, single_word=False, normalized=False, special=False),\n}, max_context_size=128000, hyperparams={'sampling_params': SamplingParams(n=1, presence_penalty=0.0, frequency_penalty=0.0, repetition_penalty=1.0, temperature=0.7, top_p=1.0, top_k=-1, min_p=0.0, seed=None, stop=[], stop_token_ids=[], bad_words=[], include_stop_str_in_output=False, ignore_eos=False, max_tokens=2048, min_tokens=1, logprobs=None, prompt_logprobs=None, skip_special_tokens=True, spaces_between_special_tokens=True, truncate_prompt_tokens=None, guided_decoding=None)}, pipeline=ChatTemplatePromptPipeline([]))",
"functions": [
{
"name": "delegate",
Expand Down
Loading

0 comments on commit b78a2f1

Please sign in to comment.