add prompt history of BBH s-text-bison-o-palm-2-l-it experiments

google-deepmind · Dec 4, 2024 · a76bdce · a76bdce
1 parent e81b2f5
commit a76bdce
Show file tree

Hide file tree

Showing 24 changed files with 35,265 additions and 0 deletions.
diff --git a/misc/prompt_history/BBH-boolean_expressions-s-text-bison-o-palm-2-l-it.txt b/misc/prompt_history/BBH-boolean_expressions-s-text-bison-o-palm-2-l-it.txt
diff --git a/misc/prompt_history/BBH-causal_judgement-s-text-bison-o-palm-2-l-it.txt b/misc/prompt_history/BBH-causal_judgement-s-text-bison-o-palm-2-l-it.txt
diff --git a/misc/prompt_history/BBH-date_understanding-s-text-bison-o-palm-2-l-it.txt b/misc/prompt_history/BBH-date_understanding-s-text-bison-o-palm-2-l-it.txt
diff --git a/misc/prompt_history/BBH-disambiguation_qa-s-text-bison-o-palm-2-l-it.txt b/misc/prompt_history/BBH-disambiguation_qa-s-text-bison-o-palm-2-l-it.txt
diff --git a/misc/prompt_history/BBH-dyck_languages-s-text-bison-o-palm-2-l-it.txt b/misc/prompt_history/BBH-dyck_languages-s-text-bison-o-palm-2-l-it.txt
diff --git a/misc/prompt_history/BBH-formal_fallacies-s-text-bison-o-palm-2-l-it.txt b/misc/prompt_history/BBH-formal_fallacies-s-text-bison-o-palm-2-l-it.txt
diff --git a/misc/prompt_history/BBH-geometric_shapes-s-text-bison-o-palm-2-l-it.txt b/misc/prompt_history/BBH-geometric_shapes-s-text-bison-o-palm-2-l-it.txt
diff --git a/misc/prompt_history/BBH-hyperbaton-s-text-bison-o-palm-2-l-it.txt b/misc/prompt_history/BBH-hyperbaton-s-text-bison-o-palm-2-l-it.txt
diff --git a/misc/prompt_history/BBH-logical_deduction_seven_objects-s-text-bison-o-palm-2-l-it.txt b/misc/prompt_history/BBH-logical_deduction_seven_objects-s-text-bison-o-palm-2-l-it.txt
diff --git a/misc/prompt_history/BBH-movie_recommendation-s-text-bison-o-palm-2-l-it.txt b/misc/prompt_history/BBH-movie_recommendation-s-text-bison-o-palm-2-l-it.txt
diff --git a/misc/prompt_history/BBH-multistep_arithmetic_two-s-text-bison-o-palm-2-l-it.txt b/misc/prompt_history/BBH-multistep_arithmetic_two-s-text-bison-o-palm-2-l-it.txt
diff --git a/misc/prompt_history/BBH-navigate-s-text-bison-o-palm-2-l-it.txt b/misc/prompt_history/BBH-navigate-s-text-bison-o-palm-2-l-it.txt
diff --git a/misc/prompt_history/BBH-object_counting-s-text-bison-o-palm-2-l-it.txt b/misc/prompt_history/BBH-object_counting-s-text-bison-o-palm-2-l-it.txt
diff --git a/misc/prompt_history/BBH-penguins_in_a_table-s-text-bison-o-palm-2-l-it.txt b/misc/prompt_history/BBH-penguins_in_a_table-s-text-bison-o-palm-2-l-it.txt
diff --git a/misc/prompt_history/BBH-reasoning_about_colored_objects-s-text-bison-o-palm-2-l-it.txt b/misc/prompt_history/BBH-reasoning_about_colored_objects-s-text-bison-o-palm-2-l-it.txt
diff --git a/misc/prompt_history/BBH-ruin_names-s-text-bison-o-palm-2-l-it.txt b/misc/prompt_history/BBH-ruin_names-s-text-bison-o-palm-2-l-it.txt
diff --git a/misc/prompt_history/BBH-salient_translation_error_detection-s-text-bison-o-palm-2-l-it.txt b/misc/prompt_history/BBH-salient_translation_error_detection-s-text-bison-o-palm-2-l-it.txt
diff --git a/misc/prompt_history/BBH-snarks-s-text-bison-o-palm-2-l-it.txt b/misc/prompt_history/BBH-snarks-s-text-bison-o-palm-2-l-it.txt
diff --git a/misc/prompt_history/BBH-sports_understanding-s-text-bison-o-palm-2-l-it.txt b/misc/prompt_history/BBH-sports_understanding-s-text-bison-o-palm-2-l-it.txt
diff --git a/misc/prompt_history/BBH-temporal_sequences-s-text-bison-o-palm-2-l-it.txt b/misc/prompt_history/BBH-temporal_sequences-s-text-bison-o-palm-2-l-it.txt
diff --git a/...prompt_history/BBH-tracking_shuffled_objects_seven_objects-s-text-bison-o-palm-2-l-it.txt b/...prompt_history/BBH-tracking_shuffled_objects_seven_objects-s-text-bison-o-palm-2-l-it.txt
diff --git a/misc/prompt_history/BBH-web_of_lies-s-text-bison-o-palm-2-l-it.txt b/misc/prompt_history/BBH-web_of_lies-s-text-bison-o-palm-2-l-it.txt
diff --git a/misc/prompt_history/BBH-word_sorting-s-text-bison-o-palm-2-l-it.txt b/misc/prompt_history/BBH-word_sorting-s-text-bison-o-palm-2-l-it.txt
diff --git a/misc/prompt_history/README.md b/misc/prompt_history/README.md
@@ -0,0 +1,3 @@
+# Prompt history
+
+- BBH-*-s-text-bison-o-palm-2-l-it.txt: The prompt optimization experiments in Figures 6, 23, and 24. The best prompts found by all experiments are in Table 9.
Original file line number	Diff line number	Diff line change
		@@ -0,0 +1,3 @@
		# Prompt history

		- BBH-*-s-text-bison-o-palm-2-l-it.txt: The prompt optimization experiments in Figures 6, 23, and 24. The best prompts found by all experiments are in Table 9.