caisa-lab · shahzeb171 · Jun 26, 2024 · Jun 26, 2024 · Jun 26, 2024 · Jun 27, 2024
diff --git a/data/gsm/accuracy.csv b/data/gsm/accuracy.csv
@@ -14,3 +14,5 @@ flan_gsm.py,2.577710386656558
 mistral_gsm.py,8.188021228203183
 mistral_instruct.py,8.41546626231994
 mistral_math.py,26.004548900682334
+llama.py,26.111111111111114
+mistral_instruct.py,6.666666666666667
diff --git a/data/gsm/flan/flan_gsm_prompt_0.csv b/data/gsm/flan/flan_gsm_prompt_0.csv
diff --git a/data/gsm/flan/flan_gsm_prompt_1.csv b/data/gsm/flan/flan_gsm_prompt_1.csv
diff --git a/data/gsm/flan/flan_gsm_prompt_2.csv b/data/gsm/flan/flan_gsm_prompt_2.csv
diff --git a/data/gsm/flan/flan_gsm_prompt_3.csv b/data/gsm/flan/flan_gsm_prompt_3.csv
diff --git a/data/gsm/flan/flan_gsm_prompt_4.csv b/data/gsm/flan/flan_gsm_prompt_4.csv
diff --git a/data/gsm/flan/flan_gsm_prompt_5.csv b/data/gsm/flan/flan_gsm_prompt_5.csv
diff --git a/data/gsm/flan/flan_gsm_prompt_6.csv b/data/gsm/flan/flan_gsm_prompt_6.csv
diff --git a/data/gsm/flan/flan_gsm_response.csv b/data/gsm/flan/flan_gsm_response.csv
diff --git a/data/gsm/flan/flan_gsm_response_hugginface.csv b/data/gsm/flan/flan_gsm_response_hugginface.csv
diff --git a/data/gsm/mistral/mistral_gsm_response.csv → .../llama/llama_gsm_json_former_prompt_0.csv b/data/gsm/mistral/mistral_gsm_response.csv → .../llama/llama_gsm_json_former_prompt_0.csv
@@ -1,3 +1,3 @@
 Question,Answer - LLM,Answer - Ground Truth
-Janet’s ducks lay 16 eggs per day. She eats three for breakfast every morning and bakes muffins for her friends every day with four. She sells the remainder at the farmers' market daily for $2 per fresh duck egg. How much in dollars does she make every day at the farmers' market?,104,18
-A robe takes 2 bolts of blue fiber and half that much white fiber.  How many bolts in total does it take?,4,3
+Janet’s ducks lay 16 eggs per day. She eats three for breakfast every morning and bakes muffins for her friends every day with four. She sells the remainder at the farmers' market daily for $2 per fresh duck egg. How much in dollars does she make every day at the farmers' market?,{'answer': 16.0},18
+A robe takes 2 bolts of blue fiber and half that much white fiber.  How many bolts in total does it take?,{'answer': 3.0},3
diff --git a/data/gsm/mistral/mistral_gsm_prompt_0 b/data/gsm/mistral/mistral_gsm_prompt_0
diff --git a/data/gsm/mistral/mistral_gsm_prompt_0.csv b/data/gsm/mistral/mistral_gsm_prompt_0.csv
diff --git a/data/gsm/mistral/mistral_gsm_prompt_1.csv b/data/gsm/mistral/mistral_gsm_prompt_1.csv
diff --git a/data/gsm/mistral/mistral_gsm_prompt_2.csv b/data/gsm/mistral/mistral_gsm_prompt_2.csv
diff --git a/data/gsm/mistral/mistral_gsm_prompt_3.csv b/data/gsm/mistral/mistral_gsm_prompt_3.csv
diff --git a/data/gsm/mistral/mistral_gsm_prompt_4.csv b/data/gsm/mistral/mistral_gsm_prompt_4.csv