automl
diff --git a/‎configs/experiments.ini‎ ‎configs/experiment.ini‎configs/experiments.ini renamed to configs/experiment.ini b/‎configs/experiments.ini‎ ‎configs/experiment.ini‎configs/experiments.ini renamed to configs/experiment.ini
diff --git a/‎configs/experiments_evaluation.ini‎ ‎configs/experiment_eval.ini‎configs/experiments_evaluation.ini renamed to configs/experiment_eval.ini b/‎configs/experiments_evaluation.ini‎ ‎configs/experiment_eval.ini‎configs/experiments_evaluation.ini renamed to configs/experiment_eval.ini
diff --git a/‎configs/evaluation_task_descr.ini‎ ‎configs/experiment_eval_task_descr.ini‎configs/evaluation_task_descr.ini renamed to configs/experiment_eval_task_descr.ini b/‎configs/evaluation_task_descr.ini‎ ‎configs/experiment_eval_task_descr.ini‎configs/evaluation_task_descr.ini renamed to configs/experiment_eval_task_descr.ini
diff --git a/‎configs/experiments_gpt.ini‎ ‎configs/experiment_gpt.ini‎configs/experiments_gpt.ini renamed to configs/experiment_gpt.ini b/‎configs/experiments_gpt.ini‎ ‎configs/experiment_gpt.ini‎configs/experiments_gpt.ini renamed to configs/experiment_gpt.ini
diff --git a/‎configs/experiments_initial_prompts.ini‎ ‎configs/experiment_initial_prompts.ini‎configs/experiments_initial_prompts.ini renamed to configs/experiment_initial_prompts.ini b/‎configs/experiments_initial_prompts.ini‎ ‎configs/experiment_initial_prompts.ini‎configs/experiments_initial_prompts.ini renamed to configs/experiment_initial_prompts.ini
diff --git a/‎configs/experiments_task_descr.ini‎ ‎configs/experiment_task_descr.ini‎configs/experiments_task_descr.ini renamed to configs/experiment_task_descr.ini
Lines changed: 1 addition & 3 deletions b/‎configs/experiments_task_descr.ini‎ ‎configs/experiment_task_descr.ini‎configs/experiments_task_descr.ini renamed to configs/experiment_task_descr.ini
Lines changed: 1 addition & 3 deletions
diff --git a/‎…gs/experiment_evaluation/best_scores.csv‎ ‎logs/experiment_eval/best_scores.csv‎logs/experiment_evaluation/best_scores.csv renamed to logs/experiment_eval/best_scores.csv
Lines changed: 1 addition & 1 deletion b/‎…gs/experiment_evaluation/best_scores.csv‎ ‎logs/experiment_eval/best_scores.csv‎logs/experiment_evaluation/best_scores.csv renamed to logs/experiment_eval/best_scores.csv
Lines changed: 1 addition & 1 deletion
diff --git a/‎…gs/evaluation_task_descr/best_scores.csv‎ ‎…periment_eval_task_descr/best_scores.csv‎logs/evaluation_task_descr/best_scores.csv renamed to logs/experiment_eval_task_descr/best_scores.csv b/‎…gs/evaluation_task_descr/best_scores.csv‎ ‎…periment_eval_task_descr/best_scores.csv‎logs/evaluation_task_descr/best_scores.csv renamed to logs/experiment_eval_task_descr/best_scores.csv
diff --git a/‎logs/experiments_old/best_scores.csv‎
Lines changed: 0 additions & 47 deletions b/‎logs/experiments_old/best_scores.csv‎
Lines changed: 0 additions & 47 deletions
@@ -18,6 +18,4 @@ name = meta-llama/Meta-Llama-3-8B-Instruct
 name = meta-llama/Meta-Llama-3-8B-Instruct
 
 [downstream_llm]
-name = meta-llama/Meta-Llama-3-70B-Instruct
-
-#### todo: change config to include all comparisons
+name = meta-llama/Meta-Llama-3-70B-Instruct
@@ -1,4 +1,4 @@
-task,optimizer,meta_llm,downstream_llm,evaluation_llm,use_task_desc,random_seed,test_score
+task,optimizer,meta_llm,downstream_llm,evaluation_llm,random_seed,prompt,train_score,test_score
 agnews,evopromptde,meta-llama\Meta-Llama-3-70B-Instruct,meta-llama/Meta-Llama-3-70B-Instruct,meta-llama\Meta-Llama-3-70B-Instruct,42,"Classify the topic of the following news as ""World"", ""Sports"", ""Tech"" or ""Business"".",1.0,0.89
 agnews,evopromptde,meta-llama\Meta-Llama-3-70B-Instruct,meta-llama/Meta-Llama-3-70B-Instruct,meta-llama\Meta-Llama-3-70B-Instruct,47,"Your task is to identify the subject of the news piece and classify it into one of four categories: World, Sports, Business and Tech.",0.95,0.875
 agnews,evopromptde,meta-llama\Meta-Llama-3-70B-Instruct,meta-llama/Meta-Llama-3-70B-Instruct,meta-llama\Meta-Llama-3-70B-Instruct,69,"The goal is to identify the journal article according to its primary theme and determine whether it belongs to the World, Sports, Business, or Tech category.</prompt",1.0,0.855
Original file line number	Diff line number	Diff line change
`@@ -1,4 +1,4 @@`
`1`		`-task,optimizer,meta_llm,downstream_llm,evaluation_llm,use_task_desc,random_seed,test_score`
	`1`	`+task,optimizer,meta_llm,downstream_llm,evaluation_llm,random_seed,prompt,train_score,test_score`
`2`	`2`	`agnews,evopromptde,meta-llama\Meta-Llama-3-70B-Instruct,meta-llama/Meta-Llama-3-70B-Instruct,meta-llama\Meta-Llama-3-70B-Instruct,42,"Classify the topic of the following news as ""World"", ""Sports"", ""Tech"" or ""Business"".",1.0,0.89`
`3`	`3`	`agnews,evopromptde,meta-llama\Meta-Llama-3-70B-Instruct,meta-llama/Meta-Llama-3-70B-Instruct,meta-llama\Meta-Llama-3-70B-Instruct,47,"Your task is to identify the subject of the news piece and classify it into one of four categories: World, Sports, Business and Tech.",0.95,0.875`
`4`	`4`	`agnews,evopromptde,meta-llama\Meta-Llama-3-70B-Instruct,meta-llama/Meta-Llama-3-70B-Instruct,meta-llama\Meta-Llama-3-70B-Instruct,69,"The goal is to identify the journal article according to its primary theme and determine whether it belongs to the World, Sports, Business, or Tech category.</prompt",1.0,0.855`