File tree Expand file tree Collapse file tree 1 file changed +4
-4
lines changed Expand file tree Collapse file tree 1 file changed +4
-4
lines changed Original file line number Diff line number Diff line change 66
77from delphi .__main__ import run
88from delphi .config import CacheConfig , ConstructorConfig , RunConfig , SamplerConfig
9- from delphi .log .result_analysis import get_metrics , load_data
9+ from delphi .log .result_analysis import get_agg_metrics , load_data
1010
1111
1212async def test ():
@@ -46,7 +46,7 @@ async def test():
4646 seed = 22 ,
4747 num_gpus = torch .cuda .device_count (),
4848 filter_bos = True ,
49- verbose = True ,
49+ verbose = False ,
5050 sampler_cfg = sampler_cfg ,
5151 constructor_cfg = constructor_cfg ,
5252 cache_cfg = cache_cfg ,
@@ -59,8 +59,8 @@ async def test():
5959
6060 scores_path = Path .cwd () / "results" / run_cfg .name / "scores"
6161
62- latent_df , _ = load_data (scores_path , run_cfg .hookpoints )
63- processed_df = get_metrics (latent_df )
62+ latent_df , counts = load_data (scores_path , run_cfg .hookpoints )
63+ processed_df = get_agg_metrics (latent_df , counts )
6464
6565 # Performs better than random guessing
6666 for score_type , df in processed_df .groupby ("score_type" ):
You can’t perform that action at this time.
0 commit comments