From cfba5d85baf0045f667c164c0481d8c206213bff Mon Sep 17 00:00:00 2001 From: Martin Schrimpf Date: Tue, 25 Feb 2025 22:41:03 +0100 Subject: [PATCH] enable additional inter subject consistency this is meant for vision, but we should note that we already have this in vision. Might need to separate more cleanly --- brainscore_core/submission/database.py | 9 +++++++++ brainscore_core/submission/database_models.py | 2 ++ 2 files changed, 11 insertions(+) diff --git a/brainscore_core/submission/database.py b/brainscore_core/submission/database.py index 1a4770fe..b0a96971 100644 --- a/brainscore_core/submission/database.py +++ b/brainscore_core/submission/database.py @@ -124,6 +124,15 @@ def benchmarkinstance_from_benchmark(benchmark: Benchmark, domain: str) -> Bench ceiling = benchmark.ceiling bench_inst.ceiling = ceiling.item() bench_inst.ceiling_error = _retrieve_score_error(ceiling) + + # attach inter-subject ceiling + try: + inter_subject_ceiling = benchmark.ceiling + bench_inst.inter_subject_ceiling = inter_subject_ceiling.item() + bench_inst.inter_subject_ceiling_error = _retrieve_score_error(inter_subject_ceiling) + except Exception as e: + logger.warning(f"Failed to compute inter-subject-ceiling: {e}") + bench_inst.save() return bench_inst diff --git a/brainscore_core/submission/database_models.py b/brainscore_core/submission/database_models.py index 10050f6b..837c99da 100644 --- a/brainscore_core/submission/database_models.py +++ b/brainscore_core/submission/database_models.py @@ -55,6 +55,8 @@ class BenchmarkMeta(PeeweeBase): number_of_recording_sites = IntegerField(null=True) recording_sites = CharField(max_length=100, null=True) behavioral_task = CharField(max_length=100, null=True) + inter_subject_ceiling = FloatField(null=True) + inter_subject_ceiling_error = FloatField(null=True) class Meta: table_name = 'brainscore_benchmarkmeta'