diff --git a/code/benchmark.py b/code/benchmark.py index 3087943..691f297 100644 --- a/code/benchmark.py +++ b/code/benchmark.py @@ -138,7 +138,7 @@ def close(self): CSV_COLUMNS = [ 'framework', 'n_run', 't_run', 'setup_time', 'build_time', 'sim_time', 'total_time', - 'realtime_ratio', 'spikes', 'active_neurons', 'status', 'timestamp', + 'rts_ratio', 'spikes', 'active_neurons', 'status', 'timestamp', ] diff --git a/data/benchmark-results.csv b/data/benchmark-results.csv index 0cba06a..20fe047 100644 --- a/data/benchmark-results.csv +++ b/data/benchmark-results.csv @@ -1,33 +1,5 @@ -framework,n_run,t_run,setup_time,build_time,sim_time,total_time,rt_ratio,spikes,active_neurons,status,timestamp -Brian2 (CPU),1,0.1,1.01,2.193,1.153,4.425,0.0868,1578,324,success,2026-03-05 15:27:12 -Brian2 (CPU),1,1.0,0.658,0.195,3.215,4.185,0.311,16825,389,success,2026-03-05 15:27:17 -Brian2 (CPU),1,10.0,0.691,2.167,22.267,25.476,0.4491,170763,436,success,2026-03-05 15:27:42 -Brian2 (CPU),1,100.0,0.759,2.174,254.811,260.533,0.3924,1701815,457,success,2026-03-05 15:32:03 -Brian2 (CPU),30,0.1,0.0,0.0,73.439,72.119,0.0409,45696,400,success,2026-03-05 15:33:15 -Brian2 (CPU),30,1.0,0.0,0.0,77.292,79.648,0.3881,507840,447,success,2026-03-05 15:34:35 -Brian2 (CPU),30,10.0,0.0,0.0,423.882,433.194,0.7077,5114990,470,success,2026-03-05 15:41:49 -Brian2 (CPU),30,100.0,0.0,0.0,3929.255,4016.581,0.7635,51154596,491,success,2026-03-05 16:48:46 -Brian2CUDA (GPU),1,0.1,1.731,22.46,9.059,33.318,0.011,1654,332,success,2026-03-05 16:49:18 -Brian2CUDA (GPU),1,1.0,-1.312,20.333,10.216,29.385,0.0979,17155,389,success,2026-03-05 16:49:47 -Brian2CUDA (GPU),1,10.0,0.761,19.452,39.385,59.987,0.2539,171507,435,success,2026-03-05 16:50:48 -Brian2CUDA (GPU),1,100.0,0.837,20.806,327.584,352.124,0.3053,1705083,469,success,2026-03-05 16:56:40 -Brian2CUDA (GPU),30,0.1,0.72,16.64,254.321,271.886,0.0118,46626,398,success,2026-03-05 17:01:12 -Brian2CUDA (GPU),30,1.0,0.749,16.418,337.614,355.594,0.0889,511109,445,success,2026-03-05 17:07:08 -Brian2CUDA (GPU),30,10.0,0.726,17.734,1193.669,1219.305,0.2513,5112876,472,success,2026-03-05 17:27:28 -Brian2CUDA (GPU),30,100.0,0.697,17.121,9851.544,9943.382,0.3045,51193675,494,success,2026-03-05 20:13:12 -PyTorch (CUDA),1,0.1,1.13,0.0,1.092,2.282,0.0916,729,255,success,2026-03-05 20:13:16 -PyTorch (CUDA),1,1.0,0.855,0.0,9.515,10.49,0.1051,8570,336,success,2026-03-05 20:13:27 -PyTorch (CUDA),1,10.0,0.818,0.0,88.207,89.42,0.1134,92572,379,success,2026-03-05 20:14:56 -PyTorch (CUDA),1,100.0,0.788,0.0,886.863,890.653,0.1128,940534,411,success,2026-03-05 20:29:48 -PyTorch (CUDA),30,0.1,0.533,0.0,15.781,16.441,0.1901,24243,358,success,2026-03-05 20:30:05 -PyTorch (CUDA),30,1.0,0.555,0.0,165.994,166.85,0.1807,280804,385,success,2026-03-05 20:32:52 -PyTorch (CUDA),30,10.0,0.563,0.0,1668.716,1671.316,0.1798,2841299,428,success,2026-03-05 21:00:43 -PyTorch (CUDA),30,100.0,0.547,0.0,16685.462,16706.395,0.1798,28377249,465,success,2026-03-06 01:39:12 -NEST GPU,1,0.1,3.214,0.0,0.211,5.309,0.4733,1472,338,success,2026-03-06 01:39:17 -NEST GPU,1,1.0,3.233,0.0,1.066,5.886,0.9381,17233,412,success,2026-03-06 01:39:23 -NEST GPU,1,10.0,3.286,0.0,9.746,14.635,1.0261,172561,433,success,2026-03-06 01:39:38 -NEST GPU,1,100.0,3.309,0.0,100.489,107.3,0.9951,1626102,456,success,2026-03-06 01:41:25 -NEST GPU,30,0.1,3.318,0.0,5.766,153.232,0.5203,44160,338,success,2026-03-06 01:43:58 -NEST GPU,30,1.0,3.253,0.0,30.479,175.996,0.9843,516990,412,success,2026-03-06 01:46:54 -NEST GPU,30,10.0,3.235,0.0,291.753,437.092,1.0283,5176830,433,success,2026-03-06 01:54:12 -NEST GPU,30,100.0,0,0.0,0,2283.778,0,0,0,"error: Command '['/home/buidl/miniconda3/envs/brain-fly/bin/python', '/home/buidl/GitHub-Linux/fly-brain/code/run_nestgpu.py', '--worker', '100.0', '2', '--experiment', 'sugar']' timed out after 2120.0 seconds",2026-03-06 02:32:15 +framework,n_run,t_run,setup_time,build_time,sim_time,total_time,realtime_ratio,spikes,active_neurons,status,timestamp +Brian2 (CPU),1,0.1,2.058,8.481,5.066,15.733,0.0197,1578,315,success,2026-03-09 15:55:35 +Brian2 (CPU),1,1,2.172,11.063,36.323,49.845,0.0275,16963,381,success,2026-03-09 15:56:26 +Brian2 (CPU),1,10,2.011,10.195,29.016,41.811,0.3446,171894,436,success,2026-03-09 15:57:08 +Brian2 (CPU),1,100,2.031,10.629,261.826,278.414,0.3819,1707799,455,success,2026-03-09 16:01:47