benchmark different shard configurations

Author: john-z-yang

benches/store_bench.rs

@@ -11,7 +11,7 @@ use taskbroker::{
 };
 use tokio::task::JoinSet;
 
-async fn get_pending_activations(num_activations: u32, num_workers: u32) {
+async fn get_pending_activations(num_activations: u32, num_workers: u32, shards: u8) {
     let url = if cfg!(feature = "bench-with-mnt-disk") {
         let mut rng = rand::thread_rng();
         format!(
@@ -26,7 +26,7 @@ async fn get_pending_activations(num_activations: u32, num_workers: u32) {
         InflightActivationStore::new(
             &url,
             InflightActivationStoreConfig {
-                sharding_factor: 8,
+                sharding_factor: shards,
                 vacuum_interval_ms: 60000,
                 max_processing_attempts: 1,
             },
@@ -67,7 +67,7 @@ async fn get_pending_activations(num_activations: u32, num_workers: u32) {
     );
 }
 
-async fn set_status(num_activations: u32, num_workers: u32) {
+async fn set_status(num_activations: u32, num_workers: u32, shards: u8) {
     assert!(num_activations % num_workers == 0);
 
     let url = if cfg!(feature = "bench-with-mnt-disk") {
@@ -84,7 +84,7 @@ async fn set_status(num_activations: u32, num_workers: u32) {
         InflightActivationStore::new(
             &url,
             InflightActivationStoreConfig {
-                sharding_factor: 8,
+                sharding_factor: shards,
                 max_processing_attempts: 1,
                 vacuum_interval_ms: 60000,
             },
@@ -135,7 +135,7 @@ fn store_bench(c: &mut Criterion) {
     let num_activations: u32 = 8192;
     let num_workers = 64;
 
-    c.benchmark_group("bench_InflightActivationShard")
+    c.benchmark_group("bench_InflightActivationStore_2_shards")
         .sample_size(256)
         .throughput(criterion::Throughput::Elements(num_activations.into()))
         .bench_function("get_pending_activation", |b| {
@@ -144,15 +144,75 @@ fn store_bench(c: &mut Criterion) {
                 .build()
                 .unwrap();
             b.to_async(runtime)
-                .iter(|| get_pending_activations(num_activations, num_workers));
+                .iter(|| get_pending_activations(num_activations, num_workers, 2));
         })
         .bench_function("set_status", |b| {
             let runtime = tokio::runtime::Builder::new_multi_thread()
                 .enable_all()
                 .build()
                 .unwrap();
             b.to_async(runtime)
-                .iter(|| set_status(num_activations, num_workers));
+                .iter(|| set_status(num_activations, num_workers, 2));
+        });
+
+    c.benchmark_group("bench_InflightActivationStore_4_shards")
+        .sample_size(256)
+        .throughput(criterion::Throughput::Elements(num_activations.into()))
+        .bench_function("get_pending_activation", |b| {
+            let runtime = tokio::runtime::Builder::new_multi_thread()
+                .enable_all()
+                .build()
+                .unwrap();
+            b.to_async(runtime)
+                .iter(|| get_pending_activations(num_activations, num_workers, 4));
+        })
+        .bench_function("set_status", |b| {
+            let runtime = tokio::runtime::Builder::new_multi_thread()
+                .enable_all()
+                .build()
+                .unwrap();
+            b.to_async(runtime)
+                .iter(|| set_status(num_activations, num_workers, 4));
+        });
+
+    c.benchmark_group("bench_InflightActivationStore_8_shards")
+        .sample_size(256)
+        .throughput(criterion::Throughput::Elements(num_activations.into()))
+        .bench_function("get_pending_activation", |b| {
+            let runtime = tokio::runtime::Builder::new_multi_thread()
+                .enable_all()
+                .build()
+                .unwrap();
+            b.to_async(runtime)
+                .iter(|| get_pending_activations(num_activations, num_workers, 8));
+        })
+        .bench_function("set_status", |b| {
+            let runtime = tokio::runtime::Builder::new_multi_thread()
+                .enable_all()
+                .build()
+                .unwrap();
+            b.to_async(runtime)
+                .iter(|| set_status(num_activations, num_workers, 8));
+        });
+
+    c.benchmark_group("bench_InflightActivationStore_16_shards")
+        .sample_size(256)
+        .throughput(criterion::Throughput::Elements(num_activations.into()))
+        .bench_function("get_pending_activation", |b| {
+            let runtime = tokio::runtime::Builder::new_multi_thread()
+                .enable_all()
+                .build()
+                .unwrap();
+            b.to_async(runtime)
+                .iter(|| get_pending_activations(num_activations, num_workers, 16));
+        })
+        .bench_function("set_status", |b| {
+            let runtime = tokio::runtime::Builder::new_multi_thread()
+                .enable_all()
+                .build()
+                .unwrap();
+            b.to_async(runtime)
+                .iter(|| set_status(num_activations, num_workers, 16));
         });
 }