feat(ns): implement namespace updates, global cache purge

Author: MasterPtato

Cargo.lock

@@ -1,7 +1,7 @@
 
 [workspace]
 resolver = "2"
-members = ["packages/common/api-builder","packages/common/api-client","packages/common/api-types","packages/common/api-util","packages/common/cache/build","packages/common/cache/result","packages/common/clickhouse-inserter","packages/common/clickhouse-user-query","packages/common/config","packages/common/env","packages/common/error/core","packages/common/error/macros","packages/common/gasoline/core","packages/common/gasoline/macros","packages/common/logs","packages/common/metrics","packages/common/pools","packages/common/runtime","packages/common/service-manager","packages/common/telemetry","packages/common/test-deps","packages/common/test-deps-docker","packages/common/types","packages/common/udb-util","packages/common/universaldb","packages/common/universalpubsub","packages/common/util/core","packages/common/util/id","packages/common/versioned-data-util","packages/core/actor-kv","packages/core/api-peer","packages/core/api-public","packages/core/bootstrap","packages/core/dump-openapi","packages/core/guard/core","packages/core/guard/server","packages/core/pegboard-gateway","packages/core/pegboard-outbound","packages/core/pegboard-runner-ws","packages/core/pegboard-tunnel","packages/core/workflow-worker","packages/infra/engine","packages/services/epoxy","packages/services/namespace","packages/services/pegboard","sdks/rust/api-full","sdks/rust/bare_gen","sdks/rust/data","sdks/rust/epoxy-protocol","sdks/rust/runner-protocol","sdks/rust/tunnel-protocol","sdks/rust/ups-protocol"]
+members = ["packages/common/api-builder","packages/common/api-client","packages/common/api-types","packages/common/api-util","packages/common/cache/build","packages/common/cache/result","packages/common/clickhouse-inserter","packages/common/clickhouse-user-query","packages/common/config","packages/common/env","packages/common/error/core","packages/common/error/macros","packages/common/gasoline/core","packages/common/gasoline/macros","packages/common/logs","packages/common/metrics","packages/common/pools","packages/common/runtime","packages/common/service-manager","packages/common/telemetry","packages/common/test-deps","packages/common/test-deps-docker","packages/common/types","packages/common/udb-util","packages/common/universaldb","packages/common/universalpubsub","packages/common/util/core","packages/common/util/id","packages/common/versioned-data-util","packages/core/actor-kv","packages/core/api-peer","packages/core/api-public","packages/core/bootstrap","packages/core/dump-openapi","packages/core/guard/core","packages/core/guard/server","packages/core/pegboard-gateway","packages/core/pegboard-outbound","packages/core/pegboard-runner-ws","packages/core/pegboard-tunnel","packages/core/workflow-worker","packages/infra/engine","packages/services/epoxy","packages/services/internal","packages/services/namespace","packages/services/pegboard","sdks/rust/api-full","sdks/rust/bare_gen","sdks/rust/data","sdks/rust/epoxy-protocol","sdks/rust/runner-protocol","sdks/rust/tunnel-protocol","sdks/rust/ups-protocol"]
 
 [workspace.package]
 version = "0.0.1"
@@ -280,7 +280,6 @@ path = "packages/common/error/core"
 
 [workspace.dependencies.rivet-error-macros]
 path = "packages/common/error/macros"
-
 [workspace.dependencies.gas]
 package = "gasoline"
 path = "packages/common/gasoline/core"
@@ -382,6 +381,9 @@ path = "packages/infra/engine"
 [workspace.dependencies.epoxy]
 path = "packages/services/epoxy"
 
+[workspace.dependencies.internal]
+path = "packages/services/internal"
+
 [workspace.dependencies.namespace]
 path = "packages/services/namespace"
 

Cargo.toml

@@ -187,7 +187,7 @@ services:
     environment:
       - RIVET_ENDPOINT=http://rivet-engine:6420
       - RUNNER_HOST=runner
-      # - NO_AUTOSTART=1
+      - NO_AUTOSTART=1
     stop_grace_period: 4s
     ports:
       - '5050:5050'

docker/dev/docker-compose.yml

@@ -32,13 +32,6 @@
 	"postgres": {
 		"url": "postgresql://postgres:postgres@postgres:5432/rivet_engine"
 	},
-	"postgres_notify": {
-		"url": "postgresql://postgres:postgres@postgres:5432/rivet_engine",
-		"memory_optimization": false
-	},
-	// "memory": {
-	// 	"channel": "default"
-	// },
 	"cache": {
 		"driver": "in_memory"
 	},

docker/dev/rivet-engine/config.jsonc

@@ -1,3 +1,4 @@
+use serde::{Deserialize, Serialize};
 use std::fmt::Debug;
 
 /// A type that can be serialized in to a key that can be used in the cache.
@@ -78,3 +79,18 @@ impl_to_string!(i32);
 impl_to_string!(i64);
 impl_to_string!(i128);
 impl_to_string!(isize);
+
+#[derive(Clone, Debug, Serialize, Deserialize, PartialEq)]
+pub struct RawCacheKey(String);
+
+impl CacheKey for RawCacheKey {
+	fn cache_key(&self) -> String {
+		self.0.clone()
+	}
+}
+
+impl From<String> for RawCacheKey {
+	fn from(value: String) -> Self {
+		RawCacheKey(value)
+	}
+}

out/errors/namespace.invalid_update.json

@@ -1151,6 +1151,7 @@ impl<'de> TupleUnpack<'de> for InnerEventTypeKey {
 	}
 }
 
+#[derive(Debug)]
 pub struct TagKey {
 	workflow_id: Id,
 	location: Location,

out/openapi.json

@@ -71,6 +71,7 @@ impl TuplePack for LeaseSubspaceKey {
 	}
 }
 
+#[derive(Debug)]
 pub struct TagKey {
 	workflow_id: Id,
 	pub k: String,
@@ -882,6 +883,7 @@ impl TuplePack for PendingSignalSubspaceKey {
 	}
 }
 
+#[derive(Debug)]
 pub struct ByNameAndTagKey {
 	workflow_name: String,
 	k: String,

packages/common/cache/build/src/key.rs

@@ -166,6 +166,7 @@ pub fn operation(attr: TokenStream, item: TokenStream) -> TokenStream {
 
 	let struct_ident = Ident::new(&name, proc_macro2::Span::call_site());
 	let fn_name = item_fn.sig.ident.to_string();
+	let generics = &item_fn.sig.generics;
 	let fn_body = item_fn.block;
 	let vis = item_fn.vis;
 
@@ -186,7 +187,7 @@ pub fn operation(attr: TokenStream, item: TokenStream) -> TokenStream {
 			const NAME: &'static str = #fn_name;
 			const TIMEOUT: std::time::Duration = std::time::Duration::from_secs(#timeout);
 
-			async fn run(#ctx_ident: #ctx_ty, #input_ident: &Self::Input) -> Result<Self::Output> {
+			async fn run #generics (#ctx_ident: #ctx_ty, #input_ident: &Self::Input) -> Result<Self::Output> {
 				#fn_body
 			}
 		}