refac(pred-swarm): open verifier

.github/ci-config.json

@@ -25,14 +25,23 @@
       "pr_preview": false
     },
     "prediction-swarm": {
-      "deploys": ["swarm-twitter", "swarm-verifier", "swarm-filter"],
+      "deploys": [
+        "swarm-twitter",
+        "swarm-judge",
+        "swarm-verifier",
+        "swarm-filter"
+      ],
       "pr_preview": false,
       "preview_domain": "predictionswarm.com"
     },
     "swarm-twitter": {
       "pr_preview": false,
       "prod_only": true
     },
+    "swarm-judge": {
+      "pr_preview": false,
+      "prod_only": true
+    },
     "swarm-verifier": {
       "pr_preview": false,
       "prod_only": true

apps/torus-wallet/next-env.d.ts

@@ -1,6 +1,6 @@
 /// <reference types="next" />
 /// <reference types="next/image-types/global" />
-import "./.next/dev/types/routes.d.ts";
+import "./.next/types/routes.d.ts";
 
 // NOTE: This file should not be edited
 // see https://nextjs.org/docs/app/api-reference/config/typescript for more information.

atlas/migrations/prediction_swarm/20260105202138.sql

@@ -0,0 +1,65 @@
+-- Create "verification_claim" table
+CREATE TABLE "public"."verification_claim" (
+  "id" uuid NOT NULL DEFAULT uuidv7(),
+  "parsed_prediction_id" uuid NOT NULL DEFAULT uuidv7(),
+  "verifier_agent_id" character varying(256) NOT NULL,
+  "verifier_agent_signature" text NOT NULL,
+  "claim_outcome" boolean NOT NULL,
+  "confidence" numeric NOT NULL,
+  "reasoning" text NOT NULL,
+  "sources" jsonb NULL,
+  "timeframe_start_utc" timestamptz NULL,
+  "timeframe_end_utc" timestamptz NULL,
+  "timeframe_precision" character varying(32) NULL,
+  "created_at" timestamptz NOT NULL DEFAULT now(),
+  "updated_at" timestamptz NOT NULL DEFAULT now(),
+  "deleted_at" timestamptz NULL,
+  PRIMARY KEY ("id"),
+  CONSTRAINT "verification_claim_unique_verifier" UNIQUE ("parsed_prediction_id", "verifier_agent_id"),
+  CONSTRAINT "verification_claim_parsed_prediction_id_parsed_prediction_id_fk" FOREIGN KEY ("parsed_prediction_id") REFERENCES "public"."parsed_prediction" ("id") ON UPDATE NO ACTION ON DELETE CASCADE
+);
+-- Create index "verification_claim_created_at_idx" to table: "verification_claim"
+CREATE INDEX "verification_claim_created_at_idx" ON "public"."verification_claim" ("created_at");
+-- Create index "verification_claim_parsed_prediction_id_idx" to table: "verification_claim"
+CREATE INDEX "verification_claim_parsed_prediction_id_idx" ON "public"."verification_claim" ("parsed_prediction_id");
+-- Create index "verification_claim_verifier_agent_id_idx" to table: "verification_claim"
+CREATE INDEX "verification_claim_verifier_agent_id_idx" ON "public"."verification_claim" ("verifier_agent_id");
+-- Modify "verdict" table
+ALTER TABLE "public"."verdict" ADD COLUMN "accepted_claim_id" uuid NULL DEFAULT uuidv7(), ADD CONSTRAINT "verdict_accepted_claim_id_verification_claim_id_fk" FOREIGN KEY ("accepted_claim_id") REFERENCES "public"."verification_claim" ("id") ON UPDATE NO ACTION ON DELETE NO ACTION;
+-- Create "verifier_feedback" table
+CREATE TABLE "public"."verifier_feedback" (
+  "id" uuid NOT NULL DEFAULT uuidv7(),
+  "parsed_prediction_id" uuid NOT NULL DEFAULT uuidv7(),
+  "verifier_agent_id" character varying(256) NOT NULL,
+  "verifier_agent_signature" text NOT NULL,
+  "failure_cause" "public"."failure_cause_enum" NOT NULL,
+  "reason" text NOT NULL,
+  "created_at" timestamptz NOT NULL DEFAULT now(),
+  "updated_at" timestamptz NOT NULL DEFAULT now(),
+  "deleted_at" timestamptz NULL,
+  PRIMARY KEY ("id"),
+  CONSTRAINT "verifier_feedback_unique" UNIQUE ("parsed_prediction_id", "verifier_agent_id"),
+  CONSTRAINT "verifier_feedback_parsed_prediction_id_parsed_prediction_id_fk" FOREIGN KEY ("parsed_prediction_id") REFERENCES "public"."parsed_prediction" ("id") ON UPDATE NO ACTION ON DELETE CASCADE
+);
+-- Create index "verifier_feedback_agent_idx" to table: "verifier_feedback"
+CREATE INDEX "verifier_feedback_agent_idx" ON "public"."verifier_feedback" ("verifier_agent_id");
+-- Create index "verifier_feedback_failure_cause_idx" to table: "verifier_feedback"
+CREATE INDEX "verifier_feedback_failure_cause_idx" ON "public"."verifier_feedback" ("failure_cause");
+-- Create index "verifier_feedback_prediction_idx" to table: "verifier_feedback"
+CREATE INDEX "verifier_feedback_prediction_idx" ON "public"."verifier_feedback" ("parsed_prediction_id");
+-- Create "verifier_topic_registration" table
+CREATE TABLE "public"."verifier_topic_registration" (
+  "id" uuid NOT NULL DEFAULT uuidv7(),
+  "verifier_agent_id" character varying(256) NOT NULL,
+  "topic_id" uuid NOT NULL DEFAULT uuidv7(),
+  "created_at" timestamptz NOT NULL DEFAULT now(),
+  "updated_at" timestamptz NOT NULL DEFAULT now(),
+  "deleted_at" timestamptz NULL,
+  PRIMARY KEY ("id"),
+  CONSTRAINT "verifier_topic_unique" UNIQUE ("verifier_agent_id", "topic_id"),
+  CONSTRAINT "verifier_topic_registration_topic_id_prediction_topic_id_fk" FOREIGN KEY ("topic_id") REFERENCES "public"."prediction_topic" ("id") ON UPDATE NO ACTION ON DELETE NO ACTION
+);
+-- Create index "verifier_topic_agent_idx" to table: "verifier_topic_registration"
+CREATE INDEX "verifier_topic_agent_idx" ON "public"."verifier_topic_registration" ("verifier_agent_id");
+-- Create index "verifier_topic_topic_idx" to table: "verifier_topic_registration"
+CREATE INDEX "verifier_topic_topic_idx" ON "public"."verifier_topic_registration" ("topic_id");

atlas/migrations/prediction_swarm/atlas.sum

@@ -1,4 +1,4 @@
-h1:zgOElHPnrTchPb+gb2wPJygPOHJwa/MVSSghPyDnX7A=
+h1:8hG9KyqunMoyK3ggRLphPfYFaoH2ZAgKRy/dyvci3v4=
 20251118085426_baseline.sql h1:yYt/F7QkBCF92mhKeZN8/T6ljcYJN+1s3M/gBNv5MxI=
 20251120161044_rename_goal.sql h1:V0EM07MmeCsc4naTIRBXiLxYtEbHQ0AQI4GzxmkUfxU=
 20251120161127.sql h1:27i5PAjofmV/DRHMWKybpF5ncgpQTwdaMFUay959YSg=
@@ -11,3 +11,4 @@ h1:zgOElHPnrTchPb+gb2wPJygPOHJwa/MVSSghPyDnX7A=
 20251126135959.sql h1:ouWxe6r2q3MV48Z18j7vX4m6hDypY8XOpv8V9/1HdpU=
 20251128161908.sql h1:qcYrYrusemufBSPM9Mbj/On++3GrjxfItjfTwEOGOus=
 20251130132124.sql h1:kkYoKrMn7ITv2IuWGxrLBaCkpPC6zqt4C+ZVYw1BlA0=
+20260105202138.sql h1:56oSvxIQl+Ca6uecSbIpxST7pSFNNnNvhDyvPQ7/vGk=

atlas/migrations/webapps/20260105111457_open_verification.sql

@@ -0,0 +1,36 @@
+-- Open verification: verification claims and topic registration
+
+CREATE TABLE IF NOT EXISTS verification_claim (
+  id UUID PRIMARY KEY DEFAULT uuidv7(),
+  parsed_prediction_id UUID NOT NULL REFERENCES parsed_prediction(id) ON DELETE CASCADE,
+  verifier_agent_id VARCHAR(256) NOT NULL,
+  verifier_agent_signature TEXT NOT NULL,
+  claim_outcome BOOLEAN NOT NULL,
+  confidence DECIMAL NOT NULL,
+  reasoning TEXT NOT NULL,
+  sources JSONB,
+  timeframe_start_utc TIMESTAMP WITH TIME ZONE,
+  timeframe_end_utc TIMESTAMP WITH TIME ZONE,
+  timeframe_precision VARCHAR(32),
+  created_at TIMESTAMP WITH TIME ZONE NOT NULL DEFAULT NOW(),
+  updated_at TIMESTAMP WITH TIME ZONE NOT NULL DEFAULT NOW(),
+  deleted_at TIMESTAMP WITH TIME ZONE
+);
+
+CREATE TABLE IF NOT EXISTS verifier_topic_registration (
+  id UUID PRIMARY KEY DEFAULT uuidv7(),
+  verifier_agent_id VARCHAR(256) NOT NULL,
+  topic_id UUID NOT NULL REFERENCES prediction_topic(id),
+  created_at TIMESTAMP WITH TIME ZONE NOT NULL DEFAULT NOW(),
+  updated_at TIMESTAMP WITH TIME ZONE NOT NULL DEFAULT NOW(),
+  deleted_at TIMESTAMP WITH TIME ZONE,
+  UNIQUE(verifier_agent_id, topic_id)
+);
+
+ALTER TABLE verdict ADD COLUMN IF NOT EXISTS accepted_claim_id UUID REFERENCES verification_claim(id);
+
+CREATE INDEX IF NOT EXISTS verification_claim_parsed_prediction_id_idx ON verification_claim(parsed_prediction_id);
+CREATE INDEX IF NOT EXISTS verification_claim_verifier_agent_id_idx ON verification_claim(verifier_agent_id);
+CREATE INDEX IF NOT EXISTS verification_claim_created_at_idx ON verification_claim(created_at);
+CREATE INDEX IF NOT EXISTS verifier_topic_agent_idx ON verifier_topic_registration(verifier_agent_id);
+CREATE INDEX IF NOT EXISTS verifier_topic_topic_idx ON verifier_topic_registration(topic_id);

atlas/migrations/webapps/20260105140000_verifier_feedback.sql

@@ -0,0 +1,17 @@
+-- Verifier feedback table for per-verifier feedback on predictions
+CREATE TABLE IF NOT EXISTS verifier_feedback (
+  id UUID PRIMARY KEY DEFAULT uuidv7(),
+  parsed_prediction_id UUID NOT NULL REFERENCES parsed_prediction(id) ON DELETE CASCADE,
+  verifier_agent_id VARCHAR(256) NOT NULL,
+  verifier_agent_signature TEXT NOT NULL,
+  failure_cause failure_cause_enum NOT NULL,
+  reason TEXT NOT NULL,
+  created_at TIMESTAMP WITH TIME ZONE NOT NULL DEFAULT NOW(),
+  updated_at TIMESTAMP WITH TIME ZONE NOT NULL DEFAULT NOW(),
+  deleted_at TIMESTAMP WITH TIME ZONE,
+  UNIQUE(parsed_prediction_id, verifier_agent_id)
+);
+
+CREATE INDEX IF NOT EXISTS verifier_feedback_prediction_idx ON verifier_feedback(parsed_prediction_id);
+CREATE INDEX IF NOT EXISTS verifier_feedback_agent_idx ON verifier_feedback(verifier_agent_id);
+CREATE INDEX IF NOT EXISTS verifier_feedback_failure_cause_idx ON verifier_feedback(failure_cause);

atlas/migrations/webapps/20260105160000_verification_claim_unique.sql

@@ -0,0 +1,5 @@
+-- Add unique constraint to verification_claim table
+-- Ensures each verifier can only submit one claim per prediction
+ALTER TABLE verification_claim
+ADD CONSTRAINT verification_claim_unique_verifier
+UNIQUE (parsed_prediction_id, verifier_agent_id);

packages/db/src/schema/index.ts

@@ -7,4 +7,6 @@ export * from "./memory";
 
 export * from "./swarm-filter";
 
+export * from "./swarm-verifier";
+
 export * from "./context-schemas";

packages/db/src/schema/memory.ts

@@ -289,11 +289,77 @@ export const predictionTopicSchema = createTable(
   ],
 );
 
-// ==== Verdicts ====
+// ==== Verification Claims ====
+
+/**
+ * Source evidence for verification claims
+ */
+export interface ClaimSource {
+  url: string;
+  title?: string;
+  snippet?: string;
+  retrievedAt: string;
+  archiveUrl?: string;
+}
+
+/**
+ * Claims submitted by open verifiers asserting a prediction's outcome.
+ * Each verifier can submit one claim per prediction.
+ * The verdict system evaluates claims to produce final verdicts.
+ */
+export const verificationClaimSchema = createTable(
+  "verification_claim",
+  {
+    id: uuidv7("id").primaryKey(),
+    parsedPredictionId: uuidv7("parsed_prediction_id")
+      .notNull()
+      .references(() => parsedPredictionSchema.id, { onDelete: "cascade" }),
+    verifierAgentId: ss58Address("verifier_agent_id").notNull(),
+    verifierAgentSignature: text("verifier_agent_signature").notNull(),
+    claimOutcome: boolean("claim_outcome").notNull(),
+    confidence: decimal("confidence").notNull(),
+    reasoning: text("reasoning").notNull(),
+    sources: jsonb("sources").$type<ClaimSource[]>(),
+    timeframeStartUtc: timestampz("timeframe_start_utc"),
+    timeframeEndUtc: timestampz("timeframe_end_utc"),
+    timeframePrecision: varchar("timeframe_precision", { length: 32 }),
+    ...timeFields(),
+  },
+  (t) => [
+    unique("verification_claim_unique_verifier").on(
+      t.parsedPredictionId,
+      t.verifierAgentId,
+    ),
+    index("verification_claim_parsed_prediction_id_idx").on(
+      t.parsedPredictionId,
+    ),
+    index("verification_claim_verifier_agent_id_idx").on(t.verifierAgentId),
+    index("verification_claim_created_at_idx").on(t.createdAt),
+  ],
+);
+
+/**
+ * Tracks which topics a verifier has registered to verify.
+ * Used for weighting claims from topic specialists.
+ */
+export const verifierTopicRegistrationSchema = createTable(
+  "verifier_topic_registration",
+  {
+    id: uuidv7("id").primaryKey(),
+    verifierAgentId: ss58Address("verifier_agent_id").notNull(),
+    topicId: uuidv7("topic_id")
+      .notNull()
+      .references(() => predictionTopicSchema.id),
+    ...timeFields(),
+  },
+  (t) => [
+    unique("verifier_topic_unique").on(t.verifierAgentId, t.topicId),
+    index("verifier_topic_agent_idx").on(t.verifierAgentId),
+    index("verifier_topic_topic_idx").on(t.topicId),
+  ],
+);
 
-// TODO: I don't think the JSON for the conclusion works
-// Some of our queries are more complicated than this allows
-// We shall see
+// ==== Verdicts ====
 
 /**
  * Stores verdicts for predictions
@@ -307,6 +373,9 @@ export const verdictSchema = createTable(
       .references(() => parsedPredictionSchema.id),
     verdict: boolean("verdict").notNull(), // True if prediction came true, false otherwise
     context: jsonb("context").notNull().$type<VerdictContext>(), // Context explaining the verdict
+    acceptedClaimId: uuidv7("accepted_claim_id").references(
+      () => verificationClaimSchema.id,
+    ),
     ...timeFields(),
   },
   (t) => [
@@ -429,6 +498,34 @@ export const parsedPredictionFeedbackSchema = createTable(
   ],
 );
 
+/**
+ * Stores per-verifier feedback on predictions.
+ * When a verifier submits feedback, that prediction is excluded from their claimable list.
+ */
+export const verifierFeedbackSchema = createTable(
+  "verifier_feedback",
+  {
+    id: uuidv7("id").primaryKey(),
+    parsedPredictionId: uuidv7("parsed_prediction_id")
+      .notNull()
+      .references(() => parsedPredictionSchema.id, { onDelete: "cascade" }),
+    verifierAgentId: ss58Address("verifier_agent_id").notNull(),
+    verifierAgentSignature: text("verifier_agent_signature").notNull(),
+    failureCause: failureCauseEnum("failure_cause").notNull(),
+    reason: text("reason").notNull(),
+    ...timeFields(),
+  },
+  (t) => [
+    unique("verifier_feedback_unique").on(
+      t.parsedPredictionId,
+      t.verifierAgentId,
+    ),
+    index("verifier_feedback_prediction_idx").on(t.parsedPredictionId),
+    index("verifier_feedback_agent_idx").on(t.verifierAgentId),
+    index("verifier_feedback_failure_cause_idx").on(t.failureCause),
+  ],
+);
+
 // ==== Credit System ====
 
 /**

packages/db/src/schema/swarm-verifier.ts

@@ -0,0 +1,12 @@
+import { integer, text } from "drizzle-orm/pg-core";
+import { createTable, ss58Address, timeFields } from "./utils";
+
+/**
+ * Tracks the last processed cursor for each verifier instance.
+ * Prevents reprocessing the same predictions on restart.
+ */
+export const verifierCursorStateSchema = createTable("verifier_cursor_state", {
+  verifierAgentId: ss58Address("verifier_agent_id").primaryKey(),
+  lastCursor: text("last_cursor").notNull(),
+  ...timeFields(),
+});