Skip to content

fix(docs): use valid compliance presets in litellm comparison #175

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Merged
saschabuehrle merged 1 commit into from
Mar 23, 2026
Merged

fix(docs): use valid compliance presets in litellm comparison #175

Changes from all commits
Commits
Show all changes
1 commit
Select commit
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
18 changes: 9 additions & 9 deletions docs-site/comparisons/litellm.mdx
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -70,18 +70,18 @@ import cascadeflow
cascadeflow.init(mode="enforce")

# Define agents with budget and compliance requirements
@cascadeflow.agent(budget=0.50, compliance="pii_audit", kpi_weights={"quality": 0.8, "cost": 0.2}, kpi_targets={"quality": 0.85})
@cascadeflow.agent(budget=0.50, compliance="gdpr", kpi_weights={"quality": 0.8, "cost": 0.2}, kpi_targets={"quality": 0.85})
async def draft_agent(query: str):
# Draft implementation
pass

@cascadeflow.agent(budget=0.50, compliance="pii_audit")
@cascadeflow.agent(budget=0.50, compliance="gdpr")
async def verify_agent(query: str):
# Verify implementation
pass

# Use with session for real-time tracking
with cascadeflow.run(budget=0.50, compliance="pii_audit", max_tool_calls=10) as session:
with cascadeflow.run(budget=0.50, compliance="gdpr", max_tool_calls=10) as session:
result = await draft_agent("query")
summary = session.summary()
# summary has: cost_total, steps, budget_remaining, latency_total_ms, energy_used
Expand All @@ -99,7 +99,7 @@ import cascadeflow
cascadeflow.init(mode="enforce")

# Validation happens within agent execution context
@cascadeflow.agent(budget=0.50, compliance="pii_audit")
@cascadeflow.agent(budget=0.50, compliance="gdpr")
async def validated_agent(query: str):
# cascadeflow tracks cost, enforces budget limits,
# and records decisions in the session trace
Expand All @@ -108,7 +108,7 @@ async def validated_agent(query: str):

# Enforcement actions (allow, switch, deny, stop) are applied automatically
# based on policy violations detected during execution
with cascadeflow.run(budget=0.50, compliance="pii_audit", max_tool_calls=5) as session:
with cascadeflow.run(budget=0.50, compliance="gdpr", max_tool_calls=5) as session:
result = await validated_agent("query")
trace = session.trace()
# trace shows each step and enforcement action taken
Expand Down Expand Up @@ -161,15 +161,15 @@ import cascadeflow

cascadeflow.init(mode="enforce")

@cascadeflow.agent(budget=0.50, compliance="no_pii_logs", kpi_weights={"quality": 0.8, "cost": 0.2}, kpi_targets={"quality": 0.85})
@cascadeflow.agent(budget=0.50, compliance="gdpr", kpi_weights={"quality": 0.8, "cost": 0.2}, kpi_targets={"quality": 0.85})
async def draft_agent(query: str) -> str:
response = litellm.completion(
model="claude-3-sonnet",
messages=[{"role": "user", "content": query}],
)
return response.choices[0].message.content

@cascadeflow.agent(budget=0.50, compliance="no_pii_logs", kpi_targets={"quality": 0.85})
@cascadeflow.agent(budget=0.50, compliance="gdpr", kpi_targets={"quality": 0.85})
async def verify_agent(query: str, draft: str) -> str:
response = litellm.completion(
model="gpt-4-turbo",
Expand All @@ -178,7 +178,7 @@ async def verify_agent(query: str, draft: str) -> str:
return response.choices[0].message.content

# Run with scoped session for governance
with cascadeflow.run(budget=1.00, compliance="no_pii_logs", max_tool_calls=10) as session:
with cascadeflow.run(budget=1.00, compliance="gdpr", max_tool_calls=10) as session:
draft_result = await draft_agent("Analyze this dataset")
verify_result = await verify_agent("Analyze this dataset", draft_result)

Expand All @@ -197,7 +197,7 @@ with cascadeflow.run(budget=1.00, compliance="no_pii_logs", max_tool_calls=10) a
import { init, run } from '@cascadeflow/core';

// Initialize with enforcement mode
init({ mode: 'enforce', budget: 1.0, compliance: 'no_pii_logs' });
init({ mode: 'enforce', budget: 1.0, compliance: 'gdpr' });

// Run with scoped session for governance
const result = await run({ budget: 0.50 }, async (ctx) => {
Expand Down
Loading