feat: Add Apify adapter for social media monitoring

pyproject.toml

@@ -61,7 +61,6 @@ dev = [
     "pytest>=8.0.0",
     "pytest-asyncio>=0.24.0",
     "pytest-cov>=4.1.0",
-    "pytest-postgresql>=6.0.0",
     "ruff>=0.1.0",
     "pre-commit>=3.5.0",
 ]
@@ -129,6 +128,5 @@ dev = [
     "pytest>=8.4.2",
     "pytest-asyncio>=0.24.0",
     "pytest-cov>=4.1.0",
-    "pytest-postgresql>=7.0.2",
     "ruff>=0.1.0",
 ]

src/kurt/cli/tests/test_workflow.py

@@ -179,7 +179,7 @@ def test_run_help(self, cli_runner: CliRunner):
         """Test run command shows help."""
         result = invoke_cli(cli_runner, run_cmd, ["--help"])
         assert_cli_success(result)
-        assert_output_contains(result, "Run a workflow from a TOML file")
+        assert_output_contains(result, "Run a workflow from a TOML or Markdown file")
 
     def test_run_shows_options(self, cli_runner: CliRunner):
         """Test run command lists options in help."""

src/kurt/db/dolt.py

@@ -728,8 +728,8 @@ def _query_embedded(self, sql: str, params: list[Any] | None = None) -> QueryRes
 
     def _execute_embedded(self, sql: str, params: list[Any] | None = None, max_retries: int = 5) -> QueryResult:
         """Execute statement using dolt CLI with retry for concurrent access."""
-        import time
         import random
+        import time
 
         interpolated = self._interpolate_params(sql, params)
 

src/kurt/integrations/research/cli.py

@@ -27,7 +27,7 @@ def research_group():
 @click.option(
     "--source",
     default="perplexity",
-    type=click.Choice(["perplexity"]),
+    type=click.Choice(["perplexity", "apify"]),
     help="Research source to configure",
 )
 @track_command
@@ -75,6 +75,14 @@ def onboard_cmd(source: str):
             console.print("\n[bold]Perplexity Setup:[/bold]")
             console.print("  API_KEY: Get from https://www.perplexity.ai/settings/api")
             console.print("  DEFAULT_MODEL: sonar-reasoning (recommended)")
+        elif source == "apify":
+            console.print("\n[bold]Apify Setup:[/bold]")
+            console.print("  API_TOKEN: Get from https://console.apify.com/account/integrations")
+            console.print("  DEFAULT_ACTOR: apidojo/tweet-scraper (for Twitter)")
+            console.print("\n[bold]Available Actors:[/bold]")
+            console.print("  Twitter:   apidojo/tweet-scraper, quacker/twitter-scraper")
+            console.print("  LinkedIn:  curious_coder/linkedin-post-search-scraper")
+            console.print("  Threads:   apidojo/threads-scraper")
         return
 
     # Test connection
@@ -91,6 +99,19 @@ def onboard_cmd(source: str):
             else:
                 console.print("[red]\u2717 Connection failed[/red]")
                 raise click.Abort()
+        elif source == "apify":
+            from .monitoring.apify import ApifyAdapter
+
+            adapter = ApifyAdapter(source_config)
+            if adapter.test_connection():
+                console.print(f"[green]\u2713 Connected to {source.capitalize()}[/green]")
+                user_info = adapter.get_user_info()
+                if user_info:
+                    username = user_info.get("username", "unknown")
+                    console.print(f"[dim]  Logged in as: {username}[/dim]")
+            else:
+                console.print("[red]\u2717 Connection failed[/red]")
+                raise click.Abort()
         else:
             console.print(f"[yellow]No connection test available for {source}[/yellow]")
 
@@ -128,7 +149,7 @@ def status_cmd():
         return
 
     # Check each known source
-    known_sources = ["perplexity"]
+    known_sources = ["perplexity", "apify"]
 
     for source in known_sources:
         if source_configured(source):

src/kurt/integrations/research/config.py

@@ -127,6 +127,11 @@ def create_template_config(source: str) -> dict[str, Any]:
             "max_tokens": "4000",
             "temperature": "0.2",
         }
+    elif source == "apify":
+        return {
+            "api_token": "YOUR_APIFY_API_TOKEN",
+            "default_actor": "apidojo/tweet-scraper",
+        }
     else:
         return {
             "api_key": "YOUR_API_KEY",

src/kurt/integrations/research/monitoring/__init__.py

@@ -1,9 +1,10 @@
 """
 Monitoring adapters for research signals.
 
-Provides adapters for Reddit, HackerNews, and RSS/Atom feeds.
+Provides adapters for Reddit, HackerNews, RSS/Atom feeds, and Apify social media.
 """
 
+from kurt.integrations.research.monitoring.apify import ApifyAdapter
 from kurt.integrations.research.monitoring.feeds import FeedAdapter
 from kurt.integrations.research.monitoring.hackernews import HackerNewsAdapter
 from kurt.integrations.research.monitoring.models import Signal
@@ -14,4 +15,5 @@
     "RedditAdapter",
     "HackerNewsAdapter",
     "FeedAdapter",
+    "ApifyAdapter",
 ]