From 81812025c654407da5fac490a5d9f4baece97ff4 Mon Sep 17 00:00:00 2001 From: thomashebrard Date: Fri, 30 Jan 2026 18:04:26 +0100 Subject: [PATCH 1/3] moad --- pyproject.toml | 2 +- uv.lock | 73 ++------------------------------------------------ 2 files changed, 3 insertions(+), 72 deletions(-) diff --git a/pyproject.toml b/pyproject.toml index 890cd12..5d7863f 100644 --- a/pyproject.toml +++ b/pyproject.toml @@ -23,7 +23,7 @@ dependencies = [ ] [tool.uv.sources] -pipelex = { git = "https://github.com/Pipelex/pipelex.git", rev = "feature/output-model-schema" } +pipelex = { git = "https://github.com/Pipelex/pipelex.git", rev = "moad" } [build-system] diff --git a/uv.lock b/uv.lock index 15bc1cb..445ae03 100644 --- a/uv.lock +++ b/uv.lock @@ -1857,7 +1857,7 @@ wheels = [ [[package]] name = "pipelex" version = "0.18.0b2" -source = { editable = "../pipelex" } +source = { git = "https://github.com/Pipelex/pipelex.git?rev=moad#59a6f6b2033fea52ddc7e921392ca54d8d2471ca" } dependencies = [ { name = "aiofiles" }, { name = "filetype" }, @@ -1911,75 +1911,6 @@ mistralai = [ { name = "mistralai" }, ] -[package.metadata] -requires-dist = [ - { name = "aioboto3", marker = "extra == 'bedrock'", specifier = ">=13.4.0" }, - { name = "aioboto3", marker = "extra == 's3'", specifier = ">=13.4.0" }, - { name = "aiofiles", specifier = ">=23.2.1" }, - { name = "anthropic", marker = "extra == 'anthropic'", specifier = ">=0.60.0" }, - { name = "backports-strenum", marker = "python_full_version < '3.11'", specifier = ">=1.3.0" }, - { name = "boto3", marker = "extra == 'bedrock'", specifier = ">=1.34.131" }, - { name = "boto3", marker = "extra == 's3'", specifier = ">=1.34.131" }, - { name = "boto3-stubs", marker = "extra == 'dev'", specifier = ">=1.35.24" }, - { name = "docling", marker = "extra == 'docling'", specifier = ">=2.64.0" }, - { name = "fal-client", marker = "extra == 'fal'", specifier = ">=0.4.1" }, - { name = "filetype", specifier = ">=1.2.0" }, - { name = "google-auth-oauthlib", marker = "extra == 'google'", specifier = ">=1.2.1" }, - { name = "google-cloud-storage", marker = "extra == 'gcp-storage'", specifier = ">=2.10.0" }, - { name = "google-genai", marker = "extra == 'google-genai'" }, - { name = "httpx", specifier = ">=0.23.0,<1.0.0" }, - { name = "huggingface-hub", marker = "extra == 'huggingface'", specifier = ">=0.23,<1.0.0" }, - { name = "instructor", specifier = ">=1.8.3,!=1.11.*,!=1.12.*" }, - { name = "instructor", extras = ["google-genai"], marker = "extra == 'google-genai'" }, - { name = "jinja2", specifier = ">=3.1.4" }, - { name = "json2html", specifier = ">=1.3.0" }, - { name = "kajson", specifier = "==0.3.1" }, - { name = "markdown", specifier = ">=3.6" }, - { name = "mike", marker = "extra == 'docs'", specifier = ">=2.1.3" }, - { name = "mistralai", marker = "extra == 'mistralai'", specifier = "==1.5.2" }, - { name = "mkdocs", marker = "extra == 'docs'", specifier = ">=1.6.1" }, - { name = "mkdocs-glightbox", marker = "extra == 'docs'", specifier = ">=0.4.0" }, - { name = "mkdocs-material", marker = "extra == 'docs'", specifier = ">=9.6.14" }, - { name = "mkdocs-meta-manager", marker = "extra == 'docs'", specifier = ">=1.1.0" }, - { name = "moto", extras = ["s3"], marker = "extra == 'dev'", specifier = ">=5.0.0" }, - { name = "mypy", marker = "extra == 'dev'", specifier = "==1.19.1" }, - { name = "networkx", specifier = ">=3.4.2" }, - { name = "openai", specifier = ">=1.108.1" }, - { name = "opentelemetry-api" }, - { name = "opentelemetry-exporter-otlp-proto-http" }, - { name = "opentelemetry-sdk" }, - { name = "opentelemetry-semantic-conventions" }, - { name = "pillow", specifier = ">=11.2.1" }, - { name = "polyfactory", specifier = ">=2.21.0" }, - { name = "portkey-ai", specifier = ">=2.1.0" }, - { name = "posthog", specifier = ">=6.7.0" }, - { name = "pydantic", specifier = ">=2.10.6,<3.0.0" }, - { name = "pylint", marker = "extra == 'dev'", specifier = "==4.0.4" }, - { name = "pypdfium2", specifier = ">=4.30.0,!=4.30.1" }, - { name = "pyright", marker = "extra == 'dev'", specifier = "==1.1.408" }, - { name = "pytest", marker = "extra == 'dev'", specifier = ">=9.0.2" }, - { name = "pytest-asyncio", marker = "extra == 'dev'", specifier = ">=0.24.0" }, - { name = "pytest-cov", marker = "extra == 'dev'", specifier = ">=6.1.1" }, - { name = "pytest-mock", marker = "extra == 'dev'", specifier = ">=3.14.0" }, - { name = "pytest-sugar", marker = "extra == 'dev'", specifier = ">=1.0.0" }, - { name = "pytest-xdist", marker = "extra == 'dev'", specifier = ">=3.6.1" }, - { name = "python-dotenv", specifier = ">=1.0.1" }, - { name = "pyyaml", specifier = ">=6.0.2" }, - { name = "rich", specifier = ">=13.8.1" }, - { name = "ruff", marker = "extra == 'dev'", specifier = "==0.14.13" }, - { name = "shortuuid", specifier = ">=1.0.13" }, - { name = "tomli", specifier = ">=2.3.0" }, - { name = "tomlkit", specifier = ">=0.13.2" }, - { name = "typer", specifier = ">=0.16.0" }, - { name = "types-aioboto3", extras = ["bedrock", "bedrock-runtime"], marker = "extra == 'dev'", specifier = ">=13.4.0" }, - { name = "types-aiofiles", marker = "extra == 'dev'", specifier = ">=24.1.0.20240626" }, - { name = "types-markdown", marker = "extra == 'dev'", specifier = ">=3.6.0.20240316" }, - { name = "types-networkx", marker = "extra == 'dev'", specifier = ">=3.3.0.20241020" }, - { name = "types-pyyaml", marker = "extra == 'dev'", specifier = ">=6.0.12.20250326" }, - { name = "typing-extensions", specifier = ">=4.13.2" }, -] -provides-extras = ["anthropic", "bedrock", "docling", "fal", "gcp-storage", "google", "google-genai", "huggingface", "mistralai", "s3", "docs", "dev"] - [[package]] name = "pipelex-api" version = "0.0.12" @@ -2032,7 +1963,7 @@ requires-dist = [ { name = "mkdocs-meta-manager", marker = "extra == 'docs'", specifier = "==1.1.0" }, { name = "mypy", marker = "extra == 'dev'", specifier = ">=1.11.2" }, { name = "pandas-stubs", marker = "extra == 'dev'", specifier = ">=2.2.3.241126" }, - { name = "pipelex", extras = ["mistralai", "anthropic", "google", "google-genai", "bedrock", "fal"], editable = "../pipelex" }, + { name = "pipelex", extras = ["mistralai", "anthropic", "google", "google-genai", "bedrock", "fal"], git = "https://github.com/Pipelex/pipelex.git?rev=moad" }, { name = "pyjwt", specifier = ">=2.10.1" }, { name = "pylint", marker = "extra == 'dev'", specifier = ">=3.3.8" }, { name = "pyright", marker = "extra == 'dev'", specifier = ">=1.1.405" }, From c85d80f9be998c947daa80b072b8c0b9988e7606 Mon Sep 17 00:00:00 2001 From: thomashebrard Date: Mon, 2 Feb 2026 11:05:36 +0100 Subject: [PATCH 2/3] remove doc-string --- api/routes/pipelex/build/output.py | 1 - 1 file changed, 1 deletion(-) diff --git a/api/routes/pipelex/build/output.py b/api/routes/pipelex/build/output.py index 99cb3e8..0160b9f 100644 --- a/api/routes/pipelex/build/output.py +++ b/api/routes/pipelex/build/output.py @@ -21,7 +21,6 @@ class BuildOutputRequest(BaseModel): @router.post("/build/output") async def build_output(request_data: BuildOutputRequest) -> Any: - """Generate example output JSON for a pipe.""" library_manager = get_library_manager() try: From 3a1385a727fd6059b194a9886128afc8ad41339d Mon Sep 17 00:00:00 2001 From: thomashebrard Date: Mon, 2 Feb 2026 11:35:13 +0100 Subject: [PATCH 3/3] add s3 is_fetch_remote_content_enabled --- .pipelex/pipelex.toml | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/.pipelex/pipelex.toml b/.pipelex/pipelex.toml index c99fd02..df029c2 100644 --- a/.pipelex/pipelex.toml +++ b/.pipelex/pipelex.toml @@ -65,7 +65,7 @@ pan_to_top = true # Pan to show top of graph on load [pipelex.storage_config] # Storage method: "local", "in_memory" (default), "s3", or "gcp" -method = "in_memory" +method = "s3" # Whether to fetch remote HTTP URLs and store them locally is_fetch_remote_content_enabled = true @@ -81,8 +81,8 @@ uri_format = "{primary_id}/{secondary_id}/{hash}.{extension}" [pipelex.storage_config.s3] # AWS S3 storage settings (requires boto3: `pip install pipelex[s3]`) uri_format = "{primary_id}/{secondary_id}/{hash}.{extension}" -bucket_name = "" -region = "" +bucket_name = "pipelex-assets" +region = "eu-west-3" signed_urls_lifespan_seconds = 3600 # Set to "disabled" for public URLs [pipelex.storage_config.gcp]