Add imgflip and fix appolo processors

vegito22 · vegito22 · commit fc39ebd3ab58 · 2024-11-15T13:51:29.000-08:00
diff --git a/llmstack/processors/providers/apollo/organization_search.py b/llmstack/processors/providers/apollo/organization_search.py
@@ -11,6 +11,7 @@
     ApiProcessorInterface,
     ApiProcessorSchema,
 )
+from llmstack.processors.providers.apollo.people_search import APIResponse
 from llmstack.processors.providers.metrics import MetricType
 
 logger = logging.getLogger(__name__)
@@ -50,21 +51,22 @@ class OrganizationSearchInput(ApiProcessorSchema):
 
 
 class OrganizationSearchOutput(ApiProcessorSchema):
-    response: str = Field(description="The response from the API call as a string", default="")
-    response_json: Optional[Dict[str, Any]] = Field(
-        description="The response from the API call as a JSON object", default={}
+    breadcrumbs: Optional[List[Dict[str, str]]] = Field(description="The breadcrumbs for the API call", default=[])
+    accounts: Optional[List[Dict[str, Any]]] = Field(description="The list of accounts from the API call", default=[])
+    organizations: Optional[List[Dict[str, Any]]] = Field(
+        description="The list of organizations from the API call", default=[]
     )
-    headers: Optional[Dict[str, str]] = Field(description="The headers from the API call", default={})
-    code: int = Field(description="The status code from the API call", default=200)
-    size: int = Field(description="The size of the response from the API call", default=0)
-    time: float = Field(description="The time it took to get the response from the API call", default=0.0)
+    api_response: APIResponse = Field(description="The  response from the API call", default={})
+
+
+class PeopleSearchOutput(ApiProcessorSchema):
+    breadcrumbs: Optional[List[Dict[str, str]]] = Field(description="The breadcrumbs for the API call", default=[])
+    people: Optional[List[Dict[str, Any]]] = Field(description="The list of people from the API call", default=[])
+    contacts: Optional[List[Dict[str, Any]]] = Field(description="The list of contacts for the API call", default=[])
+    api_response: APIResponse = Field(description="The  response from the API call", default={})
 
 
 class OrganizationSearchConfiguration(ApiProcessorSchema):
-    connection_id: Optional[str] = Field(
-        description="The connection id to use for the API call",
-        json_schema_extra={"advanced_parameter": False, "widget": "connection"},
-    )
     page: Optional[int] = Field(
         description="The page number to return",
         default=1,
@@ -101,7 +103,7 @@ def provider_slug() -> str:
     @classmethod
     def get_output_template(cls) -> OutputTemplate | None:
         return OutputTemplate(
-            markdown="{{response}}",
+            markdown="{{api_response.response}}",
             jsonpath="$.accounts",
         )
 
@@ -114,18 +116,23 @@ def process(self) -> dict:
             if not values:
                 continue
 
-            values = [urllib.parse.quote(value) for value in values]
-            if key == "organization_num_employees_ranges" and values:
+            values = (
+                [urllib.parse.quote(value) for value in values]
+                if isinstance(values, list)
+                else urllib.parse.quote(str(values))
+            )
+
+            if key == "organization_num_employees_ranges":
                 query_params_str += f"&organization_num_employees_ranges[]={','.join(values)}"
-            elif key == "organization_locations" and values:
+            elif key == "organization_locations":
                 query_params_str += f"&organization_locations[]={','.join(values)}"
-            elif key == "organization_not_locations" and values:
+            elif key == "organization_not_locations":
                 query_params_str += f"&organization_not_locations[]={','.join(values)}"
-            elif key == "q_organization_keyword_tags" and values:
+            elif key == "q_organization_keyword_tags":
                 query_params_str += f"&q_organization_keyword_tags[]={','.join(values)}"
-            elif key == "q_organization_name" and values:
+            elif key == "q_organization_name":
                 query_params_str += f"&q_organization_name={values}"
-            elif key == "organization_ids" and values:
+            elif key == "organization_ids":
                 query_params_str += f"&organization_ids[]={','.join(values)}"
 
         if query_params_str:
@@ -156,13 +163,18 @@ def process(self) -> dict:
 
         async_to_sync(self._output_stream.write)(
             OrganizationSearchOutput(
-                response=response_text,
-                response_json=response_json,
-                response_objref=objref,
-                headers=dict(response.headers),
-                code=response.status_code,
-                size=len(response.text),
-                time=response.elapsed.total_seconds(),
+                api_response=APIResponse(
+                    response=response_text,
+                    response_json=response_json,
+                    response_objref=objref,
+                    headers=dict(response.headers),
+                    code=response.status_code,
+                    size=len(response.text),
+                    time=response.elapsed.total_seconds(),
+                ),
+                breadcrumbs=response_json.get("breadcrumbs", []),
+                accounts=response_json.get("accounts", []),
+                organizations=response_json.get("organizations", []),
             )
         )
 
diff --git a/llmstack/processors/providers/apollo/people_search.py b/llmstack/processors/providers/apollo/people_search.py
@@ -1,4 +1,5 @@
 import logging
+import urllib.parse
 from typing import Any, Dict, List, Optional
 
 from asgiref.sync import async_to_sync
@@ -38,8 +39,8 @@ class PeopleSearchInput(ApiProcessorSchema):
     )
     contact_email_status: Optional[List[str]] = Field(
         description="An array of strings to look for people having a set of email statuses",
-        examples=["verified", "guessed", "unavailable", "bounced", "pending_manual_fulfillment"],
-        default=["verified", "guessed", "unavailable", "pending_manual_fulfillment"],
+        examples=["verified", "unverified", "unavailable", "likely to engage"],
+        default=["verified", "unverified", "unavailable", "likely to engage"],
     )
     q_organization_domains: Optional[List[str]] = Field(
         description="An array of the company domains to search for, joined by the new line character.",
@@ -82,11 +83,6 @@ class PeopleSearchOutput(ApiProcessorSchema):
 
 
 class PeopleSearchConfiguration(ApiProcessorSchema):
-    connection_id: Optional[str] = Field(
-        default=None,
-        description="The connection id to use for the API call",
-        json_schema_extra={"widget": "hidden"},
-    )
     max_results: Optional[int] = Field(
         description="The maximum number of results to return",
         default=10,
@@ -97,9 +93,9 @@ class PeopleSearchConfiguration(ApiProcessorSchema):
     )
     page: Optional[int] = Field(
         description="The page number to return",
-        default=None,
+        default=1,
     )
-    page_size: Optional[int] = Field(description="The number of results to return per page", default=None, le=20, ge=10)
+    page_size: Optional[int] = Field(description="The number of results to return per page", default=10, le=20, ge=10)
 
 
 class PeopleSearch(ApiProcessorInterface[PeopleSearchInput, PeopleSearchOutput, PeopleSearchConfiguration]):
@@ -131,20 +127,47 @@ def get_output_template(cls) -> OutputTemplate | None:
         )
 
     def process(self) -> dict:
-        data = self._input.model_dump()
-        data["page"] = self._config.page or 1
-        data["per_page"] = self._config.page_size or self._config.max_results or 10
-
-        for key in data:
-            if not data[key]:
-                data[key] = None
-
         provider_config = self.get_provider_config(provider_slug=self.provider_slug())
         api_key = provider_config.api_key
 
+        query_params_str = ""
+        for key, values in self._input.model_dump().items():
+            if not values:
+                continue
+
+            values = (
+                [urllib.parse.quote(value) for value in values]
+                if isinstance(values, list)
+                else urllib.parse.quote(str(values))
+            )
+
+            if key == "q_keywords":
+                query_params_str += f"&q_keywords={','.join(values)}"
+            elif key == "person_locations":
+                query_params_str += f"&person_locations[]={','.join(values)}"
+            elif key == "person_seniorities":
+                query_params_str += f"&person_seniorities[]={','.join(values)}"
+            elif key == "contact_email_status":
+                query_params_str += f"&contact_email_status[]={','.join(values)}"
+            elif key == "q_organization_domains":
+                query_params_str += f"&q_organization_domains={','.join(values)}"
+            elif key == "organization_locations":
+                query_params_str += f"&organization_locations[]={','.join(values)}"
+            elif key == "organization_ids":
+                query_params_str += f"&organization_ids[]={','.join(values)}"
+            elif key == "organization_num_employees_ranges":
+                query_params_str += f"&organization_num_employees_ranges[]={','.join(values)}"
+            elif key == "person_titles":
+                query_params_str += f"&person_titles[]={','.join(values)}"
+
+        if query_params_str:
+            query_params_str = "?" + query_params_str[1:]
+
+        query_url = f"https://api.apollo.io/v1/mixed_people/search{query_params_str}?page={self._config.page}&per_page{self._config.page_size}"
+
+        logger.info(f"Querying Apollo API with URL: {query_url}")
         response = prequests.post(
-            url="https://api.apollo.io/v1/mixed_people/search",
-            json=data,
+            url=query_url,
             headers={"Cache-Control": "no-cache", "Content-Type": "application/json", "X-Api-Key": api_key},
         )
         if response.ok:
diff --git a/llmstack/processors/providers/imgflip/__init__.py b/llmstack/processors/providers/imgflip/__init__.py
@@ -0,0 +1,19 @@
+from pydantic import Field
+
+from llmstack.processors.providers.config import ProviderConfig
+
+
+class ImgFlipProviderConfig(ProviderConfig):
+    provider_slug: str = "imgflip"
+    username: str = Field(
+        title="Username",
+        default="",
+        description="Username for the ImgFlip API",
+        json_schema_extra={"widget": "text", "advanced_parameter": False},
+    )
+    password: str = Field(
+        title="Password",
+        default="",
+        description="Password for the ImgFlip API",
+        json_schema_extra={"widget": "password", "advanced_parameter": False},
+    )
diff --git a/llmstack/processors/providers/imgflip/caption_image.py b/llmstack/processors/providers/imgflip/caption_image.py
@@ -0,0 +1,106 @@
+import logging
+from typing import Any, Dict, Optional
+
+from asgiref.sync import async_to_sync
+from pydantic import Field
+
+from llmstack.apps.schemas import OutputTemplate
+from llmstack.common.utils.prequests import post
+from llmstack.processors.providers.api_processor_interface import (
+    ApiProcessorInterface,
+    ApiProcessorSchema,
+)
+from llmstack.processors.providers.metrics import MetricType
+
+logger = logging.getLogger(__name__)
+
+
+class CaptionImageProcessorInput(ApiProcessorSchema):
+    template_id: Optional[str] = Field(description="Template Id", default=None)
+    top_text: Optional[str] = Field(description="The text to put on the top of the image", default=None)
+    bottom_text: Optional[str] = Field(description="The text to put on the bottom of the image", default=None)
+
+
+class CaptionImageProcessorOutput(ApiProcessorSchema):
+    response: str = Field(description="The response from the API call as a string", default="")
+    response_json: Optional[Dict[str, Any]] = Field(
+        description="The response from the API call as a JSON object", default={}
+    )
+    response_objref: Optional[str] = Field(description="The reference to the response object", default=None)
+    headers: Optional[Dict[str, str]] = Field(description="The headers from the API call", default={})
+    code: int = Field(description="The status code from the API call", default=200)
+    size: int = Field(description="The size of the response from the API call", default=0)
+    time: float = Field(description="The time it took to get the response from the API call", default=0.0)
+
+
+class CaptionImageProcessorConfiguration(ApiProcessorSchema):
+    pass
+
+
+class CaptionImageProcessor(
+    ApiProcessorInterface[CaptionImageProcessorInput, CaptionImageProcessorOutput, CaptionImageProcessorConfiguration],
+):
+    """
+    Caption an image.
+    """
+
+    @staticmethod
+    def name() -> str:
+        return "Caption an image"
+
+    @staticmethod
+    def slug() -> str:
+        return "caption_image"
+
+    @staticmethod
+    def description() -> str:
+        return "Caption an image."
+
+    @staticmethod
+    def provider_slug() -> str:
+        return "imgflip"
+
+    @classmethod
+    def get_output_template(cls) -> OutputTemplate | None:
+        return OutputTemplate(
+            markdown="{{response}}",
+            jsonpath="$.response",
+        )
+
+    async def process(self) -> dict:
+        provider_config = self.get_provider_config(provider_slug=self.provider_slug(), processor_slug="*")
+        deployment_config = self.get_provider_config(provider_slug=self.provider_slug(), processor_slug="*")
+
+        username = deployment_config.username
+        password = deployment_config.password
+        template_id = self._input.template_id
+        text0 = self._input.top_text
+        text1 = self._input.bottom_text
+
+        response = post(
+            url="https://api.imgflip.com/caption_image",
+            params={
+                "template_id": template_id,
+                "username": username,
+                "password": password,
+                "boxes[0][text]": text0,
+                "boxes[1][text]": text1,
+            },
+        )
+        async_to_sync(self._output_stream.write)(
+            CaptionImageProcessorOutput(
+                response=response.text,
+                response_json=response.json(),
+                code=response.status_code,
+                size=len(response.text),
+                time=response.elapsed.total_seconds(),
+            )
+        )
+        self._usage_data.append(
+            (
+                f"{self.provider_slug()}/*/*/*",
+                MetricType.API_INVOCATION,
+                (provider_config.provider_config_source, 1),
+            )
+        )
+        return self._output_stream.output.finalize()
diff --git a/llmstack/processors/providers/imgflip/get_memes.py b/llmstack/processors/providers/imgflip/get_memes.py
