Update urlscan_api.py

urlscan_api.py

@@ -1,96 +1,52 @@
-import os
 import requests
 import re
-from dotenv import load_dotenv
-
-load_dotenv()
-
-URLSCAN_API_KEY = os.getenv("URLSCAN_API_KEY", "")
-
 
 BOT_PATTERN = re.compile(r'(?:bot)?\d+:[A-Za-z0-9_-]{35,}')
+CHAT_ID_PATTERN = re.compile(r'(?:["\'](-?\d{7,14})["\'])|(?:chat_id|from_chat_id)\W+(-?\d{7,14})')
 
-
-CHAT_ID_PATTERN = re.compile(
-    r'(?:["\'](-?\d{7,14})["\'])'
-    r'|(?:chat_id|from_chat_id)\W+(-?\d{7,14})'
-)
-
-def search_urlscan_and_hunt():
-    """
-    1) URLScan search => ?q=domain:api.telegram.org
-    2) Her kayıtta '_id' = UUID
-    3) Her UUID için => /api/v1/result/{uuid} -> DOM link'e gidip HTML parse
-    4) Return => [ (siteInfo, [tokens], [chats]) ... ]
-    """
-
-    if not URLSCAN_API_KEY:
+def search_urlscan_and_hunt(api_key):
+    if not api_key:
         return [("Error: URLSCAN_API_KEY missing!", [], [])]
-
-
     query = "domain:api.telegram.org"
     url = f"https://urlscan.io/api/v1/search/?q={query}&size=50"
-
-    headers = {
-        "API-Key": URLSCAN_API_KEY
-    }
-
+    headers = {"API-Key": api_key}
     try:
         resp = requests.get(url, headers=headers, timeout=10)
         data = resp.json()
-
-
         if "results" not in data or not data["results"]:
             return [("No results from URLScan", [], [])]
-
         results_list = []
-
         for entry in data["results"]:
-
             scan_id = entry.get("_id")
             if not scan_id:
                 continue
-
-
             page_info = entry.get("page", {})
-            domain_str = page_info.get("domain", "")
             site_url = page_info.get("url", f"UUID:{scan_id}")
-
-
             detail_url = f"https://urlscan.io/api/v1/result/{scan_id}"
             try:
                 detail_resp = requests.get(detail_url, headers=headers, timeout=10)
                 if detail_resp.status_code == 200:
                     detail_json = detail_resp.json()
-
-
                     data_obj = detail_json.get("data", {})
                     html = data_obj.get("dom", "")
                     if not html:
-
                         dom_url = f"https://urlscan.io/dom/{scan_id}"
                         dom_resp = requests.get(dom_url, headers=headers, timeout=10)
                         if dom_resp.status_code == 200:
                             html = dom_resp.text
-
                     found_tokens = BOT_PATTERN.findall(html)
-                    found_chats = []
                     chat_matches = CHAT_ID_PATTERN.findall(html)
-                    for (g1, g2) in chat_matches:
+                    found_chats = []
+                    for g1, g2 in chat_matches:
                         if g1:
                             found_chats.append(g1)
                         elif g2:
                             found_chats.append(g2)
-
                     results_list.append((site_url, found_tokens, found_chats))
                 else:
-
                     results_list.append((f"Error fetch result {scan_id}", [], []))
-
             except Exception as ex2:
                 results_list.append((f"Error detail {scan_id} => {ex2}", [], []))
-
         return results_list
-
     except Exception as e:
         return [(f"URLScan Request Error: {e}", [], [])]