Merge remote-tracking branch 'refs/remotes/origin/main'

crawl/crawl

@@ -18,6 +18,7 @@ import time
 import argparse
 from urllib.parse import urljoin, urlparse
 import requests
+
 try:
     from crawl4ai import WebCrawler  # type: ignore
 except ImportError as exc:
@@ -185,8 +186,8 @@ def retry_crawl(inner_url):
             save_result(inner_url)
             return
         except (AttributeError, ValueError) as inner_e:
-            print(f"[ERROR] 🚫 Failed to crawl {inner_url}, "
-                  f"error: {str(inner_e)}")
+            print(f"\033[91m[ERROR] 🚫 Failed to crawl {inner_url}, "
+                  f"error: {str(inner_e)}\033[0m")
             print("Retrying in 3 seconds...")
             time.sleep(3)
 
@@ -223,4 +224,4 @@ if __name__ == "__main__":
             try:
                 future.result()
             except (AttributeError, ValueError) as e:
-                print(f"[ERROR] 🚫 Failed to crawl, error: {str(e)}")
+                print(f"\033[91m[ERROR] 🚫 Failed to crawl, error: {str(e)}\033[0m")