Update app.py

app.py

@@ -8,7 +8,7 @@ from itertools import cycle
 
 import gradio as gr
 from bs4 import BeautifulSoup, NavigableString
-from playwright.async_api import async_playwright
+from playwright.async_api import async_playwright, TimeoutError as PlaywrightTimeoutError
 
 class CredentialRevolver:
     def __init__(self, proxy_string: str):
@@ -27,9 +27,9 @@ class CredentialRevolver:
                 server = f"http://{parsed.hostname}:{parsed.port}"
                 proxy_dict = {"server": server}
                 if parsed.username:
-                    proxy_dict["username"] = parsed.username
+                    proxy_dict["username"] = urllib.parse.unquote(parsed.username)
                 if parsed.password:
-                    proxy_dict["password"] = parsed.password
+                    proxy_dict["password"] = urllib.parse.unquote(parsed.password)
                 proxies.append(proxy_dict)
             except Exception:
                 pass
@@ -150,9 +150,10 @@ async def perform_web_browse(query: str, browser_name: str, search_engine: str):
     proxy_server_used = proxy_config["server"] if proxy_config else "Direct Connection"
     
     context_args = {
-        'user_agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/125.0.0.0 Safari/537.36',
+        'user_agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/126.0.0.0 Safari/537.36',
         'java_script_enabled': True,
-        'ignore_https_errors': True
+        'ignore_https_errors': True,
+        'bypass_csp': True
     }
     if proxy_config:
         context_args['proxy'] = proxy_config
@@ -161,27 +162,27 @@ async def perform_web_browse(query: str, browser_name: str, search_engine: str):
     page = await context.new_page()
 
     try:
-        response = await page.goto(url, wait_until='domcontentloaded', timeout=45000)
-        
-        current_url = page.url
-        if "google.com" in current_url:
-            await page.wait_for_selector('div#rso, div#search, body[jsmodel]', timeout=15000)
-        elif "perplexity.ai" in current_url or "you.com" in current_url:
-            await page.wait_for_timeout(4000)
-
-        final_url, title = page.url, await page.title() or "No Title"
+        response = await page.goto(url, wait_until='networkidle', timeout=35000)
         
+        final_url = page.url
+        title = await page.title() or "No Title"
         html_content = await page.content()
         soup = BeautifulSoup(html_content, 'lxml')
         
         converter = HTML_TO_MARKDOWN_CONVERTER(soup, base_url=final_url)
         markdown_text = converter.convert()
-        status_code = response.status if response else "N/A"
-        
+        status_code = response.status if response else 0
+
+        if status_code not in {200, 204} and not markdown_text:
+            error_info = f"Page loaded with non-2xx status code: {status_code}. Content may be empty or an error page."
+            return {"status": "error", "query": query, "final_url": final_url, "http_status": status_code, "error_message": error_info}
+
         return {
             "status": "success", "query": query, "final_url": final_url, "page_title": title,
             "http_status": status_code, "proxy_used": proxy_server_used, "markdown_content": markdown_text,
         }
+    except PlaywrightTimeoutError:
+        return {"status": "error", "query": query, "proxy_used": proxy_server_used, "error_message": f"Navigation timed out after 35s. The site may be slow, blocking automation, or the proxy ({proxy_server_used}) may have failed."}
     except Exception as e:
         return {"status": "error", "query": query, "proxy_used": proxy_server_used, "error_message": str(e).splitlines()[0]}
     finally: