mirror of https://github.com/xtekky/gpt4free
You cannot select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
64 lines
2.4 KiB
Python
64 lines
2.4 KiB
Python
from __future__ import annotations
|
|
|
|
from urllib.parse import urlparse
|
|
|
|
try:
|
|
from curl_cffi.requests import Session
|
|
from .requests_curl_cffi import StreamResponse, StreamSession
|
|
has_curl_cffi = True
|
|
except ImportError:
|
|
Session = type
|
|
from .requests_aiohttp import StreamResponse, StreamSession
|
|
has_curl_cffi = False
|
|
|
|
from .webdriver import WebDriver, WebDriverSession, bypass_cloudflare, get_driver_cookies
|
|
from .errors import MissingRequirementsError
|
|
|
|
|
|
def get_args_from_browser(url: str, webdriver: WebDriver = None, proxy: str = None, timeout: int = 120) -> dict:
|
|
"""
|
|
Create a Session object using a WebDriver to handle cookies and headers.
|
|
|
|
Args:
|
|
url (str): The URL to navigate to using the WebDriver.
|
|
webdriver (WebDriver, optional): The WebDriver instance to use.
|
|
proxy (str, optional): Proxy server to use for the Session.
|
|
timeout (int, optional): Timeout in seconds for the WebDriver.
|
|
|
|
Returns:
|
|
Session: A Session object configured with cookies and headers from the WebDriver.
|
|
"""
|
|
with WebDriverSession(webdriver, "", proxy=proxy, virtual_display=False) as driver:
|
|
bypass_cloudflare(driver, url, timeout)
|
|
cookies = get_driver_cookies(driver)
|
|
user_agent = driver.execute_script("return navigator.userAgent")
|
|
parse = urlparse(url)
|
|
return {
|
|
'cookies': cookies,
|
|
'headers': {
|
|
'accept': '*/*',
|
|
"accept-language": "en-US",
|
|
"accept-encoding": "gzip, deflate, br",
|
|
'authority': parse.netloc,
|
|
'origin': f'{parse.scheme}://{parse.netloc}',
|
|
'referer': url,
|
|
"sec-ch-ua": "\"Google Chrome\";v=\"121\", \"Not;A=Brand\";v=\"8\", \"Chromium\";v=\"121\"",
|
|
"sec-ch-ua-mobile": "?0",
|
|
"sec-ch-ua-platform": "Windows",
|
|
'sec-fetch-dest': 'empty',
|
|
'sec-fetch-mode': 'cors',
|
|
'sec-fetch-site': 'same-origin',
|
|
'user-agent': user_agent,
|
|
},
|
|
}
|
|
|
|
def get_session_from_browser(url: str, webdriver: WebDriver = None, proxy: str = None, timeout: int = 120) -> Session:
|
|
if not has_curl_cffi:
|
|
raise MissingRequirementsError('Install "curl_cffi" package')
|
|
args = get_args_from_browser(url, webdriver, proxy, timeout)
|
|
return Session(
|
|
**args,
|
|
proxies={"https": proxy, "http": proxy},
|
|
timeout=timeout,
|
|
impersonate="chrome110"
|
|
) |