From 201b3de15ce89aaf5965587f7e846fd0fdfccfd5 Mon Sep 17 00:00:00 2001 From: martin legrand Date: Wed, 14 May 2025 21:43:13 +0200 Subject: [PATCH] feat : attempt to bypass bot detection --- sources/browser.py | 83 +++++++-- sources/web_scripts/inject_safety_script.js | 4 +- sources/web_scripts/spoofing.js | 194 ++++++++++++++++++++ 3 files changed, 266 insertions(+), 15 deletions(-) create mode 100644 sources/web_scripts/spoofing.js diff --git a/sources/browser.py b/sources/browser.py index 15b6517..2bb7b92 100644 --- a/sources/browser.py +++ b/sources/browser.py @@ -62,9 +62,9 @@ def get_chrome_path() -> str: def get_random_user_agent() -> str: """Get a random user agent string with associated vendor.""" user_agents = [ - {"ua": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/92.0.4515.159 Safari/537.36", "vendor": "Google Inc."}, - {"ua": "Mozilla/5.0 (Macintosh; Intel Mac OS X 14_6_1) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.0 Safari/605.1.15", "vendor": "Apple Inc."}, - {"ua": "Mozilla/5.0 (X11; Linux x86_64; rv:128.0) Gecko/20100101 Firefox/128.0", "vendor": ""}, + {"ua": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/125.0.0.0 Safari/537.36", "vendor": "Google Inc."}, + {"ua": "Mozilla/5.0 (Macintosh; Intel Mac OS X 14_6_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/125.0.0.0 Safari/537.36", "vendor": "Apple Inc."}, + {"ua": "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/125.0.0.0 Safari/537.36", "vendor": "Google Inc."}, ] return random.choice(user_agents) @@ -91,7 +91,7 @@ def bypass_ssl() -> str: """ This is a fallback for stealth mode to bypass SSL verification. Which can fail on some setup. """ - pretty_print("This is a workaround for SSL issues but upsafe we strongly advice you update your certifi SSL certificate.", color="warning") + pretty_print("Bypassing SSL verification issues, we strongly advice you update your certifi SSL certificate.", color="warning") ssl._create_default_https_context = ssl._create_unverified_context def create_undetected_chromedriver(service, chrome_options) -> webdriver.Chrome: @@ -107,7 +107,6 @@ def create_undetected_chromedriver(service, chrome_options) -> webdriver.Chrome: pretty_print(f"Failed to create Chrome driver, fallback failed:\n{str(e)}.", color="failure") raise e raise e - # hide webdriver flag driver.execute_script("Object.defineProperty(navigator, 'webdriver', {get: () => undefined})") return driver @@ -122,16 +121,28 @@ def create_driver(headless=False, stealth_mode=True, crx_path="./crx/nopecha.crx if headless: chrome_options.add_argument("--headless") - chrome_options.add_argument("--disable-gpu") - chrome_options.add_argument("--disable-webgl") + chrome_options.add_argument("--use-gl=swiftshader") + #chrome_options.add_argument("--disable-gpu") + #chrome_options.add_argument("--disable-webgl") # prevent some website from working, commented for now user_data_dir = tempfile.mkdtemp() user_agent = get_random_user_agent() chrome_options.add_argument(f"--user-data-dir={user_data_dir}") + chrome_options.add_argument("--use-gl=egl") + chrome_options.add_argument("--enable-webgl") + chrome_options.add_argument("--enable-3d-apis") chrome_options.add_argument("--no-sandbox") chrome_options.add_argument("--disable-dev-shm-usage") chrome_options.add_argument("--mute-audio") chrome_options.add_argument("--disable-notifications") chrome_options.add_argument("--autoplay-policy=user-gesture-required") + # Essential WebGL arguments + chrome_options.add_argument("--ignore-gpu-blocklist") + chrome_options.add_argument("--enable-webgl") + chrome_options.add_argument("--enable-webgl-developer-extensions") + chrome_options.add_argument("--enable-webgl-draft-extensions") + chrome_options.add_argument("--disable-webgl-anti-fingerprinting") + chrome_options.add_argument("--allow-webgl-developer-extensions") + chrome_options.add_argument("--font-render-hinting=none") chrome_options.add_argument("--disable-blink-features=AutomationControlled") chrome_options.add_argument(f'user-agent={user_agent["ua"]}') resolutions = [(1920, 1080), (1366, 768), (1440, 900)] @@ -154,7 +165,7 @@ def create_driver(headless=False, stealth_mode=True, crx_path="./crx/nopecha.crx stealth(driver, languages=["en-US", "en"], vendor=user_agent["vendor"], - platform="Win64" if "Windows" in user_agent["ua"] else "MacIntel" if "Macintosh" in user_agent["ua"] else "Linux x86_64", + platform="Win64" if "windows" in user_agent["ua"].lower() else "MacIntel" if "mac" in user_agent["ua"].lower() else "Linux x86_64", webgl_vendor="Intel Inc.", renderer="Intel Iris OpenGL Engine", fix_hairline=True, @@ -163,7 +174,14 @@ def create_driver(headless=False, stealth_mode=True, crx_path="./crx/nopecha.crx security_prefs = { "profile.default_content_setting_values.media_stream": 2, "profile.default_content_setting_values.geolocation": 2, + "profile.default_content_setting_values.notifications": 2, + "profile.default_content_setting_values.camera": 2, + "profile.default_content_setting_values.microphone": 2, "safebrowsing.enabled": True, + "webkit.webprefs.accelerated_2d_canvas_enabled": True, + "webkit.webprefs.force_dark_mode_enabled": False, + "webkit.webprefs.accelerated_2d_canvas_enabled": True, + "webkit.webprefs.accelerated_2d_canvas_msaa_sample_count": 4, } chrome_options.add_experimental_option("prefs", security_prefs) chrome_options.add_experimental_option("excludeSwitches", ["enable-automation"]) @@ -184,6 +202,7 @@ class Browser: except Exception as e: raise Exception(f"Failed to initialize browser: {str(e)}") self.setup_tabs() + self.patch_browser_fingerprint() if anticaptcha_manual_install: self.load_anticatpcha_manually() @@ -200,6 +219,30 @@ class Browser: pretty_print("You might want to install the AntiCaptcha extension for captchas.", color="warning") self.driver.get(self.anticaptcha) + def human_move(element): + actions = ActionChains(driver) + x_offset = random.randint(-5,5) + for _ in range(random.randint(2,5)): + actions.move_by_offset(x_offset, random.randint(-2,2)) + actions.pause(random.uniform(0.1,0.3)) + actions.click().perform() + + def human_scroll(self): + scroll_pixels = random.randint(200, 800) + scroll_time = random.uniform(0.5, 2.0) + self.driver.execute_script(f""" + window.scrollBy({{ + top: {scroll_pixels}, + behavior: 'smooth', + duration: {scroll_time} + }}); + """) + time.sleep(scroll_time + random.uniform(0.2, 0.5)) + + def patch_browser_fingerprint(self) -> None: + script = self.load_js("spoofing.js") + self.driver.execute_script(script) + def go_to(self, url:str) -> bool: """Navigate to a specified URL.""" time.sleep(random.uniform(0.4, 2.5)) # more human behavior @@ -216,7 +259,8 @@ class Browser: ) except TimeoutException: self.logger.warning("Timeout while waiting for page to bypass 'checking your browser'") - self.apply_web_safety() + #self.apply_web_safety() + self.human_scroll() self.logger.log(f"Navigated to: {url}") return True except TimeoutException as e: @@ -644,12 +688,17 @@ class Browser: input_elements = self.driver.execute_script(script) if __name__ == "__main__": - driver = create_driver(headless=False, stealth_mode=True) - browser = Browser(driver, anticaptcha_manual_install=True) + driver = create_driver(headless=False, stealth_mode=False) + browser = Browser(driver, anticaptcha_manual_install=False) input("press enter to continue") print("AntiCaptcha / Form Test") - #browser.go_to("https://www.browserscan.net/bot-detection") + browser.go_to("https://browserleaks.com/webgl") + time.sleep(20) + browser.go_to("https://bot.sannysoft.com/") + time.sleep(5) + browser.go_to("https://antoinevastel.com/bots/") + time.sleep(5) #txt = browser.get_text() #browser.go_to("https://www.google.com/recaptcha/api2/demo") browser.go_to("https://home.openweathermap.org/users/sign_up") @@ -658,3 +707,13 @@ if __name__ == "__main__": #inputs_fill = ['[q](checked)', '[q](checked)', '[user[username]](mlg)', '[user[email]](mlg.fcu@gmail.com)', '[user[password]](placeholder_P@ssw0rd123)', '[user[password_confirmation]](placeholder_P@ssw0rd123)'] #browser.fill_form(inputs_fill) input("press enter to exit") + +# Test sites for browser fingerprinting and captcha +""" +https://nowsecure.nl/ (thanks to user Michael Mintz) +https://bot.sannysoft.com +https://browserleaks.com/ +https://bot.incolumitas.com/ +https://fingerprintjs.github.io/fingerprintjs/ +https://antoinevastel.com/bots/ +""" \ No newline at end of file diff --git a/sources/web_scripts/inject_safety_script.js b/sources/web_scripts/inject_safety_script.js index 1ca2add..08fa14f 100644 --- a/sources/web_scripts/inject_safety_script.js +++ b/sources/web_scripts/inject_safety_script.js @@ -21,7 +21,5 @@ window.fetch = function() { console.log('Blocked fetch request'); return Promise.reject('Blocked'); }; -// Block annoying dialogs -window.alert = function() {}; -window.confirm = function() { return false; }; + window.prompt = function() { return null; }; \ No newline at end of file diff --git a/sources/web_scripts/spoofing.js b/sources/web_scripts/spoofing.js new file mode 100644 index 0000000..5d7ff89 --- /dev/null +++ b/sources/web_scripts/spoofing.js @@ -0,0 +1,194 @@ + +// Core automation masking +Object.defineProperty(navigator, 'webdriver', {get: () => undefined}); +delete window.cdc_adoQpoasnfa76pfcZLmcfl_Array; +delete window.cdc_adoQpoasnfa76pfcZLmcfl_Promise; +delete window.cdc_adoQpoasnfa76pfcZLmcfl_Symbol; +Object.keys(window).forEach((key) => { + if (key.includes("webdriver") || key.includes("selenium") || key.includes("driver")) { + delete window[key]; + } +}); + +// Forceful chrome object spoofing +try { + Object.defineProperty(window, 'chrome', { + writable: true, + configurable: true, + value: { + app: {isInstalled: false}, + webstore: {onInstallStageChanged: {}, onDownloadProgress: {}}, + runtime: { + PlatformOs: {MAC: 'mac', WIN: 'win', ANDROID: 'android'}, + PlatformArch: {ARM: 'arm', X86_32: 'x86-32', X86_64: 'x86-64'}, + PlatformNaclArch: {ARM: 'arm', X86_32: 'x86-32', X86_64: 'x86-64'}, + RequestUpdateCheckStatus: { + THROTTLED: 'throttled', + NO_UPDATE: 'no_update', + UPDATE_AVAILABLE: 'update_available' + }, + OnInstalledReason: { + INSTALL: 'install', + UPDATE: 'update', + SHARED_MODULE_UPDATE: 'shared_module_update' + }, + OnRestartRequiredReason: { + APP_UPDATE: 'app_update', + OS_UPDATE: 'os_update', + PERIODIC: 'periodic' + } + } + } + }); +} catch (e) { + console.log("Error in defining window.chrome: ", e); + // Fallback: direct assignment + window.chrome = window.chrome || {}; + window.chrome.app = {isInstalled: false}; + window.chrome.webstore = {onInstallStageChanged: {}, onDownloadProgress: {}}; +} + +// Randomize plugins +const pluginsList = [ + {type: 'application/x-google-chrome-pdf', description: 'Portable Document Format', filename: 'internal-pdf-viewer', name: 'Chrome PDF Plugin'}, + {type: 'application/x-nacl', description: 'Native Client Executable', filename: 'internal-nacl-plugin', name: 'Native Client'}, + {type: 'application/x-ppapi-widevine-cdm', description: 'Widevine Content Decryption Module', filename: 'widevinecdm', name: 'Widevine CDM'} +]; +Object.defineProperty(navigator, 'plugins', { + get: () => pluginsList.slice(0, Math.floor(Math.random() * pluginsList.length) + 1) +}); + +// Font spoofing with randomized font list +const fontList = ['Arial', 'Helvetica', 'Times New Roman', 'Courier New', 'Verdana']; +Object.defineProperty(document, 'fonts', { + value: { + add: function() {}, + check: function(font) { return fontList.includes(font.split(' ').slice(-1)[0]); }, + delete: function() {}, + forEach: function(cb) { fontList.forEach(f => cb(f)); }, + has: function(font) { return fontList.includes(font.split(' ').slice(-1)[0]); }, + keys: function() { return fontList; }, + size: fontList.length + } +}); + +// Canvas fingerprint spoofing +const originalToDataURL = HTMLCanvasElement.prototype.toDataURL; +HTMLCanvasElement.prototype.toDataURL = function() { + const ctx = this.getContext('2d'); + ctx.fillStyle = `rgba(${Math.random() * 10},${Math.random() * 10},${Math.random() * 10},0.01)`; + ctx.fillRect(0, 0, 1, 1); + return originalToDataURL.apply(this, arguments); +}; + +// Screen resolution spoofing +const resolutions = [[1920, 1080], [1366, 768], [1440, 900]]; +const [w, h] = resolutions[Math.floor(Math.random() * resolutions.length)]; +Object.defineProperty(window, 'screen', { + value: { + width: w, + height: h, + availWidth: w, + availHeight: h - 50, + colorDepth: 24, + pixelDepth: 24 + } +}); + +// Timezone and language spoofing +Object.defineProperty(navigator, 'language', {get: () => 'en-US'}); +Intl.DateTimeFormat = function() { + return {resolvedOptions: () => ({timeZone: 'America/New_York'})}; +}; + +// AudioContext spoofing +const originalCreate = window.AudioContext || window.webkitAudioContext; +window.AudioContext = window.webkitAudioContext = function() { + const context = new originalCreate(); + const dest = context.createAnalyser(); + dest.fake = true; + return context; +}; + +// WebRTC spoofing +Object.defineProperty(navigator, 'mediaDevices', { + get: () => undefined +}); +Object.defineProperty(navigator, 'getUserMedia', { + get: () => undefined +}); + +// web gl spoofing +const getParameter = WebGLRenderingContext.prototype.getParameter; +WebGLRenderingContext.prototype.getParameter = function(parameter) { + // Common WebGL parameters + const params = { + 37445: 'Intel Open Source Technology Center', // VENDOR + 37446: 'Mesa DRI Intel® HD Graphics 4000', // RENDERER + 34076: 'WebKit WebGL', // SHADING_LANGUAGE_VERSION + 35661: '2.1 INTEL-16.4.5', // VERSION + 36349: 'Intel Inc.' // UNMASKED_VENDOR_WEBGL + }; + return params[parameter] || getParameter.call(this, parameter); +}; + +// Performance API spoofing +if ('performance' in window) { + Object.defineProperty(performance, 'memory', { + value: { + jsHeapSizeLimit: 4294705152, + totalJSHeapSize: 78365432, + usedJSHeapSize: 46543210 + }, + configurable: true + }); + } + + // Battery API spoofing +if ('getBattery' in navigator) { + Object.defineProperty(navigator, 'getBattery', { + value: () => Promise.resolve({ + level: 0.85, + charging: true, + chargingTime: 1800, + dischargingTime: Infinity, + onchargingchange: null, + onchargingtimechange: null, + ondischargingtimechange: null, + onlevelchange: null + }), + configurable: true + }); + } + +window.RTCPeerConnection = undefined; +window.webkitRTCPeerConnection = undefined; +window.mozRTCPeerConnection = undefined; + +Object.defineProperty(navigator, 'permissions', { + value: { + query: () => Promise.resolve({ state: 'denied' }) + } +}); +Object.defineProperty(navigator, 'languages', { + get: () => ['en-US', 'en'], +}); + +try { + const canvas = document.createElement('canvas'); + const gl = canvas.getContext('webgl') || canvas.getContext('experimental-webgl'); + if (gl) { + const debugInfo = gl.getExtension('WEBGL_debug_renderer_info'); + Object.defineProperty(WebGLRenderingContext.prototype, 'getParameter', { + value: function(parameter) { + if (parameter === 37445) { // UNMASKED_VENDOR_WEBGL + return 'Intel Inc.'; + } + if (parameter === 37446) { // UNMASKED_RENDERER_WEBGL + return 'Intel Iris OpenGL Engine'; + } + return this.__proto__.getParameter(parameter); + } + }); + } +} catch(e) {} \ No newline at end of file