Closed vivekkadia closed 5 months ago
any update on this error please?
I recommend using Gitpod Version or windows device.
Don't use this on root. Create a user instead, tested on ubuntu 23.04, it worked like a charm.
Remember download google-chrome-stable and install dependencies if failed (apt-get install -f)
@Chetan11-dev @vivekkadia
It is not due to root, actually you are using on linode, I recommend installing docker-compose and running it.
root@172-235-26-138:/var/www/172-235-26-138.ip.linodeusercontent.com/public_html/google-maps-scraper# python main.py Running Traceback (most recent call last): File "/usr/local/lib/python3.10/dist-packages/botasaurus/utils.py", line 77, in retry_if_is_error created_result = func() File "/usr/local/lib/python3.10/dist-packages/botasaurus/creators.py", line 12, in
lambda: do_create_driver(tiny_profile, profile, window_size, user_agent, proxy, is_eager, headless, lang, block_resources, block_images, beep),
File "/usr/local/lib/python3.10/dist-packages/botasaurus/create_driver_utils.py", line 301, in do_create_driver
driver = create_selenium_driver(proxy, options, desired_capabilities, path)
File "/usr/local/lib/python3.10/dist-packages/botasaurus/create_driver_utils.py", line 227, in create_selenium_driver
driver = AntiDetectDriver(
File "/usr/local/lib/python3.10/dist-packages/botasaurus/anti_detect_driver.py", line 31, in init
super().init(*args, **kwargs)
File "/usr/local/lib/python3.10/dist-packages/selenium/webdriver/chrome/webdriver.py", line 69, in init
super().init(DesiredCapabilities.CHROME['browserName'], "goog",
File "/usr/local/lib/python3.10/dist-packages/selenium/webdriver/chromium/webdriver.py", line 92, in init
super().init(
File "/usr/local/lib/python3.10/dist-packages/selenium/webdriver/remote/webdriver.py", line 272, in init
self.start_session(capabilities, browser_profile)
File "/usr/local/lib/python3.10/dist-packages/selenium/webdriver/remote/webdriver.py", line 364, in start_session
response = self.execute(Command.NEW_SESSION, parameters)
File "/usr/local/lib/python3.10/dist-packages/selenium/webdriver/remote/webdriver.py", line 429, in execute
self.error_handler.check_response(response)
File "/usr/local/lib/python3.10/dist-packages/selenium/webdriver/remote/errorhandler.py", line 243, in check_response
raise exception_class(message, screen, stacktrace)
selenium.common.exceptions.SessionNotCreatedException: Message: session not created: Chrome failed to start: exited normally.
(session not created: DevToolsActivePort file doesn't exist)
(The process started from chrome location /opt/google/chrome/chrome is no longer running, so ChromeDriver is assuming that Chrome has crashed.)
Stacktrace:
0 0x558863bbbf83
1 0x558863874cf7
2 0x5588638ac60e
3 0x5588638a926e
4 0x5588638f980c
5 0x5588638ede53
6 0x5588638b5dd4
7 0x5588638b71de
8 0x558863b80531
9 0x558863b84455
10 0x558863b6cf55
11 0x558863b850ef
12 0x558863b5099f
13 0x558863ba9008
14 0x558863ba91d7
15 0x558863bbb124
16 0x7fc34ea14ac3
Retrying Traceback (most recent call last): File "/usr/local/lib/python3.10/dist-packages/botasaurus/utils.py", line 77, in retry_if_is_error created_result = func() File "/usr/local/lib/python3.10/dist-packages/botasaurus/creators.py", line 12, in
lambda: do_create_driver(tiny_profile, profile, window_size, user_agent, proxy, is_eager, headless, lang, block_resources, block_images, beep),
File "/usr/local/lib/python3.10/dist-packages/botasaurus/create_driver_utils.py", line 301, in do_create_driver
driver = create_selenium_driver(proxy, options, desired_capabilities, path)
File "/usr/local/lib/python3.10/dist-packages/botasaurus/create_driver_utils.py", line 227, in create_selenium_driver
driver = AntiDetectDriver(
File "/usr/local/lib/python3.10/dist-packages/botasaurus/anti_detect_driver.py", line 31, in init
super().init(*args, **kwargs)
File "/usr/local/lib/python3.10/dist-packages/selenium/webdriver/chrome/webdriver.py", line 69, in init
super().init(DesiredCapabilities.CHROME['browserName'], "goog",
File "/usr/local/lib/python3.10/dist-packages/selenium/webdriver/chromium/webdriver.py", line 92, in init
super().init(
File "/usr/local/lib/python3.10/dist-packages/selenium/webdriver/remote/webdriver.py", line 272, in init
self.start_session(capabilities, browser_profile)
File "/usr/local/lib/python3.10/dist-packages/selenium/webdriver/remote/webdriver.py", line 364, in start_session
response = self.execute(Command.NEW_SESSION, parameters)
File "/usr/local/lib/python3.10/dist-packages/selenium/webdriver/remote/webdriver.py", line 429, in execute
self.error_handler.check_response(response)
File "/usr/local/lib/python3.10/dist-packages/selenium/webdriver/remote/errorhandler.py", line 243, in check_response
raise exception_class(message, screen, stacktrace)
selenium.common.exceptions.SessionNotCreatedException: Message: session not created: Chrome failed to start: exited normally.
(session not created: DevToolsActivePort file doesn't exist)
(The process started from chrome location /opt/google/chrome/chrome is no longer running, so ChromeDriver is assuming that Chrome has crashed.)
Stacktrace:
0 0x559e9d429f83
1 0x559e9d0e2cf7
2 0x559e9d11a60e
3 0x559e9d11726e
4 0x559e9d16780c
5 0x559e9d15be53
6 0x559e9d123dd4
7 0x559e9d1251de
8 0x559e9d3ee531
9 0x559e9d3f2455
10 0x559e9d3daf55
11 0x559e9d3f30ef
12 0x559e9d3be99f
13 0x559e9d417008
14 0x559e9d4171d7
15 0x559e9d429124
16 0x7feab56e1ac3
Retrying Traceback (most recent call last): File "/usr/local/lib/python3.10/dist-packages/botasaurus/utils.py", line 77, in retry_if_is_error created_result = func() File "/usr/local/lib/python3.10/dist-packages/botasaurus/creators.py", line 12, in
lambda: do_create_driver(tiny_profile, profile, window_size, user_agent, proxy, is_eager, headless, lang, block_resources, block_images, beep),
File "/usr/local/lib/python3.10/dist-packages/botasaurus/create_driver_utils.py", line 301, in do_create_driver
driver = create_selenium_driver(proxy, options, desired_capabilities, path)
File "/usr/local/lib/python3.10/dist-packages/botasaurus/create_driver_utils.py", line 227, in create_selenium_driver
driver = AntiDetectDriver(
File "/usr/local/lib/python3.10/dist-packages/botasaurus/anti_detect_driver.py", line 31, in init
super().init(*args, **kwargs)
File "/usr/local/lib/python3.10/dist-packages/selenium/webdriver/chrome/webdriver.py", line 69, in init
super().init(DesiredCapabilities.CHROME['browserName'], "goog",
File "/usr/local/lib/python3.10/dist-packages/selenium/webdriver/chromium/webdriver.py", line 92, in init
super().init(
File "/usr/local/lib/python3.10/dist-packages/selenium/webdriver/remote/webdriver.py", line 272, in init
self.start_session(capabilities, browser_profile)
File "/usr/local/lib/python3.10/dist-packages/selenium/webdriver/remote/webdriver.py", line 364, in start_session
response = self.execute(Command.NEW_SESSION, parameters)
File "/usr/local/lib/python3.10/dist-packages/selenium/webdriver/remote/webdriver.py", line 429, in execute
self.error_handler.check_response(response)
File "/usr/local/lib/python3.10/dist-packages/selenium/webdriver/remote/errorhandler.py", line 243, in check_response
raise exception_class(message, screen, stacktrace)
selenium.common.exceptions.SessionNotCreatedException: Message: session not created: Chrome failed to start: exited normally.
(session not created: DevToolsActivePort file doesn't exist)
(The process started from chrome location /opt/google/chrome/chrome is no longer running, so ChromeDriver is assuming that Chrome has crashed.)
Stacktrace:
0 0x560ddf8c8f83
1 0x560ddf581cf7
2 0x560ddf5b960e
3 0x560ddf5b626e
4 0x560ddf60680c
5 0x560ddf5fae53
6 0x560ddf5c2dd4
7 0x560ddf5c41de
8 0x560ddf88d531
9 0x560ddf891455
10 0x560ddf879f55
11 0x560ddf8920ef
12 0x560ddf85d99f
13 0x560ddf8b6008
14 0x560ddf8b61d7
15 0x560ddf8c8124
16 0x7f1f2a0c2ac3
Retrying Traceback (most recent call last): File "/usr/local/lib/python3.10/dist-packages/botasaurus/utils.py", line 77, in retry_if_is_error created_result = func() File "/usr/local/lib/python3.10/dist-packages/botasaurus/creators.py", line 12, in
lambda: do_create_driver(tiny_profile, profile, window_size, user_agent, proxy, is_eager, headless, lang, block_resources, block_images, beep),
File "/usr/local/lib/python3.10/dist-packages/botasaurus/create_driver_utils.py", line 301, in do_create_driver
driver = create_selenium_driver(proxy, options, desired_capabilities, path)
File "/usr/local/lib/python3.10/dist-packages/botasaurus/create_driver_utils.py", line 227, in create_selenium_driver
driver = AntiDetectDriver(
File "/usr/local/lib/python3.10/dist-packages/botasaurus/anti_detect_driver.py", line 31, in init
super().init(*args, **kwargs)
File "/usr/local/lib/python3.10/dist-packages/selenium/webdriver/chrome/webdriver.py", line 69, in init
super().init(DesiredCapabilities.CHROME['browserName'], "goog",
File "/usr/local/lib/python3.10/dist-packages/selenium/webdriver/chromium/webdriver.py", line 92, in init
super().init(
File "/usr/local/lib/python3.10/dist-packages/selenium/webdriver/remote/webdriver.py", line 272, in init
self.start_session(capabilities, browser_profile)
File "/usr/local/lib/python3.10/dist-packages/selenium/webdriver/remote/webdriver.py", line 364, in start_session
response = self.execute(Command.NEW_SESSION, parameters)
File "/usr/local/lib/python3.10/dist-packages/selenium/webdriver/remote/webdriver.py", line 429, in execute
self.error_handler.check_response(response)
File "/usr/local/lib/python3.10/dist-packages/selenium/webdriver/remote/errorhandler.py", line 243, in check_response
raise exception_class(message, screen, stacktrace)
selenium.common.exceptions.SessionNotCreatedException: Message: session not created: Chrome failed to start: exited normally.
(session not created: DevToolsActivePort file doesn't exist)
(The process started from chrome location /opt/google/chrome/chrome is no longer running, so ChromeDriver is assuming that Chrome has crashed.)
Stacktrace:
0 0x55687f6dbf83
1 0x55687f394cf7
2 0x55687f3cc60e
3 0x55687f3c926e
4 0x55687f41980c
5 0x55687f40de53
6 0x55687f3d5dd4
7 0x55687f3d71de
8 0x55687f6a0531
9 0x55687f6a4455
10 0x55687f68cf55
11 0x55687f6a50ef
12 0x55687f67099f
13 0x55687f6c9008
14 0x55687f6c91d7
15 0x55687f6db124
16 0x7f606c522ac3
Retrying Traceback (most recent call last): File "/usr/local/lib/python3.10/dist-packages/botasaurus/utils.py", line 77, in retry_if_is_error created_result = func() File "/usr/local/lib/python3.10/dist-packages/botasaurus/creators.py", line 12, in
lambda: do_create_driver(tiny_profile, profile, window_size, user_agent, proxy, is_eager, headless, lang, block_resources, block_images, beep),
File "/usr/local/lib/python3.10/dist-packages/botasaurus/create_driver_utils.py", line 301, in do_create_driver
driver = create_selenium_driver(proxy, options, desired_capabilities, path)
File "/usr/local/lib/python3.10/dist-packages/botasaurus/create_driver_utils.py", line 227, in create_selenium_driver
driver = AntiDetectDriver(
File "/usr/local/lib/python3.10/dist-packages/botasaurus/anti_detect_driver.py", line 31, in init
super().init(*args, **kwargs)
File "/usr/local/lib/python3.10/dist-packages/selenium/webdriver/chrome/webdriver.py", line 69, in init
super().init(DesiredCapabilities.CHROME['browserName'], "goog",
File "/usr/local/lib/python3.10/dist-packages/selenium/webdriver/chromium/webdriver.py", line 92, in init
super().init(
File "/usr/local/lib/python3.10/dist-packages/selenium/webdriver/remote/webdriver.py", line 272, in init
self.start_session(capabilities, browser_profile)
File "/usr/local/lib/python3.10/dist-packages/selenium/webdriver/remote/webdriver.py", line 364, in start_session
response = self.execute(Command.NEW_SESSION, parameters)
File "/usr/local/lib/python3.10/dist-packages/selenium/webdriver/remote/webdriver.py", line 429, in execute
self.error_handler.check_response(response)
File "/usr/local/lib/python3.10/dist-packages/selenium/webdriver/remote/errorhandler.py", line 243, in check_response
raise exception_class(message, screen, stacktrace)
selenium.common.exceptions.SessionNotCreatedException: Message: session not created: Chrome failed to start: exited normally.
(session not created: DevToolsActivePort file doesn't exist)
(The process started from chrome location /opt/google/chrome/chrome is no longer running, so ChromeDriver is assuming that Chrome has crashed.)
Stacktrace:
0 0x564622184f83
1 0x564621e3dcf7
2 0x564621e7560e
3 0x564621e7226e
4 0x564621ec280c
5 0x564621eb6e53
6 0x564621e7edd4
7 0x564621e801de
8 0x564622149531
9 0x56462214d455
10 0x564622135f55
11 0x56462214e0ef
12 0x56462211999f
13 0x564622172008
14 0x5646221721d7
15 0x564622184124
16 0x7fe87b411ac3
Traceback (most recent call last): File "/var/www/172-235-26-138.ip.linodeusercontent.com/public_html/google-maps-scraper/main.py", line 9, in
Gmaps.places(queries, max=5)
File "/var/www/172-235-26-138.ip.linodeusercontent.com/public_html/google-maps-scraper/src/gmaps.py", line 339, in places
places_obj = scraper.scrape_places(place_data, cache = use_cache)
File "/usr/local/lib/python3.10/dist-packages/botasaurus/decorators.py", line 450, in wrapper_browser
current_result = run_task(data_item, False, 0)
File "/usr/local/lib/python3.10/dist-packages/botasaurus/decorators.py", line 363, in run_task
driver = creators.create_driver(tiny_profile, evaluated_profile, evaluated_window_size, evaluated_user_agent, evaluated_proxy, is_eager, evaluated_headless, evaluated_lang, block_resources, block_images, beep)
File "/usr/local/lib/python3.10/dist-packages/botasaurus/creators.py", line 11, in create_driver
return retry_if_is_error(
File "/usr/local/lib/python3.10/dist-packages/botasaurus/utils.py", line 95, in retry_if_is_error
raise e
File "/usr/local/lib/python3.10/dist-packages/botasaurus/utils.py", line 77, in retry_if_is_error
created_result = func()
File "/usr/local/lib/python3.10/dist-packages/botasaurus/creators.py", line 12, in
lambda: do_create_driver(tiny_profile, profile, window_size, user_agent, proxy, is_eager, headless, lang, block_resources, block_images, beep),
File "/usr/local/lib/python3.10/dist-packages/botasaurus/create_driver_utils.py", line 301, in do_create_driver
driver = create_selenium_driver(proxy, options, desired_capabilities, path)
File "/usr/local/lib/python3.10/dist-packages/botasaurus/create_driver_utils.py", line 227, in create_selenium_driver
driver = AntiDetectDriver(
File "/usr/local/lib/python3.10/dist-packages/botasaurus/anti_detect_driver.py", line 31, in init
super().init(*args, **kwargs)
File "/usr/local/lib/python3.10/dist-packages/selenium/webdriver/chrome/webdriver.py", line 69, in init
super().init(DesiredCapabilities.CHROME['browserName'], "goog",
File "/usr/local/lib/python3.10/dist-packages/selenium/webdriver/chromium/webdriver.py", line 92, in init
super().init(
File "/usr/local/lib/python3.10/dist-packages/selenium/webdriver/remote/webdriver.py", line 272, in init
self.start_session(capabilities, browser_profile)
File "/usr/local/lib/python3.10/dist-packages/selenium/webdriver/remote/webdriver.py", line 364, in start_session
response = self.execute(Command.NEW_SESSION, parameters)
File "/usr/local/lib/python3.10/dist-packages/selenium/webdriver/remote/webdriver.py", line 429, in execute
self.error_handler.check_response(response)
File "/usr/local/lib/python3.10/dist-packages/selenium/webdriver/remote/errorhandler.py", line 243, in check_response
raise exception_class(message, screen, stacktrace)
selenium.common.exceptions.SessionNotCreatedException: Message: session not created: Chrome failed to start: exited normally.
(session not created: DevToolsActivePort file doesn't exist)
(The process started from chrome location /opt/google/chrome/chrome is no longer running, so ChromeDriver is assuming that Chrome has crashed.)
Stacktrace:
0 0x564622184f83
1 0x564621e3dcf7
2 0x564621e7560e
3 0x564621e7226e
4 0x564621ec280c
5 0x564621eb6e53
6 0x564621e7edd4
7 0x564621e801de
8 0x564622149531
9 0x56462214d455
10 0x564622135f55
11 0x56462214e0ef
12 0x56462211999f
13 0x564622172008
14 0x5646221721d7
15 0x564622184124
16 0x7fe87b411ac3