ENH: Implement selenium 4 and ajust tests and bot.py

Author: kayqueGovetri

botcity/web/bot.py

@@ -260,8 +260,11 @@ def check_driver():
         self.capabilities = cap
         driver_path = self.driver_path or check_driver()
         self.driver_path = driver_path
+        service = BROWSER_CONFIGS.get(self.browser).get("service")
+        service = service(executable_path=self.driver_path)
+        service.desired_capabilities = cap
 
-        self._driver = driver_class(options=opt, desired_capabilities=cap, executable_path=driver_path)
+        self._driver = driver_class(options=opt, service=service)
         self.set_screen_resolution()
 
     def stop_browser(self):
@@ -1369,14 +1372,14 @@ def mouse_move(self, x, y):
         if self.browser == Browser.FIREFOX:
             # Reset coordinates if the page has gone stale. Only required for Firefox
             if self._html_elem is None:
-                self._html_elem = self._driver.find_element_by_tag_name('body')
+                self._html_elem = self._driver.find_element(By.TAG_NAME, 'body')
                 self._x = 0
                 self._y = 0
             else:
                 try:
                     self._html_elem.is_enabled()
                 except StaleElementReferenceException:
-                    self._html_elem = self._driver.find_element_by_tag_name('body')
+                    self._html_elem = self._driver.find_element(By.TAG_NAME, 'body')
                     self._x = 0
                     self._y = 0
 

botcity/web/browsers/__init__.py

@@ -44,27 +44,31 @@ class PageLoadStrategy(str, enum.Enum):
         "class": chrome.Chrome,
         "options": chrome.default_options,
         "capabilities": chrome.default_capabilities,
-        "wait_for_downloads": chrome.wait_for_downloads
+        "wait_for_downloads": chrome.wait_for_downloads,
+        "service": chrome.ChromeService,
     },
     Browser.FIREFOX: {
         "driver": "geckodriver",
         "class": firefox.Firefox,
         "options": firefox.default_options,
         "capabilities": firefox.default_capabilities,
-        "wait_for_downloads": firefox.wait_for_downloads
+        "wait_for_downloads": firefox.wait_for_downloads,
+        "service": firefox.FirefoxService
     },
     Browser.EDGE: {
         "driver": "msedgedriver",
         "class": edge.Edge,
         "options": edge.default_options,
         "capabilities": edge.default_capabilities,
-        "wait_for_downloads": edge.wait_for_downloads
+        "wait_for_downloads": edge.wait_for_downloads,
+        "service": edge.EdgeService
     },
     Browser.IE: {
         "driver": "IEDriverServer",
         "class": ie.Ie,
         "options": ie.default_options,
         "capabilities": ie.default_capabilities,
-        "wait_for_downloads": ie.wait_for_downloads
+        "wait_for_downloads": ie.wait_for_downloads,
+        "service": ie.IeService
     },
 }

botcity/web/browsers/chrome.py

@@ -7,7 +7,7 @@
 from selenium.webdriver import Chrome  # noqa: F401, F403
 from selenium.webdriver.chrome.options import Options as ChromeOptions
 from selenium.webdriver.common.desired_capabilities import DesiredCapabilities
-
+from selenium.webdriver.chrome.service import Service as ChromeService # noqa: F401, F403
 from ..util import cleanup_temp_dir
 
 

botcity/web/browsers/edge.py

@@ -5,9 +5,9 @@
 import time
 from typing import Dict
 
-from msedge.selenium_tools import Edge, EdgeOptions  # noqa: F401, F403
 from selenium.webdriver.common.desired_capabilities import DesiredCapabilities
-
+from selenium.webdriver import Edge, EdgeOptions # noqa: F401, F403
+from selenium.webdriver.edge.service import Service as EdgeService # noqa: F401, F403
 from ..util import cleanup_temp_dir
 
 

botcity/web/browsers/firefox.py

@@ -7,6 +7,7 @@
 from selenium.webdriver import Firefox  # noqa: F401, F403
 from selenium.webdriver.common.desired_capabilities import DesiredCapabilities
 from selenium.webdriver.firefox.options import Options as FirefoxOptions
+from selenium.webdriver.firefox.service import Service as FirefoxService  # noqa: F401, F403
 
 from ..util import cleanup_temp_dir
 
@@ -362,23 +363,19 @@ def default_options(headless=False, download_folder_path=None, user_data_dir=Non
         temp_dir = tempfile.TemporaryDirectory(prefix="botcity_")
         user_data_dir = temp_dir.name
         atexit.register(cleanup_temp_dir, temp_dir)
-    firefox_profile = webdriver.FirefoxProfile(user_data_dir)
-    firefox_profile.set_preference("security.default_personal_cert", "Select Automatically")
-    firefox_profile.set_preference('browser.download.folderList', 2)
-    firefox_profile.set_preference('browser.download.manager.showWhenStarting', False)
+    firefox_options.set_preference("profile", user_data_dir)
+    firefox_options.set_preference("security.default_personal_cert", "Select Automatically")
+    firefox_options.set_preference('browser.download.folderList', 2)
+    firefox_options.set_preference('browser.download.manager.showWhenStarting', False)
     if not download_folder_path:
         download_folder_path = os.getcwd()
-    firefox_profile.set_preference('browser.download.dir', download_folder_path)
-    firefox_profile.set_preference('general.warnOnAboutConfig', False)
+    firefox_options.set_preference('browser.download.dir', download_folder_path)
+    firefox_options.set_preference('general.warnOnAboutConfig', False)
 
     mimetypes_to_download = ",".join(FIREFOX_MIMETYPES_TO_DOWNLOAD)
-    firefox_profile.set_preference("pdfjs.disabled", True)
-    firefox_profile.set_preference("plugin.disable_full_page_plugin_for_types", mimetypes_to_download)
-    firefox_profile.set_preference('browser.helperApps.neverAsk.saveToDisk', mimetypes_to_download)
-
-    firefox_profile.update_preferences()
-    firefox_options.profile = firefox_profile
-
+    firefox_options.set_preference("pdfjs.disabled", True)
+    firefox_options.set_preference("plugin.disable_full_page_plugin_for_types", mimetypes_to_download)
+    firefox_options.set_preference('browser.helperApps.neverAsk.saveToDisk', mimetypes_to_download)
     return firefox_options
 
 

botcity/web/browsers/ie.py

@@ -3,6 +3,7 @@
 from selenium.webdriver import Ie  # noqa: F401, F403
 from selenium.webdriver.common.desired_capabilities import DesiredCapabilities
 from selenium.webdriver.ie.options import Options
+from selenium.webdriver.ie.service import Service as IeService # noqa: F401, F403
 
 
 def default_options(headless=False, download_folder_path=None, user_data_dir=None,

conftest.py

@@ -49,7 +49,14 @@ def setup_edge(headless: bool, tmp_folder: str, download_driver: str) -> WebBot:
     web.driver_path = download_driver
     web.download_folder_path = tmp_folder
     opt = browsers.edge.default_options(headless=headless, download_folder_path=tmp_folder)
-    opt.set_capability('platform', 'ANY')
+    platforms = {
+        "Linux": "linux",
+        "Darwin": "mac",
+        "Windows": "windows"
+    }
+    platform_name = platforms.get(platform.system())
+
+    opt.platform_name = platform_name
 
     web.options = opt
     return web

requirements.txt

@@ -1,7 +1,6 @@
 botcity-framework-base>=0.2.2
 beautifulsoup4
-msedge-selenium-tools==3.141.3
 numpy
 opencv-python
 pillow
-selenium==3.141
+selenium==4.6.1

teste.py

@@ -0,0 +1,35 @@
+from botcity.web import WebBot, Browser, By
+
+bot = WebBot()
+
+# Firefox
+# bot.driver_path = "/home/kayque/Downloads/geckodriver-v0.32.0-linux64/geckodriver"
+# bot.browser = Browser.FIREFOX
+# bot.headless = True
+
+# Chrome
+# bot.driver_path = "/home/kayque/Downloads/chromedriver_linux64(9)/chromedriver"
+# bot.browser = Browser.CHROME
+# bot.headless = True
+
+# Edge
+bot.driver_path = "/home/kayque/Downloads/edgedriver_linux64/msedgedriver"
+bot.browser = Browser.EDGE
+bot.headless = True
+
+try:
+    bot.start_browser()
+    bot.browse("https://google.com")
+    search = bot.find_element(selector="/html/body/div[1]/div[3]/form/div[1]/div[1]/div[1]/div/div[2]/input", by=By.XPATH)
+    search.send_keys("cotação dolar")
+    bot.enter()
+    value = bot.find_element(selector="/html/body/div[7]/div/div[10]/div/div[2]/div[2]/div/div/div[1]/div/div/div/div/div/div/div/div[3]/div[1]/div[1]/div[2]/span[1]",
+                             by=By.XPATH)
+    date = bot.find_element(selector="/html/body/div[7]/div/div[10]/div/div[2]/div[2]/div/div/div[1]/div/div/div/div/div/div/div/div[3]/div[1]/div[2]/span", by=By.XPATH)
+
+    print(f"$ 1 = R$ {value.text}")
+    print(f"Date: {date.text}")
+except Exception as error:
+    print(error)
+finally:
+    bot.stop_browser()