Run smallpt.ipynb in ci and test output for Safari, Chrome and Firefox

Author: mcbarton

.github/workflows/main.yml

@@ -329,12 +329,42 @@ jobs:
           fi
         timeout-minutes: 4
 
-      - name: Jupyter Lite integration
+      - name: Jupyter Lite integration test
         shell: bash -l {0}
         run: |
+          set -e
           micromamba create -n xeus-lite-host jupyterlite-core=0.6 jupyterlite-xeus -c conda-forge
           micromamba activate xeus-lite-host
-          jupyter lite build --XeusAddon.prefix=${{ env.PREFIX }}
+          if [[ "${{ matrix.os }}" == "macos"* ]]; then
+            brew install coreutils
+            export PATH="$HOMEBREW_PREFIX/opt/coreutils/libexec/gnubin:$PATH"
+          fi 
+          timeout 1500 jupyter lite serve --settings-overrides=overrides.json --XeusAddon.prefix=${{ env.PREFIX }} \
+                         --XeusAddon.mounts="${{ env.PREFIX }}/share/xeus-cpp/tagfiles:/share/xeus-cpp/tagfiles" \
+                         --XeusAddon.mounts="${{ env.PREFIX }}/etc/xeus-cpp/tags.d:/etc/xeus-cpp/tags.d" \
+                         --contents README.md \
+                         --contents notebooks/xeus-cpp-lite-demo.ipynb \
+                         --contents notebooks/smallpt.ipynb \
+                         --contents notebooks/images/marie.png \
+                         --contents notebooks/audio/audio.wav &
+          python -m pip install nbdime
+          python -m pip install selenium
+          # This sleep is to force enough time for the jupyter site to build before trying
+          # to run notebooks in it. If you try to run the notebooks before the website is
+          # ready the ci python script will crash saying ti cannot access the url
+          sleep 10
+          python scripts/automated-notebook-run-script.py --driver chrome
+          nbdiff notebooks/smallpt.ipynb $HOME/Downloads/smallpt.ipynb
+          rm $HOME/Downloads/smallpt.ipynb
+          python scripts/automated-notebook-run-script.py --driver firefox
+          nbdiff notebooks/smallpt.ipynb $HOME/Downloads/smallpt.ipynb
+          rm $HOME/Downloads/smallpt.ipynb          
+          if [[ "${{ matrix.os }}" == "macos"* ]]; then
+            python scripts/automated-notebook-run-script.py --driver safari
+            nbdiff notebooks/smallpt.ipynb $HOME/Downloads/smallpt.ipynb
+            rm $HOME/Downloads/smallpt.ipynb  
+          fi
+        timeout-minutes: 25
 
       - name: Setup tmate session
         if: ${{ failure() && runner.debug }}

scripts/automated-notebook-run-script.py

@@ -1,5 +1,7 @@
 import argparse
 from selenium import webdriver
+from selenium.webdriver.chrome.options import Options as ChromeOptions
+from selenium.webdriver.firefox.options import Options as FirefoxOptions
 from selenium.webdriver.support.ui import WebDriverWait
 from selenium.webdriver.support import expected_conditions as EC
 from selenium.webdriver.common.action_chains import ActionChains
@@ -24,10 +26,15 @@ def main():
     # This will start the right driver depending on what
     # driver option is chosen
     if args.driver == "chrome":
-        driver = webdriver.Chrome()
+        options = ChromeOptions()
+        options.add_argument("--headless")
+        options.add_argument("--no-sandbox")
+        driver = webdriver.Chrome(options=options)
 
     elif args.driver == "firefox":
-        driver = webdriver.Firefox()
+        options = FirefoxOptions()
+        options.add_argument("--headless")
+        driver = webdriver.Firefox(options=options)
 
     elif args.driver == "safari":
         driver = webdriver.Safari()
@@ -63,7 +70,7 @@ def main():
             )
         )
         actions.move_to_element(run_all_menu).click().perform()
-        time.sleep(100)
+        time.sleep(300)
 
     elif args.driver == "firefox":
         print("Opening Run Menu")
@@ -79,7 +86,7 @@ def main():
             )
         )
         actions.move_to_element(run_all_menu).click().perform()
-        time.sleep(100)
+        time.sleep(200)
 
     elif args.driver == "safari":
         print("Running all cells using Shift+Enter...")
@@ -102,7 +109,7 @@ def main():
             notebook_area.send_keys(Keys.SHIFT, Keys.ENTER)
             time.sleep(0.5)
 
-        time.sleep(145)
+        time.sleep(650)
 
     if args.driver == "chrome" or args.driver == "firefox":
         print("Saving notebook")
@@ -163,6 +170,7 @@ def main():
 
     download_button = driver.execute_script(search_script)
 
+    time.sleep(2)
     driver.execute_script(
         """
         const el = arguments[0];