CI: testing python 3.14 and sphinx9 and docutils 0.22

.github/workflows/tests.yml

@@ -18,39 +18,45 @@ jobs:
     strategy:
       fail-fast: false
       matrix:
-        os: [ubuntu-latest]
-        python-version: ["3.10", "3.11", "3.12", "3.13"]
-        sphinx: ["~=8.0"]  # temporary limit, bring it back to newest sphinx once we are sphinx9 compatible
+        os: [macos-latest]
+        python-version: ["3.11", "3.12", "3.13", "3.14"]
+        sphinx: [""]  # Newest Sphinx
         myst-parser: [""]  # Newest MyST Parser (any)
         include:
           # Just check the other platforms once
           - os: windows-latest
             python-version: "3.13"
             sphinx: "~=8.0"
             myst-parser: "~=4.0"
-            pillow: "==11.0.0"
+            pillow: "==12.0.0"
           - os: macos-latest
             python-version: "3.13"
             sphinx: "~=8.0"
             myst-parser: "~=4.0"
-            pillow: "==11.0.0"
+            pillow: "==12.0.0"
           - os: ubuntu-latest
             python-version: "3.13"
             sphinx: "~=8.0"
             myst-parser: "~=4.0"
-            pillow: "==11.0.0"
+            pillow: "==12.0.0"
+          # Oldest known-compatible dependencies
+          - os: ubuntu-latest
+            python-version: "3.10"
+            sphinx: "==5.0.0"
+            myst-parser: "==1.0.0"
+            pillow: "==12.0.0"
           # Mid-range dependencies
           - os: ubuntu-latest
             python-version: "3.11"
             sphinx: "==7.0.0"
             myst-parser: "==3.0.0"
-            pillow: "==11.0.0"
+            pillow: "==12.0.0"
           # Newest known-compatible dependencies
           - os: ubuntu-latest
-            python-version: "3.13"
-            sphinx: "~=8.0"
-            myst-parser: "==4.0.0"
-            pillow: "==11.0.0"
+            python-version: "3.14"
+            sphinx: "~=9.0"
+            myst-parser: "~=5.0"
+            pillow: "==12.0.0"
 
     runs-on: ${{ matrix.os }}
 
@@ -71,42 +77,9 @@ jobs:
     - name: Run pytest
       run: pytest --durations=10
 
-  coverage:
-    needs: [tests]
-    runs-on: ubuntu-latest
-
-    steps:
-    - uses: actions/checkout@v6
-    - name: Set up Python ${{ matrix.python-version }}
-      uses: actions/setup-python@v6
-      with:
-        python-version: "3.11"
-        cache: pip
-    - name: Install dependencies
-      run: |
-        pip install -e .[testing]
-        pip freeze
-
-    - name: Run pytest
-      run: pytest --durations=10 --cov=myst_nb --cov-report=xml --cov-report=term-missing
-
-    - name: Create cov
-      run: coverage xml
-      # for some reason the tests/conftest.py::check_nbs fixture breaks pytest-cov's cov-report outputting
-      # this is why we run `coverage xml` afterwards (required by codecov)
-
-    # TEMPORARY FIX: Disable codecov until we can get it working again
-    - name: Upload to Codecov
-      uses: codecov/codecov-action@v5
-      if: false
-      with:
-        name: myst-nb-pytests
-        flags: pytests
-        files: ./coverage.xml
-
   publish:
 
-    name: Publish to PyPi
+    name: Publish to PyPI
     needs: [tests]
     if: github.event_name == 'push' && startsWith(github.event.ref, 'refs/tags')
     runs-on: ubuntu-latest

.pre-commit-config.yaml

@@ -6,7 +6,8 @@ exclude: >
       \.vscode/settings\.json|
       tests/commonmark/commonmark\.json|
       .*\.xml|
-      tests/.*\.txt
+      tests/.*\.txt|
+      tests/.*\.ipynb
     )$
 
 ci:

myst_nb/sphinx_ext.py

@@ -7,7 +7,6 @@
 from importlib import resources as import_resources
 import os
 from pathlib import Path
-import sys
 from types import ModuleType
 from typing import Any, Iterator, cast
 
@@ -194,14 +193,10 @@ def _get_file_hash(path: Path):
 
 @contextlib.contextmanager
 def _import_resources_path(package: ModuleType, resource: str) -> Iterator[Path]:
-    if sys.version_info < (3, 9):
-        with import_resources.path(package, resource) as path:
-            yield path
-    else:
-        with import_resources.as_file(
-            import_resources.files(package).joinpath(resource)
-        ) as path:
-            yield path
+    with import_resources.as_file(
+        import_resources.files(package).joinpath(resource)
+    ) as path:
+        yield path
 
 
 def add_css(app: Sphinx):

pyproject.toml

@@ -1,4 +1,4 @@
- [build-system]
+[build-system]
 requires = ["flit_core >=3.11,<4"]
 build-backend = "flit_core.buildapi"
 
@@ -20,6 +20,7 @@ classifiers = [
     "Programming Language :: Python :: 3.11",
     "Programming Language :: Python :: 3.12",
     "Programming Language :: Python :: 3.13",
+    "Programming Language :: Python :: 3.14",
     "Programming Language :: Python :: Implementation :: CPython",
     "Programming Language :: Python :: Implementation :: PyPy",
     "Topic :: Software Development :: Libraries :: Python Modules",
@@ -42,7 +43,7 @@ dependencies = [
     "myst-parser>=1.0.0",
     "nbformat>=5.0",
     "pyyaml",
-    "sphinx>=5,<9",  # If we get bugs for older versions, just pin this higher
+    "sphinx>=5",  # If we get bugs for older versions, just pin this higher
     "typing-extensions",
     # ipykernel is not a requirement of the library,
     # but is a common requirement for users (registers the python3 kernel)
@@ -96,7 +97,7 @@ testing = [
     "ipywidgets>=8",
     "jupytext>=1.11.2",
     # Matplotlib outputs are sensitive to the matplotlib version
-    "matplotlib==3.10.*",
+    "matplotlib==3.10.7",
     "nbdime",
     "numpy",
     "pandas",
@@ -174,12 +175,14 @@ filterwarnings = [
     'ignore:datetime.datetime.utcnow\(\) is deprecated:DeprecationWarning:jupyter_cache',
     # From matplotlib’s dependencies
     'ignore::DeprecationWarning:pyparsing',  # imports deprecated `sre_constants`
-    # From myst-parser on Sphinx 9
-    'ignore:.*MystReferenceResolver.app.*:DeprecationWarning',
+    # From myst-parser on Sphinx 9 we hit RemovedInSphinx11Warning
+    'ignore:.*MystReferenceResolver.app.*',
     # Upstream myst-parser still hits env.app deprecations under Sphinx 9
     'ignore:.*env\\.app.*:DeprecationWarning:myst_parser',
     # Windows issues, some may need to be fixed in MyST-NB, others are upstream
     'ignore:Proactor event loop does not implement add_reader:RuntimeWarning:zmq',
+    # We deal with this pending deprecation later
+    'ignore:Argument "writer_name" will be removed in Docutils 2.0:PendingDeprecationWarning'
 ]
 
 markers = [

tests/conftest.py

@@ -16,6 +16,7 @@
 from nbdime.prettyprint import pretty_print_diff
 import nbformat as nbf
 import pytest
+import docutils
 import sphinx
 from sphinx import version_info as sphinx_version_info
 from sphinx.util.console import nocolor
@@ -304,6 +305,7 @@ class FileRegression:
         r"original_uri=\"[^\"]*\"\s",
         # TODO: Remove when support for Sphinx<8 is dropped,
         re.escape(' translated="True"'),
+        re.escape(' translated="1"'),
         re.escape(" translation_progress=\"{'total': 4, 'translated': 2}\""),
     )
 
@@ -316,4 +318,10 @@ def check(self, data, **kwargs):
     def _strip_ignores(self, data):
         for ig in self.ignores:
             data = re.sub(ig, "", data)
+
+        if docutils.__version_info__ < (0, 22):
+            data = data.replace('linenos="False"', 'linenos="0"')
+            data = data.replace('nowrap="False"', 'nowrap="0"')
+            data = data.replace('linenos="True"', 'linenos="1"')
+            data = data.replace('internal="True"', 'internal="1"')
         return data

tests/test_eval/test_sphinx.txt

@@ -4,17 +4,17 @@
             Inline evaluation
         <container cell_index="1" cell_metadata="{}" classes="cell" exec_count="1" nb_element="cell_code">
             <container classes="cell_input" nb_element="cell_code_source">
-                <literal_block language="ipython3" linenos="False" xml:space="preserve">
+                <literal_block language="ipython3" linenos="0" xml:space="preserve">
                     a = 1
         <paragraph>
             Evaluated inline variable: 
             <inline classes="output text_plain">
                 1
-        <literal_block classes="output text_plain" language="myst-ansi" linenos="False" xml:space="preserve">
+        <literal_block classes="output text_plain" language="myst-ansi" linenos="0" xml:space="preserve">
             1
         <container cell_index="3" cell_metadata="{}" classes="cell" exec_count="2" nb_element="cell_code">
             <container classes="cell_input" nb_element="cell_code_source">
-                <literal_block language="ipython3" linenos="False" xml:space="preserve">
+                <literal_block language="ipython3" linenos="0" xml:space="preserve">
                     import base64
                     from IPython.display import Image
                     string = "iVBORw0KGgoAAAANSUhEUgAAAHQAAAB0CAYAAABUmhYnAAAEd0lEQVR4Xu2c0ZLjIAwEk///6GzVvZlspWtWksNRnVcwiGmNwHaS5+v1ej38HKPAU6DHsPy3EIGexVOgh/EUqEBPU+Cw9biHCvQwBQ5bjg4V6GEKHLYcHSrQwxQ4bDk6VKCHKXDYcnSoQA9T4LDllB36fD5vlWR9fUvz0+ve9fp0/O7FU7w0n0CXhBSoDiXTRO06FBKKBLLkLvlGgkTp+UvndPzu/ul46Xq7x2/fQ8kR0wtOBaL+1J6uZ+3fPb5Aw0PRtxOWEkigAr3mCJUMuk9cM45uG3ZvJwel8dN4byW8+r1cgWYPVgRaLIlpwqWCT1cgHbr8skOgYUqkgtHwVYfQKZTiTW8rdCgQFWjtt2Pjty3TGdztOB0aHlosuVcHpglJ+h3nUFow7bE6dDOHCjRN2fBty917qEAF+jEHaI+bTlhK0Nsf/aUBpXtYdXy6noDS9dTePf74oYgWRO3dC6b57k6o7vUJFAh3Cz6dMAIV6FWB9FCQlry1f/ejQXLgt9eX6tXu0DSAtL9APysm0OYHI2mCUgVKxxOoQNOcubc/7XnF5yj3LuYPs5Ud+oc5Ry8R6GEpK1CBjlaMuwcvl1xyBC2I8im9T0xva6pPbtL1V+MjPQW6KEQJRAlAggs0vK2oCibQ4g9+LbnXb96THlQBvl5y0yclqYNQAKgAVGIJQHWPpfjf4uv+bUsagECvClCCkL46VIdecyQtKZRhlKGW3OG3LekeQ0DSBOk+1VLCdbdTAqfzlUuuQFPJe/fM9kORQAV6UYBKJslF11NJS0s8xZO2U3zpeO0lNw2g2+HV8dLbKJov1aMKWKDFfyITKKRsegqmjE7H06FpTRHoRwUoQUnu9pJLh4z0EFMdjwRI46ESWwVC8VK7QMN/TRHookDqCB1Knry261AdmmXMdG86xabzd49H83fP1+5QWkB3e7sg4eu06nra46++4K4uqHp9uyACrSKpXS/Q5kMRnUJruN6vnr7Po/VMn9KrepX3UBKgGmD1UVw6P61HoKmi0F+HfhZIhy766NDhU2F66CEgzQXjQRUjjb8aX7tDaYFpwKkgAi0SSAUXaO0Pjkk/HUoKFQ9p0wm/hjcONC2B6W3B24KKv1ZLx0vzgfQoFsyHQJe3LQINHUEZrUNre6wO1aHLw+AvO5QOHdReLbE0/vSeedyhKBWUDh00XpoAAg2/EkIAqD0FlPYXqEDp3Pix/b8/FKUOIMem7fR6j8Yr0fvlYoEWK4JAw0dplOE6dLnrqH5JrCp4NcMFejPQ6h7RnTAUT/eTKkpYiidtH99D04C6bwvS+QX65W8sUMkVaKgAlcRwuLfuNL5Ah/fQKkC6Pi2JKXB6NEjxUTslKF1P7e17KE1YbRfoZwUFuuijQ4v/l5s6VocOOzQFYv9ZBcoldzY8R08VEGiq2Ob9Bbo5oDQ8gaaKbd5foJsDSsMTaKrY5v0FujmgNDyBpopt3l+gmwNKwxNoqtjm/QW6OaA0PIGmim3eX6CbA0rDE2iq2Ob9Bbo5oDS8H8eCMw7yCzx+AAAAAElFTkSuQmCC"