tests: update default runtime used for tests (#1391)

* tests: update default runtime used for tests

* set default python runtime used for tests to 3.12

* Use python 3.10 for blacken nox session, which is the latest version available in the python post processor

* update sync-repo-settings.yaml

* install setuptools for lint_setup_py

* remove unit 3.7/3.8 in default nox session

* update python runtime in system tests to 3.12

* 🦉 Updates from OwlBot post-processor

See https://github.com/googleapis/repo-automation-bots/blob/main/packages/owl-bot/README.md

* remove obsolete config

* set python 3.12 as runtime for system test

* exclude cpp for python 3.11+

---------

Co-authored-by: Owl Bot <gcf-owl-bot[bot]@users.noreply.github.com>

Author: parthea

.github/sync-repo-settings.yaml

@@ -8,7 +8,7 @@ branchProtectionRules:
   requiresStrictStatusChecks: true
   requiredStatusCheckContexts:
     - 'Kokoro'
-    - 'Kokoro system-3.8'
+    - 'Kokoro system-3.12'
     - 'cla/google'
     - 'Samples - Lint'
     - 'Samples - Python 3.8'

.kokoro/presubmit/integration-multiplexed-sessions-enabled.cfg

@@ -3,7 +3,7 @@
 # Only run a subset of all nox sessions
 env_vars: {
     key: "NOX_SESSION"
-    value: "unit-3.8 unit-3.12 system-3.8"
+    value: "unit-3.9 unit-3.12 system-3.12"
 }
 
 env_vars: {

.kokoro/presubmit/presubmit.cfg

@@ -3,5 +3,5 @@
 # Only run a subset of all nox sessions
 env_vars: {
     key: "NOX_SESSION"
-    value: "unit-3.8 unit-3.12 cover docs docfx"
+    value: "unit-3.9 unit-3.12 cover docs docfx"
 }

.kokoro/presubmit/system-3.8.cfg renamed to .kokoro/presubmit/system-3.12.cfg

@@ -3,5 +3,5 @@
 # Only run this nox session.
 env_vars: {
     key: "NOX_SESSION"
-    value: "system-3.8"
+    value: "system-3.12"
 }

noxfile.py

@@ -32,9 +32,11 @@
 ISORT_VERSION = "isort==5.11.0"
 LINT_PATHS = ["docs", "google", "tests", "noxfile.py", "setup.py"]
 
-DEFAULT_PYTHON_VERSION = "3.8"
+DEFAULT_PYTHON_VERSION = "3.12"
 
 DEFAULT_MOCK_SERVER_TESTS_PYTHON_VERSION = "3.12"
+SYSTEM_TEST_PYTHON_VERSIONS: List[str] = ["3.12"]
+
 UNIT_TEST_PYTHON_VERSIONS: List[str] = [
     "3.7",
     "3.8",
@@ -60,7 +62,6 @@
 UNIT_TEST_EXTRAS: List[str] = []
 UNIT_TEST_EXTRAS_BY_PYTHON: Dict[str, List[str]] = {}
 
-SYSTEM_TEST_PYTHON_VERSIONS: List[str] = ["3.8"]
 SYSTEM_TEST_STANDARD_DEPENDENCIES: List[str] = [
     "mock",
     "pytest",
@@ -77,7 +78,13 @@
 CURRENT_DIRECTORY = pathlib.Path(__file__).parent.absolute()
 
 nox.options.sessions = [
-    "unit",
+    # TODO(https://github.com/googleapis/python-spanner/issues/1392):
+    # Remove or restore testing for Python 3.7/3.8
+    "unit-3.9",
+    "unit-3.10",
+    "unit-3.11",
+    "unit-3.12",
+    "unit-3.13",
     "system",
     "cover",
     "lint",
@@ -108,7 +115,9 @@ def lint(session):
     session.run("flake8", "google", "tests")
 
 
-@nox.session(python=DEFAULT_PYTHON_VERSION)
+# Use a python runtime which is available in the owlbot post processor here
+# https://github.com/googleapis/synthtool/blob/master/docker/owlbot/python/Dockerfile
+@nox.session(python=["3.10", DEFAULT_PYTHON_VERSION])
 def blacken(session):
     """Run black. Format code to uniform standard."""
     session.install(BLACK_VERSION)
@@ -141,7 +150,7 @@ def format(session):
 @nox.session(python=DEFAULT_PYTHON_VERSION)
 def lint_setup_py(session):
     """Verify that setup.py is valid (including RST check)."""
-    session.install("docutils", "pygments")
+    session.install("docutils", "pygments", "setuptools>=79.0.1")
     session.run("python", "setup.py", "check", "--restructuredtext", "--strict")
 
 
@@ -321,6 +330,9 @@ def system(session, protobuf_implementation, database_dialect):
             "Only run system tests on real Spanner with one protobuf implementation to speed up the build"
         )
 
+    if protobuf_implementation == "cpp" and session.python in ("3.11", "3.12", "3.13"):
+        session.skip("cpp implementation is not supported in python 3.11+")
+
     # Install pyopenssl for mTLS testing.
     if os.environ.get("GOOGLE_API_USE_CLIENT_CERTIFICATE", "false") == "true":
         session.install("pyopenssl")

owlbot.py

@@ -225,6 +225,7 @@ def get_staging_dirs(
     cov_level=98,
     split_system_tests=True,
     system_test_extras=["tracing"],
+    system_test_python_versions=["3.12"]
 )
 s.move(
     templated_files,
@@ -258,4 +259,6 @@ def get_staging_dirs(
 
 python.py_samples()
 
-s.shell.run(["nox", "-s", "blacken"], hide_output=False)
+# Use a python runtime which is available in the owlbot post processor here
+# https://github.com/googleapis/synthtool/blob/master/docker/owlbot/python/Dockerfile
+s.shell.run(["nox", "-s", "blacken-3.10"], hide_output=False)