Update python lower bound from 3.10 to 3.11

.ci_support/environment-old.yml

@@ -4,13 +4,13 @@ dependencies:
 - python
 - numpy =1.23.5
 - openmpi =4.1.4
-- cloudpickle =2.0.0
+- cloudpickle =2.2.1
 - mpi4py =3.1.4
 - pyzmq =25.0.0
-- h5py =3.6.0
+- h5py =3.7.0
 - networkx =2.8.8
-- ipython =7.33.0
+- ipython =8.4.0
 - pydantic =2.5.3
 - pygraphviz =1.10
-- hatchling =1.27.0
-- hatch-vcs =0.4.0
+- hatchling =1.33.0
+- hatch-vcs =0.5.0

.github/workflows/pipeline.yml

@@ -429,7 +429,7 @@ jobs:
     - uses: actions/checkout@v7
     - uses: conda-incubator/setup-miniconda@v4
       with:
-        python-version: '3.10'
+        python-version: '3.11'
         miniforge-version: latest
         channels: conda-forge
         conda-remove-defaults: "true"

pyproject.toml

@@ -16,14 +16,13 @@ authors = [
 readme = "README.md"
 license = { file = "LICENSE" }
 keywords = ["high performance computing", "hpc", "task scheduler", "slurm", "flux-framework", "executor", "python", "parallel computing", "distributed computing", "scientific computing", "concurrent.futures", "mpi4py", "gpu"]
-requires-python = ">3.9, <3.16"
+requires-python = ">3.10, <3.16"
 classifiers = [
     "Development Status :: 5 - Production/Stable",
     "Topic :: Scientific/Engineering :: Physics",
     "License :: OSI Approved :: BSD License",
     "Intended Audience :: Science/Research",
     "Operating System :: OS Independent",
-    "Programming Language :: Python :: 3.10",
     "Programming Language :: Python :: 3.11",
     "Programming Language :: Python :: 3.12",
     "Programming Language :: Python :: 3.13",

src/executorlib/__init__.py

@@ -13,7 +13,6 @@
 """
 
 from concurrent.futures import Future
-from typing import Optional
 
 import executorlib._version
 from executorlib.executor.base import BaseExecutor
@@ -46,8 +45,8 @@ def get_cache_data(cache_directory: str) -> list[dict]:
 
 def get_cache_data_queue(
     cache_directory: str,
-    queue_type: Optional[str] = None,
-    config_directory: Optional[str] = None,
+    queue_type: str | None = None,
+    config_directory: str | None = None,
 ) -> list[dict]:
     """
     Collect all HDF5 files in the cache directory and check their status in the queue system
@@ -101,8 +100,8 @@ def get_future_from_cache(
 
 def terminate_tasks_in_cache(
     cache_directory: str,
-    pysqa_config_directory: Optional[str] = None,
-    backend: Optional[str] = None,
+    pysqa_config_directory: str | None = None,
+    backend: str | None = None,
 ):
     """
     Delete all jobs stored in the cache directory from the queuing system
@@ -124,8 +123,8 @@ def terminate_tasks_in_cache(
 def terminate_task_in_cache(
     cache_directory: str,
     cache_key: str,
-    pysqa_config_directory: Optional[str] = None,
-    backend: Optional[str] = None,
+    pysqa_config_directory: str | None = None,
+    backend: str | None = None,
 ):
     """
     Delete a specific job stored in the cache directory from the queuing system

src/executorlib/backend/interactive_parallel.py

@@ -1,7 +1,6 @@
 import pickle
 import sys
 from os.path import abspath
-from typing import Optional
 
 import cloudpickle
 import zmq
@@ -36,8 +35,8 @@ def main() -> None:
     mpi_size_larger_one = MPI.COMM_WORLD.Get_size() > 1
 
     argument_dict = parse_arguments(argument_lst=sys.argv)
-    context: Optional[zmq.Context] = None
-    socket: Optional[zmq.Socket] = None
+    context: zmq.Context | None = None
+    socket: zmq.Socket | None = None
     if mpi_rank_zero:
         context, socket = interface_connect(
             host=argument_dict["host"], port=argument_dict["zmqport"]

src/executorlib/backend/interactive_serial.py

@@ -1,6 +1,5 @@
 import sys
 from os.path import abspath
-from typing import Optional
 
 from executorlib.standalone.error import backend_write_error_file
 from executorlib.standalone.interactive.backend import call_funct, parse_arguments
@@ -12,7 +11,7 @@
 )
 
 
-def evaluate_cmd(argument_lst: Optional[list[str]] = None):
+def evaluate_cmd(argument_lst: list[str] | None = None):
     """
     The main function of the program.
 

src/executorlib/executor/base.py

@@ -1,13 +1,13 @@
 import queue
 from abc import ABC
-from collections.abc import Iterable, Iterator
+from collections.abc import Callable, Iterable, Iterator
 from concurrent.futures import (
     Executor as FutureExecutor,
 )
 from concurrent.futures import (
     Future,
 )
-from typing import Any, Callable, Optional, TypeVar
+from typing import Any, TypeVar
 
 from executorlib.task_scheduler.base import TaskSchedulerBase
 
@@ -27,7 +27,7 @@ def __init__(self, executor: TaskSchedulerBase):
         self._is_active = True
 
     @property
-    def max_workers(self) -> Optional[int]:
+    def max_workers(self) -> int | None:
         """
         Return the number of parallel workers configured for this executor.
 
@@ -47,7 +47,7 @@ def max_workers(self, max_workers: int):
         self._task_scheduler.max_workers = max_workers
 
     @property
-    def info(self) -> Optional[dict]:
+    def info(self) -> dict | None:
         """
         Get the information about the executor.
 
@@ -57,7 +57,7 @@ def info(self) -> Optional[dict]:
         return self._task_scheduler.info
 
     @property
-    def future_queue(self) -> Optional[queue.Queue]:
+    def future_queue(self) -> queue.Queue | None:
         """
         Get the future queue.
 
@@ -88,7 +88,7 @@ def submit(  # type: ignore
         fn: Callable,
         /,
         *args,
-        resource_dict: Optional[dict] = None,
+        resource_dict: dict | None = None,
         **kwargs,
     ) -> Future:
         """
@@ -126,9 +126,9 @@ def map(
         self,
         fn: Callable[..., _T],
         *iterables: Iterable[Any],
-        timeout: Optional[float] = None,
+        timeout: float | None = None,
         chunksize: int = 1,
-        buffersize: Optional[int] = None,
+        buffersize: int | None = None,
     ) -> Iterator[_T]:
         """Returns an iterator equivalent to map(fn, iter).
 

src/executorlib/executor/flux.py

@@ -1,4 +1,4 @@
-from typing import Callable, Optional, Union
+from collections.abc import Callable
 
 from executorlib.executor.base import BaseExecutor
 from executorlib.standalone.inputcheck import (
@@ -107,22 +107,22 @@ class FluxJobExecutor(BaseExecutor):
 
     def __init__(
         self,
-        max_workers: Optional[int] = None,
-        cache_directory: Optional[str] = None,
-        max_cores: Optional[int] = None,
-        resource_dict: Optional[dict] = None,
-        pmi_mode: Optional[str] = None,
+        max_workers: int | None = None,
+        cache_directory: str | None = None,
+        max_cores: int | None = None,
+        resource_dict: dict | None = None,
+        pmi_mode: str | None = None,
         flux_executor=None,
         flux_executor_nesting: bool = False,
         flux_log_files: bool = False,
-        hostname_localhost: Optional[bool] = None,
+        hostname_localhost: bool | None = None,
         block_allocation: bool = False,
-        init_function: Optional[Callable] = None,
+        init_function: Callable | None = None,
         disable_dependencies: bool = False,
         refresh_rate: float = 0.01,
         plot_dependency_graph: bool = False,
-        plot_dependency_graph_filename: Optional[str] = None,
-        export_workflow_filename: Optional[str] = None,
+        plot_dependency_graph_filename: str | None = None,
+        export_workflow_filename: str | None = None,
         log_obj_size: bool = False,
         wait: bool = True,
         restart_limit: int = 0,
@@ -336,20 +336,20 @@ class FluxClusterExecutor(BaseExecutor):
 
     def __init__(
         self,
-        max_workers: Optional[int] = None,
-        cache_directory: Optional[str] = None,
-        max_cores: Optional[int] = None,
-        resource_dict: Optional[dict] = None,
-        pysqa_config_directory: Optional[str] = None,
-        pmi_mode: Optional[str] = None,
-        hostname_localhost: Optional[bool] = None,
+        max_workers: int | None = None,
+        cache_directory: str | None = None,
+        max_cores: int | None = None,
+        resource_dict: dict | None = None,
+        pysqa_config_directory: str | None = None,
+        pmi_mode: str | None = None,
+        hostname_localhost: bool | None = None,
         block_allocation: bool = False,
-        init_function: Optional[Callable] = None,
+        init_function: Callable | None = None,
         disable_dependencies: bool = False,
         refresh_rate: float = 0.01,
         plot_dependency_graph: bool = False,
-        plot_dependency_graph_filename: Optional[str] = None,
-        export_workflow_filename: Optional[str] = None,
+        plot_dependency_graph_filename: str | None = None,
+        export_workflow_filename: str | None = None,
         log_obj_size: bool = False,
         wait: bool = True,
         openmpi_oversubscribe: bool = False,
@@ -503,22 +503,22 @@ def __init__(
 
 
 def create_flux_executor(
-    max_workers: Optional[int] = None,
-    max_cores: Optional[int] = None,
-    cache_directory: Optional[str] = None,
-    executor_kwargs: Optional[dict] = None,
-    pmi_mode: Optional[str] = None,
+    max_workers: int | None = None,
+    max_cores: int | None = None,
+    cache_directory: str | None = None,
+    executor_kwargs: dict | None = None,
+    pmi_mode: str | None = None,
     flux_executor=None,
     flux_executor_nesting: bool = False,
     flux_log_files: bool = False,
-    hostname_localhost: Optional[bool] = None,
+    hostname_localhost: bool | None = None,
     block_allocation: bool = False,
-    init_function: Optional[Callable] = None,
+    init_function: Callable | None = None,
     log_obj_size: bool = False,
     wait: bool = True,
     validator: Callable = validate_resource_dict,
     restart_limit: int = 0,
-) -> Union[OneProcessTaskScheduler, BlockAllocationTaskScheduler]:
+) -> OneProcessTaskScheduler | BlockAllocationTaskScheduler:
     """
     Create a flux executor
 

src/executorlib/executor/single.py

@@ -1,4 +1,4 @@
-from typing import Callable, Optional, Union
+from collections.abc import Callable
 
 from executorlib.executor.base import BaseExecutor
 from executorlib.standalone.inputcheck import (
@@ -102,18 +102,18 @@ class SingleNodeExecutor(BaseExecutor):
 
     def __init__(
         self,
-        max_workers: Optional[int] = None,
-        cache_directory: Optional[str] = None,
-        max_cores: Optional[int] = None,
-        resource_dict: Optional[dict] = None,
-        hostname_localhost: Optional[bool] = None,
+        max_workers: int | None = None,
+        cache_directory: str | None = None,
+        max_cores: int | None = None,
+        resource_dict: dict | None = None,
+        hostname_localhost: bool | None = None,
         block_allocation: bool = False,
-        init_function: Optional[Callable] = None,
+        init_function: Callable | None = None,
         disable_dependencies: bool = False,
         refresh_rate: float = 0.01,
         plot_dependency_graph: bool = False,
-        plot_dependency_graph_filename: Optional[str] = None,
-        export_workflow_filename: Optional[str] = None,
+        plot_dependency_graph_filename: str | None = None,
+        export_workflow_filename: str | None = None,
         log_obj_size: bool = False,
         wait: bool = True,
         restart_limit: int = 0,
@@ -310,18 +310,18 @@ class TestClusterExecutor(BaseExecutor):
 
     def __init__(
         self,
-        max_workers: Optional[int] = None,
-        cache_directory: Optional[str] = None,
-        max_cores: Optional[int] = None,
-        resource_dict: Optional[dict] = None,
-        hostname_localhost: Optional[bool] = None,
+        max_workers: int | None = None,
+        cache_directory: str | None = None,
+        max_cores: int | None = None,
+        resource_dict: dict | None = None,
+        hostname_localhost: bool | None = None,
         block_allocation: bool = False,
-        init_function: Optional[Callable] = None,
+        init_function: Callable | None = None,
         disable_dependencies: bool = False,
         refresh_rate: float = 0.01,
         plot_dependency_graph: bool = False,
-        plot_dependency_graph_filename: Optional[str] = None,
-        export_workflow_filename: Optional[str] = None,
+        plot_dependency_graph_filename: str | None = None,
+        export_workflow_filename: str | None = None,
         log_obj_size: bool = False,
         wait: bool = True,
         openmpi_oversubscribe: bool = False,
@@ -446,18 +446,18 @@ def __init__(
 
 
 def create_single_node_executor(
-    max_workers: Optional[int] = None,
-    max_cores: Optional[int] = None,
-    cache_directory: Optional[str] = None,
-    executor_kwargs: Optional[dict] = None,
-    hostname_localhost: Optional[bool] = None,
+    max_workers: int | None = None,
+    max_cores: int | None = None,
+    cache_directory: str | None = None,
+    executor_kwargs: dict | None = None,
+    hostname_localhost: bool | None = None,
     block_allocation: bool = False,
-    init_function: Optional[Callable] = None,
+    init_function: Callable | None = None,
     log_obj_size: bool = False,
     wait: bool = True,
     validator: Callable = validate_resource_dict,
     restart_limit: int = 0,
-) -> Union[OneProcessTaskScheduler, BlockAllocationTaskScheduler]:
+) -> OneProcessTaskScheduler | BlockAllocationTaskScheduler:
     """
     Create a single node executor