Added dependency upgrades for python3.12 support

.github/workflows/tests.yml

@@ -13,7 +13,7 @@ jobs:
     strategy:
       fail-fast: false
       matrix:
-        python-version: ["3.9", "3.10"]
+        python-version: ["3.9", "3.10", "3.11", "3.12"]
         target: ["dataplane", "model-repository"]
     runs-on: ubuntu-22.04
     steps:
@@ -36,9 +36,7 @@ jobs:
   lint:
     strategy:
       matrix:
-        python-version:
-          - "3.9"
-          - "3.10"
+        python-version: ["3.9", "3.10", "3.11", "3.12"]
     runs-on: ubuntu-22.04
     steps:
       - uses: actions/checkout@v4
@@ -64,9 +62,7 @@ jobs:
           - macos-13
         # NOTE: There's no pre-built `grpcio` wheel for Python 3.11 yet
         # https://github.com/grpc/grpc/issues/32454
-        python-version:
-          - "3.9"
-          - "3.10"
+        python-version: ["3.9", "3.10", "3.11", "3.12"]
         is-pr:
           - ${{ github.event_name == 'pull_request' }}
         exclude:
@@ -111,9 +107,7 @@ jobs:
         os:
           - ubuntu-22.04
           - macos-13
-        python-version:
-          - "3.9"
-          - "3.10"
+        python-version: ["3.9", "3.10", "3.11", "3.12"]
         tox-environment:
           - sklearn
           - xgboost
@@ -166,9 +160,7 @@ jobs:
         os:
           - ubuntu-22.04
           - macos-12
-        python-version:
-          - "3.9"
-          - "3.10"
+        python-version: ["3.9", "3.10", "3.11", "3.12"]
     runs-on: ${{ matrix.os }}
     steps:
       - name: Maximize build space

README.md

@@ -100,8 +100,9 @@ MLServer is licensed under the Apache License, Version 2.0. However please note
 | 3.8            | 🔴     |
 | 3.9            | 🟢     |
 | 3.10           | 🟢     |
-| 3.11           | 🔵     |
-| 3.12           | 🔵     |
+| 3.11           | 🟢     |
+| 3.12           | 🟢     |
+| 3.13           | 🔴     |
 
 ## Examples
 

docs-gb/README.md

@@ -98,8 +98,9 @@ Out of the box, MLServer provides support for:
 | 3.8            | 🔴     |
 | 3.9            | 🟢     |
 | 3.10           | 🟢     |
-| 3.11           | 🔵     |
-| 3.12           | 🔵     |
+| 3.11           | 🟢     |
+| 3.12           | 🟢     |
+| 3.13           | 🔴     |
 
 ## Examples
 

mlserver/grpc/dataplane_pb2_grpc.py

@@ -1,9 +1,32 @@
 # Generated by the gRPC Python protocol compiler plugin. DO NOT EDIT!
 """Client and server classes corresponding to protobuf-defined services."""
 import grpc
+import warnings
 
 from . import dataplane_pb2 as dataplane__pb2
 
+GRPC_GENERATED_VERSION = "1.67.1"
+GRPC_VERSION = grpc.__version__
+_version_not_supported = False
+
+try:
+    from grpc._utilities import first_version_is_lower
+
+    _version_not_supported = first_version_is_lower(
+        GRPC_VERSION, GRPC_GENERATED_VERSION
+    )
+except ImportError:
+    _version_not_supported = True
+
+if _version_not_supported:
+    raise RuntimeError(
+        f"The grpc package installed is at version {GRPC_VERSION},"
+        + f" but the generated code in dataplane_pb2_grpc.py depends on"
+        + f" grpcio>={GRPC_GENERATED_VERSION}."
+        + f" Please upgrade your grpc module to grpcio>={GRPC_GENERATED_VERSION}"
+        + f" or downgrade your generated code using grpcio-tools<={GRPC_VERSION}."
+    )
+
 
 class GRPCInferenceServiceStub(object):
     """
@@ -21,51 +44,61 @@ def __init__(self, channel):
             "/inference.GRPCInferenceService/ServerLive",
             request_serializer=dataplane__pb2.ServerLiveRequest.SerializeToString,
             response_deserializer=dataplane__pb2.ServerLiveResponse.FromString,
+            _registered_method=True,
         )
         self.ServerReady = channel.unary_unary(
             "/inference.GRPCInferenceService/ServerReady",
             request_serializer=dataplane__pb2.ServerReadyRequest.SerializeToString,
             response_deserializer=dataplane__pb2.ServerReadyResponse.FromString,
+            _registered_method=True,
         )
         self.ModelReady = channel.unary_unary(
             "/inference.GRPCInferenceService/ModelReady",
             request_serializer=dataplane__pb2.ModelReadyRequest.SerializeToString,
             response_deserializer=dataplane__pb2.ModelReadyResponse.FromString,
+            _registered_method=True,
         )
         self.ServerMetadata = channel.unary_unary(
             "/inference.GRPCInferenceService/ServerMetadata",
             request_serializer=dataplane__pb2.ServerMetadataRequest.SerializeToString,
             response_deserializer=dataplane__pb2.ServerMetadataResponse.FromString,
+            _registered_method=True,
         )
         self.ModelMetadata = channel.unary_unary(
             "/inference.GRPCInferenceService/ModelMetadata",
             request_serializer=dataplane__pb2.ModelMetadataRequest.SerializeToString,
             response_deserializer=dataplane__pb2.ModelMetadataResponse.FromString,
+            _registered_method=True,
         )
         self.ModelInfer = channel.unary_unary(
             "/inference.GRPCInferenceService/ModelInfer",
             request_serializer=dataplane__pb2.ModelInferRequest.SerializeToString,
             response_deserializer=dataplane__pb2.ModelInferResponse.FromString,
+            _registered_method=True,
         )
         self.ModelStreamInfer = channel.stream_stream(
             "/inference.GRPCInferenceService/ModelStreamInfer",
             request_serializer=dataplane__pb2.ModelInferRequest.SerializeToString,
             response_deserializer=dataplane__pb2.ModelInferResponse.FromString,
+            _registered_method=True,
         )
         self.RepositoryIndex = channel.unary_unary(
             "/inference.GRPCInferenceService/RepositoryIndex",
             request_serializer=dataplane__pb2.RepositoryIndexRequest.SerializeToString,
             response_deserializer=dataplane__pb2.RepositoryIndexResponse.FromString,
+            _registered_method=True,
         )
         self.RepositoryModelLoad = channel.unary_unary(
             "/inference.GRPCInferenceService/RepositoryModelLoad",
             request_serializer=dataplane__pb2.RepositoryModelLoadRequest.SerializeToString,
             response_deserializer=dataplane__pb2.RepositoryModelLoadResponse.FromString,
+            _registered_method=True,
         )
         self.RepositoryModelUnload = channel.unary_unary(
             "/inference.GRPCInferenceService/RepositoryModelUnload",
             request_serializer=dataplane__pb2.RepositoryModelUnloadRequest.SerializeToString,
             response_deserializer=dataplane__pb2.RepositoryModelUnloadResponse.FromString,
+            _registered_method=True,
         )
 
 
@@ -193,6 +226,9 @@ def add_GRPCInferenceServiceServicer_to_server(servicer, server):
         "inference.GRPCInferenceService", rpc_method_handlers
     )
     server.add_generic_rpc_handlers((generic_handler,))
+    server.add_registered_method_handlers(
+        "inference.GRPCInferenceService", rpc_method_handlers
+    )
 
 
 # This class is part of an EXPERIMENTAL API.
@@ -229,6 +265,7 @@ def ServerLive(
             wait_for_ready,
             timeout,
             metadata,
+            _registered_method=True,
         )
 
     @staticmethod
@@ -258,6 +295,7 @@ def ServerReady(
             wait_for_ready,
             timeout,
             metadata,
+            _registered_method=True,
         )
 
     @staticmethod
@@ -287,6 +325,7 @@ def ModelReady(
             wait_for_ready,
             timeout,
             metadata,
+            _registered_method=True,
         )
 
     @staticmethod
@@ -316,6 +355,7 @@ def ServerMetadata(
             wait_for_ready,
             timeout,
             metadata,
+            _registered_method=True,
         )
 
     @staticmethod
@@ -345,6 +385,7 @@ def ModelMetadata(
             wait_for_ready,
             timeout,
             metadata,
+            _registered_method=True,
         )
 
     @staticmethod
@@ -374,6 +415,7 @@ def ModelInfer(
             wait_for_ready,
             timeout,
             metadata,
+            _registered_method=True,
         )
 
     @staticmethod
@@ -403,6 +445,7 @@ def ModelStreamInfer(
             wait_for_ready,
             timeout,
             metadata,
+            _registered_method=True,
         )
 
     @staticmethod
@@ -432,6 +475,7 @@ def RepositoryIndex(
             wait_for_ready,
             timeout,
             metadata,
+            _registered_method=True,
         )
 
     @staticmethod
@@ -461,6 +505,7 @@ def RepositoryModelLoad(
             wait_for_ready,
             timeout,
             metadata,
+            _registered_method=True,
         )
 
     @staticmethod
@@ -490,4 +535,5 @@ def RepositoryModelUnload(
             wait_for_ready,
             timeout,
             metadata,
+            _registered_method=True,
         )