feat: Client-side input shape/element validation

src/python/library/tritonclient/grpc/_infer_input.py

@@ -30,7 +30,7 @@
 from tritonclient.grpc import service_pb2
 from tritonclient.utils import *
 
-from ._utils import get_data_type_byte_size, num_elements, raise_error
+from ._utils import num_elements, raise_error
 
 
 class InferInput:

src/python/library/tritonclient/http/_infer_input.py

@@ -27,7 +27,6 @@
 # OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
 import numpy as np
 from tritonclient.utils import (
-    get_data_type_byte_size,
     np_to_triton_dtype,
     num_elements,
     raise_error,

src/python/library/tritonclient/utils/__init__.py

@@ -211,54 +211,6 @@ def triton_to_np_dtype(dtype):
     return None
 
 
-def get_data_type_byte_size(dtype):
-    """
-    Get the size of a given datatype in bytes.
-
-    Parameters
-    ----------
-    dtype : str
-        The data-type
-
-    Returns
-    -------
-    int
-        The size in bytes of the datatype, or 0 if size cannot be determined
-        (for example, values of type BYTES have variable length and so size
-        cannot be determine just from the type)
-    """
-
-    if dtype == "BOOL":
-        return 1
-    elif dtype == "INT8":
-        return 1
-    elif dtype == "INT16":
-        return 2
-    elif dtype == "INT32":
-        return 4
-    elif dtype == "INT64":
-        return 8
-    elif dtype == "UINT8":
-        return 1
-    elif dtype == "UINT16":
-        return 2
-    elif dtype == "UINT32":
-        return 4
-    elif dtype == "UINT64":
-        return 8
-    elif dtype == "FP16":
-        return 2
-    elif dtype == "FP32":
-        return 4
-    elif dtype == "FP64":
-        return 8
-    elif dtype == "BYTES":
-        return 0
-    elif dtype == "BF16":
-        return 2
-    return 0
-
-
 def serialize_byte_tensor(input_tensor):
     """
     Serializes a bytes tensor into a flat numpy array of length prepended