diff --git a/include/triton/common/triton_json.h b/include/triton/common/triton_json.h index d57ff6e..cded06e 100644 --- a/include/triton/common/triton_json.h +++ b/include/triton/common/triton_json.h @@ -248,6 +248,15 @@ class TritonJson { return TRITONJSON_STATUSSUCCESS; } + // Set/overwrite a boolean in a value. This changes the + // type of the value to boolean. + TRITONJSON_STATUSTYPE SetBool(const bool value) + { + rapidjson::Value& v = AsMutableValue(); + v.SetBool(value); + return TRITONJSON_STATUSSUCCESS; + } + // Set/overwrite a signed integer in a value. This changes the // type of the value to signed int. TRITONJSON_STATUSTYPE SetInt(const int64_t value) diff --git a/protobuf/model_config.proto b/protobuf/model_config.proto index 06f013d..c27421e 100644 --- a/protobuf/model_config.proto +++ b/protobuf/model_config.proto @@ -409,6 +409,15 @@ message ModelInput //@@ Default value is false. //@@ bool optional = 8; + + //@@ .. cpp:var:: bool is_non_linear_format_io + //@@ + //@@ Indicates whether the input tensor uses a non-linear IO format. This + //@@ field is currently supported only for TensorRT models. An error will + //@@ be generated if this specification does not comply with the + //@@ underlying model. + //@@ + bool is_non_linear_format_io = 9; } //@@ @@ -461,6 +470,15 @@ message ModelOutput //@@ model. //@@ bool is_shape_tensor = 6; + + //@@ .. cpp:var:: bool is_non_linear_format_io + //@@ + //@@ Indicates whether the output tensor uses a non-linear IO format. This + //@@ field is currently supported only for TensorRT models. An error will + //@@ be generated if this specification does not comply with the + //@@ underlying model. + //@@ + bool is_non_linear_format_io = 7; } //@@ .. cpp:var:: message BatchInput