Closed
Description
Happened when running test_dtype_constraints[avgpool-valid:T1-int8]
summary = 'MTRTException: InternalError: failed to run compilation on module with symbol name: ins_t9521_outs_t9522_988\n\nAddit...s._api.MTRTException: InternalError: failed to run compilation on module with symbol name: ins_t9521_outs_t9522_988\n.'
details = ["IBuilder::buildSerializedNetwork: Error Code 1: Internal Error (Node [tensorrt.pooling] (t9522)cannot be quantized b...s=[1, 1, 1, 1], padding=[(0, 0), (0, 0), (0, 0), (0, 0)])\n | ", '\n', '\nThis operation was introduced to ', ...]
def raise_error(summary: str, details: List[Any] = []):
"""
Raises a Tripy exception with a formatted message.
Args:
summary: A summary of the error message. This will be displayed before any other details.
details: Details on the error. This function handles objects in this list as follows:
- If they include a `stack_info` member, then information on the first user frame is displayed,
including file/line information as well as the line of code.
IMPORTANT: Any stack frames from the function registry are not displayed since
the function registry is an implementation detail used to dispatch to the real functions
we care about. Additionally, any code defined in the functions listed in ``EXCLUDE_FUNCTIONS``
is omitted.
- In all other cases, the object is just converted to a string.
Raises:
TripyException
"""
pre_summary = ""
stack_info = utils.get_stack_info()
user_frame_index = stack_info.get_first_user_frame_index()
if user_frame_index is not None:
stack_info.fetch_source_code()
pre_summary = str_from_source_info(stack_info[user_frame_index])
detail_msg = ""
for detail in details:
stack_info_message = None
if hasattr(detail, "stack_info"):
stack_info_message = str_from_stack_info(detail.stack_info)
elif isinstance(detail, utils.StackInfo):
stack_info_message = str_from_stack_info(detail)
if stack_info_message is not None:
detail_msg += stack_info_message
else:
detail_msg += str(detail)
msg = f"{pre_summary}{summary}\n" + indent(detail_msg, " " * 4)
# We use `from None` to suppress output from previous exceptions, since we want to handle them internally.
> raise TripyException(msg) from None
E tripy.common.exception.TripyException:
E
E --> /tripy/tests/wrappers/test_interface.py:221 in _run_dtype_constraints_subtest()
E |
E 221 | ret_val.eval()
E |
E
E MTRTException: InternalError: failed to run compilation on module with symbol name: ins_t9521_outs_t9522_988
E
E Additional context:
E Traceback (most recent call last):
E File "/tripy/tripy/backend/mlir/compiler.py", line 86, in compile
E executable = compiler.compiler_stablehlo_to_executable(
E mlir_tensorrt.runtime._mlir_libs._api.MTRTException: InternalError: failed to run compilation on module with symbol name: ins_t9521_outs_t9522_988
E .
E IBuilder::buildSerializedNetwork: Error Code 1: Internal Error (Node [tensorrt.pooling] (t9522)cannot be quantized by arg0. You might want to add a DQ node before [tensorrt.pooling] (t9522).
E )
E (t9522)error: failed to translate function 'tensorrt_cluster' to a TensorRT engine
E
E This error occured while trying to compile the following FlatIR expression:
E |
E | t_inter2: [rank=(4), shape=((-1, -1, -1, -1)), dtype=(int8), loc=(gpu:0)] = ReduceWindowOp(t9521, t_inter3, reduce_mode='avg', window_dims=[1, 1, 2, 2], window_strides=[1, 1, 1, 1], padding=[(0, 0), (0, 0), (0, 0), (0, 0)])
E |
E
E This operation was introduced to create the output of reduce `avg` operation..
E
E Note: This originated from the following expression:
E
E --> <string>:7 in <module>()
E
E Input 0:
E
E --> /tripy/tests/wrappers/object_builders.py:35 in tensor_builder()
E |
E 35 | out = tp.cast(out, dtype=namespace[dtype])
E | ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^