fixed a bug due to shape_change

Author: cehongwang

core/runtime/execute_engine.cpp

@@ -145,7 +145,7 @@ void setup_input_tensors(
         // Create a new persistent input buffer
         compiled_engine->input_buffers[i] = std::move(formatted_inputs.back().clone());
       }
-      if (need_cudagraphs_record) {
+      if (need_cudagraphs_record or compiled_engine->allocated_outputs.size() == 0) {
         TORCHTRT_CHECK(
             compiled_engine->exec_ctx->setInputShape(name.c_str(), dims), "Error while setting the input shape");
       }

py/torch_tensorrt/dynamo/runtime/_PythonTorchTensorRTModule.py

@@ -417,7 +417,9 @@ def setup_input_tensors(
                 inputs_cpu = contiguous_inputs[i].cpu().to(torch.int64).numpy().copy()
                 self.context.set_tensor_address(input_name, inputs_cpu.ctypes.data)
             else:
-                if need_cudagraphs_record:
+                if (
+                    need_cudagraphs_record or self.output_tensors is None
+                ):  # First time execution:
                     self.context.set_input_shape(
                         input_name, tuple(contiguous_inputs[i].shape)
                     )