Revert windows solution. Not working

Author: cehongwang

py/torch_tensorrt/dynamo/conversion/_TRTInterpreter.py

@@ -70,7 +70,7 @@ class UnsupportedOperatorException(RuntimeError):
 
 
 class TRTInterpreterResult(NamedTuple):
-    engine: trt.ICudaEngine
+    engine: trt.ICudaEngine | bytes
     input_names: Sequence[str]
     output_names: Sequence[str]
     weight_name_map: Optional[dict[Any, Any]]
@@ -596,7 +596,7 @@ def _save_weight_mapping(self) -> None:
         torch.cuda.empty_cache()
 
     @needs_refit  # type: ignore[misc]
-    def _insert_engine_to_cache(self, hash_val: str, engine: bytes) -> None:
+    def _insert_engine_to_cache(self, hash_val: str, engine: trt.ICudaEngine) -> None:
         serialized_engine = engine.serialize()
         # TODO: @Evan is waiting for TRT's feature to cache the weight-stripped engine
         # if not self.compilation_settings.strip_engine_weights:

py/torch_tensorrt/dynamo/utils.py

@@ -882,32 +882,3 @@ def release_memory() -> None:
                 logger.warning("Failed to release CPU memory.")
         except Exception:
             logger.warning("Failed to release CPU memory.")
-
-    elif platform.system() == "Windows":
-        from ctypes import wintypes
-
-        kernel32 = ctypes.WinDLL("kernel32", use_last_error=True)
-        psapi = ctypes.WinDLL("psapi", use_last_error=True)
-
-        GetCurrentProcess = kernel32.GetCurrentProcess
-        GetCurrentProcess.restype = wintypes.HANDLE
-        hproc = GetCurrentProcess()
-
-        HeapSetInformation = kernel32.HeapSetInformation
-        HeapSetInformation.argtypes = [
-            wintypes.HANDLE,
-            ctypes.c_int,
-            ctypes.c_void_p,
-            ctypes.c_size_t,
-        ]
-        HeapSetInformation.restype = wintypes.BOOL
-        GetProcessHeap = kernel32.GetProcessHeap
-        GetProcessHeap.restype = wintypes.HANDLE
-        ok = False
-        try:
-            HeapOptimizeResources = 3
-            hheap = GetProcessHeap()
-            if HeapSetInformation(hheap, HeapOptimizeResources, None, 0):
-                ok = True
-        except Exception:
-            logger.warning("Failed to release CPU memory.")