From 399958a272d1c70d6d9ff5441466a6b8faf12700 Mon Sep 17 00:00:00 2001 From: kevin Date: Thu, 25 Dec 2025 19:24:14 +0800 Subject: [PATCH] fix mm encoder cache bug --- fastdeploy/config.py | 2 -- 1 file changed, 2 deletions(-) diff --git a/fastdeploy/config.py b/fastdeploy/config.py index 1563e2030a8..428509938f2 100644 --- a/fastdeploy/config.py +++ b/fastdeploy/config.py @@ -1760,8 +1760,6 @@ def postprocess(self): f"set to max_num_batched_tokens." ) self.cache_config.max_encoder_cache = self.scheduler_config.max_num_batched_tokens - # TODO: mm encoder_cache close for now - self.cache_config.max_encoder_cache = 0 else: self.cache_config.max_encoder_cache = 0