[Optimization] 移除 num_blocks 上限限制 (#7241)

Author: yuanlehome

.gitignore

@@ -173,6 +173,7 @@ custom_ops/tmp*
 build
 
 .ccls-cache
+.claude
 
 third_party
 

fastdeploy/worker/iluvatar_worker.py

@@ -126,11 +126,6 @@ def initialize_kv_cache(self) -> None:
             # 2. Calculate the appropriate number of blocks
             model_block_memory_used = self.worker.cal_theortical_kvcache()
             num_blocks_local = int(available_kv_cache_memory // model_block_memory_used)
-            # NOTE(liuzichang): Too many block will lead to illegal memory access
-            # We will develop dynamic limits in future.
-            if num_blocks_local > 40000:
-                logger.info(f"------- Reset num_blocks_local {num_blocks_local} to 40000")
-                num_blocks_local = min(40000, num_blocks_local)
             logger.info(f"------- model_block_memory_used:{model_block_memory_used} --------")
             logger.info(f"------- num_blocks_local:{num_blocks_local} --------")
 

fastdeploy/worker/worker_process.py

@@ -666,11 +666,6 @@ def initialize_kv_cache(self) -> None:
             # 2. Calculate the appropriate number of blocks
             model_block_memory_used = self.worker.cal_theortical_kvcache()
             num_blocks_local = int(available_kv_cache_memory // model_block_memory_used)
-            # NOTE(liuzichang): Too many block will lead to illegal memory access
-            # We will develop dynamic limits in future.
-            if num_blocks_local > 40000:
-                logger.info(f"------- Reset num_blocks_local {num_blocks_local} to 40000")
-                num_blocks_local = min(40000, num_blocks_local)
             logger.info(f"------- model_block_memory_used:{model_block_memory_used / 1024**3} GB --------")
             logger.info(f"------- num_blocks_local:{num_blocks_local} --------")
 

tests/e2e/4cards_cases/test_Qwen3_30b_tp4.py

@@ -281,7 +281,7 @@ def test_non_thinking_prompt(api_url, headers):
 def test_profile_reset_block_num():
     """测试profile reset_block_num功能，与baseline diff不能超过5%"""
     log_file = "./log/config.log"
-    baseline = 40000
+    baseline = 74000
 
     if not os.path.exists(log_file):
         pytest.fail(f"Log file not found: {log_file}")

tests/e2e/test_EB_VL_Lite_serving.py

@@ -736,7 +736,7 @@ def test_profile_reset_block_num():
     """测试profile reset_block_num功能，与baseline diff不能超过5%"""
     log_dir = os.getenv("FD_LOG_DIR", "log")
     log_file = os.path.join(log_dir, "config.log")
-    baseline = 40000
+    baseline = 65400
 
     if not os.path.exists(log_file):
         pytest.fail(f"Log file not found: {log_file}")