This commit is contained in:
XXXXRT666 2025-10-24 03:49:05 +01:00
parent 671d97fbf6
commit 3b9bd46b3e

View File

@ -134,8 +134,9 @@ class CUDAGraphCache(CUDAGraphCacheABC):
def __init__(
self,
decoder,
cache_size: int,
) -> None:
super().__init__(decoder)
super().__init__(decoder, cache_size)
def create_graph_cache(self, bsz: int) -> NoReturn:
raise NotImplementedError("Cuda Graph Is Not Supported For Varlen Model")