File tree Expand file tree Collapse file tree 1 file changed +4
-4
lines changed
python/mlc_llm/model/deepseek Expand file tree Collapse file tree 1 file changed +4
-4
lines changed Original file line number Diff line number Diff line change @@ -79,17 +79,17 @@ def __post_init__(self):
7979 logger .info (
8080 "%s defaults to %d" ,
8181 bold ("prefill_chunk_size" ),
82- min (self .context_window_size , 2048 ),
82+ min (self .context_window_size , 8192 ),
8383 )
84- self .prefill_chunk_size = min (self .context_window_size , 2048 )
84+ self .prefill_chunk_size = min (self .context_window_size , 8192 )
8585 elif self .prefill_chunk_size > self .context_window_size :
8686 logger .info (
8787 "Overriding %s from %d to %d" ,
8888 bold ("prefill_chunk_size" ),
8989 self .prefill_chunk_size ,
90- min (self .context_window_size , 2048 ),
90+ min (self .context_window_size , 8192 ),
9191 )
92- self .prefill_chunk_size = min (self .context_window_size , 2048 )
92+ self .prefill_chunk_size = min (self .context_window_size , 8192 )
9393
9494
9595# pylint: disable=invalid-name,missing-docstring
You can’t perform that action at this time.
0 commit comments