Register mistral-24b

nikileshx · nikileshx · commit 733e9b35d1e9 · 2025-08-29T04:23:30.000Z
diff --git a/models/tt_transformers/tt/model_config.py b/models/tt_transformers/tt/model_config.py
@@ -571,7 +571,7 @@ def __init__(
                 "Phi-3.5-mini-instruct": {"N150": 128, "N300": 128, "T3K": 128, "TG": 128, "P150x4": 128},
                 "QwQ-32B": {"N150": None, "N300": None, "T3K": 64, "TG": 128, "P150x4": 128},
                 "Qwen3-32B": {"N150": None, "N300": None, "T3K": 64, "TG": 128, "P150x4": 128},
-                "Mistral-Small-3.1-24B-Instruct-2503": {"N150": 8, "N300": 128, "T3K": 128, "TG": 128, "P150x4": 128},
+                "Mistral-Small-3.1-24B": {"N150": 8, "N300": 128, "T3K": 128, "TG": 128, "P150x4": 128},
             }
             try:
                 max_prefill_chunk_size_div1024 = MAX_PREFILL_CHUNK_SIZES_DIV1024[self.base_model_name][self.device_name]

Original file line number	Diff line number	Diff line change
`@@ -571,7 +571,7 @@ def __init__(`
`571`	`571`	`"Phi-3.5-mini-instruct": {"N150": 128, "N300": 128, "T3K": 128, "TG": 128, "P150x4": 128},`
`572`	`572`	`"QwQ-32B": {"N150": None, "N300": None, "T3K": 64, "TG": 128, "P150x4": 128},`
`573`	`573`	`"Qwen3-32B": {"N150": None, "N300": None, "T3K": 64, "TG": 128, "P150x4": 128},`
`574`		`- "Mistral-Small-3.1-24B-Instruct-2503": {"N150": 8, "N300": 128, "T3K": 128, "TG": 128, "P150x4": 128},`
	`574`	`+ "Mistral-Small-3.1-24B": {"N150": 8, "N300": 128, "T3K": 128, "TG": 128, "P150x4": 128},`
`575`	`575`	`}`
`576`	`576`	`try:`
`577`	`577`	`max_prefill_chunk_size_div1024 = MAX_PREFILL_CHUNK_SIZES_DIV1024[self.base_model_name][self.device_name]`