Skip to content

Commit 32a2821

Browse files
authored
Fix aya-23 conversion scripts (#7539)
1 parent c429b33 commit 32a2821

File tree

1 file changed

+2
-1
lines changed

1 file changed

+2
-1
lines changed

convert-hf-to-gguf.py

Lines changed: 2 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -2395,7 +2395,8 @@ def __init__(self, *args, **kwargs):
23952395

23962396
# max_position_embeddings = 8192 in config.json but model was actually
23972397
# trained on 128k context length
2398-
self.hparams["max_position_embeddings"] = self.hparams["model_max_length"]
2398+
# aya-23 models don't have model_max_length specified
2399+
self.hparams["max_position_embeddings"] = self.find_hparam(["model_max_length", "max_position_embeddings"])
23992400

24002401
def set_gguf_parameters(self):
24012402
super().set_gguf_parameters()

0 commit comments

Comments
 (0)