add set_vocab to modernbert convert class

Author: huydt-bti

convert_hf_to_gguf.py

@@ -3940,6 +3940,11 @@ def modify_tensors(self, data_torch: Tensor, name: str, bid: int | None) -> Iter
 class ModernBertModel(BertModel):
     model_arch = gguf.MODEL_ARCH.MODERN_BERT
 
+    def set_vocab(self):
+        self._set_vocab_gpt2()
+        self.gguf_writer.add_add_bos_token(True)
+        self.gguf_writer.add_add_eos_token(True)
+
     def set_gguf_parameters(self):
         super().set_gguf_parameters()
         self._try_set_pooling_type()