We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 879b41e commit 31977e6Copy full SHA for 31977e6
tests/models/transformers/test_models_transformer_dream.py
@@ -60,7 +60,7 @@ def prepare_dummy_input(self, batch_size: int = 1, sequence_length: int = 48):
60
61
def prepare_init_args_and_inputs_for_common(self):
62
init_dict = {
63
- "num_layers": 1,
+ "num_layers": 2,
64
"attention_head_dim": 16,
65
"num_attention_heads": 4,
66
"num_attention_kv_heads": 2,
0 commit comments