allenai
/

Olmo-3-7B-Think

Text Generation

Model card Files Files and versions

hamishivi commited on Oct 31

Commit

923f0a3

·

verified ·

1 Parent(s): 361b459

Update config.json

Files changed (1) hide show

config.json +3 -3

config.json CHANGED Viewed

@@ -1,6 +1,6 @@
 {
   "architectures": [
-    "Olmo2RetrofitForCausalLM"
   ],
   "attention_bias": false,
   "attention_dropout": 0.0,
@@ -44,7 +44,7 @@
     "full_attention"
   ],
   "max_position_embeddings": 65536,
-  "model_type": "olmo2-retrofit",
   "num_attention_heads": 32,
   "num_hidden_layers": 32,
   "num_key_value_heads": 32,
@@ -62,7 +62,7 @@
   "sliding_window": 4096,
   "tie_word_embeddings": false,
   "torch_dtype": "bfloat16",
-  "transformers_version": "4.54.0.dev0",
   "use_cache": false,
   "vocab_size": 100278
 }

 {
   "architectures": [
+    "Olmo3ForCausalLM"
   ],
   "attention_bias": false,
   "attention_dropout": 0.0,
     "full_attention"
   ],
   "max_position_embeddings": 65536,
+  "model_type": "olmo3",
   "num_attention_heads": 32,
   "num_hidden_layers": 32,
   "num_key_value_heads": 32,
   "sliding_window": 4096,
   "tie_word_embeddings": false,
   "torch_dtype": "bfloat16",
+  "transformers_version": "4.57.0",
   "use_cache": false,
   "vocab_size": 100278
 }