xueyunlong
/

NanoChat-0.3B-base

Model card Files Files and versions Community

xueyunlong commited on Mar 7

Commit

b4c9ee6

·

verified ·

1 Parent(s): 3073262

Update config.json

Files changed (1) hide show

config.json +2 -1

config.json CHANGED Viewed

@@ -6,7 +6,8 @@
   "attention": "GQA",
   "auto_map": {
     "AutoConfig": "LMConfig.LMConfig",
-    "AutoModelForCausalLM": "model.NanoChatLM"
   },
   "aux_loss_alpha": 0.1,
   "dim": 896,

   "attention": "GQA",
   "auto_map": {
     "AutoConfig": "LMConfig.LMConfig",
+    "AutoModelForCausalLM": "model.NanoChatLM",
+    "AutoModel": "model.NanoChatLM"
   },
   "aux_loss_alpha": 0.1,
   "dim": 896,