Update LMConfig.py
Browse files- LMConfig.py +2 -1
LMConfig.py
CHANGED
@@ -46,6 +46,7 @@ class LMConfig(PretrainedConfig):
|
|
46 |
norm_topk_prob: bool = True,
|
47 |
**kwargs,
|
48 |
):
|
|
|
49 |
self.dim = dim
|
50 |
self.n_layers = n_layers
|
51 |
self.tie_word_embeddings = tie_word_embeddings
|
@@ -80,4 +81,4 @@ class LMConfig(PretrainedConfig):
|
|
80 |
self.aux_loss_alpha = aux_loss_alpha # 辅助损失的alpha参数
|
81 |
self.seq_aux = seq_aux # 是否在序列级别上计算辅助损失
|
82 |
self.norm_topk_prob = norm_topk_prob # 是否标准化top-k概率
|
83 |
-
|
|
|
46 |
norm_topk_prob: bool = True,
|
47 |
**kwargs,
|
48 |
):
|
49 |
+
super().__init__(**kwargs)
|
50 |
self.dim = dim
|
51 |
self.n_layers = n_layers
|
52 |
self.tie_word_embeddings = tie_word_embeddings
|
|
|
81 |
self.aux_loss_alpha = aux_loss_alpha # 辅助损失的alpha参数
|
82 |
self.seq_aux = seq_aux # 是否在序列级别上计算辅助损失
|
83 |
self.norm_topk_prob = norm_topk_prob # 是否标准化top-k概率
|
84 |
+
|