xueyunlong commited on
Commit
0cc3626
·
verified ·
1 Parent(s): b4c9ee6

Update LMConfig.py

Browse files
Files changed (1) hide show
  1. LMConfig.py +2 -1
LMConfig.py CHANGED
@@ -46,6 +46,7 @@ class LMConfig(PretrainedConfig):
46
  norm_topk_prob: bool = True,
47
  **kwargs,
48
  ):
 
49
  self.dim = dim
50
  self.n_layers = n_layers
51
  self.tie_word_embeddings = tie_word_embeddings
@@ -80,4 +81,4 @@ class LMConfig(PretrainedConfig):
80
  self.aux_loss_alpha = aux_loss_alpha # 辅助损失的alpha参数
81
  self.seq_aux = seq_aux # 是否在序列级别上计算辅助损失
82
  self.norm_topk_prob = norm_topk_prob # 是否标准化top-k概率
83
- super().__init__(**kwargs)
 
46
  norm_topk_prob: bool = True,
47
  **kwargs,
48
  ):
49
+ super().__init__(**kwargs)
50
  self.dim = dim
51
  self.n_layers = n_layers
52
  self.tie_word_embeddings = tie_word_embeddings
 
81
  self.aux_loss_alpha = aux_loss_alpha # 辅助损失的alpha参数
82
  self.seq_aux = seq_aux # 是否在序列级别上计算辅助损失
83
  self.norm_topk_prob = norm_topk_prob # 是否标准化top-k概率
84
+