HemanM commited on
Commit
57dfdd4
·
verified ·
1 Parent(s): ceea26e

Update evo_model.py

Browse files
Files changed (1) hide show
  1. evo_model.py +1 -1
evo_model.py CHANGED
@@ -2,7 +2,7 @@ import torch
2
  import torch.nn as nn
3
 
4
  class EvoEncoder(nn.Module):
5
- def __init__(self, d_model=384, num_heads=6, ffn_dim=1024, num_layers=6, memory_enabled=False):
6
  super().__init__()
7
  self.embedding = nn.Embedding(30522, d_model)
8
  encoder_layer = nn.TransformerEncoderLayer(
 
2
  import torch.nn as nn
3
 
4
  class EvoEncoder(nn.Module):
5
+ def __init__(self, d_model=384, num_heads=6, ffn_dim=1024, num_layers=6, memory_enabled=True):
6
  super().__init__()
7
  self.embedding = nn.Embedding(30522, d_model)
8
  encoder_layer = nn.TransformerEncoderLayer(