Spaces:
Sleeping
Sleeping
Update evo_model.py
Browse files- evo_model.py +1 -1
evo_model.py
CHANGED
@@ -2,7 +2,7 @@ import torch
|
|
2 |
import torch.nn as nn
|
3 |
|
4 |
class EvoEncoder(nn.Module):
|
5 |
-
def __init__(self, d_model=384, num_heads=6, ffn_dim=1024, num_layers=6, memory_enabled=
|
6 |
super().__init__()
|
7 |
self.embedding = nn.Embedding(30522, d_model)
|
8 |
encoder_layer = nn.TransformerEncoderLayer(
|
|
|
2 |
import torch.nn as nn
|
3 |
|
4 |
class EvoEncoder(nn.Module):
|
5 |
+
def __init__(self, d_model=384, num_heads=6, ffn_dim=1024, num_layers=6, memory_enabled=True):
|
6 |
super().__init__()
|
7 |
self.embedding = nn.Embedding(30522, d_model)
|
8 |
encoder_layer = nn.TransformerEncoderLayer(
|