diff --git a/exp12/000-module.3.input_layernorm/events.out.tfevents.1638184517.r7i5n5.1015419.4 b/exp12/000-module.3.input_layernorm/events.out.tfevents.1638184517.r7i5n5.1015419.4
deleted file mode 100644
index 4315b39bf9875a80289466daac2bba131f8578fc..0000000000000000000000000000000000000000
--- a/exp12/000-module.3.input_layernorm/events.out.tfevents.1638184517.r7i5n5.1015419.4
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:b4265affaa9b9677109be376ff06d4364f416f478630f749ec34fdc0ca2b2790
-size 35370760
diff --git a/exp12/000-module.3.input_layernorm/events.out.tfevents.1638219661.r6i6n8.58256.4 b/exp12/000-module.3.input_layernorm/events.out.tfevents.1638219661.r6i6n8.58256.4
new file mode 100644
index 0000000000000000000000000000000000000000..e75e3d515dd39b595819bac984012bd6ae8a11dd
--- /dev/null
+++ b/exp12/000-module.3.input_layernorm/events.out.tfevents.1638219661.r6i6n8.58256.4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae39b2a3f62a08cfcf1ba39a9b8c7258bb0918986b9dbd965256545641dfff77
+size 36183880
diff --git a/exp12/000-module.3.mlp.dense_4h_to_h/events.out.tfevents.1638184518.r7i5n5.1015419.12 b/exp12/000-module.3.mlp.dense_4h_to_h/events.out.tfevents.1638184518.r7i5n5.1015419.12
deleted file mode 100644
index 65b2f541c4ac7a6db47864d47ad209fcd0ad4ffa..0000000000000000000000000000000000000000
--- a/exp12/000-module.3.mlp.dense_4h_to_h/events.out.tfevents.1638184518.r7i5n5.1015419.12
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:7973118fbc6a129c7e175593410940968ed565ad639188f335d0e0d05a631068
-size 35704840
diff --git a/exp12/000-module.3.mlp.dense_4h_to_h/events.out.tfevents.1638219662.r6i6n8.58256.12 b/exp12/000-module.3.mlp.dense_4h_to_h/events.out.tfevents.1638219662.r6i6n8.58256.12
new file mode 100644
index 0000000000000000000000000000000000000000..c3f34016e38169ffdb40598eaf7a2837e0979779
--- /dev/null
+++ b/exp12/000-module.3.mlp.dense_4h_to_h/events.out.tfevents.1638219662.r6i6n8.58256.12
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a9f6f2f9ac1df457958a4110241f343bb52c2a1e161177301b08b64873f4f05
+size 36525640
diff --git a/exp12/000-module.3.mlp.dense_h_to_4h/events.out.tfevents.1638184518.r7i5n5.1015419.11 b/exp12/000-module.3.mlp.dense_h_to_4h/events.out.tfevents.1638184518.r7i5n5.1015419.11
deleted file mode 100644
index 2140f2fd740ebca6824ecb822901e96bf296e049..0000000000000000000000000000000000000000
--- a/exp12/000-module.3.mlp.dense_h_to_4h/events.out.tfevents.1638184518.r7i5n5.1015419.11
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:ff5dfede84fbc7577d808d21e56790920ca1ea18f45d99f63efc42f2ca4a3575
-size 35704840
diff --git a/exp12/000-module.3.mlp.dense_h_to_4h/events.out.tfevents.1638219662.r6i6n8.58256.11 b/exp12/000-module.3.mlp.dense_h_to_4h/events.out.tfevents.1638219662.r6i6n8.58256.11
new file mode 100644
index 0000000000000000000000000000000000000000..86a9d0b8b33b25ce83ff724ac8129c8aa51cd9e2
--- /dev/null
+++ b/exp12/000-module.3.mlp.dense_h_to_4h/events.out.tfevents.1638219662.r6i6n8.58256.11
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec0213e8c641c9f33535cb06db15c1591144d4e695a8e1fd2e7eb0d66dec898e
+size 36525640
diff --git a/exp12/000-module.3.mlp/events.out.tfevents.1638184518.r7i5n5.1015419.13 b/exp12/000-module.3.mlp/events.out.tfevents.1638184518.r7i5n5.1015419.13
deleted file mode 100644
index 15a6f6f43a55940a99feb533c23e9ef9eb6d80be..0000000000000000000000000000000000000000
--- a/exp12/000-module.3.mlp/events.out.tfevents.1638184518.r7i5n5.1015419.13
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:87925947159f3bf4c5b1fee643a67a5953a955100efd96f44179650eb2cdd727
-size 20921800
diff --git a/exp12/000-module.3.mlp/events.out.tfevents.1638219662.r6i6n8.58256.13 b/exp12/000-module.3.mlp/events.out.tfevents.1638219662.r6i6n8.58256.13
new file mode 100644
index 0000000000000000000000000000000000000000..6997a7d60da87f4b99a92fe48d96f4474750a256
--- /dev/null
+++ b/exp12/000-module.3.mlp/events.out.tfevents.1638219662.r6i6n8.58256.13
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a13cca3470f974acf51c6d2c13cd06499865c96e67a3883cd17a0c1c46673e1
+size 21402760
diff --git a/exp12/000-module.3.post_attention_layernorm/events.out.tfevents.1638184518.r7i5n5.1015419.10 b/exp12/000-module.3.post_attention_layernorm/events.out.tfevents.1638184518.r7i5n5.1015419.10
deleted file mode 100644
index a2168200412536c4a7a4b8da5cca09a207f5a989..0000000000000000000000000000000000000000
--- a/exp12/000-module.3.post_attention_layernorm/events.out.tfevents.1638184518.r7i5n5.1015419.10
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:0732acfaafec09259f42b2bfb3142a8b0d3932e27b570ed35c8f02b8450a99da
-size 35370760
diff --git a/exp12/000-module.3.post_attention_layernorm/events.out.tfevents.1638219662.r6i6n8.58256.10 b/exp12/000-module.3.post_attention_layernorm/events.out.tfevents.1638219662.r6i6n8.58256.10
new file mode 100644
index 0000000000000000000000000000000000000000..7edf376404b2d8edc6afc152f2e6003a02a1b188
--- /dev/null
+++ b/exp12/000-module.3.post_attention_layernorm/events.out.tfevents.1638219662.r6i6n8.58256.10
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4a99f85dcb8b353956b81743aeb11c76888f9f3dc43aa5262c640780788627a
+size 36183880
diff --git a/exp12/000-module.3.self_attention.attention_dropout/events.out.tfevents.1638184518.r7i5n5.1015419.7 b/exp12/000-module.3.self_attention.attention_dropout/events.out.tfevents.1638184518.r7i5n5.1015419.7
deleted file mode 100644
index 1c26790051485758bf770ea3b6a817c3bbe6f914..0000000000000000000000000000000000000000
--- a/exp12/000-module.3.self_attention.attention_dropout/events.out.tfevents.1638184518.r7i5n5.1015419.7
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:dec202a35ee813f16d42cbb682231654d076b5e7fe6a1985a05543ef06caf1fb
-size 15409480
diff --git a/exp12/000-module.3.self_attention.attention_dropout/events.out.tfevents.1638219661.r6i6n8.58256.7 b/exp12/000-module.3.self_attention.attention_dropout/events.out.tfevents.1638219661.r6i6n8.58256.7
new file mode 100644
index 0000000000000000000000000000000000000000..a78042eac018b9e0670b9d20248a86bc731f0b18
--- /dev/null
+++ b/exp12/000-module.3.self_attention.attention_dropout/events.out.tfevents.1638219661.r6i6n8.58256.7
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99311350f7757d05f4f91f66823821739e01941d6beb39a46fd697f98066229b
+size 15763720
diff --git a/exp12/000-module.3.self_attention.dense/events.out.tfevents.1638184518.r7i5n5.1015419.8 b/exp12/000-module.3.self_attention.dense/events.out.tfevents.1638184518.r7i5n5.1015419.8
deleted file mode 100644
index 7e73e340324fa34a86a8232214a27f6d2826ae82..0000000000000000000000000000000000000000
--- a/exp12/000-module.3.self_attention.dense/events.out.tfevents.1638184518.r7i5n5.1015419.8
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:a3ce4483881906b6ce44be657b52d8e0769c1ef022f56859edb65fb40c3824f7
-size 35704840
diff --git a/exp12/000-module.3.self_attention.dense/events.out.tfevents.1638219661.r6i6n8.58256.8 b/exp12/000-module.3.self_attention.dense/events.out.tfevents.1638219661.r6i6n8.58256.8
new file mode 100644
index 0000000000000000000000000000000000000000..5f71db00e2170d8e17a8fd33eddcd5d31f76b112
--- /dev/null
+++ b/exp12/000-module.3.self_attention.dense/events.out.tfevents.1638219661.r6i6n8.58256.8
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10ebb05b8ea46391a943a24790012ba78ca98475fb8246ad8b02891e9f16601f
+size 36525640
diff --git a/exp12/000-module.3.self_attention.query_key_value/events.out.tfevents.1638184518.r7i5n5.1015419.5 b/exp12/000-module.3.self_attention.query_key_value/events.out.tfevents.1638184518.r7i5n5.1015419.5
deleted file mode 100644
index 68588373f01e7e8c0c1a5c5d2279184af53ec082..0000000000000000000000000000000000000000
--- a/exp12/000-module.3.self_attention.query_key_value/events.out.tfevents.1638184518.r7i5n5.1015419.5
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:55d1d3b9e26a6991b1ad5b55e9bbec9eeec532cc61eae3132123efc2a63c0d22
-size 33032200
diff --git a/exp12/000-module.3.self_attention.query_key_value/events.out.tfevents.1638219661.r6i6n8.58256.5 b/exp12/000-module.3.self_attention.query_key_value/events.out.tfevents.1638219661.r6i6n8.58256.5
new file mode 100644
index 0000000000000000000000000000000000000000..0ccdf2051973625d66f0ca8d99e5e289ccc37847
--- /dev/null
+++ b/exp12/000-module.3.self_attention.query_key_value/events.out.tfevents.1638219661.r6i6n8.58256.5
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7221175f48402fe7c14bec344935f24bdb351d62dc3a352e10dd855be0fd29b7
+size 33791560
diff --git a/exp12/000-module.3.self_attention.scale_mask_softmax/events.out.tfevents.1638184518.r7i5n5.1015419.6 b/exp12/000-module.3.self_attention.scale_mask_softmax/events.out.tfevents.1638184518.r7i5n5.1015419.6
deleted file mode 100644
index 5fab4c9175220c03fb507e3c6119b729973e617d..0000000000000000000000000000000000000000
--- a/exp12/000-module.3.self_attention.scale_mask_softmax/events.out.tfevents.1638184518.r7i5n5.1015419.6
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:cb519dfd4dacdd9da505f71f31b58cfef4f0c9b42697487e6cde7d109cff2b05
-size 15409480
diff --git a/exp12/000-module.3.self_attention.scale_mask_softmax/events.out.tfevents.1638219661.r6i6n8.58256.6 b/exp12/000-module.3.self_attention.scale_mask_softmax/events.out.tfevents.1638219661.r6i6n8.58256.6
new file mode 100644
index 0000000000000000000000000000000000000000..4980625c2f456b6aaaae9bfa81e417748eb4abed
--- /dev/null
+++ b/exp12/000-module.3.self_attention.scale_mask_softmax/events.out.tfevents.1638219661.r6i6n8.58256.6
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bfbb1cd93589d1eca0b87192cb768150f0007515bf286199ba585df3a5a0a51
+size 15763720
diff --git a/exp12/000-module.3.self_attention/events.out.tfevents.1638184518.r7i5n5.1015419.9 b/exp12/000-module.3.self_attention/events.out.tfevents.1638184518.r7i5n5.1015419.9
deleted file mode 100644
index 7a0e5e13ccd3f017e0eb75b8805bab05f0e851a8..0000000000000000000000000000000000000000
--- a/exp12/000-module.3.self_attention/events.out.tfevents.1638184518.r7i5n5.1015419.9
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:08e0022a8c3961956f5520272f2e553e1c4897e39e55879926f3c0cdc4dfe10c
-size 20921800
diff --git a/exp12/000-module.3.self_attention/events.out.tfevents.1638219661.r6i6n8.58256.9 b/exp12/000-module.3.self_attention/events.out.tfevents.1638219661.r6i6n8.58256.9
new file mode 100644
index 0000000000000000000000000000000000000000..ab2390fae005ad3a55b2bbb3d83326fc35b056d0
--- /dev/null
+++ b/exp12/000-module.3.self_attention/events.out.tfevents.1638219661.r6i6n8.58256.9
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83cb426c478268534484d6aaf6f3a44ca3bd5c0a7de9f73ca212942874b460c4
+size 21402760
diff --git a/exp12/000-module.3/events.out.tfevents.1638184519.r7i5n5.1015419.14 b/exp12/000-module.3/events.out.tfevents.1638184519.r7i5n5.1015419.14
deleted file mode 100644
index 5dc581de6c592d5df449cf2006e503a0045cd4a6..0000000000000000000000000000000000000000
--- a/exp12/000-module.3/events.out.tfevents.1638184519.r7i5n5.1015419.14
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:542ad3100587cbbc225b2a762c7d5cb81ac6f0e5cd9baababdcef417d5dc43dc
-size 20587720
diff --git a/exp12/000-module.3/events.out.tfevents.1638219662.r6i6n8.58256.14 b/exp12/000-module.3/events.out.tfevents.1638219662.r6i6n8.58256.14
new file mode 100644
index 0000000000000000000000000000000000000000..efd46305b3b54fc467acdc9fd36140f17d1437ff
--- /dev/null
+++ b/exp12/000-module.3/events.out.tfevents.1638219662.r6i6n8.58256.14
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b002c45d293bd3c5a4195254579914a35c9c98d28892c61081db493b8dce189c
+size 21061000
diff --git a/exp12/000-module.4.input_layernorm/events.out.tfevents.1638184519.r7i5n5.1015419.15 b/exp12/000-module.4.input_layernorm/events.out.tfevents.1638184519.r7i5n5.1015419.15
deleted file mode 100644
index b4e42c5d1da5b589eac7e2648970a8cf7c5bf7b5..0000000000000000000000000000000000000000
--- a/exp12/000-module.4.input_layernorm/events.out.tfevents.1638184519.r7i5n5.1015419.15
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:c7dbd67936b3f26bec0c972fcefa8b3795886f5d006cba1d170ff44d68e3c00f
-size 35370760
diff --git a/exp12/000-module.4.input_layernorm/events.out.tfevents.1638219662.r6i6n8.58256.15 b/exp12/000-module.4.input_layernorm/events.out.tfevents.1638219662.r6i6n8.58256.15
new file mode 100644
index 0000000000000000000000000000000000000000..f169f5d63093ed4e71f475650f7a1f88d9e2f682
--- /dev/null
+++ b/exp12/000-module.4.input_layernorm/events.out.tfevents.1638219662.r6i6n8.58256.15
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:097d6e948d70f70c75fcc39b2bd97c043cbb4096460468e4fa541c754f5aecc1
+size 36183880
diff --git a/exp12/000-module.4.mlp.dense_4h_to_h/events.out.tfevents.1638184519.r7i5n5.1015419.23 b/exp12/000-module.4.mlp.dense_4h_to_h/events.out.tfevents.1638184519.r7i5n5.1015419.23
deleted file mode 100644
index 023535d3e5a2221f53b0ca8ea315fb0bf58d59ff..0000000000000000000000000000000000000000
--- a/exp12/000-module.4.mlp.dense_4h_to_h/events.out.tfevents.1638184519.r7i5n5.1015419.23
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:c5d663ea401926d02f4eea32f090f939b9507bf1ac1ae7ef2ef8a1b851c793e6
-size 35704840
diff --git a/exp12/000-module.4.mlp.dense_4h_to_h/events.out.tfevents.1638219662.r6i6n8.58256.23 b/exp12/000-module.4.mlp.dense_4h_to_h/events.out.tfevents.1638219662.r6i6n8.58256.23
new file mode 100644
index 0000000000000000000000000000000000000000..15529ccbf89b7021054145f7522a6607af6ddc08
--- /dev/null
+++ b/exp12/000-module.4.mlp.dense_4h_to_h/events.out.tfevents.1638219662.r6i6n8.58256.23
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a985b9ae3bd9983a1ff9535a4754f78c8f9d0cfe8c15b92b91e432d15a7d2956
+size 36525640
diff --git a/exp12/000-module.4.mlp.dense_h_to_4h/events.out.tfevents.1638184519.r7i5n5.1015419.22 b/exp12/000-module.4.mlp.dense_h_to_4h/events.out.tfevents.1638184519.r7i5n5.1015419.22
deleted file mode 100644
index b9ad416ffad684fe5a455834084a506ec88f0baf..0000000000000000000000000000000000000000
--- a/exp12/000-module.4.mlp.dense_h_to_4h/events.out.tfevents.1638184519.r7i5n5.1015419.22
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:676bcd3d04bb3f23872919238f9f867ea088d15290806dbc3e280b8dfcc712d7
-size 35704840
diff --git a/exp12/000-module.4.mlp.dense_h_to_4h/events.out.tfevents.1638219662.r6i6n8.58256.22 b/exp12/000-module.4.mlp.dense_h_to_4h/events.out.tfevents.1638219662.r6i6n8.58256.22
new file mode 100644
index 0000000000000000000000000000000000000000..cb79b34600ae2045b82239715e966f2b84fbe999
--- /dev/null
+++ b/exp12/000-module.4.mlp.dense_h_to_4h/events.out.tfevents.1638219662.r6i6n8.58256.22
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b29d4a3891d07e29b1bfb577ccbfd451c1f53baf873737249f4163ea54d455e
+size 36525640
diff --git a/exp12/000-module.4.mlp/events.out.tfevents.1638184519.r7i5n5.1015419.24 b/exp12/000-module.4.mlp/events.out.tfevents.1638184519.r7i5n5.1015419.24
deleted file mode 100644
index 2039fbd933c5fac64be191b8144ce45434995989..0000000000000000000000000000000000000000
--- a/exp12/000-module.4.mlp/events.out.tfevents.1638184519.r7i5n5.1015419.24
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:2dff19f49f13dd42406d8583cecc3268c6e9d93e1b5fcc59947ffcc37e0b0e9e
-size 20921800
diff --git a/exp12/000-module.4.mlp/events.out.tfevents.1638219662.r6i6n8.58256.24 b/exp12/000-module.4.mlp/events.out.tfevents.1638219662.r6i6n8.58256.24
new file mode 100644
index 0000000000000000000000000000000000000000..792a0eaa5515c23975a57b5b89456ad227e5b937
--- /dev/null
+++ b/exp12/000-module.4.mlp/events.out.tfevents.1638219662.r6i6n8.58256.24
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bcb4ed7ff835362b6af510400b4b7b5a706cf922cbaf5a0f04f5379ee7acf9a
+size 21402760
diff --git a/exp12/000-module.4.post_attention_layernorm/events.out.tfevents.1638184519.r7i5n5.1015419.21 b/exp12/000-module.4.post_attention_layernorm/events.out.tfevents.1638184519.r7i5n5.1015419.21
deleted file mode 100644
index 718a23dd66e12bb3018d472149fbbd03b1ef2758..0000000000000000000000000000000000000000
--- a/exp12/000-module.4.post_attention_layernorm/events.out.tfevents.1638184519.r7i5n5.1015419.21
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:5e63b9ea30e09331b22440513ef3239c5d47040e1da4fc1df80c792710bc805f
-size 35370760
diff --git a/exp12/000-module.4.post_attention_layernorm/events.out.tfevents.1638219662.r6i6n8.58256.21 b/exp12/000-module.4.post_attention_layernorm/events.out.tfevents.1638219662.r6i6n8.58256.21
new file mode 100644
index 0000000000000000000000000000000000000000..08a8b03d8cb0e898a73870ab1c9d2b4c48e28670
--- /dev/null
+++ b/exp12/000-module.4.post_attention_layernorm/events.out.tfevents.1638219662.r6i6n8.58256.21
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7526c8c13913229edd7feac82c7d6a21beca22d2fc9bdddf67a422cc754f32fc
+size 36183880
diff --git a/exp12/000-module.4.self_attention.attention_dropout/events.out.tfevents.1638184519.r7i5n5.1015419.18 b/exp12/000-module.4.self_attention.attention_dropout/events.out.tfevents.1638184519.r7i5n5.1015419.18
deleted file mode 100644
index ecdb918e1700552356580026ae2f99479352d4d1..0000000000000000000000000000000000000000
--- a/exp12/000-module.4.self_attention.attention_dropout/events.out.tfevents.1638184519.r7i5n5.1015419.18
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:daa09e9bf7d253b255f5a4c8201ca79140c0a241f945fae3756365b9480123fc
-size 15409480
diff --git a/exp12/000-module.4.self_attention.attention_dropout/events.out.tfevents.1638219662.r6i6n8.58256.18 b/exp12/000-module.4.self_attention.attention_dropout/events.out.tfevents.1638219662.r6i6n8.58256.18
new file mode 100644
index 0000000000000000000000000000000000000000..c5b96bb5978960161bb9580d7edfdc6a54f93fd2
--- /dev/null
+++ b/exp12/000-module.4.self_attention.attention_dropout/events.out.tfevents.1638219662.r6i6n8.58256.18
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46834a86e237754392672b37dae7b409c99a02629fc3d79bdff70dadfdb94a69
+size 15763720
diff --git a/exp12/000-module.4.self_attention.dense/events.out.tfevents.1638184519.r7i5n5.1015419.19 b/exp12/000-module.4.self_attention.dense/events.out.tfevents.1638184519.r7i5n5.1015419.19
deleted file mode 100644
index 76397d6377b7e4840ee4551f358f54f609cdcf3a..0000000000000000000000000000000000000000
--- a/exp12/000-module.4.self_attention.dense/events.out.tfevents.1638184519.r7i5n5.1015419.19
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:92ceac1e40a22e5be978898f6013035f4913e5dfc605e5a491ba929674538885
-size 35704840
diff --git a/exp12/000-module.4.self_attention.dense/events.out.tfevents.1638219662.r6i6n8.58256.19 b/exp12/000-module.4.self_attention.dense/events.out.tfevents.1638219662.r6i6n8.58256.19
new file mode 100644
index 0000000000000000000000000000000000000000..b67637f79edc0c4097e51b55359f6f88cd7f5e12
--- /dev/null
+++ b/exp12/000-module.4.self_attention.dense/events.out.tfevents.1638219662.r6i6n8.58256.19
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22486214f7ed66145741407281e5e6dd8dc58522779c6cd2f32a3725f095030b
+size 36525640
diff --git a/exp12/000-module.4.self_attention.query_key_value/events.out.tfevents.1638184519.r7i5n5.1015419.16 b/exp12/000-module.4.self_attention.query_key_value/events.out.tfevents.1638184519.r7i5n5.1015419.16
deleted file mode 100644
index c18aa129a7bfbf4c3bc14ac39ba62b03aa1aee6d..0000000000000000000000000000000000000000
--- a/exp12/000-module.4.self_attention.query_key_value/events.out.tfevents.1638184519.r7i5n5.1015419.16
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:977f1d72cfc5a6077bfb5ac9b0d2b6aa6b6301fdff26c488659afa33886e901c
-size 33032200
diff --git a/exp12/000-module.4.self_attention.query_key_value/events.out.tfevents.1638219662.r6i6n8.58256.16 b/exp12/000-module.4.self_attention.query_key_value/events.out.tfevents.1638219662.r6i6n8.58256.16
new file mode 100644
index 0000000000000000000000000000000000000000..90ac57e6a545c1f1f704806d6dca7aa40fc92bc3
--- /dev/null
+++ b/exp12/000-module.4.self_attention.query_key_value/events.out.tfevents.1638219662.r6i6n8.58256.16
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0fb40b00687349fa7df5d7a3fb1144122265b993d2688c00e8dd2c7c50e087c
+size 33791560
diff --git a/exp12/000-module.4.self_attention.scale_mask_softmax/events.out.tfevents.1638184519.r7i5n5.1015419.17 b/exp12/000-module.4.self_attention.scale_mask_softmax/events.out.tfevents.1638184519.r7i5n5.1015419.17
deleted file mode 100644
index ff7d4b290e70883a41ed8725988b891f06e18774..0000000000000000000000000000000000000000
--- a/exp12/000-module.4.self_attention.scale_mask_softmax/events.out.tfevents.1638184519.r7i5n5.1015419.17
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:389c3d4c8c8b37aacd8a456d964239b7f134c0d51b463bf6fff82cd1a837af7b
-size 15409480
diff --git a/exp12/000-module.4.self_attention.scale_mask_softmax/events.out.tfevents.1638219662.r6i6n8.58256.17 b/exp12/000-module.4.self_attention.scale_mask_softmax/events.out.tfevents.1638219662.r6i6n8.58256.17
new file mode 100644
index 0000000000000000000000000000000000000000..3682682a1eb6ab829eb9a8b5655637252937f4c1
--- /dev/null
+++ b/exp12/000-module.4.self_attention.scale_mask_softmax/events.out.tfevents.1638219662.r6i6n8.58256.17
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f7d880fab36ad333caa4082c4a97b676eddfd0092e61dd7e38b616e349398e0
+size 15763720
diff --git a/exp12/000-module.4.self_attention/events.out.tfevents.1638184519.r7i5n5.1015419.20 b/exp12/000-module.4.self_attention/events.out.tfevents.1638184519.r7i5n5.1015419.20
deleted file mode 100644
index c8ee815b5c30bdf8aa07ad73ca382a304fc55926..0000000000000000000000000000000000000000
--- a/exp12/000-module.4.self_attention/events.out.tfevents.1638184519.r7i5n5.1015419.20
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:351c864aab15e9e1bb8ac8abfc813bca2cd20978fd8da4804953cd19558be5dd
-size 20921800
diff --git a/exp12/000-module.4.self_attention/events.out.tfevents.1638219662.r6i6n8.58256.20 b/exp12/000-module.4.self_attention/events.out.tfevents.1638219662.r6i6n8.58256.20
new file mode 100644
index 0000000000000000000000000000000000000000..a5e2095ad41bad605f9841693288dca0e28365dd
--- /dev/null
+++ b/exp12/000-module.4.self_attention/events.out.tfevents.1638219662.r6i6n8.58256.20
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cb12f52915a5557dca84332ba871b5dc536a8a4eacb32841ca02f836b48e00b
+size 21402760
diff --git a/exp12/000-module.4/events.out.tfevents.1638184519.r7i5n5.1015419.25 b/exp12/000-module.4/events.out.tfevents.1638184519.r7i5n5.1015419.25
deleted file mode 100644
index 8bc15972bf20b6b6bbd3164be443e0b238ce7141..0000000000000000000000000000000000000000
--- a/exp12/000-module.4/events.out.tfevents.1638184519.r7i5n5.1015419.25
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:c741c91f0f7ed3a52f0e785f94a811097c9d6b5ce1dfbb5ebcf834cffb18080d
-size 20587720
diff --git a/exp12/000-module.4/events.out.tfevents.1638219662.r6i6n8.58256.25 b/exp12/000-module.4/events.out.tfevents.1638219662.r6i6n8.58256.25
new file mode 100644
index 0000000000000000000000000000000000000000..9b1a639648ba53fe45e75c99f033f971e969a0df
--- /dev/null
+++ b/exp12/000-module.4/events.out.tfevents.1638219662.r6i6n8.58256.25
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01d760518582fcfd10f21eef6df68245dbadf064af9bce6a8a2321920abb547f
+size 21061000
diff --git a/exp12/000-module.tied_modules.embed.embedding_dropout/events.out.tfevents.1638184517.r7i5n5.1015419.2 b/exp12/000-module.tied_modules.embed.embedding_dropout/events.out.tfevents.1638184517.r7i5n5.1015419.2
deleted file mode 100644
index 59580977a37e5edc02c53c9146b36e1d9b3275ab..0000000000000000000000000000000000000000
--- a/exp12/000-module.tied_modules.embed.embedding_dropout/events.out.tfevents.1638184517.r7i5n5.1015419.2
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:48b0c8e881c2c7e8ddaf3825279c94c96382048b9d99345ec8c7579c25ae1006
-size 10314760
diff --git a/exp12/000-module.tied_modules.embed.embedding_dropout/events.out.tfevents.1638219661.r6i6n8.58256.2 b/exp12/000-module.tied_modules.embed.embedding_dropout/events.out.tfevents.1638219661.r6i6n8.58256.2
new file mode 100644
index 0000000000000000000000000000000000000000..d7999b571a0c8ea40c539861b476cae5cfdd53ca
--- /dev/null
+++ b/exp12/000-module.tied_modules.embed.embedding_dropout/events.out.tfevents.1638219661.r6i6n8.58256.2
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d8a6713da5c6f29533986b24f32c093698f68cdd2c739cde4e3c25fe53fb7b9
+size 10551880
diff --git a/exp12/000-module.tied_modules.embed.position_embeddings/events.out.tfevents.1638184517.r7i5n5.1015419.1 b/exp12/000-module.tied_modules.embed.position_embeddings/events.out.tfevents.1638184517.r7i5n5.1015419.1
deleted file mode 100644
index 7ba23c7a0650ef6f46ce2aa81b036f28c84de26f..0000000000000000000000000000000000000000
--- a/exp12/000-module.tied_modules.embed.position_embeddings/events.out.tfevents.1638184517.r7i5n5.1015419.1
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:8efd04f4fd9a3f55f51bc3849a163c1bbea8bef89f3ec5cc85d2afe09a5961c9
-size 12736840
diff --git a/exp12/000-module.tied_modules.embed.position_embeddings/events.out.tfevents.1638219661.r6i6n8.58256.1 b/exp12/000-module.tied_modules.embed.position_embeddings/events.out.tfevents.1638219661.r6i6n8.58256.1
new file mode 100644
index 0000000000000000000000000000000000000000..d48b236aa822b5f9a83e5445012001a32c9376dc
--- /dev/null
+++ b/exp12/000-module.tied_modules.embed.position_embeddings/events.out.tfevents.1638219661.r6i6n8.58256.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:475720da6193f340d272abb5a86b8d55d796b58c019d5307db7f33094ad04f47
+size 13029640
diff --git a/exp12/000-module.tied_modules.embed.word_embeddings/events.out.tfevents.1638184517.r7i5n5.1015419.0 b/exp12/000-module.tied_modules.embed.word_embeddings/events.out.tfevents.1638184517.r7i5n5.1015419.0
deleted file mode 100644
index 6a72a059f14b0bca5b9c1de47c5ee71311f996fc..0000000000000000000000000000000000000000
--- a/exp12/000-module.tied_modules.embed.word_embeddings/events.out.tfevents.1638184517.r7i5n5.1015419.0
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:580dc5cda6d87818ff1e5f16392552fa85957f6c7623694f2ed7469b2c7e9196
-size 12736840
diff --git a/exp12/000-module.tied_modules.embed.word_embeddings/events.out.tfevents.1638219661.r6i6n8.58256.0 b/exp12/000-module.tied_modules.embed.word_embeddings/events.out.tfevents.1638219661.r6i6n8.58256.0
new file mode 100644
index 0000000000000000000000000000000000000000..3bd589c1daaa62006149b6f5c15f0f255bcd3a80
--- /dev/null
+++ b/exp12/000-module.tied_modules.embed.word_embeddings/events.out.tfevents.1638219661.r6i6n8.58256.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28cd9dc823aad0dfa237924fa0dd5e57cfc1509c527269bc70b275479c31d5d6
+size 13029640
diff --git a/exp12/000-module.tied_modules.embed/events.out.tfevents.1638184517.r7i5n5.1015419.3 b/exp12/000-module.tied_modules.embed/events.out.tfevents.1638184517.r7i5n5.1015419.3
deleted file mode 100644
index 7a4f4ce475a3bdb189121a502da667db11ba096a..0000000000000000000000000000000000000000
--- a/exp12/000-module.tied_modules.embed/events.out.tfevents.1638184517.r7i5n5.1015419.3
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:4dc975c48ad12bac14a1ca7c95c4e33f5bfccb22d0c4f03c216ffcd792f9a52a
-size 7725640
diff --git a/exp12/000-module.tied_modules.embed/events.out.tfevents.1638219661.r6i6n8.58256.3 b/exp12/000-module.tied_modules.embed/events.out.tfevents.1638219661.r6i6n8.58256.3
new file mode 100644
index 0000000000000000000000000000000000000000..4c6a4babda000dcf11ba77841ab25c85eaf6b408
--- /dev/null
+++ b/exp12/000-module.tied_modules.embed/events.out.tfevents.1638219661.r6i6n8.58256.3
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce62a1ffac1042f64316005f94915398714d90d36585dd1db96dcdafcc855cd6
+size 7903240
diff --git a/exp12/000-module/events.out.tfevents.1638184519.r7i5n5.1015419.26 b/exp12/000-module/events.out.tfevents.1638184519.r7i5n5.1015419.26
deleted file mode 100644
index 2bcb7f9d6d8f6ef1be74bccf62a9f92561a448cd..0000000000000000000000000000000000000000
--- a/exp12/000-module/events.out.tfevents.1638184519.r7i5n5.1015419.26
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:2157f3c4bbe5dd56adc03e265be20be851f8d9d1bd3134b2695b28e0f087a9ee
-size 7725640
diff --git a/exp12/000-module/events.out.tfevents.1638219662.r6i6n8.58256.26 b/exp12/000-module/events.out.tfevents.1638219662.r6i6n8.58256.26
new file mode 100644
index 0000000000000000000000000000000000000000..72837790346d423825a54d1bbbbd0c629afc614b
--- /dev/null
+++ b/exp12/000-module/events.out.tfevents.1638219662.r6i6n8.58256.26
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2085a50427d96f80f0871adcbc49fb24066f5e89e2ef2dd6103cea877ddd6ae6
+size 7903240
diff --git a/exp12/028-module.17.input_layernorm/events.out.tfevents.1638184529.r8i4n3.750609.0 b/exp12/028-module.17.input_layernorm/events.out.tfevents.1638184529.r8i4n3.750609.0
deleted file mode 100644
index 6059abae4138b4f1a00623cf3ac81a07d7795c95..0000000000000000000000000000000000000000
--- a/exp12/028-module.17.input_layernorm/events.out.tfevents.1638184529.r8i4n3.750609.0
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:3939e8cce545197a665283c8c3855460885c4c7e533c37c38b5aa14899ef40a2
-size 35370760
diff --git a/exp12/028-module.17.input_layernorm/events.out.tfevents.1638219673.r6i7n6.58182.0 b/exp12/028-module.17.input_layernorm/events.out.tfevents.1638219673.r6i7n6.58182.0
new file mode 100644
index 0000000000000000000000000000000000000000..0dd1afce53f34912e1379271921d7b07f83bd6c4
--- /dev/null
+++ b/exp12/028-module.17.input_layernorm/events.out.tfevents.1638219673.r6i7n6.58182.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30dd14fbaa7e6b8ccc601b25caaab09612879fd5429df9708903ec0213aacf8f
+size 36183880
diff --git a/exp12/028-module.17.mlp.dense_4h_to_h/events.out.tfevents.1638184531.r8i4n3.750609.8 b/exp12/028-module.17.mlp.dense_4h_to_h/events.out.tfevents.1638184531.r8i4n3.750609.8
deleted file mode 100644
index d863aad32ad551b4e5eff0a4cd97749d2ba10a6d..0000000000000000000000000000000000000000
--- a/exp12/028-module.17.mlp.dense_4h_to_h/events.out.tfevents.1638184531.r8i4n3.750609.8
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:15bd895dc7c17c892a9e55717b46110cf1f792f0fc3dd518fff13469642edf5e
-size 35704840
diff --git a/exp12/028-module.17.mlp.dense_4h_to_h/events.out.tfevents.1638219674.r6i7n6.58182.8 b/exp12/028-module.17.mlp.dense_4h_to_h/events.out.tfevents.1638219674.r6i7n6.58182.8
new file mode 100644
index 0000000000000000000000000000000000000000..ac32c43ca400128b42f0c483880769277f0b54fe
--- /dev/null
+++ b/exp12/028-module.17.mlp.dense_4h_to_h/events.out.tfevents.1638219674.r6i7n6.58182.8
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc6f7a23a61cdb1fa3cc9559575327cec20618ced39f76b563cd6a80f416fa85
+size 36525640
diff --git a/exp12/028-module.17.mlp.dense_h_to_4h/events.out.tfevents.1638184530.r8i4n3.750609.7 b/exp12/028-module.17.mlp.dense_h_to_4h/events.out.tfevents.1638184530.r8i4n3.750609.7
deleted file mode 100644
index 47eb597f0b4ad37a71a76199da5efe37eadb0450..0000000000000000000000000000000000000000
--- a/exp12/028-module.17.mlp.dense_h_to_4h/events.out.tfevents.1638184530.r8i4n3.750609.7
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:310dcb9b68c486e783370d2152b7bda51a878b258093385c076148da46322471
-size 35704840
diff --git a/exp12/028-module.17.mlp.dense_h_to_4h/events.out.tfevents.1638219674.r6i7n6.58182.7 b/exp12/028-module.17.mlp.dense_h_to_4h/events.out.tfevents.1638219674.r6i7n6.58182.7
new file mode 100644
index 0000000000000000000000000000000000000000..8b7c1aaab56223a3fa6fcf0e4d7e373fe7edaf74
--- /dev/null
+++ b/exp12/028-module.17.mlp.dense_h_to_4h/events.out.tfevents.1638219674.r6i7n6.58182.7
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24c7355239ea5dc1a7bb020e1d1c56f7cf553f0c81c399c8bcbfd5b8b6c6c1d7
+size 36525640
diff --git a/exp12/028-module.17.mlp/events.out.tfevents.1638184531.r8i4n3.750609.9 b/exp12/028-module.17.mlp/events.out.tfevents.1638184531.r8i4n3.750609.9
deleted file mode 100644
index f0ecca6c08534886a6d5ad8f716c930d679e06f1..0000000000000000000000000000000000000000
--- a/exp12/028-module.17.mlp/events.out.tfevents.1638184531.r8i4n3.750609.9
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:54f925d600d6ae0b5f9e33a1584121366c865648dca29e6ee0e52faf55eea883
-size 20921800
diff --git a/exp12/028-module.17.mlp/events.out.tfevents.1638219674.r6i7n6.58182.9 b/exp12/028-module.17.mlp/events.out.tfevents.1638219674.r6i7n6.58182.9
new file mode 100644
index 0000000000000000000000000000000000000000..8175ba9e7dca57a148cb271cf352cef0bfa1f1c6
--- /dev/null
+++ b/exp12/028-module.17.mlp/events.out.tfevents.1638219674.r6i7n6.58182.9
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7d1960e349f39e9ef40c019d1b7c43df4f06f2f503a5588adcd15c6615f5541
+size 21402760
diff --git a/exp12/028-module.17.post_attention_layernorm/events.out.tfevents.1638184530.r8i4n3.750609.6 b/exp12/028-module.17.post_attention_layernorm/events.out.tfevents.1638184530.r8i4n3.750609.6
deleted file mode 100644
index 7e02ff138d84f0dcbcfccfc1730bdc3c65bdcfd9..0000000000000000000000000000000000000000
--- a/exp12/028-module.17.post_attention_layernorm/events.out.tfevents.1638184530.r8i4n3.750609.6
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:28f6544cfe6c5ffc973a2da3d725ca8f8502ca50e3fb1b531863bd6471194ea0
-size 35370760
diff --git a/exp12/028-module.17.post_attention_layernorm/events.out.tfevents.1638219674.r6i7n6.58182.6 b/exp12/028-module.17.post_attention_layernorm/events.out.tfevents.1638219674.r6i7n6.58182.6
new file mode 100644
index 0000000000000000000000000000000000000000..54525a1a5676c17be616a4be65a23fde14f201b2
--- /dev/null
+++ b/exp12/028-module.17.post_attention_layernorm/events.out.tfevents.1638219674.r6i7n6.58182.6
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b73fb00402b47f8cdba40ba18324cfdb09ca0ee4184340ee6993658bd4b86b8
+size 36183880
diff --git a/exp12/028-module.17.self_attention.attention_dropout/events.out.tfevents.1638184530.r8i4n3.750609.3 b/exp12/028-module.17.self_attention.attention_dropout/events.out.tfevents.1638184530.r8i4n3.750609.3
deleted file mode 100644
index febb2703eb06cf2df62981c59529879a439d8f7c..0000000000000000000000000000000000000000
--- a/exp12/028-module.17.self_attention.attention_dropout/events.out.tfevents.1638184530.r8i4n3.750609.3
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:5a62e548acb1fb82afaf50af54ac3b269d03690c60b7ece0ab162b9df58634b0
-size 15409480
diff --git a/exp12/028-module.17.self_attention.attention_dropout/events.out.tfevents.1638219673.r6i7n6.58182.3 b/exp12/028-module.17.self_attention.attention_dropout/events.out.tfevents.1638219673.r6i7n6.58182.3
new file mode 100644
index 0000000000000000000000000000000000000000..faf1bc35a3580164bf05ca3aa76c5c38b43dfbc8
--- /dev/null
+++ b/exp12/028-module.17.self_attention.attention_dropout/events.out.tfevents.1638219673.r6i7n6.58182.3
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4394d9d148635f9b730b747921bbbc44a7d4843bf2e3211c833a383a3b368a0b
+size 15763720
diff --git a/exp12/028-module.17.self_attention.dense/events.out.tfevents.1638184530.r8i4n3.750609.4 b/exp12/028-module.17.self_attention.dense/events.out.tfevents.1638184530.r8i4n3.750609.4
deleted file mode 100644
index bfa80d4e1c94a2a250d9f8d2b2b81d4eac57c2a5..0000000000000000000000000000000000000000
--- a/exp12/028-module.17.self_attention.dense/events.out.tfevents.1638184530.r8i4n3.750609.4
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:c2f00f6e9078eeb7462a458c12028b3186fd61d8203ac32b96543d69a5d7042e
-size 35704840
diff --git a/exp12/028-module.17.self_attention.dense/events.out.tfevents.1638219673.r6i7n6.58182.4 b/exp12/028-module.17.self_attention.dense/events.out.tfevents.1638219673.r6i7n6.58182.4
new file mode 100644
index 0000000000000000000000000000000000000000..b8c55efccbefa0e2883838c8e6d9eaadd4e6f1f3
--- /dev/null
+++ b/exp12/028-module.17.self_attention.dense/events.out.tfevents.1638219673.r6i7n6.58182.4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f23a8fe19a271381b89cc25eb406f8f7a41e1e0fd14fe220fb18ef9537d8937a
+size 36525640
diff --git a/exp12/028-module.17.self_attention.query_key_value/events.out.tfevents.1638184530.r8i4n3.750609.1 b/exp12/028-module.17.self_attention.query_key_value/events.out.tfevents.1638184530.r8i4n3.750609.1
deleted file mode 100644
index effc419c93933b35b73841a0060c0c619a7f5f32..0000000000000000000000000000000000000000
--- a/exp12/028-module.17.self_attention.query_key_value/events.out.tfevents.1638184530.r8i4n3.750609.1
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:df0111f99a76fb5e767577a84564dbf23effa530fa751b935532535416cf5599
-size 33032200
diff --git a/exp12/028-module.17.self_attention.query_key_value/events.out.tfevents.1638219673.r6i7n6.58182.1 b/exp12/028-module.17.self_attention.query_key_value/events.out.tfevents.1638219673.r6i7n6.58182.1
new file mode 100644
index 0000000000000000000000000000000000000000..6d47b2191251d4fa2d24203beb95fcb3b36023e7
--- /dev/null
+++ b/exp12/028-module.17.self_attention.query_key_value/events.out.tfevents.1638219673.r6i7n6.58182.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcaf24da69cfc92653f16501839643e1c7c3b074f0dbd8eef3c18a978442ec25
+size 33791560
diff --git a/exp12/028-module.17.self_attention.scale_mask_softmax/events.out.tfevents.1638184530.r8i4n3.750609.2 b/exp12/028-module.17.self_attention.scale_mask_softmax/events.out.tfevents.1638184530.r8i4n3.750609.2
deleted file mode 100644
index 2f92053c4e4995da2bf0cc1c27b9721eb3ac912f..0000000000000000000000000000000000000000
--- a/exp12/028-module.17.self_attention.scale_mask_softmax/events.out.tfevents.1638184530.r8i4n3.750609.2
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:4d8f7485afe5c697ce8271e1356864ccd8884d54a521d1ec6a2e875824bf05dc
-size 15409480
diff --git a/exp12/028-module.17.self_attention.scale_mask_softmax/events.out.tfevents.1638219673.r6i7n6.58182.2 b/exp12/028-module.17.self_attention.scale_mask_softmax/events.out.tfevents.1638219673.r6i7n6.58182.2
new file mode 100644
index 0000000000000000000000000000000000000000..f696b2ec82a196bca35f2e6c8fc30757d8357b9c
--- /dev/null
+++ b/exp12/028-module.17.self_attention.scale_mask_softmax/events.out.tfevents.1638219673.r6i7n6.58182.2
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f467f0a92f1cec88f414c14f55b7935dbf75793734cc56900b248c21d0d690e
+size 15763720
diff --git a/exp12/028-module.17.self_attention/events.out.tfevents.1638184530.r8i4n3.750609.5 b/exp12/028-module.17.self_attention/events.out.tfevents.1638184530.r8i4n3.750609.5
deleted file mode 100644
index eb06c3447562cda3af331c9bad51bfb872871d10..0000000000000000000000000000000000000000
--- a/exp12/028-module.17.self_attention/events.out.tfevents.1638184530.r8i4n3.750609.5
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:b431ffa260ce07c3f75b5dad831f64f9f7fcec01209bc5d27314aaa37d250ec6
-size 20921800
diff --git a/exp12/028-module.17.self_attention/events.out.tfevents.1638219673.r6i7n6.58182.5 b/exp12/028-module.17.self_attention/events.out.tfevents.1638219673.r6i7n6.58182.5
new file mode 100644
index 0000000000000000000000000000000000000000..5144c75623dc935e0dc0cb8838e2cd3bd7bb5728
--- /dev/null
+++ b/exp12/028-module.17.self_attention/events.out.tfevents.1638219673.r6i7n6.58182.5
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d54aaa071d69b815b1319f486e50a55c62ebe1998dd3163d92da56ffa86ef20
+size 21402760
diff --git a/exp12/028-module.17/events.out.tfevents.1638184531.r8i4n3.750609.10 b/exp12/028-module.17/events.out.tfevents.1638184531.r8i4n3.750609.10
deleted file mode 100644
index b1eca8f8ee5376073746e4c9be9a80aee9f980f0..0000000000000000000000000000000000000000
--- a/exp12/028-module.17/events.out.tfevents.1638184531.r8i4n3.750609.10
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:8dd318842c2b0d386009412103c2aa12f4475b74f58048e720ec8dafba1ee9dd
-size 20587720
diff --git a/exp12/028-module.17/events.out.tfevents.1638219674.r6i7n6.58182.10 b/exp12/028-module.17/events.out.tfevents.1638219674.r6i7n6.58182.10
new file mode 100644
index 0000000000000000000000000000000000000000..63a9d1a1fedbddea92191f8089c0dc01c54d9ebd
--- /dev/null
+++ b/exp12/028-module.17/events.out.tfevents.1638219674.r6i7n6.58182.10
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d37e3c1c3394e1720604cae83b190f6e4de3d93fac05babfe5a8c3e2e57d57d4
+size 21061000
diff --git a/exp12/028-module.18.input_layernorm/events.out.tfevents.1638184531.r8i4n3.750609.11 b/exp12/028-module.18.input_layernorm/events.out.tfevents.1638184531.r8i4n3.750609.11
deleted file mode 100644
index ce9d975c85acfec0f84572e49d25bf8d03a299c7..0000000000000000000000000000000000000000
--- a/exp12/028-module.18.input_layernorm/events.out.tfevents.1638184531.r8i4n3.750609.11
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:22d275585edb2382d1f98934099f12c315e01de84c1120270867854b5afa17eb
-size 35370760
diff --git a/exp12/028-module.18.input_layernorm/events.out.tfevents.1638219674.r6i7n6.58182.11 b/exp12/028-module.18.input_layernorm/events.out.tfevents.1638219674.r6i7n6.58182.11
new file mode 100644
index 0000000000000000000000000000000000000000..a2d08df309d004e6f4d199562ca75293ac16ffb3
--- /dev/null
+++ b/exp12/028-module.18.input_layernorm/events.out.tfevents.1638219674.r6i7n6.58182.11
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8e1e765f99707e9fb715063e0fc7bd5c2ccfc241f4e785a283956f3ebeb1468
+size 36183880
diff --git a/exp12/028-module.18.mlp.dense_4h_to_h/events.out.tfevents.1638184531.r8i4n3.750609.19 b/exp12/028-module.18.mlp.dense_4h_to_h/events.out.tfevents.1638184531.r8i4n3.750609.19
deleted file mode 100644
index 4f471c597537c4f658c8505752bde8007c153fae..0000000000000000000000000000000000000000
--- a/exp12/028-module.18.mlp.dense_4h_to_h/events.out.tfevents.1638184531.r8i4n3.750609.19
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:248fd0830e05838239b59d3944d6e28f879b6a28abd35021824403ac62a46be3
-size 35704840
diff --git a/exp12/028-module.18.mlp.dense_4h_to_h/events.out.tfevents.1638219674.r6i7n6.58182.19 b/exp12/028-module.18.mlp.dense_4h_to_h/events.out.tfevents.1638219674.r6i7n6.58182.19
new file mode 100644
index 0000000000000000000000000000000000000000..1534709421015f6fd28b6bf82e67f8fb6e1a2f0b
--- /dev/null
+++ b/exp12/028-module.18.mlp.dense_4h_to_h/events.out.tfevents.1638219674.r6i7n6.58182.19
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa0d14ebf1c83507009b92f709f27c160c1b6a70003e69e11f89fba1e4c37bdf
+size 36525640
diff --git a/exp12/028-module.18.mlp.dense_h_to_4h/events.out.tfevents.1638184531.r8i4n3.750609.18 b/exp12/028-module.18.mlp.dense_h_to_4h/events.out.tfevents.1638184531.r8i4n3.750609.18
deleted file mode 100644
index f40b0d2abb7fe87a165056027382b47661d723c8..0000000000000000000000000000000000000000
--- a/exp12/028-module.18.mlp.dense_h_to_4h/events.out.tfevents.1638184531.r8i4n3.750609.18
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:3c70c64c261aa4c69a2b1852d0d9dd10be01b42a275a6e3c19fe2561d8804838
-size 35704840
diff --git a/exp12/028-module.18.mlp.dense_h_to_4h/events.out.tfevents.1638219674.r6i7n6.58182.18 b/exp12/028-module.18.mlp.dense_h_to_4h/events.out.tfevents.1638219674.r6i7n6.58182.18
new file mode 100644
index 0000000000000000000000000000000000000000..8c464cc38800808c2342318f9544c0eadf08c92a
--- /dev/null
+++ b/exp12/028-module.18.mlp.dense_h_to_4h/events.out.tfevents.1638219674.r6i7n6.58182.18
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:045905d583945ffd67b4f97d699b400561b4851a7a49c1bd547b77dccbe4b74f
+size 36525640
diff --git a/exp12/028-module.18.mlp/events.out.tfevents.1638184531.r8i4n3.750609.20 b/exp12/028-module.18.mlp/events.out.tfevents.1638184531.r8i4n3.750609.20
deleted file mode 100644
index cda5c8b17619c4d8c0cc07e0e2d1a7f9a48029ab..0000000000000000000000000000000000000000
--- a/exp12/028-module.18.mlp/events.out.tfevents.1638184531.r8i4n3.750609.20
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:dd4bd8af2c46f7654d53909b4a4cd09264d6716d23d4b2edc095bb782f4f37fa
-size 20921800
diff --git a/exp12/028-module.18.mlp/events.out.tfevents.1638219674.r6i7n6.58182.20 b/exp12/028-module.18.mlp/events.out.tfevents.1638219674.r6i7n6.58182.20
new file mode 100644
index 0000000000000000000000000000000000000000..f9b5a98139f6e4deb5737f1e77408d5132c1f04a
--- /dev/null
+++ b/exp12/028-module.18.mlp/events.out.tfevents.1638219674.r6i7n6.58182.20
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:249859c0d660fd7eee3d5adb454c75c11bf47c4b052824e1cc96bc1d4d8f1e4e
+size 21402760
diff --git a/exp12/028-module.18.post_attention_layernorm/events.out.tfevents.1638184531.r8i4n3.750609.17 b/exp12/028-module.18.post_attention_layernorm/events.out.tfevents.1638184531.r8i4n3.750609.17
deleted file mode 100644
index 9e9eea0d0e20f9b03be667317b85e8bbfe317698..0000000000000000000000000000000000000000
--- a/exp12/028-module.18.post_attention_layernorm/events.out.tfevents.1638184531.r8i4n3.750609.17
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:7c0826bc8b7dd3687feb3a4e215996800aafd3a1d0ebadc02bdfbca235edb201
-size 35370760
diff --git a/exp12/028-module.18.post_attention_layernorm/events.out.tfevents.1638219674.r6i7n6.58182.17 b/exp12/028-module.18.post_attention_layernorm/events.out.tfevents.1638219674.r6i7n6.58182.17
new file mode 100644
index 0000000000000000000000000000000000000000..0c3d26beaffb533f0684b61ce8bc32a1d0cc27a1
--- /dev/null
+++ b/exp12/028-module.18.post_attention_layernorm/events.out.tfevents.1638219674.r6i7n6.58182.17
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bc203e64fad33c591365046b7dd2ee731c4947b6f4122d3fa462d21489eb60f
+size 36183880
diff --git a/exp12/028-module.18.self_attention.attention_dropout/events.out.tfevents.1638184531.r8i4n3.750609.14 b/exp12/028-module.18.self_attention.attention_dropout/events.out.tfevents.1638184531.r8i4n3.750609.14
deleted file mode 100644
index c31ecc3c152f7c91fbe3cd4adc32e82351257267..0000000000000000000000000000000000000000
--- a/exp12/028-module.18.self_attention.attention_dropout/events.out.tfevents.1638184531.r8i4n3.750609.14
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:91389e1c74e3da8b5e434bc0d54c8bd32f6f6bbda36397a8203990e4d21934b1
-size 15409480
diff --git a/exp12/028-module.18.self_attention.attention_dropout/events.out.tfevents.1638219674.r6i7n6.58182.14 b/exp12/028-module.18.self_attention.attention_dropout/events.out.tfevents.1638219674.r6i7n6.58182.14
new file mode 100644
index 0000000000000000000000000000000000000000..1efc08e5059ae508c9609944d77359f677c1085b
--- /dev/null
+++ b/exp12/028-module.18.self_attention.attention_dropout/events.out.tfevents.1638219674.r6i7n6.58182.14
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5cf73aabe0e05046cfd45a2900896ace33d380a71b2cf31351fa0133d1086f0
+size 15763720
diff --git a/exp12/028-module.18.self_attention.dense/events.out.tfevents.1638184531.r8i4n3.750609.15 b/exp12/028-module.18.self_attention.dense/events.out.tfevents.1638184531.r8i4n3.750609.15
deleted file mode 100644
index f921988e1f1f674640f6becc7c153cda4e130588..0000000000000000000000000000000000000000
--- a/exp12/028-module.18.self_attention.dense/events.out.tfevents.1638184531.r8i4n3.750609.15
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:6f9bb1e171934123b0e4523cad309d01769acc66f8a4d817c8c597e9649cbeba
-size 35704840
diff --git a/exp12/028-module.18.self_attention.dense/events.out.tfevents.1638219674.r6i7n6.58182.15 b/exp12/028-module.18.self_attention.dense/events.out.tfevents.1638219674.r6i7n6.58182.15
new file mode 100644
index 0000000000000000000000000000000000000000..16077215fec62bace347df76e1df311b9cc0558b
--- /dev/null
+++ b/exp12/028-module.18.self_attention.dense/events.out.tfevents.1638219674.r6i7n6.58182.15
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8768dc7763c9a554e7e5d7c3033a1a2c2cc53439f0f07ae2b27b6f56179a6676
+size 36525640
diff --git a/exp12/028-module.18.self_attention.query_key_value/events.out.tfevents.1638184531.r8i4n3.750609.12 b/exp12/028-module.18.self_attention.query_key_value/events.out.tfevents.1638184531.r8i4n3.750609.12
deleted file mode 100644
index 8bb44b735660f90fc41ce1044721d4b296401d6a..0000000000000000000000000000000000000000
--- a/exp12/028-module.18.self_attention.query_key_value/events.out.tfevents.1638184531.r8i4n3.750609.12
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:f127bac02f0088b18e390d2e014cda091be875e42f938afb74aa6859cd33c59b
-size 33032200
diff --git a/exp12/028-module.18.self_attention.query_key_value/events.out.tfevents.1638219674.r6i7n6.58182.12 b/exp12/028-module.18.self_attention.query_key_value/events.out.tfevents.1638219674.r6i7n6.58182.12
new file mode 100644
index 0000000000000000000000000000000000000000..62368c061ca447dcd9a98e751b96cdf26d6d797c
--- /dev/null
+++ b/exp12/028-module.18.self_attention.query_key_value/events.out.tfevents.1638219674.r6i7n6.58182.12
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09389322b1bde5258c6a1f661cba82220a6a9ada5dff6dd2446b11b155a90583
+size 33791560
diff --git a/exp12/028-module.18.self_attention.scale_mask_softmax/events.out.tfevents.1638184531.r8i4n3.750609.13 b/exp12/028-module.18.self_attention.scale_mask_softmax/events.out.tfevents.1638184531.r8i4n3.750609.13
deleted file mode 100644
index 9f5d65e29a92d956fc770f56e2465256c5bd4e47..0000000000000000000000000000000000000000
--- a/exp12/028-module.18.self_attention.scale_mask_softmax/events.out.tfevents.1638184531.r8i4n3.750609.13
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:5b1543409ea96d2d4350d171942b6941dd58ce3d284cf6159dc017b1130c30b4
-size 15409480
diff --git a/exp12/028-module.18.self_attention.scale_mask_softmax/events.out.tfevents.1638219674.r6i7n6.58182.13 b/exp12/028-module.18.self_attention.scale_mask_softmax/events.out.tfevents.1638219674.r6i7n6.58182.13
new file mode 100644
index 0000000000000000000000000000000000000000..e610a6052bb9e96dd015929a541e599788980c10
--- /dev/null
+++ b/exp12/028-module.18.self_attention.scale_mask_softmax/events.out.tfevents.1638219674.r6i7n6.58182.13
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df8a146f59dcb8ceb7f495a438e64ecfa173c520c9afa23ab818bc6a794dddc8
+size 15763720
diff --git a/exp12/028-module.18.self_attention/events.out.tfevents.1638184531.r8i4n3.750609.16 b/exp12/028-module.18.self_attention/events.out.tfevents.1638184531.r8i4n3.750609.16
deleted file mode 100644
index 299de77ad5deb4b13d0dd6dc94fe3e7fff57d3c5..0000000000000000000000000000000000000000
--- a/exp12/028-module.18.self_attention/events.out.tfevents.1638184531.r8i4n3.750609.16
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:52264d9c62947bf19e04b03d853faa592293e2895a06c6e9f60e1136de04cad9
-size 20921800
diff --git a/exp12/028-module.18.self_attention/events.out.tfevents.1638219674.r6i7n6.58182.16 b/exp12/028-module.18.self_attention/events.out.tfevents.1638219674.r6i7n6.58182.16
new file mode 100644
index 0000000000000000000000000000000000000000..2e8edee92c26a32b9db4a394c7f9b1ae2c87ad3a
--- /dev/null
+++ b/exp12/028-module.18.self_attention/events.out.tfevents.1638219674.r6i7n6.58182.16
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e6e45b38d66b736d3406c4b8c4cecd6c74851499af840999e6ec70511f0d6b5
+size 21402760
diff --git a/exp12/028-module.18/events.out.tfevents.1638184531.r8i4n3.750609.21 b/exp12/028-module.18/events.out.tfevents.1638184531.r8i4n3.750609.21
deleted file mode 100644
index 11d5962a33c7963363112b3d65cd760b1cee1e21..0000000000000000000000000000000000000000
--- a/exp12/028-module.18/events.out.tfevents.1638184531.r8i4n3.750609.21
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:ffdb2f31ff4786de7fe941b60ab2a838ce853d262537640aa9bcb1ea2ab51585
-size 20587720
diff --git a/exp12/028-module.18/events.out.tfevents.1638219674.r6i7n6.58182.21 b/exp12/028-module.18/events.out.tfevents.1638219674.r6i7n6.58182.21
new file mode 100644
index 0000000000000000000000000000000000000000..f878efea8575c02349c13bfbfe9694348f34ee15
--- /dev/null
+++ b/exp12/028-module.18/events.out.tfevents.1638219674.r6i7n6.58182.21
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb0cb213d215fd6dead91410486114a52369a8d2e920d62146307381a8bba92a
+size 21061000
diff --git a/exp12/028-module/events.out.tfevents.1638184531.r8i4n3.750609.22 b/exp12/028-module/events.out.tfevents.1638184531.r8i4n3.750609.22
deleted file mode 100644
index 4a3e05cceccb130db3b31829a94674683a995474..0000000000000000000000000000000000000000
--- a/exp12/028-module/events.out.tfevents.1638184531.r8i4n3.750609.22
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:220ca22e653c6a5cabd410b97b5953cf05c05865a83c8cbd40238e6c1de166d2
-size 10314760
diff --git a/exp12/028-module/events.out.tfevents.1638219674.r6i7n6.58182.22 b/exp12/028-module/events.out.tfevents.1638219674.r6i7n6.58182.22
new file mode 100644
index 0000000000000000000000000000000000000000..f03d13ee13a1179adfa3bf9838fb880662ef1869
--- /dev/null
+++ b/exp12/028-module/events.out.tfevents.1638219674.r6i7n6.58182.22
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50f809c03b2e6d3b47a987602b96875a3d3e3f7eeebfa43c267fe0ded230e196
+size 10551880
diff --git a/exp12/060-module.33.input_layernorm/events.out.tfevents.1638184545.r8i5n6.2640545.0 b/exp12/060-module.33.input_layernorm/events.out.tfevents.1638184545.r8i5n6.2640545.0
deleted file mode 100644
index 695263f6e4e2003d767c7a3bc2342b8252311fa4..0000000000000000000000000000000000000000
--- a/exp12/060-module.33.input_layernorm/events.out.tfevents.1638184545.r8i5n6.2640545.0
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:6fea8b083ed257455346a39b6429cf767facf4b7eeb4317f91b0e11641417989
-size 35370760
diff --git a/exp12/060-module.33.input_layernorm/events.out.tfevents.1638219686.r8i4n2.3275712.0 b/exp12/060-module.33.input_layernorm/events.out.tfevents.1638219686.r8i4n2.3275712.0
new file mode 100644
index 0000000000000000000000000000000000000000..8ead2c11368c53ed964a735cbc9764a7562cb7ae
--- /dev/null
+++ b/exp12/060-module.33.input_layernorm/events.out.tfevents.1638219686.r8i4n2.3275712.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec40259eaf51464ed6ce27e4b7b365358349bf8e484d9cd28dd8a364af17ee39
+size 36183880
diff --git a/exp12/060-module.33.mlp.dense_4h_to_h/events.out.tfevents.1638184547.r8i5n6.2640545.8 b/exp12/060-module.33.mlp.dense_4h_to_h/events.out.tfevents.1638184547.r8i5n6.2640545.8
deleted file mode 100644
index 2b300c3f48c9d55c55815419aa752ec975abab51..0000000000000000000000000000000000000000
--- a/exp12/060-module.33.mlp.dense_4h_to_h/events.out.tfevents.1638184547.r8i5n6.2640545.8
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:e38732a65c78c51c5e5d34e23681a44bf2bdcfbd8e1b7df5f2fbab194bbc4214
-size 35704840
diff --git a/exp12/060-module.33.mlp.dense_4h_to_h/events.out.tfevents.1638219687.r8i4n2.3275712.8 b/exp12/060-module.33.mlp.dense_4h_to_h/events.out.tfevents.1638219687.r8i4n2.3275712.8
new file mode 100644
index 0000000000000000000000000000000000000000..8d3b09f4aae87c16c43dc49cd44d568bab38a2ec
--- /dev/null
+++ b/exp12/060-module.33.mlp.dense_4h_to_h/events.out.tfevents.1638219687.r8i4n2.3275712.8
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7dc376d6ef58b7467f34881886a8db90ce81e7f59f3ef59d755641825309880
+size 36525640
diff --git a/exp12/060-module.33.mlp.dense_h_to_4h/events.out.tfevents.1638184546.r8i5n6.2640545.7 b/exp12/060-module.33.mlp.dense_h_to_4h/events.out.tfevents.1638184546.r8i5n6.2640545.7
deleted file mode 100644
index 9dbea09f3c85ce25e290ff2c387d0378c793cd19..0000000000000000000000000000000000000000
--- a/exp12/060-module.33.mlp.dense_h_to_4h/events.out.tfevents.1638184546.r8i5n6.2640545.7
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:27132b0bd96147e7f97fa197e3c62878b184e9dd1694a701607b3b533b1d6798
-size 35704840
diff --git a/exp12/060-module.33.mlp.dense_h_to_4h/events.out.tfevents.1638219687.r8i4n2.3275712.7 b/exp12/060-module.33.mlp.dense_h_to_4h/events.out.tfevents.1638219687.r8i4n2.3275712.7
new file mode 100644
index 0000000000000000000000000000000000000000..79f194e821a917d18c0ca51904d429483cbad638
--- /dev/null
+++ b/exp12/060-module.33.mlp.dense_h_to_4h/events.out.tfevents.1638219687.r8i4n2.3275712.7
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26888a49f1d53714997267d58fc5a02f45920ce5267d1af0560b30314294e9eb
+size 36525640
diff --git a/exp12/060-module.33.mlp/events.out.tfevents.1638184547.r8i5n6.2640545.9 b/exp12/060-module.33.mlp/events.out.tfevents.1638184547.r8i5n6.2640545.9
deleted file mode 100644
index f858834858c7303b347a6581043b3d0bde44d9c5..0000000000000000000000000000000000000000
--- a/exp12/060-module.33.mlp/events.out.tfevents.1638184547.r8i5n6.2640545.9
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:75ec4b01f9082b9768f8cb4552197e51ea19df2cad2abe032c20932fc3783acb
-size 20921800
diff --git a/exp12/060-module.33.mlp/events.out.tfevents.1638219687.r8i4n2.3275712.9 b/exp12/060-module.33.mlp/events.out.tfevents.1638219687.r8i4n2.3275712.9
new file mode 100644
index 0000000000000000000000000000000000000000..8e8b0852e5a73071474eb6ec12e681c2deba94bd
--- /dev/null
+++ b/exp12/060-module.33.mlp/events.out.tfevents.1638219687.r8i4n2.3275712.9
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3470a61c2565d0f5c77182a9507d2b0c4353349b6e8dfec0470cea80b72ae28b
+size 21402760
diff --git a/exp12/060-module.33.post_attention_layernorm/events.out.tfevents.1638184546.r8i5n6.2640545.6 b/exp12/060-module.33.post_attention_layernorm/events.out.tfevents.1638184546.r8i5n6.2640545.6
deleted file mode 100644
index cfbc1b23137f16c412694b8206c51d45f110970e..0000000000000000000000000000000000000000
--- a/exp12/060-module.33.post_attention_layernorm/events.out.tfevents.1638184546.r8i5n6.2640545.6
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:9016bafdb5d38725641917c8f48cee7b13e86ed59929c28d9b3a69163583ef1d
-size 35370760
diff --git a/exp12/060-module.33.post_attention_layernorm/events.out.tfevents.1638219687.r8i4n2.3275712.6 b/exp12/060-module.33.post_attention_layernorm/events.out.tfevents.1638219687.r8i4n2.3275712.6
new file mode 100644
index 0000000000000000000000000000000000000000..b977207c285d623bffbc85e4276c2cbbce76ab09
--- /dev/null
+++ b/exp12/060-module.33.post_attention_layernorm/events.out.tfevents.1638219687.r8i4n2.3275712.6
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7a63e267bd2e35f750706db411f88d038e8bc4aa59b0d4aff9c5f86575fdddf
+size 36183880
diff --git a/exp12/060-module.33.self_attention.attention_dropout/events.out.tfevents.1638184546.r8i5n6.2640545.3 b/exp12/060-module.33.self_attention.attention_dropout/events.out.tfevents.1638184546.r8i5n6.2640545.3
deleted file mode 100644
index d9cc3d943d4c089c72210042db9305c9e84dcd9a..0000000000000000000000000000000000000000
--- a/exp12/060-module.33.self_attention.attention_dropout/events.out.tfevents.1638184546.r8i5n6.2640545.3
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:a88c854b7227987930af1d1a2d74d70286a29eedf62232c5e2ed585fe42701ba
-size 15409480
diff --git a/exp12/060-module.33.self_attention.attention_dropout/events.out.tfevents.1638219686.r8i4n2.3275712.3 b/exp12/060-module.33.self_attention.attention_dropout/events.out.tfevents.1638219686.r8i4n2.3275712.3
new file mode 100644
index 0000000000000000000000000000000000000000..d67bb92d9d93083a4fe6e8a1b72b243273009b2a
--- /dev/null
+++ b/exp12/060-module.33.self_attention.attention_dropout/events.out.tfevents.1638219686.r8i4n2.3275712.3
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30b5e1ea7e3070287856ed52417917b09e7cefa5962c14264dc5d76444d2735c
+size 15763720
diff --git a/exp12/060-module.33.self_attention.dense/events.out.tfevents.1638184546.r8i5n6.2640545.4 b/exp12/060-module.33.self_attention.dense/events.out.tfevents.1638184546.r8i5n6.2640545.4
deleted file mode 100644
index ed35a0d2a8829120f7079e9b2b72de2943234436..0000000000000000000000000000000000000000
--- a/exp12/060-module.33.self_attention.dense/events.out.tfevents.1638184546.r8i5n6.2640545.4
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:dd784e33b3765cdbeae423b827678d1697c2aeb0d9d63963fd44361008a572df
-size 35704840
diff --git a/exp12/060-module.33.self_attention.dense/events.out.tfevents.1638219686.r8i4n2.3275712.4 b/exp12/060-module.33.self_attention.dense/events.out.tfevents.1638219686.r8i4n2.3275712.4
new file mode 100644
index 0000000000000000000000000000000000000000..ba7cf818febe89b22f9ce7b834b4270d55c4d685
--- /dev/null
+++ b/exp12/060-module.33.self_attention.dense/events.out.tfevents.1638219686.r8i4n2.3275712.4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac4359f286909edb9138cdf308d8795a1043378dbf6c5c00f34f39a26bcff14c
+size 36525640
diff --git a/exp12/060-module.33.self_attention.query_key_value/events.out.tfevents.1638184546.r8i5n6.2640545.1 b/exp12/060-module.33.self_attention.query_key_value/events.out.tfevents.1638184546.r8i5n6.2640545.1
deleted file mode 100644
index 99b38479bcca961d765520ea8545681ecff7ab29..0000000000000000000000000000000000000000
--- a/exp12/060-module.33.self_attention.query_key_value/events.out.tfevents.1638184546.r8i5n6.2640545.1
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:5be6a57cde9e0e23e8178d7d4eaba5f07f331316e8d48f368a949dfeaacc2130
-size 33032200
diff --git a/exp12/060-module.33.self_attention.query_key_value/events.out.tfevents.1638219686.r8i4n2.3275712.1 b/exp12/060-module.33.self_attention.query_key_value/events.out.tfevents.1638219686.r8i4n2.3275712.1
new file mode 100644
index 0000000000000000000000000000000000000000..d7e03ddaa26d2b37a7279fb0f5334d78b85ed17b
--- /dev/null
+++ b/exp12/060-module.33.self_attention.query_key_value/events.out.tfevents.1638219686.r8i4n2.3275712.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6a7de37e7439caceb2b99ff5026330e281a81df89b8254ac8108eabcee421e1
+size 33791560
diff --git a/exp12/060-module.33.self_attention.scale_mask_softmax/events.out.tfevents.1638184546.r8i5n6.2640545.2 b/exp12/060-module.33.self_attention.scale_mask_softmax/events.out.tfevents.1638184546.r8i5n6.2640545.2
deleted file mode 100644
index fad8ec38b490c333bc8b7963b0a0c80258e15592..0000000000000000000000000000000000000000
--- a/exp12/060-module.33.self_attention.scale_mask_softmax/events.out.tfevents.1638184546.r8i5n6.2640545.2
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:b6e1a9dbfbcd91e08d877d094dac562e3a04ff44048b051655d1e29be218ec3f
-size 15409480
diff --git a/exp12/060-module.33.self_attention.scale_mask_softmax/events.out.tfevents.1638219686.r8i4n2.3275712.2 b/exp12/060-module.33.self_attention.scale_mask_softmax/events.out.tfevents.1638219686.r8i4n2.3275712.2
new file mode 100644
index 0000000000000000000000000000000000000000..3804a823907b56867b8bbe7d274ff285a64cf8b7
--- /dev/null
+++ b/exp12/060-module.33.self_attention.scale_mask_softmax/events.out.tfevents.1638219686.r8i4n2.3275712.2
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95ce5b06dea081b960818088a989d0bbe85371c4d268fb6d91b2bb12c821fd89
+size 15763720
diff --git a/exp12/060-module.33.self_attention/events.out.tfevents.1638184546.r8i5n6.2640545.5 b/exp12/060-module.33.self_attention/events.out.tfevents.1638184546.r8i5n6.2640545.5
deleted file mode 100644
index 574ba7846bfdf2c082011b6259c1ba7e8d8ccaa2..0000000000000000000000000000000000000000
--- a/exp12/060-module.33.self_attention/events.out.tfevents.1638184546.r8i5n6.2640545.5
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:4273bb91af027a83bfcab0c96ece46e7817c216935ef0213ff514d9877886af2
-size 20921800
diff --git a/exp12/060-module.33.self_attention/events.out.tfevents.1638219686.r8i4n2.3275712.5 b/exp12/060-module.33.self_attention/events.out.tfevents.1638219686.r8i4n2.3275712.5
new file mode 100644
index 0000000000000000000000000000000000000000..f657d5969144d0d38487e67c829bbeb37a695873
--- /dev/null
+++ b/exp12/060-module.33.self_attention/events.out.tfevents.1638219686.r8i4n2.3275712.5
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9bbe59f78cb49129e3aa3f53b4bf605f3121b735ce85e7630075944ecd34967
+size 21402760
diff --git a/exp12/060-module.33/events.out.tfevents.1638184547.r8i5n6.2640545.10 b/exp12/060-module.33/events.out.tfevents.1638184547.r8i5n6.2640545.10
deleted file mode 100644
index a9b22f21ab3db99b9997d8f63aafc59577edbdb7..0000000000000000000000000000000000000000
--- a/exp12/060-module.33/events.out.tfevents.1638184547.r8i5n6.2640545.10
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:8ca2225e65e963b24f89f0e677147b63311e253fad0ea5442b9dea4d3f010b57
-size 20587720
diff --git a/exp12/060-module.33/events.out.tfevents.1638219687.r8i4n2.3275712.10 b/exp12/060-module.33/events.out.tfevents.1638219687.r8i4n2.3275712.10
new file mode 100644
index 0000000000000000000000000000000000000000..772b14c4843a3a7c574ac0c97215213b38e1977a
--- /dev/null
+++ b/exp12/060-module.33/events.out.tfevents.1638219687.r8i4n2.3275712.10
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cec837133ef669b2a8457afcad12a0bb2208d14dbdfd2edf77e18dca5c2c971e
+size 21061000
diff --git a/exp12/060-module.34.input_layernorm/events.out.tfevents.1638184547.r8i5n6.2640545.11 b/exp12/060-module.34.input_layernorm/events.out.tfevents.1638184547.r8i5n6.2640545.11
deleted file mode 100644
index cc5908dea5ef4f1f9a47e04130c3b92262f8b199..0000000000000000000000000000000000000000
--- a/exp12/060-module.34.input_layernorm/events.out.tfevents.1638184547.r8i5n6.2640545.11
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:52fd26e6c556e4ba8951d9ec20840342b9e244441a0724ea939e2476b25d49bc
-size 35370760
diff --git a/exp12/060-module.34.input_layernorm/events.out.tfevents.1638219687.r8i4n2.3275712.11 b/exp12/060-module.34.input_layernorm/events.out.tfevents.1638219687.r8i4n2.3275712.11
new file mode 100644
index 0000000000000000000000000000000000000000..182809776ef9c4522ffcfb90387c1e850e91274d
--- /dev/null
+++ b/exp12/060-module.34.input_layernorm/events.out.tfevents.1638219687.r8i4n2.3275712.11
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98cbf7f9701dd8b7721ad1db7b1ed614f648837100217da8c0f073827f4c6f93
+size 36183880
diff --git a/exp12/060-module.34.mlp.dense_4h_to_h/events.out.tfevents.1638184547.r8i5n6.2640545.19 b/exp12/060-module.34.mlp.dense_4h_to_h/events.out.tfevents.1638184547.r8i5n6.2640545.19
deleted file mode 100644
index 19ad43a321f3b0877b1a4caba900fc923fc5a330..0000000000000000000000000000000000000000
--- a/exp12/060-module.34.mlp.dense_4h_to_h/events.out.tfevents.1638184547.r8i5n6.2640545.19
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:d99c8f8fcff345abc4ee48b017a77742c5e8497d49d76cd7a774d0c62a16bb78
-size 35704840
diff --git a/exp12/060-module.34.mlp.dense_4h_to_h/events.out.tfevents.1638219687.r8i4n2.3275712.19 b/exp12/060-module.34.mlp.dense_4h_to_h/events.out.tfevents.1638219687.r8i4n2.3275712.19
new file mode 100644
index 0000000000000000000000000000000000000000..330be207a0de225a8fb2464e998e898efb62b9f0
--- /dev/null
+++ b/exp12/060-module.34.mlp.dense_4h_to_h/events.out.tfevents.1638219687.r8i4n2.3275712.19
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10b96278b018a26018f0081644d58b6ba5806f4dbabd6b45d262fc666fec5ea1
+size 36525640
diff --git a/exp12/060-module.34.mlp.dense_h_to_4h/events.out.tfevents.1638184547.r8i5n6.2640545.18 b/exp12/060-module.34.mlp.dense_h_to_4h/events.out.tfevents.1638184547.r8i5n6.2640545.18
deleted file mode 100644
index 666592bba1ee575ba05b91ffebeee99c2df36904..0000000000000000000000000000000000000000
--- a/exp12/060-module.34.mlp.dense_h_to_4h/events.out.tfevents.1638184547.r8i5n6.2640545.18
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:fe2e05d33443ed413ef455cc720a76c1b46696c92380559656173d6039ab75d5
-size 35704840
diff --git a/exp12/060-module.34.mlp.dense_h_to_4h/events.out.tfevents.1638219687.r8i4n2.3275712.18 b/exp12/060-module.34.mlp.dense_h_to_4h/events.out.tfevents.1638219687.r8i4n2.3275712.18
new file mode 100644
index 0000000000000000000000000000000000000000..71bad848703082ad208aaf371c48abe88fc83d2e
--- /dev/null
+++ b/exp12/060-module.34.mlp.dense_h_to_4h/events.out.tfevents.1638219687.r8i4n2.3275712.18
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fea3b28d6a14c7d9d176ab8b6356b85e5453f057c001b067f21c2ea3981ff83
+size 36525640
diff --git a/exp12/060-module.34.mlp/events.out.tfevents.1638184547.r8i5n6.2640545.20 b/exp12/060-module.34.mlp/events.out.tfevents.1638184547.r8i5n6.2640545.20
deleted file mode 100644
index 7f09f046ca63c42a51d8888244b7498cd050c877..0000000000000000000000000000000000000000
--- a/exp12/060-module.34.mlp/events.out.tfevents.1638184547.r8i5n6.2640545.20
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:69e74fc62bc11b258c922f9853017106f3f8f0d09bfc630af1bce7bbd4244cbe
-size 20921800
diff --git a/exp12/060-module.34.mlp/events.out.tfevents.1638219687.r8i4n2.3275712.20 b/exp12/060-module.34.mlp/events.out.tfevents.1638219687.r8i4n2.3275712.20
new file mode 100644
index 0000000000000000000000000000000000000000..e45dbaef07d789d5532aa6f8f4e762103f7235de
--- /dev/null
+++ b/exp12/060-module.34.mlp/events.out.tfevents.1638219687.r8i4n2.3275712.20
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1b3ce82c3b79b71f251e7cfb4719df1359de425f1dc2ff33317584367afa6b2
+size 21402760
diff --git a/exp12/060-module.34.post_attention_layernorm/events.out.tfevents.1638184547.r8i5n6.2640545.17 b/exp12/060-module.34.post_attention_layernorm/events.out.tfevents.1638184547.r8i5n6.2640545.17
deleted file mode 100644
index 0a171337de209b156adb5c5dc68b1122eea5957d..0000000000000000000000000000000000000000
--- a/exp12/060-module.34.post_attention_layernorm/events.out.tfevents.1638184547.r8i5n6.2640545.17
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:944294643ce6e28cd5b40b9cbd44d62528f68f1ef65831bdecdf0e41f0a4bd37
-size 35370760
diff --git a/exp12/060-module.34.post_attention_layernorm/events.out.tfevents.1638219687.r8i4n2.3275712.17 b/exp12/060-module.34.post_attention_layernorm/events.out.tfevents.1638219687.r8i4n2.3275712.17
new file mode 100644
index 0000000000000000000000000000000000000000..dc19825fbfec63d9d49f52ab264fa9092b38bcdb
--- /dev/null
+++ b/exp12/060-module.34.post_attention_layernorm/events.out.tfevents.1638219687.r8i4n2.3275712.17
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2191cc116778d81bdee0117d7bb42b553845c690451b60a3d0cf21ed948f3d79
+size 36183880
diff --git a/exp12/060-module.34.self_attention.attention_dropout/events.out.tfevents.1638184547.r8i5n6.2640545.14 b/exp12/060-module.34.self_attention.attention_dropout/events.out.tfevents.1638184547.r8i5n6.2640545.14
deleted file mode 100644
index f3fa35ac09138e391606e5b8d9b1b47932121d2f..0000000000000000000000000000000000000000
--- a/exp12/060-module.34.self_attention.attention_dropout/events.out.tfevents.1638184547.r8i5n6.2640545.14
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:0145f1428d1cbb64b03c690f8cca8c5b0eef215b9e83911eb46dfdbbbfc35232
-size 15409480
diff --git a/exp12/060-module.34.self_attention.attention_dropout/events.out.tfevents.1638219687.r8i4n2.3275712.14 b/exp12/060-module.34.self_attention.attention_dropout/events.out.tfevents.1638219687.r8i4n2.3275712.14
new file mode 100644
index 0000000000000000000000000000000000000000..a9891df567218e616d5b050c41698fc9a19c49e3
--- /dev/null
+++ b/exp12/060-module.34.self_attention.attention_dropout/events.out.tfevents.1638219687.r8i4n2.3275712.14
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aad53154b8289afe42ed7899af28f2c32d91c0c22d0c10d6e3ab5fa650b0de8f
+size 15763720
diff --git a/exp12/060-module.34.self_attention.dense/events.out.tfevents.1638184547.r8i5n6.2640545.15 b/exp12/060-module.34.self_attention.dense/events.out.tfevents.1638184547.r8i5n6.2640545.15
deleted file mode 100644
index d34e81e561b733e726cffeeabda2e082f40d464c..0000000000000000000000000000000000000000
--- a/exp12/060-module.34.self_attention.dense/events.out.tfevents.1638184547.r8i5n6.2640545.15
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:edc5ecf63402912bad1af9a7c0ed48c109d66ef9bc35a9e62f7212d04b83dc1d
-size 35704840
diff --git a/exp12/060-module.34.self_attention.dense/events.out.tfevents.1638219687.r8i4n2.3275712.15 b/exp12/060-module.34.self_attention.dense/events.out.tfevents.1638219687.r8i4n2.3275712.15
new file mode 100644
index 0000000000000000000000000000000000000000..91cbcc1f16bdaf15d5d8bbd8f4ba8fee75c18dcc
--- /dev/null
+++ b/exp12/060-module.34.self_attention.dense/events.out.tfevents.1638219687.r8i4n2.3275712.15
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88c70b6e273a9bbaa122551272a8e4b4fc75566120362bc2d6be4c5a78031377
+size 36525640
diff --git a/exp12/060-module.34.self_attention.query_key_value/events.out.tfevents.1638184547.r8i5n6.2640545.12 b/exp12/060-module.34.self_attention.query_key_value/events.out.tfevents.1638184547.r8i5n6.2640545.12
deleted file mode 100644
index 12600aef2c9f1897615863c6773afcf58ab6f077..0000000000000000000000000000000000000000
--- a/exp12/060-module.34.self_attention.query_key_value/events.out.tfevents.1638184547.r8i5n6.2640545.12
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:27567c0d2e69e7033b20b56dd6e6a416efaf61f02013c3b053f71a758158f058
-size 33032200
diff --git a/exp12/060-module.34.self_attention.query_key_value/events.out.tfevents.1638219687.r8i4n2.3275712.12 b/exp12/060-module.34.self_attention.query_key_value/events.out.tfevents.1638219687.r8i4n2.3275712.12
new file mode 100644
index 0000000000000000000000000000000000000000..8f7263e45baf7fb8309ae9d51228edbccfcb360a
--- /dev/null
+++ b/exp12/060-module.34.self_attention.query_key_value/events.out.tfevents.1638219687.r8i4n2.3275712.12
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25e7c7cae431e29b050dd83ca38fc6d10d2ca7a473b0ecdf25a9830b69e4c640
+size 33791560
diff --git a/exp12/060-module.34.self_attention.scale_mask_softmax/events.out.tfevents.1638184547.r8i5n6.2640545.13 b/exp12/060-module.34.self_attention.scale_mask_softmax/events.out.tfevents.1638184547.r8i5n6.2640545.13
deleted file mode 100644
index 15981d78ca0bd834d49a533e98c22ed169dd0468..0000000000000000000000000000000000000000
--- a/exp12/060-module.34.self_attention.scale_mask_softmax/events.out.tfevents.1638184547.r8i5n6.2640545.13
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:edaf0fa7f7cc4cc965975b8479b5b95a2c077a116717ac8b881ee1cb0b8b4ee6
-size 15409480
diff --git a/exp12/060-module.34.self_attention.scale_mask_softmax/events.out.tfevents.1638219687.r8i4n2.3275712.13 b/exp12/060-module.34.self_attention.scale_mask_softmax/events.out.tfevents.1638219687.r8i4n2.3275712.13
new file mode 100644
index 0000000000000000000000000000000000000000..290ff323580bed14170d13dbc397a0c0f949f693
--- /dev/null
+++ b/exp12/060-module.34.self_attention.scale_mask_softmax/events.out.tfevents.1638219687.r8i4n2.3275712.13
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4991a98a0580e4946f1ff3d3a70d392ceb518169d2bb3951c9a12722b523e1fe
+size 15763720
diff --git a/exp12/060-module.34.self_attention/events.out.tfevents.1638184547.r8i5n6.2640545.16 b/exp12/060-module.34.self_attention/events.out.tfevents.1638184547.r8i5n6.2640545.16
deleted file mode 100644
index 7dd27f80e75c87c1865fce5158875d263f348675..0000000000000000000000000000000000000000
--- a/exp12/060-module.34.self_attention/events.out.tfevents.1638184547.r8i5n6.2640545.16
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:68638021c7342be41dac5ac03cd180d62a9eed30c259df76a7ef572e1c6ccd4a
-size 20921800
diff --git a/exp12/060-module.34.self_attention/events.out.tfevents.1638219687.r8i4n2.3275712.16 b/exp12/060-module.34.self_attention/events.out.tfevents.1638219687.r8i4n2.3275712.16
new file mode 100644
index 0000000000000000000000000000000000000000..9437ba29e79cb3c31e6463e8a782b2fce99b75ef
--- /dev/null
+++ b/exp12/060-module.34.self_attention/events.out.tfevents.1638219687.r8i4n2.3275712.16
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ead8f5af1cc7589ffeb76bcb13a791ed976ce8f3272308ee7ee2a64a4807a93
+size 21402760
diff --git a/exp12/060-module.34/events.out.tfevents.1638184547.r8i5n6.2640545.21 b/exp12/060-module.34/events.out.tfevents.1638184547.r8i5n6.2640545.21
deleted file mode 100644
index 0563815a74329f34d868baf116cd2a943109da2f..0000000000000000000000000000000000000000
--- a/exp12/060-module.34/events.out.tfevents.1638184547.r8i5n6.2640545.21
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:ac796736a0dc212b8569d1372409c00dc44eede445bb798a06a2b3eba6ed1682
-size 20587720
diff --git a/exp12/060-module.34/events.out.tfevents.1638219687.r8i4n2.3275712.21 b/exp12/060-module.34/events.out.tfevents.1638219687.r8i4n2.3275712.21
new file mode 100644
index 0000000000000000000000000000000000000000..16972be9ee6290b95f278aa85a3c725a2e1cfde9
--- /dev/null
+++ b/exp12/060-module.34/events.out.tfevents.1638219687.r8i4n2.3275712.21
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4718f00bf626e6d16e11ca1b5ab58e8e24abef8528f821e6c43096d6518d4f7
+size 21061000
diff --git a/exp12/060-module/events.out.tfevents.1638184547.r8i5n6.2640545.22 b/exp12/060-module/events.out.tfevents.1638184547.r8i5n6.2640545.22
deleted file mode 100644
index 8b4b048f97227a7c081da277f2207473ef11b7bf..0000000000000000000000000000000000000000
--- a/exp12/060-module/events.out.tfevents.1638184547.r8i5n6.2640545.22
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:93e5c1a0389d1c5983466d3f30fc7f71d9bbb587b1d80d5abbd63c2f55fd5857
-size 10314760
diff --git a/exp12/060-module/events.out.tfevents.1638219687.r8i4n2.3275712.22 b/exp12/060-module/events.out.tfevents.1638219687.r8i4n2.3275712.22
new file mode 100644
index 0000000000000000000000000000000000000000..f33595a3d6478faf14d7f4ed456aab5a21ff9319
--- /dev/null
+++ b/exp12/060-module/events.out.tfevents.1638219687.r8i4n2.3275712.22
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12d37e2e1a483a8b112bf39d53b3ec992938af27a68fea2a1c4b6945c02015ed
+size 10551880
diff --git a/exp12/092-module.49.input_layernorm/events.out.tfevents.1638184559.r9i3n8.2077344.0 b/exp12/092-module.49.input_layernorm/events.out.tfevents.1638184559.r9i3n8.2077344.0
deleted file mode 100644
index 6b0ff8a251f68d0ba400b1b23d1eea29563efedf..0000000000000000000000000000000000000000
--- a/exp12/092-module.49.input_layernorm/events.out.tfevents.1638184559.r9i3n8.2077344.0
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:bd548574e8ee100fc7b659e16ef4f1ac5d39d6bda1eede56ff300b94900d12de
-size 35370760
diff --git a/exp12/092-module.49.input_layernorm/events.out.tfevents.1638219698.r8i5n7.607539.0 b/exp12/092-module.49.input_layernorm/events.out.tfevents.1638219698.r8i5n7.607539.0
new file mode 100644
index 0000000000000000000000000000000000000000..f1e0fbd141e8f7417a69fca7507e95b236baa7c8
--- /dev/null
+++ b/exp12/092-module.49.input_layernorm/events.out.tfevents.1638219698.r8i5n7.607539.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ae1f57f6c14ea838f0cd9febfa437b76a8354c14e4242b9471abc8ed585866e
+size 36183880
diff --git a/exp12/092-module.49.mlp.dense_4h_to_h/events.out.tfevents.1638184560.r9i3n8.2077344.8 b/exp12/092-module.49.mlp.dense_4h_to_h/events.out.tfevents.1638184560.r9i3n8.2077344.8
deleted file mode 100644
index 3d4d1f5bacfd7905fca0741e6b9b914b1fd021f4..0000000000000000000000000000000000000000
--- a/exp12/092-module.49.mlp.dense_4h_to_h/events.out.tfevents.1638184560.r9i3n8.2077344.8
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:88957119f7ce3ed13afea4c126440f508c66a58f26825edc717d5abfc920cf06
-size 35704840
diff --git a/exp12/092-module.49.mlp.dense_4h_to_h/events.out.tfevents.1638219700.r8i5n7.607539.8 b/exp12/092-module.49.mlp.dense_4h_to_h/events.out.tfevents.1638219700.r8i5n7.607539.8
new file mode 100644
index 0000000000000000000000000000000000000000..22dd300aee642070e8bdec8e6f111899abdd792d
--- /dev/null
+++ b/exp12/092-module.49.mlp.dense_4h_to_h/events.out.tfevents.1638219700.r8i5n7.607539.8
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:709498cd8ce3df7bc1723f8cfe8141f54ac2f3ae721865781df8b7374e342c1b
+size 36525640
diff --git a/exp12/092-module.49.mlp.dense_h_to_4h/events.out.tfevents.1638184560.r9i3n8.2077344.7 b/exp12/092-module.49.mlp.dense_h_to_4h/events.out.tfevents.1638184560.r9i3n8.2077344.7
deleted file mode 100644
index 4bcd564424b8a319dd5e28a079ae5d4158bf7d16..0000000000000000000000000000000000000000
--- a/exp12/092-module.49.mlp.dense_h_to_4h/events.out.tfevents.1638184560.r9i3n8.2077344.7
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:0cec6179495aaee69bf9e095034469a621b119c1dddef804dbcd42fc1f8317d3
-size 35704840
diff --git a/exp12/092-module.49.mlp.dense_h_to_4h/events.out.tfevents.1638219699.r8i5n7.607539.7 b/exp12/092-module.49.mlp.dense_h_to_4h/events.out.tfevents.1638219699.r8i5n7.607539.7
new file mode 100644
index 0000000000000000000000000000000000000000..f2ee21c1a0b376e8d42f724a4d55f70148a9ba75
--- /dev/null
+++ b/exp12/092-module.49.mlp.dense_h_to_4h/events.out.tfevents.1638219699.r8i5n7.607539.7
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8b096b89bcfe9d4bbbe94887363243389a234b645be39889b6eb040526e12aa
+size 36525640
diff --git a/exp12/092-module.49.mlp/events.out.tfevents.1638184560.r9i3n8.2077344.9 b/exp12/092-module.49.mlp/events.out.tfevents.1638184560.r9i3n8.2077344.9
deleted file mode 100644
index d9a919041c288a3e505aa4102c8258fb11ede7b6..0000000000000000000000000000000000000000
--- a/exp12/092-module.49.mlp/events.out.tfevents.1638184560.r9i3n8.2077344.9
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:581e24b822ab51f6265596bd794ac0f9a3c078b2ee3b908e55e70ec993dc22f7
-size 20921800
diff --git a/exp12/092-module.49.mlp/events.out.tfevents.1638219700.r8i5n7.607539.9 b/exp12/092-module.49.mlp/events.out.tfevents.1638219700.r8i5n7.607539.9
new file mode 100644
index 0000000000000000000000000000000000000000..d4c76ddfd5ac2ad29dbfb1a83485d3c666afeac3
--- /dev/null
+++ b/exp12/092-module.49.mlp/events.out.tfevents.1638219700.r8i5n7.607539.9
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:683dcadbcf0aaa5677dbbc759826c0f438ba41fa9892ba61c57adc1f53ed0600
+size 21402760
diff --git a/exp12/092-module.49.post_attention_layernorm/events.out.tfevents.1638184560.r9i3n8.2077344.6 b/exp12/092-module.49.post_attention_layernorm/events.out.tfevents.1638184560.r9i3n8.2077344.6
deleted file mode 100644
index c5e85ebc7b4af03e5a6856eed805db09151bace3..0000000000000000000000000000000000000000
--- a/exp12/092-module.49.post_attention_layernorm/events.out.tfevents.1638184560.r9i3n8.2077344.6
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:51e17803e59518a4d1382f063003d18dfb1ac1b6bc6d87142d1c1f5bd7264c70
-size 35370760
diff --git a/exp12/092-module.49.post_attention_layernorm/events.out.tfevents.1638219699.r8i5n7.607539.6 b/exp12/092-module.49.post_attention_layernorm/events.out.tfevents.1638219699.r8i5n7.607539.6
new file mode 100644
index 0000000000000000000000000000000000000000..5853f2576fd7bf39510d2e58ce846c83e378b1be
--- /dev/null
+++ b/exp12/092-module.49.post_attention_layernorm/events.out.tfevents.1638219699.r8i5n7.607539.6
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5efb3a2bc55548b0a9e26d4016f44b5278575d5a1ff74498940e44b0dbc952f
+size 36183880
diff --git a/exp12/092-module.49.self_attention.attention_dropout/events.out.tfevents.1638184559.r9i3n8.2077344.3 b/exp12/092-module.49.self_attention.attention_dropout/events.out.tfevents.1638184559.r9i3n8.2077344.3
deleted file mode 100644
index 32242285f738482ef94b17e0ffbab8633c6cee0f..0000000000000000000000000000000000000000
--- a/exp12/092-module.49.self_attention.attention_dropout/events.out.tfevents.1638184559.r9i3n8.2077344.3
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:5819660120c73ed8e3fa1530d62b209515e0c2a12da30bcfba100c58a262f98e
-size 15409480
diff --git a/exp12/092-module.49.self_attention.attention_dropout/events.out.tfevents.1638219699.r8i5n7.607539.3 b/exp12/092-module.49.self_attention.attention_dropout/events.out.tfevents.1638219699.r8i5n7.607539.3
new file mode 100644
index 0000000000000000000000000000000000000000..fc7213ecee582a7ca12299e9c6d015949930b86d
--- /dev/null
+++ b/exp12/092-module.49.self_attention.attention_dropout/events.out.tfevents.1638219699.r8i5n7.607539.3
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:182d693af1abd6b6af690df36fdb69b4d4bf83cb06ae1d42d2be7aa0f19a994f
+size 15763720
diff --git a/exp12/092-module.49.self_attention.dense/events.out.tfevents.1638184559.r9i3n8.2077344.4 b/exp12/092-module.49.self_attention.dense/events.out.tfevents.1638184559.r9i3n8.2077344.4
deleted file mode 100644
index 25f2eceeca2c39b52bce6744d82a15fcf799405b..0000000000000000000000000000000000000000
--- a/exp12/092-module.49.self_attention.dense/events.out.tfevents.1638184559.r9i3n8.2077344.4
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:7514235ce872e640cd8e0f0de52d35c9cf9d0c3c7d378cd8bd46ef0cfc20eba8
-size 35704840
diff --git a/exp12/092-module.49.self_attention.dense/events.out.tfevents.1638219699.r8i5n7.607539.4 b/exp12/092-module.49.self_attention.dense/events.out.tfevents.1638219699.r8i5n7.607539.4
new file mode 100644
index 0000000000000000000000000000000000000000..2a5ee56fa67eacdde3e7557e5c0e62d96a124663
--- /dev/null
+++ b/exp12/092-module.49.self_attention.dense/events.out.tfevents.1638219699.r8i5n7.607539.4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a31194118f14b75cc54860d80feab1bca493438d137a90a192be986be0ecb6aa
+size 36525640
diff --git a/exp12/092-module.49.self_attention.query_key_value/events.out.tfevents.1638184559.r9i3n8.2077344.1 b/exp12/092-module.49.self_attention.query_key_value/events.out.tfevents.1638184559.r9i3n8.2077344.1
deleted file mode 100644
index caec0cb38139ca4dc04d9f4a06d591d4d9ddfaca..0000000000000000000000000000000000000000
--- a/exp12/092-module.49.self_attention.query_key_value/events.out.tfevents.1638184559.r9i3n8.2077344.1
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:be29cd694068f710f54197df51280fa3249cb1da42463ec3cc8285f08e374337
-size 33032200
diff --git a/exp12/092-module.49.self_attention.query_key_value/events.out.tfevents.1638219699.r8i5n7.607539.1 b/exp12/092-module.49.self_attention.query_key_value/events.out.tfevents.1638219699.r8i5n7.607539.1
new file mode 100644
index 0000000000000000000000000000000000000000..f4f709c6e11cb8a0d01e77fdef5eeeb2255741bb
--- /dev/null
+++ b/exp12/092-module.49.self_attention.query_key_value/events.out.tfevents.1638219699.r8i5n7.607539.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93ddbb7fc17dc6594b7ec7d306449dc602a634b5bb076382d3a89534d1634d0e
+size 33791560
diff --git a/exp12/092-module.49.self_attention.scale_mask_softmax/events.out.tfevents.1638184559.r9i3n8.2077344.2 b/exp12/092-module.49.self_attention.scale_mask_softmax/events.out.tfevents.1638184559.r9i3n8.2077344.2
deleted file mode 100644
index 06f193b5d306bfea7d55f7a80c78d171b8a9af88..0000000000000000000000000000000000000000
--- a/exp12/092-module.49.self_attention.scale_mask_softmax/events.out.tfevents.1638184559.r9i3n8.2077344.2
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:4edabc49a8a7f394397a69091ddd88fc739dd613d6f6de458f6caa5e37e61a30
-size 15409480
diff --git a/exp12/092-module.49.self_attention.scale_mask_softmax/events.out.tfevents.1638219699.r8i5n7.607539.2 b/exp12/092-module.49.self_attention.scale_mask_softmax/events.out.tfevents.1638219699.r8i5n7.607539.2
new file mode 100644
index 0000000000000000000000000000000000000000..2baa87b3de07281fa308899d6ff0ba3a40d98fec
--- /dev/null
+++ b/exp12/092-module.49.self_attention.scale_mask_softmax/events.out.tfevents.1638219699.r8i5n7.607539.2
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bde69060768bf59343dcd57746dd9cba3060e3a516c7cb6781a76517d81846b
+size 15763720
diff --git a/exp12/092-module.49.self_attention/events.out.tfevents.1638184559.r9i3n8.2077344.5 b/exp12/092-module.49.self_attention/events.out.tfevents.1638184559.r9i3n8.2077344.5
deleted file mode 100644
index cc4664407286a8e0967a8359237c156dffb36c7d..0000000000000000000000000000000000000000
--- a/exp12/092-module.49.self_attention/events.out.tfevents.1638184559.r9i3n8.2077344.5
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:2ccbee5e9c283e57f84baa7eaf5105c183dd4e1310d6d10af31392e00fc5181c
-size 20921800
diff --git a/exp12/092-module.49.self_attention/events.out.tfevents.1638219699.r8i5n7.607539.5 b/exp12/092-module.49.self_attention/events.out.tfevents.1638219699.r8i5n7.607539.5
new file mode 100644
index 0000000000000000000000000000000000000000..e58921fd3c93d3d6b06e5c6540be7f8f87b49812
--- /dev/null
+++ b/exp12/092-module.49.self_attention/events.out.tfevents.1638219699.r8i5n7.607539.5
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97aed3ea39c49f36ea370baf98fc2f12da58f74fb24ff6d7bed345583c27085d
+size 21402760
diff --git a/exp12/092-module.49/events.out.tfevents.1638184560.r9i3n8.2077344.10 b/exp12/092-module.49/events.out.tfevents.1638184560.r9i3n8.2077344.10
deleted file mode 100644
index a9b21f14912018627fab950e931d9b3734b75470..0000000000000000000000000000000000000000
--- a/exp12/092-module.49/events.out.tfevents.1638184560.r9i3n8.2077344.10
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:91a958ade82c7b6f500a65928db0488d2b005491c9a6aaf973e203661dad7ef8
-size 20587720
diff --git a/exp12/092-module.49/events.out.tfevents.1638219700.r8i5n7.607539.10 b/exp12/092-module.49/events.out.tfevents.1638219700.r8i5n7.607539.10
new file mode 100644
index 0000000000000000000000000000000000000000..2efeeada67786f754ecea3c37c73516a98e5773c
--- /dev/null
+++ b/exp12/092-module.49/events.out.tfevents.1638219700.r8i5n7.607539.10
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e7d44a0e586a30567b9575ec623a5e72dade5fb4ad5dc7eee0aa684b8ca7d10
+size 21061000
diff --git a/exp12/092-module.50.input_layernorm/events.out.tfevents.1638184560.r9i3n8.2077344.11 b/exp12/092-module.50.input_layernorm/events.out.tfevents.1638184560.r9i3n8.2077344.11
deleted file mode 100644
index 6d9c7759bf0a87aeea5625823e6f43fe78c3bdfa..0000000000000000000000000000000000000000
--- a/exp12/092-module.50.input_layernorm/events.out.tfevents.1638184560.r9i3n8.2077344.11
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:cd6c187a0522b904b13c6df5d7d533f231ea7127ee65a8738b6af6b687019438
-size 35370760
diff --git a/exp12/092-module.50.input_layernorm/events.out.tfevents.1638219700.r8i5n7.607539.11 b/exp12/092-module.50.input_layernorm/events.out.tfevents.1638219700.r8i5n7.607539.11
new file mode 100644
index 0000000000000000000000000000000000000000..f2a1675aa2aec797c53335b26f90074ae1786a84
--- /dev/null
+++ b/exp12/092-module.50.input_layernorm/events.out.tfevents.1638219700.r8i5n7.607539.11
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fd14cb74dfe26ac07d978984bf09a4819ebb88b641439d8def6c084e038ae3c
+size 36183880
diff --git a/exp12/092-module.50.mlp.dense_4h_to_h/events.out.tfevents.1638184560.r9i3n8.2077344.19 b/exp12/092-module.50.mlp.dense_4h_to_h/events.out.tfevents.1638184560.r9i3n8.2077344.19
deleted file mode 100644
index 7c439a212eca9f2e032cf444f6f61d0ba96eaad4..0000000000000000000000000000000000000000
--- a/exp12/092-module.50.mlp.dense_4h_to_h/events.out.tfevents.1638184560.r9i3n8.2077344.19
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:4e2392cd3f9975d864ff961eab432deb607474fe3d15612762f310d5d351efb5
-size 35704840
diff --git a/exp12/092-module.50.mlp.dense_4h_to_h/events.out.tfevents.1638219700.r8i5n7.607539.19 b/exp12/092-module.50.mlp.dense_4h_to_h/events.out.tfevents.1638219700.r8i5n7.607539.19
new file mode 100644
index 0000000000000000000000000000000000000000..cbf9c34f9880a87e4e9b2b4ceab462de36756d62
--- /dev/null
+++ b/exp12/092-module.50.mlp.dense_4h_to_h/events.out.tfevents.1638219700.r8i5n7.607539.19
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef217437bd9804de91f2f903864d40f7b911f9b22c9fef111ada568941db19df
+size 36525640
diff --git a/exp12/092-module.50.mlp.dense_h_to_4h/events.out.tfevents.1638184560.r9i3n8.2077344.18 b/exp12/092-module.50.mlp.dense_h_to_4h/events.out.tfevents.1638184560.r9i3n8.2077344.18
deleted file mode 100644
index 3d120ec41c5d0cc69273f8b1a55fbb4ff65ef71a..0000000000000000000000000000000000000000
--- a/exp12/092-module.50.mlp.dense_h_to_4h/events.out.tfevents.1638184560.r9i3n8.2077344.18
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:83abd497d616829def24ec4a2a6d9d7609bf0e9c7d6003eebece4773e0670d97
-size 35704840
diff --git a/exp12/092-module.50.mlp.dense_h_to_4h/events.out.tfevents.1638219700.r8i5n7.607539.18 b/exp12/092-module.50.mlp.dense_h_to_4h/events.out.tfevents.1638219700.r8i5n7.607539.18
new file mode 100644
index 0000000000000000000000000000000000000000..908f54430132ecf10bd93d4f5199c103153286ba
--- /dev/null
+++ b/exp12/092-module.50.mlp.dense_h_to_4h/events.out.tfevents.1638219700.r8i5n7.607539.18
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12fd9df2da0b8f6105a77a12fe31c8b7e0e32c5178b8b4f48786169c4231a1a5
+size 36525640
diff --git a/exp12/092-module.50.mlp/events.out.tfevents.1638184560.r9i3n8.2077344.20 b/exp12/092-module.50.mlp/events.out.tfevents.1638184560.r9i3n8.2077344.20
deleted file mode 100644
index 0f2aeae5aae9c9e9cdf07b34716184d2754a14c5..0000000000000000000000000000000000000000
--- a/exp12/092-module.50.mlp/events.out.tfevents.1638184560.r9i3n8.2077344.20
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:bfc5d7aef88e901cf51fd985ee2120b2a1d8f6c09f16201e4aa99ec7caac90a3
-size 20921800
diff --git a/exp12/092-module.50.mlp/events.out.tfevents.1638219700.r8i5n7.607539.20 b/exp12/092-module.50.mlp/events.out.tfevents.1638219700.r8i5n7.607539.20
new file mode 100644
index 0000000000000000000000000000000000000000..f7a9c7993f5479f939b45469b424cf12b3fa2ed0
--- /dev/null
+++ b/exp12/092-module.50.mlp/events.out.tfevents.1638219700.r8i5n7.607539.20
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e91f14349ba7a591097b10772f7531e66bd7bb1f2c0ab2d61ce4ab00d77a6a8b
+size 21402760
diff --git a/exp12/092-module.50.post_attention_layernorm/events.out.tfevents.1638184560.r9i3n8.2077344.17 b/exp12/092-module.50.post_attention_layernorm/events.out.tfevents.1638184560.r9i3n8.2077344.17
deleted file mode 100644
index 0b997b5ab036434f76f1b28c2a2e590c9d3ded4a..0000000000000000000000000000000000000000
--- a/exp12/092-module.50.post_attention_layernorm/events.out.tfevents.1638184560.r9i3n8.2077344.17
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:7087d47536889c13e414815c77cabedb2a6e4314c8cf93ab4685a8ee2286cb6c
-size 35370760
diff --git a/exp12/092-module.50.post_attention_layernorm/events.out.tfevents.1638219700.r8i5n7.607539.17 b/exp12/092-module.50.post_attention_layernorm/events.out.tfevents.1638219700.r8i5n7.607539.17
new file mode 100644
index 0000000000000000000000000000000000000000..381e0d353af4e257eedfd160906bb8e69ad91cb1
--- /dev/null
+++ b/exp12/092-module.50.post_attention_layernorm/events.out.tfevents.1638219700.r8i5n7.607539.17
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2ca4519200fca58940b367d719692b1c961accf3b6dcea67a873d5085d00889
+size 36183880
diff --git a/exp12/092-module.50.self_attention.attention_dropout/events.out.tfevents.1638184560.r9i3n8.2077344.14 b/exp12/092-module.50.self_attention.attention_dropout/events.out.tfevents.1638184560.r9i3n8.2077344.14
deleted file mode 100644
index 1ee286915382407193d721ab2c6c9a3d1aa18761..0000000000000000000000000000000000000000
--- a/exp12/092-module.50.self_attention.attention_dropout/events.out.tfevents.1638184560.r9i3n8.2077344.14
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:32716641b87944c09783911d4a4bf423f3ff07629b6fc6c1da6f80cb01b7a658
-size 15409480
diff --git a/exp12/092-module.50.self_attention.attention_dropout/events.out.tfevents.1638219700.r8i5n7.607539.14 b/exp12/092-module.50.self_attention.attention_dropout/events.out.tfevents.1638219700.r8i5n7.607539.14
new file mode 100644
index 0000000000000000000000000000000000000000..9e891b328ea6a0d7354355f96ce3fdf18ec960af
--- /dev/null
+++ b/exp12/092-module.50.self_attention.attention_dropout/events.out.tfevents.1638219700.r8i5n7.607539.14
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a97ab6beb91c60eaea72ab864eaf7ae4bfa889cc6264e5b0be6fce10d2ffd7fd
+size 15763720
diff --git a/exp12/092-module.50.self_attention.dense/events.out.tfevents.1638184560.r9i3n8.2077344.15 b/exp12/092-module.50.self_attention.dense/events.out.tfevents.1638184560.r9i3n8.2077344.15
deleted file mode 100644
index e3470d502983053e4eefe19f28f16c8d0ccf9228..0000000000000000000000000000000000000000
--- a/exp12/092-module.50.self_attention.dense/events.out.tfevents.1638184560.r9i3n8.2077344.15
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:ba56a1a99d359420b43cfdd7362e9bbd7f9c4933b2f7150143f9c9b09e1460b3
-size 35704840
diff --git a/exp12/092-module.50.self_attention.dense/events.out.tfevents.1638219700.r8i5n7.607539.15 b/exp12/092-module.50.self_attention.dense/events.out.tfevents.1638219700.r8i5n7.607539.15
new file mode 100644
index 0000000000000000000000000000000000000000..806b0bf117eb74bd5862e47e9a683eb71ef54c48
--- /dev/null
+++ b/exp12/092-module.50.self_attention.dense/events.out.tfevents.1638219700.r8i5n7.607539.15
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d90780e4e1336d93ba6d058d34e0c4b3f0e44c864880423018d9444a815964ef
+size 36525640
diff --git a/exp12/092-module.50.self_attention.query_key_value/events.out.tfevents.1638184560.r9i3n8.2077344.12 b/exp12/092-module.50.self_attention.query_key_value/events.out.tfevents.1638184560.r9i3n8.2077344.12
deleted file mode 100644
index 1daa267ecceae4d84043ed929b28fef2489fdf9d..0000000000000000000000000000000000000000
--- a/exp12/092-module.50.self_attention.query_key_value/events.out.tfevents.1638184560.r9i3n8.2077344.12
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:5f4a89673ecbdec431b43be656dd5980e292e0f716f7a36f553e9a77f55563f2
-size 33032200
diff --git a/exp12/092-module.50.self_attention.query_key_value/events.out.tfevents.1638219700.r8i5n7.607539.12 b/exp12/092-module.50.self_attention.query_key_value/events.out.tfevents.1638219700.r8i5n7.607539.12
new file mode 100644
index 0000000000000000000000000000000000000000..c5de25e8a8b845944d39915c95c7ae3c9a91486c
--- /dev/null
+++ b/exp12/092-module.50.self_attention.query_key_value/events.out.tfevents.1638219700.r8i5n7.607539.12
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d599051ee47adf7e0761a082a66aee4362f23f84b55f38ebcd74f659c6b4c59
+size 33791560
diff --git a/exp12/092-module.50.self_attention.scale_mask_softmax/events.out.tfevents.1638184560.r9i3n8.2077344.13 b/exp12/092-module.50.self_attention.scale_mask_softmax/events.out.tfevents.1638184560.r9i3n8.2077344.13
deleted file mode 100644
index 302928f594228826edf938ff34b52b45e2fb889f..0000000000000000000000000000000000000000
--- a/exp12/092-module.50.self_attention.scale_mask_softmax/events.out.tfevents.1638184560.r9i3n8.2077344.13
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:878e26953e8f2b5794f517d31181a9ca4eaefadcd035997f92e76eb1c97274ac
-size 15409480
diff --git a/exp12/092-module.50.self_attention.scale_mask_softmax/events.out.tfevents.1638219700.r8i5n7.607539.13 b/exp12/092-module.50.self_attention.scale_mask_softmax/events.out.tfevents.1638219700.r8i5n7.607539.13
new file mode 100644
index 0000000000000000000000000000000000000000..95ac23dfc7c243ca7e1d1c8f5d33bf2d1e967859
--- /dev/null
+++ b/exp12/092-module.50.self_attention.scale_mask_softmax/events.out.tfevents.1638219700.r8i5n7.607539.13
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48dd9794460e4b947e99719010ab6d655357d67ccefa0307897808bd8a61356a
+size 15763720
diff --git a/exp12/092-module.50.self_attention/events.out.tfevents.1638184560.r9i3n8.2077344.16 b/exp12/092-module.50.self_attention/events.out.tfevents.1638184560.r9i3n8.2077344.16
deleted file mode 100644
index 37c0d7e6aa96c269103a5f7e854acdff914eb008..0000000000000000000000000000000000000000
--- a/exp12/092-module.50.self_attention/events.out.tfevents.1638184560.r9i3n8.2077344.16
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:4827b87a3bba96b8360a387e4898be95a62e3d80df9f4291d71adef35ad05ad3
-size 20921800
diff --git a/exp12/092-module.50.self_attention/events.out.tfevents.1638219700.r8i5n7.607539.16 b/exp12/092-module.50.self_attention/events.out.tfevents.1638219700.r8i5n7.607539.16
new file mode 100644
index 0000000000000000000000000000000000000000..1f847d3c7a5051a884e8fe104353a507c5e9a2ec
--- /dev/null
+++ b/exp12/092-module.50.self_attention/events.out.tfevents.1638219700.r8i5n7.607539.16
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:774ef2db1ae568aacb6d1110a74a43441e552c935c3a7391c8b9da953c9207d4
+size 21402760
diff --git a/exp12/092-module.50/events.out.tfevents.1638184560.r9i3n8.2077344.21 b/exp12/092-module.50/events.out.tfevents.1638184560.r9i3n8.2077344.21
deleted file mode 100644
index 2d7d0d268eb8bc5e33cb8b1103bde65ae560875a..0000000000000000000000000000000000000000
--- a/exp12/092-module.50/events.out.tfevents.1638184560.r9i3n8.2077344.21
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:8b8c9d2c456b4a36dc04dd1860d7a489120e32e1b2a29ab18457cf683f542a03
-size 20587720
diff --git a/exp12/092-module.50/events.out.tfevents.1638219700.r8i5n7.607539.21 b/exp12/092-module.50/events.out.tfevents.1638219700.r8i5n7.607539.21
new file mode 100644
index 0000000000000000000000000000000000000000..b5edd7ac5e76ed9f4bc04355d5cfe8e80df98c9c
--- /dev/null
+++ b/exp12/092-module.50/events.out.tfevents.1638219700.r8i5n7.607539.21
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d5d09cde24e0b9fa9626e8bce9a2e1b37a943a842e07212099d9d9e12a25447
+size 21061000
diff --git a/exp12/092-module/events.out.tfevents.1638184560.r9i3n8.2077344.22 b/exp12/092-module/events.out.tfevents.1638184560.r9i3n8.2077344.22
deleted file mode 100644
index 2006afbdcbcc0db1b952991d659cf271436ab90f..0000000000000000000000000000000000000000
--- a/exp12/092-module/events.out.tfevents.1638184560.r9i3n8.2077344.22
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:ca183ef467111ac9c08fcd78412af5eebb30d9d42cf5bf5b55f775966f64e0fc
-size 10314760
diff --git a/exp12/092-module/events.out.tfevents.1638219700.r8i5n7.607539.22 b/exp12/092-module/events.out.tfevents.1638219700.r8i5n7.607539.22
new file mode 100644
index 0000000000000000000000000000000000000000..4efcc03dad4fce08abb0462f512aac1ab5d02110
--- /dev/null
+++ b/exp12/092-module/events.out.tfevents.1638219700.r8i5n7.607539.22
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:beeea5fa92db5d559f434e5f3d0ad7c524a69f4a29e578e260c6721164b0e0c6
+size 10551880
diff --git a/exp12/124-module.65.input_layernorm/events.out.tfevents.1638184573.r9i4n8.1789593.0 b/exp12/124-module.65.input_layernorm/events.out.tfevents.1638184573.r9i4n8.1789593.0
deleted file mode 100644
index 09107b4c7ff5febf57ddaadcf47a6b6d4cf1fac4..0000000000000000000000000000000000000000
--- a/exp12/124-module.65.input_layernorm/events.out.tfevents.1638184573.r9i4n8.1789593.0
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:1b91d4e35ccac9784363d7ea66d8836b4fa3788f416e7e3fc4f2308caf22d472
-size 35370760
diff --git a/exp12/124-module.65.input_layernorm/events.out.tfevents.1638219712.r8i6n6.751585.0 b/exp12/124-module.65.input_layernorm/events.out.tfevents.1638219712.r8i6n6.751585.0
new file mode 100644
index 0000000000000000000000000000000000000000..38db5bf101106e534da38e5a37326b8c4ae625c4
--- /dev/null
+++ b/exp12/124-module.65.input_layernorm/events.out.tfevents.1638219712.r8i6n6.751585.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56ae8f71f04fba90005053ca8a7575d9b87396176e619c4e3ba977c3b78dda20
+size 36183880
diff --git a/exp12/124-module.65.mlp.dense_4h_to_h/events.out.tfevents.1638184574.r9i4n8.1789593.8 b/exp12/124-module.65.mlp.dense_4h_to_h/events.out.tfevents.1638184574.r9i4n8.1789593.8
deleted file mode 100644
index 0b873e157eebfb0f7866b79c85b488cbea3367cb..0000000000000000000000000000000000000000
--- a/exp12/124-module.65.mlp.dense_4h_to_h/events.out.tfevents.1638184574.r9i4n8.1789593.8
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:d4b9fc19312e89fb55ee4db0cba4502112553b7e9982915f0ce63dc1734d2b38
-size 35704840
diff --git a/exp12/124-module.65.mlp.dense_4h_to_h/events.out.tfevents.1638219713.r8i6n6.751585.8 b/exp12/124-module.65.mlp.dense_4h_to_h/events.out.tfevents.1638219713.r8i6n6.751585.8
new file mode 100644
index 0000000000000000000000000000000000000000..bbdb96a7dda0d1066cd193b852fc40a9c808516b
--- /dev/null
+++ b/exp12/124-module.65.mlp.dense_4h_to_h/events.out.tfevents.1638219713.r8i6n6.751585.8
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1fe56324908f74959f131c36b2713838a6db01777ada49a1b1be1df08ff4f5e
+size 36525640
diff --git a/exp12/124-module.65.mlp.dense_h_to_4h/events.out.tfevents.1638184574.r9i4n8.1789593.7 b/exp12/124-module.65.mlp.dense_h_to_4h/events.out.tfevents.1638184574.r9i4n8.1789593.7
deleted file mode 100644
index 2d39f762e8491fe36cf1a08134e03a20ad6ec214..0000000000000000000000000000000000000000
--- a/exp12/124-module.65.mlp.dense_h_to_4h/events.out.tfevents.1638184574.r9i4n8.1789593.7
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:f6561556a0a4d54bb67b492b8a35d6fa890f614f281a51e8d06fabcfa31b9cd5
-size 35704840
diff --git a/exp12/124-module.65.mlp.dense_h_to_4h/events.out.tfevents.1638219713.r8i6n6.751585.7 b/exp12/124-module.65.mlp.dense_h_to_4h/events.out.tfevents.1638219713.r8i6n6.751585.7
new file mode 100644
index 0000000000000000000000000000000000000000..96b4281240a0ccc4a291ab4f0d448c19aefb0330
--- /dev/null
+++ b/exp12/124-module.65.mlp.dense_h_to_4h/events.out.tfevents.1638219713.r8i6n6.751585.7
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6f28113641c5923ad48ff61997affc6ee699d4f134d1e84cd7537d2b68e874a
+size 36525640
diff --git a/exp12/124-module.65.mlp/events.out.tfevents.1638184574.r9i4n8.1789593.9 b/exp12/124-module.65.mlp/events.out.tfevents.1638184574.r9i4n8.1789593.9
deleted file mode 100644
index 8ea12810301e9db4b772131f78bcbbdc185febb0..0000000000000000000000000000000000000000
--- a/exp12/124-module.65.mlp/events.out.tfevents.1638184574.r9i4n8.1789593.9
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:dfa3c1dc3682a0efe30f55a8f2656a9a35bbfd98a72ca4735a702bb785ceb156
-size 20921800
diff --git a/exp12/124-module.65.mlp/events.out.tfevents.1638219713.r8i6n6.751585.9 b/exp12/124-module.65.mlp/events.out.tfevents.1638219713.r8i6n6.751585.9
new file mode 100644
index 0000000000000000000000000000000000000000..c861842732a0723bf6ee594b1e83081d5da3f2b9
--- /dev/null
+++ b/exp12/124-module.65.mlp/events.out.tfevents.1638219713.r8i6n6.751585.9
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a85b1ca4b90ee5e15f99c061cb75e85eb6d4a17f4afcf2a3171d3e36c84b692a
+size 21402760
diff --git a/exp12/124-module.65.post_attention_layernorm/events.out.tfevents.1638184574.r9i4n8.1789593.6 b/exp12/124-module.65.post_attention_layernorm/events.out.tfevents.1638184574.r9i4n8.1789593.6
deleted file mode 100644
index b8187975141e29bb9079e255c05c7c81460cfa06..0000000000000000000000000000000000000000
--- a/exp12/124-module.65.post_attention_layernorm/events.out.tfevents.1638184574.r9i4n8.1789593.6
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:652c760d807316b5144c4077a02441542811b34e05b67b4f31d3f840b3407c12
-size 35370760
diff --git a/exp12/124-module.65.post_attention_layernorm/events.out.tfevents.1638219713.r8i6n6.751585.6 b/exp12/124-module.65.post_attention_layernorm/events.out.tfevents.1638219713.r8i6n6.751585.6
new file mode 100644
index 0000000000000000000000000000000000000000..fbcf02158fa9ee86efc6d27b2e307a9526cf2d2a
--- /dev/null
+++ b/exp12/124-module.65.post_attention_layernorm/events.out.tfevents.1638219713.r8i6n6.751585.6
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92b3f0b3f3119c727ab2ab65b7005ba246a3e06a52fa51f5744a855a2c62fde9
+size 36183880
diff --git a/exp12/124-module.65.self_attention.attention_dropout/events.out.tfevents.1638184573.r9i4n8.1789593.3 b/exp12/124-module.65.self_attention.attention_dropout/events.out.tfevents.1638184573.r9i4n8.1789593.3
deleted file mode 100644
index d888d2cd86b91f1f4707c052c533c73cce49ac2e..0000000000000000000000000000000000000000
--- a/exp12/124-module.65.self_attention.attention_dropout/events.out.tfevents.1638184573.r9i4n8.1789593.3
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:f7524a7568533c35f520e729d3bb8f940b5b013761f18dc6bcecaefecb35fcd1
-size 15409480
diff --git a/exp12/124-module.65.self_attention.attention_dropout/events.out.tfevents.1638219713.r8i6n6.751585.3 b/exp12/124-module.65.self_attention.attention_dropout/events.out.tfevents.1638219713.r8i6n6.751585.3
new file mode 100644
index 0000000000000000000000000000000000000000..aa9c810b92a996eb70e74e9064cf3be7584b34c2
--- /dev/null
+++ b/exp12/124-module.65.self_attention.attention_dropout/events.out.tfevents.1638219713.r8i6n6.751585.3
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04cf35b9ad192bf06a6dcd7e4969258155b94ff9fcea5c0bea77b070e738e029
+size 15763720
diff --git a/exp12/124-module.65.self_attention.dense/events.out.tfevents.1638184573.r9i4n8.1789593.4 b/exp12/124-module.65.self_attention.dense/events.out.tfevents.1638184573.r9i4n8.1789593.4
deleted file mode 100644
index 423bafda2f53fc65752656e1170c282f32de5f98..0000000000000000000000000000000000000000
--- a/exp12/124-module.65.self_attention.dense/events.out.tfevents.1638184573.r9i4n8.1789593.4
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:2c4905cde4adc36be28431ed59564224795cf45cc26dd39830211496a1cf33d9
-size 35704840
diff --git a/exp12/124-module.65.self_attention.dense/events.out.tfevents.1638219713.r8i6n6.751585.4 b/exp12/124-module.65.self_attention.dense/events.out.tfevents.1638219713.r8i6n6.751585.4
new file mode 100644
index 0000000000000000000000000000000000000000..ab119cc00d04b5dcac226c596a7e9df29dda5153
--- /dev/null
+++ b/exp12/124-module.65.self_attention.dense/events.out.tfevents.1638219713.r8i6n6.751585.4
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:964bd1ba8e55f9df41c610c2edfd3c5c8145c9a1038354e6237615f04ed15791
+size 36525640
diff --git a/exp12/124-module.65.self_attention.query_key_value/events.out.tfevents.1638184573.r9i4n8.1789593.1 b/exp12/124-module.65.self_attention.query_key_value/events.out.tfevents.1638184573.r9i4n8.1789593.1
deleted file mode 100644
index 9d7260bfe820f3df9fc4e5e821bc211c4f22d9c4..0000000000000000000000000000000000000000
--- a/exp12/124-module.65.self_attention.query_key_value/events.out.tfevents.1638184573.r9i4n8.1789593.1
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:69f04217ea5dabdd8005de5febaeaf1676e686bcccebb003659f234f18add88b
-size 33032200
diff --git a/exp12/124-module.65.self_attention.query_key_value/events.out.tfevents.1638219713.r8i6n6.751585.1 b/exp12/124-module.65.self_attention.query_key_value/events.out.tfevents.1638219713.r8i6n6.751585.1
new file mode 100644
index 0000000000000000000000000000000000000000..a8ccea135a2994b35cdcc04f371945468b49c1cc
--- /dev/null
+++ b/exp12/124-module.65.self_attention.query_key_value/events.out.tfevents.1638219713.r8i6n6.751585.1
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bc23023213bf237b1bf4d619b231377299a74ca1ebd5311ab9545f89541a66e
+size 33791560
diff --git a/exp12/124-module.65.self_attention.scale_mask_softmax/events.out.tfevents.1638184573.r9i4n8.1789593.2 b/exp12/124-module.65.self_attention.scale_mask_softmax/events.out.tfevents.1638184573.r9i4n8.1789593.2
deleted file mode 100644
index 0747aab5a045319dceb54b4169ed7cf911bb665e..0000000000000000000000000000000000000000
--- a/exp12/124-module.65.self_attention.scale_mask_softmax/events.out.tfevents.1638184573.r9i4n8.1789593.2
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:b6d96753a8cf5de0d78a799005bc80b51a26d2ebe4deae1c79ffb819ffb90f01
-size 15409480
diff --git a/exp12/124-module.65.self_attention.scale_mask_softmax/events.out.tfevents.1638219713.r8i6n6.751585.2 b/exp12/124-module.65.self_attention.scale_mask_softmax/events.out.tfevents.1638219713.r8i6n6.751585.2
new file mode 100644
index 0000000000000000000000000000000000000000..878b9cad10d9a76ddf8267a0951f33123d26d195
--- /dev/null
+++ b/exp12/124-module.65.self_attention.scale_mask_softmax/events.out.tfevents.1638219713.r8i6n6.751585.2
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da90add65674a7519f35ccf116c66e7d7d2dd09dfe3f83e2c6e6958d5a7469e0
+size 15763720
diff --git a/exp12/124-module.65.self_attention/events.out.tfevents.1638184573.r9i4n8.1789593.5 b/exp12/124-module.65.self_attention/events.out.tfevents.1638184573.r9i4n8.1789593.5
deleted file mode 100644
index 0b91b1cc6369d987f0e2b0ef0c558d2d2d6cad27..0000000000000000000000000000000000000000
--- a/exp12/124-module.65.self_attention/events.out.tfevents.1638184573.r9i4n8.1789593.5
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:af4107071b6d91e3fc81299108f05d82034afdd5c69f72abcbdcc35ddab5cd9d
-size 20921800
diff --git a/exp12/124-module.65.self_attention/events.out.tfevents.1638219713.r8i6n6.751585.5 b/exp12/124-module.65.self_attention/events.out.tfevents.1638219713.r8i6n6.751585.5
new file mode 100644
index 0000000000000000000000000000000000000000..be492f167fc6c9b24b3df787ce3a0dbb27927a9b
--- /dev/null
+++ b/exp12/124-module.65.self_attention/events.out.tfevents.1638219713.r8i6n6.751585.5
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aeecc9432a32a9fb7faf566381ef3e644bc6aded0a4194246cd7c474cdccf7c0
+size 21402760
diff --git a/exp12/124-module.65/events.out.tfevents.1638184574.r9i4n8.1789593.10 b/exp12/124-module.65/events.out.tfevents.1638184574.r9i4n8.1789593.10
deleted file mode 100644
index 76f701d26a8a78d21fa154e91fe9a4910e75f272..0000000000000000000000000000000000000000
--- a/exp12/124-module.65/events.out.tfevents.1638184574.r9i4n8.1789593.10
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:99f3323666f4882731d35d1c2ac5906de5dea7d5cc59d6d7eeb00eabc675e95d
-size 20587720
diff --git a/exp12/124-module.65/events.out.tfevents.1638219713.r8i6n6.751585.10 b/exp12/124-module.65/events.out.tfevents.1638219713.r8i6n6.751585.10
new file mode 100644
index 0000000000000000000000000000000000000000..c16e059e3477c01a94fb5072e04b4f66c4b5b115
--- /dev/null
+++ b/exp12/124-module.65/events.out.tfevents.1638219713.r8i6n6.751585.10
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5944cfda0da20f277783935086c29545a1d4bf742e07ec7146330105b96e2351
+size 21061000
diff --git a/exp12/124-module.66.input_layernorm/events.out.tfevents.1638184574.r9i4n8.1789593.11 b/exp12/124-module.66.input_layernorm/events.out.tfevents.1638184574.r9i4n8.1789593.11
deleted file mode 100644
index 223e14c74fcd4b83e1b2dda4ccfc054a71bd766e..0000000000000000000000000000000000000000
--- a/exp12/124-module.66.input_layernorm/events.out.tfevents.1638184574.r9i4n8.1789593.11
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:1561b3d45638a5ef9b7dbf87083d7a3cc49527e93e1013b15b374ad2b8c23025
-size 35370760
diff --git a/exp12/124-module.66.input_layernorm/events.out.tfevents.1638219713.r8i6n6.751585.11 b/exp12/124-module.66.input_layernorm/events.out.tfevents.1638219713.r8i6n6.751585.11
new file mode 100644
index 0000000000000000000000000000000000000000..3c06b7abf269ddf73cedc8abc2fa2431a5fb0602
--- /dev/null
+++ b/exp12/124-module.66.input_layernorm/events.out.tfevents.1638219713.r8i6n6.751585.11
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:870801a9693085428e450f21cb665444d23e8ddde2f588a81ee0d18076a9ae62
+size 36183880
diff --git a/exp12/124-module.66.mlp.dense_4h_to_h/events.out.tfevents.1638184574.r9i4n8.1789593.19 b/exp12/124-module.66.mlp.dense_4h_to_h/events.out.tfevents.1638184574.r9i4n8.1789593.19
deleted file mode 100644
index 91985d70fdcd7f3836cba3471d66bd56974d0a77..0000000000000000000000000000000000000000
--- a/exp12/124-module.66.mlp.dense_4h_to_h/events.out.tfevents.1638184574.r9i4n8.1789593.19
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:2108426df20bc3e156bbdd82ad3f7e6c212920617a7744930f962745dc8a0949
-size 35704840
diff --git a/exp12/124-module.66.mlp.dense_4h_to_h/events.out.tfevents.1638219713.r8i6n6.751585.19 b/exp12/124-module.66.mlp.dense_4h_to_h/events.out.tfevents.1638219713.r8i6n6.751585.19
new file mode 100644
index 0000000000000000000000000000000000000000..d74341689a4681ff2ba1d33137b476238157ca7d
--- /dev/null
+++ b/exp12/124-module.66.mlp.dense_4h_to_h/events.out.tfevents.1638219713.r8i6n6.751585.19
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab6408a3cfe429261ee13a7eb9831536ee1ab51301973fe826640e6eb1b1ad70
+size 36525640
diff --git a/exp12/124-module.66.mlp.dense_h_to_4h/events.out.tfevents.1638184574.r9i4n8.1789593.18 b/exp12/124-module.66.mlp.dense_h_to_4h/events.out.tfevents.1638184574.r9i4n8.1789593.18
deleted file mode 100644
index 78dc7c2d6d93005814d5897529bd352ce9c30288..0000000000000000000000000000000000000000
--- a/exp12/124-module.66.mlp.dense_h_to_4h/events.out.tfevents.1638184574.r9i4n8.1789593.18
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:c5adb1df1737652f4f031c23033bfef03fdbff806b3a76c5fa5b4c90517b20aa
-size 35704840
diff --git a/exp12/124-module.66.mlp.dense_h_to_4h/events.out.tfevents.1638219713.r8i6n6.751585.18 b/exp12/124-module.66.mlp.dense_h_to_4h/events.out.tfevents.1638219713.r8i6n6.751585.18
new file mode 100644
index 0000000000000000000000000000000000000000..4cedf0150f3f853ce93668769d9ed8b1e31f99ae
--- /dev/null
+++ b/exp12/124-module.66.mlp.dense_h_to_4h/events.out.tfevents.1638219713.r8i6n6.751585.18
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e041460489abd962f5e64ceefd5e675ff13a42a3753b845cc4b8ad94180e3a13
+size 36525640
diff --git a/exp12/124-module.66.mlp/events.out.tfevents.1638184574.r9i4n8.1789593.20 b/exp12/124-module.66.mlp/events.out.tfevents.1638184574.r9i4n8.1789593.20
deleted file mode 100644
index 027dc6645f9802090de1edbbc56440ee058be7c1..0000000000000000000000000000000000000000
--- a/exp12/124-module.66.mlp/events.out.tfevents.1638184574.r9i4n8.1789593.20
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:a84fb6b2ca9bfb10aa0da10497d1933de96f459d810b48ee439082b0bdf1e591
-size 20921800
diff --git a/exp12/124-module.66.mlp/events.out.tfevents.1638219713.r8i6n6.751585.20 b/exp12/124-module.66.mlp/events.out.tfevents.1638219713.r8i6n6.751585.20
new file mode 100644
index 0000000000000000000000000000000000000000..379ef4568f29adca84b21c55acf0f72f69a9545c
--- /dev/null
+++ b/exp12/124-module.66.mlp/events.out.tfevents.1638219713.r8i6n6.751585.20
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03f43ff818424b5703c024a8107c89511ed612c56237d579c6dd68459e9b85d9
+size 21402760
diff --git a/exp12/124-module.66.post_attention_layernorm/events.out.tfevents.1638184574.r9i4n8.1789593.17 b/exp12/124-module.66.post_attention_layernorm/events.out.tfevents.1638184574.r9i4n8.1789593.17
deleted file mode 100644
index 3708dfb67abd5c88d24ba6fa18968b098d1b1335..0000000000000000000000000000000000000000
--- a/exp12/124-module.66.post_attention_layernorm/events.out.tfevents.1638184574.r9i4n8.1789593.17
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:99ebb9a2027613ba09f69cc7e5b53aa3eacd78a167a96d2593f3232960c2fe6c
-size 35370760
diff --git a/exp12/124-module.66.post_attention_layernorm/events.out.tfevents.1638219713.r8i6n6.751585.17 b/exp12/124-module.66.post_attention_layernorm/events.out.tfevents.1638219713.r8i6n6.751585.17
new file mode 100644
index 0000000000000000000000000000000000000000..f69ddd0170e936986c721bd666a5a18be81783fe
--- /dev/null
+++ b/exp12/124-module.66.post_attention_layernorm/events.out.tfevents.1638219713.r8i6n6.751585.17
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c26653a11a5f5ca239d4db8b823575c62e60546cb48bfd183c49f64bf4af5159
+size 36183880
diff --git a/exp12/124-module.66.self_attention.attention_dropout/events.out.tfevents.1638184574.r9i4n8.1789593.14 b/exp12/124-module.66.self_attention.attention_dropout/events.out.tfevents.1638184574.r9i4n8.1789593.14
deleted file mode 100644
index 7b56b4c72e28294a28895cafa5b5f88dbf307f06..0000000000000000000000000000000000000000
--- a/exp12/124-module.66.self_attention.attention_dropout/events.out.tfevents.1638184574.r9i4n8.1789593.14
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:cb398d41a37cc1a497dd6d2b09d7fb4d06af0a6bf4a4d922b7cf09e6f55861d9
-size 15409480
diff --git a/exp12/124-module.66.self_attention.attention_dropout/events.out.tfevents.1638219713.r8i6n6.751585.14 b/exp12/124-module.66.self_attention.attention_dropout/events.out.tfevents.1638219713.r8i6n6.751585.14
new file mode 100644
index 0000000000000000000000000000000000000000..038132f2529ef5ded5334fa8fd4e92ec8b25ef4f
--- /dev/null
+++ b/exp12/124-module.66.self_attention.attention_dropout/events.out.tfevents.1638219713.r8i6n6.751585.14
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbf21e69b69c61ff88b6159090c0af86a8aa8b76cd426c59edef6566d7a4c42a
+size 15763720
diff --git a/exp12/124-module.66.self_attention.dense/events.out.tfevents.1638184574.r9i4n8.1789593.15 b/exp12/124-module.66.self_attention.dense/events.out.tfevents.1638184574.r9i4n8.1789593.15
deleted file mode 100644
index a180fb4727a71e550c9d25af3d69fd5366f90dad..0000000000000000000000000000000000000000
--- a/exp12/124-module.66.self_attention.dense/events.out.tfevents.1638184574.r9i4n8.1789593.15
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:422405524ed358d06fbb9d64069122a376e9a1e602727bd1a92d63504a9e72f9
-size 35704840
diff --git a/exp12/124-module.66.self_attention.dense/events.out.tfevents.1638219713.r8i6n6.751585.15 b/exp12/124-module.66.self_attention.dense/events.out.tfevents.1638219713.r8i6n6.751585.15
new file mode 100644
index 0000000000000000000000000000000000000000..9a7687f4c069a987e28d792ef734fdc0869dbb2c
--- /dev/null
+++ b/exp12/124-module.66.self_attention.dense/events.out.tfevents.1638219713.r8i6n6.751585.15
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56175bc100d30dc6e78b99603240b4d92a93ce103b5b3cc3a793415e2fc630ea
+size 36525640
diff --git a/exp12/124-module.66.self_attention.query_key_value/events.out.tfevents.1638184574.r9i4n8.1789593.12 b/exp12/124-module.66.self_attention.query_key_value/events.out.tfevents.1638184574.r9i4n8.1789593.12
deleted file mode 100644
index 33475820f9af443f005ee3400b4d779baa7ae08f..0000000000000000000000000000000000000000
--- a/exp12/124-module.66.self_attention.query_key_value/events.out.tfevents.1638184574.r9i4n8.1789593.12
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:ab656e160855947ef638929dfb372ff600272fc59f2366ce5897dcc1a1b34e49
-size 33032200
diff --git a/exp12/124-module.66.self_attention.query_key_value/events.out.tfevents.1638219713.r8i6n6.751585.12 b/exp12/124-module.66.self_attention.query_key_value/events.out.tfevents.1638219713.r8i6n6.751585.12
new file mode 100644
index 0000000000000000000000000000000000000000..f0761a09e1b7760a473507478c5ffc63191824f4
--- /dev/null
+++ b/exp12/124-module.66.self_attention.query_key_value/events.out.tfevents.1638219713.r8i6n6.751585.12
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d22932970e9ec407b2e2e37ec9def5ed39af894af82f0aeaf4645abf397528d1
+size 33791560
diff --git a/exp12/124-module.66.self_attention.scale_mask_softmax/events.out.tfevents.1638184574.r9i4n8.1789593.13 b/exp12/124-module.66.self_attention.scale_mask_softmax/events.out.tfevents.1638184574.r9i4n8.1789593.13
deleted file mode 100644
index e8813994d56127138fc10189a36b9e183448e8df..0000000000000000000000000000000000000000
--- a/exp12/124-module.66.self_attention.scale_mask_softmax/events.out.tfevents.1638184574.r9i4n8.1789593.13
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:d21c72ae83eaa2e274171490da648b313557a3d2663c777b3ffbd2f0578f385f
-size 15409480
diff --git a/exp12/124-module.66.self_attention.scale_mask_softmax/events.out.tfevents.1638219713.r8i6n6.751585.13 b/exp12/124-module.66.self_attention.scale_mask_softmax/events.out.tfevents.1638219713.r8i6n6.751585.13
new file mode 100644
index 0000000000000000000000000000000000000000..c0ac733587a09d2cdbad854273d595f7dd485ca4
--- /dev/null
+++ b/exp12/124-module.66.self_attention.scale_mask_softmax/events.out.tfevents.1638219713.r8i6n6.751585.13
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c77c5678c494f9feb1a2058211229d539a4d730f11370de3a3a2487d8ab9128
+size 15763720
diff --git a/exp12/124-module.66.self_attention/events.out.tfevents.1638184574.r9i4n8.1789593.16 b/exp12/124-module.66.self_attention/events.out.tfevents.1638184574.r9i4n8.1789593.16
deleted file mode 100644
index e3a3ca6bc58c26db879ca7e8aa3a516caa8e0d3b..0000000000000000000000000000000000000000
--- a/exp12/124-module.66.self_attention/events.out.tfevents.1638184574.r9i4n8.1789593.16
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:d4ebcb727bf07139bfc3f861baa830b020ca977d4fcd892132b5cd5d477d0c7f
-size 20921800
diff --git a/exp12/124-module.66.self_attention/events.out.tfevents.1638219713.r8i6n6.751585.16 b/exp12/124-module.66.self_attention/events.out.tfevents.1638219713.r8i6n6.751585.16
new file mode 100644
index 0000000000000000000000000000000000000000..44db201df109a0139b0bc79a98085de7823df75f
--- /dev/null
+++ b/exp12/124-module.66.self_attention/events.out.tfevents.1638219713.r8i6n6.751585.16
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2dc27b3b5a65917b98a36a10740adc1e3f23b4a848115b229fdfe5e22d25008d
+size 21402760
diff --git a/exp12/124-module.66/events.out.tfevents.1638184574.r9i4n8.1789593.21 b/exp12/124-module.66/events.out.tfevents.1638184574.r9i4n8.1789593.21
deleted file mode 100644
index 560d22e7a6cc5d492a35a30d3663c93ab39e1b2f..0000000000000000000000000000000000000000
--- a/exp12/124-module.66/events.out.tfevents.1638184574.r9i4n8.1789593.21
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:351492a2b6639af3fe22ecd9d3dae16d496130390ea7084496b3896eccbc85a1
-size 20587720
diff --git a/exp12/124-module.66/events.out.tfevents.1638219713.r8i6n6.751585.21 b/exp12/124-module.66/events.out.tfevents.1638219713.r8i6n6.751585.21
new file mode 100644
index 0000000000000000000000000000000000000000..a4b458b444e05e5391f12d70c04bdf6dcc2eece7
--- /dev/null
+++ b/exp12/124-module.66/events.out.tfevents.1638219713.r8i6n6.751585.21
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:881759c0c0c30b77029e5919378b2d6babfefbadcdb4208ef5502768e05de62b
+size 21061000
diff --git a/exp12/124-module.68/events.out.tfevents.1638184574.r9i4n8.1789593.22 b/exp12/124-module.68/events.out.tfevents.1638184574.r9i4n8.1789593.22
deleted file mode 100644
index 9c9aa651b83d2a201aac1d614cea463cdb0c0148..0000000000000000000000000000000000000000
--- a/exp12/124-module.68/events.out.tfevents.1638184574.r9i4n8.1789593.22
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:1ff9001a8af207c57aa0296aee775ee6c422de2e5c9ade7d006518ec4c952c11
-size 25348360
diff --git a/exp12/124-module.68/events.out.tfevents.1638219713.r8i6n6.751585.22 b/exp12/124-module.68/events.out.tfevents.1638219713.r8i6n6.751585.22
new file mode 100644
index 0000000000000000000000000000000000000000..fe10a8d8345487c667a8e701639698ff0e4346c1
--- /dev/null
+++ b/exp12/124-module.68/events.out.tfevents.1638219713.r8i6n6.751585.22
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:747d86f46eb69ad07e440ef102cc3fc983a477d46dad47583edba4bdf16d619e
+size 25931080
diff --git a/exp12/124-module/events.out.tfevents.1638184574.r9i4n8.1789593.23 b/exp12/124-module/events.out.tfevents.1638184574.r9i4n8.1789593.23
deleted file mode 100644
index 3340e5a7fa9b47c3734994a2f8ec39fc4687097c..0000000000000000000000000000000000000000
--- a/exp12/124-module/events.out.tfevents.1638184574.r9i4n8.1789593.23
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:637e9b0eaf51cb57d2002b18a6350347285c5f022125823ba04059d9bbb88961
-size 10314760
diff --git a/exp12/124-module/events.out.tfevents.1638219713.r8i6n6.751585.23 b/exp12/124-module/events.out.tfevents.1638219713.r8i6n6.751585.23
new file mode 100644
index 0000000000000000000000000000000000000000..9db6f8984cbe50f24bbae81ceb57ddcbd34c5552
--- /dev/null
+++ b/exp12/124-module/events.out.tfevents.1638219713.r8i6n6.751585.23
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f2538ca313329cc5e03147e2dba8ad3ab572e3f7d55d6a169739baa53323be5
+size 10551880