Upload folder using huggingface_hub

README.md

@@ -0,0 +1,14 @@
+---
+datasets:
+- xcx0902/Distill_Qwen
+library_name: transformers
+---
+
+# Tiny LLM (Transformer)
+
+A tiny LLM trained using transformer library.
+
+Model: GPT2LMHeadModel  
+Tokenizer: GPT2TokenizerFast
+
+Code written by GPT-4o.

added_tokens.json

@@ -0,0 +1,3 @@
+{
+  "<|endoftext|>": 1000
+}

checkpoints/checkpoint-1000/added_tokens.json

@@ -0,0 +1,3 @@
+{
+  "<|endoftext|>": 1000
+}

checkpoints/checkpoint-1000/config.json

@@ -0,0 +1,33 @@
+{
+  "activation_function": "gelu_new",
+  "architectures": [
+    "GPT2LMHeadModel"
+  ],
+  "attn_pdrop": 0.1,
+  "bos_token_id": 0,
+  "embd_pdrop": 0.1,
+  "eos_token_id": 2,
+  "initializer_range": 0.02,
+  "layer_norm_epsilon": 1e-05,
+  "model_type": "gpt2",
+  "n_ctx": 128,
+  "n_embd": 768,
+  "n_head": 2,
+  "n_inner": null,
+  "n_layer": 6,
+  "n_positions": 128,
+  "pad_token_id": 1,
+  "reorder_and_upcast_attn": false,
+  "resid_pdrop": 0.1,
+  "scale_attn_by_inverse_layer_idx": false,
+  "scale_attn_weights": true,
+  "summary_activation": null,
+  "summary_first_dropout": 0.1,
+  "summary_proj_to_labels": true,
+  "summary_type": "cls_index",
+  "summary_use_proj": true,
+  "torch_dtype": "float32",
+  "transformers_version": "4.51.3",
+  "use_cache": true,
+  "vocab_size": 1001
+}

checkpoints/checkpoint-1000/generation_config.json

@@ -0,0 +1,7 @@
+{
+  "_from_model_config": true,
+  "bos_token_id": 0,
+  "eos_token_id": 2,
+  "pad_token_id": 1,
+  "transformers_version": "4.51.3"
+}

checkpoints/checkpoint-1000/merges.txt

@@ -0,0 +1,740 @@
+#version: 0.2
+h e
+Ġ t
+i n
+Ġ a
+Ġ s
+e d
+e r
+Ġt he
+in g
+r e
+Ġ w
+Ġ o
+e n
+i t
+Ġ c
+Ġ b
+e s
+n d
+Ġ f
+a r
+a t
+o u
+o n
+č Ċ
+o r
+Ġ p
+Ġo f
+Ġ he
+a n
+â Ģ
+Ġ d
+Ġ l
+i s
+Ġ in
+Ġ h
+Ġt o
+a l
+Ġ m
+Ġ e
+Ġa nd
+l y
+Ġt h
+a s
+o m
+Ġhe r
+Ġ re
+g h
+i l
+s t
+e t
+Ġs t
+o w
+a c
+i on
+Ġ n
+en t
+e l
+Ġ g
+v er
+i c
+it h
+Ġs he
+a d
+Ġ u
+Ġw ith
+u r
+u t
+i m
+i r
+l e
+i d
+o o
+Ġ it
+r a
+o t
+l d
+gh t
+Ġb e
+âĢ Ļ
+Ġ E
+Ġo n
+o s
+l ar
+he r
+a y
+a g
+r i
+e c
+Ġ v
+Ġ T
+a m
+Ġa s
+er s
+Ġf or
+r ou
+lar a
+v e
+Ġl i
+c e
+Ġw as
+Ġth at
+o l
+Ġa n
+Ġw h
+c h
+Ġin t
+Ġu n
+o re
+at ion
+a in
+l i
+Ġs h
+it y
+Ġ r
+a nd
+Ġ S
+Ġ y
+in d
+Ġb y
+oo k
+l ed
+Ġe x
+âĢ Ķ
+a p
+Ġ C
+t h
+t ed
+es s
+e e
+âĢ ľ
+âĢ Ŀ
+t er
+Ġc on
+r om
+e ar
+k e
+u m
+Ġa l
+he d
+Ġw or
+u re
+es t
+Ġ A
+s e
+u l
+Ġs p
+Ġ j
+Ġc h
+Ġ I
+i es
+p p
+r o
+i f
+il l
+Ġ en
+ou r
+ĠT he
+Ġf rom
+t s
+Ġl e
+k ed
+Ġh is
+u n
+Ġ W
+Ġit s
+Ġh ad
+ĠC lara
+u st
+on g
+t ing
+Ġ âĢľ
+rou gh
+Ġint o
+l ing
+p er
+Ġb ook
+d s
+Ġ H
+q u
+Ġa t
+Ġn e
+v ed
+Ġthe ir
+an g
+l ow
+id e
+Ġt r
+Ġc l
+k n
+t en
+i ght
+Ġb ut
+Ġd is
+a v
+ou nd
+Ġth rough
+Ġy ou
+Ġa b
+Ġc ou
+u s
+re s
+Ġo r
+Ġw he
+al l
+o p
+ac h
+Ġn ot
+ou s
+ac e
+Ġ M
+Ġc om
+ou t
+al ly
+Ġa r
+ar t
+ion s
+an t
+ver y
+at e
+at ed
+os e
+m ed
+os s
+a k
+a b
+Ġs om
+Ġst or
+h ing
+Ġc r
+ar d
+p l
+Ġ kn
+Ġthe y
+ag e
+m b
+i g
+n e
+Ġp l
+i v
+Ġs o
+er ed
+oo d
+m ent
+en ce
+as s
+n ed
+t her
+on e
+er e
+Ġa c
+Ġo ver
+nd er
+el f
+Ġs ee
+Ġ im
+ou gh
+n ing
+Ġre s
+ĠE lara
+u c
+Ġt im
+Ġthe m
+ec t
+Ġs c
+Ġo ut
+ow n
+ĠS he
+v en
+Ġa d
+Ġu p
+a re
+ag es
+w ay
+Ġre m
+ation s
+g e
+at her
+c o
+. âĢĿ
+i z
+k s
+Ġ qu
+Ġm e
+rou nd
+i b
+Ġ B
+o nd
+Ġj our
+h is
+o st
+it e
+an ce
+w n
+Ġs m
+Ġst re
+i ous
+p t
+ing s
+Ġd e
+Ġb r
+at h
+Ġth is
+il e
+Ġwh o
+T he
+u d
+Ġ F
+c hed
+Ġw e
+Ġh im
+Ġab out
+o ld
+v es
+Ġs k
+l ess
+f t
+Ġt re
+Ġu nder
+Ġtim e
+am e
+f e
+n t
+en d
+Ġbe g
+Ġe very
+as t
+Ġwor ld
+i e
+y s
+Ġs a
+Ġw ere
+Ġli ke
+Ġc o
+at ing
+Ġp ro
+, âĢĿ
+Ġs u
+Ġon e
+Ġcon t
+t ur
+Ġin s
+Ġg r
+f or
+i ve
+Ġs e
+er ing
+Ġo ther
+Ġd es
+Ġre al
+Ġst e
+Ġ P
+Ġc re
+Ġst r
+c t
+o c
+Ġe y
+et hing
+s elf
+Ġ ra
+ou ld
+ac k
+Ġn o
+ĠE li
+Ġli fe
+Ġa pp
+Ġc ar
+and s
+Ġwhe re
+r y
+Ġv ill
+g ed
+o g
+p en
+Ġb l
+Ġf ore
+Ġli ght
+Ġre ad
+i re
+Ġ O
+Ġf e
+Ġf el
+ic e
+ure s
+w ard
+Ġ L
+Ġf l
+Ġd ay
+al s
+Ġe m
+Ġcou ld
+v el
+an s
+Ġg l
+n s
+Ġs ur
+? âĢĿ
+i p
+Ġb el
+Ġe ven
+Ġar t
+h at
+u ed
+v ent
+ar k
+Ġd o
+Ġth ough
+il d
+Ġg re
+ch ing
+Ġkn ow
+f ul
+w e
+Ġa g
+Ġw ind
+Ġc ity
+ar m
+om e
+ear s
+ab le
+Ġ "
+Ġ is
+in e
+Ġw ay
+ar y
+Ġth an
+Ġsom ething
+Ġbeg an
+o ve
+Ġc ol
+Ġd ee
+et s
+et her
+f ore
+Ġ ent
+ain t
+pp ed
+Ġne w
+co ver
+l es
+Ġb et
+Ġf ound
+ar ed
+Ġh a
+Ġh um
+Ġe ach
+res s
+m s
+y st
+ac t
+Ġal l
+Ġ if
+in ed
+re am
+Ġof f
+Ġwith in
+li ght
+Ġsom e
+Ġfore st
+Ġ D
+Ġw om
+Ġp r
+an or
+Ġm ore
+Ġey es
+i ly
+Ġa m
+Ġw ould
+Ġp i
+Ġp ass
+ac hed
+ver s
+ain ed
+Ġj ust
+Ġstor y
+it ing
+Ġc a
+Ġd ec
+is t
+Ġshe l
+Ġbe fore
+Ġwh at
+Ġwh is
+ĠI t
+Ġstor ies
+Ġsee med
+Ġwom an
+Ġb re
+at ter
+or s
+Ġy et
+Ġvill age
+d ed
+Ġ *
+Ġher self
+ow s
+ur ing
+Ġv o
+Ġle av
+per ing
+Ġfel t
+c ed
+n al
+in es
+Ġd own
+Ġex p
+Ġex pl
+Ġt ra
+Ġp re
+Ġl ong
+Ġg u
+le anor
+ĠM r
+c es
+n g
+p ers
+Ġc ur
+ic k
+Ġwor ds
+i al
+Ġw r
+Ġf il
+at er
+ou ght
+or t
+Ġre tur
+Ġv is
+am ed
+Ġan y
+ch o
+Ġbook s
+ĠH e
+r oss
+Ġs il
+Ġs ec
+Ġthe re
+Ġm o
+Ġe mb
+el l
+Ġen d
+ĠEli as
+p s
+Ġa way
+Ġf ind
+or n
+Ġp er
+Ġm an
+ot her
+Ġjour ne
+d en
+f ter
+u e
+v ing
+Ġo pen
+Ġp art
+Ġhe art
+ic al
+th ing
+Ġsa id
+we en
+Ġag ain
+Ġbet ween
+e x
+g ot
+i et
+t le
+Ġs et
+en e
+en se
+Ġb ack
+an i
+Ġd ream
+is ten
+om ent
+Ġr o
+Ġcom p
+his pering
+h ind
+on s
+Ġp ain
+Ġth ose
+ac ed
+ĠT h
+ang e
+Ġwhe n
+n ter
+y ond
+he s
+Ġa ir
+Ġa round
+Ġm oment
+il i
+Ġon ly
+Ġjour nal
+Ġother s
+a ke
+p ir
+he n
+Ġt al
+Ġa re
+Ġp ul
+Ġd ra
+Ġbe c
+ĠE leanor
+Ġint er
+ment s
+Ġac ross
+c ou
+Ġs un
+is e
+Ġbe yond
+Ġtr ans
+Ġunder st
+got ten
+i ent
+Ġo ld
+Ġo wn
+ar ing
+Ġst ood
+Ġu s
+ĠH er
+low ed
+Ġcom m
+Ġso ft
+Ġsm all
+b r
+Ġt ur
+it ies
+ad e
+ur ed
+Ġbe en
+Ġwh ile
+and ing
+Ġjourne y
+n ess
+r ed
+in k
+Ġf ir
+Ġf ra
+Ġm ind
+ri ed
+Ġun t
+Ġal ong
+Ġqu iet
+a u
+a z
+f er
+t he
+en s
+Ġf in
+Ġf ol
+Ġth ought
+ac es
+id ed
+Ġbe hind
+ri b
+ig n
+Ġim ag
+Ġcont in
+Ġdee p
+Ġfil led
+b s
+u al
+Ġb u
+or d
+Ġp e
+Ġd id
+Ġl ay
+Ġh ow
+ut h
+le ct
+Ġex per
+Ġcon n
+ĠI n
+Ġpl ace
+way s
+ĠF or
+ĠP ages
+Ġshel ves
+Ġvo ice
+Ġfir st
+c c
+e w
+i ed
+Ġ K
+Ġ Y
+Ġw arm
+ar s
+Ġp ur
+Ġp ages
+Ġm yst
+ent ly
+ri g
+Ġdis t
+Ġdis cover
+Ġyou ng
+ak ing
+ĠB ut
+- -
+Ġthe se
+it ion
+Ġc ap
+Ġf aint
+Ġn ear
+Ġn ight
+ot h
+li ke
+ĠW hispering
+Ġup on
+ious ly
+Ġsec re
+h y
+p ite
+u es
+Ġa fter
+er y
+it ed
+Ġc an
+or ning
+Ġp h
+Ġp o
+Ġp ers
+Ġp res
+st ore
+um b
+Ġab ove
+ect ion
+Ġrem ained
+r ic
+s ide
+Ġf am
+Ġp oss
+Ġh id
+Ġm orning
+Ġn amed
+Ġg ra
+ec ted
+Ġan c
+Ġhum an
+ene ath

checkpoints/checkpoint-1000/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41bef9f7ef15d414fdec10ccc3eab76b6a5d91e747f0c52dbc8a03ac91446783
+size 173590984

checkpoints/checkpoint-1000/optimizer.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d1a1f4f52a43424e0da5fdd5db82c6cad2df365b044a58f048a218a40d57776
+size 347230586

checkpoints/checkpoint-1000/rng_state.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9fa03700ce614a8ccdcabc508ac1a77d109fb25e54d40dd1186c765609ba983
+size 14244

checkpoints/checkpoint-1000/scheduler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25bdd259ef3afcf98e0f208ec14ce4ef4307b2e6530ec8566282d77bc1fad405
+size 1064

checkpoints/checkpoint-1000/special_tokens_map.json

@@ -0,0 +1,30 @@
+{
+  "bos_token": {
+    "content": "<s>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "</s>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": {
+    "content": "<pad>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "unk_token": {
+    "content": "<|endoftext|>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  }
+}

checkpoints/checkpoint-1000/tokenizer.json

@@ -0,0 +1,4032 @@
+{
+  "version": "1.0",
+  "truncation": null,
+  "padding": null,
+  "added_tokens": [
+    {
+      "id": 0,
+      "content": "<s>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 1,
+      "content": "<pad>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 2,
+      "content": "</s>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 1000,
+      "content": "<|endoftext|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": true,
+      "special": true
+    }
+  ],
+  "normalizer": null,
+  "pre_tokenizer": {
+    "type": "ByteLevel",
+    "add_prefix_space": false,
+    "trim_offsets": true,
+    "use_regex": true
+  },
+  "post_processor": {
+    "type": "ByteLevel",
+    "add_prefix_space": true,
+    "trim_offsets": false,
+    "use_regex": true
+  },
+  "decoder": {
+    "type": "ByteLevel",
+    "add_prefix_space": true,
+    "trim_offsets": true,
+    "use_regex": true
+  },
+  "model": {
+    "type": "BPE",
+    "dropout": null,
+    "unk_token": null,
+    "continuing_subword_prefix": "",
+    "end_of_word_suffix": "",
+    "fuse_unk": false,
+    "byte_fallback": false,
+    "ignore_merges": false,
+    "vocab": {
+      "<s>": 0,
+      "<pad>": 1,
+      "</s>": 2,
+      "<unk>": 3,
+      "<mask>": 4,
+      "!": 5,
+      "\"": 6,
+      "#": 7,
+      "$": 8,
+      "%": 9,
+      "&": 10,
+      "'": 11,
+      "(": 12,
+      ")": 13,
+      "*": 14,
+      "+": 15,
+      ",": 16,
+      "-": 17,
+      ".": 18,
+      "/": 19,
+      "0": 20,
+      "1": 21,
+      "2": 22,
+      "3": 23,
+      "4": 24,
+      "5": 25,
+      "6": 26,
+      "7": 27,
+      "8": 28,
+      "9": 29,
+      ":": 30,
+      ";": 31,
+      "<": 32,
+      "=": 33,
+      ">": 34,
+      "?": 35,
+      "@": 36,
+      "A": 37,
+      "B": 38,
+      "C": 39,
+      "D": 40,
+      "E": 41,
+      "F": 42,
+      "G": 43,
+      "H": 44,
+      "I": 45,
+      "J": 46,
+      "K": 47,
+      "L": 48,
+      "M": 49,
+      "N": 50,
+      "O": 51,
+      "P": 52,
+      "Q": 53,
+      "R": 54,
+      "S": 55,
+      "T": 56,
+      "U": 57,
+      "V": 58,
+      "W": 59,
+      "X": 60,
+      "Y": 61,
+      "Z": 62,
+      "[": 63,
+      "\\": 64,
+      "]": 65,
+      "^": 66,
+      "_": 67,
+      "`": 68,
+      "a": 69,
+      "b": 70,
+      "c": 71,
+      "d": 72,
+      "e": 73,
+      "f": 74,
+      "g": 75,
+      "h": 76,
+      "i": 77,
+      "j": 78,
+      "k": 79,
+      "l": 80,
+      "m": 81,
+      "n": 82,
+      "o": 83,
+      "p": 84,
+      "q": 85,
+      "r": 86,
+      "s": 87,
+      "t": 88,
+      "u": 89,
+      "v": 90,
+      "w": 91,
+      "x": 92,
+      "y": 93,
+      "z": 94,
+      "{": 95,
+      "|": 96,
+      "}": 97,
+      "~": 98,
+      "¡": 99,
+      "¢": 100,
+      "£": 101,
+      "¤": 102,
+      "¥": 103,
+      "¦": 104,
+      "§": 105,
+      "¨": 106,
+      "©": 107,
+      "ª": 108,
+      "«": 109,
+      "¬": 110,
+      "®": 111,
+      "¯": 112,
+      "°": 113,
+      "±": 114,
+      "²": 115,
+      "³": 116,
+      "´": 117,
+      "µ": 118,
+      "¶": 119,
+      "·": 120,
+      "¸": 121,
+      "¹": 122,
+      "º": 123,
+      "»": 124,
+      "¼": 125,
+      "½": 126,
+      "¾": 127,
+      "¿": 128,
+      "À": 129,
+      "Á": 130,
+      "Â": 131,
+      "Ã": 132,
+      "Ä": 133,
+      "Å": 134,
+      "Æ": 135,
+      "Ç": 136,
+      "È": 137,
+      "É": 138,
+      "Ê": 139,
+      "Ë": 140,
+      "Ì": 141,
+      "Í": 142,
+      "Î": 143,
+      "Ï": 144,
+      "Ð": 145,
+      "Ñ": 146,
+      "Ò": 147,
+      "Ó": 148,
+      "Ô": 149,
+      "Õ": 150,
+      "Ö": 151,
+      "×": 152,
+      "Ø": 153,
+      "Ù": 154,
+      "Ú": 155,
+      "Û": 156,
+      "Ü": 157,
+      "Ý": 158,
+      "Þ": 159,
+      "ß": 160,
+      "à": 161,
+      "á": 162,
+      "â": 163,
+      "ã": 164,
+      "ä": 165,
+      "å": 166,
+      "æ": 167,
+      "ç": 168,
+      "è": 169,
+      "é": 170,
+      "ê": 171,
+      "ë": 172,
+      "ì": 173,
+      "í": 174,
+      "î": 175,
+      "ï": 176,
+      "ð": 177,
+      "ñ": 178,
+      "ò": 179,
+      "ó": 180,
+      "ô": 181,
+      "õ": 182,
+      "ö": 183,
+      "÷": 184,
+      "ø": 185,
+      "ù": 186,
+      "ú": 187,
+      "û": 188,
+      "ü": 189,
+      "ý": 190,
+      "þ": 191,
+      "ÿ": 192,
+      "Ā": 193,
+      "ā": 194,
+      "Ă": 195,
+      "ă": 196,
+      "Ą": 197,
+      "ą": 198,
+      "Ć": 199,
+      "ć": 200,
+      "Ĉ": 201,
+      "ĉ": 202,
+      "Ċ": 203,
+      "ċ": 204,
+      "Č": 205,
+      "č": 206,
+      "Ď": 207,
+      "ď": 208,
+      "Đ": 209,
+      "đ": 210,
+      "Ē": 211,
+      "ē": 212,
+      "Ĕ": 213,
+      "ĕ": 214,
+      "Ė": 215,
+      "ė": 216,
+      "Ę": 217,
+      "ę": 218,
+      "Ě": 219,
+      "ě": 220,
+      "Ĝ": 221,
+      "ĝ": 222,
+      "Ğ": 223,
+      "ğ": 224,
+      "Ġ": 225,
+      "ġ": 226,
+      "Ģ": 227,
+      "ģ": 228,
+      "Ĥ": 229,
+      "ĥ": 230,
+      "Ħ": 231,
+      "ħ": 232,
+      "Ĩ": 233,
+      "ĩ": 234,
+      "Ī": 235,
+      "ī": 236,
+      "Ĭ": 237,
+      "ĭ": 238,
+      "Į": 239,
+      "į": 240,
+      "İ": 241,
+      "ı": 242,
+      "IJ": 243,
+      "ij": 244,
+      "Ĵ": 245,
+      "ĵ": 246,
+      "Ķ": 247,
+      "ķ": 248,
+      "ĸ": 249,
+      "Ĺ": 250,
+      "ĺ": 251,
+      "Ļ": 252,
+      "ļ": 253,
+      "Ľ": 254,
+      "ľ": 255,
+      "Ŀ": 256,
+      "ŀ": 257,
+      "Ł": 258,
+      "ł": 259,
+      "Ń": 260,
+      "he": 261,
+      "Ġt": 262,
+      "in": 263,
+      "Ġa": 264,
+      "Ġs": 265,
+      "ed": 266,
+      "er": 267,
+      "Ġthe": 268,
+      "ing": 269,
+      "re": 270,
+      "Ġw": 271,
+      "Ġo": 272,
+      "en": 273,
+      "it": 274,
+      "Ġc": 275,
+      "Ġb": 276,
+      "es": 277,
+      "nd": 278,
+      "Ġf": 279,
+      "ar": 280,
+      "at": 281,
+      "ou": 282,
+      "on": 283,
+      "čĊ": 284,
+      "or": 285,
+      "Ġp": 286,
+      "Ġof": 287,
+      "Ġhe": 288,
+      "an": 289,
+      "âĢ": 290,
+      "Ġd": 291,
+      "Ġl": 292,
+      "is": 293,
+      "Ġin": 294,
+      "Ġh": 295,
+      "Ġto": 296,
+      "al": 297,
+      "Ġm": 298,
+      "Ġe": 299,
+      "Ġand": 300,
+      "ly": 301,
+      "Ġth": 302,
+      "as": 303,
+      "om": 304,
+      "Ġher": 305,
+      "Ġre": 306,
+      "gh": 307,
+      "il": 308,
+      "st": 309,
+      "et": 310,
+      "Ġst": 311,
+      "ow": 312,
+      "ac": 313,
+      "ion": 314,
+      "Ġn": 315,
+      "ent": 316,
+      "el": 317,
+      "Ġg": 318,
+      "ver": 319,
+      "ic": 320,
+      "ith": 321,
+      "Ġshe": 322,
+      "ad": 323,
+      "Ġu": 324,
+      "Ġwith": 325,
+      "ur": 326,
+      "ut": 327,
+      "im": 328,
+      "ir": 329,
+      "le": 330,
+      "id": 331,
+      "oo": 332,
+      "Ġit": 333,
+      "ra": 334,
+      "ot": 335,
+      "ld": 336,
+      "ght": 337,
+      "Ġbe": 338,
+      "âĢĻ": 339,
+      "ĠE": 340,
+      "Ġon": 341,
+      "os": 342,
+      "lar": 343,
+      "her": 344,
+      "ay": 345,
+      "ag": 346,
+      "ri": 347,
+      "ec": 348,
+      "Ġv": 349,
+      "ĠT": 350,
+      "am": 351,
+      "Ġas": 352,
+      "ers": 353,
+      "Ġfor": 354,
+      "rou": 355,
+      "lara": 356,
+      "ve": 357,
+      "Ġli": 358,
+      "ce": 359,
+      "Ġwas": 360,
+      "Ġthat": 361,
+      "ol": 362,
+      "Ġan": 363,
+      "Ġwh": 364,
+      "ch": 365,
+      "Ġint": 366,
+      "Ġun": 367,
+      "ore": 368,
+      "ation": 369,
+      "ain": 370,
+      "li": 371,
+      "Ġsh": 372,
+      "ity": 373,
+      "Ġr": 374,
+      "and": 375,
+      "ĠS": 376,
+      "Ġy": 377,
+      "ind": 378,
+      "Ġby": 379,
+      "ook": 380,
+      "led": 381,
+      "Ġex": 382,
+      "âĢĶ": 383,
+      "ap": 384,
+      "ĠC": 385,
+      "th": 386,
+      "ted": 387,
+      "ess": 388,
+      "ee": 389,
+      "âĢľ": 390,
+      "âĢĿ": 391,
+      "ter": 392,
+      "Ġcon": 393,
+      "rom": 394,
+      "ear": 395,
+      "ke": 396,
+      "um": 397,
+      "Ġal": 398,
+      "hed": 399,
+      "Ġwor": 400,
+      "ure": 401,
+      "est": 402,
+      "ĠA": 403,
+      "se": 404,
+      "ul": 405,
+      "Ġsp": 406,
+      "Ġj": 407,
+      "Ġch": 408,
+      "ĠI": 409,
+      "ies": 410,
+      "pp": 411,
+      "ro": 412,
+      "if": 413,
+      "ill": 414,
+      "Ġen": 415,
+      "our": 416,
+      "ĠThe": 417,
+      "Ġfrom": 418,
+      "ts": 419,
+      "Ġle": 420,
+      "ked": 421,
+      "Ġhis": 422,
+      "un": 423,
+      "ĠW": 424,
+      "Ġits": 425,
+      "Ġhad": 426,
+      "ĠClara": 427,
+      "ust": 428,
+      "ong": 429,
+      "ting": 430,
+      "ĠâĢľ": 431,
+      "rough": 432,
+      "Ġinto": 433,
+      "ling": 434,
+      "per": 435,
+      "Ġbook": 436,
+      "ds": 437,
+      "ĠH": 438,
+      "qu": 439,
+      "Ġat": 440,
+      "Ġne": 441,
+      "ved": 442,
+      "Ġtheir": 443,
+      "ang": 444,
+      "low": 445,
+      "ide": 446,
+      "Ġtr": 447,
+      "Ġcl": 448,
+      "kn": 449,
+      "ten": 450,
+      "ight": 451,
+      "Ġbut": 452,
+      "Ġdis": 453,
+      "av": 454,
+      "ound": 455,
+      "Ġthrough": 456,
+      "Ġyou": 457,
+      "Ġab": 458,
+      "Ġcou": 459,
+      "us": 460,
+      "res": 461,
+      "Ġor": 462,
+      "Ġwhe": 463,
+      "all": 464,
+      "op": 465,
+      "ach": 466,
+      "Ġnot": 467,
+      "ous": 468,
+      "ace": 469,
+      "ĠM": 470,
+      "Ġcom": 471,
+      "out": 472,
+      "ally": 473,
+      "Ġar": 474,
+      "art": 475,
+      "ions": 476,
+      "ant": 477,
+      "very": 478,
+      "ate": 479,
+      "ated": 480,
+      "ose": 481,
+      "med": 482,
+      "oss": 483,
+      "ak": 484,
+      "ab": 485,
+      "Ġsom": 486,
+      "Ġstor": 487,
+      "hing": 488,
+      "Ġcr": 489,
+      "ard": 490,
+      "pl": 491,
+      "Ġkn": 492,
+      "Ġthey": 493,
+      "age": 494,
+      "mb": 495,
+      "ig": 496,
+      "ne": 497,
+      "Ġpl": 498,
+      "iv": 499,
+      "Ġso": 500,
+      "ered": 501,
+      "ood": 502,
+      "ment": 503,
+      "ence": 504,
+      "ass": 505,
+      "ned": 506,
+      "ther": 507,
+      "one": 508,
+      "ere": 509,
+      "Ġac": 510,
+      "Ġover": 511,
+      "nder": 512,
+      "elf": 513,
+      "Ġsee": 514,
+      "Ġim": 515,
+      "ough": 516,
+      "ning": 517,
+      "Ġres": 518,
+      "ĠElara": 519,
+      "uc": 520,
+      "Ġtim": 521,
+      "Ġthem": 522,
+      "ect": 523,
+      "Ġsc": 524,
+      "Ġout": 525,
+      "own": 526,
+      "ĠShe": 527,
+      "ven": 528,
+      "Ġad": 529,
+      "Ġup": 530,
+      "are": 531,
+      "ages": 532,
+      "way": 533,
+      "Ġrem": 534,
+      "ations": 535,
+      "ge": 536,
+      "ather": 537,
+      "co": 538,
+      ".âĢĿ": 539,
+      "iz": 540,
+      "ks": 541,
+      "Ġqu": 542,
+      "Ġme": 543,
+      "round": 544,
+      "ib": 545,
+      "ĠB": 546,
+      "ond": 547,
+      "Ġjour": 548,
+      "his": 549,
+      "ost": 550,
+      "ite": 551,
+      "ance": 552,
+      "wn": 553,
+      "Ġsm": 554,
+      "Ġstre": 555,
+      "ious": 556,
+      "pt": 557,
+      "ings": 558,
+      "Ġde": 559,
+      "Ġbr": 560,
+      "ath": 561,
+      "Ġthis": 562,
+      "ile": 563,
+      "Ġwho": 564,
+      "The": 565,
+      "ud": 566,
+      "ĠF": 567,
+      "ched": 568,
+      "Ġwe": 569,
+      "Ġhim": 570,
+      "Ġabout": 571,
+      "old": 572,
+      "ves": 573,
+      "Ġsk": 574,
+      "less": 575,
+      "ft": 576,
+      "Ġtre": 577,
+      "Ġunder": 578,
+      "Ġtime": 579,
+      "ame": 580,
+      "fe": 581,
+      "nt": 582,
+      "end": 583,
+      "Ġbeg": 584,
+      "Ġevery": 585,
+      "ast": 586,
+      "Ġworld": 587,
+      "ie": 588,
+      "ys": 589,
+      "Ġsa": 590,
+      "Ġwere": 591,
+      "Ġlike": 592,
+      "Ġco": 593,
+      "ating": 594,
+      "Ġpro": 595,
+      ",âĢĿ": 596,
+      "Ġsu": 597,
+      "Ġone": 598,
+      "Ġcont": 599,
+      "tur": 600,
+      "Ġins": 601,
+      "Ġgr": 602,
+      "for": 603,
+      "ive": 604,
+      "Ġse": 605,
+      "ering": 606,
+      "Ġother": 607,
+      "Ġdes": 608,
+      "Ġreal": 609,
+      "Ġste": 610,
+      "ĠP": 611,
+      "Ġcre": 612,
+      "Ġstr": 613,
+      "ct": 614,
+      "oc": 615,
+      "Ġey": 616,
+      "ething": 617,
+      "self": 618,
+      "Ġra": 619,
+      "ould": 620,
+      "ack": 621,
+      "Ġno": 622,
+      "ĠEli": 623,
+      "Ġlife": 624,
+      "Ġapp": 625,
+      "Ġcar": 626,
+      "ands": 627,
+      "Ġwhere": 628,
+      "ry": 629,
+      "Ġvill": 630,
+      "ged": 631,
+      "og": 632,
+      "pen": 633,
+      "Ġbl": 634,
+      "Ġfore": 635,
+      "Ġlight": 636,
+      "Ġread": 637,
+      "ire": 638,
+      "ĠO": 639,
+      "Ġfe": 640,
+      "Ġfel": 641,
+      "ice": 642,
+      "ures": 643,
+      "ward": 644,
+      "ĠL": 645,
+      "Ġfl": 646,
+      "Ġday": 647,
+      "als": 648,
+      "Ġem": 649,
+      "Ġcould": 650,
+      "vel": 651,
+      "ans": 652,
+      "Ġgl": 653,
+      "ns": 654,
+      "Ġsur": 655,
+      "?âĢĿ": 656,
+      "ip": 657,
+      "Ġbel": 658,
+      "Ġeven": 659,
+      "Ġart": 660,
+      "hat": 661,
+      "ued": 662,
+      "vent": 663,
+      "ark": 664,
+      "Ġdo": 665,
+      "Ġthough": 666,
+      "ild": 667,
+      "Ġgre": 668,
+      "ching": 669,
+      "Ġknow": 670,
+      "ful": 671,
+      "we": 672,
+      "Ġag": 673,
+      "Ġwind": 674,
+      "Ġcity": 675,
+      "arm": 676,
+      "ome": 677,
+      "ears": 678,
+      "able": 679,
+      "Ġ\"": 680,
+      "Ġis": 681,
+      "ine": 682,
+      "Ġway": 683,
+      "ary": 684,
+      "Ġthan": 685,
+      "Ġsomething": 686,
+      "Ġbegan": 687,
+      "ove": 688,
+      "Ġcol": 689,
+      "Ġdee": 690,
+      "ets": 691,
+      "ether": 692,
+      "fore": 693,
+      "Ġent": 694,
+      "aint": 695,
+      "pped": 696,
+      "Ġnew": 697,
+      "cover": 698,
+      "les": 699,
+      "Ġbet": 700,
+      "Ġfound": 701,
+      "ared": 702,
+      "Ġha": 703,
+      "Ġhum": 704,
+      "Ġeach": 705,
+      "ress": 706,
+      "ms": 707,
+      "yst": 708,
+      "act": 709,
+      "Ġall": 710,
+      "Ġif": 711,
+      "ined": 712,
+      "ream": 713,
+      "Ġoff": 714,
+      "Ġwithin": 715,
+      "light": 716,
+      "Ġsome": 717,
+      "Ġforest": 718,
+      "ĠD": 719,
+      "Ġwom": 720,
+      "Ġpr": 721,
+      "anor": 722,
+      "Ġmore": 723,
+      "Ġeyes": 724,
+      "ily": 725,
+      "Ġam": 726,
+      "Ġwould": 727,
+      "Ġpi": 728,
+      "Ġpass": 729,
+      "ached": 730,
+      "vers": 731,
+      "ained": 732,
+      "Ġjust": 733,
+      "Ġstory": 734,
+      "iting": 735,
+      "Ġca": 736,
+      "Ġdec": 737,
+      "ist": 738,
+      "Ġshel": 739,
+      "Ġbefore": 740,
+      "Ġwhat": 741,
+      "Ġwhis": 742,
+      "ĠIt": 743,
+      "Ġstories": 744,
+      "Ġseemed": 745,
+      "Ġwoman": 746,
+      "Ġbre": 747,
+      "atter": 748,
+      "ors": 749,
+      "Ġyet": 750,
+      "Ġvillage": 751,
+      "ded": 752,
+      "Ġ*": 753,
+      "Ġherself": 754,
+      "ows": 755,
+      "uring": 756,
+      "Ġvo": 757,
+      "Ġleav": 758,
+      "pering": 759,
+      "Ġfelt": 760,
+      "ced": 761,
+      "nal": 762,
+      "ines": 763,
+      "Ġdown": 764,
+      "Ġexp": 765,
+      "Ġexpl": 766,
+      "Ġtra": 767,
+      "Ġpre": 768,
+      "Ġlong": 769,
+      "Ġgu": 770,
+      "leanor": 771,
+      "ĠMr": 772,
+      "ces": 773,
+      "ng": 774,
+      "pers": 775,
+      "Ġcur": 776,
+      "ick": 777,
+      "Ġwords": 778,
+      "ial": 779,
+      "Ġwr": 780,
+      "Ġfil": 781,
+      "ater": 782,
+      "ought": 783,
+      "ort": 784,
+      "Ġretur": 785,
+      "Ġvis": 786,
+      "amed": 787,
+      "Ġany": 788,
+      "cho": 789,
+      "Ġbooks": 790,
+      "ĠHe": 791,
+      "ross": 792,
+      "Ġsil": 793,
+      "Ġsec": 794,
+      "Ġthere": 795,
+      "Ġmo": 796,
+      "Ġemb": 797,
+      "ell": 798,
+      "Ġend": 799,
+      "ĠElias": 800,
+      "ps": 801,
+      "Ġaway": 802,
+      "Ġfind": 803,
+      "orn": 804,
+      "Ġper": 805,
+      "Ġman": 806,
+      "other": 807,
+      "Ġjourne": 808,
+      "den": 809,
+      "fter": 810,
+      "ue": 811,
+      "ving": 812,
+      "Ġopen": 813,
+      "Ġpart": 814,
+      "Ġheart": 815,
+      "ical": 816,
+      "thing": 817,
+      "Ġsaid": 818,
+      "ween": 819,
+      "Ġagain": 820,
+      "Ġbetween": 821,
+      "ex": 822,
+      "got": 823,
+      "iet": 824,
+      "tle": 825,
+      "Ġset": 826,
+      "ene": 827,
+      "ense": 828,
+      "Ġback": 829,
+      "ani": 830,
+      "Ġdream": 831,
+      "isten": 832,
+      "oment": 833,
+      "Ġro": 834,
+      "Ġcomp": 835,
+      "hispering": 836,
+      "hind": 837,
+      "ons": 838,
+      "Ġpain": 839,
+      "Ġthose": 840,
+      "aced": 841,
+      "ĠTh": 842,
+      "ange": 843,
+      "Ġwhen": 844,
+      "nter": 845,
+      "yond": 846,
+      "hes": 847,
+      "Ġair": 848,
+      "Ġaround": 849,
+      "Ġmoment": 850,
+      "ili": 851,
+      "Ġonly": 852,
+      "Ġjournal": 853,
+      "Ġothers": 854,
+      "ake": 855,
+      "pir": 856,
+      "hen": 857,
+      "Ġtal": 858,
+      "Ġare": 859,
+      "Ġpul": 860,
+      "Ġdra": 861,
+      "Ġbec": 862,
+      "ĠEleanor": 863,
+      "Ġinter": 864,
+      "ments": 865,
+      "Ġacross": 866,
+      "cou": 867,
+      "Ġsun": 868,
+      "ise": 869,
+      "Ġbeyond": 870,
+      "Ġtrans": 871,
+      "Ġunderst": 872,
+      "gotten": 873,
+      "ient": 874,
+      "Ġold": 875,
+      "Ġown": 876,
+      "aring": 877,
+      "Ġstood": 878,
+      "Ġus": 879,
+      "ĠHer": 880,
+      "lowed": 881,
+      "Ġcomm": 882,
+      "Ġsoft": 883,
+      "Ġsmall": 884,
+      "br": 885,
+      "Ġtur": 886,
+      "ities": 887,
+      "ade": 888,
+      "ured": 889,
+      "Ġbeen": 890,
+      "Ġwhile": 891,
+      "anding": 892,
+      "Ġjourney": 893,
+      "ness": 894,
+      "red": 895,
+      "ink": 896,
+      "Ġfir": 897,
+      "Ġfra": 898,
+      "Ġmind": 899,
+      "ried": 900,
+      "Ġunt": 901,
+      "Ġalong": 902,
+      "Ġquiet": 903,
+      "au": 904,
+      "az": 905,
+      "fer": 906,
+      "the": 907,
+      "ens": 908,
+      "Ġfin": 909,
+      "Ġfol": 910,
+      "Ġthought": 911,
+      "aces": 912,
+      "ided": 913,
+      "Ġbehind": 914,
+      "rib": 915,
+      "ign": 916,
+      "Ġimag": 917,
+      "Ġcontin": 918,
+      "Ġdeep": 919,
+      "Ġfilled": 920,
+      "bs": 921,
+      "ual": 922,
+      "Ġbu": 923,
+      "ord": 924,
+      "Ġpe": 925,
+      "Ġdid": 926,
+      "Ġlay": 927,
+      "Ġhow": 928,
+      "uth": 929,
+      "lect": 930,
+      "Ġexper": 931,
+      "Ġconn": 932,
+      "ĠIn": 933,
+      "Ġplace": 934,
+      "ways": 935,
+      "ĠFor": 936,
+      "ĠPages": 937,
+      "Ġshelves": 938,
+      "Ġvoice": 939,
+      "Ġfirst": 940,
+      "cc": 941,
+      "ew": 942,
+      "ied": 943,
+      "ĠK": 944,
+      "ĠY": 945,
+      "Ġwarm": 946,
+      "ars": 947,
+      "Ġpur": 948,
+      "Ġpages": 949,
+      "Ġmyst": 950,
+      "ently": 951,
+      "rig": 952,
+      "Ġdist": 953,
+      "Ġdiscover": 954,
+      "Ġyoung": 955,
+      "aking": 956,
+      "ĠBut": 957,
+      "--": 958,
+      "Ġthese": 959,
+      "ition": 960,
+      "Ġcap": 961,
+      "Ġfaint": 962,
+      "Ġnear": 963,
+      "Ġnight": 964,
+      "oth": 965,
+      "like": 966,
+      "ĠWhispering": 967,
+      "Ġupon": 968,
+      "iously": 969,
+      "Ġsecre": 970,
+      "hy": 971,
+      "pite": 972,
+      "ues": 973,
+      "Ġafter": 974,
+      "ery": 975,
+      "ited": 976,
+      "Ġcan": 977,
+      "orning": 978,
+      "Ġph": 979,
+      "Ġpo": 980,
+      "Ġpers": 981,
+      "Ġpres": 982,
+      "store": 983,
+      "umb": 984,
+      "Ġabove": 985,
+      "ection": 986,
+      "Ġremained": 987,
+      "ric": 988,
+      "side": 989,
+      "Ġfam": 990,
+      "Ġposs": 991,
+      "Ġhid": 992,
+      "Ġmorning": 993,
+      "Ġnamed": 994,
+      "Ġgra": 995,
+      "ected": 996,
+      "Ġanc": 997,
+      "Ġhuman": 998,
+      "eneath": 999
+    },
+    "merges": [
+      [
+        "h",
+        "e"
+      ],
+      [
+        "Ġ",
+        "t"
+      ],
+      [
+        "i",
+        "n"
+      ],
+      [
+        "Ġ",
+        "a"
+      ],
+      [
+        "Ġ",
+        "s"
+      ],
+      [
+        "e",
+        "d"
+      ],
+      [
+        "e",
+        "r"
+      ],
+      [
+        "Ġt",
+        "he"
+      ],
+      [
+        "in",
+        "g"
+      ],
+      [
+        "r",
+        "e"
+      ],
+      [
+        "Ġ",
+        "w"
+      ],
+      [
+        "Ġ",
+        "o"
+      ],
+      [
+        "e",
+        "n"
+      ],
+      [
+        "i",
+        "t"
+      ],
+      [
+        "Ġ",
+        "c"
+      ],
+      [
+        "Ġ",
+        "b"
+      ],
+      [
+        "e",
+        "s"
+      ],
+      [
+        "n",
+        "d"
+      ],
+      [
+        "Ġ",
+        "f"
+      ],
+      [
+        "a",
+        "r"
+      ],
+      [
+        "a",
+        "t"
+      ],
+      [
+        "o",
+        "u"
+      ],
+      [
+        "o",
+        "n"
+      ],
+      [
+        "č",
+        "Ċ"
+      ],
+      [
+        "o",
+        "r"
+      ],
+      [
+        "Ġ",
+        "p"
+      ],
+      [
+        "Ġo",
+        "f"
+      ],
+      [
+        "Ġ",
+        "he"
+      ],
+      [
+        "a",
+        "n"
+      ],
+      [
+        "â",
+        "Ģ"
+      ],
+      [
+        "Ġ",
+        "d"
+      ],
+      [
+        "Ġ",
+        "l"
+      ],
+      [
+        "i",
+        "s"
+      ],
+      [
+        "Ġ",
+        "in"
+      ],
+      [
+        "Ġ",
+        "h"
+      ],
+      [
+        "Ġt",
+        "o"
+      ],
+      [
+        "a",
+        "l"
+      ],
+      [
+        "Ġ",
+        "m"
+      ],
+      [
+        "Ġ",
+        "e"
+      ],
+      [
+        "Ġa",
+        "nd"
+      ],
+      [
+        "l",
+        "y"
+      ],
+      [
+        "Ġt",
+        "h"
+      ],
+      [
+        "a",
+        "s"
+      ],
+      [
+        "o",
+        "m"
+      ],
+      [
+        "Ġhe",
+        "r"
+      ],
+      [
+        "Ġ",
+        "re"
+      ],
+      [
+        "g",
+        "h"
+      ],
+      [
+        "i",
+        "l"
+      ],
+      [
+        "s",
+        "t"
+      ],
+      [
+        "e",
+        "t"
+      ],
+      [
+        "Ġs",
+        "t"
+      ],
+      [
+        "o",
+        "w"
+      ],
+      [
+        "a",
+        "c"
+      ],
+      [
+        "i",
+        "on"
+      ],
+      [
+        "Ġ",
+        "n"
+      ],
+      [
+        "en",
+        "t"
+      ],
+      [
+        "e",
+        "l"
+      ],
+      [
+        "Ġ",
+        "g"
+      ],
+      [
+        "v",
+        "er"
+      ],
+      [
+        "i",
+        "c"
+      ],
+      [
+        "it",
+        "h"
+      ],
+      [
+        "Ġs",
+        "he"
+      ],
+      [
+        "a",
+        "d"
+      ],
+      [
+        "Ġ",
+        "u"
+      ],
+      [
+        "Ġw",
+        "ith"
+      ],
+      [
+        "u",
+        "r"
+      ],
+      [
+        "u",
+        "t"
+      ],
+      [
+        "i",
+        "m"
+      ],
+      [
+        "i",
+        "r"
+      ],
+      [
+        "l",
+        "e"
+      ],
+      [
+        "i",
+        "d"
+      ],
+      [
+        "o",
+        "o"
+      ],
+      [
+        "Ġ",
+        "it"
+      ],
+      [
+        "r",
+        "a"
+      ],
+      [
+        "o",
+        "t"
+      ],
+      [
+        "l",
+        "d"
+      ],
+      [
+        "gh",
+        "t"
+      ],
+      [
+        "Ġb",
+        "e"
+      ],
+      [
+        "âĢ",
+        "Ļ"
+      ],
+      [
+        "Ġ",
+        "E"
+      ],
+      [
+        "Ġo",
+        "n"
+      ],
+      [
+        "o",
+        "s"
+      ],
+      [
+        "l",
+        "ar"
+      ],
+      [
+        "he",
+        "r"
+      ],
+      [
+        "a",
+        "y"
+      ],
+      [
+        "a",
+        "g"
+      ],
+      [
+        "r",
+        "i"
+      ],
+      [
+        "e",
+        "c"
+      ],
+      [
+        "Ġ",
+        "v"
+      ],
+      [
+        "Ġ",
+        "T"
+      ],
+      [
+        "a",
+        "m"
+      ],
+      [
+        "Ġa",
+        "s"
+      ],
+      [
+        "er",
+        "s"
+      ],
+      [
+        "Ġf",
+        "or"
+      ],
+      [
+        "r",
+        "ou"
+      ],
+      [
+        "lar",
+        "a"
+      ],
+      [
+        "v",
+        "e"
+      ],
+      [
+        "Ġl",
+        "i"
+      ],
+      [
+        "c",
+        "e"
+      ],
+      [
+        "Ġw",
+        "as"
+      ],
+      [
+        "Ġth",
+        "at"
+      ],
+      [
+        "o",
+        "l"
+      ],
+      [
+        "Ġa",
+        "n"
+      ],
+      [
+        "Ġw",
+        "h"
+      ],
+      [
+        "c",
+        "h"
+      ],
+      [
+        "Ġin",
+        "t"
+      ],
+      [
+        "Ġu",
+        "n"
+      ],
+      [
+        "o",
+        "re"
+      ],
+      [
+        "at",
+        "ion"
+      ],
+      [
+        "a",
+        "in"
+      ],
+      [
+        "l",
+        "i"
+      ],
+      [
+        "Ġs",
+        "h"
+      ],
+      [
+        "it",
+        "y"
+      ],
+      [
+        "Ġ",
+        "r"
+      ],
+      [
+        "a",
+        "nd"
+      ],
+      [
+        "Ġ",
+        "S"
+      ],
+      [
+        "Ġ",
+        "y"
+      ],
+      [
+        "in",
+        "d"
+      ],
+      [
+        "Ġb",
+        "y"
+      ],
+      [
+        "oo",
+        "k"
+      ],
+      [
+        "l",
+        "ed"
+      ],
+      [
+        "Ġe",
+        "x"
+      ],
+      [
+        "âĢ",
+        "Ķ"
+      ],
+      [
+        "a",
+        "p"
+      ],
+      [
+        "Ġ",
+        "C"
+      ],
+      [
+        "t",
+        "h"
+      ],
+      [
+        "t",
+        "ed"
+      ],
+      [
+        "es",
+        "s"
+      ],
+      [
+        "e",
+        "e"
+      ],
+      [
+        "âĢ",
+        "ľ"
+      ],
+      [
+        "âĢ",
+        "Ŀ"
+      ],
+      [
+        "t",
+        "er"
+      ],
+      [
+        "Ġc",
+        "on"
+      ],
+      [
+        "r",
+        "om"
+      ],
+      [
+        "e",
+        "ar"
+      ],
+      [
+        "k",
+        "e"
+      ],
+      [
+        "u",
+        "m"
+      ],
+      [
+        "Ġa",
+        "l"
+      ],
+      [
+        "he",
+        "d"
+      ],
+      [
+        "Ġw",
+        "or"
+      ],
+      [
+        "u",
+        "re"
+      ],
+      [
+        "es",
+        "t"
+      ],
+      [
+        "Ġ",
+        "A"
+      ],
+      [
+        "s",
+        "e"
+      ],
+      [
+        "u",
+        "l"
+      ],
+      [
+        "Ġs",
+        "p"
+      ],
+      [
+        "Ġ",
+        "j"
+      ],
+      [
+        "Ġc",
+        "h"
+      ],
+      [
+        "Ġ",
+        "I"
+      ],
+      [
+        "i",
+        "es"
+      ],
+      [
+        "p",
+        "p"
+      ],
+      [
+        "r",
+        "o"
+      ],
+      [
+        "i",
+        "f"
+      ],
+      [
+        "il",
+        "l"
+      ],
+      [
+        "Ġ",
+        "en"
+      ],
+      [
+        "ou",
+        "r"
+      ],
+      [
+        "ĠT",
+        "he"
+      ],
+      [
+        "Ġf",
+        "rom"
+      ],
+      [
+        "t",
+        "s"
+      ],
+      [
+        "Ġl",
+        "e"
+      ],
+      [
+        "k",
+        "ed"
+      ],
+      [
+        "Ġh",
+        "is"
+      ],
+      [
+        "u",
+        "n"
+      ],
+      [
+        "Ġ",
+        "W"
+      ],
+      [
+        "Ġit",
+        "s"
+      ],
+      [
+        "Ġh",
+        "ad"
+      ],
+      [
+        "ĠC",
+        "lara"
+      ],
+      [
+        "u",
+        "st"
+      ],
+      [
+        "on",
+        "g"
+      ],
+      [
+        "t",
+        "ing"
+      ],
+      [
+        "Ġ",
+        "âĢľ"
+      ],
+      [
+        "rou",
+        "gh"
+      ],
+      [
+        "Ġint",
+        "o"
+      ],
+      [
+        "l",
+        "ing"
+      ],
+      [
+        "p",
+        "er"
+      ],
+      [
+        "Ġb",
+        "ook"
+      ],
+      [
+        "d",
+        "s"
+      ],
+      [
+        "Ġ",
+        "H"
+      ],
+      [
+        "q",
+        "u"
+      ],
+      [
+        "Ġa",
+        "t"
+      ],
+      [
+        "Ġn",
+        "e"
+      ],
+      [
+        "v",
+        "ed"
+      ],
+      [
+        "Ġthe",
+        "ir"
+      ],
+      [
+        "an",
+        "g"
+      ],
+      [
+        "l",
+        "ow"
+      ],
+      [
+        "id",
+        "e"
+      ],
+      [
+        "Ġt",
+        "r"
+      ],
+      [
+        "Ġc",
+        "l"
+      ],
+      [
+        "k",
+        "n"
+      ],
+      [
+        "t",
+        "en"
+      ],
+      [
+        "i",
+        "ght"
+      ],
+      [
+        "Ġb",
+        "ut"
+      ],
+      [
+        "Ġd",
+        "is"
+      ],
+      [
+        "a",
+        "v"
+      ],
+      [
+        "ou",
+        "nd"
+      ],
+      [
+        "Ġth",
+        "rough"
+      ],
+      [
+        "Ġy",
+        "ou"
+      ],
+      [
+        "Ġa",
+        "b"
+      ],
+      [
+        "Ġc",
+        "ou"
+      ],
+      [
+        "u",
+        "s"
+      ],
+      [
+        "re",
+        "s"
+      ],
+      [
+        "Ġo",
+        "r"
+      ],
+      [
+        "Ġw",
+        "he"
+      ],
+      [
+        "al",
+        "l"
+      ],
+      [
+        "o",
+        "p"
+      ],
+      [
+        "ac",
+        "h"
+      ],
+      [
+        "Ġn",
+        "ot"
+      ],
+      [
+        "ou",
+        "s"
+      ],
+      [
+        "ac",
+        "e"
+      ],
+      [
+        "Ġ",
+        "M"
+      ],
+      [
+        "Ġc",
+        "om"
+      ],
+      [
+        "ou",
+        "t"
+      ],
+      [
+        "al",
+        "ly"
+      ],
+      [
+        "Ġa",
+        "r"
+      ],
+      [
+        "ar",
+        "t"
+      ],
+      [
+        "ion",
+        "s"
+      ],
+      [
+        "an",
+        "t"
+      ],
+      [
+        "ver",
+        "y"
+      ],
+      [
+        "at",
+        "e"
+      ],
+      [
+        "at",
+        "ed"
+      ],
+      [
+        "os",
+        "e"
+      ],
+      [
+        "m",
+        "ed"
+      ],
+      [
+        "os",
+        "s"
+      ],
+      [
+        "a",
+        "k"
+      ],
+      [
+        "a",
+        "b"
+      ],
+      [
+        "Ġs",
+        "om"
+      ],
+      [
+        "Ġst",
+        "or"
+      ],
+      [
+        "h",
+        "ing"
+      ],
+      [
+        "Ġc",
+        "r"
+      ],
+      [
+        "ar",
+        "d"
+      ],
+      [
+        "p",
+        "l"
+      ],
+      [
+        "Ġ",
+        "kn"
+      ],
+      [
+        "Ġthe",
+        "y"
+      ],
+      [
+        "ag",
+        "e"
+      ],
+      [
+        "m",
+        "b"
+      ],
+      [
+        "i",
+        "g"
+      ],
+      [
+        "n",
+        "e"
+      ],
+      [
+        "Ġp",
+        "l"
+      ],
+      [
+        "i",
+        "v"
+      ],
+      [
+        "Ġs",
+        "o"
+      ],
+      [
+        "er",
+        "ed"
+      ],
+      [
+        "oo",
+        "d"
+      ],
+      [
+        "m",
+        "ent"
+      ],
+      [
+        "en",
+        "ce"
+      ],
+      [
+        "as",
+        "s"
+      ],
+      [
+        "n",
+        "ed"
+      ],
+      [
+        "t",
+        "her"
+      ],
+      [
+        "on",
+        "e"
+      ],
+      [
+        "er",
+        "e"
+      ],
+      [
+        "Ġa",
+        "c"
+      ],
+      [
+        "Ġo",
+        "ver"
+      ],
+      [
+        "nd",
+        "er"
+      ],
+      [
+        "el",
+        "f"
+      ],
+      [
+        "Ġs",
+        "ee"
+      ],
+      [
+        "Ġ",
+        "im"
+      ],
+      [
+        "ou",
+        "gh"
+      ],
+      [
+        "n",
+        "ing"
+      ],
+      [
+        "Ġre",
+        "s"
+      ],
+      [
+        "ĠE",
+        "lara"
+      ],
+      [
+        "u",
+        "c"
+      ],
+      [
+        "Ġt",
+        "im"
+      ],
+      [
+        "Ġthe",
+        "m"
+      ],
+      [
+        "ec",
+        "t"
+      ],
+      [
+        "Ġs",
+        "c"
+      ],
+      [
+        "Ġo",
+        "ut"
+      ],
+      [
+        "ow",
+        "n"
+      ],
+      [
+        "ĠS",
+        "he"
+      ],
+      [
+        "v",
+        "en"
+      ],
+      [
+        "Ġa",
+        "d"
+      ],
+      [
+        "Ġu",
+        "p"
+      ],
+      [
+        "a",
+        "re"
+      ],
+      [
+        "ag",
+        "es"
+      ],
+      [
+        "w",
+        "ay"
+      ],
+      [
+        "Ġre",
+        "m"
+      ],
+      [
+        "ation",
+        "s"
+      ],
+      [
+        "g",
+        "e"
+      ],
+      [
+        "at",
+        "her"
+      ],
+      [
+        "c",
+        "o"
+      ],
+      [
+        ".",
+        "âĢĿ"
+      ],
+      [
+        "i",
+        "z"
+      ],
+      [
+        "k",
+        "s"
+      ],
+      [
+        "Ġ",
+        "qu"
+      ],
+      [
+        "Ġm",
+        "e"
+      ],
+      [
+        "rou",
+        "nd"
+      ],
+      [
+        "i",
+        "b"
+      ],
+      [
+        "Ġ",
+        "B"
+      ],
+      [
+        "o",
+        "nd"
+      ],
+      [
+        "Ġj",
+        "our"
+      ],
+      [
+        "h",
+        "is"
+      ],
+      [
+        "o",
+        "st"
+      ],
+      [
+        "it",
+        "e"
+      ],
+      [
+        "an",
+        "ce"
+      ],
+      [
+        "w",
+        "n"
+      ],
+      [
+        "Ġs",
+        "m"
+      ],
+      [
+        "Ġst",
+        "re"
+      ],
+      [
+        "i",
+        "ous"
+      ],
+      [
+        "p",
+        "t"
+      ],
+      [
+        "ing",
+        "s"
+      ],
+      [
+        "Ġd",
+        "e"
+      ],
+      [
+        "Ġb",
+        "r"
+      ],
+      [
+        "at",
+        "h"
+      ],
+      [
+        "Ġth",
+        "is"
+      ],
+      [
+        "il",
+        "e"
+      ],
+      [
+        "Ġwh",
+        "o"
+      ],
+      [
+        "T",
+        "he"
+      ],
+      [
+        "u",
+        "d"
+      ],
+      [
+        "Ġ",
+        "F"
+      ],
+      [
+        "c",
+        "hed"
+      ],
+      [
+        "Ġw",
+        "e"
+      ],
+      [
+        "Ġh",
+        "im"
+      ],
+      [
+        "Ġab",
+        "out"
+      ],
+      [
+        "o",
+        "ld"
+      ],
+      [
+        "v",
+        "es"
+      ],
+      [
+        "Ġs",
+        "k"
+      ],
+      [
+        "l",
+        "ess"
+      ],
+      [
+        "f",
+        "t"
+      ],
+      [
+        "Ġt",
+        "re"
+      ],
+      [
+        "Ġu",
+        "nder"
+      ],
+      [
+        "Ġtim",
+        "e"
+      ],
+      [
+        "am",
+        "e"
+      ],
+      [
+        "f",
+        "e"
+      ],
+      [
+        "n",
+        "t"
+      ],
+      [
+        "en",
+        "d"
+      ],
+      [
+        "Ġbe",
+        "g"
+      ],
+      [
+        "Ġe",
+        "very"
+      ],
+      [
+        "as",
+        "t"
+      ],
+      [
+        "Ġwor",
+        "ld"
+      ],
+      [
+        "i",
+        "e"
+      ],
+      [
+        "y",
+        "s"
+      ],
+      [
+        "Ġs",
+        "a"
+      ],
+      [
+        "Ġw",
+        "ere"
+      ],
+      [
+        "Ġli",
+        "ke"
+      ],
+      [
+        "Ġc",
+        "o"
+      ],
+      [
+        "at",
+        "ing"
+      ],
+      [
+        "Ġp",
+        "ro"
+      ],
+      [
+        ",",
+        "âĢĿ"
+      ],
+      [
+        "Ġs",
+        "u"
+      ],
+      [
+        "Ġon",
+        "e"
+      ],
+      [
+        "Ġcon",
+        "t"
+      ],
+      [
+        "t",
+        "ur"
+      ],
+      [
+        "Ġin",
+        "s"
+      ],
+      [
+        "Ġg",
+        "r"
+      ],
+      [
+        "f",
+        "or"
+      ],
+      [
+        "i",
+        "ve"
+      ],
+      [
+        "Ġs",
+        "e"
+      ],
+      [
+        "er",
+        "ing"
+      ],
+      [
+        "Ġo",
+        "ther"
+      ],
+      [
+        "Ġd",
+        "es"
+      ],
+      [
+        "Ġre",
+        "al"
+      ],
+      [
+        "Ġst",
+        "e"
+      ],
+      [
+        "Ġ",
+        "P"
+      ],
+      [
+        "Ġc",
+        "re"
+      ],
+      [
+        "Ġst",
+        "r"
+      ],
+      [
+        "c",
+        "t"
+      ],
+      [
+        "o",
+        "c"
+      ],
+      [
+        "Ġe",
+        "y"
+      ],
+      [
+        "et",
+        "hing"
+      ],
+      [
+        "s",
+        "elf"
+      ],
+      [
+        "Ġ",
+        "ra"
+      ],
+      [
+        "ou",
+        "ld"
+      ],
+      [
+        "ac",
+        "k"
+      ],
+      [
+        "Ġn",
+        "o"
+      ],
+      [
+        "ĠE",
+        "li"
+      ],
+      [
+        "Ġli",
+        "fe"
+      ],
+      [
+        "Ġa",
+        "pp"
+      ],
+      [
+        "Ġc",
+        "ar"
+      ],
+      [
+        "and",
+        "s"
+      ],
+      [
+        "Ġwhe",
+        "re"
+      ],
+      [
+        "r",
+        "y"
+      ],
+      [
+        "Ġv",
+        "ill"
+      ],
+      [
+        "g",
+        "ed"
+      ],
+      [
+        "o",
+        "g"
+      ],
+      [
+        "p",
+        "en"
+      ],
+      [
+        "Ġb",
+        "l"
+      ],
+      [
+        "Ġf",
+        "ore"
+      ],
+      [
+        "Ġli",
+        "ght"
+      ],
+      [
+        "Ġre",
+        "ad"
+      ],
+      [
+        "i",
+        "re"
+      ],
+      [
+        "Ġ",
+        "O"
+      ],
+      [
+        "Ġf",
+        "e"
+      ],
+      [
+        "Ġf",
+        "el"
+      ],
+      [
+        "ic",
+        "e"
+      ],
+      [
+        "ure",
+        "s"
+      ],
+      [
+        "w",
+        "ard"
+      ],
+      [
+        "Ġ",
+        "L"
+      ],
+      [
+        "Ġf",
+        "l"
+      ],
+      [
+        "Ġd",
+        "ay"
+      ],
+      [
+        "al",
+        "s"
+      ],
+      [
+        "Ġe",
+        "m"
+      ],
+      [
+        "Ġcou",
+        "ld"
+      ],
+      [
+        "v",
+        "el"
+      ],
+      [
+        "an",
+        "s"
+      ],
+      [
+        "Ġg",
+        "l"
+      ],
+      [
+        "n",
+        "s"
+      ],
+      [
+        "Ġs",
+        "ur"
+      ],
+      [
+        "?",
+        "âĢĿ"
+      ],
+      [
+        "i",
+        "p"
+      ],
+      [
+        "Ġb",
+        "el"
+      ],
+      [
+        "Ġe",
+        "ven"
+      ],
+      [
+        "Ġar",
+        "t"
+      ],
+      [
+        "h",
+        "at"
+      ],
+      [
+        "u",
+        "ed"
+      ],
+      [
+        "v",
+        "ent"
+      ],
+      [
+        "ar",
+        "k"
+      ],
+      [
+        "Ġd",
+        "o"
+      ],
+      [
+        "Ġth",
+        "ough"
+      ],
+      [
+        "il",
+        "d"
+      ],
+      [
+        "Ġg",
+        "re"
+      ],
+      [
+        "ch",
+        "ing"
+      ],
+      [
+        "Ġkn",
+        "ow"
+      ],
+      [
+        "f",
+        "ul"
+      ],
+      [
+        "w",
+        "e"
+      ],
+      [
+        "Ġa",
+        "g"
+      ],
+      [
+        "Ġw",
+        "ind"
+      ],
+      [
+        "Ġc",
+        "ity"
+      ],
+      [
+        "ar",
+        "m"
+      ],
+      [
+        "om",
+        "e"
+      ],
+      [
+        "ear",
+        "s"
+      ],
+      [
+        "ab",
+        "le"
+      ],
+      [
+        "Ġ",
+        "\""
+      ],
+      [
+        "Ġ",
+        "is"
+      ],
+      [
+        "in",
+        "e"
+      ],
+      [
+        "Ġw",
+        "ay"
+      ],
+      [
+        "ar",
+        "y"
+      ],
+      [
+        "Ġth",
+        "an"
+      ],
+      [
+        "Ġsom",
+        "ething"
+      ],
+      [
+        "Ġbeg",
+        "an"
+      ],
+      [
+        "o",
+        "ve"
+      ],
+      [
+        "Ġc",
+        "ol"
+      ],
+      [
+        "Ġd",
+        "ee"
+      ],
+      [
+        "et",
+        "s"
+      ],
+      [
+        "et",
+        "her"
+      ],
+      [
+        "f",
+        "ore"
+      ],
+      [
+        "Ġ",
+        "ent"
+      ],
+      [
+        "ain",
+        "t"
+      ],
+      [
+        "pp",
+        "ed"
+      ],
+      [
+        "Ġne",
+        "w"
+      ],
+      [
+        "co",
+        "ver"
+      ],
+      [
+        "l",
+        "es"
+      ],
+      [
+        "Ġb",
+        "et"
+      ],
+      [
+        "Ġf",
+        "ound"
+      ],
+      [
+        "ar",
+        "ed"
+      ],
+      [
+        "Ġh",
+        "a"
+      ],
+      [
+        "Ġh",
+        "um"
+      ],
+      [
+        "Ġe",
+        "ach"
+      ],
+      [
+        "res",
+        "s"
+      ],
+      [
+        "m",
+        "s"
+      ],
+      [
+        "y",
+        "st"
+      ],
+      [
+        "ac",
+        "t"
+      ],
+      [
+        "Ġal",
+        "l"
+      ],
+      [
+        "Ġ",
+        "if"
+      ],
+      [
+        "in",
+        "ed"
+      ],
+      [
+        "re",
+        "am"
+      ],
+      [
+        "Ġof",
+        "f"
+      ],
+      [
+        "Ġwith",
+        "in"
+      ],
+      [
+        "li",
+        "ght"
+      ],
+      [
+        "Ġsom",
+        "e"
+      ],
+      [
+        "Ġfore",
+        "st"
+      ],
+      [
+        "Ġ",
+        "D"
+      ],
+      [
+        "Ġw",
+        "om"
+      ],
+      [
+        "Ġp",
+        "r"
+      ],
+      [
+        "an",
+        "or"
+      ],
+      [
+        "Ġm",
+        "ore"
+      ],
+      [
+        "Ġey",
+        "es"
+      ],
+      [
+        "i",
+        "ly"
+      ],
+      [
+        "Ġa",
+        "m"
+      ],
+      [
+        "Ġw",
+        "ould"
+      ],
+      [
+        "Ġp",
+        "i"
+      ],
+      [
+        "Ġp",
+        "ass"
+      ],
+      [
+        "ac",
+        "hed"
+      ],
+      [
+        "ver",
+        "s"
+      ],
+      [
+        "ain",
+        "ed"
+      ],
+      [
+        "Ġj",
+        "ust"
+      ],
+      [
+        "Ġstor",
+        "y"
+      ],
+      [
+        "it",
+        "ing"
+      ],
+      [
+        "Ġc",
+        "a"
+      ],
+      [
+        "Ġd",
+        "ec"
+      ],
+      [
+        "is",
+        "t"
+      ],
+      [
+        "Ġshe",
+        "l"
+      ],
+      [
+        "Ġbe",
+        "fore"
+      ],
+      [
+        "Ġwh",
+        "at"
+      ],
+      [
+        "Ġwh",
+        "is"
+      ],
+      [
+        "ĠI",
+        "t"
+      ],
+      [
+        "Ġstor",
+        "ies"
+      ],
+      [
+        "Ġsee",
+        "med"
+      ],
+      [
+        "Ġwom",
+        "an"
+      ],
+      [
+        "Ġb",
+        "re"
+      ],
+      [
+        "at",
+        "ter"
+      ],
+      [
+        "or",
+        "s"
+      ],
+      [
+        "Ġy",
+        "et"
+      ],
+      [
+        "Ġvill",
+        "age"
+      ],
+      [
+        "d",
+        "ed"
+      ],
+      [
+        "Ġ",
+        "*"
+      ],
+      [
+        "Ġher",
+        "self"
+      ],
+      [
+        "ow",
+        "s"
+      ],
+      [
+        "ur",
+        "ing"
+      ],
+      [
+        "Ġv",
+        "o"
+      ],
+      [
+        "Ġle",
+        "av"
+      ],
+      [
+        "per",
+        "ing"
+      ],
+      [
+        "Ġfel",
+        "t"
+      ],
+      [
+        "c",
+        "ed"
+      ],
+      [
+        "n",
+        "al"
+      ],
+      [
+        "in",
+        "es"
+      ],
+      [
+        "Ġd",
+        "own"
+      ],
+      [
+        "Ġex",
+        "p"
+      ],
+      [
+        "Ġex",
+        "pl"
+      ],
+      [
+        "Ġt",
+        "ra"
+      ],
+      [
+        "Ġp",
+        "re"
+      ],
+      [
+        "Ġl",
+        "ong"
+      ],
+      [
+        "Ġg",
+        "u"
+      ],
+      [
+        "le",
+        "anor"
+      ],
+      [
+        "ĠM",
+        "r"
+      ],
+      [
+        "c",
+        "es"
+      ],
+      [
+        "n",
+        "g"
+      ],
+      [
+        "p",
+        "ers"
+      ],
+      [
+        "Ġc",
+        "ur"
+      ],
+      [
+        "ic",
+        "k"
+      ],
+      [
+        "Ġwor",
+        "ds"
+      ],
+      [
+        "i",
+        "al"
+      ],
+      [
+        "Ġw",
+        "r"
+      ],
+      [
+        "Ġf",
+        "il"
+      ],
+      [
+        "at",
+        "er"
+      ],
+      [
+        "ou",
+        "ght"
+      ],
+      [
+        "or",
+        "t"
+      ],
+      [
+        "Ġre",
+        "tur"
+      ],
+      [
+        "Ġv",
+        "is"
+      ],
+      [
+        "am",
+        "ed"
+      ],
+      [
+        "Ġan",
+        "y"
+      ],
+      [
+        "ch",
+        "o"
+      ],
+      [
+        "Ġbook",
+        "s"
+      ],
+      [
+        "ĠH",
+        "e"
+      ],
+      [
+        "r",
+        "oss"
+      ],
+      [
+        "Ġs",
+        "il"
+      ],
+      [
+        "Ġs",
+        "ec"
+      ],
+      [
+        "Ġthe",
+        "re"
+      ],
+      [
+        "Ġm",
+        "o"
+      ],
+      [
+        "Ġe",
+        "mb"
+      ],
+      [
+        "el",
+        "l"
+      ],
+      [
+        "Ġen",
+        "d"
+      ],
+      [
+        "ĠEli",
+        "as"
+      ],
+      [
+        "p",
+        "s"
+      ],
+      [
+        "Ġa",
+        "way"
+      ],
+      [
+        "Ġf",
+        "ind"
+      ],
+      [
+        "or",
+        "n"
+      ],
+      [
+        "Ġp",
+        "er"
+      ],
+      [
+        "Ġm",
+        "an"
+      ],
+      [
+        "ot",
+        "her"
+      ],
+      [
+        "Ġjour",
+        "ne"
+      ],
+      [
+        "d",
+        "en"
+      ],
+      [
+        "f",
+        "ter"
+      ],
+      [
+        "u",
+        "e"
+      ],
+      [
+        "v",
+        "ing"
+      ],
+      [
+        "Ġo",
+        "pen"
+      ],
+      [
+        "Ġp",
+        "art"
+      ],
+      [
+        "Ġhe",
+        "art"
+      ],
+      [
+        "ic",
+        "al"
+      ],
+      [
+        "th",
+        "ing"
+      ],
+      [
+        "Ġsa",
+        "id"
+      ],
+      [
+        "we",
+        "en"
+      ],
+      [
+        "Ġag",
+        "ain"
+      ],
+      [
+        "Ġbet",
+        "ween"
+      ],
+      [
+        "e",
+        "x"
+      ],
+      [
+        "g",
+        "ot"
+      ],
+      [
+        "i",
+        "et"
+      ],
+      [
+        "t",
+        "le"
+      ],
+      [
+        "Ġs",
+        "et"
+      ],
+      [
+        "en",
+        "e"
+      ],
+      [
+        "en",
+        "se"
+      ],
+      [
+        "Ġb",
+        "ack"
+      ],
+      [
+        "an",
+        "i"
+      ],
+      [
+        "Ġd",
+        "ream"
+      ],
+      [
+        "is",
+        "ten"
+      ],
+      [
+        "om",
+        "ent"
+      ],
+      [
+        "Ġr",
+        "o"
+      ],
+      [
+        "Ġcom",
+        "p"
+      ],
+      [
+        "his",
+        "pering"
+      ],
+      [
+        "h",
+        "ind"
+      ],
+      [
+        "on",
+        "s"
+      ],
+      [
+        "Ġp",
+        "ain"
+      ],
+      [
+        "Ġth",
+        "ose"
+      ],
+      [
+        "ac",
+        "ed"
+      ],
+      [
+        "ĠT",
+        "h"
+      ],
+      [
+        "ang",
+        "e"
+      ],
+      [
+        "Ġwhe",
+        "n"
+      ],
+      [
+        "n",
+        "ter"
+      ],
+      [
+        "y",
+        "ond"
+      ],
+      [
+        "he",
+        "s"
+      ],
+      [
+        "Ġa",
+        "ir"
+      ],
+      [
+        "Ġa",
+        "round"
+      ],
+      [
+        "Ġm",
+        "oment"
+      ],
+      [
+        "il",
+        "i"
+      ],
+      [
+        "Ġon",
+        "ly"
+      ],
+      [
+        "Ġjour",
+        "nal"
+      ],
+      [
+        "Ġother",
+        "s"
+      ],
+      [
+        "a",
+        "ke"
+      ],
+      [
+        "p",
+        "ir"
+      ],
+      [
+        "he",
+        "n"
+      ],
+      [
+        "Ġt",
+        "al"
+      ],
+      [
+        "Ġa",
+        "re"
+      ],
+      [
+        "Ġp",
+        "ul"
+      ],
+      [
+        "Ġd",
+        "ra"
+      ],
+      [
+        "Ġbe",
+        "c"
+      ],
+      [
+        "ĠE",
+        "leanor"
+      ],
+      [
+        "Ġint",
+        "er"
+      ],
+      [
+        "ment",
+        "s"
+      ],
+      [
+        "Ġac",
+        "ross"
+      ],
+      [
+        "c",
+        "ou"
+      ],
+      [
+        "Ġs",
+        "un"
+      ],
+      [
+        "is",
+        "e"
+      ],
+      [
+        "Ġbe",
+        "yond"
+      ],
+      [
+        "Ġtr",
+        "ans"
+      ],
+      [
+        "Ġunder",
+        "st"
+      ],
+      [
+        "got",
+        "ten"
+      ],
+      [
+        "i",
+        "ent"
+      ],
+      [
+        "Ġo",
+        "ld"
+      ],
+      [
+        "Ġo",
+        "wn"
+      ],
+      [
+        "ar",
+        "ing"
+      ],
+      [
+        "Ġst",
+        "ood"
+      ],
+      [
+        "Ġu",
+        "s"
+      ],
+      [
+        "ĠH",
+        "er"
+      ],
+      [
+        "low",
+        "ed"
+      ],
+      [
+        "Ġcom",
+        "m"
+      ],
+      [
+        "Ġso",
+        "ft"
+      ],
+      [
+        "Ġsm",
+        "all"
+      ],
+      [
+        "b",
+        "r"
+      ],
+      [
+        "Ġt",
+        "ur"
+      ],
+      [
+        "it",
+        "ies"
+      ],
+      [
+        "ad",
+        "e"
+      ],
+      [
+        "ur",
+        "ed"
+      ],
+      [
+        "Ġbe",
+        "en"
+      ],
+      [
+        "Ġwh",
+        "ile"
+      ],
+      [
+        "and",
+        "ing"
+      ],
+      [
+        "Ġjourne",
+        "y"
+      ],
+      [
+        "n",
+        "ess"
+      ],
+      [
+        "r",
+        "ed"
+      ],
+      [
+        "in",
+        "k"
+      ],
+      [
+        "Ġf",
+        "ir"
+      ],
+      [
+        "Ġf",
+        "ra"
+      ],
+      [
+        "Ġm",
+        "ind"
+      ],
+      [
+        "ri",
+        "ed"
+      ],
+      [
+        "Ġun",
+        "t"
+      ],
+      [
+        "Ġal",
+        "ong"
+      ],
+      [
+        "Ġqu",
+        "iet"
+      ],
+      [
+        "a",
+        "u"
+      ],
+      [
+        "a",
+        "z"
+      ],
+      [
+        "f",
+        "er"
+      ],
+      [
+        "t",
+        "he"
+      ],
+      [
+        "en",
+        "s"
+      ],
+      [
+        "Ġf",
+        "in"
+      ],
+      [
+        "Ġf",
+        "ol"
+      ],
+      [
+        "Ġth",
+        "ought"
+      ],
+      [
+        "ac",
+        "es"
+      ],
+      [
+        "id",
+        "ed"
+      ],
+      [
+        "Ġbe",
+        "hind"
+      ],
+      [
+        "ri",
+        "b"
+      ],
+      [
+        "ig",
+        "n"
+      ],
+      [
+        "Ġim",
+        "ag"
+      ],
+      [
+        "Ġcont",
+        "in"
+      ],
+      [
+        "Ġdee",
+        "p"
+      ],
+      [
+        "Ġfil",
+        "led"
+      ],
+      [
+        "b",
+        "s"
+      ],
+      [
+        "u",
+        "al"
+      ],
+      [
+        "Ġb",
+        "u"
+      ],
+      [
+        "or",
+        "d"
+      ],
+      [
+        "Ġp",
+        "e"
+      ],
+      [
+        "Ġd",
+        "id"
+      ],
+      [
+        "Ġl",
+        "ay"
+      ],
+      [
+        "Ġh",
+        "ow"
+      ],
+      [
+        "ut",
+        "h"
+      ],
+      [
+        "le",
+        "ct"
+      ],
+      [
+        "Ġex",
+        "per"
+      ],
+      [
+        "Ġcon",
+        "n"
+      ],
+      [
+        "ĠI",
+        "n"
+      ],
+      [
+        "Ġpl",
+        "ace"
+      ],
+      [
+        "way",
+        "s"
+      ],
+      [
+        "ĠF",
+        "or"
+      ],
+      [
+        "ĠP",
+        "ages"
+      ],
+      [
+        "Ġshel",
+        "ves"
+      ],
+      [
+        "Ġvo",
+        "ice"
+      ],
+      [
+        "Ġfir",
+        "st"
+      ],
+      [
+        "c",
+        "c"
+      ],
+      [
+        "e",
+        "w"
+      ],
+      [
+        "i",
+        "ed"
+      ],
+      [
+        "Ġ",
+        "K"
+      ],
+      [
+        "Ġ",
+        "Y"
+      ],
+      [
+        "Ġw",
+        "arm"
+      ],
+      [
+        "ar",
+        "s"
+      ],
+      [
+        "Ġp",
+        "ur"
+      ],
+      [
+        "Ġp",
+        "ages"
+      ],
+      [
+        "Ġm",
+        "yst"
+      ],
+      [
+        "ent",
+        "ly"
+      ],
+      [
+        "ri",
+        "g"
+      ],
+      [
+        "Ġdis",
+        "t"
+      ],
+      [
+        "Ġdis",
+        "cover"
+      ],
+      [
+        "Ġyou",
+        "ng"
+      ],
+      [
+        "ak",
+        "ing"
+      ],
+      [
+        "ĠB",
+        "ut"
+      ],
+      [
+        "-",
+        "-"
+      ],
+      [
+        "Ġthe",
+        "se"
+      ],
+      [
+        "it",
+        "ion"
+      ],
+      [
+        "Ġc",
+        "ap"
+      ],
+      [
+        "Ġf",
+        "aint"
+      ],
+      [
+        "Ġn",
+        "ear"
+      ],
+      [
+        "Ġn",
+        "ight"
+      ],
+      [
+        "ot",
+        "h"
+      ],
+      [
+        "li",
+        "ke"
+      ],
+      [
+        "ĠW",
+        "hispering"
+      ],
+      [
+        "Ġup",
+        "on"
+      ],
+      [
+        "ious",
+        "ly"
+      ],
+      [
+        "Ġsec",
+        "re"
+      ],
+      [
+        "h",
+        "y"
+      ],
+      [
+        "p",
+        "ite"
+      ],
+      [
+        "u",
+        "es"
+      ],
+      [
+        "Ġa",
+        "fter"
+      ],
+      [
+        "er",
+        "y"
+      ],
+      [
+        "it",
+        "ed"
+      ],
+      [
+        "Ġc",
+        "an"
+      ],
+      [
+        "or",
+        "ning"
+      ],
+      [
+        "Ġp",
+        "h"
+      ],
+      [
+        "Ġp",
+        "o"
+      ],
+      [
+        "Ġp",
+        "ers"
+      ],
+      [
+        "Ġp",
+        "res"
+      ],
+      [
+        "st",
+        "ore"
+      ],
+      [
+        "um",
+        "b"
+      ],
+      [
+        "Ġab",
+        "ove"
+      ],
+      [
+        "ect",
+        "ion"
+      ],
+      [
+        "Ġrem",
+        "ained"
+      ],
+      [
+        "r",
+        "ic"
+      ],
+      [
+        "s",
+        "ide"
+      ],
+      [
+        "Ġf",
+        "am"
+      ],
+      [
+        "Ġp",
+        "oss"
+      ],
+      [
+        "Ġh",
+        "id"
+      ],
+      [
+        "Ġm",
+        "orning"
+      ],
+      [
+        "Ġn",
+        "amed"
+      ],
+      [
+        "Ġg",
+        "ra"
+      ],
+      [
+        "ec",
+        "ted"
+      ],
+      [
+        "Ġan",
+        "c"
+      ],
+      [
+        "Ġhum",
+        "an"
+      ],
+      [
+        "ene",
+        "ath"
+      ]
+    ]
+  }
+}

checkpoints/checkpoint-1000/tokenizer_config.json

@@ -0,0 +1,47 @@
+{
+  "add_bos_token": false,
+  "add_prefix_space": false,
+  "added_tokens_decoder": {
+    "0": {
+      "content": "<s>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "1": {
+      "content": "<pad>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "2": {
+      "content": "</s>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "1000": {
+      "content": "<|endoftext|>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "<s>",
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "</s>",
+  "errors": "replace",
+  "extra_special_tokens": {},
+  "model_max_length": 1000000000000000019884624838656,
+  "pad_token": "<pad>",
+  "tokenizer_class": "GPT2Tokenizer",
+  "unk_token": "<|endoftext|>"
+}

checkpoints/checkpoint-1000/trainer_state.json

@@ -0,0 +1,174 @@
+{
+  "best_global_step": null,
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 4.854368932038835,
+  "eval_steps": 500,
+  "global_step": 1000,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.24271844660194175,
+      "grad_norm": 2.359125852584839,
+      "learning_rate": 4.960355987055016e-05,
+      "loss": 6.1096,
+      "step": 50
+    },
+    {
+      "epoch": 0.4854368932038835,
+      "grad_norm": 3.7953598499298096,
+      "learning_rate": 4.9199029126213595e-05,
+      "loss": 5.7056,
+      "step": 100
+    },
+    {
+      "epoch": 0.7281553398058253,
+      "grad_norm": 4.61148738861084,
+      "learning_rate": 4.879449838187702e-05,
+      "loss": 5.3489,
+      "step": 150
+    },
+    {
+      "epoch": 0.970873786407767,
+      "grad_norm": 4.836231231689453,
+      "learning_rate": 4.8389967637540455e-05,
+      "loss": 5.0937,
+      "step": 200
+    },
+    {
+      "epoch": 1.2135922330097086,
+      "grad_norm": 5.3506574630737305,
+      "learning_rate": 4.798543689320388e-05,
+      "loss": 4.743,
+      "step": 250
+    },
+    {
+      "epoch": 1.4563106796116505,
+      "grad_norm": 5.662957668304443,
+      "learning_rate": 4.7580906148867315e-05,
+      "loss": 4.6184,
+      "step": 300
+    },
+    {
+      "epoch": 1.6990291262135924,
+      "grad_norm": 5.17103910446167,
+      "learning_rate": 4.717637540453075e-05,
+      "loss": 4.5138,
+      "step": 350
+    },
+    {
+      "epoch": 1.941747572815534,
+      "grad_norm": 5.425673484802246,
+      "learning_rate": 4.6771844660194174e-05,
+      "loss": 4.4338,
+      "step": 400
+    },
+    {
+      "epoch": 2.1844660194174756,
+      "grad_norm": 5.076435565948486,
+      "learning_rate": 4.636731391585761e-05,
+      "loss": 4.2426,
+      "step": 450
+    },
+    {
+      "epoch": 2.4271844660194173,
+      "grad_norm": 5.189905643463135,
+      "learning_rate": 4.596278317152104e-05,
+      "loss": 4.1849,
+      "step": 500
+    },
+    {
+      "epoch": 2.6699029126213594,
+      "grad_norm": 5.165410995483398,
+      "learning_rate": 4.555825242718447e-05,
+      "loss": 4.1561,
+      "step": 550
+    },
+    {
+      "epoch": 2.912621359223301,
+      "grad_norm": 5.36574649810791,
+      "learning_rate": 4.51537216828479e-05,
+      "loss": 4.1271,
+      "step": 600
+    },
+    {
+      "epoch": 3.1553398058252426,
+      "grad_norm": 5.329883098602295,
+      "learning_rate": 4.4749190938511334e-05,
+      "loss": 3.9687,
+      "step": 650
+    },
+    {
+      "epoch": 3.3980582524271843,
+      "grad_norm": 5.349402904510498,
+      "learning_rate": 4.434466019417476e-05,
+      "loss": 3.8907,
+      "step": 700
+    },
+    {
+      "epoch": 3.6407766990291264,
+      "grad_norm": 5.579279899597168,
+      "learning_rate": 4.3940129449838194e-05,
+      "loss": 3.9224,
+      "step": 750
+    },
+    {
+      "epoch": 3.883495145631068,
+      "grad_norm": 5.490879058837891,
+      "learning_rate": 4.353559870550162e-05,
+      "loss": 3.9319,
+      "step": 800
+    },
+    {
+      "epoch": 4.12621359223301,
+      "grad_norm": 5.527013301849365,
+      "learning_rate": 4.313106796116505e-05,
+      "loss": 3.8144,
+      "step": 850
+    },
+    {
+      "epoch": 4.368932038834951,
+      "grad_norm": 5.980420112609863,
+      "learning_rate": 4.272653721682848e-05,
+      "loss": 3.6881,
+      "step": 900
+    },
+    {
+      "epoch": 4.611650485436893,
+      "grad_norm": 5.583395957946777,
+      "learning_rate": 4.232200647249191e-05,
+      "loss": 3.7252,
+      "step": 950
+    },
+    {
+      "epoch": 4.854368932038835,
+      "grad_norm": 5.927042007446289,
+      "learning_rate": 4.191747572815534e-05,
+      "loss": 3.7437,
+      "step": 1000
+    }
+  ],
+  "logging_steps": 50,
+  "max_steps": 6180,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 30,
+  "save_steps": 500,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": false
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 130648375296000.0,
+  "train_batch_size": 4,
+  "trial_name": null,
+  "trial_params": null
+}

checkpoints/checkpoint-1000/training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a379cf17225933073d2fdea180fcbc6fc91a95866e462d9ce93753b719864a30
+size 5304

checkpoints/checkpoint-1000/vocab.json

@@ -0,0 +1 @@
+{"<s>":0,"<pad>":1,"</s>":2,"<unk>":3,"<mask>":4,"!":5,"\"":6,"#":7,"$":8,"%":9,"&":10,"'":11,"(":12,")":13,"*":14,"+":15,",":16,"-":17,".":18,"/":19,"0":20,"1":21,"2":22,"3":23,"4":24,"5":25,"6":26,"7":27,"8":28,"9":29,":":30,";":31,"<":32,"=":33,">":34,"?":35,"@":36,"A":37,"B":38,"C":39,"D":40,"E":41,"F":42,"G":43,"H":44,"I":45,"J":46,"K":47,"L":48,"M":49,"N":50,"O":51,"P":52,"Q":53,"R":54,"S":55,"T":56,"U":57,"V":58,"W":59,"X":60,"Y":61,"Z":62,"[":63,"\\":64,"]":65,"^":66,"_":67,"`":68,"a":69,"b":70,"c":71,"d":72,"e":73,"f":74,"g":75,"h":76,"i":77,"j":78,"k":79,"l":80,"m":81,"n":82,"o":83,"p":84,"q":85,"r":86,"s":87,"t":88,"u":89,"v":90,"w":91,"x":92,"y":93,"z":94,"{":95,"|":96,"}":97,"~":98,"¡":99,"¢":100,"£":101,"¤":102,"¥":103,"¦":104,"§":105,"¨":106,"©":107,"ª":108,"«":109,"¬":110,"®":111,"¯":112,"°":113,"±":114,"²":115,"³":116,"´":117,"µ":118,"¶":119,"·":120,"¸":121,"¹":122,"º":123,"»":124,"¼":125,"½":126,"¾":127,"¿":128,"À":129,"Á":130,"Â":131,"Ã":132,"Ä":133,"Å":134,"Æ":135,"Ç":136,"È":137,"É":138,"Ê":139,"Ë":140,"Ì":141,"Í":142,"Î":143,"Ï":144,"Ð":145,"Ñ":146,"Ò":147,"Ó":148,"Ô":149,"Õ":150,"Ö":151,"×":152,"Ø":153,"Ù":154,"Ú":155,"Û":156,"Ü":157,"Ý":158,"Þ":159,"ß":160,"à":161,"á":162,"â":163,"ã":164,"ä":165,"å":166,"æ":167,"ç":168,"è":169,"é":170,"ê":171,"ë":172,"ì":173,"í":174,"î":175,"ï":176,"ð":177,"ñ":178,"ò":179,"ó":180,"ô":181,"õ":182,"ö":183,"÷":184,"ø":185,"ù":186,"ú":187,"û":188,"ü":189,"ý":190,"þ":191,"ÿ":192,"Ā":193,"ā":194,"Ă":195,"ă":196,"Ą":197,"ą":198,"Ć":199,"ć":200,"Ĉ":201,"ĉ":202,"Ċ":203,"ċ":204,"Č":205,"č":206,"Ď":207,"ď":208,"Đ":209,"đ":210,"Ē":211,"ē":212,"Ĕ":213,"ĕ":214,"Ė":215,"ė":216,"Ę":217,"ę":218,"Ě":219,"ě":220,"Ĝ":221,"ĝ":222,"Ğ":223,"ğ":224,"Ġ":225,"ġ":226,"Ģ":227,"ģ":228,"Ĥ":229,"ĥ":230,"Ħ":231,"ħ":232,"Ĩ":233,"ĩ":234,"Ī":235,"ī":236,"Ĭ":237,"ĭ":238,"Į":239,"į":240,"İ":241,"ı":242,"IJ":243,"ij":244,"Ĵ":245,"ĵ":246,"Ķ":247,"ķ":248,"ĸ":249,"Ĺ":250,"ĺ":251,"Ļ":252,"ļ":253,"Ľ":254,"ľ":255,"Ŀ":256,"ŀ":257,"Ł":258,"ł":259,"Ń":260,"he":261,"Ġt":262,"in":263,"Ġa":264,"Ġs":265,"ed":266,"er":267,"Ġthe":268,"ing":269,"re":270,"Ġw":271,"Ġo":272,"en":273,"it":274,"Ġc":275,"Ġb":276,"es":277,"nd":278,"Ġf":279,"ar":280,"at":281,"ou":282,"on":283,"čĊ":284,"or":285,"Ġp":286,"Ġof":287,"Ġhe":288,"an":289,"âĢ":290,"Ġd":291,"Ġl":292,"is":293,"Ġin":294,"Ġh":295,"Ġto":296,"al":297,"Ġm":298,"Ġe":299,"Ġand":300,"ly":301,"Ġth":302,"as":303,"om":304,"Ġher":305,"Ġre":306,"gh":307,"il":308,"st":309,"et":310,"Ġst":311,"ow":312,"ac":313,"ion":314,"Ġn":315,"ent":316,"el":317,"Ġg":318,"ver":319,"ic":320,"ith":321,"Ġshe":322,"ad":323,"Ġu":324,"Ġwith":325,"ur":326,"ut":327,"im":328,"ir":329,"le":330,"id":331,"oo":332,"Ġit":333,"ra":334,"ot":335,"ld":336,"ght":337,"Ġbe":338,"âĢĻ":339,"ĠE":340,"Ġon":341,"os":342,"lar":343,"her":344,"ay":345,"ag":346,"ri":347,"ec":348,"Ġv":349,"ĠT":350,"am":351,"Ġas":352,"ers":353,"Ġfor":354,"rou":355,"lara":356,"ve":357,"Ġli":358,"ce":359,"Ġwas":360,"Ġthat":361,"ol":362,"Ġan":363,"Ġwh":364,"ch":365,"Ġint":366,"Ġun":367,"ore":368,"ation":369,"ain":370,"li":371,"Ġsh":372,"ity":373,"Ġr":374,"and":375,"ĠS":376,"Ġy":377,"ind":378,"Ġby":379,"ook":380,"led":381,"Ġex":382,"âĢĶ":383,"ap":384,"ĠC":385,"th":386,"ted":387,"ess":388,"ee":389,"âĢľ":390,"âĢĿ":391,"ter":392,"Ġcon":393,"rom":394,"ear":395,"ke":396,"um":397,"Ġal":398,"hed":399,"Ġwor":400,"ure":401,"est":402,"ĠA":403,"se":404,"ul":405,"Ġsp":406,"Ġj":407,"Ġch":408,"ĠI":409,"ies":410,"pp":411,"ro":412,"if":413,"ill":414,"Ġen":415,"our":416,"ĠThe":417,"Ġfrom":418,"ts":419,"Ġle":420,"ked":421,"Ġhis":422,"un":423,"ĠW":424,"Ġits":425,"Ġhad":426,"ĠClara":427,"ust":428,"ong":429,"ting":430,"ĠâĢľ":431,"rough":432,"Ġinto":433,"ling":434,"per":435,"Ġbook":436,"ds":437,"ĠH":438,"qu":439,"Ġat":440,"Ġne":441,"ved":442,"Ġtheir":443,"ang":444,"low":445,"ide":446,"Ġtr":447,"Ġcl":448,"kn":449,"ten":450,"ight":451,"Ġbut":452,"Ġdis":453,"av":454,"ound":455,"Ġthrough":456,"Ġyou":457,"Ġab":458,"Ġcou":459,"us":460,"res":461,"Ġor":462,"Ġwhe":463,"all":464,"op":465,"ach":466,"Ġnot":467,"ous":468,"ace":469,"ĠM":470,"Ġcom":471,"out":472,"ally":473,"Ġar":474,"art":475,"ions":476,"ant":477,"very":478,"ate":479,"ated":480,"ose":481,"med":482,"oss":483,"ak":484,"ab":485,"Ġsom":486,"Ġstor":487,"hing":488,"Ġcr":489,"ard":490,"pl":491,"Ġkn":492,"Ġthey":493,"age":494,"mb":495,"ig":496,"ne":497,"Ġpl":498,"iv":499,"Ġso":500,"ered":501,"ood":502,"ment":503,"ence":504,"ass":505,"ned":506,"ther":507,"one":508,"ere":509,"Ġac":510,"Ġover":511,"nder":512,"elf":513,"Ġsee":514,"Ġim":515,"ough":516,"ning":517,"Ġres":518,"ĠElara":519,"uc":520,"Ġtim":521,"Ġthem":522,"ect":523,"Ġsc":524,"Ġout":525,"own":526,"ĠShe":527,"ven":528,"Ġad":529,"Ġup":530,"are":531,"ages":532,"way":533,"Ġrem":534,"ations":535,"ge":536,"ather":537,"co":538,".âĢĿ":539,"iz":540,"ks":541,"Ġqu":542,"Ġme":543,"round":544,"ib":545,"ĠB":546,"ond":547,"Ġjour":548,"his":549,"ost":550,"ite":551,"ance":552,"wn":553,"Ġsm":554,"Ġstre":555,"ious":556,"pt":557,"ings":558,"Ġde":559,"Ġbr":560,"ath":561,"Ġthis":562,"ile":563,"Ġwho":564,"The":565,"ud":566,"ĠF":567,"ched":568,"Ġwe":569,"Ġhim":570,"Ġabout":571,"old":572,"ves":573,"Ġsk":574,"less":575,"ft":576,"Ġtre":577,"Ġunder":578,"Ġtime":579,"ame":580,"fe":581,"nt":582,"end":583,"Ġbeg":584,"Ġevery":585,"ast":586,"Ġworld":587,"ie":588,"ys":589,"Ġsa":590,"Ġwere":591,"Ġlike":592,"Ġco":593,"ating":594,"Ġpro":595,",âĢĿ":596,"Ġsu":597,"Ġone":598,"Ġcont":599,"tur":600,"Ġins":601,"Ġgr":602,"for":603,"ive":604,"Ġse":605,"ering":606,"Ġother":607,"Ġdes":608,"Ġreal":609,"Ġste":610,"ĠP":611,"Ġcre":612,"Ġstr":613,"ct":614,"oc":615,"Ġey":616,"ething":617,"self":618,"Ġra":619,"ould":620,"ack":621,"Ġno":622,"ĠEli":623,"Ġlife":624,"Ġapp":625,"Ġcar":626,"ands":627,"Ġwhere":628,"ry":629,"Ġvill":630,"ged":631,"og":632,"pen":633,"Ġbl":634,"Ġfore":635,"Ġlight":636,"Ġread":637,"ire":638,"ĠO":639,"Ġfe":640,"Ġfel":641,"ice":642,"ures":643,"ward":644,"ĠL":645,"Ġfl":646,"Ġday":647,"als":648,"Ġem":649,"Ġcould":650,"vel":651,"ans":652,"Ġgl":653,"ns":654,"Ġsur":655,"?âĢĿ":656,"ip":657,"Ġbel":658,"Ġeven":659,"Ġart":660,"hat":661,"ued":662,"vent":663,"ark":664,"Ġdo":665,"Ġthough":666,"ild":667,"Ġgre":668,"ching":669,"Ġknow":670,"ful":671,"we":672,"Ġag":673,"Ġwind":674,"Ġcity":675,"arm":676,"ome":677,"ears":678,"able":679,"Ġ\"":680,"Ġis":681,"ine":682,"Ġway":683,"ary":684,"Ġthan":685,"Ġsomething":686,"Ġbegan":687,"ove":688,"Ġcol":689,"Ġdee":690,"ets":691,"ether":692,"fore":693,"Ġent":694,"aint":695,"pped":696,"Ġnew":697,"cover":698,"les":699,"Ġbet":700,"Ġfound":701,"ared":702,"Ġha":703,"Ġhum":704,"Ġeach":705,"ress":706,"ms":707,"yst":708,"act":709,"Ġall":710,"Ġif":711,"ined":712,"ream":713,"Ġoff":714,"Ġwithin":715,"light":716,"Ġsome":717,"Ġforest":718,"ĠD":719,"Ġwom":720,"Ġpr":721,"anor":722,"Ġmore":723,"Ġeyes":724,"ily":725,"Ġam":726,"Ġwould":727,"Ġpi":728,"Ġpass":729,"ached":730,"vers":731,"ained":732,"Ġjust":733,"Ġstory":734,"iting":735,"Ġca":736,"Ġdec":737,"ist":738,"Ġshel":739,"Ġbefore":740,"Ġwhat":741,"Ġwhis":742,"ĠIt":743,"Ġstories":744,"Ġseemed":745,"Ġwoman":746,"Ġbre":747,"atter":748,"ors":749,"Ġyet":750,"Ġvillage":751,"ded":752,"Ġ*":753,"Ġherself":754,"ows":755,"uring":756,"Ġvo":757,"Ġleav":758,"pering":759,"Ġfelt":760,"ced":761,"nal":762,"ines":763,"Ġdown":764,"Ġexp":765,"Ġexpl":766,"Ġtra":767,"Ġpre":768,"Ġlong":769,"Ġgu":770,"leanor":771,"ĠMr":772,"ces":773,"ng":774,"pers":775,"Ġcur":776,"ick":777,"Ġwords":778,"ial":779,"Ġwr":780,"Ġfil":781,"ater":782,"ought":783,"ort":784,"Ġretur":785,"Ġvis":786,"amed":787,"Ġany":788,"cho":789,"Ġbooks":790,"ĠHe":791,"ross":792,"Ġsil":793,"Ġsec":794,"Ġthere":795,"Ġmo":796,"Ġemb":797,"ell":798,"Ġend":799,"ĠElias":800,"ps":801,"Ġaway":802,"Ġfind":803,"orn":804,"Ġper":805,"Ġman":806,"other":807,"Ġjourne":808,"den":809,"fter":810,"ue":811,"ving":812,"Ġopen":813,"Ġpart":814,"Ġheart":815,"ical":816,"thing":817,"Ġsaid":818,"ween":819,"Ġagain":820,"Ġbetween":821,"ex":822,"got":823,"iet":824,"tle":825,"Ġset":826,"ene":827,"ense":828,"Ġback":829,"ani":830,"Ġdream":831,"isten":832,"oment":833,"Ġro":834,"Ġcomp":835,"hispering":836,"hind":837,"ons":838,"Ġpain":839,"Ġthose":840,"aced":841,"ĠTh":842,"ange":843,"Ġwhen":844,"nter":845,"yond":846,"hes":847,"Ġair":848,"Ġaround":849,"Ġmoment":850,"ili":851,"Ġonly":852,"Ġjournal":853,"Ġothers":854,"ake":855,"pir":856,"hen":857,"Ġtal":858,"Ġare":859,"Ġpul":860,"Ġdra":861,"Ġbec":862,"ĠEleanor":863,"Ġinter":864,"ments":865,"Ġacross":866,"cou":867,"Ġsun":868,"ise":869,"Ġbeyond":870,"Ġtrans":871,"Ġunderst":872,"gotten":873,"ient":874,"Ġold":875,"Ġown":876,"aring":877,"Ġstood":878,"Ġus":879,"ĠHer":880,"lowed":881,"Ġcomm":882,"Ġsoft":883,"Ġsmall":884,"br":885,"Ġtur":886,"ities":887,"ade":888,"ured":889,"Ġbeen":890,"Ġwhile":891,"anding":892,"Ġjourney":893,"ness":894,"red":895,"ink":896,"Ġfir":897,"Ġfra":898,"Ġmind":899,"ried":900,"Ġunt":901,"Ġalong":902,"Ġquiet":903,"au":904,"az":905,"fer":906,"the":907,"ens":908,"Ġfin":909,"Ġfol":910,"Ġthought":911,"aces":912,"ided":913,"Ġbehind":914,"rib":915,"ign":916,"Ġimag":917,"Ġcontin":918,"Ġdeep":919,"Ġfilled":920,"bs":921,"ual":922,"Ġbu":923,"ord":924,"Ġpe":925,"Ġdid":926,"Ġlay":927,"Ġhow":928,"uth":929,"lect":930,"Ġexper":931,"Ġconn":932,"ĠIn":933,"Ġplace":934,"ways":935,"ĠFor":936,"ĠPages":937,"Ġshelves":938,"Ġvoice":939,"Ġfirst":940,"cc":941,"ew":942,"ied":943,"ĠK":944,"ĠY":945,"Ġwarm":946,"ars":947,"Ġpur":948,"Ġpages":949,"Ġmyst":950,"ently":951,"rig":952,"Ġdist":953,"Ġdiscover":954,"Ġyoung":955,"aking":956,"ĠBut":957,"--":958,"Ġthese":959,"ition":960,"Ġcap":961,"Ġfaint":962,"Ġnear":963,"Ġnight":964,"oth":965,"like":966,"ĠWhispering":967,"Ġupon":968,"iously":969,"Ġsecre":970,"hy":971,"pite":972,"ues":973,"Ġafter":974,"ery":975,"ited":976,"Ġcan":977,"orning":978,"Ġph":979,"Ġpo":980,"Ġpers":981,"Ġpres":982,"store":983,"umb":984,"Ġabove":985,"ection":986,"Ġremained":987,"ric":988,"side":989,"Ġfam":990,"Ġposs":991,"Ġhid":992,"Ġmorning":993,"Ġnamed":994,"Ġgra":995,"ected":996,"Ġanc":997,"Ġhuman":998,"eneath":999}

checkpoints/checkpoint-1500/added_tokens.json

@@ -0,0 +1,3 @@
+{
+  "<|endoftext|>": 1000
+}

checkpoints/checkpoint-1500/config.json

@@ -0,0 +1,33 @@
+{
+  "activation_function": "gelu_new",
+  "architectures": [
+    "GPT2LMHeadModel"
+  ],
+  "attn_pdrop": 0.1,
+  "bos_token_id": 0,
+  "embd_pdrop": 0.1,
+  "eos_token_id": 2,
+  "initializer_range": 0.02,
+  "layer_norm_epsilon": 1e-05,
+  "model_type": "gpt2",
+  "n_ctx": 128,
+  "n_embd": 768,
+  "n_head": 2,
+  "n_inner": null,
+  "n_layer": 6,
+  "n_positions": 128,
+  "pad_token_id": 1,
+  "reorder_and_upcast_attn": false,
+  "resid_pdrop": 0.1,
+  "scale_attn_by_inverse_layer_idx": false,
+  "scale_attn_weights": true,
+  "summary_activation": null,
+  "summary_first_dropout": 0.1,
+  "summary_proj_to_labels": true,
+  "summary_type": "cls_index",
+  "summary_use_proj": true,
+  "torch_dtype": "float32",
+  "transformers_version": "4.51.3",
+  "use_cache": true,
+  "vocab_size": 1001
+}

checkpoints/checkpoint-1500/generation_config.json

@@ -0,0 +1,7 @@
+{
+  "_from_model_config": true,
+  "bos_token_id": 0,
+  "eos_token_id": 2,
+  "pad_token_id": 1,
+  "transformers_version": "4.51.3"
+}

checkpoints/checkpoint-1500/merges.txt

@@ -0,0 +1,740 @@
+#version: 0.2
+h e
+Ġ t
+i n
+Ġ a
+Ġ s
+e d
+e r
+Ġt he
+in g
+r e
+Ġ w
+Ġ o
+e n
+i t
+Ġ c
+Ġ b
+e s
+n d
+Ġ f
+a r
+a t
+o u
+o n
+č Ċ
+o r
+Ġ p
+Ġo f
+Ġ he
+a n
+â Ģ
+Ġ d
+Ġ l
+i s
+Ġ in
+Ġ h
+Ġt o
+a l
+Ġ m
+Ġ e
+Ġa nd
+l y
+Ġt h
+a s
+o m
+Ġhe r
+Ġ re
+g h
+i l
+s t
+e t
+Ġs t
+o w
+a c
+i on
+Ġ n
+en t
+e l
+Ġ g
+v er
+i c
+it h
+Ġs he
+a d
+Ġ u
+Ġw ith
+u r
+u t
+i m
+i r
+l e
+i d
+o o
+Ġ it
+r a
+o t
+l d
+gh t
+Ġb e
+âĢ Ļ
+Ġ E
+Ġo n
+o s
+l ar
+he r
+a y
+a g
+r i
+e c
+Ġ v
+Ġ T
+a m
+Ġa s
+er s
+Ġf or
+r ou
+lar a
+v e
+Ġl i
+c e
+Ġw as
+Ġth at
+o l
+Ġa n
+Ġw h
+c h
+Ġin t
+Ġu n
+o re
+at ion
+a in
+l i
+Ġs h
+it y
+Ġ r
+a nd
+Ġ S
+Ġ y
+in d
+Ġb y
+oo k
+l ed
+Ġe x
+âĢ Ķ
+a p
+Ġ C
+t h
+t ed
+es s
+e e
+âĢ ľ
+âĢ Ŀ
+t er
+Ġc on
+r om
+e ar
+k e
+u m
+Ġa l
+he d
+Ġw or
+u re
+es t
+Ġ A
+s e
+u l
+Ġs p
+Ġ j
+Ġc h
+Ġ I
+i es
+p p
+r o
+i f
+il l
+Ġ en
+ou r
+ĠT he
+Ġf rom
+t s
+Ġl e
+k ed
+Ġh is
+u n
+Ġ W
+Ġit s
+Ġh ad
+ĠC lara
+u st
+on g
+t ing
+Ġ âĢľ
+rou gh
+Ġint o
+l ing
+p er
+Ġb ook
+d s
+Ġ H
+q u
+Ġa t
+Ġn e
+v ed
+Ġthe ir
+an g
+l ow
+id e
+Ġt r
+Ġc l
+k n
+t en
+i ght
+Ġb ut
+Ġd is
+a v
+ou nd
+Ġth rough
+Ġy ou
+Ġa b
+Ġc ou
+u s
+re s
+Ġo r
+Ġw he
+al l
+o p
+ac h
+Ġn ot
+ou s
+ac e
+Ġ M
+Ġc om
+ou t
+al ly
+Ġa r
+ar t
+ion s
+an t
+ver y
+at e
+at ed
+os e
+m ed
+os s
+a k
+a b
+Ġs om
+Ġst or
+h ing
+Ġc r
+ar d
+p l
+Ġ kn
+Ġthe y
+ag e
+m b
+i g
+n e
+Ġp l
+i v
+Ġs o
+er ed
+oo d
+m ent
+en ce
+as s
+n ed
+t her
+on e
+er e
+Ġa c
+Ġo ver
+nd er
+el f
+Ġs ee
+Ġ im
+ou gh
+n ing
+Ġre s
+ĠE lara
+u c
+Ġt im
+Ġthe m
+ec t
+Ġs c
+Ġo ut
+ow n
+ĠS he
+v en
+Ġa d
+Ġu p
+a re
+ag es
+w ay
+Ġre m
+ation s
+g e
+at her
+c o
+. âĢĿ
+i z
+k s
+Ġ qu
+Ġm e
+rou nd
+i b
+Ġ B
+o nd
+Ġj our
+h is
+o st
+it e
+an ce
+w n
+Ġs m
+Ġst re
+i ous
+p t
+ing s
+Ġd e
+Ġb r
+at h
+Ġth is
+il e
+Ġwh o
+T he
+u d
+Ġ F
+c hed
+Ġw e
+Ġh im
+Ġab out
+o ld
+v es
+Ġs k
+l ess
+f t
+Ġt re
+Ġu nder
+Ġtim e
+am e
+f e
+n t
+en d
+Ġbe g
+Ġe very
+as t
+Ġwor ld
+i e
+y s
+Ġs a
+Ġw ere
+Ġli ke
+Ġc o
+at ing
+Ġp ro
+, âĢĿ
+Ġs u
+Ġon e
+Ġcon t
+t ur
+Ġin s
+Ġg r
+f or
+i ve
+Ġs e
+er ing
+Ġo ther
+Ġd es
+Ġre al
+Ġst e
+Ġ P
+Ġc re
+Ġst r
+c t
+o c
+Ġe y
+et hing
+s elf
+Ġ ra
+ou ld
+ac k
+Ġn o
+ĠE li
+Ġli fe
+Ġa pp
+Ġc ar
+and s
+Ġwhe re
+r y
+Ġv ill
+g ed
+o g
+p en
+Ġb l
+Ġf ore
+Ġli ght
+Ġre ad
+i re
+Ġ O
+Ġf e
+Ġf el
+ic e
+ure s
+w ard
+Ġ L
+Ġf l
+Ġd ay
+al s
+Ġe m
+Ġcou ld
+v el
+an s
+Ġg l
+n s
+Ġs ur
+? âĢĿ
+i p
+Ġb el
+Ġe ven
+Ġar t
+h at
+u ed
+v ent
+ar k
+Ġd o
+Ġth ough
+il d
+Ġg re
+ch ing
+Ġkn ow
+f ul
+w e
+Ġa g
+Ġw ind
+Ġc ity
+ar m
+om e
+ear s
+ab le
+Ġ "
+Ġ is
+in e
+Ġw ay
+ar y
+Ġth an
+Ġsom ething
+Ġbeg an
+o ve
+Ġc ol
+Ġd ee
+et s
+et her
+f ore
+Ġ ent
+ain t
+pp ed
+Ġne w
+co ver
+l es
+Ġb et
+Ġf ound
+ar ed
+Ġh a
+Ġh um
+Ġe ach
+res s
+m s
+y st
+ac t
+Ġal l
+Ġ if
+in ed
+re am
+Ġof f
+Ġwith in
+li ght
+Ġsom e
+Ġfore st
+Ġ D
+Ġw om
+Ġp r
+an or
+Ġm ore
+Ġey es
+i ly
+Ġa m
+Ġw ould
+Ġp i
+Ġp ass
+ac hed
+ver s
+ain ed
+Ġj ust
+Ġstor y
+it ing
+Ġc a
+Ġd ec
+is t
+Ġshe l
+Ġbe fore
+Ġwh at
+Ġwh is
+ĠI t
+Ġstor ies
+Ġsee med
+Ġwom an
+Ġb re
+at ter
+or s
+Ġy et
+Ġvill age
+d ed
+Ġ *
+Ġher self
+ow s
+ur ing
+Ġv o
+Ġle av
+per ing
+Ġfel t
+c ed
+n al
+in es
+Ġd own
+Ġex p
+Ġex pl
+Ġt ra
+Ġp re
+Ġl ong
+Ġg u
+le anor
+ĠM r
+c es
+n g
+p ers
+Ġc ur
+ic k
+Ġwor ds
+i al
+Ġw r
+Ġf il
+at er
+ou ght
+or t
+Ġre tur
+Ġv is
+am ed
+Ġan y
+ch o
+Ġbook s
+ĠH e
+r oss
+Ġs il
+Ġs ec
+Ġthe re
+Ġm o
+Ġe mb
+el l
+Ġen d
+ĠEli as
+p s
+Ġa way
+Ġf ind
+or n
+Ġp er
+Ġm an
+ot her
+Ġjour ne
+d en
+f ter
+u e
+v ing
+Ġo pen
+Ġp art
+Ġhe art
+ic al
+th ing
+Ġsa id
+we en
+Ġag ain
+Ġbet ween
+e x
+g ot
+i et
+t le
+Ġs et
+en e
+en se
+Ġb ack
+an i
+Ġd ream
+is ten
+om ent
+Ġr o
+Ġcom p
+his pering
+h ind
+on s
+Ġp ain
+Ġth ose
+ac ed
+ĠT h
+ang e
+Ġwhe n
+n ter
+y ond
+he s
+Ġa ir
+Ġa round
+Ġm oment
+il i
+Ġon ly
+Ġjour nal
+Ġother s
+a ke
+p ir
+he n
+Ġt al
+Ġa re
+Ġp ul
+Ġd ra
+Ġbe c
+ĠE leanor
+Ġint er
+ment s
+Ġac ross
+c ou
+Ġs un
+is e
+Ġbe yond
+Ġtr ans
+Ġunder st
+got ten
+i ent
+Ġo ld
+Ġo wn
+ar ing
+Ġst ood
+Ġu s
+ĠH er
+low ed
+Ġcom m
+Ġso ft
+Ġsm all
+b r
+Ġt ur
+it ies
+ad e
+ur ed
+Ġbe en
+Ġwh ile
+and ing
+Ġjourne y
+n ess
+r ed
+in k
+Ġf ir
+Ġf ra
+Ġm ind
+ri ed
+Ġun t
+Ġal ong
+Ġqu iet
+a u
+a z
+f er
+t he
+en s
+Ġf in
+Ġf ol
+Ġth ought
+ac es
+id ed
+Ġbe hind
+ri b
+ig n
+Ġim ag
+Ġcont in
+Ġdee p
+Ġfil led
+b s
+u al
+Ġb u
+or d
+Ġp e
+Ġd id
+Ġl ay
+Ġh ow
+ut h
+le ct
+Ġex per
+Ġcon n
+ĠI n
+Ġpl ace
+way s
+ĠF or
+ĠP ages
+Ġshel ves
+Ġvo ice
+Ġfir st
+c c
+e w
+i ed
+Ġ K
+Ġ Y
+Ġw arm
+ar s
+Ġp ur
+Ġp ages
+Ġm yst
+ent ly
+ri g
+Ġdis t
+Ġdis cover
+Ġyou ng
+ak ing
+ĠB ut
+- -
+Ġthe se
+it ion
+Ġc ap
+Ġf aint
+Ġn ear
+Ġn ight
+ot h
+li ke
+ĠW hispering
+Ġup on
+ious ly
+Ġsec re
+h y
+p ite
+u es
+Ġa fter
+er y
+it ed
+Ġc an
+or ning
+Ġp h
+Ġp o
+Ġp ers
+Ġp res
+st ore
+um b
+Ġab ove
+ect ion
+Ġrem ained
+r ic
+s ide
+Ġf am
+Ġp oss
+Ġh id
+Ġm orning
+Ġn amed
+Ġg ra
+ec ted
+Ġan c
+Ġhum an
+ene ath

checkpoints/checkpoint-1500/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b60fe523f545be6100f068f1fc23054b766374c57a61c8dec88e7497ef91fccb
+size 173590984

checkpoints/checkpoint-1500/optimizer.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b8ab6d58f803549aa460e7a14e19b86930d75ba7f25116f3f2f05e4cb2392e6
+size 347230586

checkpoints/checkpoint-1500/rng_state.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73893aa1beb4ff8ac42b526195db283c1ce3c2d78f82fa2ddd5a616c21116d1f
+size 14244

checkpoints/checkpoint-1500/scheduler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48f9cca3f0d6c5e1c3e4a592e8418be32dd8a14de106f56697c53e28563a7f12
+size 1064

checkpoints/checkpoint-1500/special_tokens_map.json

@@ -0,0 +1,30 @@
+{
+  "bos_token": {
+    "content": "<s>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "</s>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": {
+    "content": "<pad>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "unk_token": {
+    "content": "<|endoftext|>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  }
+}

checkpoints/checkpoint-1500/tokenizer.json

@@ -0,0 +1,4032 @@
+{
+  "version": "1.0",
+  "truncation": null,
+  "padding": null,
+  "added_tokens": [
+    {
+      "id": 0,
+      "content": "<s>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 1,
+      "content": "<pad>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 2,
+      "content": "</s>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 1000,
+      "content": "<|endoftext|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": true,
+      "special": true
+    }
+  ],
+  "normalizer": null,
+  "pre_tokenizer": {
+    "type": "ByteLevel",
+    "add_prefix_space": false,
+    "trim_offsets": true,
+    "use_regex": true
+  },
+  "post_processor": {
+    "type": "ByteLevel",
+    "add_prefix_space": true,
+    "trim_offsets": false,
+    "use_regex": true
+  },
+  "decoder": {
+    "type": "ByteLevel",
+    "add_prefix_space": true,
+    "trim_offsets": true,
+    "use_regex": true
+  },
+  "model": {
+    "type": "BPE",
+    "dropout": null,
+    "unk_token": null,
+    "continuing_subword_prefix": "",
+    "end_of_word_suffix": "",
+    "fuse_unk": false,
+    "byte_fallback": false,
+    "ignore_merges": false,
+    "vocab": {
+      "<s>": 0,
+      "<pad>": 1,
+      "</s>": 2,
+      "<unk>": 3,
+      "<mask>": 4,
+      "!": 5,
+      "\"": 6,
+      "#": 7,
+      "$": 8,
+      "%": 9,
+      "&": 10,
+      "'": 11,
+      "(": 12,
+      ")": 13,
+      "*": 14,
+      "+": 15,
+      ",": 16,
+      "-": 17,
+      ".": 18,
+      "/": 19,
+      "0": 20,
+      "1": 21,
+      "2": 22,
+      "3": 23,
+      "4": 24,
+      "5": 25,
+      "6": 26,
+      "7": 27,
+      "8": 28,
+      "9": 29,
+      ":": 30,
+      ";": 31,
+      "<": 32,
+      "=": 33,
+      ">": 34,
+      "?": 35,
+      "@": 36,
+      "A": 37,
+      "B": 38,
+      "C": 39,
+      "D": 40,
+      "E": 41,
+      "F": 42,
+      "G": 43,
+      "H": 44,
+      "I": 45,
+      "J": 46,
+      "K": 47,
+      "L": 48,
+      "M": 49,
+      "N": 50,
+      "O": 51,
+      "P": 52,
+      "Q": 53,
+      "R": 54,
+      "S": 55,
+      "T": 56,
+      "U": 57,
+      "V": 58,
+      "W": 59,
+      "X": 60,
+      "Y": 61,
+      "Z": 62,
+      "[": 63,
+      "\\": 64,
+      "]": 65,
+      "^": 66,
+      "_": 67,
+      "`": 68,
+      "a": 69,
+      "b": 70,
+      "c": 71,
+      "d": 72,
+      "e": 73,
+      "f": 74,
+      "g": 75,
+      "h": 76,
+      "i": 77,
+      "j": 78,
+      "k": 79,
+      "l": 80,
+      "m": 81,
+      "n": 82,
+      "o": 83,
+      "p": 84,
+      "q": 85,
+      "r": 86,
+      "s": 87,
+      "t": 88,
+      "u": 89,
+      "v": 90,
+      "w": 91,
+      "x": 92,
+      "y": 93,
+      "z": 94,
+      "{": 95,
+      "|": 96,
+      "}": 97,
+      "~": 98,
+      "¡": 99,
+      "¢": 100,
+      "£": 101,
+      "¤": 102,
+      "¥": 103,
+      "¦": 104,
+      "§": 105,
+      "¨": 106,
+      "©": 107,
+      "ª": 108,
+      "«": 109,
+      "¬": 110,
+      "®": 111,
+      "¯": 112,
+      "°": 113,
+      "±": 114,
+      "²": 115,
+      "³": 116,
+      "´": 117,
+      "µ": 118,
+      "¶": 119,
+      "·": 120,
+      "¸": 121,
+      "¹": 122,
+      "º": 123,
+      "»": 124,
+      "¼": 125,
+      "½": 126,
+      "¾": 127,
+      "¿": 128,
+      "À": 129,
+      "Á": 130,
+      "Â": 131,
+      "Ã": 132,
+      "Ä": 133,
+      "Å": 134,
+      "Æ": 135,
+      "Ç": 136,
+      "È": 137,
+      "É": 138,
+      "Ê": 139,
+      "Ë": 140,
+      "Ì": 141,
+      "Í": 142,
+      "Î": 143,
+      "Ï": 144,
+      "Ð": 145,
+      "Ñ": 146,
+      "Ò": 147,
+      "Ó": 148,
+      "Ô": 149,
+      "Õ": 150,
+      "Ö": 151,
+      "×": 152,
+      "Ø": 153,
+      "Ù": 154,
+      "Ú": 155,
+      "Û": 156,
+      "Ü": 157,
+      "Ý": 158,
+      "Þ": 159,
+      "ß": 160,
+      "à": 161,
+      "á": 162,
+      "â": 163,
+      "ã": 164,
+      "ä": 165,
+      "å": 166,
+      "æ": 167,
+      "ç": 168,
+      "è": 169,
+      "é": 170,
+      "ê": 171,
+      "ë": 172,
+      "ì": 173,
+      "í": 174,
+      "î": 175,
+      "ï": 176,
+      "ð": 177,
+      "ñ": 178,
+      "ò": 179,
+      "ó": 180,
+      "ô": 181,
+      "õ": 182,
+      "ö": 183,
+      "÷": 184,
+      "ø": 185,
+      "ù": 186,
+      "ú": 187,
+      "û": 188,
+      "ü": 189,
+      "ý": 190,
+      "þ": 191,
+      "ÿ": 192,
+      "Ā": 193,
+      "ā": 194,
+      "Ă": 195,
+      "ă": 196,
+      "Ą": 197,
+      "ą": 198,
+      "Ć": 199,
+      "ć": 200,
+      "Ĉ": 201,
+      "ĉ": 202,
+      "Ċ": 203,
+      "ċ": 204,
+      "Č": 205,
+      "č": 206,
+      "Ď": 207,
+      "ď": 208,
+      "Đ": 209,
+      "đ": 210,
+      "Ē": 211,
+      "ē": 212,
+      "Ĕ": 213,
+      "ĕ": 214,
+      "Ė": 215,
+      "ė": 216,
+      "Ę": 217,
+      "ę": 218,
+      "Ě": 219,
+      "ě": 220,
+      "Ĝ": 221,
+      "ĝ": 222,
+      "Ğ": 223,
+      "ğ": 224,
+      "Ġ": 225,
+      "ġ": 226,
+      "Ģ": 227,
+      "ģ": 228,
+      "Ĥ": 229,
+      "ĥ": 230,
+      "Ħ": 231,
+      "ħ": 232,
+      "Ĩ": 233,
+      "ĩ": 234,
+      "Ī": 235,
+      "ī": 236,
+      "Ĭ": 237,
+      "ĭ": 238,
+      "Į": 239,
+      "į": 240,
+      "İ": 241,
+      "ı": 242,
+      "IJ": 243,
+      "ij": 244,
+      "Ĵ": 245,
+      "ĵ": 246,
+      "Ķ": 247,
+      "ķ": 248,
+      "ĸ": 249,
+      "Ĺ": 250,
+      "ĺ": 251,
+      "Ļ": 252,
+      "ļ": 253,
+      "Ľ": 254,
+      "ľ": 255,
+      "Ŀ": 256,
+      "ŀ": 257,
+      "Ł": 258,
+      "ł": 259,
+      "Ń": 260,
+      "he": 261,
+      "Ġt": 262,
+      "in": 263,
+      "Ġa": 264,
+      "Ġs": 265,
+      "ed": 266,
+      "er": 267,
+      "Ġthe": 268,
+      "ing": 269,
+      "re": 270,
+      "Ġw": 271,
+      "Ġo": 272,
+      "en": 273,
+      "it": 274,
+      "Ġc": 275,
+      "Ġb": 276,
+      "es": 277,
+      "nd": 278,
+      "Ġf": 279,
+      "ar": 280,
+      "at": 281,
+      "ou": 282,
+      "on": 283,
+      "čĊ": 284,
+      "or": 285,
+      "Ġp": 286,
+      "Ġof": 287,
+      "Ġhe": 288,
+      "an": 289,
+      "âĢ": 290,
+      "Ġd": 291,
+      "Ġl": 292,
+      "is": 293,
+      "Ġin": 294,
+      "Ġh": 295,
+      "Ġto": 296,
+      "al": 297,
+      "Ġm": 298,
+      "Ġe": 299,
+      "Ġand": 300,
+      "ly": 301,
+      "Ġth": 302,
+      "as": 303,
+      "om": 304,
+      "Ġher": 305,
+      "Ġre": 306,
+      "gh": 307,
+      "il": 308,
+      "st": 309,
+      "et": 310,
+      "Ġst": 311,
+      "ow": 312,
+      "ac": 313,
+      "ion": 314,
+      "Ġn": 315,
+      "ent": 316,
+      "el": 317,
+      "Ġg": 318,
+      "ver": 319,
+      "ic": 320,
+      "ith": 321,
+      "Ġshe": 322,
+      "ad": 323,
+      "Ġu": 324,
+      "Ġwith": 325,
+      "ur": 326,
+      "ut": 327,
+      "im": 328,
+      "ir": 329,
+      "le": 330,
+      "id": 331,
+      "oo": 332,
+      "Ġit": 333,
+      "ra": 334,
+      "ot": 335,
+      "ld": 336,
+      "ght": 337,
+      "Ġbe": 338,
+      "âĢĻ": 339,
+      "ĠE": 340,
+      "Ġon": 341,
+      "os": 342,
+      "lar": 343,
+      "her": 344,
+      "ay": 345,
+      "ag": 346,
+      "ri": 347,
+      "ec": 348,
+      "Ġv": 349,
+      "ĠT": 350,
+      "am": 351,
+      "Ġas": 352,
+      "ers": 353,
+      "Ġfor": 354,
+      "rou": 355,
+      "lara": 356,
+      "ve": 357,
+      "Ġli": 358,
+      "ce": 359,
+      "Ġwas": 360,
+      "Ġthat": 361,
+      "ol": 362,
+      "Ġan": 363,
+      "Ġwh": 364,
+      "ch": 365,
+      "Ġint": 366,
+      "Ġun": 367,
+      "ore": 368,
+      "ation": 369,
+      "ain": 370,
+      "li": 371,
+      "Ġsh": 372,
+      "ity": 373,
+      "Ġr": 374,
+      "and": 375,
+      "ĠS": 376,
+      "Ġy": 377,
+      "ind": 378,
+      "Ġby": 379,
+      "ook": 380,
+      "led": 381,
+      "Ġex": 382,
+      "âĢĶ": 383,
+      "ap": 384,
+      "ĠC": 385,
+      "th": 386,
+      "ted": 387,
+      "ess": 388,
+      "ee": 389,
+      "âĢľ": 390,
+      "âĢĿ": 391,
+      "ter": 392,
+      "Ġcon": 393,
+      "rom": 394,
+      "ear": 395,
+      "ke": 396,
+      "um": 397,
+      "Ġal": 398,
+      "hed": 399,
+      "Ġwor": 400,
+      "ure": 401,
+      "est": 402,
+      "ĠA": 403,
+      "se": 404,
+      "ul": 405,
+      "Ġsp": 406,
+      "Ġj": 407,
+      "Ġch": 408,
+      "ĠI": 409,
+      "ies": 410,
+      "pp": 411,
+      "ro": 412,
+      "if": 413,
+      "ill": 414,
+      "Ġen": 415,
+      "our": 416,
+      "ĠThe": 417,
+      "Ġfrom": 418,
+      "ts": 419,
+      "Ġle": 420,
+      "ked": 421,
+      "Ġhis": 422,
+      "un": 423,
+      "ĠW": 424,
+      "Ġits": 425,
+      "Ġhad": 426,
+      "ĠClara": 427,
+      "ust": 428,
+      "ong": 429,
+      "ting": 430,
+      "ĠâĢľ": 431,
+      "rough": 432,
+      "Ġinto": 433,
+      "ling": 434,
+      "per": 435,
+      "Ġbook": 436,
+      "ds": 437,
+      "ĠH": 438,
+      "qu": 439,
+      "Ġat": 440,
+      "Ġne": 441,
+      "ved": 442,
+      "Ġtheir": 443,
+      "ang": 444,
+      "low": 445,
+      "ide": 446,
+      "Ġtr": 447,
+      "Ġcl": 448,
+      "kn": 449,
+      "ten": 450,
+      "ight": 451,
+      "Ġbut": 452,
+      "Ġdis": 453,
+      "av": 454,
+      "ound": 455,
+      "Ġthrough": 456,
+      "Ġyou": 457,
+      "Ġab": 458,
+      "Ġcou": 459,
+      "us": 460,
+      "res": 461,
+      "Ġor": 462,
+      "Ġwhe": 463,
+      "all": 464,
+      "op": 465,
+      "ach": 466,
+      "Ġnot": 467,
+      "ous": 468,
+      "ace": 469,
+      "ĠM": 470,
+      "Ġcom": 471,
+      "out": 472,
+      "ally": 473,
+      "Ġar": 474,
+      "art": 475,
+      "ions": 476,
+      "ant": 477,
+      "very": 478,
+      "ate": 479,
+      "ated": 480,
+      "ose": 481,
+      "med": 482,
+      "oss": 483,
+      "ak": 484,
+      "ab": 485,
+      "Ġsom": 486,
+      "Ġstor": 487,
+      "hing": 488,
+      "Ġcr": 489,
+      "ard": 490,
+      "pl": 491,
+      "Ġkn": 492,
+      "Ġthey": 493,
+      "age": 494,
+      "mb": 495,
+      "ig": 496,
+      "ne": 497,
+      "Ġpl": 498,
+      "iv": 499,
+      "Ġso": 500,
+      "ered": 501,
+      "ood": 502,
+      "ment": 503,
+      "ence": 504,
+      "ass": 505,
+      "ned": 506,
+      "ther": 507,
+      "one": 508,
+      "ere": 509,
+      "Ġac": 510,
+      "Ġover": 511,
+      "nder": 512,
+      "elf": 513,
+      "Ġsee": 514,
+      "Ġim": 515,
+      "ough": 516,
+      "ning": 517,
+      "Ġres": 518,
+      "ĠElara": 519,
+      "uc": 520,
+      "Ġtim": 521,
+      "Ġthem": 522,
+      "ect": 523,
+      "Ġsc": 524,
+      "Ġout": 525,
+      "own": 526,
+      "ĠShe": 527,
+      "ven": 528,
+      "Ġad": 529,
+      "Ġup": 530,
+      "are": 531,
+      "ages": 532,
+      "way": 533,
+      "Ġrem": 534,
+      "ations": 535,
+      "ge": 536,
+      "ather": 537,
+      "co": 538,
+      ".âĢĿ": 539,
+      "iz": 540,
+      "ks": 541,
+      "Ġqu": 542,
+      "Ġme": 543,
+      "round": 544,
+      "ib": 545,
+      "ĠB": 546,
+      "ond": 547,
+      "Ġjour": 548,
+      "his": 549,
+      "ost": 550,
+      "ite": 551,
+      "ance": 552,
+      "wn": 553,
+      "Ġsm": 554,
+      "Ġstre": 555,
+      "ious": 556,
+      "pt": 557,
+      "ings": 558,
+      "Ġde": 559,
+      "Ġbr": 560,
+      "ath": 561,
+      "Ġthis": 562,
+      "ile": 563,
+      "Ġwho": 564,
+      "The": 565,
+      "ud": 566,
+      "ĠF": 567,
+      "ched": 568,
+      "Ġwe": 569,
+      "Ġhim": 570,
+      "Ġabout": 571,
+      "old": 572,
+      "ves": 573,
+      "Ġsk": 574,
+      "less": 575,
+      "ft": 576,
+      "Ġtre": 577,
+      "Ġunder": 578,
+      "Ġtime": 579,
+      "ame": 580,
+      "fe": 581,
+      "nt": 582,
+      "end": 583,
+      "Ġbeg": 584,
+      "Ġevery": 585,
+      "ast": 586,
+      "Ġworld": 587,
+      "ie": 588,
+      "ys": 589,
+      "Ġsa": 590,
+      "Ġwere": 591,
+      "Ġlike": 592,
+      "Ġco": 593,
+      "ating": 594,
+      "Ġpro": 595,
+      ",âĢĿ": 596,
+      "Ġsu": 597,
+      "Ġone": 598,
+      "Ġcont": 599,
+      "tur": 600,
+      "Ġins": 601,
+      "Ġgr": 602,
+      "for": 603,
+      "ive": 604,
+      "Ġse": 605,
+      "ering": 606,
+      "Ġother": 607,
+      "Ġdes": 608,
+      "Ġreal": 609,
+      "Ġste": 610,
+      "ĠP": 611,
+      "Ġcre": 612,
+      "Ġstr": 613,
+      "ct": 614,
+      "oc": 615,
+      "Ġey": 616,
+      "ething": 617,
+      "self": 618,
+      "Ġra": 619,
+      "ould": 620,
+      "ack": 621,
+      "Ġno": 622,
+      "ĠEli": 623,
+      "Ġlife": 624,
+      "Ġapp": 625,
+      "Ġcar": 626,
+      "ands": 627,
+      "Ġwhere": 628,
+      "ry": 629,
+      "Ġvill": 630,
+      "ged": 631,
+      "og": 632,
+      "pen": 633,
+      "Ġbl": 634,
+      "Ġfore": 635,
+      "Ġlight": 636,
+      "Ġread": 637,
+      "ire": 638,
+      "ĠO": 639,
+      "Ġfe": 640,
+      "Ġfel": 641,
+      "ice": 642,
+      "ures": 643,
+      "ward": 644,
+      "ĠL": 645,
+      "Ġfl": 646,
+      "Ġday": 647,
+      "als": 648,
+      "Ġem": 649,
+      "Ġcould": 650,
+      "vel": 651,
+      "ans": 652,
+      "Ġgl": 653,
+      "ns": 654,
+      "Ġsur": 655,
+      "?âĢĿ": 656,
+      "ip": 657,
+      "Ġbel": 658,
+      "Ġeven": 659,
+      "Ġart": 660,
+      "hat": 661,
+      "ued": 662,
+      "vent": 663,
+      "ark": 664,
+      "Ġdo": 665,
+      "Ġthough": 666,
+      "ild": 667,
+      "Ġgre": 668,
+      "ching": 669,
+      "Ġknow": 670,
+      "ful": 671,
+      "we": 672,
+      "Ġag": 673,
+      "Ġwind": 674,
+      "Ġcity": 675,
+      "arm": 676,
+      "ome": 677,
+      "ears": 678,
+      "able": 679,
+      "Ġ\"": 680,
+      "Ġis": 681,
+      "ine": 682,
+      "Ġway": 683,
+      "ary": 684,
+      "Ġthan": 685,
+      "Ġsomething": 686,
+      "Ġbegan": 687,
+      "ove": 688,
+      "Ġcol": 689,
+      "Ġdee": 690,
+      "ets": 691,
+      "ether": 692,
+      "fore": 693,
+      "Ġent": 694,
+      "aint": 695,
+      "pped": 696,
+      "Ġnew": 697,
+      "cover": 698,
+      "les": 699,
+      "Ġbet": 700,
+      "Ġfound": 701,
+      "ared": 702,
+      "Ġha": 703,
+      "Ġhum": 704,
+      "Ġeach": 705,
+      "ress": 706,
+      "ms": 707,
+      "yst": 708,
+      "act": 709,
+      "Ġall": 710,
+      "Ġif": 711,
+      "ined": 712,
+      "ream": 713,
+      "Ġoff": 714,
+      "Ġwithin": 715,
+      "light": 716,
+      "Ġsome": 717,
+      "Ġforest": 718,
+      "ĠD": 719,
+      "Ġwom": 720,
+      "Ġpr": 721,
+      "anor": 722,
+      "Ġmore": 723,
+      "Ġeyes": 724,
+      "ily": 725,
+      "Ġam": 726,
+      "Ġwould": 727,
+      "Ġpi": 728,
+      "Ġpass": 729,
+      "ached": 730,
+      "vers": 731,
+      "ained": 732,
+      "Ġjust": 733,
+      "Ġstory": 734,
+      "iting": 735,
+      "Ġca": 736,
+      "Ġdec": 737,
+      "ist": 738,
+      "Ġshel": 739,
+      "Ġbefore": 740,
+      "Ġwhat": 741,
+      "Ġwhis": 742,
+      "ĠIt": 743,
+      "Ġstories": 744,
+      "Ġseemed": 745,
+      "Ġwoman": 746,
+      "Ġbre": 747,
+      "atter": 748,
+      "ors": 749,
+      "Ġyet": 750,
+      "Ġvillage": 751,
+      "ded": 752,
+      "Ġ*": 753,
+      "Ġherself": 754,
+      "ows": 755,
+      "uring": 756,
+      "Ġvo": 757,
+      "Ġleav": 758,
+      "pering": 759,
+      "Ġfelt": 760,
+      "ced": 761,
+      "nal": 762,
+      "ines": 763,
+      "Ġdown": 764,
+      "Ġexp": 765,
+      "Ġexpl": 766,
+      "Ġtra": 767,
+      "Ġpre": 768,
+      "Ġlong": 769,
+      "Ġgu": 770,
+      "leanor": 771,
+      "ĠMr": 772,
+      "ces": 773,
+      "ng": 774,
+      "pers": 775,
+      "Ġcur": 776,
+      "ick": 777,
+      "Ġwords": 778,
+      "ial": 779,
+      "Ġwr": 780,
+      "Ġfil": 781,
+      "ater": 782,
+      "ought": 783,
+      "ort": 784,
+      "Ġretur": 785,
+      "Ġvis": 786,
+      "amed": 787,
+      "Ġany": 788,
+      "cho": 789,
+      "Ġbooks": 790,
+      "ĠHe": 791,
+      "ross": 792,
+      "Ġsil": 793,
+      "Ġsec": 794,
+      "Ġthere": 795,
+      "Ġmo": 796,
+      "Ġemb": 797,
+      "ell": 798,
+      "Ġend": 799,
+      "ĠElias": 800,
+      "ps": 801,
+      "Ġaway": 802,
+      "Ġfind": 803,
+      "orn": 804,
+      "Ġper": 805,
+      "Ġman": 806,
+      "other": 807,
+      "Ġjourne": 808,
+      "den": 809,
+      "fter": 810,
+      "ue": 811,
+      "ving": 812,
+      "Ġopen": 813,
+      "Ġpart": 814,
+      "Ġheart": 815,
+      "ical": 816,
+      "thing": 817,
+      "Ġsaid": 818,
+      "ween": 819,
+      "Ġagain": 820,
+      "Ġbetween": 821,
+      "ex": 822,
+      "got": 823,
+      "iet": 824,
+      "tle": 825,
+      "Ġset": 826,
+      "ene": 827,
+      "ense": 828,
+      "Ġback": 829,
+      "ani": 830,
+      "Ġdream": 831,
+      "isten": 832,
+      "oment": 833,
+      "Ġro": 834,
+      "Ġcomp": 835,
+      "hispering": 836,
+      "hind": 837,
+      "ons": 838,
+      "Ġpain": 839,
+      "Ġthose": 840,
+      "aced": 841,
+      "ĠTh": 842,
+      "ange": 843,
+      "Ġwhen": 844,
+      "nter": 845,
+      "yond": 846,
+      "hes": 847,
+      "Ġair": 848,
+      "Ġaround": 849,
+      "Ġmoment": 850,
+      "ili": 851,
+      "Ġonly": 852,
+      "Ġjournal": 853,
+      "Ġothers": 854,
+      "ake": 855,
+      "pir": 856,
+      "hen": 857,
+      "Ġtal": 858,
+      "Ġare": 859,
+      "Ġpul": 860,
+      "Ġdra": 861,
+      "Ġbec": 862,
+      "ĠEleanor": 863,
+      "Ġinter": 864,
+      "ments": 865,
+      "Ġacross": 866,
+      "cou": 867,
+      "Ġsun": 868,
+      "ise": 869,
+      "Ġbeyond": 870,
+      "Ġtrans": 871,
+      "Ġunderst": 872,
+      "gotten": 873,
+      "ient": 874,
+      "Ġold": 875,
+      "Ġown": 876,
+      "aring": 877,
+      "Ġstood": 878,
+      "Ġus": 879,
+      "ĠHer": 880,
+      "lowed": 881,
+      "Ġcomm": 882,
+      "Ġsoft": 883,
+      "Ġsmall": 884,
+      "br": 885,
+      "Ġtur": 886,
+      "ities": 887,
+      "ade": 888,
+      "ured": 889,
+      "Ġbeen": 890,
+      "Ġwhile": 891,
+      "anding": 892,
+      "Ġjourney": 893,
+      "ness": 894,
+      "red": 895,
+      "ink": 896,
+      "Ġfir": 897,
+      "Ġfra": 898,
+      "Ġmind": 899,
+      "ried": 900,
+      "Ġunt": 901,
+      "Ġalong": 902,
+      "Ġquiet": 903,
+      "au": 904,
+      "az": 905,
+      "fer": 906,
+      "the": 907,
+      "ens": 908,
+      "Ġfin": 909,
+      "Ġfol": 910,
+      "Ġthought": 911,
+      "aces": 912,
+      "ided": 913,
+      "Ġbehind": 914,
+      "rib": 915,
+      "ign": 916,
+      "Ġimag": 917,
+      "Ġcontin": 918,
+      "Ġdeep": 919,
+      "Ġfilled": 920,
+      "bs": 921,
+      "ual": 922,
+      "Ġbu": 923,
+      "ord": 924,
+      "Ġpe": 925,
+      "Ġdid": 926,
+      "Ġlay": 927,
+      "Ġhow": 928,
+      "uth": 929,
+      "lect": 930,
+      "Ġexper": 931,
+      "Ġconn": 932,
+      "ĠIn": 933,
+      "Ġplace": 934,
+      "ways": 935,
+      "ĠFor": 936,
+      "ĠPages": 937,
+      "Ġshelves": 938,
+      "Ġvoice": 939,
+      "Ġfirst": 940,
+      "cc": 941,
+      "ew": 942,
+      "ied": 943,
+      "ĠK": 944,
+      "ĠY": 945,
+      "Ġwarm": 946,
+      "ars": 947,
+      "Ġpur": 948,
+      "Ġpages": 949,
+      "Ġmyst": 950,
+      "ently": 951,
+      "rig": 952,
+      "Ġdist": 953,
+      "Ġdiscover": 954,
+      "Ġyoung": 955,
+      "aking": 956,
+      "ĠBut": 957,
+      "--": 958,
+      "Ġthese": 959,
+      "ition": 960,
+      "Ġcap": 961,
+      "Ġfaint": 962,
+      "Ġnear": 963,
+      "Ġnight": 964,
+      "oth": 965,
+      "like": 966,
+      "ĠWhispering": 967,
+      "Ġupon": 968,
+      "iously": 969,
+      "Ġsecre": 970,
+      "hy": 971,
+      "pite": 972,
+      "ues": 973,
+      "Ġafter": 974,
+      "ery": 975,
+      "ited": 976,
+      "Ġcan": 977,
+      "orning": 978,
+      "Ġph": 979,
+      "Ġpo": 980,
+      "Ġpers": 981,
+      "Ġpres": 982,
+      "store": 983,
+      "umb": 984,
+      "Ġabove": 985,
+      "ection": 986,
+      "Ġremained": 987,
+      "ric": 988,
+      "side": 989,
+      "Ġfam": 990,
+      "Ġposs": 991,
+      "Ġhid": 992,
+      "Ġmorning": 993,
+      "Ġnamed": 994,
+      "Ġgra": 995,
+      "ected": 996,
+      "Ġanc": 997,
+      "Ġhuman": 998,
+      "eneath": 999
+    },
+    "merges": [
+      [
+        "h",
+        "e"
+      ],
+      [
+        "Ġ",
+        "t"
+      ],
+      [
+        "i",
+        "n"
+      ],
+      [
+        "Ġ",
+        "a"
+      ],
+      [
+        "Ġ",
+        "s"
+      ],
+      [
+        "e",
+        "d"
+      ],
+      [
+        "e",
+        "r"
+      ],
+      [
+        "Ġt",
+        "he"
+      ],
+      [
+        "in",
+        "g"
+      ],
+      [
+        "r",
+        "e"
+      ],
+      [
+        "Ġ",
+        "w"
+      ],
+      [
+        "Ġ",
+        "o"
+      ],
+      [
+        "e",
+        "n"
+      ],
+      [
+        "i",
+        "t"
+      ],
+      [
+        "Ġ",
+        "c"
+      ],
+      [
+        "Ġ",
+        "b"
+      ],
+      [
+        "e",
+        "s"
+      ],
+      [
+        "n",
+        "d"
+      ],
+      [
+        "Ġ",
+        "f"
+      ],
+      [
+        "a",
+        "r"
+      ],
+      [
+        "a",
+        "t"
+      ],
+      [
+        "o",
+        "u"
+      ],
+      [
+        "o",
+        "n"
+      ],
+      [
+        "č",
+        "Ċ"
+      ],
+      [
+        "o",
+        "r"
+      ],
+      [
+        "Ġ",
+        "p"
+      ],
+      [
+        "Ġo",
+        "f"
+      ],
+      [
+        "Ġ",
+        "he"
+      ],
+      [
+        "a",
+        "n"
+      ],
+      [
+        "â",
+        "Ģ"
+      ],
+      [
+        "Ġ",
+        "d"
+      ],
+      [
+        "Ġ",
+        "l"
+      ],
+      [
+        "i",
+        "s"
+      ],
+      [
+        "Ġ",
+        "in"
+      ],
+      [
+        "Ġ",
+        "h"
+      ],
+      [
+        "Ġt",
+        "o"
+      ],
+      [
+        "a",
+        "l"
+      ],
+      [
+        "Ġ",
+        "m"
+      ],
+      [
+        "Ġ",
+        "e"
+      ],
+      [
+        "Ġa",
+        "nd"
+      ],
+      [
+        "l",
+        "y"
+      ],
+      [
+        "Ġt",
+        "h"
+      ],
+      [
+        "a",
+        "s"
+      ],
+      [
+        "o",
+        "m"
+      ],
+      [
+        "Ġhe",
+        "r"
+      ],
+      [
+        "Ġ",
+        "re"
+      ],
+      [
+        "g",
+        "h"
+      ],
+      [
+        "i",
+        "l"
+      ],
+      [
+        "s",
+        "t"
+      ],
+      [
+        "e",
+        "t"
+      ],
+      [
+        "Ġs",
+        "t"
+      ],
+      [
+        "o",
+        "w"
+      ],
+      [
+        "a",
+        "c"
+      ],
+      [
+        "i",
+        "on"
+      ],
+      [
+        "Ġ",
+        "n"
+      ],
+      [
+        "en",
+        "t"
+      ],
+      [
+        "e",
+        "l"
+      ],
+      [
+        "Ġ",
+        "g"
+      ],
+      [
+        "v",
+        "er"
+      ],
+      [
+        "i",
+        "c"
+      ],
+      [
+        "it",
+        "h"
+      ],
+      [
+        "Ġs",
+        "he"
+      ],
+      [
+        "a",
+        "d"
+      ],
+      [
+        "Ġ",
+        "u"
+      ],
+      [
+        "Ġw",
+        "ith"
+      ],
+      [
+        "u",
+        "r"
+      ],
+      [
+        "u",
+        "t"
+      ],
+      [
+        "i",
+        "m"
+      ],
+      [
+        "i",
+        "r"
+      ],
+      [
+        "l",
+        "e"
+      ],
+      [
+        "i",
+        "d"
+      ],
+      [
+        "o",
+        "o"
+      ],
+      [
+        "Ġ",
+        "it"
+      ],
+      [
+        "r",
+        "a"
+      ],
+      [
+        "o",
+        "t"
+      ],
+      [
+        "l",
+        "d"
+      ],
+      [
+        "gh",
+        "t"
+      ],
+      [
+        "Ġb",
+        "e"
+      ],
+      [
+        "âĢ",
+        "Ļ"
+      ],
+      [
+        "Ġ",
+        "E"
+      ],
+      [
+        "Ġo",
+        "n"
+      ],
+      [
+        "o",
+        "s"
+      ],
+      [
+        "l",
+        "ar"
+      ],
+      [
+        "he",
+        "r"
+      ],
+      [
+        "a",
+        "y"
+      ],
+      [
+        "a",
+        "g"
+      ],
+      [
+        "r",
+        "i"
+      ],
+      [
+        "e",
+        "c"
+      ],
+      [
+        "Ġ",
+        "v"
+      ],
+      [
+        "Ġ",
+        "T"
+      ],
+      [
+        "a",
+        "m"
+      ],
+      [
+        "Ġa",
+        "s"
+      ],
+      [
+        "er",
+        "s"
+      ],
+      [
+        "Ġf",
+        "or"
+      ],
+      [
+        "r",
+        "ou"
+      ],
+      [
+        "lar",
+        "a"
+      ],
+      [
+        "v",
+        "e"
+      ],
+      [
+        "Ġl",
+        "i"
+      ],
+      [
+        "c",
+        "e"
+      ],
+      [
+        "Ġw",
+        "as"
+      ],
+      [
+        "Ġth",
+        "at"
+      ],
+      [
+        "o",
+        "l"
+      ],
+      [
+        "Ġa",
+        "n"
+      ],
+      [
+        "Ġw",
+        "h"
+      ],
+      [
+        "c",
+        "h"
+      ],
+      [
+        "Ġin",
+        "t"
+      ],
+      [
+        "Ġu",
+        "n"
+      ],
+      [
+        "o",
+        "re"
+      ],
+      [
+        "at",
+        "ion"
+      ],
+      [
+        "a",
+        "in"
+      ],
+      [
+        "l",
+        "i"
+      ],
+      [
+        "Ġs",
+        "h"
+      ],
+      [
+        "it",
+        "y"
+      ],
+      [
+        "Ġ",
+        "r"
+      ],
+      [
+        "a",
+        "nd"
+      ],
+      [
+        "Ġ",
+        "S"
+      ],
+      [
+        "Ġ",
+        "y"
+      ],
+      [
+        "in",
+        "d"
+      ],
+      [
+        "Ġb",
+        "y"
+      ],
+      [
+        "oo",
+        "k"
+      ],
+      [
+        "l",
+        "ed"
+      ],
+      [
+        "Ġe",
+        "x"
+      ],
+      [
+        "âĢ",
+        "Ķ"
+      ],
+      [
+        "a",
+        "p"
+      ],
+      [
+        "Ġ",
+        "C"
+      ],
+      [
+        "t",
+        "h"
+      ],
+      [
+        "t",
+        "ed"
+      ],
+      [
+        "es",
+        "s"
+      ],
+      [
+        "e",
+        "e"
+      ],
+      [
+        "âĢ",
+        "ľ"
+      ],
+      [
+        "âĢ",
+        "Ŀ"
+      ],
+      [
+        "t",
+        "er"
+      ],
+      [
+        "Ġc",
+        "on"
+      ],
+      [
+        "r",
+        "om"
+      ],
+      [
+        "e",
+        "ar"
+      ],
+      [
+        "k",
+        "e"
+      ],
+      [
+        "u",
+        "m"
+      ],
+      [
+        "Ġa",
+        "l"
+      ],
+      [
+        "he",
+        "d"
+      ],
+      [
+        "Ġw",
+        "or"
+      ],
+      [
+        "u",
+        "re"
+      ],
+      [
+        "es",
+        "t"
+      ],
+      [
+        "Ġ",
+        "A"
+      ],
+      [
+        "s",
+        "e"
+      ],
+      [
+        "u",
+        "l"
+      ],
+      [
+        "Ġs",
+        "p"
+      ],
+      [
+        "Ġ",
+        "j"
+      ],
+      [
+        "Ġc",
+        "h"
+      ],
+      [
+        "Ġ",
+        "I"
+      ],
+      [
+        "i",
+        "es"
+      ],
+      [
+        "p",
+        "p"
+      ],
+      [
+        "r",
+        "o"
+      ],
+      [
+        "i",
+        "f"
+      ],
+      [
+        "il",
+        "l"
+      ],
+      [
+        "Ġ",
+        "en"
+      ],
+      [
+        "ou",
+        "r"
+      ],
+      [
+        "ĠT",
+        "he"
+      ],
+      [
+        "Ġf",
+        "rom"
+      ],
+      [
+        "t",
+        "s"
+      ],
+      [
+        "Ġl",
+        "e"
+      ],
+      [
+        "k",
+        "ed"
+      ],
+      [
+        "Ġh",
+        "is"
+      ],
+      [
+        "u",
+        "n"
+      ],
+      [
+        "Ġ",
+        "W"
+      ],
+      [
+        "Ġit",
+        "s"
+      ],
+      [
+        "Ġh",
+        "ad"
+      ],
+      [
+        "ĠC",
+        "lara"
+      ],
+      [
+        "u",
+        "st"
+      ],
+      [
+        "on",
+        "g"
+      ],
+      [
+        "t",
+        "ing"
+      ],
+      [
+        "Ġ",
+        "âĢľ"
+      ],
+      [
+        "rou",
+        "gh"
+      ],
+      [
+        "Ġint",
+        "o"
+      ],
+      [
+        "l",
+        "ing"
+      ],
+      [
+        "p",
+        "er"
+      ],
+      [
+        "Ġb",
+        "ook"
+      ],
+      [
+        "d",
+        "s"
+      ],
+      [
+        "Ġ",
+        "H"
+      ],
+      [
+        "q",
+        "u"
+      ],
+      [
+        "Ġa",
+        "t"
+      ],
+      [
+        "Ġn",
+        "e"
+      ],
+      [
+        "v",
+        "ed"
+      ],
+      [
+        "Ġthe",
+        "ir"
+      ],
+      [
+        "an",
+        "g"
+      ],
+      [
+        "l",
+        "ow"
+      ],
+      [
+        "id",
+        "e"
+      ],
+      [
+        "Ġt",
+        "r"
+      ],
+      [
+        "Ġc",
+        "l"
+      ],
+      [
+        "k",
+        "n"
+      ],
+      [
+        "t",
+        "en"
+      ],
+      [
+        "i",
+        "ght"
+      ],
+      [
+        "Ġb",
+        "ut"
+      ],
+      [
+        "Ġd",
+        "is"
+      ],
+      [
+        "a",
+        "v"
+      ],
+      [
+        "ou",
+        "nd"
+      ],
+      [
+        "Ġth",
+        "rough"
+      ],
+      [
+        "Ġy",
+        "ou"
+      ],
+      [
+        "Ġa",
+        "b"
+      ],
+      [
+        "Ġc",
+        "ou"
+      ],
+      [
+        "u",
+        "s"
+      ],
+      [
+        "re",
+        "s"
+      ],
+      [
+        "Ġo",
+        "r"
+      ],
+      [
+        "Ġw",
+        "he"
+      ],
+      [
+        "al",
+        "l"
+      ],
+      [
+        "o",
+        "p"
+      ],
+      [
+        "ac",
+        "h"
+      ],
+      [
+        "Ġn",
+        "ot"
+      ],
+      [
+        "ou",
+        "s"
+      ],
+      [
+        "ac",
+        "e"
+      ],
+      [
+        "Ġ",
+        "M"
+      ],
+      [
+        "Ġc",
+        "om"
+      ],
+      [
+        "ou",
+        "t"
+      ],
+      [
+        "al",
+        "ly"
+      ],
+      [
+        "Ġa",
+        "r"
+      ],
+      [
+        "ar",
+        "t"
+      ],
+      [
+        "ion",
+        "s"
+      ],
+      [
+        "an",
+        "t"
+      ],
+      [
+        "ver",
+        "y"
+      ],
+      [
+        "at",
+        "e"
+      ],
+      [
+        "at",
+        "ed"
+      ],
+      [
+        "os",
+        "e"
+      ],
+      [
+        "m",
+        "ed"
+      ],
+      [
+        "os",
+        "s"
+      ],
+      [
+        "a",
+        "k"
+      ],
+      [
+        "a",
+        "b"
+      ],
+      [
+        "Ġs",
+        "om"
+      ],
+      [
+        "Ġst",
+        "or"
+      ],
+      [
+        "h",
+        "ing"
+      ],
+      [
+        "Ġc",
+        "r"
+      ],
+      [
+        "ar",
+        "d"
+      ],
+      [
+        "p",
+        "l"
+      ],
+      [
+        "Ġ",
+        "kn"
+      ],
+      [
+        "Ġthe",
+        "y"
+      ],
+      [
+        "ag",
+        "e"
+      ],
+      [
+        "m",
+        "b"
+      ],
+      [
+        "i",
+        "g"
+      ],
+      [
+        "n",
+        "e"
+      ],
+      [
+        "Ġp",
+        "l"
+      ],
+      [
+        "i",
+        "v"
+      ],
+      [
+        "Ġs",
+        "o"
+      ],
+      [
+        "er",
+        "ed"
+      ],
+      [
+        "oo",
+        "d"
+      ],
+      [
+        "m",
+        "ent"
+      ],
+      [
+        "en",
+        "ce"
+      ],
+      [
+        "as",
+        "s"
+      ],
+      [
+        "n",
+        "ed"
+      ],
+      [
+        "t",
+        "her"
+      ],
+      [
+        "on",
+        "e"
+      ],
+      [
+        "er",
+        "e"
+      ],
+      [
+        "Ġa",
+        "c"
+      ],
+      [
+        "Ġo",
+        "ver"
+      ],
+      [
+        "nd",
+        "er"
+      ],
+      [
+        "el",
+        "f"
+      ],
+      [
+        "Ġs",
+        "ee"
+      ],
+      [
+        "Ġ",
+        "im"
+      ],
+      [
+        "ou",
+        "gh"
+      ],
+      [
+        "n",
+        "ing"
+      ],
+      [
+        "Ġre",
+        "s"
+      ],
+      [
+        "ĠE",
+        "lara"
+      ],
+      [
+        "u",
+        "c"
+      ],
+      [
+        "Ġt",
+        "im"
+      ],
+      [
+        "Ġthe",
+        "m"
+      ],
+      [
+        "ec",
+        "t"
+      ],
+      [
+        "Ġs",
+        "c"
+      ],
+      [
+        "Ġo",
+        "ut"
+      ],
+      [
+        "ow",
+        "n"
+      ],
+      [
+        "ĠS",
+        "he"
+      ],
+      [
+        "v",
+        "en"
+      ],
+      [
+        "Ġa",
+        "d"
+      ],
+      [
+        "Ġu",
+        "p"
+      ],
+      [
+        "a",
+        "re"
+      ],
+      [
+        "ag",
+        "es"
+      ],
+      [
+        "w",
+        "ay"
+      ],
+      [
+        "Ġre",
+        "m"
+      ],
+      [
+        "ation",
+        "s"
+      ],
+      [
+        "g",
+        "e"
+      ],
+      [
+        "at",
+        "her"
+      ],
+      [
+        "c",
+        "o"
+      ],
+      [
+        ".",
+        "âĢĿ"
+      ],
+      [
+        "i",
+        "z"
+      ],
+      [
+        "k",
+        "s"
+      ],
+      [
+        "Ġ",
+        "qu"
+      ],
+      [
+        "Ġm",
+        "e"
+      ],
+      [
+        "rou",
+        "nd"
+      ],
+      [
+        "i",
+        "b"
+      ],
+      [
+        "Ġ",
+        "B"
+      ],
+      [
+        "o",
+        "nd"
+      ],
+      [
+        "Ġj",
+        "our"
+      ],
+      [
+        "h",
+        "is"
+      ],
+      [
+        "o",
+        "st"
+      ],
+      [
+        "it",
+        "e"
+      ],
+      [
+        "an",
+        "ce"
+      ],
+      [
+        "w",
+        "n"
+      ],
+      [
+        "Ġs",
+        "m"
+      ],
+      [
+        "Ġst",
+        "re"
+      ],
+      [
+        "i",
+        "ous"
+      ],
+      [
+        "p",
+        "t"
+      ],
+      [
+        "ing",
+        "s"
+      ],
+      [
+        "Ġd",
+        "e"
+      ],
+      [
+        "Ġb",
+        "r"
+      ],
+      [
+        "at",
+        "h"
+      ],
+      [
+        "Ġth",
+        "is"
+      ],
+      [
+        "il",
+        "e"
+      ],
+      [
+        "Ġwh",
+        "o"
+      ],
+      [
+        "T",
+        "he"
+      ],
+      [
+        "u",
+        "d"
+      ],
+      [
+        "Ġ",
+        "F"
+      ],
+      [
+        "c",
+        "hed"
+      ],
+      [
+        "Ġw",
+        "e"
+      ],
+      [
+        "Ġh",
+        "im"
+      ],
+      [
+        "Ġab",
+        "out"
+      ],
+      [
+        "o",
+        "ld"
+      ],
+      [
+        "v",
+        "es"
+      ],
+      [
+        "Ġs",
+        "k"
+      ],
+      [
+        "l",
+        "ess"
+      ],
+      [
+        "f",
+        "t"
+      ],
+      [
+        "Ġt",
+        "re"
+      ],
+      [
+        "Ġu",
+        "nder"
+      ],
+      [
+        "Ġtim",
+        "e"
+      ],
+      [
+        "am",
+        "e"
+      ],
+      [
+        "f",
+        "e"
+      ],
+      [
+        "n",
+        "t"
+      ],
+      [
+        "en",
+        "d"
+      ],
+      [
+        "Ġbe",
+        "g"
+      ],
+      [
+        "Ġe",
+        "very"
+      ],
+      [
+        "as",
+        "t"
+      ],
+      [
+        "Ġwor",
+        "ld"
+      ],
+      [
+        "i",
+        "e"
+      ],
+      [
+        "y",
+        "s"
+      ],
+      [
+        "Ġs",
+        "a"
+      ],
+      [
+        "Ġw",
+        "ere"
+      ],
+      [
+        "Ġli",
+        "ke"
+      ],
+      [
+        "Ġc",
+        "o"
+      ],
+      [
+        "at",
+        "ing"
+      ],
+      [
+        "Ġp",
+        "ro"
+      ],
+      [
+        ",",
+        "âĢĿ"
+      ],
+      [
+        "Ġs",
+        "u"
+      ],
+      [
+        "Ġon",
+        "e"
+      ],
+      [
+        "Ġcon",
+        "t"
+      ],
+      [
+        "t",
+        "ur"
+      ],
+      [
+        "Ġin",
+        "s"
+      ],
+      [
+        "Ġg",
+        "r"
+      ],
+      [
+        "f",
+        "or"
+      ],
+      [
+        "i",
+        "ve"
+      ],
+      [
+        "Ġs",
+        "e"
+      ],
+      [
+        "er",
+        "ing"
+      ],
+      [
+        "Ġo",
+        "ther"
+      ],
+      [
+        "Ġd",
+        "es"
+      ],
+      [
+        "Ġre",
+        "al"
+      ],
+      [
+        "Ġst",
+        "e"
+      ],
+      [
+        "Ġ",
+        "P"
+      ],
+      [
+        "Ġc",
+        "re"
+      ],
+      [
+        "Ġst",
+        "r"
+      ],
+      [
+        "c",
+        "t"
+      ],
+      [
+        "o",
+        "c"
+      ],
+      [
+        "Ġe",
+        "y"
+      ],
+      [
+        "et",
+        "hing"
+      ],
+      [
+        "s",
+        "elf"
+      ],
+      [
+        "Ġ",
+        "ra"
+      ],
+      [
+        "ou",
+        "ld"
+      ],
+      [
+        "ac",
+        "k"
+      ],
+      [
+        "Ġn",
+        "o"
+      ],
+      [
+        "ĠE",
+        "li"
+      ],
+      [
+        "Ġli",
+        "fe"
+      ],
+      [
+        "Ġa",
+        "pp"
+      ],
+      [
+        "Ġc",
+        "ar"
+      ],
+      [
+        "and",
+        "s"
+      ],
+      [
+        "Ġwhe",
+        "re"
+      ],
+      [
+        "r",
+        "y"
+      ],
+      [
+        "Ġv",
+        "ill"
+      ],
+      [
+        "g",
+        "ed"
+      ],
+      [
+        "o",
+        "g"
+      ],
+      [
+        "p",
+        "en"
+      ],
+      [
+        "Ġb",
+        "l"
+      ],
+      [
+        "Ġf",
+        "ore"
+      ],
+      [
+        "Ġli",
+        "ght"
+      ],
+      [
+        "Ġre",
+        "ad"
+      ],
+      [
+        "i",
+        "re"
+      ],
+      [
+        "Ġ",
+        "O"
+      ],
+      [
+        "Ġf",
+        "e"
+      ],
+      [
+        "Ġf",
+        "el"
+      ],
+      [
+        "ic",
+        "e"
+      ],
+      [
+        "ure",
+        "s"
+      ],
+      [
+        "w",
+        "ard"
+      ],
+      [
+        "Ġ",
+        "L"
+      ],
+      [
+        "Ġf",
+        "l"
+      ],
+      [
+        "Ġd",
+        "ay"
+      ],
+      [
+        "al",
+        "s"
+      ],
+      [
+        "Ġe",
+        "m"
+      ],
+      [
+        "Ġcou",
+        "ld"
+      ],
+      [
+        "v",
+        "el"
+      ],
+      [
+        "an",
+        "s"
+      ],
+      [
+        "Ġg",
+        "l"
+      ],
+      [
+        "n",
+        "s"
+      ],
+      [
+        "Ġs",
+        "ur"
+      ],
+      [
+        "?",
+        "âĢĿ"
+      ],
+      [
+        "i",
+        "p"
+      ],
+      [
+        "Ġb",
+        "el"
+      ],
+      [
+        "Ġe",
+        "ven"
+      ],
+      [
+        "Ġar",
+        "t"
+      ],
+      [
+        "h",
+        "at"
+      ],
+      [
+        "u",
+        "ed"
+      ],
+      [
+        "v",
+        "ent"
+      ],
+      [
+        "ar",
+        "k"
+      ],
+      [
+        "Ġd",
+        "o"
+      ],
+      [
+        "Ġth",
+        "ough"
+      ],
+      [
+        "il",
+        "d"
+      ],
+      [
+        "Ġg",
+        "re"
+      ],
+      [
+        "ch",
+        "ing"
+      ],
+      [
+        "Ġkn",
+        "ow"
+      ],
+      [
+        "f",
+        "ul"
+      ],
+      [
+        "w",
+        "e"
+      ],
+      [
+        "Ġa",
+        "g"
+      ],
+      [
+        "Ġw",
+        "ind"
+      ],
+      [
+        "Ġc",
+        "ity"
+      ],
+      [
+        "ar",
+        "m"
+      ],
+      [
+        "om",
+        "e"
+      ],
+      [
+        "ear",
+        "s"
+      ],
+      [
+        "ab",
+        "le"
+      ],
+      [
+        "Ġ",
+        "\""
+      ],
+      [
+        "Ġ",
+        "is"
+      ],
+      [
+        "in",
+        "e"
+      ],
+      [
+        "Ġw",
+        "ay"
+      ],
+      [
+        "ar",
+        "y"
+      ],
+      [
+        "Ġth",
+        "an"
+      ],
+      [
+        "Ġsom",
+        "ething"
+      ],
+      [
+        "Ġbeg",
+        "an"
+      ],
+      [
+        "o",
+        "ve"
+      ],
+      [
+        "Ġc",
+        "ol"
+      ],
+      [
+        "Ġd",
+        "ee"
+      ],
+      [
+        "et",
+        "s"
+      ],
+      [
+        "et",
+        "her"
+      ],
+      [
+        "f",
+        "ore"
+      ],
+      [
+        "Ġ",
+        "ent"
+      ],
+      [
+        "ain",
+        "t"
+      ],
+      [
+        "pp",
+        "ed"
+      ],
+      [
+        "Ġne",
+        "w"
+      ],
+      [
+        "co",
+        "ver"
+      ],
+      [
+        "l",
+        "es"
+      ],
+      [
+        "Ġb",
+        "et"
+      ],
+      [
+        "Ġf",
+        "ound"
+      ],
+      [
+        "ar",
+        "ed"
+      ],
+      [
+        "Ġh",
+        "a"
+      ],
+      [
+        "Ġh",
+        "um"
+      ],
+      [
+        "Ġe",
+        "ach"
+      ],
+      [
+        "res",
+        "s"
+      ],
+      [
+        "m",
+        "s"
+      ],
+      [
+        "y",
+        "st"
+      ],
+      [
+        "ac",
+        "t"
+      ],
+      [
+        "Ġal",
+        "l"
+      ],
+      [
+        "Ġ",
+        "if"
+      ],
+      [
+        "in",
+        "ed"
+      ],
+      [
+        "re",
+        "am"
+      ],
+      [
+        "Ġof",
+        "f"
+      ],
+      [
+        "Ġwith",
+        "in"
+      ],
+      [
+        "li",
+        "ght"
+      ],
+      [
+        "Ġsom",
+        "e"
+      ],
+      [
+        "Ġfore",
+        "st"
+      ],
+      [
+        "Ġ",
+        "D"
+      ],
+      [
+        "Ġw",
+        "om"
+      ],
+      [
+        "Ġp",
+        "r"
+      ],
+      [
+        "an",
+        "or"
+      ],
+      [
+        "Ġm",
+        "ore"
+      ],
+      [
+        "Ġey",
+        "es"
+      ],
+      [
+        "i",
+        "ly"
+      ],
+      [
+        "Ġa",
+        "m"
+      ],
+      [
+        "Ġw",
+        "ould"
+      ],
+      [
+        "Ġp",
+        "i"
+      ],
+      [
+        "Ġp",
+        "ass"
+      ],
+      [
+        "ac",
+        "hed"
+      ],
+      [
+        "ver",
+        "s"
+      ],
+      [
+        "ain",
+        "ed"
+      ],
+      [
+        "Ġj",
+        "ust"
+      ],
+      [
+        "Ġstor",
+        "y"
+      ],
+      [
+        "it",
+        "ing"
+      ],
+      [
+        "Ġc",
+        "a"
+      ],
+      [
+        "Ġd",
+        "ec"
+      ],
+      [
+        "is",
+        "t"
+      ],
+      [
+        "Ġshe",
+        "l"
+      ],
+      [
+        "Ġbe",
+        "fore"
+      ],
+      [
+        "Ġwh",
+        "at"
+      ],
+      [
+        "Ġwh",
+        "is"
+      ],
+      [
+        "ĠI",
+        "t"
+      ],
+      [
+        "Ġstor",
+        "ies"
+      ],
+      [
+        "Ġsee",
+        "med"
+      ],
+      [
+        "Ġwom",
+        "an"
+      ],
+      [
+        "Ġb",
+        "re"
+      ],
+      [
+        "at",
+        "ter"
+      ],
+      [
+        "or",
+        "s"
+      ],
+      [
+        "Ġy",
+        "et"
+      ],
+      [
+        "Ġvill",
+        "age"
+      ],
+      [
+        "d",
+        "ed"
+      ],
+      [
+        "Ġ",
+        "*"
+      ],
+      [
+        "Ġher",
+        "self"
+      ],
+      [
+        "ow",
+        "s"
+      ],
+      [
+        "ur",
+        "ing"
+      ],
+      [
+        "Ġv",
+        "o"
+      ],
+      [
+        "Ġle",
+        "av"
+      ],
+      [
+        "per",
+        "ing"
+      ],
+      [
+        "Ġfel",
+        "t"
+      ],
+      [
+        "c",
+        "ed"
+      ],
+      [
+        "n",
+        "al"
+      ],
+      [
+        "in",
+        "es"
+      ],
+      [
+        "Ġd",
+        "own"
+      ],
+      [
+        "Ġex",
+        "p"
+      ],
+      [
+        "Ġex",
+        "pl"
+      ],
+      [
+        "Ġt",
+        "ra"
+      ],
+      [
+        "Ġp",
+        "re"
+      ],
+      [
+        "Ġl",
+        "ong"
+      ],
+      [
+        "Ġg",
+        "u"
+      ],
+      [
+        "le",
+        "anor"
+      ],
+      [
+        "ĠM",
+        "r"
+      ],
+      [
+        "c",
+        "es"
+      ],
+      [
+        "n",
+        "g"
+      ],
+      [
+        "p",
+        "ers"
+      ],
+      [
+        "Ġc",
+        "ur"
+      ],
+      [
+        "ic",
+        "k"
+      ],
+      [
+        "Ġwor",
+        "ds"
+      ],
+      [
+        "i",
+        "al"
+      ],
+      [
+        "Ġw",
+        "r"
+      ],
+      [
+        "Ġf",
+        "il"
+      ],
+      [
+        "at",
+        "er"
+      ],
+      [
+        "ou",
+        "ght"
+      ],
+      [
+        "or",
+        "t"
+      ],
+      [
+        "Ġre",
+        "tur"
+      ],
+      [
+        "Ġv",
+        "is"
+      ],
+      [
+        "am",
+        "ed"
+      ],
+      [
+        "Ġan",
+        "y"
+      ],
+      [
+        "ch",
+        "o"
+      ],
+      [
+        "Ġbook",
+        "s"
+      ],
+      [
+        "ĠH",
+        "e"
+      ],
+      [
+        "r",
+        "oss"
+      ],
+      [
+        "Ġs",
+        "il"
+      ],
+      [
+        "Ġs",
+        "ec"
+      ],
+      [
+        "Ġthe",
+        "re"
+      ],
+      [
+        "Ġm",
+        "o"
+      ],
+      [
+        "Ġe",
+        "mb"
+      ],
+      [
+        "el",
+        "l"
+      ],
+      [
+        "Ġen",
+        "d"
+      ],
+      [
+        "ĠEli",
+        "as"
+      ],
+      [
+        "p",
+        "s"
+      ],
+      [
+        "Ġa",
+        "way"
+      ],
+      [
+        "Ġf",
+        "ind"
+      ],
+      [
+        "or",
+        "n"
+      ],
+      [
+        "Ġp",
+        "er"
+      ],
+      [
+        "Ġm",
+        "an"
+      ],
+      [
+        "ot",
+        "her"
+      ],
+      [
+        "Ġjour",
+        "ne"
+      ],
+      [
+        "d",
+        "en"
+      ],
+      [
+        "f",
+        "ter"
+      ],
+      [
+        "u",
+        "e"
+      ],
+      [
+        "v",
+        "ing"
+      ],
+      [
+        "Ġo",
+        "pen"
+      ],
+      [
+        "Ġp",
+        "art"
+      ],
+      [
+        "Ġhe",
+        "art"
+      ],
+      [
+        "ic",
+        "al"
+      ],
+      [
+        "th",
+        "ing"
+      ],
+      [
+        "Ġsa",
+        "id"
+      ],
+      [
+        "we",
+        "en"
+      ],
+      [
+        "Ġag",
+        "ain"
+      ],
+      [
+        "Ġbet",
+        "ween"
+      ],
+      [
+        "e",
+        "x"
+      ],
+      [
+        "g",
+        "ot"
+      ],
+      [
+        "i",
+        "et"
+      ],
+      [
+        "t",
+        "le"
+      ],
+      [
+        "Ġs",
+        "et"
+      ],
+      [
+        "en",
+        "e"
+      ],
+      [
+        "en",
+        "se"
+      ],
+      [
+        "Ġb",
+        "ack"
+      ],
+      [
+        "an",
+        "i"
+      ],
+      [
+        "Ġd",
+        "ream"
+      ],
+      [
+        "is",
+        "ten"
+      ],
+      [
+        "om",
+        "ent"
+      ],
+      [
+        "Ġr",
+        "o"
+      ],
+      [
+        "Ġcom",
+        "p"
+      ],
+      [
+        "his",
+        "pering"
+      ],
+      [
+        "h",
+        "ind"
+      ],
+      [
+        "on",
+        "s"
+      ],
+      [
+        "Ġp",
+        "ain"
+      ],
+      [
+        "Ġth",
+        "ose"
+      ],
+      [
+        "ac",
+        "ed"
+      ],
+      [
+        "ĠT",
+        "h"
+      ],
+      [
+        "ang",
+        "e"
+      ],
+      [
+        "Ġwhe",
+        "n"
+      ],
+      [
+        "n",
+        "ter"
+      ],
+      [
+        "y",
+        "ond"
+      ],
+      [
+        "he",
+        "s"
+      ],
+      [
+        "Ġa",
+        "ir"
+      ],
+      [
+        "Ġa",
+        "round"
+      ],
+      [
+        "Ġm",
+        "oment"
+      ],
+      [
+        "il",
+        "i"
+      ],
+      [
+        "Ġon",
+        "ly"
+      ],
+      [
+        "Ġjour",
+        "nal"
+      ],
+      [
+        "Ġother",
+        "s"
+      ],
+      [
+        "a",
+        "ke"
+      ],
+      [
+        "p",
+        "ir"
+      ],
+      [
+        "he",
+        "n"
+      ],
+      [
+        "Ġt",
+        "al"
+      ],
+      [
+        "Ġa",
+        "re"
+      ],
+      [
+        "Ġp",
+        "ul"
+      ],
+      [
+        "Ġd",
+        "ra"
+      ],
+      [
+        "Ġbe",
+        "c"
+      ],
+      [
+        "ĠE",
+        "leanor"
+      ],
+      [
+        "Ġint",
+        "er"
+      ],
+      [
+        "ment",
+        "s"
+      ],
+      [
+        "Ġac",
+        "ross"
+      ],
+      [
+        "c",
+        "ou"
+      ],
+      [
+        "Ġs",
+        "un"
+      ],
+      [
+        "is",
+        "e"
+      ],
+      [
+        "Ġbe",
+        "yond"
+      ],
+      [
+        "Ġtr",
+        "ans"
+      ],
+      [
+        "Ġunder",
+        "st"
+      ],
+      [
+        "got",
+        "ten"
+      ],
+      [
+        "i",
+        "ent"
+      ],
+      [
+        "Ġo",
+        "ld"
+      ],
+      [
+        "Ġo",
+        "wn"
+      ],
+      [
+        "ar",
+        "ing"
+      ],
+      [
+        "Ġst",
+        "ood"
+      ],
+      [
+        "Ġu",
+        "s"
+      ],
+      [
+        "ĠH",
+        "er"
+      ],
+      [
+        "low",
+        "ed"
+      ],
+      [
+        "Ġcom",
+        "m"
+      ],
+      [
+        "Ġso",
+        "ft"
+      ],
+      [
+        "Ġsm",
+        "all"
+      ],
+      [
+        "b",
+        "r"
+      ],
+      [
+        "Ġt",
+        "ur"
+      ],
+      [
+        "it",
+        "ies"
+      ],
+      [
+        "ad",
+        "e"
+      ],
+      [
+        "ur",
+        "ed"
+      ],
+      [
+        "Ġbe",
+        "en"
+      ],
+      [
+        "Ġwh",
+        "ile"
+      ],
+      [
+        "and",
+        "ing"
+      ],
+      [
+        "Ġjourne",
+        "y"
+      ],
+      [
+        "n",
+        "ess"
+      ],
+      [
+        "r",
+        "ed"
+      ],
+      [
+        "in",
+        "k"
+      ],
+      [
+        "Ġf",
+        "ir"
+      ],
+      [
+        "Ġf",
+        "ra"
+      ],
+      [
+        "Ġm",
+        "ind"
+      ],
+      [
+        "ri",
+        "ed"
+      ],
+      [
+        "Ġun",
+        "t"
+      ],
+      [
+        "Ġal",
+        "ong"
+      ],
+      [
+        "Ġqu",
+        "iet"
+      ],
+      [
+        "a",
+        "u"
+      ],
+      [
+        "a",
+        "z"
+      ],
+      [
+        "f",
+        "er"
+      ],
+      [
+        "t",
+        "he"
+      ],
+      [
+        "en",
+        "s"
+      ],
+      [
+        "Ġf",
+        "in"
+      ],
+      [
+        "Ġf",
+        "ol"
+      ],
+      [
+        "Ġth",
+        "ought"
+      ],
+      [
+        "ac",
+        "es"
+      ],
+      [
+        "id",
+        "ed"
+      ],
+      [
+        "Ġbe",
+        "hind"
+      ],
+      [
+        "ri",
+        "b"
+      ],
+      [
+        "ig",
+        "n"
+      ],
+      [
+        "Ġim",
+        "ag"
+      ],
+      [
+        "Ġcont",
+        "in"
+      ],
+      [
+        "Ġdee",
+        "p"
+      ],
+      [
+        "Ġfil",
+        "led"
+      ],
+      [
+        "b",
+        "s"
+      ],
+      [
+        "u",
+        "al"
+      ],
+      [
+        "Ġb",
+        "u"
+      ],
+      [
+        "or",
+        "d"
+      ],
+      [
+        "Ġp",
+        "e"
+      ],
+      [
+        "Ġd",
+        "id"
+      ],
+      [
+        "Ġl",
+        "ay"
+      ],
+      [
+        "Ġh",
+        "ow"
+      ],
+      [
+        "ut",
+        "h"
+      ],
+      [
+        "le",
+        "ct"
+      ],
+      [
+        "Ġex",
+        "per"
+      ],
+      [
+        "Ġcon",
+        "n"
+      ],
+      [
+        "ĠI",
+        "n"
+      ],
+      [
+        "Ġpl",
+        "ace"
+      ],
+      [
+        "way",
+        "s"
+      ],
+      [
+        "ĠF",
+        "or"
+      ],
+      [
+        "ĠP",
+        "ages"
+      ],
+      [
+        "Ġshel",
+        "ves"
+      ],
+      [
+        "Ġvo",
+        "ice"
+      ],
+      [
+        "Ġfir",
+        "st"
+      ],
+      [
+        "c",
+        "c"
+      ],
+      [
+        "e",
+        "w"
+      ],
+      [
+        "i",
+        "ed"
+      ],
+      [
+        "Ġ",
+        "K"
+      ],
+      [
+        "Ġ",
+        "Y"
+      ],
+      [
+        "Ġw",
+        "arm"
+      ],
+      [
+        "ar",
+        "s"
+      ],
+      [
+        "Ġp",
+        "ur"
+      ],
+      [
+        "Ġp",
+        "ages"
+      ],
+      [
+        "Ġm",
+        "yst"
+      ],
+      [
+        "ent",
+        "ly"
+      ],
+      [
+        "ri",
+        "g"
+      ],
+      [
+        "Ġdis",
+        "t"
+      ],
+      [
+        "Ġdis",
+        "cover"
+      ],
+      [
+        "Ġyou",
+        "ng"
+      ],
+      [
+        "ak",
+        "ing"
+      ],
+      [
+        "ĠB",
+        "ut"
+      ],
+      [
+        "-",
+        "-"
+      ],
+      [
+        "Ġthe",
+        "se"
+      ],
+      [
+        "it",
+        "ion"
+      ],
+      [
+        "Ġc",
+        "ap"
+      ],
+      [
+        "Ġf",
+        "aint"
+      ],
+      [
+        "Ġn",
+        "ear"
+      ],
+      [
+        "Ġn",
+        "ight"
+      ],
+      [
+        "ot",
+        "h"
+      ],
+      [
+        "li",
+        "ke"
+      ],
+      [
+        "ĠW",
+        "hispering"
+      ],
+      [
+        "Ġup",
+        "on"
+      ],
+      [
+        "ious",
+        "ly"
+      ],
+      [
+        "Ġsec",
+        "re"
+      ],
+      [
+        "h",
+        "y"
+      ],
+      [
+        "p",
+        "ite"
+      ],
+      [
+        "u",
+        "es"
+      ],
+      [
+        "Ġa",
+        "fter"
+      ],
+      [
+        "er",
+        "y"
+      ],
+      [
+        "it",
+        "ed"
+      ],
+      [
+        "Ġc",
+        "an"
+      ],
+      [
+        "or",
+        "ning"
+      ],
+      [
+        "Ġp",
+        "h"
+      ],
+      [
+        "Ġp",
+        "o"
+      ],
+      [
+        "Ġp",
+        "ers"
+      ],
+      [
+        "Ġp",
+        "res"
+      ],
+      [
+        "st",
+        "ore"
+      ],
+      [
+        "um",
+        "b"
+      ],
+      [
+        "Ġab",
+        "ove"
+      ],
+      [
+        "ect",
+        "ion"
+      ],
+      [
+        "Ġrem",
+        "ained"
+      ],
+      [
+        "r",
+        "ic"
+      ],
+      [
+        "s",
+        "ide"
+      ],
+      [
+        "Ġf",
+        "am"
+      ],
+      [
+        "Ġp",
+        "oss"
+      ],
+      [
+        "Ġh",
+        "id"
+      ],
+      [
+        "Ġm",
+        "orning"
+      ],
+      [
+        "Ġn",
+        "amed"
+      ],
+      [
+        "Ġg",
+        "ra"
+      ],
+      [
+        "ec",
+        "ted"
+      ],
+      [
+        "Ġan",
+        "c"
+      ],
+      [
+        "Ġhum",
+        "an"
+      ],
+      [
+        "ene",
+        "ath"
+      ]
+    ]
+  }
+}

checkpoints/checkpoint-1500/tokenizer_config.json

@@ -0,0 +1,47 @@
+{
+  "add_bos_token": false,
+  "add_prefix_space": false,
+  "added_tokens_decoder": {
+    "0": {
+      "content": "<s>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "1": {
+      "content": "<pad>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "2": {
+      "content": "</s>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "1000": {
+      "content": "<|endoftext|>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "<s>",
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "</s>",
+  "errors": "replace",
+  "extra_special_tokens": {},
+  "model_max_length": 1000000000000000019884624838656,
+  "pad_token": "<pad>",
+  "tokenizer_class": "GPT2Tokenizer",
+  "unk_token": "<|endoftext|>"
+}

checkpoints/checkpoint-1500/trainer_state.json

@@ -0,0 +1,244 @@
+{
+  "best_global_step": null,
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 7.281553398058253,
+  "eval_steps": 500,
+  "global_step": 1500,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.24271844660194175,
+      "grad_norm": 2.359125852584839,
+      "learning_rate": 4.960355987055016e-05,
+      "loss": 6.1096,
+      "step": 50
+    },
+    {
+      "epoch": 0.4854368932038835,
+      "grad_norm": 3.7953598499298096,
+      "learning_rate": 4.9199029126213595e-05,
+      "loss": 5.7056,
+      "step": 100
+    },
+    {
+      "epoch": 0.7281553398058253,
+      "grad_norm": 4.61148738861084,
+      "learning_rate": 4.879449838187702e-05,
+      "loss": 5.3489,
+      "step": 150
+    },
+    {
+      "epoch": 0.970873786407767,
+      "grad_norm": 4.836231231689453,
+      "learning_rate": 4.8389967637540455e-05,
+      "loss": 5.0937,
+      "step": 200
+    },
+    {
+      "epoch": 1.2135922330097086,
+      "grad_norm": 5.3506574630737305,
+      "learning_rate": 4.798543689320388e-05,
+      "loss": 4.743,
+      "step": 250
+    },
+    {
+      "epoch": 1.4563106796116505,
+      "grad_norm": 5.662957668304443,
+      "learning_rate": 4.7580906148867315e-05,
+      "loss": 4.6184,
+      "step": 300
+    },
+    {
+      "epoch": 1.6990291262135924,
+      "grad_norm": 5.17103910446167,
+      "learning_rate": 4.717637540453075e-05,
+      "loss": 4.5138,
+      "step": 350
+    },
+    {
+      "epoch": 1.941747572815534,
+      "grad_norm": 5.425673484802246,
+      "learning_rate": 4.6771844660194174e-05,
+      "loss": 4.4338,
+      "step": 400
+    },
+    {
+      "epoch": 2.1844660194174756,
+      "grad_norm": 5.076435565948486,
+      "learning_rate": 4.636731391585761e-05,
+      "loss": 4.2426,
+      "step": 450
+    },
+    {
+      "epoch": 2.4271844660194173,
+      "grad_norm": 5.189905643463135,
+      "learning_rate": 4.596278317152104e-05,
+      "loss": 4.1849,
+      "step": 500
+    },
+    {
+      "epoch": 2.6699029126213594,
+      "grad_norm": 5.165410995483398,
+      "learning_rate": 4.555825242718447e-05,
+      "loss": 4.1561,
+      "step": 550
+    },
+    {
+      "epoch": 2.912621359223301,
+      "grad_norm": 5.36574649810791,
+      "learning_rate": 4.51537216828479e-05,
+      "loss": 4.1271,
+      "step": 600
+    },
+    {
+      "epoch": 3.1553398058252426,
+      "grad_norm": 5.329883098602295,
+      "learning_rate": 4.4749190938511334e-05,
+      "loss": 3.9687,
+      "step": 650
+    },
+    {
+      "epoch": 3.3980582524271843,
+      "grad_norm": 5.349402904510498,
+      "learning_rate": 4.434466019417476e-05,
+      "loss": 3.8907,
+      "step": 700
+    },
+    {
+      "epoch": 3.6407766990291264,
+      "grad_norm": 5.579279899597168,
+      "learning_rate": 4.3940129449838194e-05,
+      "loss": 3.9224,
+      "step": 750
+    },
+    {
+      "epoch": 3.883495145631068,
+      "grad_norm": 5.490879058837891,
+      "learning_rate": 4.353559870550162e-05,
+      "loss": 3.9319,
+      "step": 800
+    },
+    {
+      "epoch": 4.12621359223301,
+      "grad_norm": 5.527013301849365,
+      "learning_rate": 4.313106796116505e-05,
+      "loss": 3.8144,
+      "step": 850
+    },
+    {
+      "epoch": 4.368932038834951,
+      "grad_norm": 5.980420112609863,
+      "learning_rate": 4.272653721682848e-05,
+      "loss": 3.6881,
+      "step": 900
+    },
+    {
+      "epoch": 4.611650485436893,
+      "grad_norm": 5.583395957946777,
+      "learning_rate": 4.232200647249191e-05,
+      "loss": 3.7252,
+      "step": 950
+    },
+    {
+      "epoch": 4.854368932038835,
+      "grad_norm": 5.927042007446289,
+      "learning_rate": 4.191747572815534e-05,
+      "loss": 3.7437,
+      "step": 1000
+    },
+    {
+      "epoch": 5.097087378640777,
+      "grad_norm": 5.692631244659424,
+      "learning_rate": 4.1512944983818774e-05,
+      "loss": 3.6337,
+      "step": 1050
+    },
+    {
+      "epoch": 5.339805825242719,
+      "grad_norm": 5.7976226806640625,
+      "learning_rate": 4.11084142394822e-05,
+      "loss": 3.5236,
+      "step": 1100
+    },
+    {
+      "epoch": 5.58252427184466,
+      "grad_norm": 6.297953128814697,
+      "learning_rate": 4.0703883495145634e-05,
+      "loss": 3.5244,
+      "step": 1150
+    },
+    {
+      "epoch": 5.825242718446602,
+      "grad_norm": 6.453690052032471,
+      "learning_rate": 4.029935275080906e-05,
+      "loss": 3.5825,
+      "step": 1200
+    },
+    {
+      "epoch": 6.067961165048544,
+      "grad_norm": 6.165194511413574,
+      "learning_rate": 3.9894822006472494e-05,
+      "loss": 3.4942,
+      "step": 1250
+    },
+    {
+      "epoch": 6.310679611650485,
+      "grad_norm": 6.395851135253906,
+      "learning_rate": 3.949029126213593e-05,
+      "loss": 3.3529,
+      "step": 1300
+    },
+    {
+      "epoch": 6.553398058252427,
+      "grad_norm": 6.453685283660889,
+      "learning_rate": 3.9085760517799354e-05,
+      "loss": 3.3487,
+      "step": 1350
+    },
+    {
+      "epoch": 6.796116504854369,
+      "grad_norm": 6.758645057678223,
+      "learning_rate": 3.868122977346279e-05,
+      "loss": 3.3676,
+      "step": 1400
+    },
+    {
+      "epoch": 7.038834951456311,
+      "grad_norm": 6.666903972625732,
+      "learning_rate": 3.827669902912622e-05,
+      "loss": 3.3376,
+      "step": 1450
+    },
+    {
+      "epoch": 7.281553398058253,
+      "grad_norm": 7.030956268310547,
+      "learning_rate": 3.787216828478965e-05,
+      "loss": 3.1284,
+      "step": 1500
+    }
+  ],
+  "logging_steps": 50,
+  "max_steps": 6180,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 30,
+  "save_steps": 500,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": false
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 195972562944000.0,
+  "train_batch_size": 4,
+  "trial_name": null,
+  "trial_params": null
+}

checkpoints/checkpoint-1500/training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a379cf17225933073d2fdea180fcbc6fc91a95866e462d9ce93753b719864a30
+size 5304

checkpoints/checkpoint-1500/vocab.json

@@ -0,0 +1 @@
+{"<s>":0,"<pad>":1,"</s>":2,"<unk>":3,"<mask>":4,"!":5,"\"":6,"#":7,"$":8,"%":9,"&":10,"'":11,"(":12,")":13,"*":14,"+":15,",":16,"-":17,".":18,"/":19,"0":20,"1":21,"2":22,"3":23,"4":24,"5":25,"6":26,"7":27,"8":28,"9":29,":":30,";":31,"<":32,"=":33,">":34,"?":35,"@":36,"A":37,"B":38,"C":39,"D":40,"E":41,"F":42,"G":43,"H":44,"I":45,"J":46,"K":47,"L":48,"M":49,"N":50,"O":51,"P":52,"Q":53,"R":54,"S":55,"T":56,"U":57,"V":58,"W":59,"X":60,"Y":61,"Z":62,"[":63,"\\":64,"]":65,"^":66,"_":67,"`":68,"a":69,"b":70,"c":71,"d":72,"e":73,"f":74,"g":75,"h":76,"i":77,"j":78,"k":79,"l":80,"m":81,"n":82,"o":83,"p":84,"q":85,"r":86,"s":87,"t":88,"u":89,"v":90,"w":91,"x":92,"y":93,"z":94,"{":95,"|":96,"}":97,"~":98,"¡":99,"¢":100,"£":101,"¤":102,"¥":103,"¦":104,"§":105,"¨":106,"©":107,"ª":108,"«":109,"¬":110,"®":111,"¯":112,"°":113,"±":114,"²":115,"³":116,"´":117,"µ":118,"¶":119,"·":120,"¸":121,"¹":122,"º":123,"»":124,"¼":125,"½":126,"¾":127,"¿":128,"À":129,"Á":130,"Â":131,"Ã":132,"Ä":133,"Å":134,"Æ":135,"Ç":136,"È":137,"É":138,"Ê":139,"Ë":140,"Ì":141,"Í":142,"Î":143,"Ï":144,"Ð":145,"Ñ":146,"Ò":147,"Ó":148,"Ô":149,"Õ":150,"Ö":151,"×":152,"Ø":153,"Ù":154,"Ú":155,"Û":156,"Ü":157,"Ý":158,"Þ":159,"ß":160,"à":161,"á":162,"â":163,"ã":164,"ä":165,"å":166,"æ":167,"ç":168,"è":169,"é":170,"ê":171,"ë":172,"ì":173,"í":174,"î":175,"ï":176,"ð":177,"ñ":178,"ò":179,"ó":180,"ô":181,"õ":182,"ö":183,"÷":184,"ø":185,"ù":186,"ú":187,"û":188,"ü":189,"ý":190,"þ":191,"ÿ":192,"Ā":193,"ā":194,"Ă":195,"ă":196,"Ą":197,"ą":198,"Ć":199,"ć":200,"Ĉ":201,"ĉ":202,"Ċ":203,"ċ":204,"Č":205,"č":206,"Ď":207,"ď":208,"Đ":209,"đ":210,"Ē":211,"ē":212,"Ĕ":213,"ĕ":214,"Ė":215,"ė":216,"Ę":217,"ę":218,"Ě":219,"ě":220,"Ĝ":221,"ĝ":222,"Ğ":223,"ğ":224,"Ġ":225,"ġ":226,"Ģ":227,"ģ":228,"Ĥ":229,"ĥ":230,"Ħ":231,"ħ":232,"Ĩ":233,"ĩ":234,"Ī":235,"ī":236,"Ĭ":237,"ĭ":238,"Į":239,"į":240,"İ":241,"ı":242,"IJ":243,"ij":244,"Ĵ":245,"ĵ":246,"Ķ":247,"ķ":248,"ĸ":249,"Ĺ":250,"ĺ":251,"Ļ":252,"ļ":253,"Ľ":254,"ľ":255,"Ŀ":256,"ŀ":257,"Ł":258,"ł":259,"Ń":260,"he":261,"Ġt":262,"in":263,"Ġa":264,"Ġs":265,"ed":266,"er":267,"Ġthe":268,"ing":269,"re":270,"Ġw":271,"Ġo":272,"en":273,"it":274,"Ġc":275,"Ġb":276,"es":277,"nd":278,"Ġf":279,"ar":280,"at":281,"ou":282,"on":283,"čĊ":284,"or":285,"Ġp":286,"Ġof":287,"Ġhe":288,"an":289,"âĢ":290,"Ġd":291,"Ġl":292,"is":293,"Ġin":294,"Ġh":295,"Ġto":296,"al":297,"Ġm":298,"Ġe":299,"Ġand":300,"ly":301,"Ġth":302,"as":303,"om":304,"Ġher":305,"Ġre":306,"gh":307,"il":308,"st":309,"et":310,"Ġst":311,"ow":312,"ac":313,"ion":314,"Ġn":315,"ent":316,"el":317,"Ġg":318,"ver":319,"ic":320,"ith":321,"Ġshe":322,"ad":323,"Ġu":324,"Ġwith":325,"ur":326,"ut":327,"im":328,"ir":329,"le":330,"id":331,"oo":332,"Ġit":333,"ra":334,"ot":335,"ld":336,"ght":337,"Ġbe":338,"âĢĻ":339,"ĠE":340,"Ġon":341,"os":342,"lar":343,"her":344,"ay":345,"ag":346,"ri":347,"ec":348,"Ġv":349,"ĠT":350,"am":351,"Ġas":352,"ers":353,"Ġfor":354,"rou":355,"lara":356,"ve":357,"Ġli":358,"ce":359,"Ġwas":360,"Ġthat":361,"ol":362,"Ġan":363,"Ġwh":364,"ch":365,"Ġint":366,"Ġun":367,"ore":368,"ation":369,"ain":370,"li":371,"Ġsh":372,"ity":373,"Ġr":374,"and":375,"ĠS":376,"Ġy":377,"ind":378,"Ġby":379,"ook":380,"led":381,"Ġex":382,"âĢĶ":383,"ap":384,"ĠC":385,"th":386,"ted":387,"ess":388,"ee":389,"âĢľ":390,"âĢĿ":391,"ter":392,"Ġcon":393,"rom":394,"ear":395,"ke":396,"um":397,"Ġal":398,"hed":399,"Ġwor":400,"ure":401,"est":402,"ĠA":403,"se":404,"ul":405,"Ġsp":406,"Ġj":407,"Ġch":408,"ĠI":409,"ies":410,"pp":411,"ro":412,"if":413,"ill":414,"Ġen":415,"our":416,"ĠThe":417,"Ġfrom":418,"ts":419,"Ġle":420,"ked":421,"Ġhis":422,"un":423,"ĠW":424,"Ġits":425,"Ġhad":426,"ĠClara":427,"ust":428,"ong":429,"ting":430,"ĠâĢľ":431,"rough":432,"Ġinto":433,"ling":434,"per":435,"Ġbook":436,"ds":437,"ĠH":438,"qu":439,"Ġat":440,"Ġne":441,"ved":442,"Ġtheir":443,"ang":444,"low":445,"ide":446,"Ġtr":447,"Ġcl":448,"kn":449,"ten":450,"ight":451,"Ġbut":452,"Ġdis":453,"av":454,"ound":455,"Ġthrough":456,"Ġyou":457,"Ġab":458,"Ġcou":459,"us":460,"res":461,"Ġor":462,"Ġwhe":463,"all":464,"op":465,"ach":466,"Ġnot":467,"ous":468,"ace":469,"ĠM":470,"Ġcom":471,"out":472,"ally":473,"Ġar":474,"art":475,"ions":476,"ant":477,"very":478,"ate":479,"ated":480,"ose":481,"med":482,"oss":483,"ak":484,"ab":485,"Ġsom":486,"Ġstor":487,"hing":488,"Ġcr":489,"ard":490,"pl":491,"Ġkn":492,"Ġthey":493,"age":494,"mb":495,"ig":496,"ne":497,"Ġpl":498,"iv":499,"Ġso":500,"ered":501,"ood":502,"ment":503,"ence":504,"ass":505,"ned":506,"ther":507,"one":508,"ere":509,"Ġac":510,"Ġover":511,"nder":512,"elf":513,"Ġsee":514,"Ġim":515,"ough":516,"ning":517,"Ġres":518,"ĠElara":519,"uc":520,"Ġtim":521,"Ġthem":522,"ect":523,"Ġsc":524,"Ġout":525,"own":526,"ĠShe":527,"ven":528,"Ġad":529,"Ġup":530,"are":531,"ages":532,"way":533,"Ġrem":534,"ations":535,"ge":536,"ather":537,"co":538,".âĢĿ":539,"iz":540,"ks":541,"Ġqu":542,"Ġme":543,"round":544,"ib":545,"ĠB":546,"ond":547,"Ġjour":548,"his":549,"ost":550,"ite":551,"ance":552,"wn":553,"Ġsm":554,"Ġstre":555,"ious":556,"pt":557,"ings":558,"Ġde":559,"Ġbr":560,"ath":561,"Ġthis":562,"ile":563,"Ġwho":564,"The":565,"ud":566,"ĠF":567,"ched":568,"Ġwe":569,"Ġhim":570,"Ġabout":571,"old":572,"ves":573,"Ġsk":574,"less":575,"ft":576,"Ġtre":577,"Ġunder":578,"Ġtime":579,"ame":580,"fe":581,"nt":582,"end":583,"Ġbeg":584,"Ġevery":585,"ast":586,"Ġworld":587,"ie":588,"ys":589,"Ġsa":590,"Ġwere":591,"Ġlike":592,"Ġco":593,"ating":594,"Ġpro":595,",âĢĿ":596,"Ġsu":597,"Ġone":598,"Ġcont":599,"tur":600,"Ġins":601,"Ġgr":602,"for":603,"ive":604,"Ġse":605,"ering":606,"Ġother":607,"Ġdes":608,"Ġreal":609,"Ġste":610,"ĠP":611,"Ġcre":612,"Ġstr":613,"ct":614,"oc":615,"Ġey":616,"ething":617,"self":618,"Ġra":619,"ould":620,"ack":621,"Ġno":622,"ĠEli":623,"Ġlife":624,"Ġapp":625,"Ġcar":626,"ands":627,"Ġwhere":628,"ry":629,"Ġvill":630,"ged":631,"og":632,"pen":633,"Ġbl":634,"Ġfore":635,"Ġlight":636,"Ġread":637,"ire":638,"ĠO":639,"Ġfe":640,"Ġfel":641,"ice":642,"ures":643,"ward":644,"ĠL":645,"Ġfl":646,"Ġday":647,"als":648,"Ġem":649,"Ġcould":650,"vel":651,"ans":652,"Ġgl":653,"ns":654,"Ġsur":655,"?âĢĿ":656,"ip":657,"Ġbel":658,"Ġeven":659,"Ġart":660,"hat":661,"ued":662,"vent":663,"ark":664,"Ġdo":665,"Ġthough":666,"ild":667,"Ġgre":668,"ching":669,"Ġknow":670,"ful":671,"we":672,"Ġag":673,"Ġwind":674,"Ġcity":675,"arm":676,"ome":677,"ears":678,"able":679,"Ġ\"":680,"Ġis":681,"ine":682,"Ġway":683,"ary":684,"Ġthan":685,"Ġsomething":686,"Ġbegan":687,"ove":688,"Ġcol":689,"Ġdee":690,"ets":691,"ether":692,"fore":693,"Ġent":694,"aint":695,"pped":696,"Ġnew":697,"cover":698,"les":699,"Ġbet":700,"Ġfound":701,"ared":702,"Ġha":703,"Ġhum":704,"Ġeach":705,"ress":706,"ms":707,"yst":708,"act":709,"Ġall":710,"Ġif":711,"ined":712,"ream":713,"Ġoff":714,"Ġwithin":715,"light":716,"Ġsome":717,"Ġforest":718,"ĠD":719,"Ġwom":720,"Ġpr":721,"anor":722,"Ġmore":723,"Ġeyes":724,"ily":725,"Ġam":726,"Ġwould":727,"Ġpi":728,"Ġpass":729,"ached":730,"vers":731,"ained":732,"Ġjust":733,"Ġstory":734,"iting":735,"Ġca":736,"Ġdec":737,"ist":738,"Ġshel":739,"Ġbefore":740,"Ġwhat":741,"Ġwhis":742,"ĠIt":743,"Ġstories":744,"Ġseemed":745,"Ġwoman":746,"Ġbre":747,"atter":748,"ors":749,"Ġyet":750,"Ġvillage":751,"ded":752,"Ġ*":753,"Ġherself":754,"ows":755,"uring":756,"Ġvo":757,"Ġleav":758,"pering":759,"Ġfelt":760,"ced":761,"nal":762,"ines":763,"Ġdown":764,"Ġexp":765,"Ġexpl":766,"Ġtra":767,"Ġpre":768,"Ġlong":769,"Ġgu":770,"leanor":771,"ĠMr":772,"ces":773,"ng":774,"pers":775,"Ġcur":776,"ick":777,"Ġwords":778,"ial":779,"Ġwr":780,"Ġfil":781,"ater":782,"ought":783,"ort":784,"Ġretur":785,"Ġvis":786,"amed":787,"Ġany":788,"cho":789,"Ġbooks":790,"ĠHe":791,"ross":792,"Ġsil":793,"Ġsec":794,"Ġthere":795,"Ġmo":796,"Ġemb":797,"ell":798,"Ġend":799,"ĠElias":800,"ps":801,"Ġaway":802,"Ġfind":803,"orn":804,"Ġper":805,"Ġman":806,"other":807,"Ġjourne":808,"den":809,"fter":810,"ue":811,"ving":812,"Ġopen":813,"Ġpart":814,"Ġheart":815,"ical":816,"thing":817,"Ġsaid":818,"ween":819,"Ġagain":820,"Ġbetween":821,"ex":822,"got":823,"iet":824,"tle":825,"Ġset":826,"ene":827,"ense":828,"Ġback":829,"ani":830,"Ġdream":831,"isten":832,"oment":833,"Ġro":834,"Ġcomp":835,"hispering":836,"hind":837,"ons":838,"Ġpain":839,"Ġthose":840,"aced":841,"ĠTh":842,"ange":843,"Ġwhen":844,"nter":845,"yond":846,"hes":847,"Ġair":848,"Ġaround":849,"Ġmoment":850,"ili":851,"Ġonly":852,"Ġjournal":853,"Ġothers":854,"ake":855,"pir":856,"hen":857,"Ġtal":858,"Ġare":859,"Ġpul":860,"Ġdra":861,"Ġbec":862,"ĠEleanor":863,"Ġinter":864,"ments":865,"Ġacross":866,"cou":867,"Ġsun":868,"ise":869,"Ġbeyond":870,"Ġtrans":871,"Ġunderst":872,"gotten":873,"ient":874,"Ġold":875,"Ġown":876,"aring":877,"Ġstood":878,"Ġus":879,"ĠHer":880,"lowed":881,"Ġcomm":882,"Ġsoft":883,"Ġsmall":884,"br":885,"Ġtur":886,"ities":887,"ade":888,"ured":889,"Ġbeen":890,"Ġwhile":891,"anding":892,"Ġjourney":893,"ness":894,"red":895,"ink":896,"Ġfir":897,"Ġfra":898,"Ġmind":899,"ried":900,"Ġunt":901,"Ġalong":902,"Ġquiet":903,"au":904,"az":905,"fer":906,"the":907,"ens":908,"Ġfin":909,"Ġfol":910,"Ġthought":911,"aces":912,"ided":913,"Ġbehind":914,"rib":915,"ign":916,"Ġimag":917,"Ġcontin":918,"Ġdeep":919,"Ġfilled":920,"bs":921,"ual":922,"Ġbu":923,"ord":924,"Ġpe":925,"Ġdid":926,"Ġlay":927,"Ġhow":928,"uth":929,"lect":930,"Ġexper":931,"Ġconn":932,"ĠIn":933,"Ġplace":934,"ways":935,"ĠFor":936,"ĠPages":937,"Ġshelves":938,"Ġvoice":939,"Ġfirst":940,"cc":941,"ew":942,"ied":943,"ĠK":944,"ĠY":945,"Ġwarm":946,"ars":947,"Ġpur":948,"Ġpages":949,"Ġmyst":950,"ently":951,"rig":952,"Ġdist":953,"Ġdiscover":954,"Ġyoung":955,"aking":956,"ĠBut":957,"--":958,"Ġthese":959,"ition":960,"Ġcap":961,"Ġfaint":962,"Ġnear":963,"Ġnight":964,"oth":965,"like":966,"ĠWhispering":967,"Ġupon":968,"iously":969,"Ġsecre":970,"hy":971,"pite":972,"ues":973,"Ġafter":974,"ery":975,"ited":976,"Ġcan":977,"orning":978,"Ġph":979,"Ġpo":980,"Ġpers":981,"Ġpres":982,"store":983,"umb":984,"Ġabove":985,"ection":986,"Ġremained":987,"ric":988,"side":989,"Ġfam":990,"Ġposs":991,"Ġhid":992,"Ġmorning":993,"Ġnamed":994,"Ġgra":995,"ected":996,"Ġanc":997,"Ġhuman":998,"eneath":999}

checkpoints/checkpoint-2000/added_tokens.json

@@ -0,0 +1,3 @@
+{
+  "<|endoftext|>": 1000
+}

checkpoints/checkpoint-2000/config.json

@@ -0,0 +1,33 @@
+{
+  "activation_function": "gelu_new",
+  "architectures": [
+    "GPT2LMHeadModel"
+  ],
+  "attn_pdrop": 0.1,
+  "bos_token_id": 0,
+  "embd_pdrop": 0.1,
+  "eos_token_id": 2,
+  "initializer_range": 0.02,
+  "layer_norm_epsilon": 1e-05,
+  "model_type": "gpt2",
+  "n_ctx": 128,
+  "n_embd": 768,
+  "n_head": 2,
+  "n_inner": null,
+  "n_layer": 6,
+  "n_positions": 128,
+  "pad_token_id": 1,
+  "reorder_and_upcast_attn": false,
+  "resid_pdrop": 0.1,
+  "scale_attn_by_inverse_layer_idx": false,
+  "scale_attn_weights": true,
+  "summary_activation": null,
+  "summary_first_dropout": 0.1,
+  "summary_proj_to_labels": true,
+  "summary_type": "cls_index",
+  "summary_use_proj": true,
+  "torch_dtype": "float32",
+  "transformers_version": "4.51.3",
+  "use_cache": true,
+  "vocab_size": 1001
+}

checkpoints/checkpoint-2000/generation_config.json

@@ -0,0 +1,7 @@
+{
+  "_from_model_config": true,
+  "bos_token_id": 0,
+  "eos_token_id": 2,
+  "pad_token_id": 1,
+  "transformers_version": "4.51.3"
+}

checkpoints/checkpoint-2000/merges.txt

@@ -0,0 +1,740 @@
+#version: 0.2
+h e
+Ġ t
+i n
+Ġ a
+Ġ s
+e d
+e r
+Ġt he
+in g
+r e
+Ġ w
+Ġ o
+e n
+i t
+Ġ c
+Ġ b
+e s
+n d
+Ġ f
+a r
+a t
+o u
+o n
+č Ċ
+o r
+Ġ p
+Ġo f
+Ġ he
+a n
+â Ģ
+Ġ d
+Ġ l
+i s
+Ġ in
+Ġ h
+Ġt o
+a l
+Ġ m
+Ġ e
+Ġa nd
+l y
+Ġt h
+a s
+o m
+Ġhe r
+Ġ re
+g h
+i l
+s t
+e t
+Ġs t
+o w
+a c
+i on
+Ġ n
+en t
+e l
+Ġ g
+v er
+i c
+it h
+Ġs he
+a d
+Ġ u
+Ġw ith
+u r
+u t
+i m
+i r
+l e
+i d
+o o
+Ġ it
+r a
+o t
+l d
+gh t
+Ġb e
+âĢ Ļ
+Ġ E
+Ġo n
+o s
+l ar
+he r
+a y
+a g
+r i
+e c
+Ġ v
+Ġ T
+a m
+Ġa s
+er s
+Ġf or
+r ou
+lar a
+v e
+Ġl i
+c e
+Ġw as
+Ġth at
+o l
+Ġa n
+Ġw h
+c h
+Ġin t
+Ġu n
+o re
+at ion
+a in
+l i
+Ġs h
+it y
+Ġ r
+a nd
+Ġ S
+Ġ y
+in d
+Ġb y
+oo k
+l ed
+Ġe x
+âĢ Ķ
+a p
+Ġ C
+t h
+t ed
+es s
+e e
+âĢ ľ
+âĢ Ŀ
+t er
+Ġc on
+r om
+e ar
+k e
+u m
+Ġa l
+he d
+Ġw or
+u re
+es t
+Ġ A
+s e
+u l
+Ġs p
+Ġ j
+Ġc h
+Ġ I
+i es
+p p
+r o
+i f
+il l
+Ġ en
+ou r
+ĠT he
+Ġf rom
+t s
+Ġl e
+k ed
+Ġh is
+u n
+Ġ W
+Ġit s
+Ġh ad
+ĠC lara
+u st
+on g
+t ing
+Ġ âĢľ
+rou gh
+Ġint o
+l ing
+p er
+Ġb ook
+d s
+Ġ H
+q u
+Ġa t
+Ġn e
+v ed
+Ġthe ir
+an g
+l ow
+id e
+Ġt r
+Ġc l
+k n
+t en
+i ght
+Ġb ut
+Ġd is
+a v
+ou nd
+Ġth rough
+Ġy ou
+Ġa b
+Ġc ou
+u s
+re s
+Ġo r
+Ġw he
+al l
+o p
+ac h
+Ġn ot
+ou s
+ac e
+Ġ M
+Ġc om
+ou t
+al ly
+Ġa r
+ar t
+ion s
+an t
+ver y
+at e
+at ed
+os e
+m ed
+os s
+a k
+a b
+Ġs om
+Ġst or
+h ing
+Ġc r
+ar d
+p l
+Ġ kn
+Ġthe y
+ag e
+m b
+i g
+n e
+Ġp l
+i v
+Ġs o
+er ed
+oo d
+m ent
+en ce
+as s
+n ed
+t her
+on e
+er e
+Ġa c
+Ġo ver
+nd er
+el f
+Ġs ee
+Ġ im
+ou gh
+n ing
+Ġre s
+ĠE lara
+u c
+Ġt im
+Ġthe m
+ec t
+Ġs c
+Ġo ut
+ow n
+ĠS he
+v en
+Ġa d
+Ġu p
+a re
+ag es
+w ay
+Ġre m
+ation s
+g e
+at her
+c o
+. âĢĿ
+i z
+k s
+Ġ qu
+Ġm e
+rou nd
+i b
+Ġ B
+o nd
+Ġj our
+h is
+o st
+it e
+an ce
+w n
+Ġs m
+Ġst re
+i ous
+p t
+ing s
+Ġd e
+Ġb r
+at h
+Ġth is
+il e
+Ġwh o
+T he
+u d
+Ġ F
+c hed
+Ġw e
+Ġh im
+Ġab out
+o ld
+v es
+Ġs k
+l ess
+f t
+Ġt re
+Ġu nder
+Ġtim e
+am e
+f e
+n t
+en d
+Ġbe g
+Ġe very
+as t
+Ġwor ld
+i e
+y s
+Ġs a
+Ġw ere
+Ġli ke
+Ġc o
+at ing
+Ġp ro
+, âĢĿ
+Ġs u
+Ġon e
+Ġcon t
+t ur
+Ġin s
+Ġg r
+f or
+i ve
+Ġs e
+er ing
+Ġo ther
+Ġd es
+Ġre al
+Ġst e
+Ġ P
+Ġc re
+Ġst r
+c t
+o c
+Ġe y
+et hing
+s elf
+Ġ ra
+ou ld
+ac k
+Ġn o
+ĠE li
+Ġli fe
+Ġa pp
+Ġc ar
+and s
+Ġwhe re
+r y
+Ġv ill
+g ed
+o g
+p en
+Ġb l
+Ġf ore
+Ġli ght
+Ġre ad
+i re
+Ġ O
+Ġf e
+Ġf el
+ic e
+ure s
+w ard
+Ġ L
+Ġf l
+Ġd ay
+al s
+Ġe m
+Ġcou ld
+v el
+an s
+Ġg l
+n s
+Ġs ur
+? âĢĿ
+i p
+Ġb el
+Ġe ven
+Ġar t
+h at
+u ed
+v ent
+ar k
+Ġd o
+Ġth ough
+il d
+Ġg re
+ch ing
+Ġkn ow
+f ul
+w e
+Ġa g
+Ġw ind
+Ġc ity
+ar m
+om e
+ear s
+ab le
+Ġ "
+Ġ is
+in e
+Ġw ay
+ar y
+Ġth an
+Ġsom ething
+Ġbeg an
+o ve
+Ġc ol
+Ġd ee
+et s
+et her
+f ore
+Ġ ent
+ain t
+pp ed
+Ġne w
+co ver
+l es
+Ġb et
+Ġf ound
+ar ed
+Ġh a
+Ġh um
+Ġe ach
+res s
+m s
+y st
+ac t
+Ġal l
+Ġ if
+in ed
+re am
+Ġof f
+Ġwith in
+li ght
+Ġsom e
+Ġfore st
+Ġ D
+Ġw om
+Ġp r
+an or
+Ġm ore
+Ġey es
+i ly
+Ġa m
+Ġw ould
+Ġp i
+Ġp ass
+ac hed
+ver s
+ain ed
+Ġj ust
+Ġstor y
+it ing
+Ġc a
+Ġd ec
+is t
+Ġshe l
+Ġbe fore
+Ġwh at
+Ġwh is
+ĠI t
+Ġstor ies
+Ġsee med
+Ġwom an
+Ġb re
+at ter
+or s
+Ġy et
+Ġvill age
+d ed
+Ġ *
+Ġher self
+ow s
+ur ing
+Ġv o
+Ġle av
+per ing
+Ġfel t
+c ed
+n al
+in es
+Ġd own
+Ġex p
+Ġex pl
+Ġt ra
+Ġp re
+Ġl ong
+Ġg u
+le anor
+ĠM r
+c es
+n g
+p ers
+Ġc ur
+ic k
+Ġwor ds
+i al
+Ġw r
+Ġf il
+at er
+ou ght
+or t
+Ġre tur
+Ġv is
+am ed
+Ġan y
+ch o
+Ġbook s
+ĠH e
+r oss
+Ġs il
+Ġs ec
+Ġthe re
+Ġm o
+Ġe mb
+el l
+Ġen d
+ĠEli as
+p s
+Ġa way
+Ġf ind
+or n
+Ġp er
+Ġm an
+ot her
+Ġjour ne
+d en
+f ter
+u e
+v ing
+Ġo pen
+Ġp art
+Ġhe art
+ic al
+th ing
+Ġsa id
+we en
+Ġag ain
+Ġbet ween
+e x
+g ot
+i et
+t le
+Ġs et
+en e
+en se
+Ġb ack
+an i
+Ġd ream
+is ten
+om ent
+Ġr o
+Ġcom p
+his pering
+h ind
+on s
+Ġp ain
+Ġth ose
+ac ed
+ĠT h
+ang e
+Ġwhe n
+n ter
+y ond
+he s
+Ġa ir
+Ġa round
+Ġm oment
+il i
+Ġon ly
+Ġjour nal
+Ġother s
+a ke
+p ir
+he n
+Ġt al
+Ġa re
+Ġp ul
+Ġd ra
+Ġbe c
+ĠE leanor
+Ġint er
+ment s
+Ġac ross
+c ou
+Ġs un
+is e
+Ġbe yond
+Ġtr ans
+Ġunder st
+got ten
+i ent
+Ġo ld
+Ġo wn
+ar ing
+Ġst ood
+Ġu s
+ĠH er
+low ed
+Ġcom m
+Ġso ft
+Ġsm all
+b r
+Ġt ur
+it ies
+ad e
+ur ed
+Ġbe en
+Ġwh ile
+and ing
+Ġjourne y
+n ess
+r ed
+in k
+Ġf ir
+Ġf ra
+Ġm ind
+ri ed
+Ġun t
+Ġal ong
+Ġqu iet
+a u
+a z
+f er
+t he
+en s
+Ġf in
+Ġf ol
+Ġth ought
+ac es
+id ed
+Ġbe hind
+ri b
+ig n
+Ġim ag
+Ġcont in
+Ġdee p
+Ġfil led
+b s
+u al
+Ġb u
+or d
+Ġp e
+Ġd id
+Ġl ay
+Ġh ow
+ut h
+le ct
+Ġex per
+Ġcon n
+ĠI n
+Ġpl ace
+way s
+ĠF or
+ĠP ages
+Ġshel ves
+Ġvo ice
+Ġfir st
+c c
+e w
+i ed
+Ġ K
+Ġ Y
+Ġw arm
+ar s
+Ġp ur
+Ġp ages
+Ġm yst
+ent ly
+ri g
+Ġdis t
+Ġdis cover
+Ġyou ng
+ak ing
+ĠB ut
+- -
+Ġthe se
+it ion
+Ġc ap
+Ġf aint
+Ġn ear
+Ġn ight
+ot h
+li ke
+ĠW hispering
+Ġup on
+ious ly
+Ġsec re
+h y
+p ite
+u es
+Ġa fter
+er y
+it ed
+Ġc an
+or ning
+Ġp h
+Ġp o
+Ġp ers
+Ġp res
+st ore
+um b
+Ġab ove
+ect ion
+Ġrem ained
+r ic
+s ide
+Ġf am
+Ġp oss
+Ġh id
+Ġm orning
+Ġn amed
+Ġg ra
+ec ted
+Ġan c
+Ġhum an
+ene ath

checkpoints/checkpoint-2000/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e2c54153832375d905487362c45622215c826b67bd12c4c2a6f0ed0baf8dc47
+size 173590984

checkpoints/checkpoint-2000/optimizer.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ea5838bb050ccb28adbab1ad28f25338c389364c5ac214ee45653e8ee068fdd
+size 347230586

checkpoints/checkpoint-2000/rng_state.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa303010c68e2e269cd4bbfa77fb0543382a871099f691fddfc6344963ce0793
+size 14244

checkpoints/checkpoint-2000/scheduler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:681778a052cc54293bc30798e99a5e4ebcebc0fe393e4bb668e329d0d84931e2
+size 1064

checkpoints/checkpoint-2000/special_tokens_map.json

@@ -0,0 +1,30 @@
+{
+  "bos_token": {
+    "content": "<s>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "</s>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": {
+    "content": "<pad>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "unk_token": {
+    "content": "<|endoftext|>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  }
+}

checkpoints/checkpoint-2000/tokenizer.json

@@ -0,0 +1,4032 @@
+{
+  "version": "1.0",
+  "truncation": null,
+  "padding": null,
+  "added_tokens": [
+    {
+      "id": 0,
+      "content": "<s>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 1,
+      "content": "<pad>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 2,
+      "content": "</s>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 1000,
+      "content": "<|endoftext|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": true,
+      "special": true
+    }
+  ],
+  "normalizer": null,
+  "pre_tokenizer": {
+    "type": "ByteLevel",
+    "add_prefix_space": false,
+    "trim_offsets": true,
+    "use_regex": true
+  },
+  "post_processor": {
+    "type": "ByteLevel",
+    "add_prefix_space": true,
+    "trim_offsets": false,
+    "use_regex": true
+  },
+  "decoder": {
+    "type": "ByteLevel",
+    "add_prefix_space": true,
+    "trim_offsets": true,
+    "use_regex": true
+  },
+  "model": {
+    "type": "BPE",
+    "dropout": null,
+    "unk_token": null,
+    "continuing_subword_prefix": "",
+    "end_of_word_suffix": "",
+    "fuse_unk": false,
+    "byte_fallback": false,
+    "ignore_merges": false,
+    "vocab": {
+      "<s>": 0,
+      "<pad>": 1,
+      "</s>": 2,
+      "<unk>": 3,
+      "<mask>": 4,
+      "!": 5,
+      "\"": 6,
+      "#": 7,
+      "$": 8,
+      "%": 9,
+      "&": 10,
+      "'": 11,
+      "(": 12,
+      ")": 13,
+      "*": 14,
+      "+": 15,
+      ",": 16,
+      "-": 17,
+      ".": 18,
+      "/": 19,
+      "0": 20,
+      "1": 21,
+      "2": 22,
+      "3": 23,
+      "4": 24,
+      "5": 25,
+      "6": 26,
+      "7": 27,
+      "8": 28,
+      "9": 29,
+      ":": 30,
+      ";": 31,
+      "<": 32,
+      "=": 33,
+      ">": 34,
+      "?": 35,
+      "@": 36,
+      "A": 37,
+      "B": 38,
+      "C": 39,
+      "D": 40,
+      "E": 41,
+      "F": 42,
+      "G": 43,
+      "H": 44,
+      "I": 45,
+      "J": 46,
+      "K": 47,
+      "L": 48,
+      "M": 49,
+      "N": 50,
+      "O": 51,
+      "P": 52,
+      "Q": 53,
+      "R": 54,
+      "S": 55,
+      "T": 56,
+      "U": 57,
+      "V": 58,
+      "W": 59,
+      "X": 60,
+      "Y": 61,
+      "Z": 62,
+      "[": 63,
+      "\\": 64,
+      "]": 65,
+      "^": 66,
+      "_": 67,
+      "`": 68,
+      "a": 69,
+      "b": 70,
+      "c": 71,
+      "d": 72,
+      "e": 73,
+      "f": 74,
+      "g": 75,
+      "h": 76,
+      "i": 77,
+      "j": 78,
+      "k": 79,
+      "l": 80,
+      "m": 81,
+      "n": 82,
+      "o": 83,
+      "p": 84,
+      "q": 85,
+      "r": 86,
+      "s": 87,
+      "t": 88,
+      "u": 89,
+      "v": 90,
+      "w": 91,
+      "x": 92,
+      "y": 93,
+      "z": 94,
+      "{": 95,
+      "|": 96,
+      "}": 97,
+      "~": 98,
+      "¡": 99,
+      "¢": 100,
+      "£": 101,
+      "¤": 102,
+      "¥": 103,
+      "¦": 104,
+      "§": 105,
+      "¨": 106,
+      "©": 107,
+      "ª": 108,
+      "«": 109,
+      "¬": 110,
+      "®": 111,
+      "¯": 112,
+      "°": 113,
+      "±": 114,
+      "²": 115,
+      "³": 116,
+      "´": 117,
+      "µ": 118,
+      "¶": 119,
+      "·": 120,
+      "¸": 121,
+      "¹": 122,
+      "º": 123,
+      "»": 124,
+      "¼": 125,
+      "½": 126,
+      "¾": 127,
+      "¿": 128,
+      "À": 129,
+      "Á": 130,
+      "Â": 131,
+      "Ã": 132,
+      "Ä": 133,
+      "Å": 134,
+      "Æ": 135,
+      "Ç": 136,
+      "È": 137,
+      "É": 138,
+      "Ê": 139,
+      "Ë": 140,
+      "Ì": 141,
+      "Í": 142,
+      "Î": 143,
+      "Ï": 144,
+      "Ð": 145,
+      "Ñ": 146,
+      "Ò": 147,
+      "Ó": 148,
+      "Ô": 149,
+      "Õ": 150,
+      "Ö": 151,
+      "×": 152,
+      "Ø": 153,
+      "Ù": 154,
+      "Ú": 155,
+      "Û": 156,
+      "Ü": 157,
+      "Ý": 158,
+      "Þ": 159,
+      "ß": 160,
+      "à": 161,
+      "á": 162,
+      "â": 163,
+      "ã": 164,
+      "ä": 165,
+      "å": 166,
+      "æ": 167,
+      "ç": 168,
+      "è": 169,
+      "é": 170,
+      "ê": 171,
+      "ë": 172,
+      "ì": 173,
+      "í": 174,
+      "î": 175,
+      "ï": 176,
+      "ð": 177,
+      "ñ": 178,
+      "ò": 179,
+      "ó": 180,
+      "ô": 181,
+      "õ": 182,
+      "ö": 183,
+      "÷": 184,
+      "ø": 185,
+      "ù": 186,
+      "ú": 187,
+      "û": 188,
+      "ü": 189,
+      "ý": 190,
+      "þ": 191,
+      "ÿ": 192,
+      "Ā": 193,
+      "ā": 194,
+      "Ă": 195,
+      "ă": 196,
+      "Ą": 197,
+      "ą": 198,
+      "Ć": 199,
+      "ć": 200,
+      "Ĉ": 201,
+      "ĉ": 202,
+      "Ċ": 203,
+      "ċ": 204,
+      "Č": 205,
+      "č": 206,
+      "Ď": 207,
+      "ď": 208,
+      "Đ": 209,
+      "đ": 210,
+      "Ē": 211,
+      "ē": 212,
+      "Ĕ": 213,
+      "ĕ": 214,
+      "Ė": 215,
+      "ė": 216,
+      "Ę": 217,
+      "ę": 218,
+      "Ě": 219,
+      "ě": 220,
+      "Ĝ": 221,
+      "ĝ": 222,
+      "Ğ": 223,
+      "ğ": 224,
+      "Ġ": 225,
+      "ġ": 226,
+      "Ģ": 227,
+      "ģ": 228,
+      "Ĥ": 229,
+      "ĥ": 230,
+      "Ħ": 231,
+      "ħ": 232,
+      "Ĩ": 233,
+      "ĩ": 234,
+      "Ī": 235,
+      "ī": 236,
+      "Ĭ": 237,
+      "ĭ": 238,
+      "Į": 239,
+      "į": 240,
+      "İ": 241,
+      "ı": 242,
+      "IJ": 243,
+      "ij": 244,
+      "Ĵ": 245,
+      "ĵ": 246,
+      "Ķ": 247,
+      "ķ": 248,
+      "ĸ": 249,
+      "Ĺ": 250,
+      "ĺ": 251,
+      "Ļ": 252,
+      "ļ": 253,
+      "Ľ": 254,
+      "ľ": 255,
+      "Ŀ": 256,
+      "ŀ": 257,
+      "Ł": 258,
+      "ł": 259,
+      "Ń": 260,
+      "he": 261,
+      "Ġt": 262,
+      "in": 263,
+      "Ġa": 264,
+      "Ġs": 265,
+      "ed": 266,
+      "er": 267,
+      "Ġthe": 268,
+      "ing": 269,
+      "re": 270,
+      "Ġw": 271,
+      "Ġo": 272,
+      "en": 273,
+      "it": 274,
+      "Ġc": 275,
+      "Ġb": 276,
+      "es": 277,
+      "nd": 278,
+      "Ġf": 279,
+      "ar": 280,
+      "at": 281,
+      "ou": 282,
+      "on": 283,
+      "čĊ": 284,
+      "or": 285,
+      "Ġp": 286,
+      "Ġof": 287,
+      "Ġhe": 288,
+      "an": 289,
+      "âĢ": 290,
+      "Ġd": 291,
+      "Ġl": 292,
+      "is": 293,
+      "Ġin": 294,
+      "Ġh": 295,
+      "Ġto": 296,
+      "al": 297,
+      "Ġm": 298,
+      "Ġe": 299,
+      "Ġand": 300,
+      "ly": 301,
+      "Ġth": 302,
+      "as": 303,
+      "om": 304,
+      "Ġher": 305,
+      "Ġre": 306,
+      "gh": 307,
+      "il": 308,
+      "st": 309,
+      "et": 310,
+      "Ġst": 311,
+      "ow": 312,
+      "ac": 313,
+      "ion": 314,
+      "Ġn": 315,
+      "ent": 316,
+      "el": 317,
+      "Ġg": 318,
+      "ver": 319,
+      "ic": 320,
+      "ith": 321,
+      "Ġshe": 322,
+      "ad": 323,
+      "Ġu": 324,
+      "Ġwith": 325,
+      "ur": 326,
+      "ut": 327,
+      "im": 328,
+      "ir": 329,
+      "le": 330,
+      "id": 331,
+      "oo": 332,
+      "Ġit": 333,
+      "ra": 334,
+      "ot": 335,
+      "ld": 336,
+      "ght": 337,
+      "Ġbe": 338,
+      "âĢĻ": 339,
+      "ĠE": 340,
+      "Ġon": 341,
+      "os": 342,
+      "lar": 343,
+      "her": 344,
+      "ay": 345,
+      "ag": 346,
+      "ri": 347,
+      "ec": 348,
+      "Ġv": 349,
+      "ĠT": 350,
+      "am": 351,
+      "Ġas": 352,
+      "ers": 353,
+      "Ġfor": 354,
+      "rou": 355,
+      "lara": 356,
+      "ve": 357,
+      "Ġli": 358,
+      "ce": 359,
+      "Ġwas": 360,
+      "Ġthat": 361,
+      "ol": 362,
+      "Ġan": 363,
+      "Ġwh": 364,
+      "ch": 365,
+      "Ġint": 366,
+      "Ġun": 367,
+      "ore": 368,
+      "ation": 369,
+      "ain": 370,
+      "li": 371,
+      "Ġsh": 372,
+      "ity": 373,
+      "Ġr": 374,
+      "and": 375,
+      "ĠS": 376,
+      "Ġy": 377,
+      "ind": 378,
+      "Ġby": 379,
+      "ook": 380,
+      "led": 381,
+      "Ġex": 382,
+      "âĢĶ": 383,
+      "ap": 384,
+      "ĠC": 385,
+      "th": 386,
+      "ted": 387,
+      "ess": 388,
+      "ee": 389,
+      "âĢľ": 390,
+      "âĢĿ": 391,
+      "ter": 392,
+      "Ġcon": 393,
+      "rom": 394,
+      "ear": 395,
+      "ke": 396,
+      "um": 397,
+      "Ġal": 398,
+      "hed": 399,
+      "Ġwor": 400,
+      "ure": 401,
+      "est": 402,
+      "ĠA": 403,
+      "se": 404,
+      "ul": 405,
+      "Ġsp": 406,
+      "Ġj": 407,
+      "Ġch": 408,
+      "ĠI": 409,
+      "ies": 410,
+      "pp": 411,
+      "ro": 412,
+      "if": 413,
+      "ill": 414,
+      "Ġen": 415,
+      "our": 416,
+      "ĠThe": 417,
+      "Ġfrom": 418,
+      "ts": 419,
+      "Ġle": 420,
+      "ked": 421,
+      "Ġhis": 422,
+      "un": 423,
+      "ĠW": 424,
+      "Ġits": 425,
+      "Ġhad": 426,
+      "ĠClara": 427,
+      "ust": 428,
+      "ong": 429,
+      "ting": 430,
+      "ĠâĢľ": 431,
+      "rough": 432,
+      "Ġinto": 433,
+      "ling": 434,
+      "per": 435,
+      "Ġbook": 436,
+      "ds": 437,
+      "ĠH": 438,
+      "qu": 439,
+      "Ġat": 440,
+      "Ġne": 441,
+      "ved": 442,
+      "Ġtheir": 443,
+      "ang": 444,
+      "low": 445,
+      "ide": 446,
+      "Ġtr": 447,
+      "Ġcl": 448,
+      "kn": 449,
+      "ten": 450,
+      "ight": 451,
+      "Ġbut": 452,
+      "Ġdis": 453,
+      "av": 454,
+      "ound": 455,
+      "Ġthrough": 456,
+      "Ġyou": 457,
+      "Ġab": 458,
+      "Ġcou": 459,
+      "us": 460,
+      "res": 461,
+      "Ġor": 462,
+      "Ġwhe": 463,
+      "all": 464,
+      "op": 465,
+      "ach": 466,
+      "Ġnot": 467,
+      "ous": 468,
+      "ace": 469,
+      "ĠM": 470,
+      "Ġcom": 471,
+      "out": 472,
+      "ally": 473,
+      "Ġar": 474,
+      "art": 475,
+      "ions": 476,
+      "ant": 477,
+      "very": 478,
+      "ate": 479,
+      "ated": 480,
+      "ose": 481,
+      "med": 482,
+      "oss": 483,
+      "ak": 484,
+      "ab": 485,
+      "Ġsom": 486,
+      "Ġstor": 487,
+      "hing": 488,
+      "Ġcr": 489,
+      "ard": 490,
+      "pl": 491,
+      "Ġkn": 492,
+      "Ġthey": 493,
+      "age": 494,
+      "mb": 495,
+      "ig": 496,
+      "ne": 497,
+      "Ġpl": 498,
+      "iv": 499,
+      "Ġso": 500,
+      "ered": 501,
+      "ood": 502,
+      "ment": 503,
+      "ence": 504,
+      "ass": 505,
+      "ned": 506,
+      "ther": 507,
+      "one": 508,
+      "ere": 509,
+      "Ġac": 510,
+      "Ġover": 511,
+      "nder": 512,
+      "elf": 513,
+      "Ġsee": 514,
+      "Ġim": 515,
+      "ough": 516,
+      "ning": 517,
+      "Ġres": 518,
+      "ĠElara": 519,
+      "uc": 520,
+      "Ġtim": 521,
+      "Ġthem": 522,
+      "ect": 523,
+      "Ġsc": 524,
+      "Ġout": 525,
+      "own": 526,
+      "ĠShe": 527,
+      "ven": 528,
+      "Ġad": 529,
+      "Ġup": 530,
+      "are": 531,
+      "ages": 532,
+      "way": 533,
+      "Ġrem": 534,
+      "ations": 535,
+      "ge": 536,
+      "ather": 537,
+      "co": 538,
+      ".âĢĿ": 539,
+      "iz": 540,
+      "ks": 541,
+      "Ġqu": 542,
+      "Ġme": 543,
+      "round": 544,
+      "ib": 545,
+      "ĠB": 546,
+      "ond": 547,
+      "Ġjour": 548,
+      "his": 549,
+      "ost": 550,
+      "ite": 551,
+      "ance": 552,
+      "wn": 553,
+      "Ġsm": 554,
+      "Ġstre": 555,
+      "ious": 556,
+      "pt": 557,
+      "ings": 558,
+      "Ġde": 559,
+      "Ġbr": 560,
+      "ath": 561,
+      "Ġthis": 562,
+      "ile": 563,
+      "Ġwho": 564,
+      "The": 565,
+      "ud": 566,
+      "ĠF": 567,
+      "ched": 568,
+      "Ġwe": 569,
+      "Ġhim": 570,
+      "Ġabout": 571,
+      "old": 572,
+      "ves": 573,
+      "Ġsk": 574,
+      "less": 575,
+      "ft": 576,
+      "Ġtre": 577,
+      "Ġunder": 578,
+      "Ġtime": 579,
+      "ame": 580,
+      "fe": 581,
+      "nt": 582,
+      "end": 583,
+      "Ġbeg": 584,
+      "Ġevery": 585,
+      "ast": 586,
+      "Ġworld": 587,
+      "ie": 588,
+      "ys": 589,
+      "Ġsa": 590,
+      "Ġwere": 591,
+      "Ġlike": 592,
+      "Ġco": 593,
+      "ating": 594,
+      "Ġpro": 595,
+      ",âĢĿ": 596,
+      "Ġsu": 597,
+      "Ġone": 598,
+      "Ġcont": 599,
+      "tur": 600,
+      "Ġins": 601,
+      "Ġgr": 602,
+      "for": 603,
+      "ive": 604,
+      "Ġse": 605,
+      "ering": 606,
+      "Ġother": 607,
+      "Ġdes": 608,
+      "Ġreal": 609,
+      "Ġste": 610,
+      "ĠP": 611,
+      "Ġcre": 612,
+      "Ġstr": 613,
+      "ct": 614,
+      "oc": 615,
+      "Ġey": 616,
+      "ething": 617,
+      "self": 618,
+      "Ġra": 619,
+      "ould": 620,
+      "ack": 621,
+      "Ġno": 622,
+      "ĠEli": 623,
+      "Ġlife": 624,
+      "Ġapp": 625,
+      "Ġcar": 626,
+      "ands": 627,
+      "Ġwhere": 628,
+      "ry": 629,
+      "Ġvill": 630,
+      "ged": 631,
+      "og": 632,
+      "pen": 633,
+      "Ġbl": 634,
+      "Ġfore": 635,
+      "Ġlight": 636,
+      "Ġread": 637,
+      "ire": 638,
+      "ĠO": 639,
+      "Ġfe": 640,
+      "Ġfel": 641,
+      "ice": 642,
+      "ures": 643,
+      "ward": 644,
+      "ĠL": 645,
+      "Ġfl": 646,
+      "Ġday": 647,
+      "als": 648,
+      "Ġem": 649,
+      "Ġcould": 650,
+      "vel": 651,
+      "ans": 652,
+      "Ġgl": 653,
+      "ns": 654,
+      "Ġsur": 655,
+      "?âĢĿ": 656,
+      "ip": 657,
+      "Ġbel": 658,
+      "Ġeven": 659,
+      "Ġart": 660,
+      "hat": 661,
+      "ued": 662,
+      "vent": 663,
+      "ark": 664,
+      "Ġdo": 665,
+      "Ġthough": 666,
+      "ild": 667,
+      "Ġgre": 668,
+      "ching": 669,
+      "Ġknow": 670,
+      "ful": 671,
+      "we": 672,
+      "Ġag": 673,
+      "Ġwind": 674,
+      "Ġcity": 675,
+      "arm": 676,
+      "ome": 677,
+      "ears": 678,
+      "able": 679,
+      "Ġ\"": 680,
+      "Ġis": 681,
+      "ine": 682,
+      "Ġway": 683,
+      "ary": 684,
+      "Ġthan": 685,
+      "Ġsomething": 686,
+      "Ġbegan": 687,
+      "ove": 688,
+      "Ġcol": 689,
+      "Ġdee": 690,
+      "ets": 691,
+      "ether": 692,
+      "fore": 693,
+      "Ġent": 694,
+      "aint": 695,
+      "pped": 696,
+      "Ġnew": 697,
+      "cover": 698,
+      "les": 699,
+      "Ġbet": 700,
+      "Ġfound": 701,
+      "ared": 702,
+      "Ġha": 703,
+      "Ġhum": 704,
+      "Ġeach": 705,
+      "ress": 706,
+      "ms": 707,
+      "yst": 708,
+      "act": 709,
+      "Ġall": 710,
+      "Ġif": 711,
+      "ined": 712,
+      "ream": 713,
+      "Ġoff": 714,
+      "Ġwithin": 715,
+      "light": 716,
+      "Ġsome": 717,
+      "Ġforest": 718,
+      "ĠD": 719,
+      "Ġwom": 720,
+      "Ġpr": 721,
+      "anor": 722,
+      "Ġmore": 723,
+      "Ġeyes": 724,
+      "ily": 725,
+      "Ġam": 726,
+      "Ġwould": 727,
+      "Ġpi": 728,
+      "Ġpass": 729,
+      "ached": 730,
+      "vers": 731,
+      "ained": 732,
+      "Ġjust": 733,
+      "Ġstory": 734,
+      "iting": 735,
+      "Ġca": 736,
+      "Ġdec": 737,
+      "ist": 738,
+      "Ġshel": 739,
+      "Ġbefore": 740,
+      "Ġwhat": 741,
+      "Ġwhis": 742,
+      "ĠIt": 743,
+      "Ġstories": 744,
+      "Ġseemed": 745,
+      "Ġwoman": 746,
+      "Ġbre": 747,
+      "atter": 748,
+      "ors": 749,
+      "Ġyet": 750,
+      "Ġvillage": 751,
+      "ded": 752,
+      "Ġ*": 753,
+      "Ġherself": 754,
+      "ows": 755,
+      "uring": 756,
+      "Ġvo": 757,
+      "Ġleav": 758,
+      "pering": 759,
+      "Ġfelt": 760,
+      "ced": 761,
+      "nal": 762,
+      "ines": 763,
+      "Ġdown": 764,
+      "Ġexp": 765,
+      "Ġexpl": 766,
+      "Ġtra": 767,
+      "Ġpre": 768,
+      "Ġlong": 769,
+      "Ġgu": 770,
+      "leanor": 771,
+      "ĠMr": 772,
+      "ces": 773,
+      "ng": 774,
+      "pers": 775,
+      "Ġcur": 776,
+      "ick": 777,
+      "Ġwords": 778,
+      "ial": 779,
+      "Ġwr": 780,
+      "Ġfil": 781,
+      "ater": 782,
+      "ought": 783,
+      "ort": 784,
+      "Ġretur": 785,
+      "Ġvis": 786,
+      "amed": 787,
+      "Ġany": 788,
+      "cho": 789,
+      "Ġbooks": 790,
+      "ĠHe": 791,
+      "ross": 792,
+      "Ġsil": 793,
+      "Ġsec": 794,
+      "Ġthere": 795,
+      "Ġmo": 796,
+      "Ġemb": 797,
+      "ell": 798,
+      "Ġend": 799,
+      "ĠElias": 800,
+      "ps": 801,
+      "Ġaway": 802,
+      "Ġfind": 803,
+      "orn": 804,
+      "Ġper": 805,
+      "Ġman": 806,
+      "other": 807,
+      "Ġjourne": 808,
+      "den": 809,
+      "fter": 810,
+      "ue": 811,
+      "ving": 812,
+      "Ġopen": 813,
+      "Ġpart": 814,
+      "Ġheart": 815,
+      "ical": 816,
+      "thing": 817,
+      "Ġsaid": 818,
+      "ween": 819,
+      "Ġagain": 820,
+      "Ġbetween": 821,
+      "ex": 822,
+      "got": 823,
+      "iet": 824,
+      "tle": 825,
+      "Ġset": 826,
+      "ene": 827,
+      "ense": 828,
+      "Ġback": 829,
+      "ani": 830,
+      "Ġdream": 831,
+      "isten": 832,
+      "oment": 833,
+      "Ġro": 834,
+      "Ġcomp": 835,
+      "hispering": 836,
+      "hind": 837,
+      "ons": 838,
+      "Ġpain": 839,
+      "Ġthose": 840,
+      "aced": 841,
+      "ĠTh": 842,
+      "ange": 843,
+      "Ġwhen": 844,
+      "nter": 845,
+      "yond": 846,
+      "hes": 847,
+      "Ġair": 848,
+      "Ġaround": 849,
+      "Ġmoment": 850,
+      "ili": 851,
+      "Ġonly": 852,
+      "Ġjournal": 853,
+      "Ġothers": 854,
+      "ake": 855,
+      "pir": 856,
+      "hen": 857,
+      "Ġtal": 858,
+      "Ġare": 859,
+      "Ġpul": 860,
+      "Ġdra": 861,
+      "Ġbec": 862,
+      "ĠEleanor": 863,
+      "Ġinter": 864,
+      "ments": 865,
+      "Ġacross": 866,
+      "cou": 867,
+      "Ġsun": 868,
+      "ise": 869,
+      "Ġbeyond": 870,
+      "Ġtrans": 871,
+      "Ġunderst": 872,
+      "gotten": 873,
+      "ient": 874,
+      "Ġold": 875,
+      "Ġown": 876,
+      "aring": 877,
+      "Ġstood": 878,
+      "Ġus": 879,
+      "ĠHer": 880,
+      "lowed": 881,
+      "Ġcomm": 882,
+      "Ġsoft": 883,
+      "Ġsmall": 884,
+      "br": 885,
+      "Ġtur": 886,
+      "ities": 887,
+      "ade": 888,
+      "ured": 889,
+      "Ġbeen": 890,
+      "Ġwhile": 891,
+      "anding": 892,
+      "Ġjourney": 893,
+      "ness": 894,
+      "red": 895,
+      "ink": 896,
+      "Ġfir": 897,
+      "Ġfra": 898,
+      "Ġmind": 899,
+      "ried": 900,
+      "Ġunt": 901,
+      "Ġalong": 902,
+      "Ġquiet": 903,
+      "au": 904,
+      "az": 905,
+      "fer": 906,
+      "the": 907,
+      "ens": 908,
+      "Ġfin": 909,
+      "Ġfol": 910,
+      "Ġthought": 911,
+      "aces": 912,
+      "ided": 913,
+      "Ġbehind": 914,
+      "rib": 915,
+      "ign": 916,
+      "Ġimag": 917,
+      "Ġcontin": 918,
+      "Ġdeep": 919,
+      "Ġfilled": 920,
+      "bs": 921,
+      "ual": 922,
+      "Ġbu": 923,
+      "ord": 924,
+      "Ġpe": 925,
+      "Ġdid": 926,
+      "Ġlay": 927,
+      "Ġhow": 928,
+      "uth": 929,
+      "lect": 930,
+      "Ġexper": 931,
+      "Ġconn": 932,
+      "ĠIn": 933,
+      "Ġplace": 934,
+      "ways": 935,
+      "ĠFor": 936,
+      "ĠPages": 937,
+      "Ġshelves": 938,
+      "Ġvoice": 939,
+      "Ġfirst": 940,
+      "cc": 941,
+      "ew": 942,
+      "ied": 943,
+      "ĠK": 944,
+      "ĠY": 945,
+      "Ġwarm": 946,
+      "ars": 947,
+      "Ġpur": 948,
+      "Ġpages": 949,
+      "Ġmyst": 950,
+      "ently": 951,
+      "rig": 952,
+      "Ġdist": 953,
+      "Ġdiscover": 954,
+      "Ġyoung": 955,
+      "aking": 956,
+      "ĠBut": 957,
+      "--": 958,
+      "Ġthese": 959,
+      "ition": 960,
+      "Ġcap": 961,
+      "Ġfaint": 962,
+      "Ġnear": 963,
+      "Ġnight": 964,
+      "oth": 965,
+      "like": 966,
+      "ĠWhispering": 967,
+      "Ġupon": 968,
+      "iously": 969,
+      "Ġsecre": 970,
+      "hy": 971,
+      "pite": 972,
+      "ues": 973,
+      "Ġafter": 974,
+      "ery": 975,
+      "ited": 976,
+      "Ġcan": 977,
+      "orning": 978,
+      "Ġph": 979,
+      "Ġpo": 980,
+      "Ġpers": 981,
+      "Ġpres": 982,
+      "store": 983,
+      "umb": 984,
+      "Ġabove": 985,
+      "ection": 986,
+      "Ġremained": 987,
+      "ric": 988,
+      "side": 989,
+      "Ġfam": 990,
+      "Ġposs": 991,
+      "Ġhid": 992,
+      "Ġmorning": 993,
+      "Ġnamed": 994,
+      "Ġgra": 995,
+      "ected": 996,
+      "Ġanc": 997,
+      "Ġhuman": 998,
+      "eneath": 999
+    },
+    "merges": [
+      [
+        "h",
+        "e"
+      ],
+      [
+        "Ġ",
+        "t"
+      ],
+      [
+        "i",
+        "n"
+      ],
+      [
+        "Ġ",
+        "a"
+      ],
+      [
+        "Ġ",
+        "s"
+      ],
+      [
+        "e",
+        "d"
+      ],
+      [
+        "e",
+        "r"
+      ],
+      [
+        "Ġt",
+        "he"
+      ],
+      [
+        "in",
+        "g"
+      ],
+      [
+        "r",
+        "e"
+      ],
+      [
+        "Ġ",
+        "w"
+      ],
+      [
+        "Ġ",
+        "o"
+      ],
+      [
+        "e",
+        "n"
+      ],
+      [
+        "i",
+        "t"
+      ],
+      [
+        "Ġ",
+        "c"
+      ],
+      [
+        "Ġ",
+        "b"
+      ],
+      [
+        "e",
+        "s"
+      ],
+      [
+        "n",
+        "d"
+      ],
+      [
+        "Ġ",
+        "f"
+      ],
+      [
+        "a",
+        "r"
+      ],
+      [
+        "a",
+        "t"
+      ],
+      [
+        "o",
+        "u"
+      ],
+      [
+        "o",
+        "n"
+      ],
+      [
+        "č",
+        "Ċ"
+      ],
+      [
+        "o",
+        "r"
+      ],
+      [
+        "Ġ",
+        "p"
+      ],
+      [
+        "Ġo",
+        "f"
+      ],
+      [
+        "Ġ",
+        "he"
+      ],
+      [
+        "a",
+        "n"
+      ],
+      [
+        "â",
+        "Ģ"
+      ],
+      [
+        "Ġ",
+        "d"
+      ],
+      [
+        "Ġ",
+        "l"
+      ],
+      [
+        "i",
+        "s"
+      ],
+      [
+        "Ġ",
+        "in"
+      ],
+      [
+        "Ġ",
+        "h"
+      ],
+      [
+        "Ġt",
+        "o"
+      ],
+      [
+        "a",
+        "l"
+      ],
+      [
+        "Ġ",
+        "m"
+      ],
+      [
+        "Ġ",
+        "e"
+      ],
+      [
+        "Ġa",
+        "nd"
+      ],
+      [
+        "l",
+        "y"
+      ],
+      [
+        "Ġt",
+        "h"
+      ],
+      [
+        "a",
+        "s"
+      ],
+      [
+        "o",
+        "m"
+      ],
+      [
+        "Ġhe",
+        "r"
+      ],
+      [
+        "Ġ",
+        "re"
+      ],
+      [
+        "g",
+        "h"
+      ],
+      [
+        "i",
+        "l"
+      ],
+      [
+        "s",
+        "t"
+      ],
+      [
+        "e",
+        "t"
+      ],
+      [
+        "Ġs",
+        "t"
+      ],
+      [
+        "o",
+        "w"
+      ],
+      [
+        "a",
+        "c"
+      ],
+      [
+        "i",
+        "on"
+      ],
+      [
+        "Ġ",
+        "n"
+      ],
+      [
+        "en",
+        "t"
+      ],
+      [
+        "e",
+        "l"
+      ],
+      [
+        "Ġ",
+        "g"
+      ],
+      [
+        "v",
+        "er"
+      ],
+      [
+        "i",
+        "c"
+      ],
+      [
+        "it",
+        "h"
+      ],
+      [
+        "Ġs",
+        "he"
+      ],
+      [
+        "a",
+        "d"
+      ],
+      [
+        "Ġ",
+        "u"
+      ],
+      [
+        "Ġw",
+        "ith"
+      ],
+      [
+        "u",
+        "r"
+      ],
+      [
+        "u",
+        "t"
+      ],
+      [
+        "i",
+        "m"
+      ],
+      [
+        "i",
+        "r"
+      ],
+      [
+        "l",
+        "e"
+      ],
+      [
+        "i",
+        "d"
+      ],
+      [
+        "o",
+        "o"
+      ],
+      [
+        "Ġ",
+        "it"
+      ],
+      [
+        "r",
+        "a"
+      ],
+      [
+        "o",
+        "t"
+      ],
+      [
+        "l",
+        "d"
+      ],
+      [
+        "gh",
+        "t"
+      ],
+      [
+        "Ġb",
+        "e"
+      ],
+      [
+        "âĢ",
+        "Ļ"
+      ],
+      [
+        "Ġ",
+        "E"
+      ],
+      [
+        "Ġo",
+        "n"
+      ],
+      [
+        "o",
+        "s"
+      ],
+      [
+        "l",
+        "ar"
+      ],
+      [
+        "he",
+        "r"
+      ],
+      [
+        "a",
+        "y"
+      ],
+      [
+        "a",
+        "g"
+      ],
+      [
+        "r",
+        "i"
+      ],
+      [
+        "e",
+        "c"
+      ],
+      [
+        "Ġ",
+        "v"
+      ],
+      [
+        "Ġ",
+        "T"
+      ],
+      [
+        "a",
+        "m"
+      ],
+      [
+        "Ġa",
+        "s"
+      ],
+      [
+        "er",
+        "s"
+      ],
+      [
+        "Ġf",
+        "or"
+      ],
+      [
+        "r",
+        "ou"
+      ],
+      [
+        "lar",
+        "a"
+      ],
+      [
+        "v",
+        "e"
+      ],
+      [
+        "Ġl",
+        "i"
+      ],
+      [
+        "c",
+        "e"
+      ],
+      [
+        "Ġw",
+        "as"
+      ],
+      [
+        "Ġth",
+        "at"
+      ],
+      [
+        "o",
+        "l"
+      ],
+      [
+        "Ġa",
+        "n"
+      ],
+      [
+        "Ġw",
+        "h"
+      ],
+      [
+        "c",
+        "h"
+      ],
+      [
+        "Ġin",
+        "t"
+      ],
+      [
+        "Ġu",
+        "n"
+      ],
+      [
+        "o",
+        "re"
+      ],
+      [
+        "at",
+        "ion"
+      ],
+      [
+        "a",
+        "in"
+      ],
+      [
+        "l",
+        "i"
+      ],
+      [
+        "Ġs",
+        "h"
+      ],
+      [
+        "it",
+        "y"
+      ],
+      [
+        "Ġ",
+        "r"
+      ],
+      [
+        "a",
+        "nd"
+      ],
+      [
+        "Ġ",
+        "S"
+      ],
+      [
+        "Ġ",
+        "y"
+      ],
+      [
+        "in",
+        "d"
+      ],
+      [
+        "Ġb",
+        "y"
+      ],
+      [
+        "oo",
+        "k"
+      ],
+      [
+        "l",
+        "ed"
+      ],
+      [
+        "Ġe",
+        "x"
+      ],
+      [
+        "âĢ",
+        "Ķ"
+      ],
+      [
+        "a",
+        "p"
+      ],
+      [
+        "Ġ",
+        "C"
+      ],
+      [
+        "t",
+        "h"
+      ],
+      [
+        "t",
+        "ed"
+      ],
+      [
+        "es",
+        "s"
+      ],
+      [
+        "e",
+        "e"
+      ],
+      [
+        "âĢ",
+        "ľ"
+      ],
+      [
+        "âĢ",
+        "Ŀ"
+      ],
+      [
+        "t",
+        "er"
+      ],
+      [
+        "Ġc",
+        "on"
+      ],
+      [
+        "r",
+        "om"
+      ],
+      [
+        "e",
+        "ar"
+      ],
+      [
+        "k",
+        "e"
+      ],
+      [
+        "u",
+        "m"
+      ],
+      [
+        "Ġa",
+        "l"
+      ],
+      [
+        "he",
+        "d"
+      ],
+      [
+        "Ġw",
+        "or"
+      ],
+      [
+        "u",
+        "re"
+      ],
+      [
+        "es",
+        "t"
+      ],
+      [
+        "Ġ",
+        "A"
+      ],
+      [
+        "s",
+        "e"
+      ],
+      [
+        "u",
+        "l"
+      ],
+      [
+        "Ġs",
+        "p"
+      ],
+      [
+        "Ġ",
+        "j"
+      ],
+      [
+        "Ġc",
+        "h"
+      ],
+      [
+        "Ġ",
+        "I"
+      ],
+      [
+        "i",
+        "es"
+      ],
+      [
+        "p",
+        "p"
+      ],
+      [
+        "r",
+        "o"
+      ],
+      [
+        "i",
+        "f"
+      ],
+      [
+        "il",
+        "l"
+      ],
+      [
+        "Ġ",
+        "en"
+      ],
+      [
+        "ou",
+        "r"
+      ],
+      [
+        "ĠT",
+        "he"
+      ],
+      [
+        "Ġf",
+        "rom"
+      ],
+      [
+        "t",
+        "s"
+      ],
+      [
+        "Ġl",
+        "e"
+      ],
+      [
+        "k",
+        "ed"
+      ],
+      [
+        "Ġh",
+        "is"
+      ],
+      [
+        "u",
+        "n"
+      ],
+      [
+        "Ġ",
+        "W"
+      ],
+      [
+        "Ġit",
+        "s"
+      ],
+      [
+        "Ġh",
+        "ad"
+      ],
+      [
+        "ĠC",
+        "lara"
+      ],
+      [
+        "u",
+        "st"
+      ],
+      [
+        "on",
+        "g"
+      ],
+      [
+        "t",
+        "ing"
+      ],
+      [
+        "Ġ",
+        "âĢľ"
+      ],
+      [
+        "rou",
+        "gh"
+      ],
+      [
+        "Ġint",
+        "o"
+      ],
+      [
+        "l",
+        "ing"
+      ],
+      [
+        "p",
+        "er"
+      ],
+      [
+        "Ġb",
+        "ook"
+      ],
+      [
+        "d",
+        "s"
+      ],
+      [
+        "Ġ",
+        "H"
+      ],
+      [
+        "q",
+        "u"
+      ],
+      [
+        "Ġa",
+        "t"
+      ],
+      [
+        "Ġn",
+        "e"
+      ],
+      [
+        "v",
+        "ed"
+      ],
+      [
+        "Ġthe",
+        "ir"
+      ],
+      [
+        "an",
+        "g"
+      ],
+      [
+        "l",
+        "ow"
+      ],
+      [
+        "id",
+        "e"
+      ],
+      [
+        "Ġt",
+        "r"
+      ],
+      [
+        "Ġc",
+        "l"
+      ],
+      [
+        "k",
+        "n"
+      ],
+      [
+        "t",
+        "en"
+      ],
+      [
+        "i",
+        "ght"
+      ],
+      [
+        "Ġb",
+        "ut"
+      ],
+      [
+        "Ġd",
+        "is"
+      ],
+      [
+        "a",
+        "v"
+      ],
+      [
+        "ou",
+        "nd"
+      ],
+      [
+        "Ġth",
+        "rough"
+      ],
+      [
+        "Ġy",
+        "ou"
+      ],
+      [
+        "Ġa",
+        "b"
+      ],
+      [
+        "Ġc",
+        "ou"
+      ],
+      [
+        "u",
+        "s"
+      ],
+      [
+        "re",
+        "s"
+      ],
+      [
+        "Ġo",
+        "r"
+      ],
+      [
+        "Ġw",
+        "he"
+      ],
+      [
+        "al",
+        "l"
+      ],
+      [
+        "o",
+        "p"
+      ],
+      [
+        "ac",
+        "h"
+      ],
+      [
+        "Ġn",
+        "ot"
+      ],
+      [
+        "ou",
+        "s"
+      ],
+      [
+        "ac",
+        "e"
+      ],
+      [
+        "Ġ",
+        "M"
+      ],
+      [
+        "Ġc",
+        "om"
+      ],
+      [
+        "ou",
+        "t"
+      ],
+      [
+        "al",
+        "ly"
+      ],
+      [
+        "Ġa",
+        "r"
+      ],
+      [
+        "ar",
+        "t"
+      ],
+      [
+        "ion",
+        "s"
+      ],
+      [
+        "an",
+        "t"
+      ],
+      [
+        "ver",
+        "y"
+      ],
+      [
+        "at",
+        "e"
+      ],
+      [
+        "at",
+        "ed"
+      ],
+      [
+        "os",
+        "e"
+      ],
+      [
+        "m",
+        "ed"
+      ],
+      [
+        "os",
+        "s"
+      ],
+      [
+        "a",
+        "k"
+      ],
+      [
+        "a",
+        "b"
+      ],
+      [
+        "Ġs",
+        "om"
+      ],
+      [
+        "Ġst",
+        "or"
+      ],
+      [
+        "h",
+        "ing"
+      ],
+      [
+        "Ġc",
+        "r"
+      ],
+      [
+        "ar",
+        "d"
+      ],
+      [
+        "p",
+        "l"
+      ],
+      [
+        "Ġ",
+        "kn"
+      ],
+      [
+        "Ġthe",
+        "y"
+      ],
+      [
+        "ag",
+        "e"
+      ],
+      [
+        "m",
+        "b"
+      ],
+      [
+        "i",
+        "g"
+      ],
+      [
+        "n",
+        "e"
+      ],
+      [
+        "Ġp",
+        "l"
+      ],
+      [
+        "i",
+        "v"
+      ],
+      [
+        "Ġs",
+        "o"
+      ],
+      [
+        "er",
+        "ed"
+      ],
+      [
+        "oo",
+        "d"
+      ],
+      [
+        "m",
+        "ent"
+      ],
+      [
+        "en",
+        "ce"
+      ],
+      [
+        "as",
+        "s"
+      ],
+      [
+        "n",
+        "ed"
+      ],
+      [
+        "t",
+        "her"
+      ],
+      [
+        "on",
+        "e"
+      ],
+      [
+        "er",
+        "e"
+      ],
+      [
+        "Ġa",
+        "c"
+      ],
+      [
+        "Ġo",
+        "ver"
+      ],
+      [
+        "nd",
+        "er"
+      ],
+      [
+        "el",
+        "f"
+      ],
+      [
+        "Ġs",
+        "ee"
+      ],
+      [
+        "Ġ",
+        "im"
+      ],
+      [
+        "ou",
+        "gh"
+      ],
+      [
+        "n",
+        "ing"
+      ],
+      [
+        "Ġre",
+        "s"
+      ],
+      [
+        "ĠE",
+        "lara"
+      ],
+      [
+        "u",
+        "c"
+      ],
+      [
+        "Ġt",
+        "im"
+      ],
+      [
+        "Ġthe",
+        "m"
+      ],
+      [
+        "ec",
+        "t"
+      ],
+      [
+        "Ġs",
+        "c"
+      ],
+      [
+        "Ġo",
+        "ut"
+      ],
+      [
+        "ow",
+        "n"
+      ],
+      [
+        "ĠS",
+        "he"
+      ],
+      [
+        "v",
+        "en"
+      ],
+      [
+        "Ġa",
+        "d"
+      ],
+      [
+        "Ġu",
+        "p"
+      ],
+      [
+        "a",
+        "re"
+      ],
+      [
+        "ag",
+        "es"
+      ],
+      [
+        "w",
+        "ay"
+      ],
+      [
+        "Ġre",
+        "m"
+      ],
+      [
+        "ation",
+        "s"
+      ],
+      [
+        "g",
+        "e"
+      ],
+      [
+        "at",
+        "her"
+      ],
+      [
+        "c",
+        "o"
+      ],
+      [
+        ".",
+        "âĢĿ"
+      ],
+      [
+        "i",
+        "z"
+      ],
+      [
+        "k",
+        "s"
+      ],
+      [
+        "Ġ",
+        "qu"
+      ],
+      [
+        "Ġm",
+        "e"
+      ],
+      [
+        "rou",
+        "nd"
+      ],
+      [
+        "i",
+        "b"
+      ],
+      [
+        "Ġ",
+        "B"
+      ],
+      [
+        "o",
+        "nd"
+      ],
+      [
+        "Ġj",
+        "our"
+      ],
+      [
+        "h",
+        "is"
+      ],
+      [
+        "o",
+        "st"
+      ],
+      [
+        "it",
+        "e"
+      ],
+      [
+        "an",
+        "ce"
+      ],
+      [
+        "w",
+        "n"
+      ],
+      [
+        "Ġs",
+        "m"
+      ],
+      [
+        "Ġst",
+        "re"
+      ],
+      [
+        "i",
+        "ous"
+      ],
+      [
+        "p",
+        "t"
+      ],
+      [
+        "ing",
+        "s"
+      ],
+      [
+        "Ġd",
+        "e"
+      ],
+      [
+        "Ġb",
+        "r"
+      ],
+      [
+        "at",
+        "h"
+      ],
+      [
+        "Ġth",
+        "is"
+      ],
+      [
+        "il",
+        "e"
+      ],
+      [
+        "Ġwh",
+        "o"
+      ],
+      [
+        "T",
+        "he"
+      ],
+      [
+        "u",
+        "d"
+      ],
+      [
+        "Ġ",
+        "F"
+      ],
+      [
+        "c",
+        "hed"
+      ],
+      [
+        "Ġw",
+        "e"
+      ],
+      [
+        "Ġh",
+        "im"
+      ],
+      [
+        "Ġab",
+        "out"
+      ],
+      [
+        "o",
+        "ld"
+      ],
+      [
+        "v",
+        "es"
+      ],
+      [
+        "Ġs",
+        "k"
+      ],
+      [
+        "l",
+        "ess"
+      ],
+      [
+        "f",
+        "t"
+      ],
+      [
+        "Ġt",
+        "re"
+      ],
+      [
+        "Ġu",
+        "nder"
+      ],
+      [
+        "Ġtim",
+        "e"
+      ],
+      [
+        "am",
+        "e"
+      ],
+      [
+        "f",
+        "e"
+      ],
+      [
+        "n",
+        "t"
+      ],
+      [
+        "en",
+        "d"
+      ],
+      [
+        "Ġbe",
+        "g"
+      ],
+      [
+        "Ġe",
+        "very"
+      ],
+      [
+        "as",
+        "t"
+      ],
+      [
+        "Ġwor",
+        "ld"
+      ],
+      [
+        "i",
+        "e"
+      ],
+      [
+        "y",
+        "s"
+      ],
+      [
+        "Ġs",
+        "a"
+      ],
+      [
+        "Ġw",
+        "ere"
+      ],
+      [
+        "Ġli",
+        "ke"
+      ],
+      [
+        "Ġc",
+        "o"
+      ],
+      [
+        "at",
+        "ing"
+      ],
+      [
+        "Ġp",
+        "ro"
+      ],
+      [
+        ",",
+        "âĢĿ"
+      ],
+      [
+        "Ġs",
+        "u"
+      ],
+      [
+        "Ġon",
+        "e"
+      ],
+      [
+        "Ġcon",
+        "t"
+      ],
+      [
+        "t",
+        "ur"
+      ],
+      [
+        "Ġin",
+        "s"
+      ],
+      [
+        "Ġg",
+        "r"
+      ],
+      [
+        "f",
+        "or"
+      ],
+      [
+        "i",
+        "ve"
+      ],
+      [
+        "Ġs",
+        "e"
+      ],
+      [
+        "er",
+        "ing"
+      ],
+      [
+        "Ġo",
+        "ther"
+      ],
+      [
+        "Ġd",
+        "es"
+      ],
+      [
+        "Ġre",
+        "al"
+      ],
+      [
+        "Ġst",
+        "e"
+      ],
+      [
+        "Ġ",
+        "P"
+      ],
+      [
+        "Ġc",
+        "re"
+      ],
+      [
+        "Ġst",
+        "r"
+      ],
+      [
+        "c",
+        "t"
+      ],
+      [
+        "o",
+        "c"
+      ],
+      [
+        "Ġe",
+        "y"
+      ],
+      [
+        "et",
+        "hing"
+      ],
+      [
+        "s",
+        "elf"
+      ],
+      [
+        "Ġ",
+        "ra"
+      ],
+      [
+        "ou",
+        "ld"
+      ],
+      [
+        "ac",
+        "k"
+      ],
+      [
+        "Ġn",
+        "o"
+      ],
+      [
+        "ĠE",
+        "li"
+      ],
+      [
+        "Ġli",
+        "fe"
+      ],
+      [
+        "Ġa",
+        "pp"
+      ],
+      [
+        "Ġc",
+        "ar"
+      ],
+      [
+        "and",
+        "s"
+      ],
+      [
+        "Ġwhe",
+        "re"
+      ],
+      [
+        "r",
+        "y"
+      ],
+      [
+        "Ġv",
+        "ill"
+      ],
+      [
+        "g",
+        "ed"
+      ],
+      [
+        "o",
+        "g"
+      ],
+      [
+        "p",
+        "en"
+      ],
+      [
+        "Ġb",
+        "l"
+      ],
+      [
+        "Ġf",
+        "ore"
+      ],
+      [
+        "Ġli",
+        "ght"
+      ],
+      [
+        "Ġre",
+        "ad"
+      ],
+      [
+        "i",
+        "re"
+      ],
+      [
+        "Ġ",
+        "O"
+      ],
+      [
+        "Ġf",
+        "e"
+      ],
+      [
+        "Ġf",
+        "el"
+      ],
+      [
+        "ic",
+        "e"
+      ],
+      [
+        "ure",
+        "s"
+      ],
+      [
+        "w",
+        "ard"
+      ],
+      [
+        "Ġ",
+        "L"
+      ],
+      [
+        "Ġf",
+        "l"
+      ],
+      [
+        "Ġd",
+        "ay"
+      ],
+      [
+        "al",
+        "s"
+      ],
+      [
+        "Ġe",
+        "m"
+      ],
+      [
+        "Ġcou",
+        "ld"
+      ],
+      [
+        "v",
+        "el"
+      ],
+      [
+        "an",
+        "s"
+      ],
+      [
+        "Ġg",
+        "l"
+      ],
+      [
+        "n",
+        "s"
+      ],
+      [
+        "Ġs",
+        "ur"
+      ],
+      [
+        "?",
+        "âĢĿ"
+      ],
+      [
+        "i",
+        "p"
+      ],
+      [
+        "Ġb",
+        "el"
+      ],
+      [
+        "Ġe",
+        "ven"
+      ],
+      [
+        "Ġar",
+        "t"
+      ],
+      [
+        "h",
+        "at"
+      ],
+      [
+        "u",
+        "ed"
+      ],
+      [
+        "v",
+        "ent"
+      ],
+      [
+        "ar",
+        "k"
+      ],
+      [
+        "Ġd",
+        "o"
+      ],
+      [
+        "Ġth",
+        "ough"
+      ],
+      [
+        "il",
+        "d"
+      ],
+      [
+        "Ġg",
+        "re"
+      ],
+      [
+        "ch",
+        "ing"
+      ],
+      [
+        "Ġkn",
+        "ow"
+      ],
+      [
+        "f",
+        "ul"
+      ],
+      [
+        "w",
+        "e"
+      ],
+      [
+        "Ġa",
+        "g"
+      ],
+      [
+        "Ġw",
+        "ind"
+      ],
+      [
+        "Ġc",
+        "ity"
+      ],
+      [
+        "ar",
+        "m"
+      ],
+      [
+        "om",
+        "e"
+      ],
+      [
+        "ear",
+        "s"
+      ],
+      [
+        "ab",
+        "le"
+      ],
+      [
+        "Ġ",
+        "\""
+      ],
+      [
+        "Ġ",
+        "is"
+      ],
+      [
+        "in",
+        "e"
+      ],
+      [
+        "Ġw",
+        "ay"
+      ],
+      [
+        "ar",
+        "y"
+      ],
+      [
+        "Ġth",
+        "an"
+      ],
+      [
+        "Ġsom",
+        "ething"
+      ],
+      [
+        "Ġbeg",
+        "an"
+      ],
+      [
+        "o",
+        "ve"
+      ],
+      [
+        "Ġc",
+        "ol"
+      ],
+      [
+        "Ġd",
+        "ee"
+      ],
+      [
+        "et",
+        "s"
+      ],
+      [
+        "et",
+        "her"
+      ],
+      [
+        "f",
+        "ore"
+      ],
+      [
+        "Ġ",
+        "ent"
+      ],
+      [
+        "ain",
+        "t"
+      ],
+      [
+        "pp",
+        "ed"
+      ],
+      [
+        "Ġne",
+        "w"
+      ],
+      [
+        "co",
+        "ver"
+      ],
+      [
+        "l",
+        "es"
+      ],
+      [
+        "Ġb",
+        "et"
+      ],
+      [
+        "Ġf",
+        "ound"
+      ],
+      [
+        "ar",
+        "ed"
+      ],
+      [
+        "Ġh",
+        "a"
+      ],
+      [
+        "Ġh",
+        "um"
+      ],
+      [
+        "Ġe",
+        "ach"
+      ],
+      [
+        "res",
+        "s"
+      ],
+      [
+        "m",
+        "s"
+      ],
+      [
+        "y",
+        "st"
+      ],
+      [
+        "ac",
+        "t"
+      ],
+      [
+        "Ġal",
+        "l"
+      ],
+      [
+        "Ġ",
+        "if"
+      ],
+      [
+        "in",
+        "ed"
+      ],
+      [
+        "re",
+        "am"
+      ],
+      [
+        "Ġof",
+        "f"
+      ],
+      [
+        "Ġwith",
+        "in"
+      ],
+      [
+        "li",
+        "ght"
+      ],
+      [
+        "Ġsom",
+        "e"
+      ],
+      [
+        "Ġfore",
+        "st"
+      ],
+      [
+        "Ġ",
+        "D"
+      ],
+      [
+        "Ġw",
+        "om"
+      ],
+      [
+        "Ġp",
+        "r"
+      ],
+      [
+        "an",
+        "or"
+      ],
+      [
+        "Ġm",
+        "ore"
+      ],
+      [
+        "Ġey",
+        "es"
+      ],
+      [
+        "i",
+        "ly"
+      ],
+      [
+        "Ġa",
+        "m"
+      ],
+      [
+        "Ġw",
+        "ould"
+      ],
+      [
+        "Ġp",
+        "i"
+      ],
+      [
+        "Ġp",
+        "ass"
+      ],
+      [
+        "ac",
+        "hed"
+      ],
+      [
+        "ver",
+        "s"
+      ],
+      [
+        "ain",
+        "ed"
+      ],
+      [
+        "Ġj",
+        "ust"
+      ],
+      [
+        "Ġstor",
+        "y"
+      ],
+      [
+        "it",
+        "ing"
+      ],
+      [
+        "Ġc",
+        "a"
+      ],
+      [
+        "Ġd",
+        "ec"
+      ],
+      [
+        "is",
+        "t"
+      ],
+      [
+        "Ġshe",
+        "l"
+      ],
+      [
+        "Ġbe",
+        "fore"
+      ],
+      [
+        "Ġwh",
+        "at"
+      ],
+      [
+        "Ġwh",
+        "is"
+      ],
+      [
+        "ĠI",
+        "t"
+      ],
+      [
+        "Ġstor",
+        "ies"
+      ],
+      [
+        "Ġsee",
+        "med"
+      ],
+      [
+        "Ġwom",
+        "an"
+      ],
+      [
+        "Ġb",
+        "re"
+      ],
+      [
+        "at",
+        "ter"
+      ],
+      [
+        "or",
+        "s"
+      ],
+      [
+        "Ġy",
+        "et"
+      ],
+      [
+        "Ġvill",
+        "age"
+      ],
+      [
+        "d",
+        "ed"
+      ],
+      [
+        "Ġ",
+        "*"
+      ],
+      [
+        "Ġher",
+        "self"
+      ],
+      [
+        "ow",
+        "s"
+      ],
+      [
+        "ur",
+        "ing"
+      ],
+      [
+        "Ġv",
+        "o"
+      ],
+      [
+        "Ġle",
+        "av"
+      ],
+      [
+        "per",
+        "ing"
+      ],
+      [
+        "Ġfel",
+        "t"
+      ],
+      [
+        "c",
+        "ed"
+      ],
+      [
+        "n",
+        "al"
+      ],
+      [
+        "in",
+        "es"
+      ],
+      [
+        "Ġd",
+        "own"
+      ],
+      [
+        "Ġex",
+        "p"
+      ],
+      [
+        "Ġex",
+        "pl"
+      ],
+      [
+        "Ġt",
+        "ra"
+      ],
+      [
+        "Ġp",
+        "re"
+      ],
+      [
+        "Ġl",
+        "ong"
+      ],
+      [
+        "Ġg",
+        "u"
+      ],
+      [
+        "le",
+        "anor"
+      ],
+      [
+        "ĠM",
+        "r"
+      ],
+      [
+        "c",
+        "es"
+      ],
+      [
+        "n",
+        "g"
+      ],
+      [
+        "p",
+        "ers"
+      ],
+      [
+        "Ġc",
+        "ur"
+      ],
+      [
+        "ic",
+        "k"
+      ],
+      [
+        "Ġwor",
+        "ds"
+      ],
+      [
+        "i",
+        "al"
+      ],
+      [
+        "Ġw",
+        "r"
+      ],
+      [
+        "Ġf",
+        "il"
+      ],
+      [
+        "at",
+        "er"
+      ],
+      [
+        "ou",
+        "ght"
+      ],
+      [
+        "or",
+        "t"
+      ],
+      [
+        "Ġre",
+        "tur"
+      ],
+      [
+        "Ġv",
+        "is"
+      ],
+      [
+        "am",
+        "ed"
+      ],
+      [
+        "Ġan",
+        "y"
+      ],
+      [
+        "ch",
+        "o"
+      ],
+      [
+        "Ġbook",
+        "s"
+      ],
+      [
+        "ĠH",
+        "e"
+      ],
+      [
+        "r",
+        "oss"
+      ],
+      [
+        "Ġs",
+        "il"
+      ],
+      [
+        "Ġs",
+        "ec"
+      ],
+      [
+        "Ġthe",
+        "re"
+      ],
+      [
+        "Ġm",
+        "o"
+      ],
+      [
+        "Ġe",
+        "mb"
+      ],
+      [
+        "el",
+        "l"
+      ],
+      [
+        "Ġen",
+        "d"
+      ],
+      [
+        "ĠEli",
+        "as"
+      ],
+      [
+        "p",
+        "s"
+      ],
+      [
+        "Ġa",
+        "way"
+      ],
+      [
+        "Ġf",
+        "ind"
+      ],
+      [
+        "or",
+        "n"
+      ],
+      [
+        "Ġp",
+        "er"
+      ],
+      [
+        "Ġm",
+        "an"
+      ],
+      [
+        "ot",
+        "her"
+      ],
+      [
+        "Ġjour",
+        "ne"
+      ],
+      [
+        "d",
+        "en"
+      ],
+      [
+        "f",
+        "ter"
+      ],
+      [
+        "u",
+        "e"
+      ],
+      [
+        "v",
+        "ing"
+      ],
+      [
+        "Ġo",
+        "pen"
+      ],
+      [
+        "Ġp",
+        "art"
+      ],
+      [
+        "Ġhe",
+        "art"
+      ],
+      [
+        "ic",
+        "al"
+      ],
+      [
+        "th",
+        "ing"
+      ],
+      [
+        "Ġsa",
+        "id"
+      ],
+      [
+        "we",
+        "en"
+      ],
+      [
+        "Ġag",
+        "ain"
+      ],
+      [
+        "Ġbet",
+        "ween"
+      ],
+      [
+        "e",
+        "x"
+      ],
+      [
+        "g",
+        "ot"
+      ],
+      [
+        "i",
+        "et"
+      ],
+      [
+        "t",
+        "le"
+      ],
+      [
+        "Ġs",
+        "et"
+      ],
+      [
+        "en",
+        "e"
+      ],
+      [
+        "en",
+        "se"
+      ],
+      [
+        "Ġb",
+        "ack"
+      ],
+      [
+        "an",
+        "i"
+      ],
+      [
+        "Ġd",
+        "ream"
+      ],
+      [
+        "is",
+        "ten"
+      ],
+      [
+        "om",
+        "ent"
+      ],
+      [
+        "Ġr",
+        "o"
+      ],
+      [
+        "Ġcom",
+        "p"
+      ],
+      [
+        "his",
+        "pering"
+      ],
+      [
+        "h",
+        "ind"
+      ],
+      [
+        "on",
+        "s"
+      ],
+      [
+        "Ġp",
+        "ain"
+      ],
+      [
+        "Ġth",
+        "ose"
+      ],
+      [
+        "ac",
+        "ed"
+      ],
+      [
+        "ĠT",
+        "h"
+      ],
+      [
+        "ang",
+        "e"
+      ],
+      [
+        "Ġwhe",
+        "n"
+      ],
+      [
+        "n",
+        "ter"
+      ],
+      [
+        "y",
+        "ond"
+      ],
+      [
+        "he",
+        "s"
+      ],
+      [
+        "Ġa",
+        "ir"
+      ],
+      [
+        "Ġa",
+        "round"
+      ],
+      [
+        "Ġm",
+        "oment"
+      ],
+      [
+        "il",
+        "i"
+      ],
+      [
+        "Ġon",
+        "ly"
+      ],
+      [
+        "Ġjour",
+        "nal"
+      ],
+      [
+        "Ġother",
+        "s"
+      ],
+      [
+        "a",
+        "ke"
+      ],
+      [
+        "p",
+        "ir"
+      ],
+      [
+        "he",
+        "n"
+      ],
+      [
+        "Ġt",
+        "al"
+      ],
+      [
+        "Ġa",
+        "re"
+      ],
+      [
+        "Ġp",
+        "ul"
+      ],
+      [
+        "Ġd",
+        "ra"
+      ],
+      [
+        "Ġbe",
+        "c"
+      ],
+      [
+        "ĠE",
+        "leanor"
+      ],
+      [
+        "Ġint",
+        "er"
+      ],
+      [
+        "ment",
+        "s"
+      ],
+      [
+        "Ġac",
+        "ross"
+      ],
+      [
+        "c",
+        "ou"
+      ],
+      [
+        "Ġs",
+        "un"
+      ],
+      [
+        "is",
+        "e"
+      ],
+      [
+        "Ġbe",
+        "yond"
+      ],
+      [
+        "Ġtr",
+        "ans"
+      ],
+      [
+        "Ġunder",
+        "st"
+      ],
+      [
+        "got",
+        "ten"
+      ],
+      [
+        "i",
+        "ent"
+      ],
+      [
+        "Ġo",
+        "ld"
+      ],
+      [
+        "Ġo",
+        "wn"
+      ],
+      [
+        "ar",
+        "ing"
+      ],
+      [
+        "Ġst",
+        "ood"
+      ],
+      [
+        "Ġu",
+        "s"
+      ],
+      [
+        "ĠH",
+        "er"
+      ],
+      [
+        "low",
+        "ed"
+      ],
+      [
+        "Ġcom",
+        "m"
+      ],
+      [
+        "Ġso",
+        "ft"
+      ],
+      [
+        "Ġsm",
+        "all"
+      ],
+      [
+        "b",
+        "r"
+      ],
+      [
+        "Ġt",
+        "ur"
+      ],
+      [
+        "it",
+        "ies"
+      ],
+      [
+        "ad",
+        "e"
+      ],
+      [
+        "ur",
+        "ed"
+      ],
+      [
+        "Ġbe",
+        "en"
+      ],
+      [
+        "Ġwh",
+        "ile"
+      ],
+      [
+        "and",
+        "ing"
+      ],
+      [
+        "Ġjourne",
+        "y"
+      ],
+      [
+        "n",
+        "ess"
+      ],
+      [
+        "r",
+        "ed"
+      ],
+      [
+        "in",
+        "k"
+      ],
+      [
+        "Ġf",
+        "ir"
+      ],
+      [
+        "Ġf",
+        "ra"
+      ],
+      [
+        "Ġm",
+        "ind"
+      ],
+      [
+        "ri",
+        "ed"
+      ],
+      [
+        "Ġun",
+        "t"
+      ],
+      [
+        "Ġal",
+        "ong"
+      ],
+      [
+        "Ġqu",
+        "iet"
+      ],
+      [
+        "a",
+        "u"
+      ],
+      [
+        "a",
+        "z"
+      ],
+      [
+        "f",
+        "er"
+      ],
+      [
+        "t",
+        "he"
+      ],
+      [
+        "en",
+        "s"
+      ],
+      [
+        "Ġf",
+        "in"
+      ],
+      [
+        "Ġf",
+        "ol"
+      ],
+      [
+        "Ġth",
+        "ought"
+      ],
+      [
+        "ac",
+        "es"
+      ],
+      [
+        "id",
+        "ed"
+      ],
+      [
+        "Ġbe",
+        "hind"
+      ],
+      [
+        "ri",
+        "b"
+      ],
+      [
+        "ig",
+        "n"
+      ],
+      [
+        "Ġim",
+        "ag"
+      ],
+      [
+        "Ġcont",
+        "in"
+      ],
+      [
+        "Ġdee",
+        "p"
+      ],
+      [
+        "Ġfil",
+        "led"
+      ],
+      [
+        "b",
+        "s"
+      ],
+      [
+        "u",
+        "al"
+      ],
+      [
+        "Ġb",
+        "u"
+      ],
+      [
+        "or",
+        "d"
+      ],
+      [
+        "Ġp",
+        "e"
+      ],
+      [
+        "Ġd",
+        "id"
+      ],
+      [
+        "Ġl",
+        "ay"
+      ],
+      [
+        "Ġh",
+        "ow"
+      ],
+      [
+        "ut",
+        "h"
+      ],
+      [
+        "le",
+        "ct"
+      ],
+      [
+        "Ġex",
+        "per"
+      ],
+      [
+        "Ġcon",
+        "n"
+      ],
+      [
+        "ĠI",
+        "n"
+      ],
+      [
+        "Ġpl",
+        "ace"
+      ],
+      [
+        "way",
+        "s"
+      ],
+      [
+        "ĠF",
+        "or"
+      ],
+      [
+        "ĠP",
+        "ages"
+      ],
+      [
+        "Ġshel",
+        "ves"
+      ],
+      [
+        "Ġvo",
+        "ice"
+      ],
+      [
+        "Ġfir",
+        "st"
+      ],
+      [
+        "c",
+        "c"
+      ],
+      [
+        "e",
+        "w"
+      ],
+      [
+        "i",
+        "ed"
+      ],
+      [
+        "Ġ",
+        "K"
+      ],
+      [
+        "Ġ",
+        "Y"
+      ],
+      [
+        "Ġw",
+        "arm"
+      ],
+      [
+        "ar",
+        "s"
+      ],
+      [
+        "Ġp",
+        "ur"
+      ],
+      [
+        "Ġp",
+        "ages"
+      ],
+      [
+        "Ġm",
+        "yst"
+      ],
+      [
+        "ent",
+        "ly"
+      ],
+      [
+        "ri",
+        "g"
+      ],
+      [
+        "Ġdis",
+        "t"
+      ],
+      [
+        "Ġdis",
+        "cover"
+      ],
+      [
+        "Ġyou",
+        "ng"
+      ],
+      [
+        "ak",
+        "ing"
+      ],
+      [
+        "ĠB",
+        "ut"
+      ],
+      [
+        "-",
+        "-"
+      ],
+      [
+        "Ġthe",
+        "se"
+      ],
+      [
+        "it",
+        "ion"
+      ],
+      [
+        "Ġc",
+        "ap"
+      ],
+      [
+        "Ġf",
+        "aint"
+      ],
+      [
+        "Ġn",
+        "ear"
+      ],
+      [
+        "Ġn",
+        "ight"
+      ],
+      [
+        "ot",
+        "h"
+      ],
+      [
+        "li",
+        "ke"
+      ],
+      [
+        "ĠW",
+        "hispering"
+      ],
+      [
+        "Ġup",
+        "on"
+      ],
+      [
+        "ious",
+        "ly"
+      ],
+      [
+        "Ġsec",
+        "re"
+      ],
+      [
+        "h",
+        "y"
+      ],
+      [
+        "p",
+        "ite"
+      ],
+      [
+        "u",
+        "es"
+      ],
+      [
+        "Ġa",
+        "fter"
+      ],
+      [
+        "er",
+        "y"
+      ],
+      [
+        "it",
+        "ed"
+      ],
+      [
+        "Ġc",
+        "an"
+      ],
+      [
+        "or",
+        "ning"
+      ],
+      [
+        "Ġp",
+        "h"
+      ],
+      [
+        "Ġp",
+        "o"
+      ],
+      [
+        "Ġp",
+        "ers"
+      ],
+      [
+        "Ġp",
+        "res"
+      ],
+      [
+        "st",
+        "ore"
+      ],
+      [
+        "um",
+        "b"
+      ],
+      [
+        "Ġab",
+        "ove"
+      ],
+      [
+        "ect",
+        "ion"
+      ],
+      [
+        "Ġrem",
+        "ained"
+      ],
+      [
+        "r",
+        "ic"
+      ],
+      [
+        "s",
+        "ide"
+      ],
+      [
+        "Ġf",
+        "am"
+      ],
+      [
+        "Ġp",
+        "oss"
+      ],
+      [
+        "Ġh",
+        "id"
+      ],
+      [
+        "Ġm",
+        "orning"
+      ],
+      [
+        "Ġn",
+        "amed"
+      ],
+      [
+        "Ġg",
+        "ra"
+      ],
+      [
+        "ec",
+        "ted"
+      ],
+      [
+        "Ġan",
+        "c"
+      ],
+      [
+        "Ġhum",
+        "an"
+      ],
+      [
+        "ene",
+        "ath"
+      ]
+    ]
+  }
+}

checkpoints/checkpoint-2000/tokenizer_config.json

@@ -0,0 +1,47 @@
+{
+  "add_bos_token": false,
+  "add_prefix_space": false,
+  "added_tokens_decoder": {
+    "0": {
+      "content": "<s>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "1": {
+      "content": "<pad>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "2": {
+      "content": "</s>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "1000": {
+      "content": "<|endoftext|>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "<s>",
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "</s>",
+  "errors": "replace",
+  "extra_special_tokens": {},
+  "model_max_length": 1000000000000000019884624838656,
+  "pad_token": "<pad>",
+  "tokenizer_class": "GPT2Tokenizer",
+  "unk_token": "<|endoftext|>"
+}

checkpoints/checkpoint-2000/trainer_state.json

@@ -0,0 +1,314 @@
+{
+  "best_global_step": null,
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 9.70873786407767,
+  "eval_steps": 500,
+  "global_step": 2000,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.24271844660194175,
+      "grad_norm": 2.359125852584839,
+      "learning_rate": 4.960355987055016e-05,
+      "loss": 6.1096,
+      "step": 50
+    },
+    {
+      "epoch": 0.4854368932038835,
+      "grad_norm": 3.7953598499298096,
+      "learning_rate": 4.9199029126213595e-05,
+      "loss": 5.7056,
+      "step": 100
+    },
+    {
+      "epoch": 0.7281553398058253,
+      "grad_norm": 4.61148738861084,
+      "learning_rate": 4.879449838187702e-05,
+      "loss": 5.3489,
+      "step": 150
+    },
+    {
+      "epoch": 0.970873786407767,
+      "grad_norm": 4.836231231689453,
+      "learning_rate": 4.8389967637540455e-05,
+      "loss": 5.0937,
+      "step": 200
+    },
+    {
+      "epoch": 1.2135922330097086,
+      "grad_norm": 5.3506574630737305,
+      "learning_rate": 4.798543689320388e-05,
+      "loss": 4.743,
+      "step": 250
+    },
+    {
+      "epoch": 1.4563106796116505,
+      "grad_norm": 5.662957668304443,
+      "learning_rate": 4.7580906148867315e-05,
+      "loss": 4.6184,
+      "step": 300
+    },
+    {
+      "epoch": 1.6990291262135924,
+      "grad_norm": 5.17103910446167,
+      "learning_rate": 4.717637540453075e-05,
+      "loss": 4.5138,
+      "step": 350
+    },
+    {
+      "epoch": 1.941747572815534,
+      "grad_norm": 5.425673484802246,
+      "learning_rate": 4.6771844660194174e-05,
+      "loss": 4.4338,
+      "step": 400
+    },
+    {
+      "epoch": 2.1844660194174756,
+      "grad_norm": 5.076435565948486,
+      "learning_rate": 4.636731391585761e-05,
+      "loss": 4.2426,
+      "step": 450
+    },
+    {
+      "epoch": 2.4271844660194173,
+      "grad_norm": 5.189905643463135,
+      "learning_rate": 4.596278317152104e-05,
+      "loss": 4.1849,
+      "step": 500
+    },
+    {
+      "epoch": 2.6699029126213594,
+      "grad_norm": 5.165410995483398,
+      "learning_rate": 4.555825242718447e-05,
+      "loss": 4.1561,
+      "step": 550
+    },
+    {
+      "epoch": 2.912621359223301,
+      "grad_norm": 5.36574649810791,
+      "learning_rate": 4.51537216828479e-05,
+      "loss": 4.1271,
+      "step": 600
+    },
+    {
+      "epoch": 3.1553398058252426,
+      "grad_norm": 5.329883098602295,
+      "learning_rate": 4.4749190938511334e-05,
+      "loss": 3.9687,
+      "step": 650
+    },
+    {
+      "epoch": 3.3980582524271843,
+      "grad_norm": 5.349402904510498,
+      "learning_rate": 4.434466019417476e-05,
+      "loss": 3.8907,
+      "step": 700
+    },
+    {
+      "epoch": 3.6407766990291264,
+      "grad_norm": 5.579279899597168,
+      "learning_rate": 4.3940129449838194e-05,
+      "loss": 3.9224,
+      "step": 750
+    },
+    {
+      "epoch": 3.883495145631068,
+      "grad_norm": 5.490879058837891,
+      "learning_rate": 4.353559870550162e-05,
+      "loss": 3.9319,
+      "step": 800
+    },
+    {
+      "epoch": 4.12621359223301,
+      "grad_norm": 5.527013301849365,
+      "learning_rate": 4.313106796116505e-05,
+      "loss": 3.8144,
+      "step": 850
+    },
+    {
+      "epoch": 4.368932038834951,
+      "grad_norm": 5.980420112609863,
+      "learning_rate": 4.272653721682848e-05,
+      "loss": 3.6881,
+      "step": 900
+    },
+    {
+      "epoch": 4.611650485436893,
+      "grad_norm": 5.583395957946777,
+      "learning_rate": 4.232200647249191e-05,
+      "loss": 3.7252,
+      "step": 950
+    },
+    {
+      "epoch": 4.854368932038835,
+      "grad_norm": 5.927042007446289,
+      "learning_rate": 4.191747572815534e-05,
+      "loss": 3.7437,
+      "step": 1000
+    },
+    {
+      "epoch": 5.097087378640777,
+      "grad_norm": 5.692631244659424,
+      "learning_rate": 4.1512944983818774e-05,
+      "loss": 3.6337,
+      "step": 1050
+    },
+    {
+      "epoch": 5.339805825242719,
+      "grad_norm": 5.7976226806640625,
+      "learning_rate": 4.11084142394822e-05,
+      "loss": 3.5236,
+      "step": 1100
+    },
+    {
+      "epoch": 5.58252427184466,
+      "grad_norm": 6.297953128814697,
+      "learning_rate": 4.0703883495145634e-05,
+      "loss": 3.5244,
+      "step": 1150
+    },
+    {
+      "epoch": 5.825242718446602,
+      "grad_norm": 6.453690052032471,
+      "learning_rate": 4.029935275080906e-05,
+      "loss": 3.5825,
+      "step": 1200
+    },
+    {
+      "epoch": 6.067961165048544,
+      "grad_norm": 6.165194511413574,
+      "learning_rate": 3.9894822006472494e-05,
+      "loss": 3.4942,
+      "step": 1250
+    },
+    {
+      "epoch": 6.310679611650485,
+      "grad_norm": 6.395851135253906,
+      "learning_rate": 3.949029126213593e-05,
+      "loss": 3.3529,
+      "step": 1300
+    },
+    {
+      "epoch": 6.553398058252427,
+      "grad_norm": 6.453685283660889,
+      "learning_rate": 3.9085760517799354e-05,
+      "loss": 3.3487,
+      "step": 1350
+    },
+    {
+      "epoch": 6.796116504854369,
+      "grad_norm": 6.758645057678223,
+      "learning_rate": 3.868122977346279e-05,
+      "loss": 3.3676,
+      "step": 1400
+    },
+    {
+      "epoch": 7.038834951456311,
+      "grad_norm": 6.666903972625732,
+      "learning_rate": 3.827669902912622e-05,
+      "loss": 3.3376,
+      "step": 1450
+    },
+    {
+      "epoch": 7.281553398058253,
+      "grad_norm": 7.030956268310547,
+      "learning_rate": 3.787216828478965e-05,
+      "loss": 3.1284,
+      "step": 1500
+    },
+    {
+      "epoch": 7.524271844660194,
+      "grad_norm": 7.096410274505615,
+      "learning_rate": 3.746763754045307e-05,
+      "loss": 3.188,
+      "step": 1550
+    },
+    {
+      "epoch": 7.766990291262136,
+      "grad_norm": 7.361810207366943,
+      "learning_rate": 3.7063106796116507e-05,
+      "loss": 3.203,
+      "step": 1600
+    },
+    {
+      "epoch": 8.009708737864077,
+      "grad_norm": 6.9932475090026855,
+      "learning_rate": 3.665857605177993e-05,
+      "loss": 3.1776,
+      "step": 1650
+    },
+    {
+      "epoch": 8.25242718446602,
+      "grad_norm": 7.32123327255249,
+      "learning_rate": 3.6254045307443366e-05,
+      "loss": 2.9277,
+      "step": 1700
+    },
+    {
+      "epoch": 8.495145631067961,
+      "grad_norm": 7.632686614990234,
+      "learning_rate": 3.584951456310679e-05,
+      "loss": 3.0019,
+      "step": 1750
+    },
+    {
+      "epoch": 8.737864077669903,
+      "grad_norm": 8.1183443069458,
+      "learning_rate": 3.5444983818770226e-05,
+      "loss": 3.0168,
+      "step": 1800
+    },
+    {
+      "epoch": 8.980582524271846,
+      "grad_norm": 8.00617504119873,
+      "learning_rate": 3.504045307443366e-05,
+      "loss": 2.998,
+      "step": 1850
+    },
+    {
+      "epoch": 9.223300970873787,
+      "grad_norm": 7.918886184692383,
+      "learning_rate": 3.4635922330097086e-05,
+      "loss": 2.7472,
+      "step": 1900
+    },
+    {
+      "epoch": 9.466019417475728,
+      "grad_norm": 7.912678241729736,
+      "learning_rate": 3.423139158576052e-05,
+      "loss": 2.7989,
+      "step": 1950
+    },
+    {
+      "epoch": 9.70873786407767,
+      "grad_norm": 8.306890487670898,
+      "learning_rate": 3.382686084142395e-05,
+      "loss": 2.8217,
+      "step": 2000
+    }
+  ],
+  "logging_steps": 50,
+  "max_steps": 6180,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 30,
+  "save_steps": 500,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": false
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 261296750592000.0,
+  "train_batch_size": 4,
+  "trial_name": null,
+  "trial_params": null
+}

checkpoints/checkpoint-2000/training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a379cf17225933073d2fdea180fcbc6fc91a95866e462d9ce93753b719864a30
+size 5304

checkpoints/checkpoint-2000/vocab.json

@@ -0,0 +1 @@
+{"<s>":0,"<pad>":1,"</s>":2,"<unk>":3,"<mask>":4,"!":5,"\"":6,"#":7,"$":8,"%":9,"&":10,"'":11,"(":12,")":13,"*":14,"+":15,",":16,"-":17,".":18,"/":19,"0":20,"1":21,"2":22,"3":23,"4":24,"5":25,"6":26,"7":27,"8":28,"9":29,":":30,";":31,"<":32,"=":33,">":34,"?":35,"@":36,"A":37,"B":38,"C":39,"D":40,"E":41,"F":42,"G":43,"H":44,"I":45,"J":46,"K":47,"L":48,"M":49,"N":50,"O":51,"P":52,"Q":53,"R":54,"S":55,"T":56,"U":57,"V":58,"W":59,"X":60,"Y":61,"Z":62,"[":63,"\\":64,"]":65,"^":66,"_":67,"`":68,"a":69,"b":70,"c":71,"d":72,"e":73,"f":74,"g":75,"h":76,"i":77,"j":78,"k":79,"l":80,"m":81,"n":82,"o":83,"p":84,"q":85,"r":86,"s":87,"t":88,"u":89,"v":90,"w":91,"x":92,"y":93,"z":94,"{":95,"|":96,"}":97,"~":98,"¡":99,"¢":100,"£":101,"¤":102,"¥":103,"¦":104,"§":105,"¨":106,"©":107,"ª":108,"«":109,"¬":110,"®":111,"¯":112,"°":113,"±":114,"²":115,"³":116,"´":117,"µ":118,"¶":119,"·":120,"¸":121,"¹":122,"º":123,"»":124,"¼":125,"½":126,"¾":127,"¿":128,"À":129,"Á":130,"Â":131,"Ã":132,"Ä":133,"Å":134,"Æ":135,"Ç":136,"È":137,"É":138,"Ê":139,"Ë":140,"Ì":141,"Í":142,"Î":143,"Ï":144,"Ð":145,"Ñ":146,"Ò":147,"Ó":148,"Ô":149,"Õ":150,"Ö":151,"×":152,"Ø":153,"Ù":154,"Ú":155,"Û":156,"Ü":157,"Ý":158,"Þ":159,"ß":160,"à":161,"á":162,"â":163,"ã":164,"ä":165,"å":166,"æ":167,"ç":168,"è":169,"é":170,"ê":171,"ë":172,"ì":173,"í":174,"î":175,"ï":176,"ð":177,"ñ":178,"ò":179,"ó":180,"ô":181,"õ":182,"ö":183,"÷":184,"ø":185,"ù":186,"ú":187,"û":188,"ü":189,"ý":190,"þ":191,"ÿ":192,"Ā":193,"ā":194,"Ă":195,"ă":196,"Ą":197,"ą":198,"Ć":199,"ć":200,"Ĉ":201,"ĉ":202,"Ċ":203,"ċ":204,"Č":205,"č":206,"Ď":207,"ď":208,"Đ":209,"đ":210,"Ē":211,"ē":212,"Ĕ":213,"ĕ":214,"Ė":215,"ė":216,"Ę":217,"ę":218,"Ě":219,"ě":220,"Ĝ":221,"ĝ":222,"Ğ":223,"ğ":224,"Ġ":225,"ġ":226,"Ģ":227,"ģ":228,"Ĥ":229,"ĥ":230,"Ħ":231,"ħ":232,"Ĩ":233,"ĩ":234,"Ī":235,"ī":236,"Ĭ":237,"ĭ":238,"Į":239,"į":240,"İ":241,"ı":242,"IJ":243,"ij":244,"Ĵ":245,"ĵ":246,"Ķ":247,"ķ":248,"ĸ":249,"Ĺ":250,"ĺ":251,"Ļ":252,"ļ":253,"Ľ":254,"ľ":255,"Ŀ":256,"ŀ":257,"Ł":258,"ł":259,"Ń":260,"he":261,"Ġt":262,"in":263,"Ġa":264,"Ġs":265,"ed":266,"er":267,"Ġthe":268,"ing":269,"re":270,"Ġw":271,"Ġo":272,"en":273,"it":274,"Ġc":275,"Ġb":276,"es":277,"nd":278,"Ġf":279,"ar":280,"at":281,"ou":282,"on":283,"čĊ":284,"or":285,"Ġp":286,"Ġof":287,"Ġhe":288,"an":289,"âĢ":290,"Ġd":291,"Ġl":292,"is":293,"Ġin":294,"Ġh":295,"Ġto":296,"al":297,"Ġm":298,"Ġe":299,"Ġand":300,"ly":301,"Ġth":302,"as":303,"om":304,"Ġher":305,"Ġre":306,"gh":307,"il":308,"st":309,"et":310,"Ġst":311,"ow":312,"ac":313,"ion":314,"Ġn":315,"ent":316,"el":317,"Ġg":318,"ver":319,"ic":320,"ith":321,"Ġshe":322,"ad":323,"Ġu":324,"Ġwith":325,"ur":326,"ut":327,"im":328,"ir":329,"le":330,"id":331,"oo":332,"Ġit":333,"ra":334,"ot":335,"ld":336,"ght":337,"Ġbe":338,"âĢĻ":339,"ĠE":340,"Ġon":341,"os":342,"lar":343,"her":344,"ay":345,"ag":346,"ri":347,"ec":348,"Ġv":349,"ĠT":350,"am":351,"Ġas":352,"ers":353,"Ġfor":354,"rou":355,"lara":356,"ve":357,"Ġli":358,"ce":359,"Ġwas":360,"Ġthat":361,"ol":362,"Ġan":363,"Ġwh":364,"ch":365,"Ġint":366,"Ġun":367,"ore":368,"ation":369,"ain":370,"li":371,"Ġsh":372,"ity":373,"Ġr":374,"and":375,"ĠS":376,"Ġy":377,"ind":378,"Ġby":379,"ook":380,"led":381,"Ġex":382,"âĢĶ":383,"ap":384,"ĠC":385,"th":386,"ted":387,"ess":388,"ee":389,"âĢľ":390,"âĢĿ":391,"ter":392,"Ġcon":393,"rom":394,"ear":395,"ke":396,"um":397,"Ġal":398,"hed":399,"Ġwor":400,"ure":401,"est":402,"ĠA":403,"se":404,"ul":405,"Ġsp":406,"Ġj":407,"Ġch":408,"ĠI":409,"ies":410,"pp":411,"ro":412,"if":413,"ill":414,"Ġen":415,"our":416,"ĠThe":417,"Ġfrom":418,"ts":419,"Ġle":420,"ked":421,"Ġhis":422,"un":423,"ĠW":424,"Ġits":425,"Ġhad":426,"ĠClara":427,"ust":428,"ong":429,"ting":430,"ĠâĢľ":431,"rough":432,"Ġinto":433,"ling":434,"per":435,"Ġbook":436,"ds":437,"ĠH":438,"qu":439,"Ġat":440,"Ġne":441,"ved":442,"Ġtheir":443,"ang":444,"low":445,"ide":446,"Ġtr":447,"Ġcl":448,"kn":449,"ten":450,"ight":451,"Ġbut":452,"Ġdis":453,"av":454,"ound":455,"Ġthrough":456,"Ġyou":457,"Ġab":458,"Ġcou":459,"us":460,"res":461,"Ġor":462,"Ġwhe":463,"all":464,"op":465,"ach":466,"Ġnot":467,"ous":468,"ace":469,"ĠM":470,"Ġcom":471,"out":472,"ally":473,"Ġar":474,"art":475,"ions":476,"ant":477,"very":478,"ate":479,"ated":480,"ose":481,"med":482,"oss":483,"ak":484,"ab":485,"Ġsom":486,"Ġstor":487,"hing":488,"Ġcr":489,"ard":490,"pl":491,"Ġkn":492,"Ġthey":493,"age":494,"mb":495,"ig":496,"ne":497,"Ġpl":498,"iv":499,"Ġso":500,"ered":501,"ood":502,"ment":503,"ence":504,"ass":505,"ned":506,"ther":507,"one":508,"ere":509,"Ġac":510,"Ġover":511,"nder":512,"elf":513,"Ġsee":514,"Ġim":515,"ough":516,"ning":517,"Ġres":518,"ĠElara":519,"uc":520,"Ġtim":521,"Ġthem":522,"ect":523,"Ġsc":524,"Ġout":525,"own":526,"ĠShe":527,"ven":528,"Ġad":529,"Ġup":530,"are":531,"ages":532,"way":533,"Ġrem":534,"ations":535,"ge":536,"ather":537,"co":538,".âĢĿ":539,"iz":540,"ks":541,"Ġqu":542,"Ġme":543,"round":544,"ib":545,"ĠB":546,"ond":547,"Ġjour":548,"his":549,"ost":550,"ite":551,"ance":552,"wn":553,"Ġsm":554,"Ġstre":555,"ious":556,"pt":557,"ings":558,"Ġde":559,"Ġbr":560,"ath":561,"Ġthis":562,"ile":563,"Ġwho":564,"The":565,"ud":566,"ĠF":567,"ched":568,"Ġwe":569,"Ġhim":570,"Ġabout":571,"old":572,"ves":573,"Ġsk":574,"less":575,"ft":576,"Ġtre":577,"Ġunder":578,"Ġtime":579,"ame":580,"fe":581,"nt":582,"end":583,"Ġbeg":584,"Ġevery":585,"ast":586,"Ġworld":587,"ie":588,"ys":589,"Ġsa":590,"Ġwere":591,"Ġlike":592,"Ġco":593,"ating":594,"Ġpro":595,",âĢĿ":596,"Ġsu":597,"Ġone":598,"Ġcont":599,"tur":600,"Ġins":601,"Ġgr":602,"for":603,"ive":604,"Ġse":605,"ering":606,"Ġother":607,"Ġdes":608,"Ġreal":609,"Ġste":610,"ĠP":611,"Ġcre":612,"Ġstr":613,"ct":614,"oc":615,"Ġey":616,"ething":617,"self":618,"Ġra":619,"ould":620,"ack":621,"Ġno":622,"ĠEli":623,"Ġlife":624,"Ġapp":625,"Ġcar":626,"ands":627,"Ġwhere":628,"ry":629,"Ġvill":630,"ged":631,"og":632,"pen":633,"Ġbl":634,"Ġfore":635,"Ġlight":636,"Ġread":637,"ire":638,"ĠO":639,"Ġfe":640,"Ġfel":641,"ice":642,"ures":643,"ward":644,"ĠL":645,"Ġfl":646,"Ġday":647,"als":648,"Ġem":649,"Ġcould":650,"vel":651,"ans":652,"Ġgl":653,"ns":654,"Ġsur":655,"?âĢĿ":656,"ip":657,"Ġbel":658,"Ġeven":659,"Ġart":660,"hat":661,"ued":662,"vent":663,"ark":664,"Ġdo":665,"Ġthough":666,"ild":667,"Ġgre":668,"ching":669,"Ġknow":670,"ful":671,"we":672,"Ġag":673,"Ġwind":674,"Ġcity":675,"arm":676,"ome":677,"ears":678,"able":679,"Ġ\"":680,"Ġis":681,"ine":682,"Ġway":683,"ary":684,"Ġthan":685,"Ġsomething":686,"Ġbegan":687,"ove":688,"Ġcol":689,"Ġdee":690,"ets":691,"ether":692,"fore":693,"Ġent":694,"aint":695,"pped":696,"Ġnew":697,"cover":698,"les":699,"Ġbet":700,"Ġfound":701,"ared":702,"Ġha":703,"Ġhum":704,"Ġeach":705,"ress":706,"ms":707,"yst":708,"act":709,"Ġall":710,"Ġif":711,"ined":712,"ream":713,"Ġoff":714,"Ġwithin":715,"light":716,"Ġsome":717,"Ġforest":718,"ĠD":719,"Ġwom":720,"Ġpr":721,"anor":722,"Ġmore":723,"Ġeyes":724,"ily":725,"Ġam":726,"Ġwould":727,"Ġpi":728,"Ġpass":729,"ached":730,"vers":731,"ained":732,"Ġjust":733,"Ġstory":734,"iting":735,"Ġca":736,"Ġdec":737,"ist":738,"Ġshel":739,"Ġbefore":740,"Ġwhat":741,"Ġwhis":742,"ĠIt":743,"Ġstories":744,"Ġseemed":745,"Ġwoman":746,"Ġbre":747,"atter":748,"ors":749,"Ġyet":750,"Ġvillage":751,"ded":752,"Ġ*":753,"Ġherself":754,"ows":755,"uring":756,"Ġvo":757,"Ġleav":758,"pering":759,"Ġfelt":760,"ced":761,"nal":762,"ines":763,"Ġdown":764,"Ġexp":765,"Ġexpl":766,"Ġtra":767,"Ġpre":768,"Ġlong":769,"Ġgu":770,"leanor":771,"ĠMr":772,"ces":773,"ng":774,"pers":775,"Ġcur":776,"ick":777,"Ġwords":778,"ial":779,"Ġwr":780,"Ġfil":781,"ater":782,"ought":783,"ort":784,"Ġretur":785,"Ġvis":786,"amed":787,"Ġany":788,"cho":789,"Ġbooks":790,"ĠHe":791,"ross":792,"Ġsil":793,"Ġsec":794,"Ġthere":795,"Ġmo":796,"Ġemb":797,"ell":798,"Ġend":799,"ĠElias":800,"ps":801,"Ġaway":802,"Ġfind":803,"orn":804,"Ġper":805,"Ġman":806,"other":807,"Ġjourne":808,"den":809,"fter":810,"ue":811,"ving":812,"Ġopen":813,"Ġpart":814,"Ġheart":815,"ical":816,"thing":817,"Ġsaid":818,"ween":819,"Ġagain":820,"Ġbetween":821,"ex":822,"got":823,"iet":824,"tle":825,"Ġset":826,"ene":827,"ense":828,"Ġback":829,"ani":830,"Ġdream":831,"isten":832,"oment":833,"Ġro":834,"Ġcomp":835,"hispering":836,"hind":837,"ons":838,"Ġpain":839,"Ġthose":840,"aced":841,"ĠTh":842,"ange":843,"Ġwhen":844,"nter":845,"yond":846,"hes":847,"Ġair":848,"Ġaround":849,"Ġmoment":850,"ili":851,"Ġonly":852,"Ġjournal":853,"Ġothers":854,"ake":855,"pir":856,"hen":857,"Ġtal":858,"Ġare":859,"Ġpul":860,"Ġdra":861,"Ġbec":862,"ĠEleanor":863,"Ġinter":864,"ments":865,"Ġacross":866,"cou":867,"Ġsun":868,"ise":869,"Ġbeyond":870,"Ġtrans":871,"Ġunderst":872,"gotten":873,"ient":874,"Ġold":875,"Ġown":876,"aring":877,"Ġstood":878,"Ġus":879,"ĠHer":880,"lowed":881,"Ġcomm":882,"Ġsoft":883,"Ġsmall":884,"br":885,"Ġtur":886,"ities":887,"ade":888,"ured":889,"Ġbeen":890,"Ġwhile":891,"anding":892,"Ġjourney":893,"ness":894,"red":895,"ink":896,"Ġfir":897,"Ġfra":898,"Ġmind":899,"ried":900,"Ġunt":901,"Ġalong":902,"Ġquiet":903,"au":904,"az":905,"fer":906,"the":907,"ens":908,"Ġfin":909,"Ġfol":910,"Ġthought":911,"aces":912,"ided":913,"Ġbehind":914,"rib":915,"ign":916,"Ġimag":917,"Ġcontin":918,"Ġdeep":919,"Ġfilled":920,"bs":921,"ual":922,"Ġbu":923,"ord":924,"Ġpe":925,"Ġdid":926,"Ġlay":927,"Ġhow":928,"uth":929,"lect":930,"Ġexper":931,"Ġconn":932,"ĠIn":933,"Ġplace":934,"ways":935,"ĠFor":936,"ĠPages":937,"Ġshelves":938,"Ġvoice":939,"Ġfirst":940,"cc":941,"ew":942,"ied":943,"ĠK":944,"ĠY":945,"Ġwarm":946,"ars":947,"Ġpur":948,"Ġpages":949,"Ġmyst":950,"ently":951,"rig":952,"Ġdist":953,"Ġdiscover":954,"Ġyoung":955,"aking":956,"ĠBut":957,"--":958,"Ġthese":959,"ition":960,"Ġcap":961,"Ġfaint":962,"Ġnear":963,"Ġnight":964,"oth":965,"like":966,"ĠWhispering":967,"Ġupon":968,"iously":969,"Ġsecre":970,"hy":971,"pite":972,"ues":973,"Ġafter":974,"ery":975,"ited":976,"Ġcan":977,"orning":978,"Ġph":979,"Ġpo":980,"Ġpers":981,"Ġpres":982,"store":983,"umb":984,"Ġabove":985,"ection":986,"Ġremained":987,"ric":988,"side":989,"Ġfam":990,"Ġposs":991,"Ġhid":992,"Ġmorning":993,"Ġnamed":994,"Ġgra":995,"ected":996,"Ġanc":997,"Ġhuman":998,"eneath":999}

checkpoints/checkpoint-2500/added_tokens.json

@@ -0,0 +1,3 @@
+{
+  "<|endoftext|>": 1000
+}

checkpoints/checkpoint-2500/config.json

@@ -0,0 +1,33 @@
+{
+  "activation_function": "gelu_new",
+  "architectures": [
+    "GPT2LMHeadModel"
+  ],
+  "attn_pdrop": 0.1,
+  "bos_token_id": 0,
+  "embd_pdrop": 0.1,
+  "eos_token_id": 2,
+  "initializer_range": 0.02,
+  "layer_norm_epsilon": 1e-05,
+  "model_type": "gpt2",
+  "n_ctx": 128,
+  "n_embd": 768,
+  "n_head": 2,
+  "n_inner": null,
+  "n_layer": 6,
+  "n_positions": 128,
+  "pad_token_id": 1,
+  "reorder_and_upcast_attn": false,
+  "resid_pdrop": 0.1,
+  "scale_attn_by_inverse_layer_idx": false,
+  "scale_attn_weights": true,
+  "summary_activation": null,
+  "summary_first_dropout": 0.1,
+  "summary_proj_to_labels": true,
+  "summary_type": "cls_index",
+  "summary_use_proj": true,
+  "torch_dtype": "float32",
+  "transformers_version": "4.51.3",
+  "use_cache": true,
+  "vocab_size": 1001
+}

checkpoints/checkpoint-2500/generation_config.json

@@ -0,0 +1,7 @@
+{
+  "_from_model_config": true,
+  "bos_token_id": 0,
+  "eos_token_id": 2,
+  "pad_token_id": 1,
+  "transformers_version": "4.51.3"
+}

checkpoints/checkpoint-2500/merges.txt

@@ -0,0 +1,740 @@
+#version: 0.2
+h e
+Ġ t
+i n
+Ġ a
+Ġ s
+e d
+e r
+Ġt he
+in g
+r e
+Ġ w
+Ġ o
+e n
+i t
+Ġ c
+Ġ b
+e s
+n d
+Ġ f
+a r
+a t
+o u
+o n
+č Ċ
+o r
+Ġ p
+Ġo f
+Ġ he
+a n
+â Ģ
+Ġ d
+Ġ l
+i s
+Ġ in
+Ġ h
+Ġt o
+a l
+Ġ m
+Ġ e
+Ġa nd
+l y
+Ġt h
+a s
+o m
+Ġhe r
+Ġ re
+g h
+i l
+s t
+e t
+Ġs t
+o w
+a c
+i on
+Ġ n
+en t
+e l
+Ġ g
+v er
+i c
+it h
+Ġs he
+a d
+Ġ u
+Ġw ith
+u r
+u t
+i m
+i r
+l e
+i d
+o o
+Ġ it
+r a
+o t
+l d
+gh t
+Ġb e
+âĢ Ļ
+Ġ E
+Ġo n
+o s
+l ar
+he r
+a y
+a g
+r i
+e c
+Ġ v
+Ġ T
+a m
+Ġa s
+er s
+Ġf or
+r ou
+lar a
+v e
+Ġl i
+c e
+Ġw as
+Ġth at
+o l
+Ġa n
+Ġw h
+c h
+Ġin t
+Ġu n
+o re
+at ion
+a in
+l i
+Ġs h
+it y
+Ġ r
+a nd
+Ġ S
+Ġ y
+in d
+Ġb y
+oo k
+l ed
+Ġe x
+âĢ Ķ
+a p
+Ġ C
+t h
+t ed
+es s
+e e
+âĢ ľ
+âĢ Ŀ
+t er
+Ġc on
+r om
+e ar
+k e
+u m
+Ġa l
+he d
+Ġw or
+u re
+es t
+Ġ A
+s e
+u l
+Ġs p
+Ġ j
+Ġc h
+Ġ I
+i es
+p p
+r o
+i f
+il l
+Ġ en
+ou r
+ĠT he
+Ġf rom
+t s
+Ġl e
+k ed
+Ġh is
+u n
+Ġ W
+Ġit s
+Ġh ad
+ĠC lara
+u st
+on g
+t ing
+Ġ âĢľ
+rou gh
+Ġint o
+l ing
+p er
+Ġb ook
+d s
+Ġ H
+q u
+Ġa t
+Ġn e
+v ed
+Ġthe ir
+an g
+l ow
+id e
+Ġt r
+Ġc l
+k n
+t en
+i ght
+Ġb ut
+Ġd is
+a v
+ou nd
+Ġth rough
+Ġy ou
+Ġa b
+Ġc ou
+u s
+re s
+Ġo r
+Ġw he
+al l
+o p
+ac h
+Ġn ot
+ou s
+ac e
+Ġ M
+Ġc om
+ou t
+al ly
+Ġa r
+ar t
+ion s
+an t
+ver y
+at e
+at ed
+os e
+m ed
+os s
+a k
+a b
+Ġs om
+Ġst or
+h ing
+Ġc r
+ar d
+p l
+Ġ kn
+Ġthe y
+ag e
+m b
+i g
+n e
+Ġp l
+i v
+Ġs o
+er ed
+oo d
+m ent
+en ce
+as s
+n ed
+t her
+on e
+er e
+Ġa c
+Ġo ver
+nd er
+el f
+Ġs ee
+Ġ im
+ou gh
+n ing
+Ġre s
+ĠE lara
+u c
+Ġt im
+Ġthe m
+ec t
+Ġs c
+Ġo ut
+ow n
+ĠS he
+v en
+Ġa d
+Ġu p
+a re
+ag es
+w ay
+Ġre m
+ation s
+g e
+at her
+c o
+. âĢĿ
+i z
+k s
+Ġ qu
+Ġm e
+rou nd
+i b
+Ġ B
+o nd
+Ġj our
+h is
+o st
+it e
+an ce
+w n
+Ġs m
+Ġst re
+i ous
+p t
+ing s
+Ġd e
+Ġb r
+at h
+Ġth is
+il e
+Ġwh o
+T he
+u d
+Ġ F
+c hed
+Ġw e
+Ġh im
+Ġab out
+o ld
+v es
+Ġs k
+l ess
+f t
+Ġt re
+Ġu nder
+Ġtim e
+am e
+f e
+n t
+en d
+Ġbe g
+Ġe very
+as t
+Ġwor ld
+i e
+y s
+Ġs a
+Ġw ere
+Ġli ke
+Ġc o
+at ing
+Ġp ro
+, âĢĿ
+Ġs u
+Ġon e
+Ġcon t
+t ur
+Ġin s
+Ġg r
+f or
+i ve
+Ġs e
+er ing
+Ġo ther
+Ġd es
+Ġre al
+Ġst e
+Ġ P
+Ġc re
+Ġst r
+c t
+o c
+Ġe y
+et hing
+s elf
+Ġ ra
+ou ld
+ac k
+Ġn o
+ĠE li
+Ġli fe
+Ġa pp
+Ġc ar
+and s
+Ġwhe re
+r y
+Ġv ill
+g ed
+o g
+p en
+Ġb l
+Ġf ore
+Ġli ght
+Ġre ad
+i re
+Ġ O
+Ġf e
+Ġf el
+ic e
+ure s
+w ard
+Ġ L
+Ġf l
+Ġd ay
+al s
+Ġe m
+Ġcou ld
+v el
+an s
+Ġg l
+n s
+Ġs ur
+? âĢĿ
+i p
+Ġb el
+Ġe ven
+Ġar t
+h at
+u ed
+v ent
+ar k
+Ġd o
+Ġth ough
+il d
+Ġg re
+ch ing
+Ġkn ow
+f ul
+w e
+Ġa g
+Ġw ind
+Ġc ity
+ar m
+om e
+ear s
+ab le
+Ġ "
+Ġ is
+in e
+Ġw ay
+ar y
+Ġth an
+Ġsom ething
+Ġbeg an
+o ve
+Ġc ol
+Ġd ee
+et s
+et her
+f ore
+Ġ ent
+ain t
+pp ed
+Ġne w
+co ver
+l es
+Ġb et
+Ġf ound
+ar ed
+Ġh a
+Ġh um
+Ġe ach
+res s
+m s
+y st
+ac t
+Ġal l
+Ġ if
+in ed
+re am
+Ġof f
+Ġwith in
+li ght
+Ġsom e
+Ġfore st
+Ġ D
+Ġw om
+Ġp r
+an or
+Ġm ore
+Ġey es
+i ly
+Ġa m
+Ġw ould
+Ġp i
+Ġp ass
+ac hed
+ver s
+ain ed
+Ġj ust
+Ġstor y
+it ing
+Ġc a
+Ġd ec
+is t
+Ġshe l
+Ġbe fore
+Ġwh at
+Ġwh is
+ĠI t
+Ġstor ies
+Ġsee med
+Ġwom an
+Ġb re
+at ter
+or s
+Ġy et
+Ġvill age
+d ed
+Ġ *
+Ġher self
+ow s
+ur ing
+Ġv o
+Ġle av
+per ing
+Ġfel t
+c ed
+n al
+in es
+Ġd own
+Ġex p
+Ġex pl
+Ġt ra
+Ġp re
+Ġl ong
+Ġg u
+le anor
+ĠM r
+c es
+n g
+p ers
+Ġc ur
+ic k
+Ġwor ds
+i al
+Ġw r
+Ġf il
+at er
+ou ght
+or t
+Ġre tur
+Ġv is
+am ed
+Ġan y
+ch o
+Ġbook s
+ĠH e
+r oss
+Ġs il
+Ġs ec
+Ġthe re
+Ġm o
+Ġe mb
+el l
+Ġen d
+ĠEli as
+p s
+Ġa way
+Ġf ind
+or n
+Ġp er
+Ġm an
+ot her
+Ġjour ne
+d en
+f ter
+u e
+v ing
+Ġo pen
+Ġp art
+Ġhe art
+ic al
+th ing
+Ġsa id
+we en
+Ġag ain
+Ġbet ween
+e x
+g ot
+i et
+t le
+Ġs et
+en e
+en se
+Ġb ack
+an i
+Ġd ream
+is ten
+om ent
+Ġr o
+Ġcom p
+his pering
+h ind
+on s
+Ġp ain
+Ġth ose
+ac ed
+ĠT h
+ang e
+Ġwhe n
+n ter
+y ond
+he s
+Ġa ir
+Ġa round
+Ġm oment
+il i
+Ġon ly
+Ġjour nal
+Ġother s
+a ke
+p ir
+he n
+Ġt al
+Ġa re
+Ġp ul
+Ġd ra
+Ġbe c
+ĠE leanor
+Ġint er
+ment s
+Ġac ross
+c ou
+Ġs un
+is e
+Ġbe yond
+Ġtr ans
+Ġunder st
+got ten
+i ent
+Ġo ld
+Ġo wn
+ar ing
+Ġst ood
+Ġu s
+ĠH er
+low ed
+Ġcom m
+Ġso ft
+Ġsm all
+b r
+Ġt ur
+it ies
+ad e
+ur ed
+Ġbe en
+Ġwh ile
+and ing
+Ġjourne y
+n ess
+r ed
+in k
+Ġf ir
+Ġf ra
+Ġm ind
+ri ed
+Ġun t
+Ġal ong
+Ġqu iet
+a u
+a z
+f er
+t he
+en s
+Ġf in
+Ġf ol
+Ġth ought
+ac es
+id ed
+Ġbe hind
+ri b
+ig n
+Ġim ag
+Ġcont in
+Ġdee p
+Ġfil led
+b s
+u al
+Ġb u
+or d
+Ġp e
+Ġd id
+Ġl ay
+Ġh ow
+ut h
+le ct
+Ġex per
+Ġcon n
+ĠI n
+Ġpl ace
+way s
+ĠF or
+ĠP ages
+Ġshel ves
+Ġvo ice
+Ġfir st
+c c
+e w
+i ed
+Ġ K
+Ġ Y
+Ġw arm
+ar s
+Ġp ur
+Ġp ages
+Ġm yst
+ent ly
+ri g
+Ġdis t
+Ġdis cover
+Ġyou ng
+ak ing
+ĠB ut
+- -
+Ġthe se
+it ion
+Ġc ap
+Ġf aint
+Ġn ear
+Ġn ight
+ot h
+li ke
+ĠW hispering
+Ġup on
+ious ly
+Ġsec re
+h y
+p ite
+u es
+Ġa fter
+er y
+it ed
+Ġc an
+or ning
+Ġp h
+Ġp o
+Ġp ers
+Ġp res
+st ore
+um b
+Ġab ove
+ect ion
+Ġrem ained
+r ic
+s ide
+Ġf am
+Ġp oss
+Ġh id
+Ġm orning
+Ġn amed
+Ġg ra
+ec ted
+Ġan c
+Ġhum an
+ene ath

checkpoints/checkpoint-2500/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83eeb4b2b3f00d1d9495bfe281ff4b77854190c67e9f37c2b8080358ced46e89
+size 173590984

checkpoints/checkpoint-2500/optimizer.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c09753bab2a1c01b70a8ba1578c151f251202810532adc3299314885da039ca5
+size 347230586