Replace space by ⎵

app.py

@@ -12,7 +12,7 @@ text3 = solara.reactive("")
 # Create dataframe mapping token IDs and tokens
 df = pd.DataFrame()
 df["token ID"] = range(tokenizer.vocab_size)
-df["token"] = [tokenizer.decode([i]) for i in range(tokenizer.vocab_size)]
+df["token"] = [f'{tokenizer.decode([i])}'.replace(" ","⎵") for i in range(tokenizer.vocab_size)]
 
 @solara.component
 def Page():
@@ -45,7 +45,7 @@ def Page():
     spans2 = text2.value.split(' ')
     spans2 = [int(span) for span in spans2 if span != ""]
     spans2 = tokenizer.decode(spans2)
-    solara.Markdown(f'{spans2}')
+    solara.Markdown(f'{spans2}'.replace(" ", "⎵"))
     solara.Markdown("##Search tokens")
     solara.InputText("Search for a token:", value=text3, continuous_update=True)
     df_subset = df[df["token"].str.startswith(text3.value)]