Sebbe33 commited on
Commit
f75d614
·
verified ·
1 Parent(s): 1d8c55e

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +0 -7
app.py CHANGED
@@ -7,13 +7,6 @@ CHARACTER_LENGTH = "length_function=lambda x: len(x)"
7
  TOKEN_LENGTH = enc = tiktoken.get_encoding("cl100k_base")
8
  length_function = lambda text: len(enc.encode(text))
9
 
10
- RECURSIVE_CHARACTER = RecursiveCharacterTextSplitter(
11
- chunk_size={chunk_size},
12
- chunk_overlap={chunk_overlap},
13
- length_function={length_function}
14
- )
15
-
16
-
17
  # Streamlit UI
18
  st.title("Understand Chunk and Token")
19
 
 
7
  TOKEN_LENGTH = enc = tiktoken.get_encoding("cl100k_base")
8
  length_function = lambda text: len(enc.encode(text))
9
 
 
 
 
 
 
 
 
10
  # Streamlit UI
11
  st.title("Understand Chunk and Token")
12