Sebbe33 commited on
Commit
d565db2
·
verified ·
1 Parent(s): f75d614

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -17
app.py CHANGED
@@ -32,24 +32,8 @@ length_function_option = st.selectbox(
32
  ["Characters", "Tokens"]
33
  )
34
 
35
- splitter_choice = st.selectbox(
36
- "Select a Text Splitter",
37
- ["RecursiveCharacter", "Character"]
38
- )
39
- # Auswählen der passenden length_function
40
- if length_function_option == "Characters":
41
- # Messen in Zeichen
42
- length_function = len
43
- length_function_str = CHARACTER_LENGTH
44
- elif length_function_option == "Tokens":
45
- # Messen in Tokens mithilfe tiktoken
46
- enc = tiktoken.get_encoding("cl100k_base")
47
- def length_function(text: str) -> int:
48
- return len(enc.encode(text))
49
- length_function_str = TOKEN_LENGTH
50
- else:
51
- raise ValueError("Ungültige Option für length_function.")
52
 
 
53
 
54
  # Text-Eingabe
55
  doc = st.text_area("Füge hier deinen Text ein:")
 
32
  ["Characters", "Tokens"]
33
  )
34
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
35
 
36
+ length_function_option = Tokens
37
 
38
  # Text-Eingabe
39
  doc = st.text_area("Füge hier deinen Text ein:")