Spaces:
Runtime error
Runtime error
Update app.py
Browse files
app.py
CHANGED
|
@@ -32,40 +32,31 @@ LANGUAGE = """RecursiveCharacterTextSplitter.from_language(
|
|
| 32 |
st.title("Understand Chunk and Token")
|
| 33 |
|
| 34 |
|
| 35 |
-
col1, col2, col3, col4 = st.columns([1, 1, 1, 2])
|
| 36 |
|
| 37 |
-
|
| 38 |
-
chunk_size = st.number_input(
|
| 39 |
min_value=1,
|
| 40 |
label="Chunk Size",
|
| 41 |
value=1000
|
| 42 |
-
|
| 43 |
|
| 44 |
-
|
| 45 |
-
|
| 46 |
min_value=1,
|
| 47 |
max_value=chunk_size - 1,
|
| 48 |
label="Chunk Overlap",
|
| 49 |
value=int(chunk_size * 0.2)
|
| 50 |
-
|
| 51 |
|
| 52 |
-
if chunk_overlap >= chunk_size:
|
| 53 |
-
st.warning("Achtung: Chunk Overlap sollte kleiner als die Chunk Size sein!")
|
| 54 |
|
| 55 |
-
|
| 56 |
-
length_function_option = st.selectbox(
|
| 57 |
"Length Function",
|
| 58 |
["Characters", "Tokens"]
|
| 59 |
)
|
| 60 |
|
| 61 |
-
|
| 62 |
-
|
| 63 |
-
with col4:
|
| 64 |
-
splitter_choice = st.selectbox(
|
| 65 |
"Select a Text Splitter",
|
| 66 |
-
|
| 67 |
)
|
| 68 |
-
|
| 69 |
# Auswählen der passenden length_function
|
| 70 |
if length_function_option == "Characters":
|
| 71 |
# Messen in Zeichen
|
|
|
|
| 32 |
st.title("Understand Chunk and Token")
|
| 33 |
|
| 34 |
|
|
|
|
| 35 |
|
| 36 |
+
chunk_size = st.number_input(
|
|
|
|
| 37 |
min_value=1,
|
| 38 |
label="Chunk Size",
|
| 39 |
value=1000
|
| 40 |
+
)
|
| 41 |
|
| 42 |
+
|
| 43 |
+
chunk_overlap = st.number_input(
|
| 44 |
min_value=1,
|
| 45 |
max_value=chunk_size - 1,
|
| 46 |
label="Chunk Overlap",
|
| 47 |
value=int(chunk_size * 0.2)
|
| 48 |
+
)
|
| 49 |
|
|
|
|
|
|
|
| 50 |
|
| 51 |
+
length_function_option = st.selectbox(
|
|
|
|
| 52 |
"Length Function",
|
| 53 |
["Characters", "Tokens"]
|
| 54 |
)
|
| 55 |
|
| 56 |
+
splitter_choice = st.selectbox(
|
|
|
|
|
|
|
|
|
|
| 57 |
"Select a Text Splitter",
|
| 58 |
+
["RecursiveCharacter", "Character"]
|
| 59 |
)
|
|
|
|
| 60 |
# Auswählen der passenden length_function
|
| 61 |
if length_function_option == "Characters":
|
| 62 |
# Messen in Zeichen
|