Upload app.py

app.py

@@ -15,7 +15,7 @@ compressors = {
 
 tokenizer = tiktoken.encoding_for_model("gpt-4")
 
-def compress(original_prompt, compression_rate, base_model="xlm-roberta", force_tokens=['\n'], chunk_end_tokens=['.', '\n']):
+def compress(original_prompt, compression_rate, base_model="xlm-roberta", force_tokens = ['. ', ', '], chunk_end_tokens=['.', '\n']):
     if '\\n' in force_tokens:
         idx = force_tokens.index('\\n')
         force_tokens[idx] = '\n'