Spaces:
Sleeping
Sleeping
EmreYY20
commited on
Commit
·
0f4d5d5
1
Parent(s):
7fbb920
del overlap func
Browse files
app.py
CHANGED
|
@@ -1,8 +1,6 @@
|
|
| 1 |
import streamlit as st
|
| 2 |
import PyPDF2
|
| 3 |
-
from extractive_model import summarize_with_textrank
|
| 4 |
-
from nltk.tokenize import sent_tokenize
|
| 5 |
-
|
| 6 |
|
| 7 |
# Set page to wide mode
|
| 8 |
st.set_page_config(layout="wide")
|
|
@@ -15,14 +13,6 @@ def load_pdf(file):
|
|
| 15 |
pdf_text += pdf_reader.pages[page_num].extract_text() or ""
|
| 16 |
return pdf_text
|
| 17 |
|
| 18 |
-
# Function to calculate overlap
|
| 19 |
-
def calculate_overlap(original_text, summary_text):
|
| 20 |
-
original_sentences = set(sent_tokenize(original_text))
|
| 21 |
-
summary_sentences = set(sent_tokenize(summary_text))
|
| 22 |
-
overlap_count = sum(1 for sentence in summary_sentences if sentence in original_sentences)
|
| 23 |
-
overlap_percentage = (overlap_count / len(original_sentences)) * 100 if original_sentences else 0
|
| 24 |
-
return overlap_percentage
|
| 25 |
-
|
| 26 |
# Main app
|
| 27 |
def main():
|
| 28 |
st.title("Terms of Service Summarizer")
|
|
@@ -43,12 +33,6 @@ def main():
|
|
| 43 |
if uploaded_file and user_input:
|
| 44 |
st.warning("Please provide either text input or a PDF file, not both.")
|
| 45 |
return
|
| 46 |
-
|
| 47 |
-
# Perform overlap calculation
|
| 48 |
-
if 'summary' in st.session_state:
|
| 49 |
-
overlap = calculate_overlap(file_content, st.session_state.summary)
|
| 50 |
-
st.session_state.overlap = overlap
|
| 51 |
-
|
| 52 |
elif uploaded_file:
|
| 53 |
# Extract text from PDF
|
| 54 |
file_content = load_pdf(uploaded_file)
|
|
@@ -60,27 +44,21 @@ def main():
|
|
| 60 |
return
|
| 61 |
|
| 62 |
# Perform extractive summarization
|
| 63 |
-
summary = ""
|
| 64 |
if radio_selection == "Extractive":
|
| 65 |
-
# Perform extractive summarization
|
| 66 |
summary = summarize_with_textrank(file_content)
|
| 67 |
st.session_state.summary = summary
|
| 68 |
-
# Calculate and reset overlap
|
| 69 |
-
st.session_state.overlap = calculate_overlap(file_content, summary)
|
| 70 |
|
| 71 |
# Perform extractive summarization
|
| 72 |
if radio_selection == "Abstractive":
|
| 73 |
None
|
| 74 |
-
|
|
|
|
| 75 |
|
| 76 |
# Right column: Displaying text after pressing 'Summarize'
|
| 77 |
with col3:
|
| 78 |
-
|
| 79 |
-
|
| 80 |
-
|
| 81 |
-
if radio_selection == "Extractive" and st.session_state.get('overlap') is not None:
|
| 82 |
-
st.write(f"Overlap with Original Text: {st.session_state.overlap:.2f}%")
|
| 83 |
-
|
| 84 |
|
| 85 |
if __name__ == "__main__":
|
| 86 |
main()
|
|
|
|
| 1 |
import streamlit as st
|
| 2 |
import PyPDF2
|
| 3 |
+
from extractive_model import summarize_with_textrank # Renamed function
|
|
|
|
|
|
|
| 4 |
|
| 5 |
# Set page to wide mode
|
| 6 |
st.set_page_config(layout="wide")
|
|
|
|
| 13 |
pdf_text += pdf_reader.pages[page_num].extract_text() or ""
|
| 14 |
return pdf_text
|
| 15 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 16 |
# Main app
|
| 17 |
def main():
|
| 18 |
st.title("Terms of Service Summarizer")
|
|
|
|
| 33 |
if uploaded_file and user_input:
|
| 34 |
st.warning("Please provide either text input or a PDF file, not both.")
|
| 35 |
return
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 36 |
elif uploaded_file:
|
| 37 |
# Extract text from PDF
|
| 38 |
file_content = load_pdf(uploaded_file)
|
|
|
|
| 44 |
return
|
| 45 |
|
| 46 |
# Perform extractive summarization
|
|
|
|
| 47 |
if radio_selection == "Extractive":
|
|
|
|
| 48 |
summary = summarize_with_textrank(file_content)
|
| 49 |
st.session_state.summary = summary
|
|
|
|
|
|
|
| 50 |
|
| 51 |
# Perform extractive summarization
|
| 52 |
if radio_selection == "Abstractive":
|
| 53 |
None
|
| 54 |
+
#summary = summarize_with_textrank(file_content)
|
| 55 |
+
#st.session_state.summary = summary
|
| 56 |
|
| 57 |
# Right column: Displaying text after pressing 'Summarize'
|
| 58 |
with col3:
|
| 59 |
+
st.write("Summary:")
|
| 60 |
+
if 'summary' in st.session_state:
|
| 61 |
+
st.write(st.session_state.summary)
|
|
|
|
|
|
|
|
|
|
| 62 |
|
| 63 |
if __name__ == "__main__":
|
| 64 |
main()
|