Spaces:
Configuration error
Configuration error
Update cross_encoder_reranking_train.py
Browse files
cross_encoder_reranking_train.py
CHANGED
|
@@ -191,14 +191,14 @@ def extract_text(content_dict, text_type="full"):
|
|
| 191 |
|
| 192 |
# For claims, paragraphs and features, we take only the top-10 most relevant
|
| 193 |
# Add claims
|
| 194 |
-
for claim in filtered_dict["claims"][:10]:
|
| 195 |
-
|
| 196 |
-
# Add features
|
| 197 |
-
for feature in filtered_dict["features"][:10]:
|
| 198 |
-
|
| 199 |
-
#
|
| 200 |
-
|
| 201 |
-
|
| 202 |
|
| 203 |
return " ".join(all_text)
|
| 204 |
|
|
|
|
| 191 |
|
| 192 |
# For claims, paragraphs and features, we take only the top-10 most relevant
|
| 193 |
# Add claims
|
| 194 |
+
# for claim in filtered_dict["claims"][:10]:
|
| 195 |
+
# all_text.append(claim)
|
| 196 |
+
# # Add features
|
| 197 |
+
# for feature in filtered_dict["features"][:10]:
|
| 198 |
+
# all_text.append(feature)
|
| 199 |
+
# Add paragraphs
|
| 200 |
+
for paragraph in filtered_dict["paragraphs"][:10]:
|
| 201 |
+
all_text.append(paragraph)
|
| 202 |
|
| 203 |
return " ".join(all_text)
|
| 204 |
|