Update app.py
Browse files
app.py
CHANGED
|
@@ -62,28 +62,30 @@ if file_name is not None:
|
|
| 62 |
processor_ext = DonutProcessor.from_pretrained("naver-clova-ix/donut-base-finetuned-cord-v2")
|
| 63 |
model_ext = VisionEncoderDecoderModel.from_pretrained("naver-clova-ix/donut-base-finetuned-cord-v2")
|
| 64 |
|
|
|
|
| 65 |
model_ext.to(device)
|
| 66 |
-
|
| 67 |
# prepare decoder inputs
|
| 68 |
task_prompt = "<s_cord-v2>"
|
| 69 |
-
decoder_input_ids =
|
| 70 |
-
|
| 71 |
pixel_values = processor_ext(image, return_tensors="pt").pixel_values
|
| 72 |
|
| 73 |
outputs = model_ext.generate(
|
| 74 |
pixel_values.to(device),
|
| 75 |
decoder_input_ids=decoder_input_ids.to(device),
|
| 76 |
-
max_length=
|
| 77 |
pad_token_id=processor.tokenizer.pad_token_id,
|
| 78 |
eos_token_id=processor.tokenizer.eos_token_id,
|
| 79 |
use_cache=True,
|
| 80 |
-
bad_words_ids=[[
|
| 81 |
return_dict_in_generate=True,
|
| 82 |
)
|
| 83 |
|
| 84 |
sequence = processor_ext.batch_decode(outputs.sequences)[0]
|
| 85 |
sequence = sequence.replace(processor_ext.tokenizer.eos_token, "").replace(processor_ext.tokenizer.pad_token, "")
|
| 86 |
sequence = re.sub(r"<.*?>", "", sequence, count=1).strip() # remove first task start token
|
|
|
|
| 87 |
col3.header("Features")
|
| 88 |
col3.subheader(processor_ext.token2json(sequence))
|
| 89 |
|
|
|
|
| 62 |
processor_ext = DonutProcessor.from_pretrained("naver-clova-ix/donut-base-finetuned-cord-v2")
|
| 63 |
model_ext = VisionEncoderDecoderModel.from_pretrained("naver-clova-ix/donut-base-finetuned-cord-v2")
|
| 64 |
|
| 65 |
+
device = "cuda" if torch.cuda.is_available() else "cpu"
|
| 66 |
model_ext.to(device)
|
| 67 |
+
|
| 68 |
# prepare decoder inputs
|
| 69 |
task_prompt = "<s_cord-v2>"
|
| 70 |
+
decoder_input_ids = processor_ext.tokenizer(task_prompt, add_special_tokens=False, return_tensors="pt").input_ids
|
| 71 |
+
|
| 72 |
pixel_values = processor_ext(image, return_tensors="pt").pixel_values
|
| 73 |
|
| 74 |
outputs = model_ext.generate(
|
| 75 |
pixel_values.to(device),
|
| 76 |
decoder_input_ids=decoder_input_ids.to(device),
|
| 77 |
+
max_length=model_ext.decoder.config.max_position_embeddings,
|
| 78 |
pad_token_id=processor.tokenizer.pad_token_id,
|
| 79 |
eos_token_id=processor.tokenizer.eos_token_id,
|
| 80 |
use_cache=True,
|
| 81 |
+
bad_words_ids=[[processor_ext.tokenizer.unk_token_id]],
|
| 82 |
return_dict_in_generate=True,
|
| 83 |
)
|
| 84 |
|
| 85 |
sequence = processor_ext.batch_decode(outputs.sequences)[0]
|
| 86 |
sequence = sequence.replace(processor_ext.tokenizer.eos_token, "").replace(processor_ext.tokenizer.pad_token, "")
|
| 87 |
sequence = re.sub(r"<.*?>", "", sequence, count=1).strip() # remove first task start token
|
| 88 |
+
print(processor_ext.token2json(sequence))
|
| 89 |
col3.header("Features")
|
| 90 |
col3.subheader(processor_ext.token2json(sequence))
|
| 91 |
|