mdipierro
/
SmolDocling-256M-Demo
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

truncation off

This commit is contained in:
Maurizio Dipierro 2025-03-19 17:08:31 +01:00
parent 06a5c59a47
commit fb6290b5a5
1 changed files with 1 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
app.py
View File

@ -79,8 +79,7 @@ def model_inference(input_dict, history):
] ]
prompt = processor.apply_chat_template(resulting_messages, add_generation_prompt=True) prompt = processor.apply_chat_template(resulting_messages, add_generation_prompt=True)
# Added truncation=True to explicitly activate truncation. inputs = processor(text=prompt, images=[images], return_tensors="pt").to('cuda')
inputs = processor(text=prompt, images=[images], return_tensors="pt", truncation=True).to('cuda')
generation_args = { generation_args = {
"input_ids": inputs.input_ids, "input_ids": inputs.input_ids,