openbmb

/

MiniCPM-Llama3-V-2_5

like 1.37k

Follow

OpenBMB 340

你好， 使用你提供的代码，报错为：torch.cuda.OutOfMemoryError: CUDA out of memory. Tried to allocate 224.00 MiB. GPU . 请问如何解决？

import torch
from PIL import Image
from transformers import AutoModel, AutoTokenizer

model = AutoModel.from_pretrained('/workspace/models/vlm/MiniCPM-Llama3-V-2_5', trust_remote_code=True, )
tokenizer = AutoTokenizer.from_pretrained('/workspace/models/vlm/MiniCPM-Llama3-V-2_5', trust_remote_code=True)
model.to(device='cuda')
tokenizer.to(device='cuda')
model.eval()

image = Image.open('/workspace/models/341705737396_.pic_hd.jpg').convert('RGB')
question = '详细描述图片的的内容'
msgs = [{'role': 'user', 'content': question}]

res = model.chat(
    image=image,
    msgs=msgs,
    tokenizer=tokenizer,
    sampling=True, # if sampling=False, beam_search will be used by default
    temperature=0.1,
    # system_prompt='' # pass system_prompt if needed
)
print(res)