feature: add test code for MiniCPM_V_2
This commit is contained in:
BIN
MiniCPM_V_2_6/demo.jpeg
Normal file
BIN
MiniCPM_V_2_6/demo.jpeg
Normal file
Binary file not shown.
|
After Width: | Height: | Size: 485 KiB |
20
MiniCPM_V_2_6/test.py
Normal file
20
MiniCPM_V_2_6/test.py
Normal file
@@ -0,0 +1,20 @@
|
||||
import torch
|
||||
from PIL import Image
|
||||
from modelscope import AutoModel, AutoTokenizer
|
||||
model_path = '/share/fshare/common/models/OpenBMB/MiniCPM-V-2_6'
|
||||
model = AutoModel.from_pretrained(model_path, trust_remote_code=True).to(dtype=torch.bfloat16)
|
||||
model = model.to(device='cuda:3')
|
||||
model = model.eval()
|
||||
tokenizer = AutoTokenizer.from_pretrained(model_path, trust_remote_code=True)
|
||||
|
||||
|
||||
image = Image.open('demo.jpeg').convert('RGB')
|
||||
question = '图片里有什么?'
|
||||
msgs = [{'role': 'user', 'content': [image, question]}]
|
||||
|
||||
res = model.chat(
|
||||
image=None,
|
||||
msgs=msgs,
|
||||
tokenizer=tokenizer
|
||||
)
|
||||
print(res)
|
||||
Reference in New Issue
Block a user