From 8bb3ac494162d0566ea7ddb118d654ed1fd9d6ea Mon Sep 17 00:00:00 2001 From: ai-modelscope Date: Wed, 26 Feb 2025 20:05:03 +0800 Subject: [PATCH] Update README.md --- README.md | 11 ++++------- 1 file changed, 4 insertions(+), 7 deletions(-) diff --git a/README.md b/README.md index 8c3e9f2..f60e28c 100644 --- a/README.md +++ b/README.md @@ -96,25 +96,22 @@ Here we show a code snippet to show you how to use the chat model with `transfor ```python from transformers import Qwen2_5_VLForConditionalGeneration, AutoTokenizer, AutoProcessor from qwen_vl_utils import process_vision_info -from modelscope import snapshot_download - -model_dir = snapshot_download("Qwen/Qwen2.5-VL-7B-Instruct-AWQ") # default: Load the model on the available device(s) model = Qwen2_5_VLForConditionalGeneration.from_pretrained( - model_dir, torch_dtype="auto", device_map="auto" + "Qwen/Qwen2.5-VL-7B-Instruct-AWQ", torch_dtype="auto", device_map="auto" ) # We recommend enabling flash_attention_2 for better acceleration and memory saving, especially in multi-image and video scenarios. # model = Qwen2_5_VLForConditionalGeneration.from_pretrained( -# model_dir, +# "Qwen/Qwen2.5-VL-7B-Instruct-AWQ", # torch_dtype=torch.bfloat16, # attn_implementation="flash_attention_2", # device_map="auto", # ) # default processer -processor = AutoProcessor.from_pretrained(model_dir) +processor = AutoProcessor.from_pretrained("Qwen/Qwen2.5-VL-7B-Instruct-AWQ") # The default range for the number of visual tokens per image in the model is 4-16384. # You can set min_pixels and max_pixels according to your needs, such as a token range of 256-1280, to balance performance and cost. @@ -210,7 +207,7 @@ The model supports a wide range of resolution inputs. By default, it uses the na min_pixels = 256 * 28 * 28 max_pixels = 1280 * 28 * 28 processor = AutoProcessor.from_pretrained( - model_dir, min_pixels=min_pixels, max_pixels=max_pixels + "Qwen/Qwen2.5-VL-7B-Instruct-AWQ", min_pixels=min_pixels, max_pixels=max_pixels ) ```