commit 9ef40b56eb31099a13b3ef296ccb33f1b84ccdeb Author: ModelHub XC Date: Sun Jul 12 07:04:12 2026 +0800 初始化项目，由ModelHub XC社区提供模型 Model: mPLUG/GUI-Owl-7B-Desktop-RL Source: Original Platform diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..9893176 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,55 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +vocab.json filter=lfs diff=lfs merge=lfs -text +model-00001-of-00007.safetensors filter=lfs diff=lfs merge=lfs -text +model-00005-of-00007.safetensors filter=lfs diff=lfs merge=lfs -text +model-00007-of-00007.safetensors filter=lfs diff=lfs merge=lfs -text +model.safetensors.index.json filter=lfs diff=lfs merge=lfs -text +video_preprocessor_config.json filter=lfs diff=lfs merge=lfs -text +chat_template.jinja filter=lfs diff=lfs merge=lfs -text +generation_config.json filter=lfs diff=lfs merge=lfs -text +model-00006-of-00007.safetensors filter=lfs diff=lfs merge=lfs -text +config.json filter=lfs diff=lfs merge=lfs -text +preprocessor_config.json filter=lfs diff=lfs merge=lfs -text +tokenizer_config.json filter=lfs diff=lfs merge=lfs -text +special_tokens_map.json filter=lfs diff=lfs merge=lfs -text +tokenizer.json filter=lfs diff=lfs merge=lfs -text +added_tokens.json filter=lfs diff=lfs merge=lfs -text +merges.txt filter=lfs diff=lfs merge=lfs -text +model-00002-of-00007.safetensors filter=lfs diff=lfs merge=lfs -text +model-00003-of-00007.safetensors filter=lfs diff=lfs merge=lfs -text +model-00004-of-00007.safetensors filter=lfs diff=lfs merge=lfs -text +*.json filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000..05a90b1 --- /dev/null +++ b/README.md @@ -0,0 +1,84 @@ +--- +license: mit +language: +- en +base_model: +- Qwen/Qwen2.5-VL-7B-Instruct +tags: +- arxiv:2508.15144 +--- + +# GUI-Owl + +
+ +
+ +GUI-Owl is a model series developed as part of the Mobile-Agent-V3 project. It achieves state-of-the-art performance across a range of GUI automation benchmarks, including ScreenSpot-V2, ScreenSpot-Pro, OSWorld-G, MMBench-GUI, Android Control, Android World, and OSWorld. Furthermore, it can be instantiated as various specialized agents within the Mobile-Agent-V3 multi-agent framework to accomplish more complex tasks. + +* **Paper**: [Paper Link](https://github.com/X-PLUG/MobileAgent/blob/main/Mobile-Agent-v3/assets/MobileAgentV3_Tech.pdf) +* **GitHub Repository**: https://github.com/X-PLUG/MobileAgent +* **Online Demo**: Comming soon + +This is a variant version of GUI-Owl that is specially RL-tuned for desktop environments. You can deploy and invoke the model using the same methods as GUI-Owl 7B. + +Limitation: This model is primarily intended for validating improvements and optimizations for environment-rl. Therefore, its performance in production scenarios cannot be guaranteed. + + +## Usage + +Please refer to our cookbook. + +## Deploy + +We recommand deploy GUI-Owl-7B through vllm + +This script has been validated on an A100 with 96 GB of VRAM. +```bash +PIXEL_ARGS='{"min_pixels":3136,"max_pixels":10035200}' +IMAGE_LIMIT_ARGS='image=2' +MP_SIZE=1 +MM_KWARGS=( + --mm-processor-kwargs $PIXEL_ARGS + --limit-mm-per-prompt $IMAGE_LIMIT_ARGS +) + +vllm serve $CKPT \ + --max-model-len 32768 ${MM_KWARGS[@]} \ + --tensor-parallel-size $MP_SIZE \ + --allowed-local-media-path '/' \ + --port 4243 +``` + +If you want GUI-Owl to recieve more than two images, you could increase `IMAGE_LIMIT_ARGS` and reduce `max_pixels`. + +For example: +```bash +PIXEL_ARGS='{"min_pixels":3136,"max_pixels":3211264}' +IMAGE_LIMIT_ARGS='image=5' +MP_SIZE=1 +MM_KWARGS=( + --mm-processor-kwargs $PIXEL_ARGS + --limit-mm-per-prompt $IMAGE_LIMIT_ARGS +) + +vllm serve $CKPT \ + --max-model-len 32768 ${MM_KWARGS[@]} \ + --tensor-parallel-size $MP_SIZE \ + --allowed-local-media-path '/' \ + --port 4243 +``` + +## Citation +If you find our paper and model useful in your research, feel free to give us a cite. +``` +@misc{ye2025mobileagentv3foundamentalagentsgui, + title={Mobile-Agent-v3: Foundamental Agents for GUI Automation}, + author={Jiabo Ye and Xi Zhang and Haiyang Xu and Haowei Liu and Junyang Wang and Zhaoqing Zhu and Ziwei Zheng and Feiyu Gao and Junjie Cao and Zhengxi Lu and Jitong Liao and Qi Zheng and Fei Huang and Jingren Zhou and Ming Yan}, + year={2025}, + eprint={2508.15144}, + archivePrefix={arXiv}, + primaryClass={cs.AI}, + url={https://arxiv.org/abs/2508.15144}, +} +``` diff --git a/added_tokens.json b/added_tokens.json new file mode 100644 index 0000000..2b76afd --- /dev/null +++ b/added_tokens.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c0284b582e14987fbd3d5a2cb2bd139084371ed9acbae488829a1c900833c680 +size 707 diff --git a/chat_template.jinja b/chat_template.jinja new file mode 100644 index 0000000..f7bed1c --- /dev/null +++ b/chat_template.jinja @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a0bc6f6fc7a29a80017a433e8f03a1cc1236e838a944a2d034295a60c4f2fddb +size 1017 diff --git a/config.json b/config.json new file mode 100644 index 0000000..3416bd1 --- /dev/null +++ b/config.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:48286d8ef6956f70158ccf6345d837f07b1445b814054ef71b84f2d172a39c4b +size 2516 diff --git a/generation_config.json b/generation_config.json new file mode 100644 index 0000000..97a4811 --- /dev/null +++ b/generation_config.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:33b35cc62ca559eeb9aa5aa8aba8a2618fe69d17ace0449f5a113c3a5c4e1a06 +size 244 diff --git a/merges.txt b/merges.txt new file mode 100644 index 0000000..80c1a19 --- /dev/null +++ b/merges.txt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8831e4f1a044471340f7c0a83d7bd71306a5b867e95fd870f74d0c5308a904d5 +size 1671853 diff --git a/model-00001-of-00007.safetensors b/model-00001-of-00007.safetensors new file mode 100644 index 0000000..126513c --- /dev/null +++ b/model-00001-of-00007.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:840face24bf7a3d2860abc8ae94c7cb97e0a6fae32eec775b8df32320463574f +size 4970017992 diff --git a/model-00002-of-00007.safetensors b/model-00002-of-00007.safetensors new file mode 100644 index 0000000..c97fa50 --- /dev/null +++ b/model-00002-of-00007.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c4d786002628e54f07f86255b6d312961b4687fb88d4b9ded23917a8dfce2176 +size 4984125200 diff --git a/model-00003-of-00007.safetensors b/model-00003-of-00007.safetensors new file mode 100644 index 0000000..ceda00a --- /dev/null +++ b/model-00003-of-00007.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:507d68ceb843065009090f5a29fe89c7f61418e00d8d916477eb89f81865150c +size 4932744856 diff --git a/model-00004-of-00007.safetensors b/model-00004-of-00007.safetensors new file mode 100644 index 0000000..7688f73 --- /dev/null +++ b/model-00004-of-00007.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5232bec2b7f2e8a932430d7936b130ccbb90c1219ede8cdbcf8e3b023903576b +size 4998853328 diff --git a/model-00005-of-00007.safetensors b/model-00005-of-00007.safetensors new file mode 100644 index 0000000..088b956 --- /dev/null +++ b/model-00005-of-00007.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4a777123d92b0616655b2618ea1a2d7a31e86c944f764bdf43dfbbede9193b1f +size 4984125264 diff --git a/model-00006-of-00007.safetensors b/model-00006-of-00007.safetensors new file mode 100644 index 0000000..0f039ac --- /dev/null +++ b/model-00006-of-00007.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:044f641a704d0230efbd9cd08c3fe10d99fa727766980cf085d199d017aa6e52 +size 4932744904 diff --git a/model-00007-of-00007.safetensors b/model-00007-of-00007.safetensors new file mode 100644 index 0000000..b133a4e --- /dev/null +++ b/model-00007-of-00007.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8b3b7886c7252f8b35c437ea5e34d720d5535ccc7ae1dafb63d32597d8d9f038 +size 3383847040 diff --git a/model.safetensors.index.json b/model.safetensors.index.json new file mode 100644 index 0000000..e6e8480 --- /dev/null +++ b/model.safetensors.index.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:736a310a00e6a344941c23eba469be2f3836c975f22284f86a370de803873291 +size 65029 diff --git a/preprocessor_config.json b/preprocessor_config.json new file mode 100644 index 0000000..7d38c1c --- /dev/null +++ b/preprocessor_config.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:549c158011407dfb750d9ec578047cf76f5bfe365cd0aa069a50137d3f98d9dd +size 575 diff --git a/special_tokens_map.json b/special_tokens_map.json new file mode 100644 index 0000000..ee3f6af --- /dev/null +++ b/special_tokens_map.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:76862e765266b85aa9459767e33cbaf13970f327a0e88d1c65846c2ddd3a1ecd +size 613 diff --git a/tokenizer.json b/tokenizer.json new file mode 100644 index 0000000..cd71f61 --- /dev/null +++ b/tokenizer.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aeb13307a71acd8fe81861d94ad54ab689df773318809eed3cbe794b4492dae4 +size 11422654 diff --git a/tokenizer_config.json b/tokenizer_config.json new file mode 100644 index 0000000..ca82526 --- /dev/null +++ b/tokenizer_config.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bbd3916d1f0556bb733f19c0082c7e81442d8e6cff2fde70022a40678277486c +size 5448 diff --git a/video_preprocessor_config.json b/video_preprocessor_config.json new file mode 100644 index 0000000..7f3c317 --- /dev/null +++ b/video_preprocessor_config.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:caa66a5efec40232005736e255bef439afa9853d7b1249e925ba627fc60d2758 +size 1730 diff --git a/vocab.json b/vocab.json new file mode 100644 index 0000000..6c49fc6 --- /dev/null +++ b/vocab.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ca10d7e9fb3ed18575dd1e277a2579c16d108e32f27439684afa0e10b1440910 +size 2776833