fix: support
This commit is contained in:
1 parent
9d1f51bb25
commit
10ed2a2283
3 files changed
+18
No files matched your search
@@ -40,6 +40,13 @@ curl -X POST "http://localhost:10086/infer" \
|
||||
-d @-
|
||||
```
|
||||
|
||||
如果本地没有安装`jq`命令,可以使用`test.json`:
|
||||
```bash
|
||||
curl -X POST "http://localhost:10086/infer" \
|
||||
-H "Content-Type: application/json" \
|
||||
-d @test.json
|
||||
```
|
||||
|
||||
|
||||
## 模型测试服务原理
|
||||
尽管对于视觉多模态理解没有一个业界统一的API协议标准,但我们也可以基于目前比较流行的Transfomer框架**适配**各类视觉理解多模态模型。
|
||||
|
||||
@@ -0,0 +1,11 @@
|
||||
{
|
||||
"model_path": "/model",
|
||||
"prompt": "Describe the picture",
|
||||
"images": [
|
||||
"data:image/jpeg;base64,/9j/4AAQSkZJRgABAQEA8ADwAAD//gAcY21wMy4xMC4zLjNMcTMgMHgzZGVjN2ZlYwD/2wBDAAMBAQMBAQMDAwMDAwMCBQgFBQUFBQoHBwYIDAoMDAwKCwsNDxIQDQ0SDgsLEBYQEhMUFRUVDA8XGRcUGBIUFRT/2wBDAQMDAwUCBQoFBQoUDQsNFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBQUFBT/wAARCAVVCAADAREAAhEBAxEB/8QAHQAAAgMBAQEBAQAAAAAAAAAAAAEDBAUCBgcICf/EAFcQAAAFAgMFBQYCBwYDBwIADwABAgMEBRIGESEHEyIxQRQyQlFhCBUjUnGBYpEWJDNyobHBCRdDgtHwkqLhGCU0U7LC8WPS4jVEcwom8hlUZINFk6Oz/8QAGwEBAQEBAQEBAQAAAAAAAAAAAAECAwQFBgf/xAA7EQACAgICAgICAgEDAgQFAgcAAQIRAxIhMQQTIkEFMhRRYQYjcUKBFZGhsSQzUsHR4fBi8RaCkmPS/9oADAMBAAIRAxEAPwD9YsM8hs+YlXZO21xACZpri5AVKyZtkDRK0zwgCZtsAStNcZdANVR223wAUlS2AJW2+IASISAqyRDQGju0ASIb5ADpKANJHdgGqs7SgVFqjtCBSrk6QkCpUSJTxhZTtKRG7B02IDpKeIAdpbAHSEcIA6SnoAOkJAHSOEAdWADqwAdJSAHYYA6tu0yAHVvEAOk8QAfhADSjmeQA6Sg1AB+oA68wA7OQAdpeQGmrD0Ap0lPnoAHaBmh+QGho6gBpAB4QB0lPMSwMUB5ABpSAGAARugFwj5A7TtEAK+grA7eQgC0AMAAALgAAB9AAJSVoAfdIAHmAH1AAkAPoYAfQAHQAHUAMAHUiAD68gAW6ZAB+LkAAACeZ8wA1c+eYALbTIAPvJAAAH1ABbcfkAH3Un5AASnQACegALPqAH5gAt9AAAAADTz9AAd9IANM/IAPoAH0AB0ABaVoAOgAOgAYAE/wAB1ABbwAA6H5AB90wArfzADVyAAAF5f7yAB4QA1cjAAn6ABK7pABgA8XPIAK3ToAGADqAF1AAADqegAfUAJPdIAFupgB9eeoAAAKAC8wAeMuQAFcJEADqeQAfQAHQAK31AB4jABboADwgA6n5gB+IAK271AB1PLmADryyIAFuhagBeHkAOu8R9QAvEQAOhdAAdDIAF2gANcyAAn7gBfwAD7pgBdAAeZgAADAAAAAAAAAuoAOoAAAdPMAHQAAAXQAHQAHUAHkADqYAFcwAdfIALoQAPEAGrhMgAu7kADxABK5gBgBAB3aAAAAAF0ACtLyAD6kAAAK0gA+oAVwAOpmADumADoRgBdDABrmADugA6ABdQA+gASvyAAr8jAB1AArvEAFbwgA7ufkAC3iAC6AAAAAAAAAOnIAH2AC8JAA6HmADoAF3iIuZgAAB55AAAAAFoABIAAAruYANLuQAXkABQAAAABfYAAAPEAAAK0AHdACAAAC4ALzABaAF3U8gAAAACtAAAAAIALwmAPgjTfIaPm/sToZFFEzTXEBqqJm2wBIhoC0TIbuAqRI23yApK23wkAJG2wKkSNtAWjttAnQJUNig7bbAp2hIFo7SkCrk7QkDZ0hoVCrO0o4QbNdHaUCWDtKeIAdIRyAHSUADu3hAHSUADpCeIAdbsAdIQAOrOQA73VoAaeIAdW8QAdvCAOkp5gDpKQB14QA0+nIAdJSBaGlF2WXIBQwLR1ZwgSgtIDVD1ADSAGAHaAOgAeIAO09AA7QA/MSgO0lchQMAAlgYlgPuIA1AD7oAYAPIAAAAAeWoAYAE9dQA7bVZ55gA7pABgAAD6kAGAD+IAAA7dC5EABIA6tAAADqADqAOvoYAXkAH/MAGtwAYALfIAAAf00ABrlzAB1MAPqADoADoADrzIAO3kAAAGuZgB6+ZgA6gB/yAB1AAAAAHmADxAB2mky8wAW6mAC3i8wA7dOZgBK5ZcgAdD1MAPr6gA8PoADp1AAADpoAF4QA7QAdAAu7ll5gB+YAPF6gA8JAA6AA7xAAT6gAAB9NAAeIAHUACuZ+QAOuoAAAAAUADqADpzMAHQ+YAPEADqQAX3MAPw5kAAAHeIAFuhgA8WZgBW+oANbQAW6mRAAAB09QA+pgA6gA6lqAF3swA9MvMALyzMAHTU9QAeYAPIAHhIALXIAHUAGmXUAGmYAfXoAF1AB0ADAC6gAt0ADt0ACUnQALqADpkADqAGAAAIAAAPEQAPzAB3eQAOgAXhLM8jAD7xGAFbxAA8iz0AAnhPUAHiMAHUAAAAAWgBAA6gA6AAAC6AA8+YAOoAPuAC31AB3TMAHeyAC/gADTMwAAAABaAAAAAXQAHnqADXMgAuuQAOgALdQAa6Z8wAdAAABW6ABdAA1fmADryAC6F1MALUAHg9QAJTzzAAAAAIAAAFAA8wArQAa/UAJQAPMAAAQALQAABfcAHqAFqAAACgAAAt5ABd3MAHn5gBWcgAgAAAABaAEAPhTLQt2fPqiZprgCwTNt8QWVkrbfILCRKhsLNEqWQsEiGwsEjTfCFhIksFNkiECWQkbbBuwdpQFlSsksFLR22jkKWrOrQKuDu0DaR0hAF6O0J4QB2hIA6QgAdoSAOkouSAO0J5gDpKAB0kAdJAHSUADpCAB1aAOkAB2ADpIA61ADSAOvoBRpSBUdJAo0gBqSAHbzADADAAAOrQAwA7QAwAwAJSAOgADLYD7BdgdggHaXmAC20APUAAAAAa+QAYAYALbvoAC0AAAfUAO3QACk6AB9eQAOoAae76AAVnn6AB6Z+oAfQgAAA6gA8jAD3YAPEYAfdAB0AD8IANEl1zABb9AA+nkADr5gB+IAAAAAd1QAdtwAEo8wA7CyAB1IAHdAB1ADTyAAAGlOp+QASuYAfjyABboAD+QAfXqAAAAAPEADoWuoAAAfyABcADoADz6AA/MAAAAAdAAwAgAwAu6YAegAXQAAAfQAIAHiMAHUAMAAAQAPIAHQAHUAHiAB0IANXMwAgAenIAAAP4AB9AAv4AA6AA8WYAAAdNAAd0gAdfMAGqQAdPMAHQAFvIAHQwAvF5gB+QAXhMwA9cwAk8wAK4gAa68gA7dQAlJ19AAdTyyAB9cgAuoAdpABK58gAd0wAdQAdAA1cwAuoAYAAAABAAAB1AB1AC6AA8wAwAuufUAHUAHXmAF1LkAH0AC1uMAOzzAC6EADz8gAuoAAAwAAAtAC6AAAAADoAAAK7UwAd0yABplzAB0MALqADyAB0MAAAOoAAAugAE8gAeEvMALz6AA8QANcwAgA1egAXUAHQAFoAAAgAAAAAAFYQAAAABAAAAAAALzAB4teQALeIAIAAAQAAAABK8gAa6EADvAAt5gAACUAAALzyABqAF4QAWmAAAIAAA+HsNcIHzyZDNwFqyVtoDRK20AJEtgCZtoASNNgWjttsCkqEcwB2hAAkQjkAqztKRUbO0tjRUrOkI5Aa6O7ANVR3ZaAOkJAHbaQB2hAA6SkAdoTyADSAO7OYA6S2AOkpAHSU3ADtLfEAGjiAHSO6BqjpKAJQ7QHR0lICrGhPXqBaO0p6gKHaBRgB28QAYA6tAD8wAADpKSRkAH3gA7bgA0pIAAAdolgfkQN0AtEsHXeC7A/EIBWGnqAHaAHoADQAMAFoAPFpyAAnyIAFv8wAwAwAWgAt5gB7vQvzAD7pAB9AA7bUmAElIAaOQAYAAAJAD88tQAW+oAfUgAW6cgA+oAOhAAt0IAHTmAGAHaQAE90AAAO8YAOoAfUwA+oAVmoAfQAAAfQAAAOgANfqAHb5kADzyABbqZEAHbrmADqAD1AAnvAA6agAt0PyADAC6gA6AAAD6gA6AAAAADyACABbcAGAEAH0AB1AAAAAAALeIALwgB90AIAPoAAAHQAGn1AC6AAt5gA6gAAD6ABfyAAAAAPqADqAEAGADveoALbSAC6ABr5GAF1AB0AB1MAAAXkAGrqADqADqAC0AHoAC3UAHQgAdAAk94APXTIALvJPQAHnyzABdqXmAF9gA/MALxAB9PUAIAPumADqRGQAQAYAQAfQjAAAF/EAAALfoAAAHUAJXPqABXIwAwAvqADvFkADXLoAF1IACeWWZgA8RgB+mWQA56AB9NAAAA6AAAApOgAVugALQAdAAtcsswAJAB0AB3SMAGvnkADpy0ACt1MAPVJcswAgAdQAWgAACAAtIAOoAOpaZgBW8IALTSeYAFcRgBdAAwAAAACSkAJXUAHkAEAHbdmAF6AAQADxGAAAAAQAXmAHqAObQAeH/eoAAAAAAAAF/IALy8wA1J5gDm0AHeAAAAAIAHd6ABr7oAXrmAOQAwB8TZaA8KRM03xAWyVDQC7JWm/QUEjbYhUiVCAKSNoAEjbYA7SgASIbA0jtKAKdoTaNJUaSO0pFKdIQBUqO0IAp2hAA6S3xADtKeEAdWXADtCeIAdIRyAHdvCAOkp4gB0kAdJQAOrAB1YBUNKfzA0dWgDq3iAlHSO8BRpADtAHaE8gAI6ADq0APvcgAwA/UAPzEugdCWA8PqFABQdJ7ooGADy0EsD8RiN2Bp73qIB28gAwAADoAIAAAPEAC3l5AB2cwAABgAADtAHVtoAPBmAAAO3qAC3zAD6AAAD6gAAAAOvIAHTyABoAAAHQAMAO3TrkADvcjAB4gAW9AA+oAOgAAA7dcgAdSABbp6gB6ZGWYAPEAH0ABaAAAHUAAAfhPyAB3SAAnu6gB265gAAB1AD6ABAB9QAdAAdQAuoAYAXQAMAHQAHUAAAAAwAgAABgBK5AA6gA6AAADACtAB0ABaAGAEAAAAAOgAAAABgBeIAHQACgAeIAHQAIAPqAAAAAQAYAfQAIAIAPoAF0AB5gA6gAAD6gBdAAAA6AAUADqADvZAA9QAKAB0LmADS3QwArQA/F0yABLine truncated
|
||||
],
|
||||
"generation": {
|
||||
"max_new_tokens": 50,
|
||||
"temperature": 0.7
|
||||
}
|
||||
}
|
||||
Reference in new issue
Block a user