adding the triton docker build minimal example (#242)

2024-03-12 03:16:06 -04:00
parent b2eb080501
commit eb4308c4c9
4 changed files with 119 additions and 0 deletions
--- a/examples/usage/triton/models/character_generation/config.pbtxt
+++ b/examples/usage/triton/models/character_generation/config.pbtxt
@@ -0,0 +1,23 @@
+name: "character_generation"
+backend: "python"
+input [
+    {
+        name: "INPUT_TEXT"
+        data_type: TYPE_STRING
+        dims: [ -1 ]
+    }
+]
+output [
+    {
+        name: "OUTPUT_TEXT"
+        data_type: TYPE_STRING
+        dims: [ -1 ]
+    }
+]
+instance_group [
+    {
+        count: 1
+        kind: KIND_GPU
+        gpus: [ 0 ]
+    }
+]