Compare commits
No commits in common. "refs/deployment/triton" and "main" have entirely different histories.
refs/deplo
...
main
35
.gitattributes
vendored
Normal file
35
.gitattributes
vendored
Normal file
@ -0,0 +1,35 @@
|
|||||||
|
*.7z filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.arrow filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.bin filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.bz2 filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.ckpt filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.ftz filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.gz filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.h5 filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.joblib filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.lfs.* filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.mlmodel filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.model filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.msgpack filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.npy filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.npz filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.onnx filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.ot filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.parquet filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.pb filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.pickle filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.pkl filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.pt filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.pth filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.rar filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.safetensors filter=lfs diff=lfs merge=lfs -text
|
||||||
|
saved_model/**/* filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.tar.* filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.tar filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.tflite filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.tgz filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.wasm filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.xz filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.zip filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.zst filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*tfevents* filter=lfs diff=lfs merge=lfs -text
|
||||||
38
1/model.py
38
1/model.py
@ -1,38 +0,0 @@
|
|||||||
import triton_python_backend_utils as pb_utils
|
|
||||||
import numpy as np
|
|
||||||
import json
|
|
||||||
import random
|
|
||||||
import string
|
|
||||||
|
|
||||||
class TritonPythonModel:
|
|
||||||
def initialize(self, args):
|
|
||||||
self.logger = pb_utils.Logger
|
|
||||||
self.logger.log_info(f"'{args["model_name"]}' 모델 초기화 완료")
|
|
||||||
|
|
||||||
def execute(self, requests):
|
|
||||||
responses = []
|
|
||||||
|
|
||||||
for request in requests:
|
|
||||||
input_tensor = pb_utils.get_input_tensor_by_name(request, "INPUT")
|
|
||||||
|
|
||||||
input_data = input_tensor.as_numpy()[0].decode("utf-8")
|
|
||||||
self.logger.log_info(f"INPUT: {input_data}")
|
|
||||||
|
|
||||||
random_string = ''.join(
|
|
||||||
random.choice(string.ascii_letters + string.digits) for _ in range(10)
|
|
||||||
)
|
|
||||||
self.logger.log_info(f"OUTPUT: {random_string}")
|
|
||||||
|
|
||||||
output_tensor = pb_utils.Tensor(
|
|
||||||
"OUTPUT",
|
|
||||||
np.array([random_string.encode("utf-8")], dtype=np.object_)
|
|
||||||
)
|
|
||||||
|
|
||||||
responses.append(pb_utils.InferenceResponse(
|
|
||||||
output_tensors=[output_tensor]
|
|
||||||
))
|
|
||||||
|
|
||||||
return responses
|
|
||||||
|
|
||||||
def finalize(self):
|
|
||||||
pass
|
|
||||||
@ -1 +0,0 @@
|
|||||||
test
|
|
||||||
1
README.md
Normal file
1
README.md
Normal file
@ -0,0 +1 @@
|
|||||||
|
lll
|
||||||
35
config.pbtxt
35
config.pbtxt
@ -1,35 +0,0 @@
|
|||||||
# Triton Backend for Python.
|
|
||||||
backend: "python"
|
|
||||||
max_batch_size: 0
|
|
||||||
|
|
||||||
input [
|
|
||||||
{
|
|
||||||
name: "INPUT"
|
|
||||||
data_type: TYPE_STRING
|
|
||||||
dims: [ -1 ]
|
|
||||||
}
|
|
||||||
]
|
|
||||||
|
|
||||||
output [
|
|
||||||
{
|
|
||||||
name: "OUTPUT"
|
|
||||||
data_type: TYPE_STRING
|
|
||||||
dims: [ -1 ]
|
|
||||||
}
|
|
||||||
]
|
|
||||||
|
|
||||||
|
|
||||||
parameters: [
|
|
||||||
{
|
|
||||||
key: "model_path",
|
|
||||||
value: {string_value: "/cheetah/input/model/groupuser/DBInc-Sample"}
|
|
||||||
}
|
|
||||||
]
|
|
||||||
|
|
||||||
|
|
||||||
instance_group [
|
|
||||||
{
|
|
||||||
kind: KIND_AUTO
|
|
||||||
count: 1
|
|
||||||
}
|
|
||||||
]
|
|
||||||
Loading…
Reference in New Issue
Block a user