From d54e7b20d1d41a151100758f6423521484807b8d Mon Sep 17 00:00:00 2001 From: Josh Bailey Date: Thu, 16 Nov 2023 10:10:43 +1300 Subject: [PATCH 1/2] install_py_dep_per_model=true --- torchserve/config.properties | 1 + 1 file changed, 1 insertion(+) diff --git a/torchserve/config.properties b/torchserve/config.properties index 8390f10c..52653c50 100644 --- a/torchserve/config.properties +++ b/torchserve/config.properties @@ -1,5 +1,6 @@ inference_address=http://0.0.0.0:8080 management_address=http://0.0.0.0:8081 metrics_address=http://0.0.0.0:8082 +install_py_dep_per_model=true # batch_size=16 # max_batch_delay=1000 From 200b6ad92011c89411c23b5d17ad030a69ec264e Mon Sep 17 00:00:00 2001 From: Josh Bailey Date: Thu, 16 Nov 2023 10:33:10 +1300 Subject: [PATCH 2/2] 180s --- tests/test_torchserve.sh | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/tests/test_torchserve.sh b/tests/test_torchserve.sh index 2dad67f2..f9d26817 100755 --- a/tests/test_torchserve.sh +++ b/tests/test_torchserve.sh @@ -12,7 +12,7 @@ wget https://raw.githubusercontent.com/pytorch/serve/master/examples/object_dete torch-model-archiver --force --model-name yolov8n --version 1.0 --serialized-file yolov8n.pt --handler custom_handler.py -r requirements.txt rm -rf model_store && mkdir model_store mv yolov8n.mar model_store/ -docker run -v $(pwd)/model_store:/model_store --net host --entrypoint timeout -d iqtlabs/gamutrf-torchserve 60s /torchserve/torchserve-entrypoint.sh --models yolov8n=yolov8n.mar +docker run -v $(pwd)/model_store:/model_store --net host --entrypoint timeout -d iqtlabs/gamutrf-torchserve 180s /torchserve/torchserve-entrypoint.sh --models yolov8n=yolov8n.mar # TODO: use gamutRF test spectogram image wget https://github.com/pytorch/serve/raw/master/examples/object_detector/yolo/yolov8/persons.jpg wget -q --retry-connrefused --retry-on-host-error --body-file=persons.jpg --method=PUT -O- --header='Content-Type: image/jpg' http://127.0.0.1:8080/predictions/yolov8n | jq