Thursday 28 July 2022

how to make a tritonserver dockerfile?

 ~/temp/server$ cat Dockerfile
FROM nvcr.io/nvidia/tritonserver:22.05-py3
RUN nvcc -V
WORKDIR /data
COPY ./model_repository /data/model_repository
WORKDIR /data/model_repository
RUN /usr/src/tensorrt/bin/trtexec --onnx=./helloworld/1/model.onnx --saveEngine='./helloworld/1/model.plan' --workspace=1024 --minShapes=input1:1x3x640x640 --optShapes=input1:2x3x640x640 --maxShapes=input1:4x3x640x640
RUN rm -rf ./*/1/model.onnx
RUN apt-get update
RUN apt-get install ffmpeg libsm6 libxext6  -y
RUN pip install opencv-python
RUN pip install scikit-image

No comments:

Post a Comment