tritonserver-rs 0.2.1

Pefrorm easy and efficient ML models inference
Documentation 
1
2
3
4
5
6
7
8
9

ARG TRITON_CONTAINER_VERSION=24.07
ARG TRITON_IMAGE=nvcr.io/nvidia/tritonserver:${TRITON_CONTAINER_VERSION}-py3
FROM ${TRITON_IMAGE}

RUN ln -s /opt/tritonserver/lib/libtritonserver.so /lib/x86_64-linux-gnu/libtritonserver.so
RUN set -eux; \
    conf="/etc/ld.so.conf.d/triton.conf"; \
    echo /opt/tritonserver/lib >> ${conf}; \
    ldconfig;