Spaces:
Sleeping
Sleeping
File size: 3,009 Bytes
e3af00f |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 |
#!/usr/bin/env bash
# Copyright (c) 2023, NVIDIA CORPORATION. All rights reserved.
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
set -xe
if [[ -z ${NVIDIA_TRITON_SERVER_VERSION} ]]; then
echo "The NVIDIA_TRITON_SERVER_VERSION variable is not set."
echo "The script must be executed inside Triton Inference Server - nvcr.io/nvidia/tritonserver:xx.yy-pyt-python-py3"
exit 1
else
echo "Found NVIDIA_TRITON_SERVER_VERSION=${NVIDIA_TRITON_SERVER_VERSION}."
fi
export GIT_BRANCH_NAME="r${NVIDIA_TRITON_SERVER_VERSION}"
PYTHON_VERSION=("3.8" "3.9" "3.10" "3.11")
for version in "${PYTHON_VERSION[@]}"; do
pyenv install -f ${version}
done
echo "Preparing Python Backend Stubs directory in ${PYTHON_STUBS_DIR}"
PYTHON_STUBS_DIR=${PWD}/python_backend_stubs
if [[ -d "${PYTHON_STUBS_DIR}" ]]; then
echo "Removing existing directory ${PYTHON_STUBS_DIR}"
rm -rf "${PYTHON_STUBS_DIR}"
fi
echo "Creating new stubs directory ${PYTHON_STUBS_DIR}"
mkdir "${PYTHON_STUBS_DIR}"
echo "Preparing Python Backend directory"
PYTHON_BACKEND_DIR=${PWD}/python_backend
if [[ -d "${PYTHON_BACKEND_DIR}" ]]; then
echo "Removing existing Python Backend directory ${PYTHON_BACKEND_DIR}"
rm -rf "${PYTHON_BACKEND_DIR}"
fi
echo "Cloning Python Backend branch ${GIT_BRANCH_NAME} to ${PYTHON_BACKEND_DIR}."
git clone https://github.com/triton-inference-server/python_backend -b "${GIT_BRANCH_NAME}" ${PYTHON_BACKEND_DIR}
for version in "${PYTHON_VERSION[@]}"; do
echo "Building Python Backend Stub for Python version ${version}"
cd "${PYTHON_BACKEND_DIR}"
echo "Revert the repository state"
git reset --hard && git clean --force -dfx
echo "Create build directory for Python version ${version}"
mkdir build && cd build
echo "Initialize Python for version ${version}"
pyenv global "${version}"
python --version
echo "Preparing build files for Python version ${version}"
cmake -DTRITON_ENABLE_GPU=ON \
-DTRITON_BACKEND_REPO_TAG="${GIT_BRANCH_NAME}" \
-DTRITON_COMMON_REPO_TAG="${GIT_BRANCH_NAME}" \
-DTRITON_CORE_REPO_TAG="${GIT_BRANCH_NAME}" \
-DCMAKE_INSTALL_PREFIX:PATH="$(pwd)/install" ..
echo "Building triton_python_backend_stub for Python version ${version}"
make triton-python-backend-stub
ldd triton_python_backend_stub
CURRENT_STUB_DIR="${PYTHON_STUBS_DIR}/${version}"
echo "Moving stub for Python version ${version} to ${CURRENT_STUB_DIR}"
mkdir "${CURRENT_STUB_DIR}"
mv triton_python_backend_stub "${CURRENT_STUB_DIR}"/triton_python_backend_stub
done
|