Spaces:
Running
on
Zero
Running
on
Zero
File size: 2,807 Bytes
e3af00f |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 |
#!/usr/bin/env bash
# Copyright (c) 2022-2023, NVIDIA CORPORATION. All rights reserved.
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
set -x
export PYTRITON_IMAGE_NAME=$1
export TARGET_DIR=$2
export PLATFORM=$3
rm -rf "${TARGET_DIR}"
export PYTRITON_CONTAINER_ID=$(docker create --platform "$PLATFORM" --rm "${PYTRITON_IMAGE_NAME}" bash -c "sleep 1h")
docker start "${PYTRITON_CONTAINER_ID}"
mkdir -p "${TARGET_DIR}"/backends/python
mkdir -p "${TARGET_DIR}"/caches/local
docker cp "${PYTRITON_CONTAINER_ID}":/opt/tritonserver/bin "${TARGET_DIR}"
docker cp "${PYTRITON_CONTAINER_ID}":/opt/tritonserver/lib "${TARGET_DIR}/external_libs"
docker cp "${PYTRITON_CONTAINER_ID}":/opt/tritonserver/caches/local/libtritoncache_local.so "${TARGET_DIR}/caches/local"
docker cp "${PYTRITON_CONTAINER_ID}":/opt/tritonserver/backends/python/libtriton_python.so "${TARGET_DIR}"/backends/python
docker cp "${PYTRITON_CONTAINER_ID}":/opt/tritonserver/backends/python/triton_python_backend_utils.py "${TARGET_DIR}"/backends/python
docker cp "${PYTRITON_CONTAINER_ID}:/opt/workspace/python_backend_stubs" "${TARGET_DIR}"
mkdir -p "${TARGET_DIR}"/external_libs
function extract_binary_dependencies() {
BINARY_PATH="${1}"
export BINARY_PATH
echo "==== Extracting dependencies of ${BINARY_PATH}"
DEPS_SYMLINKS=$(docker exec -e BINARY_PATH "${PYTRITON_CONTAINER_ID}" bash -c 'ldd ${BINARY_PATH} | awk "/=>/ {print \$3}" | sort -u | xargs realpath -s | sed "s/,\$/\n/"')
for DEP in ${DEPS_SYMLINKS}
do
docker cp "${PYTRITON_CONTAINER_ID}:${DEP}" "${TARGET_DIR}/external_libs"
done
DEPS_REALPATH=$(docker exec -e BINARY_PATH "${PYTRITON_CONTAINER_ID}" bash -c 'ldd ${BINARY_PATH} | awk "/=>/ {print \$3}" | sort -u | xargs realpath | sed "s/,\$/\n/"')
for DEP in ${DEPS_REALPATH}
do
docker cp "${PYTRITON_CONTAINER_ID}:${DEP}" "${TARGET_DIR}/external_libs"
done
}
extract_binary_dependencies /opt/tritonserver/bin/tritonserver
extract_binary_dependencies /opt/tritonserver/lib/libtritonserver.so
extract_binary_dependencies /opt/tritonserver/caches/local/libtritoncache_local.so
extract_binary_dependencies /opt/tritonserver/backends/python/libtriton_python.so
extract_binary_dependencies /opt/tritonserver/backends/python/triton_python_backend_stub
docker stop "${PYTRITON_CONTAINER_ID}"
|