ChickenRice-Transcribe/scripts/run_infer_cuda.sh

27 lines
617 B
Bash
Executable file

#!/usr/bin/env bash
set -euo pipefail
SCRIPT_DIR="$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)"
REPO_ROOT="$(cd "${SCRIPT_DIR}/.." && pwd)"
cd "${REPO_ROOT}"
source "${REPO_ROOT}/.venv/bin/activate"
CUDA_LIBS="$(python - <<'PY'
import site, os, glob
dirs=[]
for p in site.getsitepackages():
dirs += glob.glob(os.path.join(p,"nvidia","*","lib"))
dirs=[d for d in dirs if os.path.isdir(d)]
seen=set(); out=[]
for d in dirs:
if d not in seen:
seen.add(d); out.append(d)
print(":".join(out))
PY
)"
export LD_LIBRARY_PATH="${CUDA_LIBS}:${LD_LIBRARY_PATH:-}"
exec python "${REPO_ROOT}/infer.py" "$@"