ChickenRice-Transcribe/scripts/run_infer_cuda.sh

#!/usr/bin/env bash
set -euo pipefail

SCRIPT_DIR="$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)"
REPO_ROOT="$(cd "${SCRIPT_DIR}/.." && pwd)"

cd "${REPO_ROOT}"

source "${REPO_ROOT}/.venv/bin/activate"

CUDA_LIBS="$(python - <<'PY'
import site, os, glob
dirs=[]
for p in site.getsitepackages():
    dirs += glob.glob(os.path.join(p,"nvidia","*","lib"))
dirs=[d for d in dirs if os.path.isdir(d)]
seen=set(); out=[]
for d in dirs:
    if d not in seen:
        seen.add(d); out.append(d)
print(":".join(out))
PY
)"

export LD_LIBRARY_PATH="${CUDA_LIBS}:${LD_LIBRARY_PATH:-}"

exec python "${REPO_ROOT}/infer.py" "$@"