mirror of
https://gitee.com/270580156/weiyu.git
synced 2026-05-14 11:18:02 +00:00
Sync from bytedesk-private: update
This commit is contained in:
22
modules/python/vendors/FunASR/runtime/triton_gpu/Dockerfile/Dockerfile.sensevoice
vendored
Normal file
22
modules/python/vendors/FunASR/runtime/triton_gpu/Dockerfile/Dockerfile.sensevoice
vendored
Normal file
@@ -0,0 +1,22 @@
|
||||
FROM nvcr.io/nvidia/tritonserver:24.05-py3
|
||||
# https://docs.nvidia.com/deeplearning/frameworks/support-matrix/index.html
|
||||
# Please choose previous tritonserver:xx.xx if you encounter cuda driver mismatch issue
|
||||
|
||||
LABEL maintainer="NVIDIA"
|
||||
LABEL repository="tritonserver"
|
||||
|
||||
RUN pip install torch
|
||||
RUN apt-get update && apt-get -y install cmake
|
||||
|
||||
WORKDIR /workspace
|
||||
RUN pip install -U "huggingface_hub[cli]" tritonclient[all] soundfile pyyaml torchaudio sentencepiece
|
||||
|
||||
ENV TORCH_CUDA_ARCH_LIST="8.0 8.6 8.9 9.0"
|
||||
RUN git clone https://github.com/csukuangfj/kaldifeat && \
|
||||
cd kaldifeat && \
|
||||
sed -i 's/in running_cuda_version//g' get_version.py && \
|
||||
python3 setup.py install && \
|
||||
cd -
|
||||
|
||||
RUN huggingface-cli download --local-dir ./model_repo_sense_voice_small yuekai/model_repo_sense_voice_small
|
||||
RUN rm -r ./model_repo_sense_voice_small/.huggingface
|
||||
19
modules/python/vendors/FunASR/runtime/triton_gpu/Dockerfile/Dockerfile.server
vendored
Normal file
19
modules/python/vendors/FunASR/runtime/triton_gpu/Dockerfile/Dockerfile.server
vendored
Normal file
@@ -0,0 +1,19 @@
|
||||
FROM nvcr.io/nvidia/tritonserver:23.01-py3
|
||||
# https://docs.nvidia.com/deeplearning/frameworks/support-matrix/index.html
|
||||
# Please choose previous tritonserver:xx.xx if you encounter cuda driver mismatch issue
|
||||
|
||||
LABEL maintainer="NVIDIA"
|
||||
LABEL repository="tritonserver"
|
||||
|
||||
RUN apt-get update && apt-get -y install \
|
||||
python3-dev \
|
||||
cmake \
|
||||
libsndfile1
|
||||
|
||||
# -i https://pypi.tuna.tsinghua.edu.cn/simple
|
||||
RUN pip3 install torch torchaudio
|
||||
RUN pip3 install kaldifeat pyyaml
|
||||
|
||||
# Dependency for client
|
||||
RUN pip3 install soundfile grpcio-tools tritonclient
|
||||
WORKDIR /workspace
|
||||
Reference in New Issue
Block a user