add cloning in Dockerfile

This commit is contained in:
Mohit Sharma 2024-10-04 17:41:02 +00:00
parent 862651a90d
commit 11d7af730b
2 changed files with 7 additions and 3 deletions

View File

@ -35,8 +35,6 @@ jobs:
steps:
- name: Checkout repository
uses: actions/checkout@v4
with:
lfs: true
- name: Inject slug/short variables
uses: rlespinasse/github-slug-action@v4.4.1
- name: Construct harware variables

View File

@ -265,6 +265,12 @@ COPY server/exllamav2_kernels/ .
RUN python setup.py build
FROM base as get_tuned_ops
RUN apt-get update && apt-get install git-lfs
RUN git clone https://github.com/huggingface/text-generation-inference.git
WORKDIR /text-generation-inference
RUN git checkout add_tunable_prefill && git lfs pull
FROM install_deps AS base-copy
# Text Generation Inference base env
@ -328,7 +334,7 @@ ENV ATTENTION=paged
ENV USE_PREFIX_CACHING=0
ENV ROCM_USE_SKINNY_GEMM=1
COPY ./rocm_tuned_ops/afo_tune_device_0_full.csv /afo_tune/
COPY --from=get_tuned_ops /text-generation-inference/rocm_tuned_ops/afo_tune_device_0_full.csv /afo_tune/afo_tune_device_0_full.csv
RUN seq 1 7 | xargs -I{} cp /afo_tune/afo_tune_device_0_full.csv /afo_tune/afo_tune_device_{}_full.csv
ENV PYTORCH_TUNABLEOP_FILENAME=/afo_tune/afo_tune_device_%d_full.csv