add model 13b

Dockerfile-13b

@@ -6,11 +6,11 @@ ENV dir=/usr/local/src/MiniGPT-4
 ENV llama_version=llama-13b-hf
 ENV vicuna_version=vicuna-13b-v0
 ENV vicuna_diff=vicuna-13b-delta-v0
-COPY requriments.txt pretrained_minigpt4.pth .
+COPY requriments-13b.txt pretrained_minigpt4.pth .
 
 RUN apt-get update -y && apt-get upgrade -y && apt-get install -y libgl1 libglib2.0-0 wget git git-lfs python3-pip python-is-python3 && pip3 install --upgrade pip
 RUN pip install torch==1.12.1 torchaudio==0.12.1 torchvision==0.13.1
-RUN pip install -r requriments.txt \
+RUN pip install -r requriments-13b.txt \
     && git clone https://github.com/Vision-CAIR/MiniGPT-4.git \ 
     && sed -i -e '11c\ \ ckpt: "/usr/local/src/MiniGPT-4/vicuna_minigpt4.pth"' ${dir}/eval_configs/minigpt4_eval.yaml \
     && cd MiniGPT-4 \

Dockerfile-7b

@@ -0,0 +1,30 @@
+FROM nvidia/cuda:11.8.0-devel-ubuntu22.04
+ENV DEBIAN_FRONTEND noninteractive
+
+WORKDIR /usr/local/src
+ENV dir=/usr/local/src/MiniGPT-4
+ENV llama_version=llama-7b-hf
+ENV vicuna_version=vicuna-7b-v1
+ENV vicuna_diff=vicuna-7b-delta-v1.1
+COPY requriments.txt pretrained_minigpt4.pth .
+
+RUN apt-get update -y && apt-get upgrade -y && apt-get install -y libgl1 libglib2.0-0 wget git git-lfs python3-pip python-is-python3 && pip3 install --upgrade pip
+RUN pip install torch==1.12.1 torchaudio==0.12.1 torchvision==0.13.1
+RUN pip install -r requriments.txt \
+    && git clone https://github.com/Vision-CAIR/MiniGPT-4.git \ 
+    && sed -i -e '11c\ \ ckpt: "/usr/local/src/MiniGPT-4/vicuna_minigpt4.pth"' ${dir}/eval_configs/minigpt4_eval.yaml \
+    && cd MiniGPT-4 \
+    && git lfs install \
+    && git clone https://huggingface.co/lmsys/${vicuna_diff} \
+    && git clone https://huggingface.co/decapoda-research/${llama_version} \
+    && pip install git+https://github.com/lm-sys/[email protected] \
+    && python -m fastchat.model.apply_delta --base ${dir}/${llama_version}/  --target ${dir}/vicuna_out  --delta ${dir}/${vicuna_diff}/ \
+    && sed -i -e '16c\ \ llama_model: "/usr/local/src/MiniGPT-4/vicuna_out"' ${dir}/minigpt4/configs/models/minigpt4.yaml 
+
+RUN adduser --disabled-password --gecos '' user
+RUN chown -R user:user ${dir}
+RUN chmod -R 777 ${dir}
+USER user
+
+EXPOSE 7860
+ENTRYPOINT [cd MiniGPT-4 && python, 'demo.py', '--cfg-path', 'eval_configs/minigpt4_eval.yaml']

requriments-13b.txt

@@ -0,0 +1,49 @@
+accelerate==0.16.0
+aiohttp==3.8.4
+aiosignal==1.3.1
+async-timeout==4.0.2
+attrs==22.2.0
+bitsandbytes==0.37.0
+cchardet==2.1.7
+chardet==5.1.0
+contourpy==1.0.7
+cycler==0.11.0
+filelock==3.9.0
+fonttools==4.38.0
+frozenlist==1.3.3
+huggingface-hub==0.13.4
+importlib-resources==5.12.0
+kiwisolver==1.4.4
+matplotlib==3.7.0
+multidict==6.0.4
+openai==0.27.0
+packaging==23.0
+psutil==5.9.4
+pycocotools==2.0.6
+pyparsing==3.0.9
+python-dateutil==2.8.2
+pyyaml==6.0
+regex==2022.10.31
+tokenizers==0.13.2
+tqdm==4.64.1
+transformers==4.28.0
+timm==0.6.13
+spacy==3.5.1
+webdataset==0.2.48
+scikit-learn==1.2.2
+scipy==1.10.1
+yarl==1.8.2
+zipp==3.14.0
+omegaconf==2.3.0
+opencv-python==4.7.0.72
+iopath==0.1.10
+decord==0.6.0
+tenacity==8.2.2
+peft
+pycocoevalcap
+sentence-transformers
+umap-learn
+notebook
+gradio==3.24.1
+gradio-client==0.0.8
+wandb