Sign inSign up

matamagu/qwen2-0.5b-instruct:0.1.0

Multi-platform
Index digest

sha256:4fe53b19fe24aad0e0937e3a19ea18e61280a348e76a94d856b931ead0a22a0a

OS/ARCH

Compressed size

448.17 MB

Last pushed

10 months by matamagu

Type

Image

Manifest digest

sha256:9fd3c83cc9f93886b426e51cd9c6427e1bbb681550e3ccd54462128ed1970a0b

Image Layers

Image Layers

1ARG RELEASE0 B
2ARG LAUNCHPAD_BUILD_ARCH0 B
3LABEL org.opencontainers.image.ref.name=ubuntu0 B
4LABEL org.opencontainers.image.version=22.040 B
5ADD file ... in / 26.12 MB
6CMD ["/bin/bash"]0 B
7ARG CHAT_MODEL_FILE=Qwen2-0.5B-Instruct-Q4_K_M.gguf0 B
8ARG EMBEDDING_MODEL_FILE=all-MiniLM-L6-v2-Q4_K_M.gguf0 B
9ARG PROMPT_TEMPLATE=chatml0 B
10ENV CHAT_MODEL_FILE=Qwen2-0.5B-Instruct-Q4_K_M.gguf0 B
11ENV EMBEDDING_MODEL_FILE=all-MiniLM-L6-v2-Q4_K_M.gguf0 B
12ENV PROMPT_TEMPLATE=chatml0 B
13RUN |3 CHAT_MODEL_FILE=Qwen2-0.5B-Instruct-Q4_K_M.gguf EMBEDDING_MODEL_FILE=all-MiniLM-L6-v2-Q4_K_M.gguf PROMPT_TEMPLATE=chatml2.5 MB
14RUN |3 CHAT_MODEL_FILE=Qwen2-0.5B-Instruct-Q4_K_M.gguf EMBEDDING_MODEL_FILE=all-MiniLM-L6-v2-Q4_K_M.gguf PROMPT_TEMPLATE=chatml94 B
15COPY Qwen2-0.5B-Instruct-Q4_K_M.gguf /models/Qwen2-0.5B-Instruct-Q4_K_M.gguf # buildkit367.42 MB
16COPY all-MiniLM-L6-v2-Q4_K_M.gguf /models/all-MiniLM-L6-v2-Q4_K_M.gguf # buildkit18.97 MB
17WORKDIR /app93 B
18COPY run.sh ./run.sh # buildkit442 B
19RUN |3 CHAT_MODEL_FILE=Qwen2-0.5B-Instruct-Q4_K_M.gguf EMBEDDING_MODEL_FILE=all-MiniLM-L6-v2-Q4_K_M.gguf PROMPT_TEMPLATE=chatml427 B
20RUN |3 CHAT_MODEL_FILE=Qwen2-0.5B-Instruct-Q4_K_M.gguf EMBEDDING_MODEL_FILE=all-MiniLM-L6-v2-Q4_K_M.gguf PROMPT_TEMPLATE=chatml28.33 MB
21RUN |3 CHAT_MODEL_FILE=Qwen2-0.5B-Instruct-Q4_K_M.gguf EMBEDDING_MODEL_FILE=all-MiniLM-L6-v2-Q4_K_M.gguf PROMPT_TEMPLATE=chatml3.16 MB
22RUN |3 CHAT_MODEL_FILE=Qwen2-0.5B-Instruct-Q4_K_M.gguf EMBEDDING_MODEL_FILE=all-MiniLM-L6-v2-Q4_K_M.gguf PROMPT_TEMPLATE=chatml1.67 MB
23ENTRYPOINT ["/bin/sh" "-c" "./run.sh $CHAT_MODEL_FILE0 B

Command

 ARG RELEASE