Sign inSign up

secondstate/qwen-2-0.5b-allminilm-2:latest

Multi-platform
Machine learning & AI
Developer tools
Index digest

sha256:1bb7a161b04268684df0fafca5fa5102e2c09c23913bf09733bd4ae30633ce25

OS/ARCH

Compressed size

526.48 MB

Last pushed

over 2 years by juntaoyuan

Type

Image

Manifest digest

sha256:0f9dcb40db4dbd150983b3059b3507282446acdfe62d5ce4b357a6840110e4e1

Image Layers

Image Layers

1ARG RELEASE0 B
2ARG LAUNCHPAD_BUILD_ARCH0 B
3LABEL org.opencontainers.image.ref.name=ubuntu0 B
4LABEL org.opencontainers.image.version=22.040 B
5ADD file ... in / 28.17 MB
6CMD ["/bin/bash"]0 B
7ARG CHAT_MODEL_FILE0 B
8ARG EMBEDDING_MODEL_FILE0 B
9ARG PROMPT_TEMPLATE0 B
10ENV CHAT_MODEL_FILE=Qwen2-0.5B-Instruct-Q5_K_M.gguf0 B
11ENV EMBEDDING_MODEL_FILE=all-MiniLM-L6-v2-ggml-model-f16.gguf0 B
12ENV PROMPT_TEMPLATE=chatml0 B
13RUN |3 CHAT_MODEL_FILE=Qwen2-0.5B-Instruct-Q5_K_M.gguf EMBEDDING_MODEL_FILE=all-MiniLM-L6-v2-ggml-model-f16.gguf PROMPT_TEMPLATE=chatml37.28 MB
14RUN |3 CHAT_MODEL_FILE=Qwen2-0.5B-Instruct-Q5_K_M.gguf EMBEDDING_MODEL_FILE=all-MiniLM-L6-v2-ggml-model-f16.gguf PROMPT_TEMPLATE=chatml96 B
15COPY Qwen2-0.5B-Instruct-Q5_K_M.gguf /models/Qwen2-0.5B-Instruct-Q5_K_M.gguf # buildkit388.25 MB
16COPY all-MiniLM-L6-v2-ggml-model-f16.gguf /models/all-MiniLM-L6-v2-ggml-model-f16.gguf # buildkit39.93 MB
17RUN |3 CHAT_MODEL_FILE=Qwen2-0.5B-Instruct-Q5_K_M.gguf EMBEDDING_MODEL_FILE=all-MiniLM-L6-v2-ggml-model-f16.gguf PROMPT_TEMPLATE=chatml28.47 MB
18RUN |3 CHAT_MODEL_FILE=Qwen2-0.5B-Instruct-Q5_K_M.gguf EMBEDDING_MODEL_FILE=all-MiniLM-L6-v2-ggml-model-f16.gguf PROMPT_TEMPLATE=chatml2.71 MB
19RUN |3 CHAT_MODEL_FILE=Qwen2-0.5B-Instruct-Q5_K_M.gguf EMBEDDING_MODEL_FILE=all-MiniLM-L6-v2-ggml-model-f16.gguf PROMPT_TEMPLATE=chatml1.68 MB
20COPY run.sh . # buildkit399 B
21RUN |3 CHAT_MODEL_FILE=Qwen2-0.5B-Instruct-Q5_K_M.gguf EMBEDDING_MODEL_FILE=all-MiniLM-L6-v2-ggml-model-f16.gguf PROMPT_TEMPLATE=chatml398 B
22ENTRYPOINT ["/bin/sh" "-c" "./run.sh $CHAT_MODEL_FILE0 B

Command

 ARG RELEASE