embeddings-fast (sha256:0e53edb1668f6240db102b656cc905e66d66f2f6aaf11a3cee677af960b9a1a7)
Published 2026-10-05 15:38:13 +00:00 by royalcat
Installation
docker pull git.kmsign.org/royalcat/embeddings-fast@sha256:0e53edb1668f6240db102b656cc905e66d66f2f6aaf11a3cee677af960b9a1a7sha256:0e53edb1668f6240db102b656cc905e66d66f2f6aaf11a3cee677af960b9a1a7Image layers
| # debian.sh --arch 'arm64' out/ 'trixie' '@1789689600' |
| RUN /bin/sh -c apt-get update && apt-get install -y --no-install-recommends curl ca-certificates && rm -rf /var/lib/apt/lists/* # buildkit |
| COPY /src/target/aarch64-unknown-linux-gnu/release/embeddings-fast /usr/local/bin/embeddings-fast # buildkit |
| EXPOSE [8383/tcp] |
| ENTRYPOINT ["embeddings-fast"] |
| CMD ["serve" "--backend" "flex" "--dtype" "f32" "--npu" "--port" "8383" "--max-tokens" "30000" "--model-dir" "/models/qwen3-embedding-0.6b" "--model-name" "qwen3-embedding"] |