f
This commit is contained in:
1 parent
60bd373bfd
commit
d1c76bc10d
1 file changed
+4
-6
@@ -18,10 +18,9 @@ RUN apt-get update && apt-get install -y \
|
||||
WORKDIR /app
|
||||
RUN git clone --recursive https://github.com/ollama/ollama.git .
|
||||
|
||||
# Use Ollama's official preset configuration for Vulkan compilation
|
||||
RUN cmake -S llama/server --preset vulkan
|
||||
RUN cmake --build build/llama-server-vulkan --parallel $(nproc)
|
||||
RUN cmake --install build/llama-server-vulkan --component llama-server --prefix /app/dist
|
||||
# Correctly target Ollama's embedded llama.cpp path with Vulkan enabled
|
||||
RUN cmake -S llm/llama.cpp -B build/vulkan -DGGML_VULKAN=ON -DCMAKE_BUILD_TYPE=Release
|
||||
RUN cmake --build build/vulkan --parallel $(nproc)
|
||||
|
||||
# Build the main Go application binary
|
||||
RUN go build -o ollama .
|
||||
@@ -38,9 +37,8 @@ RUN apt-get update && apt-get install -y \
|
||||
ca-certificates \
|
||||
&& rm -rf /var/lib/apt/lists/*
|
||||
|
||||
# Copy the compiled Go binary and the Vulkan backend runtime payload
|
||||
# Copy the compiled Go binary
|
||||
COPY --from=builder /app/ollama /usr/local/bin/ollama
|
||||
COPY --from=builder /app/dist /usr/local
|
||||
|
||||
EXPOSE 11434
|
||||
ENV OLLAMA_HOST=0.0.0.0:11434
|
||||
|
||||
Reference in new issue
Block a user