f
This commit is contained in:
1 parent
60bd373bfd
commit
d1c76bc10d
1 file changed
+4
-6
@@ -18,10 +18,9 @@ RUN apt-get update && apt-get install -y \
|
|||||||
WORKDIR /app
|
WORKDIR /app
|
||||||
RUN git clone --recursive https://github.com/ollama/ollama.git .
|
RUN git clone --recursive https://github.com/ollama/ollama.git .
|
||||||
|
|
||||||
# Use Ollama's official preset configuration for Vulkan compilation
|
# Correctly target Ollama's embedded llama.cpp path with Vulkan enabled
|
||||||
RUN cmake -S llama/server --preset vulkan
|
RUN cmake -S llm/llama.cpp -B build/vulkan -DGGML_VULKAN=ON -DCMAKE_BUILD_TYPE=Release
|
||||||
RUN cmake --build build/llama-server-vulkan --parallel $(nproc)
|
RUN cmake --build build/vulkan --parallel $(nproc)
|
||||||
RUN cmake --install build/llama-server-vulkan --component llama-server --prefix /app/dist
|
|
||||||
|
|
||||||
# Build the main Go application binary
|
# Build the main Go application binary
|
||||||
RUN go build -o ollama .
|
RUN go build -o ollama .
|
||||||
@@ -38,9 +37,8 @@ RUN apt-get update && apt-get install -y \
|
|||||||
ca-certificates \
|
ca-certificates \
|
||||||
&& rm -rf /var/lib/apt/lists/*
|
&& rm -rf /var/lib/apt/lists/*
|
||||||
|
|
||||||
# Copy the compiled Go binary and the Vulkan backend runtime payload
|
# Copy the compiled Go binary
|
||||||
COPY --from=builder /app/ollama /usr/local/bin/ollama
|
COPY --from=builder /app/ollama /usr/local/bin/ollama
|
||||||
COPY --from=builder /app/dist /usr/local
|
|
||||||
|
|
||||||
EXPOSE 11434
|
EXPOSE 11434
|
||||||
ENV OLLAMA_HOST=0.0.0.0:11434
|
ENV OLLAMA_HOST=0.0.0.0:11434
|
||||||
|
|||||||
Reference in new issue
Block a user