LukeParke/LocalAI
1
0
Fork 0
mirror of https://github.com/LukeHagar/LocalAI.git synced 2025-12-06 04:20:12 +00:00
Code Issues Packages Projects Releases Wiki Activity

Use go-llama.cpp

Browse Source
This commit is contained in:
mudler
2023-04-07 10:08:15 +02:00
parent b7c0a108f5
commit b33d015b8c
6 changed files with 12 additions and 32 deletions
Download Patch File Download Diff File Expand all files Collapse all files

7
Earthfile
View File

@@ -14,10 +14,11 @@ go-deps:
build:
FROM +go-deps
WORKDIR /build
RUN git clone https://github.com/go-skynet/llama
RUN cd llama && make libllama.a
RUN git clone --recurse-submodules https://github.com/go-skynet/go-llama.cpp
RUN cd go-llama.cpp && make libbinding.a
COPY . .
RUN C_INCLUDE_PATH=/build/llama LIBRARY_PATH=/build/llama go build -o llama-cli ./
RUN go mod edit -replace github.com/go-skynet/go-llama.cpp=/build/go-llama.cpp
RUN C_INCLUDE_PATH=$GOPATH/src/github.com/go-skynet/go-llama.cpp LIBRARY_PATH=$GOPATH/src/github.com/go-skynet/go-llama.cpp go build -o llama-cli ./
SAVE ARTIFACT llama-cli AS LOCAL llama-cli
image: