Fixed LLM

commit_output.txt

@@ -1,9 +0,0 @@
-On branch main
-Your branch is ahead of 'origin/main' by 1 commit.
-  (use "git push" to publish your local commits)
-
-Untracked files:
-  (use "git add <file>..." to include in what will be committed)
-	commit_output.txt
-
-nothing added to commit but untracked files present (use "git add" to track)

llm/Dockerfile

@@ -33,6 +33,8 @@ COPY llm/requirements.txt /app/requirements.txt
 RUN pip install --no-cache-dir -r /app/requirements.txt
 
 COPY --from=builder /src/llama.cpp/build/bin/llama-server /usr/local/bin/llama-server
+COPY --from=builder /src/llama.cpp/build/bin/*.so* /usr/local/lib/
+RUN ldconfig
 COPY llm/main.py /app/main.py
 COPY llm/entrypoint.sh /entrypoint.sh