Upload 3 files

Dockerfile

@@ -1,9 +1,9 @@
 FROM python:3.9
 RUN curl -fsSL https://ollama.com/install.sh | sh
 RUN useradd -m -u 1000 user
-COPY ./startollama.sh startollama.sh
-RUN chmod +x startollama.sh
-RUN /bin/sh startollama.sh
+#COPY ./startollama.sh startollama.sh
+#RUN chmod +x startollama.sh
+#RUN /bin/sh startollama.sh
 #RUN /usr/local/bin/ollama serve & sleep 5 && ollama pull llava-llama3 && exit
 #RUN ollama list
 

app.py

@@ -15,7 +15,7 @@ from langchain.callbacks import StdOutCallbackHandler
 from transformers import pipeline, TextIteratorStreamer, AutoTokenizer, AutoModel, AutoModelForCausalLM
 from langchain_text_splitters import RecursiveCharacterTextSplitter
 from huggingface_hub import login
-
+import ollama
 from threading import Thread
 from typing import Any, List
 import ast, torch
@@ -91,7 +91,8 @@ user_prompt = ChatPromptTemplate.from_messages(
         ("human", "{input}"),
     ]
 )  
-
+ollama.pull("llava-llama3")
+ollama.list()
 ##################for File Ingestion
 def remove_ansi_escape_sequences(input_string):
     # Define a regular expression pattern to match ANSI escape sequences

requirements.txt

@@ -17,4 +17,4 @@ sentence_transformers
 huggingface_hub
 langchain_huggingface
 rapidocr-onnxruntime
-uvicorn[standard]
+ollama