Upload 4 files

Dockerfile

@@ -1,11 +1,28 @@
-FROM python:3.11
-RUN useradd -m -u 1000 user
-USER user
-ENV HOME=/home/user \
-    PATH=/home/user/.local/bin:$PATH
-WORKDIR $HOME/app
-COPY --chown=user . $HOME/app
-COPY ./requirements.txt ~/app/requirements.txt
-RUN pip install -r requirements.txt
-COPY . .
-CMD ["chainlit", "run", "app.py", "--port", "7860"]
+# Use the official Python image as the base image
+FROM python:3.9
+
+# Create a new user with UID 1000
+RUN useradd -m -u 1000 user
+
+# Switch to the new user
+USER user
+
+# Set environment variables
+ENV HOME=/home/user \
+    PATH=/home/user/.local/bin:$PATH
+
+# Set the working directory
+WORKDIR $HOME/app
+
+# Copy the requirements file and install dependencies
+COPY --chown=user requirements.txt $HOME/app/requirements.txt
+RUN pip install --no-cache-dir -r requirements.txt
+
+# Copy the rest of the application code
+COPY --chown=user . $HOME/app
+
+# Expose the port Chainlit will run on
+EXPOSE 7860
+
+# Run the Chainlit application
+CMD ["python", "run.py"]

app.py

@@ -5,6 +5,8 @@ from langchain_pinecone import PineconeVectorStore
 import chainlit as cl
 from dotenv import load_dotenv
 from openai import AsyncOpenAI
+import socketio
+from fastapi import FastAPI
 
 # Load environment variables
 load_dotenv()
@@ -36,6 +38,17 @@ settings = {
     "temperature": 0,
 }
 
+# Initialize Socket.IO server with custom ping timeout and interval
+sio = socketio.AsyncServer(
+    async_mode='asgi',
+    ping_timeout=5,    # Time in seconds before a ping is considered timed out
+    ping_interval=25   # Time in seconds between pings
+)
+
+# Initialize FastAPI app and mount the Socket.IO app
+app = FastAPI()
+app.mount('/', socketio.ASGIApp(sio))
+
 # Welcome message
 welcome_message = """
 Hello! I am the Teagasc Staff Handbook helper, a large language model trained to assist you with information from the Teagasc Staff Handbook.
@@ -63,7 +76,6 @@ User Query: {query}
 Sources: {sources}
 """
 
-
 @cl.on_message
 async def on_message(message: cl.Message):
     # Set up the Pinecone vector store with the existing index and embeddings
@@ -79,6 +91,10 @@ async def on_message(message: cl.Message):
         print(f"Found {len(docs)} documents.")
         for doc in docs:
             print(f"Document metadata: {doc.metadata}")
+    except KeyError as ke:
+        await cl.Message(content=f"Session error: {str(ke)}").send()
+        print(f"Session error: {str(ke)}")
+        return
     except Exception as e:
         await cl.Message(content=f"Error during similarity search: {str(e)}").send()
         print(f"Error during similarity search: {str(e)}")
@@ -88,7 +104,7 @@ async def on_message(message: cl.Message):
         await cl.Message(content="No relevant documents found.").send()
         return
 
-        # Extract the content and source URL from the matching documents
+    # Extract the content and source URL from the matching documents
     context = "\n\n".join([doc.metadata.get("page_content", "No content") for doc in docs])
     sources = "\n".join([doc.metadata.get("source_url", "Unknown source") for doc in docs])
 
@@ -98,21 +114,21 @@ async def on_message(message: cl.Message):
 
     prompt = prompt_template.format(query=message.content, context=context, sources=sources)
 
-    response = await client.chat.completions.create(
-        messages=[
-            {
-                "content": prompt,
-                "role": "system"
-            },
-            {
-                "content": message.content,
-                "role": "user"
-            }
-        ],
-        **settings
-    )
-
-    await cl.Message(content=response.choices[0].message.content).send()
-
-
-
+    try:
+        response = await client.chat.completions.create(
+            messages=[
+                {
+                    "content": prompt,
+                    "role": "system"
+                },
+                {
+                    "content": message.content,
+                    "role": "user"
+                }
+            ],
+            **settings
+        )
+        await cl.Message(content=response.choices[0].message.content).send()
+    except Exception as e:
+        await cl.Message(content=f"Error generating response: {str(e)}").send()
+        print(f"Error generating response: {str(e)}")

requirements.txt

@@ -1,6 +1,9 @@
-chainlit
-langchain_openai
-langchain_pinecone
-openai
-pinecone
-python-dotenv
+fastapi==0.95.0
+uvicorn==0.22.0
+python-socketio[asyncio_engineio]==5.8.0
+python-engineio==4.5.1
+chainlit==0.6.1
+openai==0.27.0
+langchain-openai==0.1.6
+pinecone-client==2.2.1
+python-dotenv==1.0.0

run.py

@@ -0,0 +1,4 @@
+import uvicorn
+
+if __name__ == "__main__":
+    uvicorn.run("app:app", host="0.0.0.0", port=7860, workers=4)