Upload 3 files

Dockerfile

@@ -0,0 +1,25 @@
+# For more information, please refer to https://aka.ms/vscode-docker-python
+FROM python:3-slim
+
+EXPOSE 8000
+
+# Keeps Python from generating .pyc files in the container
+ENV PYTHONDONTWRITEBYTECODE=1
+
+# Turns off buffering for easier container logging
+ENV PYTHONUNBUFFERED=1
+
+# Install pip requirements
+COPY requirements.txt .
+RUN python -m pip install -r requirements.txt
+
+WORKDIR /app
+COPY . /app
+
+# Creates a non-root user with an explicit UID and adds permission to access the /app folder
+# For more info, please refer to https://aka.ms/vscode-docker-python-configure-containers
+RUN adduser -u 5678 --disabled-password --gecos "" appuser && chown -R appuser /app
+USER appuser
+
+# During debugging, this entry point will be overridden. For more information, please refer to https://aka.ms/vscode-docker-python-debug
+CMD ["gunicorn", "--bind", "0.0.0.0:8000", "-k", "uvicorn.workers.UvicornWorker", "-t", "3000" ,"--keep-alive" , "3000","app.main:app"]

main.py

@@ -0,0 +1,66 @@
+from fastapi import FastAPI
+from pydantic import BaseModel
+from fastapi.middleware.cors import CORSMiddleware
+import uvicorn
+from langchain_ollama import OllamaLLM
+
+app = FastAPI()
+
+# Allow requests from your front-end's origin.
+app.add_middleware(
+    CORSMiddleware,
+    allow_origins=["chrome-extension://*"],  # Allow Chrome extensions
+    allow_credentials=True,
+    allow_methods=["*"],
+    allow_headers=["*"],
+)
+
+
+app.add_middleware(
+    CORSMiddleware,
+    allow_origins=["*"],
+    allow_credentials=True,
+    allow_methods=["*"],
+    allow_headers=["*"],
+)
+
+# Define the request model that expects a JSON body with "text"
+class MeaningRequest(BaseModel):
+    text: str
+
+# Define the response model that will return the meaning
+class MeaningResponse(BaseModel):
+    meaning: str
+
+def get_meaning_from_llm(text: str) -> str:
+    """
+    Get meaning of text using Ollama LLM.
+    """
+    # Create a prompt for your LLM
+    prompt = f"Explain the meaning of the following text in simple terms in only one or two lines not more than that: '{text}'"
+    
+    # Make sure this URL is accessible and valid
+    llm = OllamaLLM(
+        model="llama3.2",
+        base_url="https://earwig-exact-slug.ngrok-free.app", 
+        temperature=0.25
+    )
+    meaning = llm(prompt)
+    return meaning
+
+@app.post("/get_meaning", response_model=MeaningResponse)
+async def get_meaning(request: MeaningRequest):
+    """
+    Endpoint to receive text and return its 'meaning' as generated by an LLM.
+    """
+    print(f"Received text: {request.text}")
+    # Extract text from the request
+    text = request.text
+    # Generate meaning using the LLM call
+    meaning = get_meaning_from_llm(text)
+    # Return the meaning in a JSON response
+    return MeaningResponse(meaning=meaning)
+
+if __name__ == "__main__":
+    # Run the FastAPI app with Uvicorn
+    uvicorn.run("main:app", host="0.0.0.0", port=8000, reload=True)

requirements.txt

@@ -0,0 +1,4 @@
+langchain-ollama
+fastapi
+uvicorn
+gunicorn