Observability migration (#66)

* -tested and upgraded version

* -implemented ragas evals

* -implemented ragas evals

* -implemented rag with llama_parse

* -added rag with llama_parse in cli

* -changed version

* -modified the main doc

* -modified the main doc

* -migrated observability to Langfuse

* -removed keys

* -kept samples keys for reference

* -integrated langfuse observability

* -integrated langfuse observability

---------

Co-authored-by: pavanmantha <pavan.mantha@thevaslabs.io>

Author: pavanjava

bootstraprag/templates/llamaindex/rag_with_self_correction_with_observability/.env

@@ -10,6 +10,11 @@ OLLAMA_BASE_URL='http://localhost:11434'
 OLLAMA_LLM_MODEL='llama3.1'
 OLLAMA_EMBED_MODEL='nomic-embed-text:latest'
 
+# Langfuse Observability Details
+LANGFUSE_PUBLIC_KEY='pk-lf-'
+LANGFUSE_SECRET_KEY='sk-lf-'
+LANGFUSE_HOST='http://localhost:3000'
+
 # logger can be controlled usiing env
 CRITICAL = 50
 FATAL = 50

bootstraprag/templates/llamaindex/rag_with_self_correction_with_observability/docker-compose-langfuse.yml

@@ -0,0 +1,37 @@
+version: '3.8'
+
+services:
+  postgres:
+    image: postgres:13
+    container_name: postgres
+    environment:
+      POSTGRES_USER: admin
+      POSTGRES_PASSWORD: admin@123
+      POSTGRES_DB: langfuse
+    volumes:
+      - postgres_data:/var/lib/postgresql/data
+    networks:
+      - langfuse-network
+
+  langfuse:
+    image: langfuse/langfuse:latest
+    container_name: langfuse
+    environment:
+      DATABASE_URL: postgresql://hello:mysecretpassword@postgres:5432/langfuse
+      NEXTAUTH_URL: http://localhost:3000
+      NEXTAUTH_SECRET: mysecret
+      SALT: mysalt
+      ENCRYPTION_KEY: 98637d42c277ef10b8a324e25d492daa8eee8f769574124ba25132f71481f183
+    ports:
+      - "3000:3000"
+    depends_on:
+      - postgres
+    networks:
+      - langfuse-network
+
+volumes:
+  postgres_data:
+
+networks:
+  langfuse-network:
+    driver: bridge

bootstraprag/templates/llamaindex/rag_with_self_correction_with_observability/readme.md

@@ -1,5 +1,12 @@
-## Instructions to run the code
-
+## Self-Correcting RAG
+#### How to spin observability
+- run `docker compose -f docker-compose-langfuse.yml up`
+- launch langfuse in browser `http://localhost:3000`
+- click on `signup`
+- create `organization` & `project`
+- once done create your `public` and `private` api keys
+- 
+#### Instructions to run the code
 - Navigate to the root of the project and run the below command
 - `pip install -r requirements.txt`
 - open `.env` file update your qdrant url `DB_URL` & password `DB_API_KEY`

bootstraprag/templates/llamaindex/rag_with_self_correction_with_observability/requirements.txt

@@ -1,13 +1,13 @@
 python-dotenv==1.0.1
-llama-index==0.11.7
-llama-index-llms-openai==0.2.3
-llama-index-llms-ollama==0.3.1
-llama-index-embeddings-openai==0.2.4
-llama-index-embeddings-ollama==0.3.0
-llama-index-vector-stores-qdrant==0.3.0
-llama-index-callbacks-arize-phoenix==0.2.1
-qdrant-client==1.11.1
-pydantic==2.9.0
-arize-phoenix==4.33.1
-litserve==0.2.2
-deepeval==1.3.2
+llama-index==0.11.19
+llama-index-llms-openai==0.2.16
+llama-index-llms-ollama==0.3.4
+llama-index-embeddings-openai==0.2.5
+llama-index-embeddings-ollama==0.3.1
+llama-index-vector-stores-qdrant==0.3.2
+qdrant-client==1.12.0
+pydantic==2.9.2
+litserve==0.2.3
+deepeval==1.4.4
+# observability
+langfuse==2.52.2

bootstraprag/templates/llamaindex/rag_with_self_correction_with_observability/self_correction_core.py

@@ -12,12 +12,11 @@
 from llama_index.core.query_engine import RetryQueryEngine, RetrySourceQueryEngine, RetryGuidelineQueryEngine
 from llama_index.core.evaluation import RelevancyEvaluator, GuidelineEvaluator
 from llama_index.core.evaluation.guideline import DEFAULT_GUIDELINES
+from langfuse.llama_index import LlamaIndexInstrumentor
 from rag_evaluator import RAGEvaluator
 from dotenv import load_dotenv, find_dotenv
 from typing import Union
 import qdrant_client
-import llama_index
-import phoenix as px
 import logging
 import os
 
@@ -27,8 +26,8 @@
 logger = logging.getLogger(__name__)
 
 # instrumenting observability
-session = px.launch_app()
-llama_index.core.set_global_handler("arize_phoenix")
+instrumentor = LlamaIndexInstrumentor()
+instrumentor.start()
 
 
 class SelfCorrectingRAG: