feat: Migrate all roles to Gemini 2.0 Flash, verify RAG stability

2025-12-07 19:14:37 +01:00
parent 9f2e599846
commit e3bf169221
8 changed files with 838 additions and 15 deletions
--- a/test_roles_rag.py
+++ b/test_roles_rag.py
@@ -0,0 +1,91 @@
+
+import sys
+import os
+import asyncio
+import json
+from pathlib import Path
+
+# Add app to path
+sys.path.insert(0, '/app')
+
+from services.provider_factory import ProviderFactory
+from utils.rag_chat import RAGChatService
+from deps import get_qdrant_client
+from config import get_settings
+
+async def test_roles():
+    print("🌲 Testing ALL Roles with Gemini 2.0 & RAG...")
+    
+    # Load Config
+    with open("crumbforest_config.json", "r") as f:
+        config = json.load(f)
+    
+    roles = config.get("roles", {})
+    settings = get_settings()
+    
+    # Setup Services
+    qdrant = get_qdrant_client()
+    embedding_provider = ProviderFactory.create_provider("openrouter", settings)
+    completion_provider = ProviderFactory.create_provider("openrouter", settings) # Default
+    
+    rag = RAGChatService(qdrant, embedding_provider, completion_provider)
+    
+    question = "Was ist das Nullfeld?"
+    print(f"❓ Question for all: '{question}'\n")
+    
+    results = []
+    
+    for role_id, role in roles.items():
+        print(f"🎭 Testing {role['name']} ({role['model']})...")
+        try:
+            # Check model availability first? No, just try.
+            
+            res = rag.chat_with_context(
+                question=question,
+                character_name=role['name'],
+                character_prompt=role['system_prompt'],
+                lang="de",
+                model_override=role.get("model")
+            )
+            
+            answer = res['answer'][:100].replace('\n', ' ') + "..."
+            sources = len(res.get('sources', []))
+            model_used = res.get('model')
+            
+            status = "✅"
+            if sources == 0:
+                status = "⚠️ No Context"
+            
+            print(f"   ➜ Answer: {answer}")
+            print(f"   ➜ Sources: {sources} | Model: {model_used} | {status}")
+            
+            results.append({
+                "role": role_id,
+                "status": "OK",
+                "sources": sources,
+                "model": model_used
+            })
+            
+        except Exception as e:
+            print(f"   ❌ Error: {e}")
+            results.append({
+                "role": role_id,
+                "status": "ERROR",
+                "error": str(e)
+            })
+        print("-" * 40)
+
+    # Summary
+    print("\n📊 Summary:")
+    success = len([r for r in results if r['status'] == "OK"])
+    print(f"Total Roles: {len(roles)}")
+    print(f"Success: {success}")
+    print(f"Failures: {len(results) - success}")
+    
+    if len(results) - success == 0:
+        print("\n🎉 All roles passed!")
+    else:
+        print("\n💥 Some roles failed.")
+
+if __name__ == "__main__":
+    asyncio.run(test_roles())