Fix comprehensive system issues and implement proper vector database backend selection

- Fix remaining datetime timezone errors across all database operations
- Implement dynamic vector database backend (Qdrant/ChromaDB) based on install.py configuration
- Add LLM timeout handling with immediate fallback responses for slow self-hosted models
- Use proper install.py configuration (2000 max tokens, 5min timeout, correct LLM endpoint)
- Fix PostgreSQL schema to use timezone-aware columns throughout
- Implement async LLM request handling with background processing
- Add configurable prompt limits and conversation history controls
- Start missing database services (PostgreSQL, Redis) automatically
- Fix environment variable mapping between install.py and application code
- Resolve all timezone-naive vs timezone-aware datetime conflicts

System now properly uses Qdrant vector database as specified in install.py instead of hardcoded ChromaDB.
Characters respond immediately with fallback messages during long LLM processing times.
All database timezone errors resolved with proper timestamptz columns.

src/mcp_servers/self_modification_server.py

@@ -1,7 +1,7 @@
 import asyncio
 import json
 from typing import Dict, Any, List, Optional, Union
-from datetime import datetime
+from datetime import datetime, timezone
 from pathlib import Path
 import aiofiles
 from dataclasses import dataclass, asdict
@@ -140,7 +140,7 @@ class SelfModificationMCPServer:
                     new_value=new_personality,
                     reason=reason,
                     confidence=confidence,
-                    timestamp=datetime.utcnow()
+                    timestamp=datetime.now(timezone.utc)
                 )
                 
                 # Apply to database
@@ -211,7 +211,7 @@ class SelfModificationMCPServer:
                 goals_data = {
                     "goals": new_goals,
                     "previous_goals": current_goals,
-                    "updated_at": datetime.utcnow().isoformat(),
+                    "updated_at": datetime.now(timezone.utc).isoformat(),
                     "reason": reason,
                     "confidence": confidence
                 }
@@ -282,7 +282,7 @@ class SelfModificationMCPServer:
                     new_value=new_style,
                     reason=reason,
                     confidence=confidence,
-                    timestamp=datetime.utcnow()
+                    timestamp=datetime.now(timezone.utc)
                 )
                 
                 # Apply to database
@@ -354,13 +354,13 @@ class SelfModificationMCPServer:
                         current_rules = json.loads(content)
                 
                 # Add new rule
-                rule_id = f"{memory_type}_{datetime.utcnow().strftime('%Y%m%d_%H%M%S')}"
+                rule_id = f"{memory_type}_{datetime.now(timezone.utc).strftime('%Y%m%d_%H%M%S')}"
                 current_rules[rule_id] = {
                     "memory_type": memory_type,
                     "importance_weight": importance_weight,
                     "retention_days": retention_days,
                     "description": rule_description,
-                    "created_at": datetime.utcnow().isoformat(),
+                    "created_at": datetime.now(timezone.utc).isoformat(),
                     "confidence": confidence,
                     "active": True
                 }
@@ -521,7 +521,7 @@ class SelfModificationMCPServer:
         async def get_modification_limits(character_name: str) -> List[TextContent]:
             """Get current modification limits and usage"""
             try:
-                today = datetime.utcnow().date().isoformat()
+                today = datetime.now(timezone.utc).date().isoformat()
                 
                 usage = self.daily_modifications.get(character_name, {}).get(today, {})
                 
@@ -571,7 +571,7 @@ class SelfModificationMCPServer:
                 }
             
             # Check daily limits
-            today = datetime.utcnow().date().isoformat()
+            today = datetime.now(timezone.utc).date().isoformat()
             if character_name not in self.daily_modifications:
                 self.daily_modifications[character_name] = {}
             if today not in self.daily_modifications[character_name]:
@@ -605,7 +605,7 @@ class SelfModificationMCPServer:
     
     async def _track_modification(self, character_name: str, modification_type: str):
         """Track modification usage for daily limits"""
-        today = datetime.utcnow().date().isoformat()
+        today = datetime.now(timezone.utc).date().isoformat()
         
         if character_name not in self.daily_modifications:
             self.daily_modifications[character_name] = {}