agent_tracker/main.py
nickviljoen 6c231cb094 Add read-only admin role, client verification workflow, and email notifications
- Three-tier role system: user, admin, readonly_admin with dashboard gating
- Client field (Yes/No) on registration with conditional Client Name and Studio Name
- Auto-tag client agents as "needs_verification" with Verification tab on admin dashboard
- Client agent email notification via Mailgun to configured recipients
- Daily agent digest email scheduled via APScheduler (configurable hour)
- Manual digest trigger endpoint: POST /api/admin/digest/send
- Role dropdown replaces is_admin checkbox in user edit modal
- Registration form reordered: Name, Description, Purpose, Client, Client Name, Studio, Tool
- Stat card CSS fix for text truncation on admin dashboard
- Updated CLAUDE.md documentation and PLAN file

Co-Authored-By: Claude Opus 4.6 <noreply@anthropic.com>
2026-03-10 20:47:02 +02:00

1860 lines
76 KiB
Python

from fastapi import FastAPI, Depends, HTTPException, Request, Form, Query, File, UploadFile
from fastapi.security import OAuth2PasswordBearer
from fastapi.staticfiles import StaticFiles
from fastapi.templating import Jinja2Templates
from fastapi.responses import HTMLResponse, RedirectResponse, JSONResponse, StreamingResponse
from starlette.middleware.sessions import SessionMiddleware
from typing import List, Optional
import crud
import models
import auth
import config
import msal_auth
import notifications
from datetime import datetime
import os
import re
from dotenv import load_dotenv
from fastapi import Header
import csv
import io
import json
import asyncio
load_dotenv()
app = FastAPI(
title="AgentHub",
description="AI Agent Management System with comprehensive CRUD operations",
version="1.0.0",
root_path=config.get_base_path()
)
# Add session middleware for MSAL state management
app.add_middleware(SessionMiddleware, secret_key=os.getenv("SECRET_KEY", "your-session-secret-key"))
# Mount static files with explicit path handling
from fastapi.responses import FileResponse
import os as path_os
@app.get("/static/{filename:path}")
async def serve_static(filename: str):
"""Serve static files with proper path handling"""
file_path = path_os.path.join("static", filename)
if path_os.path.exists(file_path) and path_os.path.isfile(file_path):
return FileResponse(file_path)
raise HTTPException(status_code=404, detail="Static file not found")
# Also mount the traditional way as backup
app.mount("/static", StaticFiles(directory="static"), name="static")
templates = Jinja2Templates(directory="templates")
oauth2_scheme = OAuth2PasswordBearer(tokenUrl="/login")
def get_app_url(path: str) -> str:
"""Get URL with proper base path - production fix"""
base_path = os.getenv("BASE_PATH", "").rstrip("/")
path = path.lstrip("/")
if base_path:
return f"{base_path}/{path}"
return f"/{path}" if path else "/"
# Debug route to check configuration
@app.get("/debug/config")
async def debug_config():
return {
"base_path": config.get_base_path(),
"env_base_path": os.getenv("BASE_PATH"),
"root_path_from_app": app.root_path,
"get_app_url_test": get_app_url("agent-management")
}
def get_template_context(request: Request, current_user=None, **kwargs):
"""Get standard template context with base path and MSAL info"""
return {
"request": request,
"current_user": current_user,
"base_path": config.get_base_path(),
"msal_enabled": msal_auth.is_msal_available(),
"show_local_login": config.show_local_login(),
**kwargs
}
def is_valid_email(email: str) -> bool:
"""Validate email format using regex"""
if not email:
return False
pattern = r'^[a-zA-Z0-9._%+-]+@[a-zA-Z0-9.-]+\.[a-zA-Z]{2,}$'
return re.match(pattern, email) is not None
def can_user_edit_agent(agent: dict, current_user: dict) -> bool:
"""Check if user can edit an agent based on ownership or contact person match"""
# Admins can edit any agent
if current_user.get("is_admin"):
return True
# User can edit agents they created
if agent["created_by"] == str(current_user["_id"]):
return True
# User can edit agents where they are the contact person (if valid email and case-insensitive match)
agent_contact = agent.get("agent_contact_person")
if agent_contact and is_valid_email(agent_contact):
user_email = current_user.get("email", "")
if agent_contact.lower() == user_email.lower():
return True
return False
async def get_current_user(token: str = Depends(oauth2_scheme)):
payload = auth.decode_access_token(token)
if not payload:
raise HTTPException(status_code=401, detail="Invalid token")
user = await crud.get_user_by_id(payload["sub"])
if not user:
raise HTTPException(status_code=404, detail="User not found")
return user
async def get_current_user_optional(request: Request):
"""Get current user from cookie if available"""
token = request.cookies.get("access_token")
if token:
try:
payload = auth.decode_access_token(token)
if payload:
user = await crud.get_user_by_id(payload["sub"])
if user:
# Apply view mode override if admin is viewing as user
view_mode = request.session.get("view_mode", "admin")
if user.get("is_admin") and view_mode == "user":
user["actual_is_admin"] = True
user["is_admin"] = False
return user
except:
pass
return None
async def get_current_user_from_cookie(request: Request):
"""Get current user from cookie for API endpoints"""
token = request.cookies.get("access_token")
if not token:
raise HTTPException(status_code=401, detail="Not authenticated")
payload = auth.decode_access_token(token)
if not payload:
raise HTTPException(status_code=401, detail="Invalid token")
user = await crud.get_user_by_id(payload["sub"])
if not user:
raise HTTPException(status_code=404, detail="User not found")
# Apply view mode override if admin is viewing as user
view_mode = request.session.get("view_mode", "admin")
if user.get("is_admin") and view_mode == "user":
user["actual_is_admin"] = True
user["is_admin"] = False
return user
async def require_admin(current_user: dict = Depends(get_current_user_from_cookie)):
"""Require admin access"""
if not current_user.get("is_admin"):
raise HTTPException(status_code=403, detail="Admin access required")
return current_user
async def require_admin_or_readonly(current_user: dict = Depends(get_current_user_from_cookie)):
"""Require admin or readonly_admin access"""
if current_user.get("is_admin"):
return current_user
if current_user.get("role") == "readonly_admin":
return current_user
raise HTTPException(status_code=403, detail="Admin access required")
def sanitize_metadata(metadata: dict) -> dict[str, str]:
"""
Sanitize agent metadata to ensure all values are strings.
Handles MongoDB ObjectId references, lists, and other complex objects.
"""
if not metadata or not isinstance(metadata, dict):
return {}
sanitized = {}
for key, value in metadata.items():
if value is None:
continue
elif isinstance(value, str):
sanitized[key] = value
elif isinstance(value, list):
# Handle MongoDB ObjectId references: [{"$oid": "..."}] or regular lists
if value and isinstance(value[0], dict) and "$oid" in value[0]:
# Extract ObjectId strings
oid_values = [item.get("$oid", str(item)) for item in value if isinstance(item, dict) and "$oid" in item]
sanitized[key] = ",".join(oid_values) if oid_values else str(value)
else:
# Convert list to comma-separated string
sanitized[key] = ",".join(str(item) for item in value)
elif isinstance(value, dict):
# Handle nested dictionaries - convert to JSON string
import json
try:
sanitized[key] = json.dumps(value, default=str)
except (TypeError, ValueError):
sanitized[key] = str(value)
else:
# Convert other types to string
sanitized[key] = str(value)
return sanitized
def create_agent_response(agent: dict) -> models.AiAgentResponse:
"""Helper function to create AiAgentResponse with all fields including Quality Audit and Usage Tracking"""
return models.AiAgentResponse(
agent_id=str(agent["_id"]),
agent_name=agent["agent_name"],
agent_tool=agent.get("agent_tool"),
agent_description=agent.get("agent_description"),
agent_purpose=agent.get("agent_purpose"),
agent_version=agent.get("agent_version"),
agent_status=agent.get("agent_status"),
agent_location=agent.get("agent_location"),
agent_department=agent.get("agent_department"),
agent_contact_person=agent.get("agent_contact_person"),
agent_created_at=agent["created_at"].isoformat() if agent.get("created_at") else None,
agent_updated_at=agent["updated_at"].isoformat() if agent.get("updated_at") else None,
agent_tags=agent.get("agent_tags"),
agent_metadata=sanitize_metadata(agent.get("agent_metadata")) if agent.get("agent_metadata") else None,
agent_userbase=agent.get("agent_userbase"),
agent_capabilities=agent.get("agent_capabilities"),
url=agent.get("url"),
quality_audit_status=agent.get("quality_audit_status", False),
quality_audit_updated_by=agent.get("quality_audit_updated_by"),
quality_audit_updated_at=agent.get("quality_audit_updated_at"),
quality_audit_updated_by_name=agent.get("quality_audit_updated_by_name"),
risk_factor=agent.get("risk_factor"),
last_edited_by=agent.get("last_edited_by"),
discipline=agent.get("discipline"),
rating=agent.get("rating"),
rating_count=agent.get("rating_count"),
client=agent.get("client"),
client_name=agent.get("client_name"),
studio_name=agent.get("studio_name"),
verification_status=agent.get("verification_status"),
verified_by=agent.get("verified_by"),
verified_date=agent.get("verified_date"),
created_by=agent["created_by"],
# Usage tracking fields
usage_timeline=agent.get("usage_timeline"),
conversation_count=agent.get("conversation_count"),
unique_users=agent.get("unique_users"),
total_messages=agent.get("total_messages"),
first_used=agent.get("first_used"),
last_used=agent.get("last_used"),
total_tokens=agent.get("total_tokens"),
prompt_tokens=agent.get("prompt_tokens"),
completion_tokens=agent.get("completion_tokens")
)
async def verify_agent_collector_api_key(x_api_key: str = Header(alias="X-API-Key")):
"""Verify static API key for agent collector endpoints"""
expected_key = os.getenv("AGENT_COLLECTOR_API_KEY")
if not expected_key:
raise HTTPException(status_code=500, detail="API key not configured")
if x_api_key != expected_key:
raise HTTPException(status_code=401, detail="Invalid API key")
return True
def map_agent_collector_to_internal(collector_data: models.AgentCollectorCreate) -> dict:
"""Map agent collector field names to internal schema"""
# Normalize status to Title Case for internal storage
status = collector_data.status
if status:
status_map = {
"active": "Active",
"inactive": "Inactive",
"deprecated": "Deprecated",
"development": "Development"
}
status = status_map.get(status.lower(), status)
# Convert usage_timeline from Pydantic models to dicts
usage_timeline = None
if collector_data.usage_timeline:
usage_timeline = [{"date": entry.date, "message_count": entry.message_count, "token_count": entry.token_count}
for entry in collector_data.usage_timeline]
# Auto-tag Pencil Agents discipline
discipline = collector_data.discipline
if not discipline and "pencil" in collector_data.name.lower():
discipline = "Pencil Agents"
return {
"agent_name": collector_data.name,
"agent_tool": collector_data.tool,
"agent_description": collector_data.description,
"agent_purpose": collector_data.purpose,
"agent_location": collector_data.location,
"agent_userbase": collector_data.userbase,
"agent_version": collector_data.version,
"agent_capabilities": collector_data.capabilities,
"agent_status": status,
"agent_department": collector_data.department,
"agent_contact_person": collector_data.contact_person,
"agent_tags": collector_data.tags,
"agent_metadata": collector_data.metadata,
"url": collector_data.url,
"discipline": discipline,
"client": collector_data.client,
"client_name": collector_data.client_name,
"studio_name": collector_data.studio_name,
# Usage tracking fields
"usage_timeline": usage_timeline,
"conversation_count": collector_data.conversation_count,
"unique_users": collector_data.unique_users,
"total_messages": collector_data.total_messages,
"first_used": collector_data.first_used,
"last_used": collector_data.last_used,
"total_tokens": collector_data.total_tokens,
"prompt_tokens": collector_data.prompt_tokens,
"completion_tokens": collector_data.completion_tokens,
}
@app.get("/me", response_model=models.UserResponse)
async def me(current_user: dict = Depends(get_current_user)):
return {
"email": current_user["email"],
"full_name": current_user.get("full_name"),
"is_active": current_user["is_active"],
"is_admin": current_user["is_admin"],
"role": current_user.get("role", "admin" if current_user["is_admin"] else "user"),
}
@app.on_event("startup")
async def startup_event():
"""Run database migrations and ensure indexes on startup"""
from database import ensure_indexes
await ensure_indexes()
# Migrate pencil agents discipline
count = await crud.migrate_pencil_agents_discipline()
if count > 0:
print(f"Pencil Agents migration: updated {count} agent(s)")
# Start daily digest scheduler
try:
from apscheduler.schedulers.asyncio import AsyncIOScheduler
digest_hour = int(os.getenv("DAILY_DIGEST_HOUR", "7"))
scheduler = AsyncIOScheduler()
scheduler.add_job(
notifications.send_daily_agent_digest,
'cron',
hour=digest_hour,
minute=0,
id='daily_agent_digest',
)
scheduler.start()
print(f"Daily digest scheduler started (runs at {digest_hour}:00)")
except Exception as e:
print(f"Warning: Failed to start daily digest scheduler: {e}")
# HTML Routes
@app.get("/")
async def home(request: Request):
# Check if this is a JSON API request (for health check)
accept_header = request.headers.get("accept", "")
if "application/json" in accept_header or request.headers.get("content-type") == "application/json":
# Return health check JSON response
from database import check_database_health
db_health = await check_database_health()
return models.HealthCheckResponse(
status="healthy",
message="Agent collector API is running",
timestamp=datetime.utcnow().isoformat(),
database=db_health
)
# Otherwise handle as HTML request for web interface
current_user = await get_current_user_optional(request)
if current_user:
# Redirect logged-in users appropriately
if current_user.get("is_admin") or current_user.get("role") == "readonly_admin":
return RedirectResponse(url=get_app_url("admin"), status_code=303)
else:
return RedirectResponse(url=get_app_url("agent-management"), status_code=303)
else:
# Show landing page for non-authenticated users
return templates.TemplateResponse("index.html", get_template_context(request, current_user))
@app.get("/register", response_class=HTMLResponse)
async def register_page(request: Request):
current_user = await get_current_user_optional(request)
return templates.TemplateResponse("register.html", get_template_context(request, current_user))
@app.post("/register", response_class=HTMLResponse)
async def register_form(
request: Request,
email: str = Form(..., alias="user-email"),
password: str = Form(..., alias="user-password"),
first_name: str = Form(..., alias="first-name"),
last_name: str = Form(..., alias="last-name")
):
try:
full_name = f"{first_name} {last_name}".strip()
existing = await crud.get_user_by_email(email)
if existing:
return templates.TemplateResponse(
"register.html",
{"request": request, "error": "Email already registered"}
)
user = models.UserCreate(email=email, password=password, full_name=full_name)
await crud.create_user(user.email, user.password, user.full_name)
return templates.TemplateResponse(
"login.html",
{"request": request, "success": "Registration successful! Please login."}
)
except Exception as e:
return templates.TemplateResponse(
"register.html",
{"request": request, "error": f"Registration failed: {str(e)}"}
)
@app.get("/login", response_class=HTMLResponse)
async def login_page(request: Request):
current_user = await get_current_user_optional(request)
# Add MSAL configuration if enabled
context = get_template_context(request, current_user)
if msal_auth.is_msal_available():
msal_config = config.get_msal_config()
context.update({
"client_id": msal_config["client_id"],
"authority": msal_config["authority"],
"redirect_uri": msal_config["redirect_uri"]
})
return templates.TemplateResponse("login.html", context)
@app.post("/login", response_class=HTMLResponse)
async def login_form(
request: Request,
email: str = Form(...),
password: str = Form(...)
):
try:
print(f"🔍 Login attempt - Email: {email}")
# Check if user exists first
user_exists = await crud.get_user_by_email(email)
print(f"🔍 User exists in database: {user_exists is not None}")
if user_exists:
print(f"🔍 User auth provider: {user_exists.get('auth_provider', 'local')}")
print(f"🔍 User has hashed_password: {'hashed_password' in user_exists}")
print(f"🔍 User is_active: {user_exists.get('is_active', False)}")
user = await crud.authenticate_user(email, password)
print(f"🔍 Authentication result: {user is not None}")
if not user:
error_msg = "Invalid email or password"
if not user_exists:
error_msg += " (User not found)"
elif user_exists.get('auth_provider') != 'local':
error_msg += " (Not a local user - use Microsoft login)"
elif 'hashed_password' not in user_exists:
error_msg += " (No password set for this user)"
print(f"❌ Login failed: {error_msg}")
return templates.TemplateResponse(
"login.html",
get_template_context(request, error=error_msg)
)
# Create token (you can store this in session/cookie in a real app)
token = auth.create_access_token({"sub": str(user["_id"])})
# Check if user is admin or readonly_admin
if user.get("is_admin") or user.get("role") == "readonly_admin":
# Admin / readonly_admin goes to admin dashboard
response = RedirectResponse(url=get_app_url("admin"), status_code=303)
else:
# Regular user goes to all agents page
response = RedirectResponse(url=get_app_url("agent-management"), status_code=303)
# Set token in cookie with proper attributes
response.set_cookie(
key="access_token",
value=token,
httponly=True,
samesite="lax",
secure=False # Set to True in production with HTTPS
)
return response
except Exception as e:
return templates.TemplateResponse(
"login.html",
{"request": request, "error": f"Login failed: {str(e)}"}
)
# Azure AD/MSAL Authentication - Using popup-based authentication per specification
@app.post("/api/auth/azure/token")
async def azure_token_exchange(request: Request):
"""Exchange Azure AD token for local JWT token with proper validation"""
try:
data = await request.json()
access_token = data.get("access_token")
id_token = data.get("id_token")
if not id_token:
raise HTTPException(status_code=400, detail="Missing ID token")
# Validate JWT token against Azure AD public keys (as per specification)
import jwt
import requests
from cryptography.hazmat.primitives import serialization
from cryptography.hazmat.primitives.asymmetric import rsa
import base64
msal_config = config.get_msal_config()
# Get Azure AD public keys for token verification
jwks_uri = f"{msal_config['authority']}/discovery/v2.0/keys"
jwks_response = requests.get(jwks_uri)
jwks = jwks_response.json()
# Decode token header to get key ID
unverified_header = jwt.get_unverified_header(id_token)
kid = unverified_header.get("kid")
# Find the matching public key
public_key = None
for key in jwks["keys"]:
if key["kid"] == kid:
# Convert JWK to PEM format for validation
n = base64.urlsafe_b64decode(key["n"] + "==")
e = base64.urlsafe_b64decode(key["e"] + "==")
# Convert to RSA public key
numbers = rsa.RSAPublicNumbers(
int.from_bytes(e, byteorder="big"),
int.from_bytes(n, byteorder="big")
)
public_key = numbers.public_key()
break
if not public_key:
raise HTTPException(status_code=400, detail="Unable to verify token signature")
# Convert to PEM format for JWT library
pem_key = public_key.public_bytes(
encoding=serialization.Encoding.PEM,
format=serialization.PublicFormat.SubjectPublicKeyInfo
)
# Validate JWT token signature and claims
try:
id_token_claims = jwt.decode(
id_token,
pem_key,
algorithms=["RS256"],
audience=msal_config["client_id"],
issuer=f"{msal_config['authority']}/v2.0"
)
except jwt.InvalidTokenError as e:
raise HTTPException(status_code=400, detail=f"Token validation failed: {str(e)}")
# Create user profile from validated ID token claims
user_profile = {
"azure_ad_id": id_token_claims.get("oid"),
"email": id_token_claims.get("email") or id_token_claims.get("preferred_username"),
"full_name": id_token_claims.get("name"),
"first_name": id_token_claims.get("given_name"),
"last_name": id_token_claims.get("family_name"),
"tenant_id": id_token_claims.get("tid")
}
# Create or update user in local database
user = await crud.create_or_update_azure_user(user_profile)
# Create JWT token for local session management
jwt_token = auth.create_access_token({"sub": str(user["_id"])})
# Return user info and set secure cookie (following specification)
response = JSONResponse({
"success": True,
"is_admin": user.get("is_admin", False),
"email": user.get("email"),
"full_name": user.get("full_name")
})
# Set JWT token in httpOnly cookie with security flags (as per specification)
response.set_cookie(
key="access_token",
value=jwt_token,
httponly=True,
samesite="lax",
secure=False, # Set to True in production with HTTPS
max_age=24 * 60 * 60 # 24 hours as per specification
)
return response
except HTTPException:
raise
except Exception as e:
raise HTTPException(status_code=400, detail=f"Token exchange failed: {str(e)}")
@app.get("/agent-register", response_class=HTMLResponse)
async def agent_register_page(request: Request):
current_user = await get_current_user_optional(request)
if not current_user:
return RedirectResponse(url=get_app_url("login"), status_code=303)
return templates.TemplateResponse("agent_register.html", get_template_context(request, current_user))
@app.post("/agent-register", response_class=HTMLResponse)
async def agent_register_form(
request: Request,
agent_name: str = Form(...),
agent_tool: str = Form(...),
agent_description: str = Form(None),
agent_purpose: str = Form(None),
client: str = Form(...),
client_name: str = Form(None),
studio_name: str = Form(None),
agent_version: str = Form(None),
agent_status: str = Form("Development"),
agent_location: str = Form(None),
agent_department: str = Form(None),
agent_contact_person: str = Form(None),
discipline: str = Form(...),
agent_tags: str = Form(None),
agent_userbase: str = Form(None),
agent_capabilities: str = Form(None),
quality_audit_status: bool = Form(False),
risk_factor: int = Form(None)
):
try:
# Get user from cookie - require authentication
current_user = await get_current_user_optional(request)
if not current_user:
return RedirectResponse(url=get_app_url("login"), status_code=303)
user_id = str(current_user["_id"])
# Validate client_name is provided when client is Yes
if client.lower() == "yes" and not client_name:
context = get_template_context(request, current_user)
context["error"] = "Client Name is required when Client is set to Yes."
return templates.TemplateResponse("agent_register.html", context)
# Prepare agent data
agent_data = {
"agent_name": agent_name,
"agent_tool": agent_tool,
"agent_description": agent_description,
"agent_purpose": agent_purpose,
"agent_version": agent_version,
"agent_status": agent_status,
"agent_location": agent_location,
"agent_department": agent_department,
"agent_contact_person": agent_contact_person,
"discipline": discipline,
"client": client.lower(),
"studio_name": studio_name,
}
# Handle client-specific fields
if client.lower() == "yes":
agent_data["client_name"] = client_name
agent_data["verification_status"] = "needs_verification"
# Process tags, userbase, and capabilities (convert comma-separated to lists)
if agent_tags:
agent_data["agent_tags"] = [tag.strip() for tag in agent_tags.split(',') if tag.strip()]
if agent_userbase:
agent_data["agent_userbase"] = [user.strip() for user in agent_userbase.split(',') if user.strip()]
if agent_capabilities:
agent_data["agent_capabilities"] = [cap.strip() for cap in agent_capabilities.split(',') if cap.strip()]
# Handle Quality Audit - only admins can set it to True
if quality_audit_status and current_user.get("is_admin"):
# Admin is setting quality audit to true
from datetime import datetime
agent_data["quality_audit_status"] = True
agent_data["quality_audit_updated_by"] = user_id
agent_data["quality_audit_updated_at"] = datetime.utcnow().isoformat()
agent_data["quality_audit_updated_by_name"] = current_user.get("full_name", current_user.get("email"))
# Validate Risk Factor when Quality Audit is checked
if risk_factor is None or not (1 <= risk_factor <= 5):
context = get_template_context(request, current_user)
context["error"] = "Risk Factor (1-5) is required when Quality Audit is checked."
return templates.TemplateResponse("agent_register.html", context)
agent_data["risk_factor"] = risk_factor
else:
# Non-admin or quality audit not checked
agent_data["quality_audit_status"] = False
agent_data["risk_factor"] = None
# Remove None values
agent_data = {k: v for k, v in agent_data.items() if v is not None}
# Create agent in database
created_agent = await crud.create_agent(agent_data, user_id)
# Send client agent notification if client is Yes (non-blocking)
if client.lower() == "yes":
try:
notification_data = {
**agent_data,
"created_by_email": current_user.get("email", "Unknown"),
}
notifications.send_client_agent_notification(notification_data)
except Exception as notify_err:
print(f"Client agent notification failed: {notify_err}")
# Redirect to agent management with success message
from urllib.parse import quote
success_msg = quote(f"Agent '{agent_name}' registered successfully!")
redirect_url = get_app_url(f"agent-management?success={success_msg}")
print(f"DEBUG: Redirecting to: {redirect_url}") # Debug line
return RedirectResponse(
url=redirect_url,
status_code=303
)
except ValueError as e:
# Handle duplicate agent name error
current_user = await get_current_user_optional(request)
return templates.TemplateResponse(
"agent_register.html",
get_template_context(request, current_user, error=str(e))
)
except Exception as e:
current_user = await get_current_user_optional(request)
return templates.TemplateResponse(
"agent_register.html",
get_template_context(request, current_user, error=f"Agent registration failed: {str(e)}")
)
@app.get("/dashboard", response_class=HTMLResponse)
async def dashboard(request: Request):
current_user = await get_current_user_optional(request)
if not current_user:
return RedirectResponse(url=get_app_url("login"), status_code=303)
return templates.TemplateResponse("admin/dashboard.html", get_template_context(request, current_user))
@app.get("/user-management", response_class=HTMLResponse)
async def user_management_page(request: Request):
return templates.TemplateResponse("user_management.html", get_template_context(request))
@app.get("/logout", response_class=HTMLResponse)
async def logout(request: Request):
"""Logout user and clear all session data"""
# Clear MSAL session data if present
request.session.clear()
response = RedirectResponse(url=get_app_url(""), status_code=303)
response.delete_cookie(key="access_token")
return response
@app.get("/profile", response_class=HTMLResponse)
async def profile_page(request: Request):
current_user = await get_current_user_optional(request)
if not current_user:
return RedirectResponse(url=get_app_url("login"), status_code=303)
return templates.TemplateResponse("profile.html", get_template_context(request, current_user))
@app.get("/agent-management", response_class=HTMLResponse)
async def agent_management_page(request: Request, view: Optional[str] = Query(None), success: Optional[str] = Query(None), error: Optional[str] = Query(None)):
current_user = await get_current_user_optional(request)
if not current_user:
return RedirectResponse(url=get_app_url("login"), status_code=303)
# Default to "all" view for regular users, "my" view can be specified via query param
if view == "my":
# Get user's agents (owned + contact person)
agents = await crud.get_agents_by_user(str(current_user["_id"]), user_email=current_user.get("email"))
current_view = "my"
page_title = "My Agents Dashboard"
page_description = f"{len(agents)} agents in your portfolio"
else:
# Get all agents (default view for regular users)
agents = await crud.get_all_agents()
current_view = "all"
page_title = "All Agents"
page_description = f"{len(agents)} agents in the system"
return templates.TemplateResponse("agent_management.html", get_template_context(
request,
current_user,
agents=agents,
agent_count=len(agents),
current_view=current_view,
page_title=page_title,
page_description=page_description,
success=success,
error=error
))
@app.get("/admin", response_class=HTMLResponse)
async def admin_dashboard(request: Request):
current_user = await get_current_user_optional(request)
if not current_user:
return RedirectResponse(url=get_app_url("login"), status_code=303)
if not current_user.get("is_admin") and current_user.get("role") != "readonly_admin":
return RedirectResponse(url=get_app_url("login"), status_code=303)
# Get statistics
all_users = await crud.get_all_users()
all_agents = await crud.get_all_agents()
# Calculate stats
total_users = len(all_users)
admin_users = len([u for u in all_users if u.get("is_admin")])
regular_users = total_users - admin_users
total_agents = len(all_agents)
active_agents = len([a for a in all_agents if a.get("agent_status") == "Active"])
return templates.TemplateResponse("admin/dashboard.html", get_template_context(
request,
current_user,
stats={
"total_users": total_users,
"admin_users": admin_users,
"regular_users": regular_users,
"total_agents": total_agents,
"active_agents": active_agents,
"inactive_agents": total_agents - active_agents
},
users=all_users,
agents=all_agents
))
# New enhanced endpoints
@app.get("/search", response_class=HTMLResponse)
async def search_page(request: Request, q: Optional[str] = Query(None)):
current_user = await get_current_user_optional(request)
if not current_user:
return RedirectResponse(url=get_app_url("login"), status_code=303)
search_results = {"agents": [], "users": []}
if q:
# Search agents using proper search function
# Regular users can search all agents (consistent with agent management page)
search_results["agents"] = await crud.search_agents(q)
# Search users (admin only)
if current_user.get("is_admin"):
all_users = await crud.get_all_users()
search_results["users"] = [
user for user in all_users
if q.lower() in user.get("email", "").lower() or
q.lower() in user.get("full_name", "").lower()
]
return templates.TemplateResponse("search.html", get_template_context(
request,
current_user,
query=q,
results=search_results
))
@app.post("/agent/{agent_id}/edit", response_class=HTMLResponse)
async def edit_agent_form(request: Request, agent_id: str):
current_user = await get_current_user_optional(request)
if not current_user:
return RedirectResponse(url=get_app_url("login"), status_code=303)
agent = await crud.get_agent_by_id(agent_id)
if not agent:
raise HTTPException(status_code=404, detail="Agent not found")
# Check if user can edit this agent (ownership, contact person, or admin)
if not can_user_edit_agent(agent, current_user):
raise HTTPException(status_code=403, detail="Not authorized to edit this agent")
return templates.TemplateResponse("edit_agent.html", get_template_context(
request,
current_user,
agent=agent
))
@app.post("/agent/{agent_id}/delete", response_class=HTMLResponse)
async def delete_agent_form(request: Request, agent_id: str):
current_user = await get_current_user_optional(request)
if not current_user:
return RedirectResponse(url=get_app_url("login"), status_code=303)
# Check permission and delete
user_id = str(current_user["_id"]) if not current_user.get("is_admin") else None
deleted = await crud.delete_agent(agent_id, user_id)
if deleted:
return RedirectResponse(url=get_app_url("agent-management?success=Agent deleted successfully"), status_code=303)
else:
return RedirectResponse(url=get_app_url("agent-management?error=Failed to delete agent"), status_code=303)
# Agent API endpoints
@app.get("/api/agents/all", response_model=List[models.AiAgentResponse])
async def get_all_agents_for_users(current_user: dict = Depends(get_current_user_from_cookie)):
"""Get all agents for regular users (read-only access)"""
agents = await crud.get_all_agents()
return [
create_agent_response(agent) for agent in agents
]
@app.post("/api/agents", response_model=models.AiAgentResponse)
async def create_agent(agent: models.AiAgentCreate, current_user: dict = Depends(get_current_user_from_cookie)):
agent_data = agent.model_dump()
created_agent = await crud.create_agent(agent_data, str(current_user["_id"]))
return create_agent_response(created_agent)
@app.get("/api/agents", response_model=List[models.AiAgentResponse])
async def get_user_agents(current_user: dict = Depends(get_current_user_from_cookie)):
agents = await crud.get_agents_by_user(str(current_user["_id"]), user_email=current_user.get("email"))
return [
create_agent_response(agent) for agent in agents
]
# MSAL routes no longer needed - using popup authentication
@app.get("/api/agents/{agent_id}", response_model=models.AiAgentResponse)
async def get_agent(agent_id: str, current_user: dict = Depends(get_current_user_from_cookie)):
agent = await crud.get_agent_by_id(agent_id)
if not agent:
raise HTTPException(status_code=404, detail="Agent not found")
# All authenticated users can view agent details
# Edit/delete permissions are enforced at those respective endpoints
return create_agent_response(agent)
@app.put("/api/agents/{agent_id}", response_model=models.AiAgentResponse)
async def update_agent(agent_id: str, agent: models.AiAgentCreate, current_user: dict = Depends(get_current_user_from_cookie)):
# First check if agent exists
existing_agent = await crud.get_agent_by_id(agent_id)
if not existing_agent:
raise HTTPException(status_code=404, detail="Agent not found")
# Check if user can edit this agent (ownership, contact person, or admin)
if not can_user_edit_agent(existing_agent, current_user):
raise HTTPException(status_code=403, detail="Not authorized to edit this agent")
# Since we've already verified authorization, always pass None to allow the update
user_id_filter = None
# Prepare admin info for Quality Audit updates
admin_user_info = None
agent_data = agent.model_dump()
# Validate Risk Factor when Quality Audit is checked (admin only)
if current_user.get("is_admin") and agent_data.get("quality_audit_status"):
if agent_data.get("risk_factor") is None or not (1 <= agent_data.get("risk_factor", 0) <= 5):
raise HTTPException(
status_code=422,
detail="Risk Factor (1-5) is required when Quality Audit is checked."
)
if current_user.get("is_admin"):
admin_user_info = {
"user_id": str(current_user["_id"]),
"user_name": current_user.get("full_name", current_user.get("email")),
"email": current_user.get("email")
}
updated_agent = await crud.update_agent(agent_id, agent_data, user_id_filter, admin_user_info, current_user.get("email"))
if not updated_agent:
raise HTTPException(status_code=404, detail="Agent not found or not authorized")
return create_agent_response(updated_agent)
@app.put("/api/agents/{agent_id}/rating")
async def update_agent_rating(agent_id: str, request: Request, current_user: dict = Depends(get_current_user_from_cookie)):
"""Submit a per-user star rating for an agent (any authenticated user can rate)"""
existing_agent = await crud.get_agent_by_id(agent_id)
if not existing_agent:
raise HTTPException(status_code=404, detail="Agent not found")
body = await request.json()
rating_value = body.get("rating")
if rating_value is None or not (1 <= float(rating_value) <= 5):
raise HTTPException(status_code=422, detail="Rating must be between 1 and 5")
user_id = str(current_user["_id"])
await crud.upsert_agent_rating(agent_id, user_id, float(rating_value))
stats = await crud.update_agent_average_rating(agent_id)
return {
"message": "Rating updated",
"rating": stats["avg_rating"],
"rating_count": stats["count"],
"user_rating": float(rating_value)
}
@app.get("/api/agents/{agent_id}/my-rating")
async def get_my_agent_rating(agent_id: str, current_user: dict = Depends(get_current_user_from_cookie)):
"""Get the current user's rating for an agent plus the average"""
existing_agent = await crud.get_agent_by_id(agent_id)
if not existing_agent:
raise HTTPException(status_code=404, detail="Agent not found")
user_id = str(current_user["_id"])
user_rating = await crud.get_user_rating_for_agent(agent_id, user_id)
stats = await crud.get_agent_rating_stats(agent_id)
return {
"user_rating": user_rating,
"rating": stats["avg_rating"],
"rating_count": stats["count"]
}
@app.delete("/api/agents/{agent_id}")
async def delete_agent(agent_id: str, current_user: dict = Depends(get_current_user_from_cookie)):
print(f"🗑️ DELETE attempt - Agent ID: {agent_id}, User ID: {current_user['_id']}")
# First check if agent exists
agent = await crud.get_agent_by_id(agent_id)
if not agent:
print(f"🗑️ Agent {agent_id} not found in database")
raise HTTPException(status_code=404, detail="Agent not found")
print(f"🗑️ Agent found - Created by: {agent.get('created_by')}, User is admin: {current_user.get('is_admin', False)}")
# Check permission
user_id = str(current_user["_id"])
if agent["created_by"] != user_id and not current_user.get("is_admin"):
print(f"🗑️ Permission denied - Agent owned by {agent['created_by']}, current user: {user_id}")
raise HTTPException(status_code=403, detail="Not authorized to delete this agent")
deleted = await crud.delete_agent(agent_id, user_id if not current_user.get("is_admin") else None)
if not deleted:
print(f"🗑️ Delete operation failed")
raise HTTPException(status_code=500, detail="Failed to delete agent")
print(f"🗑️ Agent {agent_id} deleted successfully")
return {"message": "Agent deleted successfully"}
# Admin view toggle endpoint
@app.post("/api/admin/toggle-view")
async def toggle_admin_view(request: Request, current_user: dict = Depends(get_current_user_from_cookie)):
"""Toggle between admin and regular user view (admin only)"""
# Check if user is actually an admin (using actual_is_admin if present, or is_admin)
is_actual_admin = current_user.get("actual_is_admin") or current_user.get("is_admin")
if not is_actual_admin:
raise HTTPException(status_code=403, detail="Admin access required")
# Toggle view mode
current_view = request.session.get("view_mode", "admin")
new_view = "user" if current_view == "admin" else "admin"
request.session["view_mode"] = new_view
return {
"success": True,
"view_mode": new_view,
"message": f"Switched to {'regular user' if new_view == 'user' else 'admin'} view"
}
# Admin endpoints
@app.get("/api/admin/users", response_model=List[models.UserResponse])
async def get_all_users(current_user: dict = Depends(require_admin_or_readonly)):
users = await crud.get_all_users()
return [
models.UserResponse(
email=user["email"],
full_name=user.get("full_name"),
is_active=user["is_active"],
is_admin=user["is_admin"],
role=user.get("role", "admin" if user.get("is_admin") else "user"),
auth_provider=user.get("auth_provider", "local")
) for user in users
]
@app.post("/api/admin/users", response_model=models.UserResponse)
async def admin_create_user(
user_data: models.AdminUserCreate,
current_user: dict = Depends(require_admin)
):
"""Create a new local user (admin only)"""
try:
created_user = await crud.admin_create_local_user(
email=user_data.email,
password=user_data.password,
full_name=user_data.full_name,
is_admin=user_data.is_admin
)
return models.UserResponse(
email=created_user["email"],
full_name=created_user.get("full_name"),
is_active=created_user["is_active"],
is_admin=created_user["is_admin"],
role=created_user.get("role", "admin" if created_user["is_admin"] else "user"),
auth_provider=created_user.get("auth_provider", "local")
)
except ValueError as e:
raise HTTPException(status_code=400, detail=str(e))
@app.put("/api/admin/users/{email}", response_model=models.UserResponse)
async def update_user(email: str, user_update: models.UserUpdate, current_user: dict = Depends(require_admin)):
# Get the user by email first
existing_user = await crud.get_user_by_email(email)
if not existing_user:
raise HTTPException(status_code=404, detail="User not found")
# Update the user
update_data = user_update.model_dump(exclude_unset=True)
# Sync role and is_admin fields
if "role" in update_data:
role = update_data["role"]
if role == "admin":
update_data["is_admin"] = True
elif role == "readonly_admin":
update_data["is_admin"] = False
elif role == "user":
update_data["is_admin"] = False
elif "is_admin" in update_data:
if update_data["is_admin"]:
update_data["role"] = "admin"
else:
# Only reset to user if not already readonly_admin
if existing_user.get("role") != "readonly_admin":
update_data["role"] = "user"
updated_user = await crud.update_user(str(existing_user["_id"]), update_data)
if not updated_user:
raise HTTPException(status_code=500, detail="Failed to update user")
return models.UserResponse(
email=updated_user["email"],
full_name=updated_user.get("full_name"),
is_active=updated_user["is_active"],
is_admin=updated_user["is_admin"],
role=updated_user.get("role", "admin" if updated_user["is_admin"] else "user"),
auth_provider=updated_user.get("auth_provider", "local")
)
@app.post("/api/admin/users/{email}/reset-password")
async def admin_reset_password(
email: str,
password_data: models.AdminPasswordReset,
current_user: dict = Depends(require_admin)
):
"""Reset password for a local user (admin only)"""
user = await crud.get_user_by_email(email)
if not user:
raise HTTPException(status_code=404, detail="User not found")
if user.get("auth_provider") != "local":
raise HTTPException(
status_code=400,
detail="Cannot reset password for SSO users. This user authenticates via Microsoft."
)
try:
success = await crud.admin_reset_user_password(str(user["_id"]), password_data.new_password)
if success:
return {"message": "Password reset successfully"}
raise HTTPException(status_code=500, detail="Failed to reset password")
except ValueError as e:
raise HTTPException(status_code=400, detail=str(e))
@app.post("/api/users/change-password")
async def change_password(
password_data: models.PasswordChange,
current_user: dict = Depends(get_current_user_from_cookie)
):
"""Change password for current logged-in user"""
if current_user.get("auth_provider") != "local":
raise HTTPException(
status_code=400,
detail="Cannot change password for SSO users. Your account uses Microsoft authentication."
)
try:
success = await crud.change_user_password(
str(current_user["_id"]),
password_data.current_password,
password_data.new_password
)
if success:
return {"message": "Password changed successfully"}
raise HTTPException(status_code=500, detail="Failed to change password")
except ValueError as e:
raise HTTPException(status_code=400, detail=str(e))
@app.get("/api/admin/agents/pending-verification")
async def get_pending_verification(current_user: dict = Depends(require_admin_or_readonly)):
"""Get agents pending verification"""
from database import agents_collection as ac
cursor = ac.find(
{"verification_status": {"$in": ["needs_verification", "verified"]}}
).sort("created_at", -1)
agents = await cursor.to_list(length=None)
result = []
for agent in agents:
# Resolve creator email
created_by = agent.get("created_by", "")
created_by_email = created_by
if created_by and created_by != "agent_collector_api":
try:
from bson import ObjectId
creator = await crud.get_user_by_id(created_by)
if creator:
created_by_email = creator.get("email", created_by)
except Exception:
pass
result.append({
"agent_id": str(agent["_id"]),
"agent_name": agent.get("agent_name"),
"client_name": agent.get("client_name"),
"studio_name": agent.get("studio_name"),
"created_by": created_by_email,
"created_at": agent["created_at"].isoformat() if agent.get("created_at") else None,
"verification_status": agent.get("verification_status"),
"verified_by": agent.get("verified_by"),
"verified_date": agent.get("verified_date"),
})
return result
@app.put("/api/admin/agents/{agent_id}/verify")
async def verify_agent(agent_id: str, current_user: dict = Depends(require_admin)):
"""Approve/verify an agent (admin only)"""
from bson import ObjectId
from database import agents_collection as ac
agent = await crud.get_agent_by_id(agent_id)
if not agent:
raise HTTPException(status_code=404, detail="Agent not found")
result = await ac.update_one(
{"_id": ObjectId(agent_id)},
{"$set": {
"verification_status": "verified",
"verified_by": current_user.get("email", str(current_user["_id"])),
"verified_date": datetime.utcnow().isoformat(),
"updated_at": datetime.utcnow(),
}}
)
if result.modified_count:
return {"message": "Agent verified successfully"}
raise HTTPException(status_code=500, detail="Failed to verify agent")
@app.post("/api/admin/digest/send")
async def trigger_daily_digest(current_user: dict = Depends(require_admin)):
"""Manually trigger the daily agent digest email"""
try:
await notifications.send_daily_agent_digest()
return {"message": "Daily digest sent successfully"}
except Exception as e:
raise HTTPException(status_code=500, detail=f"Failed to send digest: {str(e)}")
@app.get("/api/admin/analytics")
async def get_admin_analytics(
status: Optional[str] = None,
discipline: Optional[str] = None,
days: int = 90,
current_user: dict = Depends(require_admin_or_readonly),
):
"""Get analytics data for admin dashboard"""
(
summary,
status_breakdown,
discipline_breakdown,
usage_timeline,
top_by_messages,
top_by_tokens,
recently_active,
all_users,
) = await asyncio.gather(
crud.get_analytics_summary(status_filter=status, discipline_filter=discipline),
crud.get_agent_stats(discipline_filter=discipline),
crud.get_discipline_breakdown(status_filter=status),
crud.get_aggregated_usage_timeline(days, status_filter=status, discipline_filter=discipline),
crud.get_top_agents("total_messages", 5, status_filter=status, discipline_filter=discipline),
crud.get_top_agents("total_tokens", 5, status_filter=status, discipline_filter=discipline),
crud.get_recently_active_agents(10, status_filter=status, discipline_filter=discipline),
crud.get_all_users(),
)
# Rating distribution: count agents in each star bucket (1-5)
all_agents = await crud.get_all_agents(status_filter=status)
filtered_agents = all_agents
if discipline:
filtered_agents = [a for a in all_agents if a.get("discipline") == discipline]
rating_dist = {1: 0, 2: 0, 3: 0, 4: 0, 5: 0}
for agent in filtered_agents:
r = agent.get("rating")
if r is not None:
bucket = max(1, min(5, round(r)))
rating_dist[bucket] += 1
total_users = len(all_users)
admin_users = sum(1 for u in all_users if u.get("is_admin"))
active_users = sum(1 for u in all_users if u.get("is_active"))
return {
"summary": summary,
"status_breakdown": status_breakdown,
"discipline_breakdown": discipline_breakdown,
"usage_timeline": usage_timeline,
"top_by_messages": top_by_messages,
"top_by_tokens": top_by_tokens,
"recently_active": recently_active,
"rating_distribution": rating_dist,
"total_users": total_users,
"admin_users": admin_users,
"active_users": active_users,
"total_agents": len(filtered_agents),
}
@app.get("/api/admin/agents", response_model=List[models.AiAgentResponse])
async def get_all_agents_admin(current_user: dict = Depends(require_admin_or_readonly)):
agents = await crud.get_all_agents()
return [
create_agent_response(agent) for agent in agents
]
@app.get("/api/admin/agents/export/csv")
async def export_agents_csv(current_user: dict = Depends(require_admin)):
"""Export all agent data to CSV (excluding usage data)"""
# Fetch all agents from database
agents = await crud.get_all_agents()
# Create CSV in memory
output = io.StringIO()
# Define CSV columns (all fields except usage-related ones)
fieldnames = [
"agent_id",
"agent_name",
"agent_tool",
"agent_description",
"agent_purpose",
"agent_version",
"agent_status",
"agent_location",
"agent_department",
"agent_contact_person",
"agent_created_at",
"agent_updated_at",
"agent_tags",
"agent_metadata",
"agent_userbase",
"agent_capabilities",
"url",
"quality_audit_status",
"quality_audit_updated_by",
"quality_audit_updated_at",
"quality_audit_updated_by_name",
"risk_factor",
"last_edited_by",
"created_by",
"total_tokens",
"prompt_tokens",
"completion_tokens",
"discipline",
"rating",
"rating_count"
]
writer = csv.DictWriter(output, fieldnames=fieldnames)
writer.writeheader()
# Write agent data
for agent in agents:
row = {
"agent_id": str(agent["_id"]),
"agent_name": agent.get("agent_name", ""),
"agent_tool": agent.get("agent_tool", ""),
"agent_description": agent.get("agent_description", ""),
"agent_purpose": agent.get("agent_purpose", ""),
"agent_version": agent.get("agent_version", ""),
"agent_status": agent.get("agent_status", ""),
"agent_location": agent.get("agent_location", ""),
"agent_department": agent.get("agent_department", ""),
"agent_contact_person": agent.get("agent_contact_person", ""),
"agent_created_at": agent["created_at"].isoformat() if agent.get("created_at") else "",
"agent_updated_at": agent["updated_at"].isoformat() if agent.get("updated_at") else "",
# Convert lists to pipe-separated strings for CSV compatibility
"agent_tags": "|".join(agent.get("agent_tags", [])) if agent.get("agent_tags") else "",
"agent_userbase": "|".join(agent.get("agent_userbase", [])) if agent.get("agent_userbase") else "",
"agent_capabilities": "|".join(agent.get("agent_capabilities", [])) if agent.get("agent_capabilities") else "",
# Convert metadata dict to JSON string
"agent_metadata": json.dumps(sanitize_metadata(agent.get("agent_metadata"))) if agent.get("agent_metadata") else "",
"url": agent.get("url", ""),
"quality_audit_status": str(agent.get("quality_audit_status", False)),
"quality_audit_updated_by": agent.get("quality_audit_updated_by", ""),
"quality_audit_updated_at": agent.get("quality_audit_updated_at", ""),
"quality_audit_updated_by_name": agent.get("quality_audit_updated_by_name", ""),
"risk_factor": str(agent.get("risk_factor", "")) if agent.get("risk_factor") is not None else "",
"last_edited_by": agent.get("last_edited_by", ""),
"created_by": agent.get("created_by", ""),
"total_tokens": str(agent.get("total_tokens", "")) if agent.get("total_tokens") is not None else "",
"prompt_tokens": str(agent.get("prompt_tokens", "")) if agent.get("prompt_tokens") is not None else "",
"completion_tokens": str(agent.get("completion_tokens", "")) if agent.get("completion_tokens") is not None else "",
"discipline": agent.get("discipline", ""),
"rating": str(agent.get("rating", "")) if agent.get("rating") is not None else "",
"rating_count": str(agent.get("rating_count", "")) if agent.get("rating_count") is not None else ""
}
writer.writerow(row)
# Get CSV content
csv_content = output.getvalue()
output.close()
# Return as downloadable file
return StreamingResponse(
iter([csv_content]),
media_type="text/csv",
headers={
"Content-Disposition": f"attachment; filename=agents_export_{datetime.utcnow().strftime('%Y%m%d_%H%M%S')}.csv"
}
)
@app.post("/api/admin/agents/import/csv")
async def import_agents_csv(
request: Request,
file: UploadFile = File(...),
current_user: dict = Depends(require_admin)
):
"""Import agents from CSV file"""
if not file.filename.endswith('.csv'):
raise HTTPException(status_code=400, detail="File must be a CSV")
try:
contents = await file.read()
decoded = contents.decode('utf-8')
csv_reader = csv.DictReader(io.StringIO(decoded))
success_count = 0
skipped_count = 0
error_count = 0
errors = []
user_id = str(current_user["_id"])
for row_num, row in enumerate(csv_reader, start=1):
try:
agent_name_from_csv = row.get("agent_name")
if not agent_name_from_csv:
skipped_count += 1
continue
# Parse fields into agent_data first
agent_data = {
"agent_name": agent_name_from_csv,
"agent_tool": row.get("agent_tool", ""),
"agent_description": row.get("agent_description"),
"agent_purpose": row.get("agent_purpose"),
"agent_version": row.get("agent_version"),
"agent_status": row.get("agent_status") or "Development",
"agent_location": row.get("agent_location"),
"agent_department": row.get("agent_department"),
"agent_contact_person": row.get("agent_contact_person"),
"url": row.get("url"),
"quality_audit_status": row.get("quality_audit_status", "False").lower() == "true",
"risk_factor": int(row.get("risk_factor")) if row.get("risk_factor") else None,
"discipline": row.get("discipline") or None,
"rating": float(row.get("rating")) if row.get("rating") else None,
"total_tokens": int(row.get("total_tokens")) if row.get("total_tokens") else None
}
# Handle lists (pipe separated)
if row.get("agent_tags"):
agent_data["agent_tags"] = [t.strip() for t in row.get("agent_tags").split("|") if t.strip()]
if row.get("agent_userbase"):
agent_data["agent_userbase"] = [u.strip() for u in row.get("agent_userbase").split("|") if u.strip()]
if row.get("agent_capabilities"):
agent_data["agent_capabilities"] = [c.strip() for c in row.get("agent_capabilities").split("|") if c.strip()]
# Handle metadata (JSON string)
if row.get("agent_metadata"):
try:
agent_data["agent_metadata"] = json.loads(row.get("agent_metadata"))
except:
pass # Ignore invalid metadata JSON
# Check for existing agent with same name
existing_agent = await crud.get_agent_by_name(agent_data["agent_name"])
if existing_agent:
# If duplicate, append location to name
location = agent_data.get("agent_location")
if location and location.strip():
agent_data["agent_name"] = f"{agent_data['agent_name']} - {location.strip()}"
else:
# Fallback if no location
agent_data["agent_name"] = f"{agent_data['agent_name']} - Imported"
# Create agent
await crud.create_agent(agent_data, user_id, skip_time_check=True)
success_count += 1
except Exception as e:
error_count += 1
errors.append(f"Row {row_num}: {str(e)}")
return JSONResponse({
"success": True,
"imported": success_count,
"skipped": skipped_count,
"errors": error_count,
"error_details": errors[:10] # Limit error details
})
except Exception as e:
raise HTTPException(status_code=500, detail=f"Import failed: {str(e)}")
@app.post("/api/admin/agents/delete/csv")
async def delete_agents_csv(
request: Request,
file: UploadFile = File(...),
current_user: dict = Depends(require_admin)
):
"""Delete agents based on CSV file"""
if not file.filename.endswith('.csv'):
raise HTTPException(status_code=400, detail="File must be a CSV")
try:
contents = await file.read()
decoded = contents.decode('utf-8')
csv_reader = csv.DictReader(io.StringIO(decoded))
deleted_count = 0
not_found_count = 0
error_count = 0
errors = []
for row_num, row in enumerate(csv_reader, start=1):
try:
agent_id = row.get("agent_id")
agent_name = row.get("agent_name")
if agent_id and agent_id.strip():
# Delete by ID
success = await crud.delete_agent(agent_id.strip())
if success:
deleted_count += 1
else:
not_found_count += 1
elif agent_name and agent_name.strip():
# Delete by Name (All matches)
# We need to find them first
# Using direct collection access here for efficiency/custom logic not in crud
from database import agents_collection
result = await agents_collection.delete_many({"agent_name": agent_name.strip()})
if result.deleted_count > 0:
deleted_count += result.deleted_count
else:
not_found_count += 1
else:
# Skip empty rows
continue
except Exception as e:
error_count += 1
errors.append(f"Row {row_num}: {str(e)}")
return JSONResponse({
"success": True,
"deleted": deleted_count,
"not_found": not_found_count,
"errors": error_count,
"error_details": errors[:10]
})
except Exception as e:
raise HTTPException(status_code=500, detail=f"Delete failed: {str(e)}")
# Agent Collector API Endpoints (for compatibility with agent_collector app)
@app.post("/agents")
async def create_agent_collector(
agent: models.AgentCollectorCreate,
request: Request,
api_key_valid: bool = Depends(verify_agent_collector_api_key)
):
"""Agent collector API endpoint - handles both new registrations and usage tracking"""
try:
# Check content type
content_type = request.headers.get("content-type", "")
if not content_type.startswith("application/json"):
return JSONResponse(
status_code=415,
content={
"error": "Unsupported Media Type",
"message": "Request must be JSON"
}
)
# Check if agent already exists by name
existing_agent = await crud.get_agent_by_name(agent.name)
if existing_agent:
# Agent exists - log usage AND update agent document with new usage data
internal_data = map_agent_collector_to_internal(agent)
print(f"🔗 URL DEBUG: Agent '{agent.name}' - URL in internal_data: {internal_data.get('url')}")
# Create usage record for fallback purposes (existing system)
await crud.create_agent_usage_record(agent.name, internal_data)
# Update agent document with new usage data (replace strategy)
update_fields = {
"url": internal_data.get("url"),
"discipline": internal_data.get("discipline"),
"usage_timeline": internal_data.get("usage_timeline"),
"conversation_count": internal_data.get("conversation_count"),
"unique_users": internal_data.get("unique_users"),
"total_messages": internal_data.get("total_messages"),
"first_used": internal_data.get("first_used"),
"last_used": internal_data.get("last_used"),
"total_tokens": internal_data.get("total_tokens"),
"prompt_tokens": internal_data.get("prompt_tokens"),
"completion_tokens": internal_data.get("completion_tokens"),
"updated_at": datetime.utcnow()
}
# Only update non-None usage fields
update_fields = {k: v for k, v in update_fields.items() if k == "updated_at" or v is not None}
print(f"🔗 URL DEBUG: Agent '{agent.name}' - update_fields after filter: {update_fields}")
print(f"🔗 URL DEBUG: Agent '{agent.name}' - URL in update_fields: {update_fields.get('url')}")
if len(update_fields) > 1: # More than just updated_at
from database import agents_collection
result = await agents_collection.update_one(
{"agent_name": agent.name},
{"$set": update_fields}
)
print(f"🔗 URL DEBUG: Agent '{agent.name}' - Update executed: matched={result.matched_count}, modified={result.modified_count}")
# Check token threshold and send notification if needed (non-blocking)
if internal_data.get("total_tokens"):
try:
await notifications.check_and_notify_threshold(agent.name, internal_data["total_tokens"])
except Exception as notify_err:
print(f"Notification check failed for '{agent.name}': {notify_err}")
return models.AgentUsageTrackingResponse(
status="usage_logged",
message="Agent already exists, usage tracked",
agent_name=agent.name
)
else:
# Agent doesn't exist - create new registration
internal_data = map_agent_collector_to_internal(agent)
# Handle datetime fields if provided
if agent.creation_date:
internal_data["agent_created_at"] = agent.creation_date
if agent.last_updated:
internal_data["agent_updated_at"] = agent.last_updated
# Create agent using collector-specific function
created_agent = await crud.create_agent_from_collector(internal_data)
# Check token threshold and send notification if needed (non-blocking)
if internal_data.get("total_tokens"):
try:
await notifications.check_and_notify_threshold(agent.name, internal_data["total_tokens"])
except Exception as notify_err:
print(f"Notification check failed for '{agent.name}': {notify_err}")
return models.AgentCollectorResponse(
status="success",
message="Agent data collected successfully",
agent_id=str(created_agent["_id"])
)
except Exception as e:
# Check if it's a database connectivity issue
from database import check_database_health
try:
db_health = await check_database_health()
if not db_health.get("healthy"):
return JSONResponse(
status_code=503,
content={
"error": "Database Unavailable",
"message": "MongoDB connection is not available. Please check the database setup.",
"agent_data": agent.model_dump()
}
)
except:
pass
# General database error
return JSONResponse(
status_code=500,
content={
"error": "Database Error",
"message": "Failed to store agent data. MongoDB may be unavailable or there was an error processing the request.",
"agent_data": agent.model_dump()
}
)
# Agent Usage API Endpoints
@app.get("/api/agents/{agent_name}/usage", response_model=models.AgentUsageStatsResponse)
async def get_agent_usage(
agent_name: str,
start_date: Optional[str] = Query(None),
end_date: Optional[str] = Query(None),
current_user: dict = Depends(get_current_user_from_cookie)
):
"""Get usage statistics for a specific agent (hybrid: pre-computed data with fallback to calculated)"""
try:
# Get agent by name to check for pre-computed usage data
agent = await crud.get_agent_by_name(agent_name)
if not agent:
raise HTTPException(status_code=404, detail="Agent not found")
# Check if agent has pre-computed usage data
has_usage_data = agent.get("usage_timeline") is not None
if has_usage_data:
# USE PRE-COMPUTED DATA (new system)
usage_timeline = agent.get("usage_timeline", [])
# Convert timeline to usage_by_period format for response compatibility
usage_by_period = {entry["date"]: entry["message_count"] for entry in usage_timeline}
return models.AgentUsageStatsResponse(
agent_name=agent_name,
total_usage_count=agent.get("total_messages", 0),
first_usage=agent.get("first_used"),
last_usage=agent.get("last_used"),
usage_by_period=usage_by_period,
conversation_count=agent.get("conversation_count"),
unique_users=agent.get("unique_users"),
total_tokens=agent.get("total_tokens"),
prompt_tokens=agent.get("prompt_tokens"),
completion_tokens=agent.get("completion_tokens")
)
else:
# FALLBACK TO CALCULATED DATA (old system)
# Parse date strings if provided
start_dt = None
end_dt = None
if start_date:
start_dt = datetime.fromisoformat(start_date.replace('Z', '+00:00'))
if end_date:
end_dt = datetime.fromisoformat(end_date.replace('Z', '+00:00'))
# Get usage stats from agent_usage_collection
stats = await crud.get_agent_usage_stats(agent_name, start_dt, end_dt)
# Get usage by period for the response
usage_by_period = await crud.get_agent_usage_by_period(agent_name, "daily", start_dt, end_dt)
return models.AgentUsageStatsResponse(
agent_name=agent_name,
total_usage_count=stats["total_usage_count"],
first_usage=stats["first_usage"].isoformat() if stats["first_usage"] else None,
last_usage=stats["last_usage"].isoformat() if stats["last_usage"] else None,
usage_by_period=usage_by_period,
conversation_count=None, # Old system doesn't track this
unique_users=None, # Old system doesn't track this
total_tokens=None, # Old system doesn't track this
prompt_tokens=None,
completion_tokens=None
)
except HTTPException:
raise
except Exception as e:
raise HTTPException(status_code=500, detail=f"Failed to get usage stats: {str(e)}")
@app.get("/api/agents/{agent_name}/usage/chart")
async def get_agent_usage_chart(
agent_name: str,
period: str = Query("daily", regex="^(daily|weekly|monthly)$"),
start_date: Optional[str] = Query(None),
end_date: Optional[str] = Query(None),
current_user: dict = Depends(get_current_user_from_cookie)
):
"""Get usage chart data for a specific agent (hybrid: pre-computed data with fallback to calculated)"""
try:
# Get agent by name to check for pre-computed usage data
agent = await crud.get_agent_by_name(agent_name)
if not agent:
raise HTTPException(status_code=404, detail="Agent not found")
# Check if agent has pre-computed usage timeline
has_usage_timeline = agent.get("usage_timeline") is not None
if has_usage_timeline:
# USE PRE-COMPUTED TIMELINE (new system)
usage_timeline = agent.get("usage_timeline", [])
# Format for Chart.js with dual datasets
datasets = [{
"label": "Message Count",
"data": [entry["message_count"] for entry in usage_timeline],
"backgroundColor": "rgba(54, 162, 235, 0.2)",
"borderColor": "rgba(54, 162, 235, 1)",
"borderWidth": 1,
"yAxisID": "y"
}]
# Add token dataset if any entries have token data
token_data = [entry.get("token_count", 0) for entry in usage_timeline]
if any(t > 0 for t in token_data):
datasets.append({
"label": "Token Count",
"data": token_data,
"backgroundColor": "rgba(255, 193, 7, 0.2)",
"borderColor": "rgba(255, 193, 7, 1)",
"borderWidth": 1,
"yAxisID": "y1"
})
chart_data = {
"labels": [entry["date"] for entry in usage_timeline],
"datasets": datasets
}
return chart_data
else:
# FALLBACK TO CALCULATED DATA (old system)
# Parse date strings if provided
start_dt = None
end_dt = None
if start_date:
start_dt = datetime.fromisoformat(start_date.replace('Z', '+00:00'))
if end_date:
end_dt = datetime.fromisoformat(end_date.replace('Z', '+00:00'))
# Get usage data grouped by period from agent_usage_collection
usage_data = await crud.get_agent_usage_by_period(agent_name, period, start_dt, end_dt)
# Format for Chart.js
chart_data = {
"labels": list(usage_data.keys()),
"datasets": [{
"label": f"Usage Count ({period})",
"data": list(usage_data.values()),
"backgroundColor": "rgba(54, 162, 235, 0.2)",
"borderColor": "rgba(54, 162, 235, 1)",
"borderWidth": 1
}]
}
return chart_data
except HTTPException:
raise
except Exception as e:
raise HTTPException(status_code=500, detail=f"Failed to get chart data: {str(e)}")
# MSAL routes no longer needed - using popup authentication