ac-tool/backend/server/api/admin.py
Vadym Samoilenko 8da149b84e Migrate storage from JSON files to PostgreSQL (asyncpg)
- Add asyncpg connection pool (db/pool.py) with JSONB codec registration
- Add schema.sql with users, clients, dropdown_categories, export_templates, sheets tables
- Add migrate_json.py one-time migration script for existing JSON data
- Rewrite user_store, sheets/manager, api/clients, api/dropdowns, api/export as async DB-backed
- Update all callers (auth, sheets, admin, ai_command, export) to await async functions
- Add postgres:16-alpine service to docker-compose with named volume and health check
- App container depends_on postgres; DATABASE_URL injected via env
- Schema applied automatically on startup; global categories seeded if DB is empty

Co-Authored-By: Claude Sonnet 4.6 <noreply@anthropic.com>
2026-03-23 19:51:37 +00:00

271 lines
9.6 KiB
Python

"""
Admin API — user management, dropdown Excel upload, export templates.
All routes require admin role.
"""
import logging
from quart import Blueprint, jsonify, request
from ..auth.middleware import admin_required
from ..auth.user_store import list_users, set_role, set_active
from ..api.dropdowns import save_dropdowns, parse_excel_dropdowns, detect_excel_mapping
from ..api.clients import load_clients, get_client_by_id, set_client_custom_dropdowns
from ..api.export import (
detect_csv_template, load_export_template, save_export_template,
delete_export_template, has_export_template, INTERNAL_FIELDS,
)
logger = logging.getLogger(__name__)
admin_bp = Blueprint('admin', __name__, url_prefix='/api/admin')
@admin_bp.route('/users', methods=['GET'])
@admin_required
async def get_users():
return jsonify({'users': await list_users()})
@admin_bp.route('/users/<user_id>', methods=['PATCH'])
@admin_required
async def update_user(user_id: str):
body = await request.get_json() or {}
user = None
if 'role' in body:
user = await set_role(user_id, body['role'])
if user is None:
return jsonify({'error': 'invalid_role_or_not_found'}), 400
if 'active' in body:
user = await set_active(user_id, bool(body['active']))
if user is None:
return jsonify({'error': 'not_found'}), 404
return jsonify({'success': True, 'user': user})
def _read_xlsx_file(file) -> bytes:
return file.read()
def _extract_mapping(form) -> dict | None:
try:
if 'name_col' in form and 'status_col' in form and 'media_col' in form:
return {
'name_col': int(form['name_col']),
'status_col': int(form['status_col']),
'media_col': int(form['media_col']),
}
except (ValueError, KeyError):
pass
return None
async def _parse_uploaded_xlsx(files, form=None) -> tuple[list, str | None]:
file = files.get('file')
if not file:
return [], 'no_file'
if not (file.filename or '').lower().endswith('.xlsx'):
return [], 'Only .xlsx files accepted'
try:
data = _read_xlsx_file(file)
mapping = _extract_mapping(form) if form else None
categories = parse_excel_dropdowns(data, mapping=mapping)
if not categories:
return [], 'No categories found in file'
return categories, None
except Exception as e:
logger.error(f"Dropdown parse error: {e}", exc_info=True)
return [], str(e)
@admin_bp.route('/dropdowns/detect-mapping', methods=['POST'])
@admin_required
async def detect_mapping():
files = await request.files
file = files.get('file')
if not file:
return jsonify({'error': 'no_file'}), 400
if not (file.filename or '').lower().endswith('.xlsx'):
return jsonify({'error': 'Only .xlsx files accepted'}), 400
try:
data = _read_xlsx_file(file)
result = detect_excel_mapping(data)
return jsonify(result)
except Exception as e:
logger.error(f"Mapping detection error: {e}", exc_info=True)
return jsonify({'error': str(e)}), 400
@admin_bp.route('/dropdowns/upload', methods=['POST'])
@admin_required
async def upload_dropdowns():
files = await request.files
form = await request.form
categories, err = await _parse_uploaded_xlsx(files, form)
if err:
return jsonify({'error': err}), 400
await save_dropdowns(categories)
active_count = sum(1 for c in categories if c['status'] == 'Active')
return jsonify({'success': True, 'total': len(categories), 'active': active_count,
'archived': len(categories) - active_count})
@admin_bp.route('/dropdowns/preview', methods=['POST'])
@admin_required
async def preview_dropdowns():
files = await request.files
form = await request.form
categories, err = await _parse_uploaded_xlsx(files, form)
if err:
return jsonify({'error': err}), 400
return jsonify({'categories': categories, 'total': len(categories)})
# ── Per-client dropdown endpoints ─────────────────────────────────────────────
@admin_bp.route('/clients/<client_id>/dropdowns/detect-mapping', methods=['POST'])
@admin_required
async def detect_client_mapping(client_id: str):
files = await request.files
file = files.get('file')
if not file:
return jsonify({'error': 'no_file'}), 400
if not (file.filename or '').lower().endswith('.xlsx'):
return jsonify({'error': 'Only .xlsx files accepted'}), 400
try:
data = _read_xlsx_file(file)
result = detect_excel_mapping(data)
return jsonify(result)
except Exception as e:
logger.error(f"Mapping detection error: {e}", exc_info=True)
return jsonify({'error': str(e)}), 400
@admin_bp.route('/clients/<client_id>/dropdowns/upload', methods=['POST'])
@admin_required
async def upload_client_dropdowns(client_id: str):
if not await get_client_by_id(client_id):
return jsonify({'error': 'client_not_found'}), 404
files = await request.files
form = await request.form
categories, err = await _parse_uploaded_xlsx(files, form)
if err:
return jsonify({'error': err}), 400
await save_dropdowns(categories, client_id=client_id)
await set_client_custom_dropdowns(client_id, True)
active_count = sum(1 for c in categories if c['status'] == 'Active')
return jsonify({'success': True, 'total': len(categories), 'active': active_count,
'archived': len(categories) - active_count})
@admin_bp.route('/clients/<client_id>/dropdowns/preview', methods=['POST'])
@admin_required
async def preview_client_dropdowns(client_id: str):
files = await request.files
form = await request.form
categories, err = await _parse_uploaded_xlsx(files, form)
if err:
return jsonify({'error': err}), 400
return jsonify({'categories': categories, 'total': len(categories)})
@admin_bp.route('/clients/<client_id>/dropdowns', methods=['DELETE'])
@admin_required
async def delete_client_dropdowns(client_id: str):
await save_dropdowns([], client_id=client_id)
await set_client_custom_dropdowns(client_id, False)
return jsonify({'success': True})
# ── Export template endpoints ──────────────────────────────────────────────────
@admin_bp.route('/export-template', methods=['GET'])
@admin_required
async def get_global_export_template():
template = await load_export_template()
return jsonify({'template': template, 'fields': INTERNAL_FIELDS})
@admin_bp.route('/export-template/detect', methods=['POST'])
@admin_required
async def detect_global_export_template():
files = await request.files
file = files.get('file')
if not file:
return jsonify({'error': 'no_file'}), 400
if not (file.filename or '').lower().endswith('.csv'):
return jsonify({'error': 'Only .csv files accepted'}), 400
try:
result = detect_csv_template(file.read())
result['fields'] = INTERNAL_FIELDS
return jsonify(result)
except Exception as e:
return jsonify({'error': str(e)}), 400
@admin_bp.route('/export-template', methods=['POST'])
@admin_required
async def save_global_export_template():
body = await request.get_json() or {}
template = body.get('template')
if not template or not isinstance(template, list):
return jsonify({'error': 'invalid_template'}), 400
await save_export_template(template)
return jsonify({'success': True, 'columns': len(template)})
@admin_bp.route('/export-template', methods=['DELETE'])
@admin_required
async def delete_global_export_template():
await delete_export_template()
return jsonify({'success': True})
@admin_bp.route('/clients/<client_id>/export-template', methods=['GET'])
@admin_required
async def get_client_export_template(client_id: str):
if not await get_client_by_id(client_id):
return jsonify({'error': 'client_not_found'}), 404
has_custom = await has_export_template(client_id=client_id)
template = await load_export_template(client_id=client_id)
return jsonify({'template': template, 'hasCustomTemplate': has_custom, 'fields': INTERNAL_FIELDS})
@admin_bp.route('/clients/<client_id>/export-template/detect', methods=['POST'])
@admin_required
async def detect_client_export_template(client_id: str):
files = await request.files
file = files.get('file')
if not file:
return jsonify({'error': 'no_file'}), 400
if not (file.filename or '').lower().endswith('.csv'):
return jsonify({'error': 'Only .csv files accepted'}), 400
try:
result = detect_csv_template(file.read())
result['fields'] = INTERNAL_FIELDS
return jsonify(result)
except Exception as e:
return jsonify({'error': str(e)}), 400
@admin_bp.route('/clients/<client_id>/export-template', methods=['POST'])
@admin_required
async def save_client_export_template(client_id: str):
if not await get_client_by_id(client_id):
return jsonify({'error': 'client_not_found'}), 404
body = await request.get_json() or {}
template = body.get('template')
if not template or not isinstance(template, list):
return jsonify({'error': 'invalid_template'}), 400
await save_export_template(template, client_id=client_id)
return jsonify({'success': True, 'columns': len(template)})
@admin_bp.route('/clients/<client_id>/export-template', methods=['DELETE'])
@admin_required
async def delete_client_export_template(client_id: str):
await delete_export_template(client_id=client_id)
return jsonify({'success': True})