221 lines
7.6 KiB
Python
221 lines
7.6 KiB
Python
"""
|
|
Member Portal — membership middleware for the Inference Cooperative.
|
|
|
|
Reconciles three systems:
|
|
1. Open Collective — who is a paying member (billing)
|
|
2. Cloudron — who can log in (identity/SSO)
|
|
3. LiteLLM — who can use the models, and how much (inference)
|
|
|
|
Three responsibilities:
|
|
A. Webhook handler — listen for Open Collective membership events
|
|
B. Key injector — read the member's email from a header, inject their
|
|
LiteLLM key, and forward the request to the gateway
|
|
C. Admin endpoints — health, status, manual reconciliation
|
|
"""
|
|
|
|
import os
|
|
import json
|
|
import logging
|
|
|
|
import httpx
|
|
from fastapi import FastAPI, Request, Response, HTTPException
|
|
from fastapi.responses import JSONResponse
|
|
|
|
logging.basicConfig(level=logging.INFO)
|
|
logger = logging.getLogger("member-portal")
|
|
|
|
app = FastAPI(title="Inference Cooperative Member Portal")
|
|
|
|
# --- Configuration (from environment) ---
|
|
CLOUDRON_API = os.environ.get("CLOUDRON_API_ORIGIN", "https://my.inference.coop")
|
|
CLOUDRON_TOKEN = os.environ.get("CLOUDRON_TOKEN", "")
|
|
LITELLM_BASE = os.environ.get("LITELLM_BASE", "https://gateway.inference.coop")
|
|
LITELLM_MASTER_KEY = os.environ.get("LITELLM_MASTER_KEY", "")
|
|
OPENCOLLECTIVE_SECRET = os.environ.get("OPENCOLLECTIVE_WEBHOOK_SECRET", "")
|
|
|
|
# Tier → monthly budget (in USD of tokens). Governance decision, set in Loomio.
|
|
TIER_BUDGETS = {
|
|
"free": 2.0,
|
|
"member": 15.0,
|
|
"supporter": 30.0,
|
|
}
|
|
DEFAULT_TIER = "member"
|
|
|
|
# --- Helpers ---
|
|
|
|
def cloudron_headers() -> dict:
|
|
return {"Authorization": f"Bearer {CLOUDRON_TOKEN}"}
|
|
|
|
|
|
async def cloudron_create_user(email: str, name: str) -> str:
|
|
"""Create (or return existing) Cloudron user, assigned to the chat app."""
|
|
async with httpx.AsyncClient() as client:
|
|
# Check if user exists
|
|
r = await client.get(
|
|
f"{CLOUDRON_API}/api/v1/users",
|
|
headers=cloudron_headers(),
|
|
params={"email": email},
|
|
)
|
|
r.raise_for_status()
|
|
users = r.json().get("users", [])
|
|
if users:
|
|
return users[0]["id"]
|
|
|
|
# Create user
|
|
r = await client.post(
|
|
f"{CLOUDRON_API}/api/v1/users",
|
|
headers=cloudron_headers(),
|
|
json={"email": email, "displayName": name, "role": "user"},
|
|
)
|
|
r.raise_for_status()
|
|
return r.json()["id"]
|
|
|
|
|
|
async def cloudron_set_active(user_id: str, active: bool) -> None:
|
|
async with httpx.AsyncClient() as client:
|
|
r = await client.post(
|
|
f"{CLOUDRON_API}/api/v1/users/{user_id}",
|
|
headers=cloudron_headers(),
|
|
json={"active": active},
|
|
)
|
|
r.raise_for_status()
|
|
|
|
|
|
async def litellm_create_key(email: str, budget: float) -> str:
|
|
"""Create a LiteLLM virtual key for a member with a budget cap."""
|
|
async with httpx.AsyncClient() as client:
|
|
r = await client.post(
|
|
f"{LITELLM_BASE}/key/generate",
|
|
headers={"Authorization": f"Bearer {LITELLM_MASTER_KEY}"},
|
|
json={
|
|
"key_alias": f"member:{email}",
|
|
"max_budget": budget,
|
|
"budget_duration": "30d",
|
|
"models": ["deepseek-v4-flash", "gpt-oss-120b"],
|
|
},
|
|
)
|
|
r.raise_for_status()
|
|
return r.json().get("key", "")
|
|
|
|
|
|
async def litellm_disable_key(email: str) -> None:
|
|
"""Disable a member's key (on payment lapse)."""
|
|
async with httpx.AsyncClient() as client:
|
|
# Find the key by alias
|
|
r = await client.get(
|
|
f"{LITELLM_BASE}/key/list",
|
|
headers={"Authorization": f"Bearer {LITELLM_MASTER_KEY}"},
|
|
)
|
|
r.raise_for_status()
|
|
for k in r.json().get("keys", []):
|
|
if k.get("key_alias") == f"member:{email}":
|
|
await client.post(
|
|
f"{LITELLM_BASE}/key/delete",
|
|
headers={"Authorization": f"Bearer {LITELLM_MASTER_KEY}"},
|
|
json={"keys": [k["token"]]},
|
|
)
|
|
return
|
|
|
|
|
|
# --- A. Open Collective webhook ---
|
|
|
|
@app.post("/webhook/opencollective")
|
|
async def opencollective_webhook(request: Request):
|
|
"""Handle Open Collective membership events."""
|
|
payload = await request.json()
|
|
|
|
# Verify webhook secret if configured
|
|
if OPENCOLLECTIVE_SECRET:
|
|
sig = request.headers.get("x-oc-signature", "")
|
|
# TODO: verify HMAC signature
|
|
if not sig:
|
|
raise HTTPException(401, "Missing signature")
|
|
|
|
event_type = payload.get("type", "")
|
|
data = payload.get("data", {})
|
|
member = data.get("member", {}) or data.get("fromCollective", {})
|
|
email = member.get("email") or data.get("email")
|
|
name = member.get("name", "Member")
|
|
|
|
if not email:
|
|
logger.warning("Webhook without email: %s", event_type)
|
|
return JSONResponse({"status": "ignored", "reason": "no email"})
|
|
|
|
logger.info("Open Collective event: %s for %s", event_type, email)
|
|
|
|
if event_type in ("collective.member.created", "collective.transaction.created"):
|
|
# New or renewed member → ensure active
|
|
tier = (data.get("tier") or {}).get("slug", DEFAULT_TIER)
|
|
budget = TIER_BUDGETS.get(tier, TIER_BUDGETS[DEFAULT_TIER])
|
|
user_id = await cloudron_create_user(email, name)
|
|
await cloudron_set_active(user_id, True)
|
|
await litellm_create_key(email, budget)
|
|
return JSONResponse({"status": "activated", "user_id": user_id, "budget": budget})
|
|
|
|
if event_type in ("collective.member.deleted", "collective.transaction.deleted"):
|
|
# Lapsed member → deactivate
|
|
await litellm_disable_key(email)
|
|
return JSONResponse({"status": "deactivated"})
|
|
|
|
return JSONResponse({"status": "ignored", "type": event_type})
|
|
|
|
|
|
# --- B. Key injector (proxy) ---
|
|
|
|
@app.api_route("/v1/{path:path}", methods=["GET", "POST", "PUT", "DELETE", "PATCH"])
|
|
async def inject_key(request: Request, path: str):
|
|
"""Read the member's email from a header, inject their key, forward to LiteLLM."""
|
|
email = request.headers.get("x-user-email", "")
|
|
if not email:
|
|
raise HTTPException(401, "No member identity (x-user-email header)")
|
|
|
|
# Look up the member's key (in production: from a store keyed by email)
|
|
# For MVP: derive deterministically or look up via LiteLLM
|
|
async with httpx.AsyncClient() as client:
|
|
r = await client.get(
|
|
f"{LITELLM_BASE}/key/list",
|
|
headers={"Authorization": f"Bearer {LITELLM_MASTER_KEY}"},
|
|
)
|
|
r.raise_for_status()
|
|
member_key = None
|
|
for k in r.json().get("keys", []):
|
|
if k.get("key_alias") == f"member:{email}":
|
|
member_key = k.get("token")
|
|
break
|
|
|
|
if not member_key:
|
|
raise HTTPException(403, "No active membership key")
|
|
|
|
# Forward the request to LiteLLM with the member's key
|
|
body = await request.body()
|
|
headers = dict(request.headers)
|
|
headers["authorization"] = f"Bearer {member_key}"
|
|
headers.pop("host", None)
|
|
headers.pop("content-length", None)
|
|
|
|
async with httpx.AsyncClient() as client:
|
|
upstream = await client.request(
|
|
method=request.method,
|
|
url=f"{LITELLM_BASE}/v1/{path}",
|
|
headers=headers,
|
|
content=body,
|
|
)
|
|
|
|
return Response(
|
|
content=upstream.content,
|
|
status_code=upstream.status_code,
|
|
headers={"content-type": upstream.headers.get("content-type", "application/json")},
|
|
)
|
|
|
|
|
|
# --- C. Admin / health ---
|
|
|
|
@app.get("/health")
|
|
async def health():
|
|
return {"status": "ok"}
|
|
|
|
|
|
@app.get("/")
|
|
async def index():
|
|
return {"service": "Inference Cooperative Member Portal", "version": "0.1.0"}
|