feat(domains): consolidate bulletin, intelligence, markets, admin, referral, mcp + mypy gate
- Make app/domains/auth/ and app/core/redis.py mypy-clean under strict. - Add mypy-gate.ini and Makefile mypy-gate target; promote typecheck-gate in CI. - Consolidate domains into app/domains/: bulletin, admin, intelligence, markets. - Extract referral domain incl. DeFi partner DEX ref links; keep Telegram bot wired. - Move app/mcp/ package and app/api/v1/mcp/router into app/domains/mcp/. - Archive dead app/mcp_router.py.
This commit is contained in:
parent
436bc37767
commit
0a8c73d99b
65 changed files with 5541 additions and 5069 deletions
25
.github/workflows/ci.yml
vendored
25
.github/workflows/ci.yml
vendored
|
|
@ -12,8 +12,8 @@ on:
|
||||||
#
|
#
|
||||||
# Phase 1 of AUDIT-2026-Q3.md item P1.6:
|
# Phase 1 of AUDIT-2026-Q3.md item P1.6:
|
||||||
# - CI was 6/8 decorative (|| true / continue-on-error: true on every job)
|
# - CI was 6/8 decorative (|| true / continue-on-error: true on every job)
|
||||||
# - Now: 2 GATING jobs (build + test) must pass for merge
|
# - Now: 3 GATING jobs (build + test + typecheck-gate) must pass for merge
|
||||||
# - 6 INFORMATIONAL jobs (lint-info, typecheck-info, etc.) report but never gate
|
# - 6 INFORMATIONAL jobs (lint-info, typecheck-full-info, etc.) report but never gate
|
||||||
# - Forgejo .forgejo/workflows/ci.yml remains the authoritative gate
|
# - Forgejo .forgejo/workflows/ci.yml remains the authoritative gate
|
||||||
|
|
||||||
jobs:
|
jobs:
|
||||||
|
|
@ -61,6 +61,21 @@ jobs:
|
||||||
2>&1 | tail -50
|
2>&1 | tail -50
|
||||||
# NO || true — failure GATES merge
|
# NO || true — failure GATES merge
|
||||||
|
|
||||||
|
typecheck-gate:
|
||||||
|
name: Typecheck scoped gate (gate)
|
||||||
|
needs: build
|
||||||
|
runs-on: ubuntu-latest
|
||||||
|
steps:
|
||||||
|
- uses: actions/checkout@v4
|
||||||
|
- uses: astral-sh/setup-uv@v2
|
||||||
|
- uses: actions/setup-python@v5
|
||||||
|
with:
|
||||||
|
python-version: "3.11"
|
||||||
|
- name: Install project editable
|
||||||
|
run: uv pip install --system -e ".[dev]"
|
||||||
|
- name: Run scoped mypy gate
|
||||||
|
run: make mypy-gate
|
||||||
|
|
||||||
# ────────────────────────── INFORMATIONAL JOBS (fire-and-forget) ──────────────────────────
|
# ────────────────────────── INFORMATIONAL JOBS (fire-and-forget) ──────────────────────────
|
||||||
|
|
||||||
lint-info:
|
lint-info:
|
||||||
|
|
@ -79,8 +94,8 @@ jobs:
|
||||||
- name: Run ruff lint (informational)
|
- name: Run ruff lint (informational)
|
||||||
run: ruff check . --statistics --output-format=concise 2>&1 | tail -30 || true
|
run: ruff check . --statistics --output-format=concise 2>&1 | tail -30 || true
|
||||||
|
|
||||||
typecheck-info:
|
typecheck-full-info:
|
||||||
name: Typecheck (info only)
|
name: Typecheck full codebase (info only)
|
||||||
if: always()
|
if: always()
|
||||||
runs-on: ubuntu-latest
|
runs-on: ubuntu-latest
|
||||||
continue-on-error: true
|
continue-on-error: true
|
||||||
|
|
@ -93,7 +108,7 @@ jobs:
|
||||||
- name: Install mypy
|
- name: Install mypy
|
||||||
run: uv pip install --system mypy
|
run: uv pip install --system mypy
|
||||||
- name: Run mypy typecheck (informational)
|
- name: Run mypy typecheck (informational)
|
||||||
run: mypy app/ --config-file mypy.ini || true
|
run: make typecheck || true
|
||||||
|
|
||||||
security-info:
|
security-info:
|
||||||
name: Security (info only)
|
name: Security (info only)
|
||||||
|
|
|
||||||
14
Makefile
14
Makefile
|
|
@ -1,4 +1,4 @@
|
||||||
.PHONY: help install dev build lint format check test typecheck security ci clean
|
.PHONY: help install dev build lint format check test test-all security ci clean mypy-gate typecheck-gate
|
||||||
|
|
||||||
help: ## Show this help
|
help: ## Show this help
|
||||||
@grep -E '^[a-zA-Z_-]+:.*?## .*$$' $(MAKEFILE_LIST) | sort | awk 'BEGIN {FS = ":.*?## "}; {printf " \033[36m%-20s\033[0m %s\n", $$1, $$2}'
|
@grep -E '^[a-zA-Z_-]+:.*?## .*$$' $(MAKEFILE_LIST) | sort | awk 'BEGIN {FS = ":.*?## "}; {printf " \033[36m%-20s\033[0m %s\n", $$1, $$2}'
|
||||||
|
|
@ -27,8 +27,14 @@ check: ## Full check: lint + format + typecheck + test
|
||||||
mypy app/ --ignore-missing-imports
|
mypy app/ --ignore-missing-imports
|
||||||
pytest tests/ -x -q -m "not integration"
|
pytest tests/ -x -q -m "not integration"
|
||||||
|
|
||||||
typecheck: ## MyPy type check
|
typecheck: ## MyPy type check (full codebase, informational)
|
||||||
mypy app/ --ignore-missing-imports
|
mypy app/ --config-file mypy.ini
|
||||||
|
|
||||||
|
mypy-gate: ## MyPy gate for clean modules (authoritative)
|
||||||
|
mypy app/domains/auth/ app/core/redis.py --config-file mypy-gate.ini
|
||||||
|
|
||||||
|
typecheck-gate: ## Alias for mypy-gate
|
||||||
|
$(MAKE) mypy-gate
|
||||||
|
|
||||||
test: ## Run tests (non-integration)
|
test: ## Run tests (non-integration)
|
||||||
pytest tests/ -x -q -m "not integration"
|
pytest tests/ -x -q -m "not integration"
|
||||||
|
|
@ -43,7 +49,7 @@ security: ## Security audit
|
||||||
ci: ## Full CI pipeline
|
ci: ## Full CI pipeline
|
||||||
ruff check app/ tests/
|
ruff check app/ tests/
|
||||||
ruff format --check app/ tests/
|
ruff format --check app/ tests/
|
||||||
mypy app/ --ignore-missing-imports
|
$(MAKE) mypy-gate
|
||||||
pytest tests/ -x -q -m "not integration"
|
pytest tests/ -x -q -m "not integration"
|
||||||
|
|
||||||
clean: ## Remove build artifacts
|
clean: ## Remove build artifacts
|
||||||
|
|
|
||||||
1083
app/admin_backend.py
1083
app/admin_backend.py
File diff suppressed because it is too large
Load diff
|
|
@ -1,370 +1,8 @@
|
||||||
|
"""Deprecated shim - re-exports app.domains.intelligence.alert_pipeline.
|
||||||
|
|
||||||
|
Migrate imports from `app.alert_pipeline` to `app.domains.intelligence.alert_pipeline`.
|
||||||
|
This shim will be removed in Phase 3 cleanup.
|
||||||
"""
|
"""
|
||||||
RMI Alert Pipeline - Real-time threat intelligence from scanners.
|
from __future__ import annotations
|
||||||
=================================================================
|
|
||||||
Feeds the Live Intel panel, WebSocket streams, and alert endpoints.
|
|
||||||
|
|
||||||
Data sources:
|
from app.domains.intelligence.alert_pipeline import * # noqa: F403
|
||||||
- SENTINEL scanner (risk scores, scam detection)
|
|
||||||
- GoPlus security API (honeypot, tax, proxy checks)
|
|
||||||
- DexScreener new pairs (fresh launches to scan)
|
|
||||||
- Our own RAG scam patterns
|
|
||||||
- Wallet label cross-references
|
|
||||||
|
|
||||||
Alert flow:
|
|
||||||
Scanner → alert_pipeline.push_alert() → Redis sorted set + pub/sub
|
|
||||||
Homepage reads from /api/v1/alerts/recent
|
|
||||||
Sidebar reads from /api/v1/alerts/count
|
|
||||||
WebSocket streams to connected clients
|
|
||||||
"""
|
|
||||||
|
|
||||||
import json
|
|
||||||
import logging
|
|
||||||
import os
|
|
||||||
import time
|
|
||||||
from datetime import UTC, datetime
|
|
||||||
|
|
||||||
logger = logging.getLogger("alert_pipeline")
|
|
||||||
|
|
||||||
REDIS_HOST = os.getenv("REDIS_HOST", "rmi-redis")
|
|
||||||
REDIS_PORT = int(os.getenv("REDIS_PORT", "6379"))
|
|
||||||
REDIS_PW = os.getenv("REDIS_PASSWORD", "")
|
|
||||||
|
|
||||||
ALERT_KEY = "rmi:alerts:recent"
|
|
||||||
ALERT_COUNT_KEY = "rmi:alerts:count:active"
|
|
||||||
ALERT_MAX = 500 # Keep last 500 alerts
|
|
||||||
|
|
||||||
|
|
||||||
async def _get_redis():
|
|
||||||
"""Get async Redis connection."""
|
|
||||||
import redis.asyncio as aioredis
|
|
||||||
|
|
||||||
return aioredis.Redis(
|
|
||||||
host=REDIS_HOST,
|
|
||||||
port=REDIS_PORT,
|
|
||||||
password=REDIS_PW or None,
|
|
||||||
decode_responses=True,
|
|
||||||
)
|
|
||||||
|
|
||||||
|
|
||||||
async def get_active_alert_count() -> int:
|
|
||||||
"""Get count of active (unacknowledged) alerts."""
|
|
||||||
try:
|
|
||||||
r = await _get_redis()
|
|
||||||
count = await r.zcard(ALERT_KEY)
|
|
||||||
await r.close()
|
|
||||||
return count
|
|
||||||
except Exception as e:
|
|
||||||
logger.debug(f"Alert count error: {e}")
|
|
||||||
return 0
|
|
||||||
|
|
||||||
|
|
||||||
async def push_alert(
|
|
||||||
alert_type: str,
|
|
||||||
title: str,
|
|
||||||
description: str = "",
|
|
||||||
severity: str = "high",
|
|
||||||
chain: str = "unknown",
|
|
||||||
token: str = "",
|
|
||||||
token_symbol: str = "",
|
|
||||||
wallet: str = "",
|
|
||||||
risk_score: int = 0,
|
|
||||||
metadata: dict | None = None,
|
|
||||||
) -> str:
|
|
||||||
"""
|
|
||||||
Push a new alert to the pipeline.
|
|
||||||
Returns alert_id.
|
|
||||||
"""
|
|
||||||
alert_id = f"alt_{int(time.time())}_{os.urandom(4).hex()}"
|
|
||||||
|
|
||||||
alert = {
|
|
||||||
"id": alert_id,
|
|
||||||
"type": alert_type,
|
|
||||||
"title": title,
|
|
||||||
"description": description,
|
|
||||||
"severity": severity,
|
|
||||||
"chain": chain,
|
|
||||||
"token": token,
|
|
||||||
"token_symbol": token_symbol,
|
|
||||||
"wallet": wallet,
|
|
||||||
"risk_score": risk_score,
|
|
||||||
"acknowledged": False,
|
|
||||||
"created_at": datetime.now(UTC).isoformat(),
|
|
||||||
**(metadata or {}),
|
|
||||||
}
|
|
||||||
|
|
||||||
try:
|
|
||||||
r = await _get_redis()
|
|
||||||
score = time.time()
|
|
||||||
await r.zadd(ALERT_KEY, {json.dumps(alert): score})
|
|
||||||
# Trim old alerts
|
|
||||||
await r.zremrangebyrank(ALERT_KEY, 0, -(ALERT_MAX + 1))
|
|
||||||
# Pub/sub for WebSocket streaming
|
|
||||||
await r.publish("rmi:ws:alerts", json.dumps(alert))
|
|
||||||
await r.close()
|
|
||||||
logger.info(f"Alert pushed: {alert_type} | {title[:60]}")
|
|
||||||
except Exception as e:
|
|
||||||
logger.error(f"Failed to push alert: {e}")
|
|
||||||
|
|
||||||
return alert_id
|
|
||||||
|
|
||||||
|
|
||||||
async def get_recent_alerts(limit: int = 20, severity: str = "") -> list[dict]:
|
|
||||||
"""Get recent alerts with optional severity filter. Normalizes old/new formats."""
|
|
||||||
try:
|
|
||||||
r = await _get_redis()
|
|
||||||
raw = await r.zrevrange(ALERT_KEY, 0, limit * 2 - 1)
|
|
||||||
await r.close()
|
|
||||||
|
|
||||||
alerts = []
|
|
||||||
for entry in raw:
|
|
||||||
try:
|
|
||||||
alert = json.loads(entry)
|
|
||||||
|
|
||||||
# Normalize old alert format to new
|
|
||||||
if "title" not in alert:
|
|
||||||
alert["title"] = alert.get("message", alert.get("event", "Unknown alert"))
|
|
||||||
if "description" not in alert:
|
|
||||||
desc_parts = []
|
|
||||||
if alert.get("symbol"):
|
|
||||||
desc_parts.append(f"Token: {alert['symbol']}")
|
|
||||||
if alert.get("risk_score"):
|
|
||||||
desc_parts.append(f"Risk: {alert['risk_score']}/100")
|
|
||||||
flags = alert.get("risk_flags", [])
|
|
||||||
if flags:
|
|
||||||
desc_parts.append("; ".join(str(f)[:80] for f in flags[:2]))
|
|
||||||
alert["description"] = " | ".join(desc_parts)
|
|
||||||
if "severity" not in alert:
|
|
||||||
score = alert.get("risk_score", 50)
|
|
||||||
alert["severity"] = "critical" if score >= 85 else "high" if score >= 65 else "medium"
|
|
||||||
if "chain" not in alert:
|
|
||||||
alert["chain"] = alert.get("chain", "unknown")
|
|
||||||
|
|
||||||
if severity and alert.get("severity") != severity:
|
|
||||||
continue
|
|
||||||
alerts.append(alert)
|
|
||||||
if len(alerts) >= limit:
|
|
||||||
break
|
|
||||||
except json.JSONDecodeError:
|
|
||||||
pass
|
|
||||||
|
|
||||||
return alerts
|
|
||||||
except Exception as e:
|
|
||||||
logger.error(f"get_recent_alerts error: {e}")
|
|
||||||
return []
|
|
||||||
|
|
||||||
|
|
||||||
# ── Alert generators - called by cron jobs or on-demand ──────────
|
|
||||||
|
|
||||||
|
|
||||||
async def scan_solana_new_pairs(limit: int = 5) -> int:
|
|
||||||
"""
|
|
||||||
Scan latest Solana pairs from DexScreener for scam patterns.
|
|
||||||
Pushes alerts for high-risk tokens.
|
|
||||||
Returns number of alerts generated.
|
|
||||||
"""
|
|
||||||
import httpx
|
|
||||||
|
|
||||||
pushed = 0
|
|
||||||
|
|
||||||
try:
|
|
||||||
async with httpx.AsyncClient(timeout=15) as client:
|
|
||||||
resp = await client.get("https://api.dexscreener.com/latest/dex/search", params={"q": "SOL USDC"})
|
|
||||||
if resp.status_code != 200:
|
|
||||||
return 0
|
|
||||||
|
|
||||||
data = resp.json()
|
|
||||||
pairs = data.get("pairs", [])[:limit]
|
|
||||||
|
|
||||||
for pair in pairs:
|
|
||||||
token_addr = pair.get("baseToken", {}).get("address", "")
|
|
||||||
token_name = pair.get("baseToken", {}).get("name", "Unknown")
|
|
||||||
token_symbol = pair.get("baseToken", {}).get("symbol", "???")
|
|
||||||
liquidity = float(pair.get("liquidity", {}).get("usd", 0) or 0)
|
|
||||||
volume = float(pair.get("volume", {}).get("h24", 0) or 0)
|
|
||||||
price_change = float(pair.get("priceChange", {}).get("h24", 0) or 0)
|
|
||||||
created_at = pair.get("pairCreatedAt", 0)
|
|
||||||
age_hours = (time.time() - created_at / 1000) / 3600 if created_at else 999
|
|
||||||
|
|
||||||
# Risk heuristics
|
|
||||||
risk_flags = []
|
|
||||||
|
|
||||||
if liquidity < 1000:
|
|
||||||
risk_flags.append("low_liquidity")
|
|
||||||
if volume == 0:
|
|
||||||
risk_flags.append("no_volume")
|
|
||||||
if price_change < -80:
|
|
||||||
risk_flags.append(f"crashed_{abs(price_change):.0f}%")
|
|
||||||
if age_hours < 1 and liquidity < 5000:
|
|
||||||
risk_flags.append("fresh_launch_low_liq")
|
|
||||||
if price_change > 500:
|
|
||||||
risk_flags.append(f"pumped_{price_change:.0f}%")
|
|
||||||
|
|
||||||
if risk_flags:
|
|
||||||
await push_alert(
|
|
||||||
alert_type="new_pair_risk",
|
|
||||||
title=f"{token_symbol}: {' | '.join(risk_flags[:2])}",
|
|
||||||
description=f"New pair {token_name} ({token_symbol}) on Solana. "
|
|
||||||
f"Liquidity: ${liquidity:,.0f}, Age: {age_hours:.1f}h, "
|
|
||||||
f"24h change: {price_change:+.1f}%",
|
|
||||||
severity="critical" if len(risk_flags) >= 3 else "high",
|
|
||||||
chain="solana",
|
|
||||||
token=token_addr,
|
|
||||||
token_symbol=token_symbol,
|
|
||||||
risk_score=min(90, len(risk_flags) * 25),
|
|
||||||
metadata={
|
|
||||||
"risk_flags": risk_flags,
|
|
||||||
"liquidity_usd": liquidity,
|
|
||||||
"age_hours": age_hours,
|
|
||||||
},
|
|
||||||
)
|
|
||||||
pushed += 1
|
|
||||||
|
|
||||||
return pushed
|
|
||||||
except Exception as e:
|
|
||||||
logger.warning(f"Solana scan error: {e}")
|
|
||||||
return pushed
|
|
||||||
|
|
||||||
|
|
||||||
async def scan_known_scams(limit: int = 3) -> int:
|
|
||||||
"""
|
|
||||||
Check our RAG known_scams collection for recently added entries.
|
|
||||||
Pushes alerts for new scam patterns detected.
|
|
||||||
"""
|
|
||||||
pushed = 0
|
|
||||||
try:
|
|
||||||
r = await _get_redis()
|
|
||||||
# Check for recent scam pattern additions
|
|
||||||
scam_ids = await r.smembers("rag:idx:known_scams")
|
|
||||||
|
|
||||||
recent_count = 0
|
|
||||||
for sid in list(scam_ids)[:20]:
|
|
||||||
doc = await r.get(f"rag:known_scams:{sid}")
|
|
||||||
if doc:
|
|
||||||
try:
|
|
||||||
data = json.loads(doc)
|
|
||||||
added = data.get("metadata", {}).get("added_at", "")
|
|
||||||
if added:
|
|
||||||
age_h = (time.time() - datetime.fromisoformat(added.replace("Z", "+00:00")).timestamp()) / 3600
|
|
||||||
if age_h < 24:
|
|
||||||
recent_count += 1
|
|
||||||
except Exception:
|
|
||||||
pass
|
|
||||||
|
|
||||||
await r.close()
|
|
||||||
|
|
||||||
if recent_count > 0:
|
|
||||||
await push_alert(
|
|
||||||
alert_type="scam_pattern_update",
|
|
||||||
title=f"{recent_count} new scam patterns detected in last 24h",
|
|
||||||
description="New rug pull, honeypot, or phishing patterns added to the knowledge base.",
|
|
||||||
severity="high",
|
|
||||||
chain="multi",
|
|
||||||
risk_score=85,
|
|
||||||
)
|
|
||||||
pushed += 1
|
|
||||||
|
|
||||||
return pushed
|
|
||||||
except Exception as e:
|
|
||||||
logger.warning(f"Known scams scan error: {e}")
|
|
||||||
return pushed
|
|
||||||
|
|
||||||
|
|
||||||
async def run_alert_scan() -> dict[str, int]:
|
|
||||||
"""
|
|
||||||
Run a full alert scan across all sources.
|
|
||||||
Called by cron job every 15 minutes.
|
|
||||||
"""
|
|
||||||
results = {}
|
|
||||||
|
|
||||||
# Scan Solana new pairs
|
|
||||||
results["solana_pairs"] = await scan_solana_new_pairs(limit=8)
|
|
||||||
|
|
||||||
# Scan known scams
|
|
||||||
results["known_scams"] = await scan_known_scams()
|
|
||||||
|
|
||||||
total = sum(results.values())
|
|
||||||
logger.info(f"Alert scan complete: {total} new alerts ({results})")
|
|
||||||
return results
|
|
||||||
|
|
||||||
|
|
||||||
# ── Seed some initial alerts if Redis is empty ────────────────────
|
|
||||||
|
|
||||||
|
|
||||||
async def seed_initial_alerts():
|
|
||||||
"""Seed baseline alerts so the system isn't empty on first run."""
|
|
||||||
r = await _get_redis()
|
|
||||||
existing = await r.zcard(ALERT_KEY)
|
|
||||||
await r.close()
|
|
||||||
|
|
||||||
if existing > 0:
|
|
||||||
return # Already has alerts
|
|
||||||
|
|
||||||
seeds = [
|
|
||||||
(
|
|
||||||
"honeypot",
|
|
||||||
"Honeypot detected on Base: 0xdead...",
|
|
||||||
"Token has sell restrictions and blacklist. Buyers cannot exit.",
|
|
||||||
"critical",
|
|
||||||
"base",
|
|
||||||
),
|
|
||||||
(
|
|
||||||
"whale",
|
|
||||||
"Whale moved 5M USDC to Binance",
|
|
||||||
"Wallet 0xABCD... transferred $5M USDC to Binance hot wallet. Possible sell pressure.",
|
|
||||||
"high",
|
|
||||||
"ethereum",
|
|
||||||
),
|
|
||||||
(
|
|
||||||
"rugpull",
|
|
||||||
"Liquidity removed from $SCAM token",
|
|
||||||
"100% of liquidity pool withdrawn by deployer. Token is now worthless.",
|
|
||||||
"critical",
|
|
||||||
"solana",
|
|
||||||
),
|
|
||||||
(
|
|
||||||
"bundler",
|
|
||||||
"Sniper bundle detected: $NEWLAUNCH",
|
|
||||||
"Coordinated wallet cluster bought 60% of supply in first block.",
|
|
||||||
"high",
|
|
||||||
"solana",
|
|
||||||
),
|
|
||||||
(
|
|
||||||
"contract",
|
|
||||||
"Unverified proxy contract found",
|
|
||||||
"Token uses upgradeable proxy with unverified implementation. Owner can change logic.",
|
|
||||||
"high",
|
|
||||||
"base",
|
|
||||||
),
|
|
||||||
(
|
|
||||||
"concentration",
|
|
||||||
"90% supply held by 3 wallets on $DANGER",
|
|
||||||
"Extreme holder concentration. Classic rug pull setup.",
|
|
||||||
"critical",
|
|
||||||
"ethereum",
|
|
||||||
),
|
|
||||||
(
|
|
||||||
"wash_trade",
|
|
||||||
"Wash trading detected on $FAKEVOL",
|
|
||||||
"95% of volume is self-trading between linked wallets.",
|
|
||||||
"high",
|
|
||||||
"bsc",
|
|
||||||
),
|
|
||||||
(
|
|
||||||
"phishing",
|
|
||||||
"Fake airdrop targeting $BONK holders",
|
|
||||||
"Phishing site detected posing as official BONK airdrop. Users losing funds.",
|
|
||||||
"critical",
|
|
||||||
"solana",
|
|
||||||
),
|
|
||||||
]
|
|
||||||
|
|
||||||
for alert_type, title, desc, severity, chain in seeds:
|
|
||||||
await push_alert(
|
|
||||||
alert_type=alert_type,
|
|
||||||
title=title,
|
|
||||||
description=desc,
|
|
||||||
severity=severity,
|
|
||||||
chain=chain,
|
|
||||||
)
|
|
||||||
|
|
||||||
logger.info(f"Seeded {len(seeds)} initial alerts")
|
|
||||||
|
|
|
||||||
|
|
@ -1,4 +1,10 @@
|
||||||
"""MCP v1 routes."""
|
"""Deprecated shim - MCP router moved to app.domains.mcp.router.
|
||||||
from .router import router
|
|
||||||
|
Migrate imports from `app.api.v1.mcp` to `app.domains.mcp`.
|
||||||
|
This shim will be removed in Phase 3 cleanup.
|
||||||
|
"""
|
||||||
|
from __future__ import annotations
|
||||||
|
|
||||||
|
from app.domains.mcp.router import router
|
||||||
|
|
||||||
__all__ = ["router"]
|
__all__ = ["router"]
|
||||||
|
|
|
||||||
|
|
@ -1,903 +1,21 @@
|
||||||
|
"""Deprecated shim - re-exports app.domains.bulletin.
|
||||||
|
|
||||||
|
Migrate imports from `app.bulletin_board` to `app.domains.bulletin`.
|
||||||
|
This shim will be removed in Phase 3 cleanup.
|
||||||
"""
|
"""
|
||||||
RMI Bulletin Board Management System
|
|
||||||
=====================================
|
|
||||||
A full content management backend for announcements, news, alerts, platform
|
|
||||||
communications, and community bulletin boards.
|
|
||||||
|
|
||||||
Features:
|
|
||||||
• Posts - CRUD with rich text, attachments, scheduling, expiry
|
|
||||||
• Categories - organize by type (news, alert, update, promo, system)
|
|
||||||
• Targeting - audience segmentation (all, free, premium, admins, specific tiers)
|
|
||||||
• Moderation - draft/review/published/archived workflow, approval chains
|
|
||||||
• Pinning - sticky posts, priority ordering
|
|
||||||
• Analytics - views, clicks, engagement tracking per post
|
|
||||||
• Comments - threaded discussions on posts (optional)
|
|
||||||
• Notifications - push/email/Telegram alerts for critical posts
|
|
||||||
• Scheduling - publish at future date, auto-archive after expiry
|
|
||||||
• Versioning - track edit history, rollback capability
|
|
||||||
• Search - full-text search across all posts
|
|
||||||
• SEO - slug generation, meta tags, OpenGraph
|
|
||||||
|
|
||||||
Security:
|
|
||||||
- All write operations require admin auth + content.write permission
|
|
||||||
- Audit log of every content change
|
|
||||||
- Rate limiting on publish operations
|
|
||||||
- Content sanitization (strip XSS, validate HTML)
|
|
||||||
"""
|
|
||||||
|
|
||||||
from __future__ import annotations
|
from __future__ import annotations
|
||||||
|
|
||||||
import html
|
from app.domains.bulletin import ( # noqa: F401
|
||||||
import json
|
BulletinBoardManager,
|
||||||
import logging
|
Comment,
|
||||||
import os
|
ContentSanitizer,
|
||||||
import re
|
Post,
|
||||||
import time
|
PostCategory,
|
||||||
from dataclasses import asdict, dataclass, field
|
PostStatus,
|
||||||
from datetime import datetime
|
Priority,
|
||||||
from enum import StrEnum
|
TargetAudience,
|
||||||
from typing import Any, ClassVar
|
award_badge,
|
||||||
|
get_user_badges,
|
||||||
logger = logging.getLogger("rmi_bulletin_board")
|
get_user_reputation,
|
||||||
|
verify_x402_bot,
|
||||||
|
)
|
||||||
# ── Enums ─────────────────────────────────────────────────────
|
|
||||||
|
|
||||||
|
|
||||||
class PostStatus(StrEnum):
|
|
||||||
DRAFT = "draft"
|
|
||||||
REVIEW = "review"
|
|
||||||
PUBLISHED = "published"
|
|
||||||
ARCHIVED = "archived"
|
|
||||||
SCHEDULED = "scheduled"
|
|
||||||
|
|
||||||
|
|
||||||
class PostCategory(StrEnum):
|
|
||||||
NEWS = "news" # Platform news
|
|
||||||
ALERT = "alert" # Security/urgent alerts
|
|
||||||
UPDATE = "update" # Feature updates
|
|
||||||
PROMO = "promo" # Promotions/offers
|
|
||||||
SYSTEM = "system" # System maintenance
|
|
||||||
COMMUNITY = "community" # Community posts
|
|
||||||
ANNOUNCEMENT = "announcement" # General announcements
|
|
||||||
TUTORIAL = "tutorial" # Guides/how-tos
|
|
||||||
|
|
||||||
|
|
||||||
class TargetAudience(StrEnum):
|
|
||||||
ALL = "all"
|
|
||||||
FREE = "free"
|
|
||||||
PREMIUM = "premium"
|
|
||||||
PRO = "pro"
|
|
||||||
ENTERPRISE = "enterprise"
|
|
||||||
ADMINS = "admins"
|
|
||||||
MODERATORS = "moderators"
|
|
||||||
|
|
||||||
|
|
||||||
class Priority(StrEnum):
|
|
||||||
LOW = "low"
|
|
||||||
NORMAL = "normal"
|
|
||||||
HIGH = "high"
|
|
||||||
CRITICAL = "critical"
|
|
||||||
|
|
||||||
|
|
||||||
# ── Data Models ─────────────────────────────────────────────
|
|
||||||
|
|
||||||
|
|
||||||
@dataclass
|
|
||||||
class Post:
|
|
||||||
"""Bulletin board post."""
|
|
||||||
|
|
||||||
post_id: str
|
|
||||||
title: str
|
|
||||||
slug: str
|
|
||||||
content: str
|
|
||||||
summary: str
|
|
||||||
category: str
|
|
||||||
status: str
|
|
||||||
priority: str
|
|
||||||
target_audience: str
|
|
||||||
author_id: str
|
|
||||||
author_email: str
|
|
||||||
author_name: str
|
|
||||||
created_at: str
|
|
||||||
updated_at: str
|
|
||||||
published_at: str | None = None
|
|
||||||
scheduled_at: str | None = None
|
|
||||||
expires_at: str | None = None
|
|
||||||
archived_at: str | None = None
|
|
||||||
pinned: bool = False
|
|
||||||
pin_order: int = 0
|
|
||||||
featured_image: str = ""
|
|
||||||
attachments: list[dict] = field(default_factory=list)
|
|
||||||
tags: list[str] = field(default_factory=list)
|
|
||||||
meta_title: str = ""
|
|
||||||
meta_description: str = ""
|
|
||||||
og_image: str = ""
|
|
||||||
view_count: int = 0
|
|
||||||
click_count: int = 0
|
|
||||||
engagement_score: float = 0.0
|
|
||||||
version: int = 1
|
|
||||||
edit_history: list[dict] = field(default_factory=list)
|
|
||||||
approved_by: str = ""
|
|
||||||
approved_at: str | None = None
|
|
||||||
notification_sent: bool = False
|
|
||||||
allow_comments: bool = False
|
|
||||||
comments_count: int = 0
|
|
||||||
|
|
||||||
def to_dict(self) -> dict:
|
|
||||||
return asdict(self)
|
|
||||||
|
|
||||||
def to_public_dict(self) -> dict:
|
|
||||||
"""Return public-safe version (no internal fields)."""
|
|
||||||
return {
|
|
||||||
"post_id": self.post_id,
|
|
||||||
"title": self.title,
|
|
||||||
"slug": self.slug,
|
|
||||||
"content": self.content,
|
|
||||||
"summary": self.summary,
|
|
||||||
"category": self.category,
|
|
||||||
"priority": self.priority,
|
|
||||||
"author_name": self.author_name,
|
|
||||||
"created_at": self.created_at,
|
|
||||||
"published_at": self.published_at,
|
|
||||||
"expires_at": self.expires_at,
|
|
||||||
"pinned": self.pinned,
|
|
||||||
"pin_order": self.pin_order,
|
|
||||||
"featured_image": self.featured_image,
|
|
||||||
"attachments": self.attachments,
|
|
||||||
"tags": self.tags,
|
|
||||||
"meta_title": self.meta_title,
|
|
||||||
"meta_description": self.meta_description,
|
|
||||||
"og_image": self.og_image,
|
|
||||||
"view_count": self.view_count,
|
|
||||||
"allow_comments": self.allow_comments,
|
|
||||||
"comments_count": self.comments_count,
|
|
||||||
}
|
|
||||||
|
|
||||||
|
|
||||||
@dataclass
|
|
||||||
class Comment:
|
|
||||||
"""Comment on a post."""
|
|
||||||
|
|
||||||
comment_id: str
|
|
||||||
post_id: str
|
|
||||||
author_id: str
|
|
||||||
author_name: str
|
|
||||||
author_email: str
|
|
||||||
content: str
|
|
||||||
created_at: str
|
|
||||||
updated_at: str
|
|
||||||
parent_id: str | None = None
|
|
||||||
status: str = "approved" # approved, pending, rejected
|
|
||||||
likes: int = 0
|
|
||||||
replies: list[dict] = field(default_factory=list)
|
|
||||||
|
|
||||||
def to_dict(self) -> dict:
|
|
||||||
return asdict(self)
|
|
||||||
|
|
||||||
|
|
||||||
# ── Content Sanitizer ───────────────────────────────────────
|
|
||||||
|
|
||||||
|
|
||||||
class ContentSanitizer:
|
|
||||||
"""Sanitize user-generated content to prevent XSS."""
|
|
||||||
|
|
||||||
ALLOWED_TAGS: ClassVar[dict] ={
|
|
||||||
"p",
|
|
||||||
"br",
|
|
||||||
"strong",
|
|
||||||
"b",
|
|
||||||
"em",
|
|
||||||
"i",
|
|
||||||
"u",
|
|
||||||
"h1",
|
|
||||||
"h2",
|
|
||||||
"h3",
|
|
||||||
"h4",
|
|
||||||
"h5",
|
|
||||||
"h6",
|
|
||||||
"ul",
|
|
||||||
"ol",
|
|
||||||
"li",
|
|
||||||
"a",
|
|
||||||
"img",
|
|
||||||
"blockquote",
|
|
||||||
"code",
|
|
||||||
"pre",
|
|
||||||
"table",
|
|
||||||
"thead",
|
|
||||||
"tbody",
|
|
||||||
"tr",
|
|
||||||
"td",
|
|
||||||
"th",
|
|
||||||
"div",
|
|
||||||
"span",
|
|
||||||
"hr",
|
|
||||||
"sub",
|
|
||||||
"sup",
|
|
||||||
"del",
|
|
||||||
"ins",
|
|
||||||
}
|
|
||||||
|
|
||||||
ALLOWED_ATTRS: ClassVar[dict] ={
|
|
||||||
"a": ["href", "title", "target"],
|
|
||||||
"img": ["src", "alt", "title", "width", "height"],
|
|
||||||
"div": ["class"],
|
|
||||||
"span": ["class"],
|
|
||||||
"code": ["class"],
|
|
||||||
"pre": ["class"],
|
|
||||||
}
|
|
||||||
|
|
||||||
@staticmethod
|
|
||||||
def sanitize(text: str) -> str:
|
|
||||||
"""Basic HTML sanitization."""
|
|
||||||
if not text:
|
|
||||||
return ""
|
|
||||||
|
|
||||||
# Escape HTML entities first
|
|
||||||
text = html.escape(text)
|
|
||||||
|
|
||||||
# Then selectively un-escape allowed tags
|
|
||||||
# This is a simplified approach - in production use bleach or similar
|
|
||||||
# For now, strip all HTML tags for safety
|
|
||||||
text = re.sub(r"<[^>]+>", "", text)
|
|
||||||
|
|
||||||
return text.strip()
|
|
||||||
|
|
||||||
@staticmethod
|
|
||||||
def generate_slug(title: str) -> str:
|
|
||||||
"""Generate URL-friendly slug from title."""
|
|
||||||
slug = re.sub(r"[^\w\s-]", "", title.lower())
|
|
||||||
slug = re.sub(r"[-\s]+", "-", slug)
|
|
||||||
return slug[:80]
|
|
||||||
|
|
||||||
@staticmethod
|
|
||||||
def generate_summary(content: str, max_length: int = 200) -> str:
|
|
||||||
"""Generate summary from content."""
|
|
||||||
# Strip HTML
|
|
||||||
text = re.sub(r"<[^>]+>", "", content)
|
|
||||||
text = text.replace("\n", " ").strip()
|
|
||||||
if len(text) > max_length:
|
|
||||||
text = text[:max_length].rsplit(" ", 1)[0] + "..."
|
|
||||||
return text
|
|
||||||
|
|
||||||
|
|
||||||
# ── Bulletin Board Manager ────────────────────────────────────
|
|
||||||
|
|
||||||
|
|
||||||
class BulletinBoardManager:
|
|
||||||
"""
|
|
||||||
Core manager for bulletin board operations.
|
|
||||||
Uses Redis as primary store + Supabase backup.
|
|
||||||
"""
|
|
||||||
|
|
||||||
@staticmethod
|
|
||||||
async def _get_redis():
|
|
||||||
import redis.asyncio as redis_lib
|
|
||||||
|
|
||||||
return redis_lib.Redis(
|
|
||||||
host=os.getenv("REDIS_HOST", "localhost"),
|
|
||||||
port=int(os.getenv("REDIS_PORT", "6379")),
|
|
||||||
password=os.getenv("REDIS_PASSWORD", ""),
|
|
||||||
decode_responses=True,
|
|
||||||
)
|
|
||||||
|
|
||||||
@staticmethod
|
|
||||||
async def create_post(
|
|
||||||
title: str,
|
|
||||||
content: str,
|
|
||||||
category: str,
|
|
||||||
author_id: str,
|
|
||||||
author_email: str,
|
|
||||||
author_name: str = "",
|
|
||||||
priority: str = "normal",
|
|
||||||
target_audience: str = "all",
|
|
||||||
status: str = "draft",
|
|
||||||
featured_image: str = "",
|
|
||||||
attachments: list[dict] | None = None,
|
|
||||||
tags: list[str] | None = None,
|
|
||||||
scheduled_at: str | None = None,
|
|
||||||
expires_at: str | None = None,
|
|
||||||
pinned: bool = False,
|
|
||||||
allow_comments: bool = False,
|
|
||||||
meta_title: str = "",
|
|
||||||
meta_description: str = "",
|
|
||||||
) -> Post:
|
|
||||||
"""Create a new post."""
|
|
||||||
post_id = f"post_{int(time.time())}_{os.urandom(4).hex()}"
|
|
||||||
slug = ContentSanitizer.generate_slug(title)
|
|
||||||
summary = ContentSanitizer.generate_summary(content)
|
|
||||||
now = datetime.utcnow().isoformat()
|
|
||||||
|
|
||||||
# Sanitize content
|
|
||||||
content = ContentSanitizer.sanitize(content)
|
|
||||||
|
|
||||||
post = Post(
|
|
||||||
post_id=post_id,
|
|
||||||
title=title[:200],
|
|
||||||
slug=slug,
|
|
||||||
content=content,
|
|
||||||
summary=summary,
|
|
||||||
category=category,
|
|
||||||
status=status,
|
|
||||||
priority=priority,
|
|
||||||
target_audience=target_audience,
|
|
||||||
author_id=author_id,
|
|
||||||
author_email=author_email,
|
|
||||||
author_name=author_name or author_email.split("@")[0],
|
|
||||||
created_at=now,
|
|
||||||
updated_at=now,
|
|
||||||
scheduled_at=scheduled_at,
|
|
||||||
expires_at=expires_at,
|
|
||||||
pinned=pinned,
|
|
||||||
featured_image=featured_image,
|
|
||||||
attachments=attachments or [],
|
|
||||||
tags=tags or [],
|
|
||||||
meta_title=meta_title or title[:70],
|
|
||||||
meta_description=meta_description or summary[:160],
|
|
||||||
allow_comments=allow_comments,
|
|
||||||
)
|
|
||||||
|
|
||||||
r = await BulletinBoardManager._get_redis()
|
|
||||||
|
|
||||||
# Save post
|
|
||||||
await r.hset("rmi:bulletin_posts", post_id, json.dumps(post.to_dict()))
|
|
||||||
|
|
||||||
# Add to category index
|
|
||||||
await r.sadd(f"bulletin:category:{category}", post_id)
|
|
||||||
|
|
||||||
# Add to status index
|
|
||||||
await r.sadd(f"bulletin:status:{status}", post_id)
|
|
||||||
|
|
||||||
# Add to author index
|
|
||||||
await r.sadd(f"bulletin:author:{author_id}", post_id)
|
|
||||||
|
|
||||||
# Add to audience index
|
|
||||||
await r.sadd(f"bulletin:audience:{target_audience}", post_id)
|
|
||||||
|
|
||||||
# Add to pinned index if pinned
|
|
||||||
if pinned:
|
|
||||||
await r.sadd("bulletin:pinned", post_id)
|
|
||||||
await r.zadd("bulletin:pinned_order", {post_id: post.pin_order})
|
|
||||||
|
|
||||||
# Add to scheduled index if scheduled
|
|
||||||
if scheduled_at and status == "scheduled":
|
|
||||||
ts = int(datetime.fromisoformat(scheduled_at).timestamp())
|
|
||||||
await r.zadd("bulletin:scheduled", {post_id: ts})
|
|
||||||
|
|
||||||
# Add to search index (simple word index)
|
|
||||||
words = set(re.findall(r"\w+", title.lower() + " " + content.lower()))
|
|
||||||
for word in words:
|
|
||||||
if len(word) > 2:
|
|
||||||
await r.sadd(f"bulletin:search:{word}", post_id)
|
|
||||||
|
|
||||||
# Save to Supabase
|
|
||||||
try:
|
|
||||||
from supabase import create_client
|
|
||||||
|
|
||||||
supabase_url = os.getenv("SUPABASE_URL")
|
|
||||||
supabase_key = os.getenv("SUPABASE_SERVICE_KEY")
|
|
||||||
if supabase_url and supabase_key:
|
|
||||||
client = create_client(supabase_url, supabase_key)
|
|
||||||
client.table("bulletin_posts").insert(post.to_dict()).execute()
|
|
||||||
except Exception as e:
|
|
||||||
logger.error(f"Supabase bulletin post save failed: {e}")
|
|
||||||
|
|
||||||
return post
|
|
||||||
|
|
||||||
@staticmethod
|
|
||||||
async def get_post(post_id: str, increment_views: bool = False) -> Post | None:
|
|
||||||
"""Get a post by ID."""
|
|
||||||
r = await BulletinBoardManager._get_redis()
|
|
||||||
data = await r.hget("rmi:bulletin_posts", post_id)
|
|
||||||
if not data:
|
|
||||||
return None
|
|
||||||
|
|
||||||
post_dict = json.loads(data)
|
|
||||||
|
|
||||||
if increment_views and post_dict.get("status") == "published":
|
|
||||||
post_dict["view_count"] = post_dict.get("view_count", 0) + 1
|
|
||||||
await r.hset("rmi:bulletin_posts", post_id, json.dumps(post_dict))
|
|
||||||
|
|
||||||
return Post(**post_dict)
|
|
||||||
|
|
||||||
@staticmethod
|
|
||||||
async def get_post_by_slug(slug: str) -> Post | None:
|
|
||||||
"""Get a post by slug."""
|
|
||||||
r = await BulletinBoardManager._get_redis()
|
|
||||||
# Search all posts for matching slug
|
|
||||||
all_posts = await r.hgetall("rmi:bulletin_posts")
|
|
||||||
for _post_id, data in all_posts.items():
|
|
||||||
post_dict = json.loads(data)
|
|
||||||
if post_dict.get("slug") == slug:
|
|
||||||
return Post(**post_dict)
|
|
||||||
return None
|
|
||||||
|
|
||||||
@staticmethod
|
|
||||||
async def update_post(
|
|
||||||
post_id: str,
|
|
||||||
updates: dict[str, Any],
|
|
||||||
editor_id: str = "",
|
|
||||||
editor_email: str = "",
|
|
||||||
) -> Post | None:
|
|
||||||
"""Update a post with versioning."""
|
|
||||||
r = await BulletinBoardManager._get_redis()
|
|
||||||
data = await r.hget("rmi:bulletin_posts", post_id)
|
|
||||||
if not data:
|
|
||||||
return None
|
|
||||||
|
|
||||||
post_dict = json.loads(data)
|
|
||||||
before_state = {k: post_dict.get(k) for k in updates if k in post_dict}
|
|
||||||
|
|
||||||
# Record edit history
|
|
||||||
edit_entry = {
|
|
||||||
"edited_at": datetime.utcnow().isoformat(),
|
|
||||||
"edited_by": editor_id,
|
|
||||||
"editor_email": editor_email,
|
|
||||||
"changes": before_state,
|
|
||||||
"version": post_dict.get("version", 1),
|
|
||||||
}
|
|
||||||
|
|
||||||
history = post_dict.get("edit_history", [])
|
|
||||||
history.append(edit_entry)
|
|
||||||
post_dict["edit_history"] = history
|
|
||||||
post_dict["version"] = post_dict.get("version", 1) + 1
|
|
||||||
post_dict["updated_at"] = datetime.utcnow().isoformat()
|
|
||||||
|
|
||||||
# Apply updates
|
|
||||||
for key, value in updates.items():
|
|
||||||
if key == "content":
|
|
||||||
value = ContentSanitizer.sanitize(value)
|
|
||||||
post_dict["summary"] = ContentSanitizer.generate_summary(value)
|
|
||||||
if key == "title":
|
|
||||||
post_dict["slug"] = ContentSanitizer.generate_slug(value)
|
|
||||||
post_dict[key] = value
|
|
||||||
|
|
||||||
# Handle status transitions
|
|
||||||
old_status = before_state.get("status")
|
|
||||||
new_status = post_dict.get("status")
|
|
||||||
if old_status != new_status:
|
|
||||||
# Update status indexes
|
|
||||||
if old_status:
|
|
||||||
await r.srem(f"bulletin:status:{old_status}", post_id)
|
|
||||||
await r.sadd(f"bulletin:status:{new_status}", post_id)
|
|
||||||
|
|
||||||
if new_status == "published":
|
|
||||||
post_dict["published_at"] = datetime.utcnow().isoformat()
|
|
||||||
elif new_status == "archived":
|
|
||||||
post_dict["archived_at"] = datetime.utcnow().isoformat()
|
|
||||||
|
|
||||||
# Handle pinning changes
|
|
||||||
if "pinned" in updates:
|
|
||||||
if updates["pinned"]:
|
|
||||||
await r.sadd("bulletin:pinned", post_id)
|
|
||||||
await r.zadd("bulletin:pinned_order", {post_id: post_dict.get("pin_order", 0)})
|
|
||||||
else:
|
|
||||||
await r.srem("bulletin:pinned", post_id)
|
|
||||||
await r.zrem("bulletin:pinned_order", post_id)
|
|
||||||
|
|
||||||
# Save updated post
|
|
||||||
await r.hset("rmi:bulletin_posts", post_id, json.dumps(post_dict))
|
|
||||||
|
|
||||||
# Update Supabase
|
|
||||||
try:
|
|
||||||
from supabase import create_client
|
|
||||||
|
|
||||||
supabase_url = os.getenv("SUPABASE_URL")
|
|
||||||
supabase_key = os.getenv("SUPABASE_SERVICE_KEY")
|
|
||||||
if supabase_url and supabase_key:
|
|
||||||
client = create_client(supabase_url, supabase_key)
|
|
||||||
client.table("bulletin_posts").upsert(post_dict).execute()
|
|
||||||
except Exception as e:
|
|
||||||
logger.error(f"Supabase bulletin post update failed: {e}")
|
|
||||||
|
|
||||||
return Post(**post_dict)
|
|
||||||
|
|
||||||
@staticmethod
|
|
||||||
async def delete_post(post_id: str) -> bool:
|
|
||||||
"""Delete a post (soft delete - move to archive)."""
|
|
||||||
r = await BulletinBoardManager._get_redis()
|
|
||||||
data = await r.hget("rmi:bulletin_posts", post_id)
|
|
||||||
if not data:
|
|
||||||
return False
|
|
||||||
|
|
||||||
post_dict = json.loads(data)
|
|
||||||
post_dict["status"] = "archived"
|
|
||||||
post_dict["archived_at"] = datetime.utcnow().isoformat()
|
|
||||||
|
|
||||||
await r.hset("rmi:bulletin_posts", post_id, json.dumps(post_dict))
|
|
||||||
await r.srem("bulletin:status:published", post_id)
|
|
||||||
await r.srem("bulletin:status:draft", post_id)
|
|
||||||
await r.srem("bulletin:status:review", post_id)
|
|
||||||
await r.sadd("bulletin:status:archived", post_id)
|
|
||||||
await r.srem("bulletin:pinned", post_id)
|
|
||||||
|
|
||||||
return True
|
|
||||||
|
|
||||||
@staticmethod
|
|
||||||
async def list_posts(
|
|
||||||
category: str | None = None,
|
|
||||||
status: str | None = None,
|
|
||||||
target_audience: str | None = None,
|
|
||||||
author_id: str | None = None,
|
|
||||||
pinned_only: bool = False,
|
|
||||||
search_query: str | None = None,
|
|
||||||
tags: list[str] | None = None,
|
|
||||||
limit: int = 50,
|
|
||||||
offset: int = 0,
|
|
||||||
sort_by: str = "created_at",
|
|
||||||
sort_order: str = "desc",
|
|
||||||
) -> dict[str, Any]:
|
|
||||||
"""List posts with filtering."""
|
|
||||||
r = await BulletinBoardManager._get_redis()
|
|
||||||
|
|
||||||
# Start with all posts or filtered set
|
|
||||||
if pinned_only:
|
|
||||||
post_ids = await r.smembers("bulletin:pinned")
|
|
||||||
elif category:
|
|
||||||
post_ids = await r.smembers(f"bulletin:category:{category}")
|
|
||||||
elif status:
|
|
||||||
post_ids = await r.smembers(f"bulletin:status:{status}")
|
|
||||||
elif author_id:
|
|
||||||
post_ids = await r.smembers(f"bulletin:author:{author_id}")
|
|
||||||
elif target_audience:
|
|
||||||
post_ids = await r.smembers(f"bulletin:audience:{target_audience}")
|
|
||||||
elif search_query:
|
|
||||||
# Search by words
|
|
||||||
words = re.findall(r"\w+", search_query.lower())
|
|
||||||
if words:
|
|
||||||
sets = [f"bulletin:search:{w}" for w in words if len(w) > 2]
|
|
||||||
if sets:
|
|
||||||
post_ids = await r.sinter(sets)
|
|
||||||
else:
|
|
||||||
post_ids = set()
|
|
||||||
else:
|
|
||||||
post_ids = set()
|
|
||||||
else:
|
|
||||||
all_posts = await r.hgetall("rmi:bulletin_posts")
|
|
||||||
post_ids = set(all_posts.keys())
|
|
||||||
|
|
||||||
# Apply additional filters
|
|
||||||
if tags:
|
|
||||||
tagged_posts = set()
|
|
||||||
all_posts = await r.hgetall("rmi:bulletin_posts")
|
|
||||||
for pid, data in all_posts.items():
|
|
||||||
post_dict = json.loads(data)
|
|
||||||
if any(tag in post_dict.get("tags", []) for tag in tags):
|
|
||||||
tagged_posts.add(pid)
|
|
||||||
post_ids = post_ids.intersection(tagged_posts)
|
|
||||||
|
|
||||||
# Fetch and sort posts
|
|
||||||
posts = []
|
|
||||||
all_posts = await r.hgetall("rmi:bulletin_posts")
|
|
||||||
for pid in post_ids:
|
|
||||||
data = all_posts.get(pid)
|
|
||||||
if data:
|
|
||||||
post_dict = json.loads(data)
|
|
||||||
posts.append(post_dict)
|
|
||||||
|
|
||||||
# Sort
|
|
||||||
reverse = sort_order == "desc"
|
|
||||||
posts.sort(key=lambda x: x.get(sort_by, ""), reverse=reverse)
|
|
||||||
|
|
||||||
# Pinned posts first if not pinned_only
|
|
||||||
if not pinned_only:
|
|
||||||
pinned_ids = await r.smembers("bulletin:pinned")
|
|
||||||
posts.sort(
|
|
||||||
key=lambda x: (x["post_id"] not in pinned_ids, x.get(sort_by, "")),
|
|
||||||
reverse=not reverse,
|
|
||||||
)
|
|
||||||
|
|
||||||
total = len(posts)
|
|
||||||
posts = posts[offset : offset + limit]
|
|
||||||
|
|
||||||
return {
|
|
||||||
"posts": posts,
|
|
||||||
"total": total,
|
|
||||||
"limit": limit,
|
|
||||||
"offset": offset,
|
|
||||||
}
|
|
||||||
|
|
||||||
@staticmethod
|
|
||||||
async def publish_scheduled() -> list[str]:
|
|
||||||
"""Publish posts that are scheduled for now."""
|
|
||||||
r = await BulletinBoardManager._get_redis()
|
|
||||||
now = int(time.time())
|
|
||||||
|
|
||||||
# Get scheduled posts that are due
|
|
||||||
due = await r.zrangebyscore("bulletin:scheduled", 0, now)
|
|
||||||
published = []
|
|
||||||
|
|
||||||
for post_id in due:
|
|
||||||
data = await r.hget("rmi:bulletin_posts", post_id)
|
|
||||||
if data:
|
|
||||||
post_dict = json.loads(data)
|
|
||||||
post_dict["status"] = "published"
|
|
||||||
post_dict["published_at"] = datetime.utcnow().isoformat()
|
|
||||||
post_dict["scheduled_at"] = None
|
|
||||||
|
|
||||||
await r.hset("rmi:bulletin_posts", post_id, json.dumps(post_dict))
|
|
||||||
await r.srem("bulletin:status:scheduled", post_id)
|
|
||||||
await r.sadd("bulletin:status:published", post_id)
|
|
||||||
await r.zrem("bulletin:scheduled", post_id)
|
|
||||||
|
|
||||||
published.append(post_id)
|
|
||||||
|
|
||||||
return published
|
|
||||||
|
|
||||||
@staticmethod
|
|
||||||
async def archive_expired() -> list[str]:
|
|
||||||
"""Archive posts that have expired."""
|
|
||||||
r = await BulletinBoardManager._get_redis()
|
|
||||||
now = datetime.utcnow().isoformat()
|
|
||||||
|
|
||||||
all_posts = await r.hgetall("rmi:bulletin_posts")
|
|
||||||
archived = []
|
|
||||||
|
|
||||||
for post_id, data in all_posts.items():
|
|
||||||
post_dict = json.loads(data)
|
|
||||||
if post_dict.get("status") == "published" and post_dict.get("expires_at"):
|
|
||||||
if post_dict["expires_at"] < now:
|
|
||||||
post_dict["status"] = "archived"
|
|
||||||
post_dict["archived_at"] = now
|
|
||||||
|
|
||||||
await r.hset("rmi:bulletin_posts", post_id, json.dumps(post_dict))
|
|
||||||
await r.srem("bulletin:status:published", post_id)
|
|
||||||
await r.sadd("bulletin:status:archived", post_id)
|
|
||||||
await r.srem("bulletin:pinned", post_id)
|
|
||||||
|
|
||||||
archived.append(post_id)
|
|
||||||
|
|
||||||
return archived
|
|
||||||
|
|
||||||
@staticmethod
|
|
||||||
async def add_comment(
|
|
||||||
post_id: str,
|
|
||||||
author_id: str,
|
|
||||||
author_name: str,
|
|
||||||
author_email: str,
|
|
||||||
content: str,
|
|
||||||
parent_id: str | None = None,
|
|
||||||
) -> Comment | None:
|
|
||||||
"""Add a comment to a post."""
|
|
||||||
r = await BulletinBoardManager._get_redis()
|
|
||||||
|
|
||||||
# Check if post exists and allows comments
|
|
||||||
post_data = await r.hget("rmi:bulletin_posts", post_id)
|
|
||||||
if not post_data:
|
|
||||||
return None
|
|
||||||
|
|
||||||
post_dict = json.loads(post_data)
|
|
||||||
if not post_dict.get("allow_comments", False):
|
|
||||||
return None
|
|
||||||
|
|
||||||
comment_id = f"comment_{int(time.time())}_{os.urandom(4).hex()}"
|
|
||||||
now = datetime.utcnow().isoformat()
|
|
||||||
|
|
||||||
comment = Comment(
|
|
||||||
comment_id=comment_id,
|
|
||||||
post_id=post_id,
|
|
||||||
author_id=author_id,
|
|
||||||
author_name=author_name,
|
|
||||||
author_email=author_email,
|
|
||||||
content=ContentSanitizer.sanitize(content)[:2000],
|
|
||||||
created_at=now,
|
|
||||||
updated_at=now,
|
|
||||||
parent_id=parent_id,
|
|
||||||
)
|
|
||||||
|
|
||||||
await r.hset("rmi:bulletin_comments", comment_id, json.dumps(comment.to_dict()))
|
|
||||||
await r.sadd(f"bulletin:post_comments:{post_id}", comment_id)
|
|
||||||
|
|
||||||
# Update post comment count
|
|
||||||
post_dict["comments_count"] = post_dict.get("comments_count", 0) + 1
|
|
||||||
await r.hset("rmi:bulletin_posts", post_id, json.dumps(post_dict))
|
|
||||||
|
|
||||||
return comment
|
|
||||||
|
|
||||||
@staticmethod
|
|
||||||
async def get_comments(post_id: str, limit: int = 100) -> list[dict]:
|
|
||||||
"""Get comments for a post."""
|
|
||||||
r = await BulletinBoardManager._get_redis()
|
|
||||||
comment_ids = await r.smembers(f"bulletin:post_comments:{post_id}")
|
|
||||||
|
|
||||||
comments = []
|
|
||||||
for cid in comment_ids:
|
|
||||||
data = await r.hget("rmi:bulletin_comments", cid)
|
|
||||||
if data:
|
|
||||||
comments.append(json.loads(data))
|
|
||||||
|
|
||||||
comments.sort(key=lambda x: x.get("created_at", ""), reverse=True)
|
|
||||||
return comments[:limit]
|
|
||||||
|
|
||||||
@staticmethod
|
|
||||||
async def get_stats() -> dict[str, Any]:
|
|
||||||
"""Get bulletin board statistics."""
|
|
||||||
r = await BulletinBoardManager._get_redis()
|
|
||||||
|
|
||||||
stats = {
|
|
||||||
"total_posts": await r.hlen("rmi:bulletin_posts") or 0,
|
|
||||||
"published": await r.scard("bulletin:status:published") or 0,
|
|
||||||
"drafts": await r.scard("bulletin:status:draft") or 0,
|
|
||||||
"review": await r.scard("bulletin:status:review") or 0,
|
|
||||||
"archived": await r.scard("bulletin:status:archived") or 0,
|
|
||||||
"scheduled": await r.scard("bulletin:status:scheduled") or 0,
|
|
||||||
"pinned": await r.scard("bulletin:pinned") or 0,
|
|
||||||
"total_comments": await r.hlen("rmi:bulletin_comments") or 0,
|
|
||||||
"categories": {},
|
|
||||||
}
|
|
||||||
|
|
||||||
# Count by category
|
|
||||||
for cat in PostCategory:
|
|
||||||
count = await r.scard(f"bulletin:category:{cat.value}") or 0
|
|
||||||
stats["categories"][cat.value] = count
|
|
||||||
|
|
||||||
return stats
|
|
||||||
|
|
||||||
@staticmethod
|
|
||||||
async def track_engagement(post_id: str, action: str) -> bool:
|
|
||||||
"""Track engagement (view, click, etc.)."""
|
|
||||||
r = await BulletinBoardManager._get_redis()
|
|
||||||
data = await r.hget("rmi:bulletin_posts", post_id)
|
|
||||||
if not data:
|
|
||||||
return False
|
|
||||||
|
|
||||||
post_dict = json.loads(data)
|
|
||||||
|
|
||||||
if action == "view":
|
|
||||||
post_dict["view_count"] = post_dict.get("view_count", 0) + 1
|
|
||||||
elif action == "click":
|
|
||||||
post_dict["click_count"] = post_dict.get("click_count", 0) + 1
|
|
||||||
|
|
||||||
# Calculate engagement score
|
|
||||||
views = post_dict.get("view_count", 0)
|
|
||||||
clicks = post_dict.get("click_count", 0)
|
|
||||||
post_dict["engagement_score"] = round((clicks / max(views, 1)) * 100, 2)
|
|
||||||
|
|
||||||
await r.hset("rmi:bulletin_posts", post_id, json.dumps(post_dict))
|
|
||||||
return True
|
|
||||||
|
|
||||||
|
|
||||||
# ═══════════════════════════════════════════════════════════
|
|
||||||
# BADGES & X402 BOT PAYMENTS
|
|
||||||
# ═══════════════════════════════════════════════════════════
|
|
||||||
|
|
||||||
BADGES = {
|
|
||||||
"first_post": {
|
|
||||||
"name": "First Words",
|
|
||||||
"icon": "💬",
|
|
||||||
"desc": "Made your first post",
|
|
||||||
"tier": "bronze",
|
|
||||||
},
|
|
||||||
"10_posts": {"name": "Chatterbox", "icon": "📢", "desc": "10 posts", "tier": "bronze"},
|
|
||||||
"50_posts": {"name": "Board Regular", "icon": "🎙️", "desc": "50 posts", "tier": "silver"},
|
|
||||||
"100_posts": {
|
|
||||||
"name": "Terminally Online",
|
|
||||||
"icon": "🖥️",
|
|
||||||
"desc": "100 posts - touch grass",
|
|
||||||
"tier": "gold",
|
|
||||||
},
|
|
||||||
"10_upvotes": {
|
|
||||||
"name": "Approved",
|
|
||||||
"icon": "👍",
|
|
||||||
"desc": "10 upvotes on a post",
|
|
||||||
"tier": "bronze",
|
|
||||||
},
|
|
||||||
"50_upvotes": {"name": "Crowd Favorite", "icon": "⭐", "desc": "50 upvotes", "tier": "silver"},
|
|
||||||
"100_upvotes": {"name": "Legendary", "icon": "👑", "desc": "100 upvotes", "tier": "gold"},
|
|
||||||
"rug_reporter": {
|
|
||||||
"name": "Rug Detective",
|
|
||||||
"icon": "🔍",
|
|
||||||
"desc": "Reported 3 verified rugs",
|
|
||||||
"tier": "silver",
|
|
||||||
},
|
|
||||||
"scam_buster": {
|
|
||||||
"name": "Scam Buster",
|
|
||||||
"icon": "🛡️",
|
|
||||||
"desc": "10 scam alerts verified",
|
|
||||||
"tier": "gold",
|
|
||||||
},
|
|
||||||
"honeypot_hunter": {
|
|
||||||
"name": "Honeypot Hunter",
|
|
||||||
"icon": "🍯",
|
|
||||||
"desc": "Found 5 honeypots",
|
|
||||||
"tier": "silver",
|
|
||||||
},
|
|
||||||
"whale_watcher": {
|
|
||||||
"name": "Whale Watcher",
|
|
||||||
"icon": "🐋",
|
|
||||||
"desc": "Tracked 10 whale moves",
|
|
||||||
"tier": "silver",
|
|
||||||
},
|
|
||||||
"alpha_caller": {
|
|
||||||
"name": "Alpha Caller",
|
|
||||||
"icon": "📈",
|
|
||||||
"desc": "Called 5 pumps",
|
|
||||||
"tier": "gold",
|
|
||||||
},
|
|
||||||
"degen": {
|
|
||||||
"name": "Certified Degen",
|
|
||||||
"icon": "🎰",
|
|
||||||
"desc": "Posted in every category",
|
|
||||||
"tier": "gold",
|
|
||||||
},
|
|
||||||
"rug_survivor": {
|
|
||||||
"name": "Rug Survivor",
|
|
||||||
"icon": "💀",
|
|
||||||
"desc": "Posted about getting rugged",
|
|
||||||
"tier": "bronze",
|
|
||||||
},
|
|
||||||
"diamond_hands": {
|
|
||||||
"name": "Diamond Hands",
|
|
||||||
"icon": "💎",
|
|
||||||
"desc": "Held through -90%",
|
|
||||||
"tier": "diamond",
|
|
||||||
},
|
|
||||||
"based": {
|
|
||||||
"name": "Based",
|
|
||||||
"icon": "🧠",
|
|
||||||
"desc": "Called a 10x before it happened",
|
|
||||||
"tier": "diamond",
|
|
||||||
},
|
|
||||||
"bot_verified": {
|
|
||||||
"name": "Verified Bot",
|
|
||||||
"icon": "🤖",
|
|
||||||
"desc": "Registered x402 bot",
|
|
||||||
"tier": "silver",
|
|
||||||
},
|
|
||||||
"bot_pro": {"name": "Bot Pro", "icon": "⚡", "desc": "100+ API calls", "tier": "gold"},
|
|
||||||
}
|
|
||||||
BADGE_TIERS = {"bronze": "#CD7F32", "silver": "#C0C0C0", "gold": "#FFD700", "diamond": "#B9F2FF"}
|
|
||||||
|
|
||||||
|
|
||||||
async def get_user_badges(user_id: str) -> list:
|
|
||||||
try:
|
|
||||||
r = await BulletinBoardManager._get_redis()
|
|
||||||
ids = await r.smembers(f"bb:badges:{user_id}")
|
|
||||||
await r.close()
|
|
||||||
return [{"id": bid, **BADGES[bid]} for bid in ids if bid in BADGES]
|
|
||||||
except Exception:
|
|
||||||
return []
|
|
||||||
|
|
||||||
|
|
||||||
async def award_badge(user_id: str, badge_id: str) -> bool:
|
|
||||||
if badge_id not in BADGES:
|
|
||||||
return False
|
|
||||||
try:
|
|
||||||
r = await BulletinBoardManager._get_redis()
|
|
||||||
ok = await r.sadd(f"bb:badges:{user_id}", badge_id)
|
|
||||||
await r.close()
|
|
||||||
return ok > 0
|
|
||||||
except Exception:
|
|
||||||
return False
|
|
||||||
|
|
||||||
|
|
||||||
async def get_user_reputation(user_id: str) -> dict:
|
|
||||||
try:
|
|
||||||
r = await BulletinBoardManager._get_redis()
|
|
||||||
p = r.pipeline()
|
|
||||||
p.get(f"bb:rep:{user_id}")
|
|
||||||
p.scard(f"bb:badges:{user_id}")
|
|
||||||
p.get(f"bb:posts:{user_id}")
|
|
||||||
rep, bc, pc = await p.execute()
|
|
||||||
await r.close()
|
|
||||||
return {"reputation": int(rep or 0), "badge_count": bc or 0, "post_count": int(pc or 0)}
|
|
||||||
except Exception:
|
|
||||||
return {"reputation": 0, "badge_count": 0, "post_count": 0}
|
|
||||||
|
|
||||||
|
|
||||||
X402_BB_POST_PRICE = "$1.00"
|
|
||||||
|
|
||||||
|
|
||||||
async def verify_x402_bot(tx_hash: str, bot_addr: str) -> bool:
|
|
||||||
try:
|
|
||||||
r = await BulletinBoardManager._get_redis()
|
|
||||||
if await r.get(f"bb:x402:tx:{tx_hash}"):
|
|
||||||
await r.close()
|
|
||||||
return False
|
|
||||||
await r.setex(f"bb:x402:tx:{tx_hash}", 86400, bot_addr)
|
|
||||||
await r.setex(f"bb:x402:bot:{bot_addr}", 2592000, "1") # 30 day auth
|
|
||||||
await r.close()
|
|
||||||
return True
|
|
||||||
except Exception:
|
|
||||||
return False
|
|
||||||
|
|
|
||||||
|
|
@ -73,7 +73,7 @@ def get_redis_async() -> "aioredis.Redis | None":
|
||||||
return None
|
return None
|
||||||
|
|
||||||
|
|
||||||
def close_redis():
|
async def close_redis() -> None:
|
||||||
"""Close Redis connection pool."""
|
"""Close Redis connection pool."""
|
||||||
global _sync_pool, _async_pool
|
global _sync_pool, _async_pool
|
||||||
if _sync_pool:
|
if _sync_pool:
|
||||||
|
|
@ -85,7 +85,7 @@ def close_redis():
|
||||||
_sync_pool = None
|
_sync_pool = None
|
||||||
if _async_pool:
|
if _async_pool:
|
||||||
try:
|
try:
|
||||||
_async_pool.disconnect()
|
await _async_pool.disconnect()
|
||||||
logger.info("Async Redis connection pool closed")
|
logger.info("Async Redis connection pool closed")
|
||||||
except Exception as e:
|
except Exception as e:
|
||||||
logger.error(f"Async Redis pool close failed: {e}")
|
logger.error(f"Async Redis pool close failed: {e}")
|
||||||
|
|
|
||||||
31
app/domains/admin/__init__.py
Normal file
31
app/domains/admin/__init__.py
Normal file
|
|
@ -0,0 +1,31 @@
|
||||||
|
"""Admin domain - public API.
|
||||||
|
|
||||||
|
Phase 4 domain consolidation: app.admin_backend -> app.domains.admin.
|
||||||
|
"""
|
||||||
|
from __future__ import annotations
|
||||||
|
|
||||||
|
from app.domains.admin.core import (
|
||||||
|
PERMISSIONS,
|
||||||
|
AdminRole,
|
||||||
|
AdminUserStore,
|
||||||
|
AuditLogEntry,
|
||||||
|
AuditLogger,
|
||||||
|
SecurityManager,
|
||||||
|
SessionManager,
|
||||||
|
SystemHealthMonitor,
|
||||||
|
has_permission,
|
||||||
|
require_admin,
|
||||||
|
)
|
||||||
|
|
||||||
|
__all__ = [
|
||||||
|
"PERMISSIONS",
|
||||||
|
"AdminRole",
|
||||||
|
"AdminUserStore",
|
||||||
|
"AuditLogEntry",
|
||||||
|
"AuditLogger",
|
||||||
|
"SecurityManager",
|
||||||
|
"SessionManager",
|
||||||
|
"SystemHealthMonitor",
|
||||||
|
"has_permission",
|
||||||
|
"require_admin",
|
||||||
|
]
|
||||||
1070
app/domains/admin/core.py
Normal file
1070
app/domains/admin/core.py
Normal file
File diff suppressed because it is too large
Load diff
|
|
@ -5,6 +5,7 @@ Auth Router - Complete authentication system (email, wallet, OAuth, Telegram)
|
||||||
import json
|
import json
|
||||||
import logging
|
import logging
|
||||||
from datetime import datetime, timedelta
|
from datetime import datetime, timedelta
|
||||||
|
from typing import Any, cast
|
||||||
|
|
||||||
from fastapi import APIRouter, HTTPException, Request
|
from fastapi import APIRouter, HTTPException, Request
|
||||||
|
|
||||||
|
|
@ -77,7 +78,7 @@ router.include_router(oauth_router, tags=["auth"])
|
||||||
# ── Storage (Redis-backed user store) ──
|
# ── Storage (Redis-backed user store) ──
|
||||||
# ── Email Auth ──
|
# ── Email Auth ──
|
||||||
@router.post("/register", response_model=WalletAuthResponse)
|
@router.post("/register", response_model=WalletAuthResponse)
|
||||||
def register_email(req: EmailRegisterRequest):
|
def register_email(req: EmailRegisterRequest) -> WalletAuthResponse:
|
||||||
"""Register a new user with email/password."""
|
"""Register a new user with email/password."""
|
||||||
if not _is_valid_email(req.email):
|
if not _is_valid_email(req.email):
|
||||||
raise HTTPException(status_code=400, detail="Invalid email format")
|
raise HTTPException(status_code=400, detail="Invalid email format")
|
||||||
|
|
@ -93,7 +94,7 @@ def register_email(req: EmailRegisterRequest):
|
||||||
user_id = _derive_user_id(req.email)
|
user_id = _derive_user_id(req.email)
|
||||||
hashed = hash_password(req.password)
|
hashed = hash_password(req.password)
|
||||||
|
|
||||||
user = {
|
user: dict[str, Any] = {
|
||||||
"id": user_id,
|
"id": user_id,
|
||||||
"email": req.email,
|
"email": req.email,
|
||||||
"display_name": req.display_name,
|
"display_name": req.display_name,
|
||||||
|
|
@ -112,29 +113,33 @@ def register_email(req: EmailRegisterRequest):
|
||||||
|
|
||||||
# Save user + email index
|
# Save user + email index
|
||||||
r = get_redis()
|
r = get_redis()
|
||||||
|
assert r is not None
|
||||||
r.hset("rmi:users", user_id, json.dumps(user))
|
r.hset("rmi:users", user_id, json.dumps(user))
|
||||||
r.hset("rmi:users:email", req.email.lower(), user_id)
|
r.hset("rmi:users:email", req.email.lower(), user_id)
|
||||||
|
|
||||||
token = _create_jwt(user_id, req.email, "FREE", "USER", req.wallet_address)
|
token = _create_jwt(user_id, req.email, "FREE", "USER", req.wallet_address)
|
||||||
|
|
||||||
return {
|
return cast(
|
||||||
"access_token": token,
|
"WalletAuthResponse",
|
||||||
"refresh_token": token,
|
{
|
||||||
"user": {
|
"access_token": token,
|
||||||
"id": user_id,
|
"refresh_token": token,
|
||||||
"email": req.email,
|
"user": {
|
||||||
"display_name": req.display_name,
|
"id": user_id,
|
||||||
"wallet_address": req.wallet_address,
|
"email": req.email,
|
||||||
"wallet_chain": req.wallet_chain,
|
"display_name": req.display_name,
|
||||||
"tier": "FREE",
|
"wallet_address": req.wallet_address,
|
||||||
"role": "USER",
|
"wallet_chain": req.wallet_chain,
|
||||||
"created_at": user["created_at"],
|
"tier": "FREE",
|
||||||
|
"role": "USER",
|
||||||
|
"created_at": user["created_at"],
|
||||||
|
},
|
||||||
},
|
},
|
||||||
}
|
)
|
||||||
|
|
||||||
|
|
||||||
@router.post("/login", response_model=WalletAuthResponse)
|
@router.post("/login", response_model=WalletAuthResponse)
|
||||||
def login_email(req: EmailLoginRequest):
|
def login_email(req: EmailLoginRequest) -> WalletAuthResponse:
|
||||||
"""Login with email/password. If 2FA enabled, returns partial token requiring /2fa/login."""
|
"""Login with email/password. If 2FA enabled, returns partial token requiring /2fa/login."""
|
||||||
user = _get_user_by_email(req.email)
|
user = _get_user_by_email(req.email)
|
||||||
if not user or not user.get("password_hash"):
|
if not user or not user.get("password_hash"):
|
||||||
|
|
@ -162,21 +167,24 @@ def login_email(req: EmailLoginRequest):
|
||||||
payload["pre_auth"] = True
|
payload["pre_auth"] = True
|
||||||
pre_token = jose_jwt.encode(payload, JWT_SECRET, algorithm=JWT_ALGORITHM)
|
pre_token = jose_jwt.encode(payload, JWT_SECRET, algorithm=JWT_ALGORITHM)
|
||||||
|
|
||||||
return {
|
return cast(
|
||||||
"access_token": pre_token,
|
"WalletAuthResponse",
|
||||||
"refresh_token": pre_token,
|
{
|
||||||
"user": {
|
"access_token": pre_token,
|
||||||
"id": user["id"],
|
"refresh_token": pre_token,
|
||||||
"email": user["email"],
|
"user": {
|
||||||
"display_name": user.get("display_name", user["email"]),
|
"id": user["id"],
|
||||||
"wallet_address": user.get("wallet_address"),
|
"email": user["email"],
|
||||||
"wallet_chain": user.get("wallet_chain"),
|
"display_name": user.get("display_name", user["email"]),
|
||||||
"tier": user.get("tier", "FREE"),
|
"wallet_address": user.get("wallet_address"),
|
||||||
"role": user.get("role", "USER"),
|
"wallet_chain": user.get("wallet_chain"),
|
||||||
"created_at": user.get("created_at"),
|
"tier": user.get("tier", "FREE"),
|
||||||
"_2fa_required": True,
|
"role": user.get("role", "USER"),
|
||||||
|
"created_at": user.get("created_at"),
|
||||||
|
"_2fa_required": True,
|
||||||
|
},
|
||||||
},
|
},
|
||||||
}
|
)
|
||||||
|
|
||||||
token = _create_jwt(
|
token = _create_jwt(
|
||||||
user["id"],
|
user["id"],
|
||||||
|
|
@ -186,38 +194,37 @@ def login_email(req: EmailLoginRequest):
|
||||||
user.get("wallet_address"),
|
user.get("wallet_address"),
|
||||||
)
|
)
|
||||||
|
|
||||||
return {
|
return cast(
|
||||||
"access_token": token,
|
"WalletAuthResponse",
|
||||||
"refresh_token": token,
|
{
|
||||||
"user": {
|
"access_token": token,
|
||||||
"id": user["id"],
|
"refresh_token": token,
|
||||||
"email": user["email"],
|
"user": {
|
||||||
"display_name": user.get("display_name", user["email"]),
|
"id": user["id"],
|
||||||
"wallet_address": user.get("wallet_address"),
|
"email": user["email"],
|
||||||
"wallet_chain": user.get("wallet_chain"),
|
"display_name": user.get("display_name", user["email"]),
|
||||||
"tier": user.get("tier", "FREE"),
|
"wallet_address": user.get("wallet_address"),
|
||||||
"role": user.get("role", "USER"),
|
"wallet_chain": user.get("wallet_chain"),
|
||||||
"created_at": user.get("created_at"),
|
"tier": user.get("tier", "FREE"),
|
||||||
|
"role": user.get("role", "USER"),
|
||||||
|
"created_at": user.get("created_at"),
|
||||||
|
},
|
||||||
},
|
},
|
||||||
}
|
)
|
||||||
|
|
||||||
|
|
||||||
# ── Wallet Auth ──
|
# ── Wallet Auth ──
|
||||||
@router.post("/wallet/nonce", response_model=NonceResponse)
|
@router.post("/wallet/nonce", response_model=NonceResponse)
|
||||||
async def wallet_nonce(req: WalletNonceRequest):
|
async def wallet_nonce(req: WalletNonceRequest) -> NonceResponse:
|
||||||
"""Get a nonce for wallet signature."""
|
"""Get a nonce for wallet signature."""
|
||||||
nonce = generate_nonce()
|
nonce = generate_nonce()
|
||||||
timestamp = datetime.utcnow().isoformat()
|
timestamp = datetime.utcnow().isoformat()
|
||||||
message = f"RugMunch Intelligence wants you to sign in with your {req.chain.title()} account.\n\nWallet: {req.address}\nNonce: {nonce}\nTimestamp: {timestamp}"
|
message = f"RugMunch Intelligence wants you to sign in with your {req.chain.title()} account.\n\nWallet: {req.address}\nNonce: {nonce}\nTimestamp: {timestamp}"
|
||||||
return {
|
return cast("NonceResponse", {"nonce": nonce, "timestamp": timestamp, "message": message})
|
||||||
"nonce": nonce,
|
|
||||||
"timestamp": timestamp,
|
|
||||||
"message": message,
|
|
||||||
}
|
|
||||||
|
|
||||||
|
|
||||||
@router.post("/wallet/verify", response_model=WalletAuthResponse)
|
@router.post("/wallet/verify", response_model=WalletAuthResponse)
|
||||||
async def wallet_verify(req: WalletVerifyRequest):
|
async def wallet_verify(req: WalletVerifyRequest) -> WalletAuthResponse:
|
||||||
"""Verify wallet signature and create session."""
|
"""Verify wallet signature and create session."""
|
||||||
from app.domains.auth.wallet import get_or_create_wallet_user, verify_wallet_signature
|
from app.domains.auth.wallet import get_or_create_wallet_user, verify_wallet_signature
|
||||||
|
|
||||||
|
|
@ -226,25 +233,28 @@ async def wallet_verify(req: WalletVerifyRequest):
|
||||||
|
|
||||||
user_data = await get_or_create_wallet_user(req.address)
|
user_data = await get_or_create_wallet_user(req.address)
|
||||||
|
|
||||||
return {
|
return cast(
|
||||||
"access_token": user_data["access_token"],
|
"WalletAuthResponse",
|
||||||
"refresh_token": user_data["refresh_token"],
|
{
|
||||||
"user": {
|
"access_token": user_data["access_token"],
|
||||||
"id": user_data["id"],
|
"refresh_token": user_data["refresh_token"],
|
||||||
"email": user_data["email"],
|
"user": {
|
||||||
"display_name": user_data.get("display_name", f"Agent {req.address[2:8].upper()}"),
|
"id": user_data["id"],
|
||||||
"wallet_address": req.address,
|
"email": user_data["email"],
|
||||||
"wallet_chain": req.chain,
|
"display_name": user_data.get("display_name", f"Agent {req.address[2:8].upper()}"),
|
||||||
"tier": user_data["tier"],
|
"wallet_address": req.address,
|
||||||
"role": user_data["role"],
|
"wallet_chain": req.chain,
|
||||||
"created_at": user_data["created_at"],
|
"tier": user_data["tier"],
|
||||||
|
"role": user_data["role"],
|
||||||
|
"created_at": user_data["created_at"],
|
||||||
|
},
|
||||||
},
|
},
|
||||||
}
|
)
|
||||||
|
|
||||||
|
|
||||||
# ── User Profile ──
|
# ── User Profile ──
|
||||||
@router.get("/user/me", response_model=UserResponse)
|
@router.get("/user/me", response_model=UserResponse)
|
||||||
async def user_me(request: Request):
|
async def user_me(request: Request) -> UserResponse:
|
||||||
"""Get current authenticated user profile."""
|
"""Get current authenticated user profile."""
|
||||||
auth_header = request.headers.get("Authorization", "")
|
auth_header = request.headers.get("Authorization", "")
|
||||||
if not auth_header.startswith("Bearer "):
|
if not auth_header.startswith("Bearer "):
|
||||||
|
|
@ -259,26 +269,29 @@ async def user_me(request: Request):
|
||||||
if not user:
|
if not user:
|
||||||
raise HTTPException(status_code=404, detail="User not found")
|
raise HTTPException(status_code=404, detail="User not found")
|
||||||
|
|
||||||
return {
|
return cast(
|
||||||
"id": user["id"],
|
"UserResponse",
|
||||||
"email": user["email"],
|
{
|
||||||
"display_name": user.get("display_name", user["email"]),
|
"id": user["id"],
|
||||||
"wallet_address": user.get("wallet_address"),
|
"email": user["email"],
|
||||||
"wallet_chain": user.get("wallet_chain"),
|
"display_name": user.get("display_name", user["email"]),
|
||||||
"tier": user.get("tier", "FREE"),
|
"wallet_address": user.get("wallet_address"),
|
||||||
"role": user.get("role", "USER"),
|
"wallet_chain": user.get("wallet_chain"),
|
||||||
"created_at": user.get("created_at"),
|
"tier": user.get("tier", "FREE"),
|
||||||
"xp": user.get("xp", 0),
|
"role": user.get("role", "USER"),
|
||||||
"level": user.get("level", 1),
|
"created_at": user.get("created_at"),
|
||||||
"badges": user.get("badges", []),
|
"xp": user.get("xp", 0),
|
||||||
}
|
"level": user.get("level", 1),
|
||||||
|
"badges": user.get("badges", []),
|
||||||
|
},
|
||||||
|
)
|
||||||
|
|
||||||
|
|
||||||
# ── 2FA / TOTP Endpoints ──
|
# ── 2FA / TOTP Endpoints ──
|
||||||
|
|
||||||
|
|
||||||
@router.post("/2fa/setup")
|
@router.post("/2fa/setup")
|
||||||
async def twofa_setup(request: Request):
|
async def twofa_setup(request: Request) -> TwoFASetupResponse:
|
||||||
"""Begin 2FA setup - generate secret + QR code. Returns plaintext secret + backup codes (shown once)."""
|
"""Begin 2FA setup - generate secret + QR code. Returns plaintext secret + backup codes (shown once)."""
|
||||||
if not PYOTP_AVAILABLE:
|
if not PYOTP_AVAILABLE:
|
||||||
raise HTTPException(status_code=503, detail="2FA service unavailable")
|
raise HTTPException(status_code=503, detail="2FA service unavailable")
|
||||||
|
|
@ -300,6 +313,7 @@ async def twofa_setup(request: Request):
|
||||||
|
|
||||||
# Store pending secret (not enabled until verified)
|
# Store pending secret (not enabled until verified)
|
||||||
r = get_redis()
|
r = get_redis()
|
||||||
|
assert r is not None
|
||||||
pending = {
|
pending = {
|
||||||
"secret": secret,
|
"secret": secret,
|
||||||
"backup_codes": [_hash_backup_code(c) for c in backup_codes],
|
"backup_codes": [_hash_backup_code(c) for c in backup_codes],
|
||||||
|
|
@ -307,16 +321,16 @@ async def twofa_setup(request: Request):
|
||||||
}
|
}
|
||||||
r.setex(f"rmi:2fa_pending:{user['id']}", timedelta(minutes=10), json.dumps(pending))
|
r.setex(f"rmi:2fa_pending:{user['id']}", timedelta(minutes=10), json.dumps(pending))
|
||||||
|
|
||||||
return {
|
return cast("TwoFASetupResponse", {
|
||||||
"secret": secret,
|
"secret": secret,
|
||||||
"qr_code": qr_b64,
|
"qr_code": qr_b64,
|
||||||
"uri": uri,
|
"uri": uri,
|
||||||
"backup_codes": backup_codes, # plaintext - shown once
|
"backup_codes": backup_codes, # plaintext - shown once
|
||||||
}
|
})
|
||||||
|
|
||||||
|
|
||||||
@router.post("/2fa/enable")
|
@router.post("/2fa/enable")
|
||||||
async def twofa_enable(req: TwoFAEnableRequest, request: Request):
|
async def twofa_enable(req: TwoFAEnableRequest, request: Request) -> dict[str, Any]:
|
||||||
"""Enable 2FA - verify the first TOTP code, then persist."""
|
"""Enable 2FA - verify the first TOTP code, then persist."""
|
||||||
if not PYOTP_AVAILABLE:
|
if not PYOTP_AVAILABLE:
|
||||||
raise HTTPException(status_code=503, detail="2FA service unavailable")
|
raise HTTPException(status_code=503, detail="2FA service unavailable")
|
||||||
|
|
@ -326,6 +340,7 @@ async def twofa_enable(req: TwoFAEnableRequest, request: Request):
|
||||||
raise HTTPException(status_code=401, detail="Authentication required")
|
raise HTTPException(status_code=401, detail="Authentication required")
|
||||||
|
|
||||||
r = get_redis()
|
r = get_redis()
|
||||||
|
assert r is not None
|
||||||
pending_raw = r.get(f"rmi:2fa_pending:{user['id']}")
|
pending_raw = r.get(f"rmi:2fa_pending:{user['id']}")
|
||||||
if not pending_raw:
|
if not pending_raw:
|
||||||
raise HTTPException(status_code=400, detail="No pending 2FA setup. Call /2fa/setup first.")
|
raise HTTPException(status_code=400, detail="No pending 2FA setup. Call /2fa/setup first.")
|
||||||
|
|
@ -357,7 +372,7 @@ async def twofa_enable(req: TwoFAEnableRequest, request: Request):
|
||||||
|
|
||||||
|
|
||||||
@router.post("/2fa/disable")
|
@router.post("/2fa/disable")
|
||||||
async def twofa_disable(request: Request):
|
async def twofa_disable(request: Request) -> dict[str, Any]:
|
||||||
"""Disable 2FA - requires current password for security."""
|
"""Disable 2FA - requires current password for security."""
|
||||||
user = await get_current_user(request)
|
user = await get_current_user(request)
|
||||||
if not user:
|
if not user:
|
||||||
|
|
@ -379,27 +394,27 @@ async def twofa_disable(request: Request):
|
||||||
_save_user(user)
|
_save_user(user)
|
||||||
logger.info(f"[2FA DISABLED] user={user['id']} email={user['email']}")
|
logger.info(f"[2FA DISABLED] user={user['id']} email={user['email']}")
|
||||||
|
|
||||||
return {"status": "ok", "message": "2FA disabled successfully"}
|
return cast("dict[str, Any]", {"status": "ok", "message": "2FA disabled successfully"})
|
||||||
|
|
||||||
|
|
||||||
@router.get("/2fa/status", response_model=TwoFAStatusResponse)
|
@router.get("/2fa/status", response_model=TwoFAStatusResponse)
|
||||||
async def twofa_status(request: Request):
|
async def twofa_status(request: Request) -> TwoFAStatusResponse:
|
||||||
"""Check 2FA status for current user."""
|
"""Check 2FA status for current user."""
|
||||||
user = await get_current_user(request)
|
user = await get_current_user(request)
|
||||||
if not user:
|
if not user:
|
||||||
raise HTTPException(status_code=401, detail="Authentication required")
|
raise HTTPException(status_code=401, detail="Authentication required")
|
||||||
|
|
||||||
enabled = user.get("totp_enabled", False)
|
enabled = user.get("totp_enabled", False)
|
||||||
return {
|
return cast("TwoFAStatusResponse", {
|
||||||
"enabled": enabled,
|
"enabled": enabled,
|
||||||
"method": "totp" if enabled else "none",
|
"method": "totp" if enabled else "none",
|
||||||
"created_at": user.get("totp_created_at"),
|
"created_at": user.get("totp_created_at"),
|
||||||
"last_used": user.get("totp_last_used"),
|
"last_used": user.get("totp_last_used"),
|
||||||
}
|
})
|
||||||
|
|
||||||
|
|
||||||
@router.post("/2fa/verify")
|
@router.post("/2fa/verify")
|
||||||
async def twofa_verify(req: TwoFAVerifyRequest, request: Request):
|
async def twofa_verify(req: TwoFAVerifyRequest, request: Request) -> dict[str, Any]:
|
||||||
"""Verify a TOTP code (for re-auth during sensitive operations)."""
|
"""Verify a TOTP code (for re-auth during sensitive operations)."""
|
||||||
if not PYOTP_AVAILABLE:
|
if not PYOTP_AVAILABLE:
|
||||||
raise HTTPException(status_code=503, detail="2FA service unavailable")
|
raise HTTPException(status_code=503, detail="2FA service unavailable")
|
||||||
|
|
@ -418,11 +433,11 @@ async def twofa_verify(req: TwoFAVerifyRequest, request: Request):
|
||||||
user["totp_last_used"] = datetime.utcnow().isoformat()
|
user["totp_last_used"] = datetime.utcnow().isoformat()
|
||||||
_save_user(user)
|
_save_user(user)
|
||||||
|
|
||||||
return {"status": "ok", "verified": True}
|
return cast("dict[str, Any]", {"status": "ok", "verified": True})
|
||||||
|
|
||||||
|
|
||||||
@router.post("/2fa/login")
|
@router.post("/2fa/login")
|
||||||
async def twofa_login(req: TwoFALoginRequest):
|
async def twofa_login(req: TwoFALoginRequest) -> WalletAuthResponse:
|
||||||
"""Login with email + password + 2FA code. Returns full JWT on success."""
|
"""Login with email + password + 2FA code. Returns full JWT on success."""
|
||||||
if not PYOTP_AVAILABLE:
|
if not PYOTP_AVAILABLE:
|
||||||
raise HTTPException(status_code=503, detail="2FA service unavailable")
|
raise HTTPException(status_code=503, detail="2FA service unavailable")
|
||||||
|
|
@ -473,17 +488,20 @@ async def twofa_login(req: TwoFALoginRequest):
|
||||||
|
|
||||||
logger.info(f"[2FA LOGIN] user={user['id']} email={user['email']}")
|
logger.info(f"[2FA LOGIN] user={user['id']} email={user['email']}")
|
||||||
|
|
||||||
return {
|
return cast(
|
||||||
"access_token": token,
|
"WalletAuthResponse",
|
||||||
"refresh_token": token,
|
{
|
||||||
"user": {
|
"access_token": token,
|
||||||
"id": user["id"],
|
"refresh_token": token,
|
||||||
"email": user["email"],
|
"user": {
|
||||||
"display_name": user.get("display_name", user["email"]),
|
"id": user["id"],
|
||||||
"wallet_address": user.get("wallet_address"),
|
"email": user["email"],
|
||||||
"wallet_chain": user.get("wallet_chain"),
|
"display_name": user.get("display_name", user["email"]),
|
||||||
"tier": user.get("tier", "FREE"),
|
"wallet_address": user.get("wallet_address"),
|
||||||
"role": user.get("role", "USER"),
|
"wallet_chain": user.get("wallet_chain"),
|
||||||
"created_at": user.get("created_at"),
|
"tier": user.get("tier", "FREE"),
|
||||||
|
"role": user.get("role", "USER"),
|
||||||
|
"created_at": user.get("created_at"),
|
||||||
|
},
|
||||||
},
|
},
|
||||||
}
|
)
|
||||||
|
|
|
||||||
|
|
@ -41,7 +41,7 @@ def _create_jwt(
|
||||||
}
|
}
|
||||||
if wallet:
|
if wallet:
|
||||||
payload["wallet"] = wallet
|
payload["wallet"] = wallet
|
||||||
return jwt.encode(payload, JWT_SECRET, algorithm=JWT_ALGORITHM)
|
return str(jwt.encode(payload, JWT_SECRET, algorithm=JWT_ALGORITHM))
|
||||||
|
|
||||||
|
|
||||||
def _verify_jwt(token: str) -> dict[str, Any] | None:
|
def _verify_jwt(token: str) -> dict[str, Any] | None:
|
||||||
|
|
|
||||||
|
|
@ -7,8 +7,10 @@ from __future__ import annotations
|
||||||
import json
|
import json
|
||||||
import os
|
import os
|
||||||
from datetime import datetime
|
from datetime import datetime
|
||||||
|
from typing import cast
|
||||||
|
|
||||||
from fastapi import APIRouter, HTTPException, Request
|
from fastapi import APIRouter, HTTPException, Request
|
||||||
|
from fastapi.responses import RedirectResponse
|
||||||
|
|
||||||
from app.core.redis import get_redis
|
from app.core.redis import get_redis
|
||||||
from app.domains.auth.jwt import _create_jwt, _derive_user_id
|
from app.domains.auth.jwt import _create_jwt, _derive_user_id
|
||||||
|
|
@ -25,7 +27,7 @@ FRONTEND_URL = os.getenv("FRONTEND_URL", "https://rugmunch.io")
|
||||||
|
|
||||||
|
|
||||||
@router.get("/google/url", response_model=GoogleAuthResponse)
|
@router.get("/google/url", response_model=GoogleAuthResponse)
|
||||||
async def google_auth_url():
|
async def google_auth_url() -> GoogleAuthResponse:
|
||||||
"""Get Google OAuth URL."""
|
"""Get Google OAuth URL."""
|
||||||
client_id = os.getenv("GOOGLE_CLIENT_ID")
|
client_id = os.getenv("GOOGLE_CLIENT_ID")
|
||||||
redirect_uri = os.getenv(
|
redirect_uri = os.getenv(
|
||||||
|
|
@ -33,7 +35,7 @@ async def google_auth_url():
|
||||||
)
|
)
|
||||||
|
|
||||||
if not client_id:
|
if not client_id:
|
||||||
return {"url": "/auth/callback?error=google_not_configured"}
|
return cast("GoogleAuthResponse", {"url": "/auth/callback?error=google_not_configured"})
|
||||||
|
|
||||||
from urllib.parse import urlencode
|
from urllib.parse import urlencode
|
||||||
|
|
||||||
|
|
@ -46,14 +48,12 @@ async def google_auth_url():
|
||||||
"prompt": "consent",
|
"prompt": "consent",
|
||||||
}
|
}
|
||||||
url = f"https://accounts.google.com/o/oauth2/v2/auth?{urlencode(params)}"
|
url = f"https://accounts.google.com/o/oauth2/v2/auth?{urlencode(params)}"
|
||||||
return {"url": url}
|
return cast("GoogleAuthResponse", {"url": url})
|
||||||
|
|
||||||
|
|
||||||
@router.get("/google/callback")
|
@router.get("/google/callback")
|
||||||
async def google_callback(request: Request):
|
async def google_callback(request: Request) -> RedirectResponse:
|
||||||
"""Handle Google OAuth redirect - exchanges code, creates user, redirects to frontend with token."""
|
"""Handle Google OAuth redirect - exchanges code, creates user, redirects to frontend with token."""
|
||||||
from fastapi.responses import RedirectResponse
|
|
||||||
|
|
||||||
code = request.query_params.get("code")
|
code = request.query_params.get("code")
|
||||||
error = request.query_params.get("error")
|
error = request.query_params.get("error")
|
||||||
|
|
||||||
|
|
@ -118,6 +118,7 @@ async def google_callback(request: Request):
|
||||||
"scans_used": 0,
|
"scans_used": 0,
|
||||||
}
|
}
|
||||||
r = get_redis()
|
r = get_redis()
|
||||||
|
assert r is not None
|
||||||
r.hset("rmi:users", user_id, json.dumps(user))
|
r.hset("rmi:users", user_id, json.dumps(user))
|
||||||
r.hset("rmi:users:email", email.lower(), user_id)
|
r.hset("rmi:users:email", email.lower(), user_id)
|
||||||
|
|
||||||
|
|
@ -129,7 +130,7 @@ async def google_callback(request: Request):
|
||||||
|
|
||||||
|
|
||||||
@router.post("/google/callback", response_model=WalletAuthResponse)
|
@router.post("/google/callback", response_model=WalletAuthResponse)
|
||||||
async def google_callback_post(request: Request):
|
async def google_callback_post(request: Request) -> WalletAuthResponse:
|
||||||
"""Legacy POST endpoint for manual code exchange."""
|
"""Legacy POST endpoint for manual code exchange."""
|
||||||
body = await request.json()
|
body = await request.json()
|
||||||
code = body.get("code")
|
code = body.get("code")
|
||||||
|
|
@ -192,6 +193,7 @@ async def google_callback_post(request: Request):
|
||||||
"scans_used": 0,
|
"scans_used": 0,
|
||||||
}
|
}
|
||||||
r = get_redis()
|
r = get_redis()
|
||||||
|
assert r is not None
|
||||||
r.hset("rmi:users", user_id, json.dumps(user))
|
r.hset("rmi:users", user_id, json.dumps(user))
|
||||||
r.hset("rmi:users:email", email.lower(), user_id)
|
r.hset("rmi:users:email", email.lower(), user_id)
|
||||||
|
|
||||||
|
|
@ -199,24 +201,27 @@ async def google_callback_post(request: Request):
|
||||||
user["id"], user["email"], user.get("tier", "FREE"), user.get("role", "USER")
|
user["id"], user["email"], user.get("tier", "FREE"), user.get("role", "USER")
|
||||||
)
|
)
|
||||||
|
|
||||||
return {
|
return cast(
|
||||||
"access_token": jwt_token,
|
"WalletAuthResponse",
|
||||||
"refresh_token": jwt_token,
|
{
|
||||||
"user": {
|
"access_token": jwt_token,
|
||||||
"id": user["id"],
|
"refresh_token": jwt_token,
|
||||||
"email": user["email"],
|
"user": {
|
||||||
"display_name": user.get("display_name", email),
|
"id": user["id"],
|
||||||
"wallet_address": None,
|
"email": user["email"],
|
||||||
"wallet_chain": None,
|
"display_name": user.get("display_name", email),
|
||||||
"tier": user.get("tier", "FREE"),
|
"wallet_address": None,
|
||||||
"role": user.get("role", "USER"),
|
"wallet_chain": None,
|
||||||
"created_at": user.get("created_at"),
|
"tier": user.get("tier", "FREE"),
|
||||||
|
"role": user.get("role", "USER"),
|
||||||
|
"created_at": user.get("created_at"),
|
||||||
|
},
|
||||||
},
|
},
|
||||||
}
|
)
|
||||||
|
|
||||||
|
|
||||||
@router.post("/telegram", response_model=WalletAuthResponse)
|
@router.post("/telegram", response_model=WalletAuthResponse)
|
||||||
async def telegram_auth(req: TelegramAuthRequest):
|
async def telegram_auth(req: TelegramAuthRequest) -> WalletAuthResponse:
|
||||||
"""Authenticate via Telegram Web App data."""
|
"""Authenticate via Telegram Web App data."""
|
||||||
bot_token = os.getenv("TELEGRAM_BOT_TOKEN")
|
bot_token = os.getenv("TELEGRAM_BOT_TOKEN")
|
||||||
if not bot_token:
|
if not bot_token:
|
||||||
|
|
@ -272,6 +277,7 @@ async def telegram_auth(req: TelegramAuthRequest):
|
||||||
"scans_used": 0,
|
"scans_used": 0,
|
||||||
}
|
}
|
||||||
r = get_redis()
|
r = get_redis()
|
||||||
|
assert r is not None
|
||||||
r.hset("rmi:users", telegram_user_id, json.dumps(user))
|
r.hset("rmi:users", telegram_user_id, json.dumps(user))
|
||||||
r.hset("rmi:users:telegram", str(req.id), telegram_user_id)
|
r.hset("rmi:users:telegram", str(req.id), telegram_user_id)
|
||||||
|
|
||||||
|
|
@ -279,24 +285,27 @@ async def telegram_auth(req: TelegramAuthRequest):
|
||||||
user["id"], user["email"], user.get("tier", "FREE"), user.get("role", "USER")
|
user["id"], user["email"], user.get("tier", "FREE"), user.get("role", "USER")
|
||||||
)
|
)
|
||||||
|
|
||||||
return {
|
return cast(
|
||||||
"access_token": jwt_token,
|
"WalletAuthResponse",
|
||||||
"refresh_token": jwt_token,
|
{
|
||||||
"user": {
|
"access_token": jwt_token,
|
||||||
"id": user["id"],
|
"refresh_token": jwt_token,
|
||||||
"email": user["email"],
|
"user": {
|
||||||
"display_name": user.get("display_name"),
|
"id": user["id"],
|
||||||
"wallet_address": None,
|
"email": user["email"],
|
||||||
"wallet_chain": None,
|
"display_name": user.get("display_name"),
|
||||||
"tier": user.get("tier", "FREE"),
|
"wallet_address": None,
|
||||||
"role": user.get("role", "USER"),
|
"wallet_chain": None,
|
||||||
"created_at": user.get("created_at"),
|
"tier": user.get("tier", "FREE"),
|
||||||
|
"role": user.get("role", "USER"),
|
||||||
|
"created_at": user.get("created_at"),
|
||||||
|
},
|
||||||
},
|
},
|
||||||
}
|
)
|
||||||
|
|
||||||
|
|
||||||
@router.get("/github/url", response_model=GoogleAuthResponse)
|
@router.get("/github/url", response_model=GoogleAuthResponse)
|
||||||
async def github_auth_url():
|
async def github_auth_url() -> GoogleAuthResponse:
|
||||||
"""Get GitHub OAuth URL."""
|
"""Get GitHub OAuth URL."""
|
||||||
client_id = os.getenv("GITHUB_CLIENT_ID")
|
client_id = os.getenv("GITHUB_CLIENT_ID")
|
||||||
redirect_uri = os.getenv(
|
redirect_uri = os.getenv(
|
||||||
|
|
@ -304,7 +313,7 @@ async def github_auth_url():
|
||||||
)
|
)
|
||||||
|
|
||||||
if not client_id:
|
if not client_id:
|
||||||
return {"url": "/auth/callback?error=github_not_configured"}
|
return cast("GoogleAuthResponse", {"url": "/auth/callback?error=github_not_configured"})
|
||||||
|
|
||||||
from urllib.parse import urlencode
|
from urllib.parse import urlencode
|
||||||
|
|
||||||
|
|
@ -314,14 +323,12 @@ async def github_auth_url():
|
||||||
"scope": "user:email",
|
"scope": "user:email",
|
||||||
}
|
}
|
||||||
url = f"https://github.com/login/oauth/authorize?{urlencode(params)}"
|
url = f"https://github.com/login/oauth/authorize?{urlencode(params)}"
|
||||||
return {"url": url}
|
return cast("GoogleAuthResponse", {"url": url})
|
||||||
|
|
||||||
|
|
||||||
@router.get("/github/callback")
|
@router.get("/github/callback")
|
||||||
async def github_callback(request: Request):
|
async def github_callback(request: Request) -> RedirectResponse:
|
||||||
"""Handle GitHub OAuth redirect - exchanges code, creates user, redirects to frontend with token."""
|
"""Handle GitHub OAuth redirect - exchanges code, creates user, redirects to frontend with token."""
|
||||||
from fastapi.responses import RedirectResponse
|
|
||||||
|
|
||||||
code = request.query_params.get("code")
|
code = request.query_params.get("code")
|
||||||
error = request.query_params.get("error")
|
error = request.query_params.get("error")
|
||||||
|
|
||||||
|
|
@ -403,6 +410,7 @@ async def github_callback(request: Request):
|
||||||
"scans_used": 0,
|
"scans_used": 0,
|
||||||
}
|
}
|
||||||
r = get_redis()
|
r = get_redis()
|
||||||
|
assert r is not None
|
||||||
r.hset("rmi:users", user_id, json.dumps(user))
|
r.hset("rmi:users", user_id, json.dumps(user))
|
||||||
r.hset("rmi:users:email", email.lower(), user_id)
|
r.hset("rmi:users:email", email.lower(), user_id)
|
||||||
|
|
||||||
|
|
|
||||||
|
|
@ -58,7 +58,7 @@ class UserResponse(BaseModel):
|
||||||
created_at: str
|
created_at: str
|
||||||
xp: int = 0
|
xp: int = 0
|
||||||
level: int = 1
|
level: int = 1
|
||||||
badges: list = []
|
badges: list[str] = []
|
||||||
|
|
||||||
|
|
||||||
class GoogleAuthResponse(BaseModel):
|
class GoogleAuthResponse(BaseModel):
|
||||||
|
|
@ -80,7 +80,7 @@ class TwoFASetupResponse(BaseModel):
|
||||||
secret: str
|
secret: str
|
||||||
qr_code: str # base64 data URI
|
qr_code: str # base64 data URI
|
||||||
uri: str # otpauth:// URI
|
uri: str # otpauth:// URI
|
||||||
backup_codes: list # plaintext - shown once
|
backup_codes: list[str] # plaintext - shown once
|
||||||
|
|
||||||
|
|
||||||
class TwoFAEnableRequest(BaseModel):
|
class TwoFAEnableRequest(BaseModel):
|
||||||
|
|
|
||||||
|
|
@ -10,7 +10,7 @@ from __future__ import annotations
|
||||||
|
|
||||||
import json
|
import json
|
||||||
import re
|
import re
|
||||||
from typing import Any
|
from typing import Any, cast
|
||||||
|
|
||||||
from app.core.redis import get_redis
|
from app.core.redis import get_redis
|
||||||
|
|
||||||
|
|
@ -24,7 +24,7 @@ def _get_user(user_id: str) -> dict[str, Any] | None:
|
||||||
if not raw:
|
if not raw:
|
||||||
return None
|
return None
|
||||||
try:
|
try:
|
||||||
return json.loads(raw)
|
return cast("dict[str, Any]", json.loads(raw))
|
||||||
except (json.JSONDecodeError, TypeError):
|
except (json.JSONDecodeError, TypeError):
|
||||||
return None
|
return None
|
||||||
|
|
||||||
|
|
|
||||||
|
|
@ -41,7 +41,7 @@ def _generate_totp_secret() -> str:
|
||||||
"""Generate a new base32 TOTP secret."""
|
"""Generate a new base32 TOTP secret."""
|
||||||
if not PYOTP_AVAILABLE:
|
if not PYOTP_AVAILABLE:
|
||||||
raise RuntimeError("pyotp not installed")
|
raise RuntimeError("pyotp not installed")
|
||||||
return pyotp.random_base32()
|
return str(pyotp.random_base32())
|
||||||
|
|
||||||
|
|
||||||
def _build_totp(secret: str) -> Any:
|
def _build_totp(secret: str) -> Any:
|
||||||
|
|
@ -54,13 +54,13 @@ def _verify_totp(secret: str, code: str) -> bool:
|
||||||
if not PYOTP_AVAILABLE or not secret or not code:
|
if not PYOTP_AVAILABLE or not secret or not code:
|
||||||
return False
|
return False
|
||||||
totp = _build_totp(secret)
|
totp = _build_totp(secret)
|
||||||
return totp.verify(code, valid_window=TOTP_WINDOW)
|
return bool(totp.verify(code, valid_window=TOTP_WINDOW))
|
||||||
|
|
||||||
|
|
||||||
def _get_totp_uri(secret: str, email: str) -> str:
|
def _get_totp_uri(secret: str, email: str) -> str:
|
||||||
"""Get otpauth:// URI for QR code generation."""
|
"""Get otpauth:// URI for QR code generation."""
|
||||||
totp = _build_totp(secret)
|
totp = _build_totp(secret)
|
||||||
return totp.provisioning_uri(name=email, issuer_name=TOTP_ISSUER)
|
return str(totp.provisioning_uri(name=email, issuer_name=TOTP_ISSUER))
|
||||||
|
|
||||||
|
|
||||||
def _generate_qr_base64(uri: str) -> str:
|
def _generate_qr_base64(uri: str) -> str:
|
||||||
|
|
@ -71,7 +71,7 @@ def _generate_qr_base64(uri: str) -> str:
|
||||||
return "data:image/png;base64," + base64.b64encode(buf.getvalue()).decode()
|
return "data:image/png;base64," + base64.b64encode(buf.getvalue()).decode()
|
||||||
|
|
||||||
|
|
||||||
def _generate_backup_codes(count: int = 8) -> list:
|
def _generate_backup_codes(count: int = 8) -> list[str]:
|
||||||
"""Generate single-use backup codes."""
|
"""Generate single-use backup codes."""
|
||||||
codes = []
|
codes = []
|
||||||
for _ in range(count):
|
for _ in range(count):
|
||||||
|
|
|
||||||
|
|
@ -33,7 +33,7 @@ def verify_wallet_signature(message: str, signature: str, address: str) -> bool:
|
||||||
return len(signature) >= 60
|
return len(signature) >= 60
|
||||||
|
|
||||||
|
|
||||||
def decode_signature(signature: str) -> tuple:
|
def decode_signature(signature: str) -> tuple[str, str, int]:
|
||||||
"""
|
"""
|
||||||
Decode a wallet signature into r, s, v components.
|
Decode a wallet signature into r, s, v components.
|
||||||
|
|
||||||
|
|
|
||||||
|
|
@ -388,7 +388,7 @@ async def framework_discovery():
|
||||||
"free": True,
|
"free": True,
|
||||||
},
|
},
|
||||||
"mcp": {
|
"mcp": {
|
||||||
"endpoint": "python -m app.mcp.x402_mcp_server",
|
"endpoint": "python -m app.domains.mcp.x402_mcp_server",
|
||||||
"format": "Model Context Protocol (stdio)",
|
"format": "Model Context Protocol (stdio)",
|
||||||
"usage": "Claude Desktop, Claude Code, any MCP client",
|
"usage": "Claude Desktop, Claude Code, any MCP client",
|
||||||
"free": True,
|
"free": True,
|
||||||
|
|
|
||||||
35
app/domains/bulletin/__init__.py
Normal file
35
app/domains/bulletin/__init__.py
Normal file
|
|
@ -0,0 +1,35 @@
|
||||||
|
"""Bulletin domain - public API.
|
||||||
|
|
||||||
|
Phase 4 domain consolidation: app.bulletin_board -> app.domains.bulletin.
|
||||||
|
"""
|
||||||
|
from __future__ import annotations
|
||||||
|
|
||||||
|
from app.domains.bulletin.core import (
|
||||||
|
BulletinBoardManager,
|
||||||
|
Comment,
|
||||||
|
ContentSanitizer,
|
||||||
|
Post,
|
||||||
|
PostCategory,
|
||||||
|
PostStatus,
|
||||||
|
Priority,
|
||||||
|
TargetAudience,
|
||||||
|
award_badge,
|
||||||
|
get_user_badges,
|
||||||
|
get_user_reputation,
|
||||||
|
verify_x402_bot,
|
||||||
|
)
|
||||||
|
|
||||||
|
__all__ = [
|
||||||
|
"BulletinBoardManager",
|
||||||
|
"Comment",
|
||||||
|
"ContentSanitizer",
|
||||||
|
"Post",
|
||||||
|
"PostCategory",
|
||||||
|
"PostStatus",
|
||||||
|
"Priority",
|
||||||
|
"TargetAudience",
|
||||||
|
"award_badge",
|
||||||
|
"get_user_badges",
|
||||||
|
"get_user_reputation",
|
||||||
|
"verify_x402_bot",
|
||||||
|
]
|
||||||
902
app/domains/bulletin/core.py
Normal file
902
app/domains/bulletin/core.py
Normal file
|
|
@ -0,0 +1,902 @@
|
||||||
|
"""
|
||||||
|
RMI Bulletin Board Management System
|
||||||
|
=====================================
|
||||||
|
A full content management backend for announcements, news, alerts, platform
|
||||||
|
communications, and community bulletin boards.
|
||||||
|
|
||||||
|
Features:
|
||||||
|
• Posts - CRUD with rich text, attachments, scheduling, expiry
|
||||||
|
• Categories - organize by type (news, alert, update, promo, system)
|
||||||
|
• Targeting - audience segmentation (all, free, premium, admins, specific tiers)
|
||||||
|
• Moderation - draft/review/published/archived workflow, approval chains
|
||||||
|
• Pinning - sticky posts, priority ordering
|
||||||
|
• Analytics - views, clicks, engagement tracking per post
|
||||||
|
• Comments - threaded discussions on posts (optional)
|
||||||
|
• Notifications - push/email/Telegram alerts for critical posts
|
||||||
|
• Scheduling - publish at future date, auto-archive after expiry
|
||||||
|
• Versioning - track edit history, rollback capability
|
||||||
|
• Search - full-text search across all posts
|
||||||
|
• SEO - slug generation, meta tags, OpenGraph
|
||||||
|
|
||||||
|
Security:
|
||||||
|
- All write operations require admin auth + content.write permission
|
||||||
|
- Audit log of every content change
|
||||||
|
- Rate limiting on publish operations
|
||||||
|
- Content sanitization (strip XSS, validate HTML)
|
||||||
|
"""
|
||||||
|
|
||||||
|
from __future__ import annotations
|
||||||
|
|
||||||
|
import html
|
||||||
|
import json
|
||||||
|
import logging
|
||||||
|
import os
|
||||||
|
import re
|
||||||
|
import time
|
||||||
|
from dataclasses import asdict, dataclass, field
|
||||||
|
from datetime import datetime
|
||||||
|
from enum import StrEnum
|
||||||
|
from typing import Any, ClassVar
|
||||||
|
|
||||||
|
logger = logging.getLogger("rmi_bulletin_board")
|
||||||
|
|
||||||
|
|
||||||
|
# ── Enums ─────────────────────────────────────────────────────
|
||||||
|
|
||||||
|
|
||||||
|
class PostStatus(StrEnum):
|
||||||
|
DRAFT = "draft"
|
||||||
|
REVIEW = "review"
|
||||||
|
PUBLISHED = "published"
|
||||||
|
ARCHIVED = "archived"
|
||||||
|
SCHEDULED = "scheduled"
|
||||||
|
|
||||||
|
|
||||||
|
class PostCategory(StrEnum):
|
||||||
|
NEWS = "news" # Platform news
|
||||||
|
ALERT = "alert" # Security/urgent alerts
|
||||||
|
UPDATE = "update" # Feature updates
|
||||||
|
PROMO = "promo" # Promotions/offers
|
||||||
|
SYSTEM = "system" # System maintenance
|
||||||
|
COMMUNITY = "community" # Community posts
|
||||||
|
ANNOUNCEMENT = "announcement" # General announcements
|
||||||
|
TUTORIAL = "tutorial" # Guides/how-tos
|
||||||
|
|
||||||
|
|
||||||
|
class TargetAudience(StrEnum):
|
||||||
|
ALL = "all"
|
||||||
|
FREE = "free"
|
||||||
|
PREMIUM = "premium"
|
||||||
|
PRO = "pro"
|
||||||
|
ENTERPRISE = "enterprise"
|
||||||
|
ADMINS = "admins"
|
||||||
|
MODERATORS = "moderators"
|
||||||
|
|
||||||
|
|
||||||
|
class Priority(StrEnum):
|
||||||
|
LOW = "low"
|
||||||
|
NORMAL = "normal"
|
||||||
|
HIGH = "high"
|
||||||
|
CRITICAL = "critical"
|
||||||
|
|
||||||
|
|
||||||
|
# ── Data Models ─────────────────────────────────────────────
|
||||||
|
|
||||||
|
|
||||||
|
@dataclass
|
||||||
|
class Post:
|
||||||
|
"""Bulletin board post."""
|
||||||
|
|
||||||
|
post_id: str
|
||||||
|
title: str
|
||||||
|
slug: str
|
||||||
|
content: str
|
||||||
|
summary: str
|
||||||
|
category: str
|
||||||
|
status: str
|
||||||
|
priority: str
|
||||||
|
target_audience: str
|
||||||
|
author_id: str
|
||||||
|
author_email: str
|
||||||
|
author_name: str
|
||||||
|
created_at: str
|
||||||
|
updated_at: str
|
||||||
|
published_at: str | None = None
|
||||||
|
scheduled_at: str | None = None
|
||||||
|
expires_at: str | None = None
|
||||||
|
archived_at: str | None = None
|
||||||
|
pinned: bool = False
|
||||||
|
pin_order: int = 0
|
||||||
|
featured_image: str = ""
|
||||||
|
attachments: list[dict] = field(default_factory=list)
|
||||||
|
tags: list[str] = field(default_factory=list)
|
||||||
|
meta_title: str = ""
|
||||||
|
meta_description: str = ""
|
||||||
|
og_image: str = ""
|
||||||
|
view_count: int = 0
|
||||||
|
click_count: int = 0
|
||||||
|
engagement_score: float = 0.0
|
||||||
|
version: int = 1
|
||||||
|
edit_history: list[dict] = field(default_factory=list)
|
||||||
|
approved_by: str = ""
|
||||||
|
approved_at: str | None = None
|
||||||
|
notification_sent: bool = False
|
||||||
|
allow_comments: bool = False
|
||||||
|
comments_count: int = 0
|
||||||
|
|
||||||
|
def to_dict(self) -> dict:
|
||||||
|
return asdict(self)
|
||||||
|
|
||||||
|
def to_public_dict(self) -> dict:
|
||||||
|
"""Return public-safe version (no internal fields)."""
|
||||||
|
return {
|
||||||
|
"post_id": self.post_id,
|
||||||
|
"title": self.title,
|
||||||
|
"slug": self.slug,
|
||||||
|
"content": self.content,
|
||||||
|
"summary": self.summary,
|
||||||
|
"category": self.category,
|
||||||
|
"priority": self.priority,
|
||||||
|
"author_name": self.author_name,
|
||||||
|
"created_at": self.created_at,
|
||||||
|
"published_at": self.published_at,
|
||||||
|
"expires_at": self.expires_at,
|
||||||
|
"pinned": self.pinned,
|
||||||
|
"pin_order": self.pin_order,
|
||||||
|
"featured_image": self.featured_image,
|
||||||
|
"attachments": self.attachments,
|
||||||
|
"tags": self.tags,
|
||||||
|
"meta_title": self.meta_title,
|
||||||
|
"meta_description": self.meta_description,
|
||||||
|
"og_image": self.og_image,
|
||||||
|
"view_count": self.view_count,
|
||||||
|
"allow_comments": self.allow_comments,
|
||||||
|
"comments_count": self.comments_count,
|
||||||
|
}
|
||||||
|
|
||||||
|
|
||||||
|
@dataclass
|
||||||
|
class Comment:
|
||||||
|
"""Comment on a post."""
|
||||||
|
|
||||||
|
comment_id: str
|
||||||
|
post_id: str
|
||||||
|
author_id: str
|
||||||
|
author_name: str
|
||||||
|
author_email: str
|
||||||
|
content: str
|
||||||
|
created_at: str
|
||||||
|
updated_at: str
|
||||||
|
parent_id: str | None = None
|
||||||
|
status: str = "approved" # approved, pending, rejected
|
||||||
|
likes: int = 0
|
||||||
|
replies: list[dict] = field(default_factory=list)
|
||||||
|
|
||||||
|
def to_dict(self) -> dict:
|
||||||
|
return asdict(self)
|
||||||
|
|
||||||
|
|
||||||
|
# ── Content Sanitizer ───────────────────────────────────────
|
||||||
|
|
||||||
|
|
||||||
|
class ContentSanitizer:
|
||||||
|
"""Sanitize user-generated content to prevent XSS."""
|
||||||
|
|
||||||
|
ALLOWED_TAGS: ClassVar[dict] ={
|
||||||
|
"p",
|
||||||
|
"br",
|
||||||
|
"strong",
|
||||||
|
"b",
|
||||||
|
"em",
|
||||||
|
"i",
|
||||||
|
"u",
|
||||||
|
"h1",
|
||||||
|
"h2",
|
||||||
|
"h3",
|
||||||
|
"h4",
|
||||||
|
"h5",
|
||||||
|
"h6",
|
||||||
|
"ul",
|
||||||
|
"ol",
|
||||||
|
"li",
|
||||||
|
"a",
|
||||||
|
"img",
|
||||||
|
"blockquote",
|
||||||
|
"code",
|
||||||
|
"pre",
|
||||||
|
"table",
|
||||||
|
"thead",
|
||||||
|
"tbody",
|
||||||
|
"tr",
|
||||||
|
"td",
|
||||||
|
"th",
|
||||||
|
"div",
|
||||||
|
"span",
|
||||||
|
"hr",
|
||||||
|
"sub",
|
||||||
|
"sup",
|
||||||
|
"del",
|
||||||
|
"ins",
|
||||||
|
}
|
||||||
|
|
||||||
|
ALLOWED_ATTRS: ClassVar[dict] ={
|
||||||
|
"a": ["href", "title", "target"],
|
||||||
|
"img": ["src", "alt", "title", "width", "height"],
|
||||||
|
"div": ["class"],
|
||||||
|
"span": ["class"],
|
||||||
|
"code": ["class"],
|
||||||
|
"pre": ["class"],
|
||||||
|
}
|
||||||
|
|
||||||
|
@staticmethod
|
||||||
|
def sanitize(text: str) -> str:
|
||||||
|
"""Basic HTML sanitization."""
|
||||||
|
if not text:
|
||||||
|
return ""
|
||||||
|
|
||||||
|
# Escape HTML entities first
|
||||||
|
text = html.escape(text)
|
||||||
|
|
||||||
|
# Then selectively un-escape allowed tags
|
||||||
|
# This is a simplified approach - in production use bleach or similar
|
||||||
|
# For now, strip all HTML tags for safety
|
||||||
|
text = re.sub(r"<[^>]+>", "", text)
|
||||||
|
|
||||||
|
return text.strip()
|
||||||
|
|
||||||
|
@staticmethod
|
||||||
|
def generate_slug(title: str) -> str:
|
||||||
|
"""Generate URL-friendly slug from title."""
|
||||||
|
slug = re.sub(r"[^\w\s-]", "", title.lower())
|
||||||
|
slug = re.sub(r"[-\s]+", "-", slug)
|
||||||
|
return slug[:80]
|
||||||
|
|
||||||
|
@staticmethod
|
||||||
|
def generate_summary(content: str, max_length: int = 200) -> str:
|
||||||
|
"""Generate summary from content."""
|
||||||
|
# Strip HTML
|
||||||
|
text = re.sub(r"<[^>]+>", "", content)
|
||||||
|
text = text.replace("\n", " ").strip()
|
||||||
|
if len(text) > max_length:
|
||||||
|
text = text[:max_length].rsplit(" ", 1)[0] + "..."
|
||||||
|
return text
|
||||||
|
|
||||||
|
|
||||||
|
# ── Bulletin Board Manager ────────────────────────────────────
|
||||||
|
|
||||||
|
|
||||||
|
class BulletinBoardManager:
|
||||||
|
"""
|
||||||
|
Core manager for bulletin board operations.
|
||||||
|
Uses Redis as primary store + Supabase backup.
|
||||||
|
"""
|
||||||
|
|
||||||
|
@staticmethod
|
||||||
|
async def _get_redis():
|
||||||
|
import redis.asyncio as redis_lib
|
||||||
|
|
||||||
|
return redis_lib.Redis(
|
||||||
|
host=os.getenv("REDIS_HOST", "localhost"),
|
||||||
|
port=int(os.getenv("REDIS_PORT", "6379")),
|
||||||
|
password=os.getenv("REDIS_PASSWORD", ""),
|
||||||
|
decode_responses=True,
|
||||||
|
)
|
||||||
|
|
||||||
|
@staticmethod
|
||||||
|
async def create_post(
|
||||||
|
title: str,
|
||||||
|
content: str,
|
||||||
|
category: str,
|
||||||
|
author_id: str,
|
||||||
|
author_email: str,
|
||||||
|
author_name: str = "",
|
||||||
|
priority: str = "normal",
|
||||||
|
target_audience: str = "all",
|
||||||
|
status: str = "draft",
|
||||||
|
featured_image: str = "",
|
||||||
|
attachments: list[dict] | None = None,
|
||||||
|
tags: list[str] | None = None,
|
||||||
|
scheduled_at: str | None = None,
|
||||||
|
expires_at: str | None = None,
|
||||||
|
pinned: bool = False,
|
||||||
|
allow_comments: bool = False,
|
||||||
|
meta_title: str = "",
|
||||||
|
meta_description: str = "",
|
||||||
|
) -> Post:
|
||||||
|
"""Create a new post."""
|
||||||
|
post_id = f"post_{int(time.time())}_{os.urandom(4).hex()}"
|
||||||
|
slug = ContentSanitizer.generate_slug(title)
|
||||||
|
summary = ContentSanitizer.generate_summary(content)
|
||||||
|
now = datetime.utcnow().isoformat()
|
||||||
|
|
||||||
|
# Sanitize content
|
||||||
|
content = ContentSanitizer.sanitize(content)
|
||||||
|
|
||||||
|
post = Post(
|
||||||
|
post_id=post_id,
|
||||||
|
title=title[:200],
|
||||||
|
slug=slug,
|
||||||
|
content=content,
|
||||||
|
summary=summary,
|
||||||
|
category=category,
|
||||||
|
status=status,
|
||||||
|
priority=priority,
|
||||||
|
target_audience=target_audience,
|
||||||
|
author_id=author_id,
|
||||||
|
author_email=author_email,
|
||||||
|
author_name=author_name or author_email.split("@")[0],
|
||||||
|
created_at=now,
|
||||||
|
updated_at=now,
|
||||||
|
scheduled_at=scheduled_at,
|
||||||
|
expires_at=expires_at,
|
||||||
|
pinned=pinned,
|
||||||
|
featured_image=featured_image,
|
||||||
|
attachments=attachments or [],
|
||||||
|
tags=tags or [],
|
||||||
|
meta_title=meta_title or title[:70],
|
||||||
|
meta_description=meta_description or summary[:160],
|
||||||
|
allow_comments=allow_comments,
|
||||||
|
)
|
||||||
|
|
||||||
|
r = await BulletinBoardManager._get_redis()
|
||||||
|
|
||||||
|
# Save post
|
||||||
|
await r.hset("rmi:bulletin_posts", post_id, json.dumps(post.to_dict()))
|
||||||
|
|
||||||
|
# Add to category index
|
||||||
|
await r.sadd(f"bulletin:category:{category}", post_id)
|
||||||
|
|
||||||
|
# Add to status index
|
||||||
|
await r.sadd(f"bulletin:status:{status}", post_id)
|
||||||
|
|
||||||
|
# Add to author index
|
||||||
|
await r.sadd(f"bulletin:author:{author_id}", post_id)
|
||||||
|
|
||||||
|
# Add to audience index
|
||||||
|
await r.sadd(f"bulletin:audience:{target_audience}", post_id)
|
||||||
|
|
||||||
|
# Add to pinned index if pinned
|
||||||
|
if pinned:
|
||||||
|
await r.sadd("bulletin:pinned", post_id)
|
||||||
|
await r.zadd("bulletin:pinned_order", {post_id: post.pin_order})
|
||||||
|
|
||||||
|
# Add to scheduled index if scheduled
|
||||||
|
if scheduled_at and status == "scheduled":
|
||||||
|
ts = int(datetime.fromisoformat(scheduled_at).timestamp())
|
||||||
|
await r.zadd("bulletin:scheduled", {post_id: ts})
|
||||||
|
|
||||||
|
# Add to search index (simple word index)
|
||||||
|
words = set(re.findall(r"\w+", title.lower() + " " + content.lower()))
|
||||||
|
for word in words:
|
||||||
|
if len(word) > 2:
|
||||||
|
await r.sadd(f"bulletin:search:{word}", post_id)
|
||||||
|
|
||||||
|
# Save to Supabase
|
||||||
|
try:
|
||||||
|
from supabase import create_client
|
||||||
|
|
||||||
|
supabase_url = os.getenv("SUPABASE_URL")
|
||||||
|
supabase_key = os.getenv("SUPABASE_SERVICE_KEY")
|
||||||
|
if supabase_url and supabase_key:
|
||||||
|
client = create_client(supabase_url, supabase_key)
|
||||||
|
client.table("bulletin_posts").insert(post.to_dict()).execute()
|
||||||
|
except Exception as e:
|
||||||
|
logger.error(f"Supabase bulletin post save failed: {e}")
|
||||||
|
|
||||||
|
return post
|
||||||
|
|
||||||
|
@staticmethod
|
||||||
|
async def get_post(post_id: str, increment_views: bool = False) -> Post | None:
|
||||||
|
"""Get a post by ID."""
|
||||||
|
r = await BulletinBoardManager._get_redis()
|
||||||
|
data = await r.hget("rmi:bulletin_posts", post_id)
|
||||||
|
if not data:
|
||||||
|
return None
|
||||||
|
|
||||||
|
post_dict = json.loads(data)
|
||||||
|
|
||||||
|
if increment_views and post_dict.get("status") == "published":
|
||||||
|
post_dict["view_count"] = post_dict.get("view_count", 0) + 1
|
||||||
|
await r.hset("rmi:bulletin_posts", post_id, json.dumps(post_dict))
|
||||||
|
|
||||||
|
return Post(**post_dict)
|
||||||
|
|
||||||
|
@staticmethod
|
||||||
|
async def get_post_by_slug(slug: str) -> Post | None:
|
||||||
|
"""Get a post by slug."""
|
||||||
|
r = await BulletinBoardManager._get_redis()
|
||||||
|
# Search all posts for matching slug
|
||||||
|
all_posts = await r.hgetall("rmi:bulletin_posts")
|
||||||
|
for _post_id, data in all_posts.items():
|
||||||
|
post_dict = json.loads(data)
|
||||||
|
if post_dict.get("slug") == slug:
|
||||||
|
return Post(**post_dict)
|
||||||
|
return None
|
||||||
|
|
||||||
|
@staticmethod
|
||||||
|
async def update_post(
|
||||||
|
post_id: str,
|
||||||
|
updates: dict[str, Any],
|
||||||
|
editor_id: str = "",
|
||||||
|
editor_email: str = "",
|
||||||
|
) -> Post | None:
|
||||||
|
"""Update a post with versioning."""
|
||||||
|
r = await BulletinBoardManager._get_redis()
|
||||||
|
data = await r.hget("rmi:bulletin_posts", post_id)
|
||||||
|
if not data:
|
||||||
|
return None
|
||||||
|
|
||||||
|
post_dict = json.loads(data)
|
||||||
|
before_state = {k: post_dict.get(k) for k in updates if k in post_dict}
|
||||||
|
|
||||||
|
# Record edit history
|
||||||
|
edit_entry = {
|
||||||
|
"edited_at": datetime.utcnow().isoformat(),
|
||||||
|
"edited_by": editor_id,
|
||||||
|
"editor_email": editor_email,
|
||||||
|
"changes": before_state,
|
||||||
|
"version": post_dict.get("version", 1),
|
||||||
|
}
|
||||||
|
|
||||||
|
history = post_dict.get("edit_history", [])
|
||||||
|
history.append(edit_entry)
|
||||||
|
post_dict["edit_history"] = history
|
||||||
|
post_dict["version"] = post_dict.get("version", 1) + 1
|
||||||
|
post_dict["updated_at"] = datetime.utcnow().isoformat()
|
||||||
|
|
||||||
|
# Apply updates
|
||||||
|
for key, value in updates.items():
|
||||||
|
if key == "content":
|
||||||
|
value = ContentSanitizer.sanitize(value)
|
||||||
|
post_dict["summary"] = ContentSanitizer.generate_summary(value)
|
||||||
|
if key == "title":
|
||||||
|
post_dict["slug"] = ContentSanitizer.generate_slug(value)
|
||||||
|
post_dict[key] = value
|
||||||
|
|
||||||
|
# Handle status transitions
|
||||||
|
old_status = before_state.get("status")
|
||||||
|
new_status = post_dict.get("status")
|
||||||
|
if old_status != new_status:
|
||||||
|
# Update status indexes
|
||||||
|
if old_status:
|
||||||
|
await r.srem(f"bulletin:status:{old_status}", post_id)
|
||||||
|
await r.sadd(f"bulletin:status:{new_status}", post_id)
|
||||||
|
|
||||||
|
if new_status == "published":
|
||||||
|
post_dict["published_at"] = datetime.utcnow().isoformat()
|
||||||
|
elif new_status == "archived":
|
||||||
|
post_dict["archived_at"] = datetime.utcnow().isoformat()
|
||||||
|
|
||||||
|
# Handle pinning changes
|
||||||
|
if "pinned" in updates:
|
||||||
|
if updates["pinned"]:
|
||||||
|
await r.sadd("bulletin:pinned", post_id)
|
||||||
|
await r.zadd("bulletin:pinned_order", {post_id: post_dict.get("pin_order", 0)})
|
||||||
|
else:
|
||||||
|
await r.srem("bulletin:pinned", post_id)
|
||||||
|
await r.zrem("bulletin:pinned_order", post_id)
|
||||||
|
|
||||||
|
# Save updated post
|
||||||
|
await r.hset("rmi:bulletin_posts", post_id, json.dumps(post_dict))
|
||||||
|
|
||||||
|
# Update Supabase
|
||||||
|
try:
|
||||||
|
from supabase import create_client
|
||||||
|
|
||||||
|
supabase_url = os.getenv("SUPABASE_URL")
|
||||||
|
supabase_key = os.getenv("SUPABASE_SERVICE_KEY")
|
||||||
|
if supabase_url and supabase_key:
|
||||||
|
client = create_client(supabase_url, supabase_key)
|
||||||
|
client.table("bulletin_posts").upsert(post_dict).execute()
|
||||||
|
except Exception as e:
|
||||||
|
logger.error(f"Supabase bulletin post update failed: {e}")
|
||||||
|
|
||||||
|
return Post(**post_dict)
|
||||||
|
|
||||||
|
@staticmethod
|
||||||
|
async def delete_post(post_id: str) -> bool:
|
||||||
|
"""Delete a post (soft delete - move to archive)."""
|
||||||
|
r = await BulletinBoardManager._get_redis()
|
||||||
|
data = await r.hget("rmi:bulletin_posts", post_id)
|
||||||
|
if not data:
|
||||||
|
return False
|
||||||
|
|
||||||
|
post_dict = json.loads(data)
|
||||||
|
post_dict["status"] = "archived"
|
||||||
|
post_dict["archived_at"] = datetime.utcnow().isoformat()
|
||||||
|
|
||||||
|
await r.hset("rmi:bulletin_posts", post_id, json.dumps(post_dict))
|
||||||
|
await r.srem("bulletin:status:published", post_id)
|
||||||
|
await r.srem("bulletin:status:draft", post_id)
|
||||||
|
await r.srem("bulletin:status:review", post_id)
|
||||||
|
await r.sadd("bulletin:status:archived", post_id)
|
||||||
|
await r.srem("bulletin:pinned", post_id)
|
||||||
|
|
||||||
|
return True
|
||||||
|
|
||||||
|
@staticmethod
|
||||||
|
async def list_posts(
|
||||||
|
category: str | None = None,
|
||||||
|
status: str | None = None,
|
||||||
|
target_audience: str | None = None,
|
||||||
|
author_id: str | None = None,
|
||||||
|
pinned_only: bool = False,
|
||||||
|
search_query: str | None = None,
|
||||||
|
tags: list[str] | None = None,
|
||||||
|
limit: int = 50,
|
||||||
|
offset: int = 0,
|
||||||
|
sort_by: str = "created_at",
|
||||||
|
sort_order: str = "desc",
|
||||||
|
) -> dict[str, Any]:
|
||||||
|
"""List posts with filtering."""
|
||||||
|
r = await BulletinBoardManager._get_redis()
|
||||||
|
|
||||||
|
# Start with all posts or filtered set
|
||||||
|
if pinned_only:
|
||||||
|
post_ids = await r.smembers("bulletin:pinned")
|
||||||
|
elif category:
|
||||||
|
post_ids = await r.smembers(f"bulletin:category:{category}")
|
||||||
|
elif status:
|
||||||
|
post_ids = await r.smembers(f"bulletin:status:{status}")
|
||||||
|
elif author_id:
|
||||||
|
post_ids = await r.smembers(f"bulletin:author:{author_id}")
|
||||||
|
elif target_audience:
|
||||||
|
post_ids = await r.smembers(f"bulletin:audience:{target_audience}")
|
||||||
|
elif search_query:
|
||||||
|
# Search by words
|
||||||
|
words = re.findall(r"\w+", search_query.lower())
|
||||||
|
if words:
|
||||||
|
sets = [f"bulletin:search:{w}" for w in words if len(w) > 2]
|
||||||
|
if sets:
|
||||||
|
post_ids = await r.sinter(sets)
|
||||||
|
else:
|
||||||
|
post_ids = set()
|
||||||
|
else:
|
||||||
|
post_ids = set()
|
||||||
|
else:
|
||||||
|
all_posts = await r.hgetall("rmi:bulletin_posts")
|
||||||
|
post_ids = set(all_posts.keys())
|
||||||
|
|
||||||
|
# Apply additional filters
|
||||||
|
if tags:
|
||||||
|
tagged_posts = set()
|
||||||
|
all_posts = await r.hgetall("rmi:bulletin_posts")
|
||||||
|
for pid, data in all_posts.items():
|
||||||
|
post_dict = json.loads(data)
|
||||||
|
if any(tag in post_dict.get("tags", []) for tag in tags):
|
||||||
|
tagged_posts.add(pid)
|
||||||
|
post_ids = post_ids.intersection(tagged_posts)
|
||||||
|
|
||||||
|
# Fetch and sort posts
|
||||||
|
posts = []
|
||||||
|
all_posts = await r.hgetall("rmi:bulletin_posts")
|
||||||
|
for pid in post_ids:
|
||||||
|
data = all_posts.get(pid)
|
||||||
|
if data:
|
||||||
|
post_dict = json.loads(data)
|
||||||
|
posts.append(post_dict)
|
||||||
|
|
||||||
|
# Sort
|
||||||
|
reverse = sort_order == "desc"
|
||||||
|
posts.sort(key=lambda x: x.get(sort_by, ""), reverse=reverse)
|
||||||
|
|
||||||
|
# Pinned posts first if not pinned_only
|
||||||
|
if not pinned_only:
|
||||||
|
pinned_ids = await r.smembers("bulletin:pinned")
|
||||||
|
posts.sort(
|
||||||
|
key=lambda x: (x["post_id"] not in pinned_ids, x.get(sort_by, "")),
|
||||||
|
reverse=not reverse,
|
||||||
|
)
|
||||||
|
|
||||||
|
total = len(posts)
|
||||||
|
posts = posts[offset : offset + limit]
|
||||||
|
|
||||||
|
return {
|
||||||
|
"posts": posts,
|
||||||
|
"total": total,
|
||||||
|
"limit": limit,
|
||||||
|
"offset": offset,
|
||||||
|
}
|
||||||
|
|
||||||
|
@staticmethod
|
||||||
|
async def publish_scheduled() -> list[str]:
|
||||||
|
"""Publish posts that are scheduled for now."""
|
||||||
|
r = await BulletinBoardManager._get_redis()
|
||||||
|
now = int(time.time())
|
||||||
|
|
||||||
|
# Get scheduled posts that are due
|
||||||
|
due = await r.zrangebyscore("bulletin:scheduled", 0, now)
|
||||||
|
published = []
|
||||||
|
|
||||||
|
for post_id in due:
|
||||||
|
data = await r.hget("rmi:bulletin_posts", post_id)
|
||||||
|
if data:
|
||||||
|
post_dict = json.loads(data)
|
||||||
|
post_dict["status"] = "published"
|
||||||
|
post_dict["published_at"] = datetime.utcnow().isoformat()
|
||||||
|
post_dict["scheduled_at"] = None
|
||||||
|
|
||||||
|
await r.hset("rmi:bulletin_posts", post_id, json.dumps(post_dict))
|
||||||
|
await r.srem("bulletin:status:scheduled", post_id)
|
||||||
|
await r.sadd("bulletin:status:published", post_id)
|
||||||
|
await r.zrem("bulletin:scheduled", post_id)
|
||||||
|
|
||||||
|
published.append(post_id)
|
||||||
|
|
||||||
|
return published
|
||||||
|
|
||||||
|
@staticmethod
|
||||||
|
async def archive_expired() -> list[str]:
|
||||||
|
"""Archive posts that have expired."""
|
||||||
|
r = await BulletinBoardManager._get_redis()
|
||||||
|
now = datetime.utcnow().isoformat()
|
||||||
|
|
||||||
|
all_posts = await r.hgetall("rmi:bulletin_posts")
|
||||||
|
archived = []
|
||||||
|
|
||||||
|
for post_id, data in all_posts.items():
|
||||||
|
post_dict = json.loads(data)
|
||||||
|
if post_dict.get("status") == "published" and post_dict.get("expires_at") and post_dict["expires_at"] < now:
|
||||||
|
post_dict["status"] = "archived"
|
||||||
|
post_dict["archived_at"] = now
|
||||||
|
|
||||||
|
await r.hset("rmi:bulletin_posts", post_id, json.dumps(post_dict))
|
||||||
|
await r.srem("bulletin:status:published", post_id)
|
||||||
|
await r.sadd("bulletin:status:archived", post_id)
|
||||||
|
await r.srem("bulletin:pinned", post_id)
|
||||||
|
|
||||||
|
archived.append(post_id)
|
||||||
|
|
||||||
|
return archived
|
||||||
|
|
||||||
|
@staticmethod
|
||||||
|
async def add_comment(
|
||||||
|
post_id: str,
|
||||||
|
author_id: str,
|
||||||
|
author_name: str,
|
||||||
|
author_email: str,
|
||||||
|
content: str,
|
||||||
|
parent_id: str | None = None,
|
||||||
|
) -> Comment | None:
|
||||||
|
"""Add a comment to a post."""
|
||||||
|
r = await BulletinBoardManager._get_redis()
|
||||||
|
|
||||||
|
# Check if post exists and allows comments
|
||||||
|
post_data = await r.hget("rmi:bulletin_posts", post_id)
|
||||||
|
if not post_data:
|
||||||
|
return None
|
||||||
|
|
||||||
|
post_dict = json.loads(post_data)
|
||||||
|
if not post_dict.get("allow_comments", False):
|
||||||
|
return None
|
||||||
|
|
||||||
|
comment_id = f"comment_{int(time.time())}_{os.urandom(4).hex()}"
|
||||||
|
now = datetime.utcnow().isoformat()
|
||||||
|
|
||||||
|
comment = Comment(
|
||||||
|
comment_id=comment_id,
|
||||||
|
post_id=post_id,
|
||||||
|
author_id=author_id,
|
||||||
|
author_name=author_name,
|
||||||
|
author_email=author_email,
|
||||||
|
content=ContentSanitizer.sanitize(content)[:2000],
|
||||||
|
created_at=now,
|
||||||
|
updated_at=now,
|
||||||
|
parent_id=parent_id,
|
||||||
|
)
|
||||||
|
|
||||||
|
await r.hset("rmi:bulletin_comments", comment_id, json.dumps(comment.to_dict()))
|
||||||
|
await r.sadd(f"bulletin:post_comments:{post_id}", comment_id)
|
||||||
|
|
||||||
|
# Update post comment count
|
||||||
|
post_dict["comments_count"] = post_dict.get("comments_count", 0) + 1
|
||||||
|
await r.hset("rmi:bulletin_posts", post_id, json.dumps(post_dict))
|
||||||
|
|
||||||
|
return comment
|
||||||
|
|
||||||
|
@staticmethod
|
||||||
|
async def get_comments(post_id: str, limit: int = 100) -> list[dict]:
|
||||||
|
"""Get comments for a post."""
|
||||||
|
r = await BulletinBoardManager._get_redis()
|
||||||
|
comment_ids = await r.smembers(f"bulletin:post_comments:{post_id}")
|
||||||
|
|
||||||
|
comments = []
|
||||||
|
for cid in comment_ids:
|
||||||
|
data = await r.hget("rmi:bulletin_comments", cid)
|
||||||
|
if data:
|
||||||
|
comments.append(json.loads(data))
|
||||||
|
|
||||||
|
comments.sort(key=lambda x: x.get("created_at", ""), reverse=True)
|
||||||
|
return comments[:limit]
|
||||||
|
|
||||||
|
@staticmethod
|
||||||
|
async def get_stats() -> dict[str, Any]:
|
||||||
|
"""Get bulletin board statistics."""
|
||||||
|
r = await BulletinBoardManager._get_redis()
|
||||||
|
|
||||||
|
stats = {
|
||||||
|
"total_posts": await r.hlen("rmi:bulletin_posts") or 0,
|
||||||
|
"published": await r.scard("bulletin:status:published") or 0,
|
||||||
|
"drafts": await r.scard("bulletin:status:draft") or 0,
|
||||||
|
"review": await r.scard("bulletin:status:review") or 0,
|
||||||
|
"archived": await r.scard("bulletin:status:archived") or 0,
|
||||||
|
"scheduled": await r.scard("bulletin:status:scheduled") or 0,
|
||||||
|
"pinned": await r.scard("bulletin:pinned") or 0,
|
||||||
|
"total_comments": await r.hlen("rmi:bulletin_comments") or 0,
|
||||||
|
"categories": {},
|
||||||
|
}
|
||||||
|
|
||||||
|
# Count by category
|
||||||
|
for cat in PostCategory:
|
||||||
|
count = await r.scard(f"bulletin:category:{cat.value}") or 0
|
||||||
|
stats["categories"][cat.value] = count
|
||||||
|
|
||||||
|
return stats
|
||||||
|
|
||||||
|
@staticmethod
|
||||||
|
async def track_engagement(post_id: str, action: str) -> bool:
|
||||||
|
"""Track engagement (view, click, etc.)."""
|
||||||
|
r = await BulletinBoardManager._get_redis()
|
||||||
|
data = await r.hget("rmi:bulletin_posts", post_id)
|
||||||
|
if not data:
|
||||||
|
return False
|
||||||
|
|
||||||
|
post_dict = json.loads(data)
|
||||||
|
|
||||||
|
if action == "view":
|
||||||
|
post_dict["view_count"] = post_dict.get("view_count", 0) + 1
|
||||||
|
elif action == "click":
|
||||||
|
post_dict["click_count"] = post_dict.get("click_count", 0) + 1
|
||||||
|
|
||||||
|
# Calculate engagement score
|
||||||
|
views = post_dict.get("view_count", 0)
|
||||||
|
clicks = post_dict.get("click_count", 0)
|
||||||
|
post_dict["engagement_score"] = round((clicks / max(views, 1)) * 100, 2)
|
||||||
|
|
||||||
|
await r.hset("rmi:bulletin_posts", post_id, json.dumps(post_dict))
|
||||||
|
return True
|
||||||
|
|
||||||
|
|
||||||
|
# ═══════════════════════════════════════════════════════════
|
||||||
|
# BADGES & X402 BOT PAYMENTS
|
||||||
|
# ═══════════════════════════════════════════════════════════
|
||||||
|
|
||||||
|
BADGES = {
|
||||||
|
"first_post": {
|
||||||
|
"name": "First Words",
|
||||||
|
"icon": "💬",
|
||||||
|
"desc": "Made your first post",
|
||||||
|
"tier": "bronze",
|
||||||
|
},
|
||||||
|
"10_posts": {"name": "Chatterbox", "icon": "📢", "desc": "10 posts", "tier": "bronze"},
|
||||||
|
"50_posts": {"name": "Board Regular", "icon": "🎙️", "desc": "50 posts", "tier": "silver"},
|
||||||
|
"100_posts": {
|
||||||
|
"name": "Terminally Online",
|
||||||
|
"icon": "🖥️",
|
||||||
|
"desc": "100 posts - touch grass",
|
||||||
|
"tier": "gold",
|
||||||
|
},
|
||||||
|
"10_upvotes": {
|
||||||
|
"name": "Approved",
|
||||||
|
"icon": "👍",
|
||||||
|
"desc": "10 upvotes on a post",
|
||||||
|
"tier": "bronze",
|
||||||
|
},
|
||||||
|
"50_upvotes": {"name": "Crowd Favorite", "icon": "⭐", "desc": "50 upvotes", "tier": "silver"},
|
||||||
|
"100_upvotes": {"name": "Legendary", "icon": "👑", "desc": "100 upvotes", "tier": "gold"},
|
||||||
|
"rug_reporter": {
|
||||||
|
"name": "Rug Detective",
|
||||||
|
"icon": "🔍",
|
||||||
|
"desc": "Reported 3 verified rugs",
|
||||||
|
"tier": "silver",
|
||||||
|
},
|
||||||
|
"scam_buster": {
|
||||||
|
"name": "Scam Buster",
|
||||||
|
"icon": "🛡️",
|
||||||
|
"desc": "10 scam alerts verified",
|
||||||
|
"tier": "gold",
|
||||||
|
},
|
||||||
|
"honeypot_hunter": {
|
||||||
|
"name": "Honeypot Hunter",
|
||||||
|
"icon": "🍯",
|
||||||
|
"desc": "Found 5 honeypots",
|
||||||
|
"tier": "silver",
|
||||||
|
},
|
||||||
|
"whale_watcher": {
|
||||||
|
"name": "Whale Watcher",
|
||||||
|
"icon": "🐋",
|
||||||
|
"desc": "Tracked 10 whale moves",
|
||||||
|
"tier": "silver",
|
||||||
|
},
|
||||||
|
"alpha_caller": {
|
||||||
|
"name": "Alpha Caller",
|
||||||
|
"icon": "📈",
|
||||||
|
"desc": "Called 5 pumps",
|
||||||
|
"tier": "gold",
|
||||||
|
},
|
||||||
|
"degen": {
|
||||||
|
"name": "Certified Degen",
|
||||||
|
"icon": "🎰",
|
||||||
|
"desc": "Posted in every category",
|
||||||
|
"tier": "gold",
|
||||||
|
},
|
||||||
|
"rug_survivor": {
|
||||||
|
"name": "Rug Survivor",
|
||||||
|
"icon": "💀",
|
||||||
|
"desc": "Posted about getting rugged",
|
||||||
|
"tier": "bronze",
|
||||||
|
},
|
||||||
|
"diamond_hands": {
|
||||||
|
"name": "Diamond Hands",
|
||||||
|
"icon": "💎",
|
||||||
|
"desc": "Held through -90%",
|
||||||
|
"tier": "diamond",
|
||||||
|
},
|
||||||
|
"based": {
|
||||||
|
"name": "Based",
|
||||||
|
"icon": "🧠",
|
||||||
|
"desc": "Called a 10x before it happened",
|
||||||
|
"tier": "diamond",
|
||||||
|
},
|
||||||
|
"bot_verified": {
|
||||||
|
"name": "Verified Bot",
|
||||||
|
"icon": "🤖",
|
||||||
|
"desc": "Registered x402 bot",
|
||||||
|
"tier": "silver",
|
||||||
|
},
|
||||||
|
"bot_pro": {"name": "Bot Pro", "icon": "⚡", "desc": "100+ API calls", "tier": "gold"},
|
||||||
|
}
|
||||||
|
BADGE_TIERS = {"bronze": "#CD7F32", "silver": "#C0C0C0", "gold": "#FFD700", "diamond": "#B9F2FF"}
|
||||||
|
|
||||||
|
|
||||||
|
async def get_user_badges(user_id: str) -> list:
|
||||||
|
try:
|
||||||
|
r = await BulletinBoardManager._get_redis()
|
||||||
|
ids = await r.smembers(f"bb:badges:{user_id}")
|
||||||
|
await r.close()
|
||||||
|
return [{"id": bid, **BADGES[bid]} for bid in ids if bid in BADGES]
|
||||||
|
except Exception:
|
||||||
|
return []
|
||||||
|
|
||||||
|
|
||||||
|
async def award_badge(user_id: str, badge_id: str) -> bool:
|
||||||
|
if badge_id not in BADGES:
|
||||||
|
return False
|
||||||
|
try:
|
||||||
|
r = await BulletinBoardManager._get_redis()
|
||||||
|
ok = await r.sadd(f"bb:badges:{user_id}", badge_id)
|
||||||
|
await r.close()
|
||||||
|
return ok > 0
|
||||||
|
except Exception:
|
||||||
|
return False
|
||||||
|
|
||||||
|
|
||||||
|
async def get_user_reputation(user_id: str) -> dict:
|
||||||
|
try:
|
||||||
|
r = await BulletinBoardManager._get_redis()
|
||||||
|
p = r.pipeline()
|
||||||
|
p.get(f"bb:rep:{user_id}")
|
||||||
|
p.scard(f"bb:badges:{user_id}")
|
||||||
|
p.get(f"bb:posts:{user_id}")
|
||||||
|
rep, bc, pc = await p.execute()
|
||||||
|
await r.close()
|
||||||
|
return {"reputation": int(rep or 0), "badge_count": bc or 0, "post_count": int(pc or 0)}
|
||||||
|
except Exception:
|
||||||
|
return {"reputation": 0, "badge_count": 0, "post_count": 0}
|
||||||
|
|
||||||
|
|
||||||
|
X402_BB_POST_PRICE = "$1.00"
|
||||||
|
|
||||||
|
|
||||||
|
async def verify_x402_bot(tx_hash: str, bot_addr: str) -> bool:
|
||||||
|
try:
|
||||||
|
r = await BulletinBoardManager._get_redis()
|
||||||
|
if await r.get(f"bb:x402:tx:{tx_hash}"):
|
||||||
|
await r.close()
|
||||||
|
return False
|
||||||
|
await r.setex(f"bb:x402:tx:{tx_hash}", 86400, bot_addr)
|
||||||
|
await r.setex(f"bb:x402:bot:{bot_addr}", 2592000, "1") # 30 day auth
|
||||||
|
await r.close()
|
||||||
|
return True
|
||||||
|
except Exception:
|
||||||
|
return False
|
||||||
|
|
@ -183,7 +183,10 @@ async def _passthrough_news(**kwargs) -> dict | None:
|
||||||
async def _passthrough_alerts(**kwargs) -> dict | None:
|
async def _passthrough_alerts(**kwargs) -> dict | None:
|
||||||
"""Alerts from our real alert pipeline."""
|
"""Alerts from our real alert pipeline."""
|
||||||
try:
|
try:
|
||||||
from app.alert_pipeline import get_active_alert_count, get_recent_alerts
|
from app.domains.intelligence.alert_pipeline import (
|
||||||
|
get_active_alert_count,
|
||||||
|
get_recent_alerts,
|
||||||
|
)
|
||||||
|
|
||||||
count = await get_active_alert_count()
|
count = await get_active_alert_count()
|
||||||
recent = await get_recent_alerts(limit=kwargs.get("limit", 20))
|
recent = await get_recent_alerts(limit=kwargs.get("limit", 20))
|
||||||
|
|
|
||||||
|
|
@ -362,7 +362,10 @@ async def _passthrough_news(**kwargs) -> dict | None:
|
||||||
async def _passthrough_alerts(**kwargs) -> dict | None:
|
async def _passthrough_alerts(**kwargs) -> dict | None:
|
||||||
"""Alerts from our real alert pipeline."""
|
"""Alerts from our real alert pipeline."""
|
||||||
try:
|
try:
|
||||||
from app.alert_pipeline import get_active_alert_count, get_recent_alerts
|
from app.domains.intelligence.alert_pipeline import (
|
||||||
|
get_active_alert_count,
|
||||||
|
get_recent_alerts,
|
||||||
|
)
|
||||||
|
|
||||||
count = await get_active_alert_count()
|
count = await get_active_alert_count()
|
||||||
recent = await get_recent_alerts(limit=kwargs.get("limit", 20))
|
recent = await get_recent_alerts(limit=kwargs.get("limit", 20))
|
||||||
|
|
|
||||||
|
|
@ -152,7 +152,7 @@ async def handle_webhook(service: str, payload: dict, headers: dict, raw_body: b
|
||||||
risk = _assess_webhook_risk(service, event_type, payload)
|
risk = _assess_webhook_risk(service, event_type, payload)
|
||||||
if risk["level"] in ("HIGH", "CRITICAL"):
|
if risk["level"] in ("HIGH", "CRITICAL"):
|
||||||
try:
|
try:
|
||||||
from app.alert_pipeline import push_alert
|
from app.domains.intelligence.alert_pipeline import push_alert
|
||||||
|
|
||||||
await push_alert(
|
await push_alert(
|
||||||
title=f"[{service.upper()}] {risk['title']}",
|
title=f"[{service.upper()}] {risk['title']}",
|
||||||
|
|
|
||||||
25
app/domains/intelligence/__init__.py
Normal file
25
app/domains/intelligence/__init__.py
Normal file
|
|
@ -0,0 +1,25 @@
|
||||||
|
"""Intelligence domain - public API.
|
||||||
|
|
||||||
|
Phase 4 domain consolidation: intelligence-related modules -> app.domains.intelligence.
|
||||||
|
"""
|
||||||
|
from __future__ import annotations
|
||||||
|
|
||||||
|
from app.domains.intelligence.alert_pipeline import (
|
||||||
|
get_active_alert_count,
|
||||||
|
get_recent_alerts,
|
||||||
|
push_alert,
|
||||||
|
run_alert_scan,
|
||||||
|
scan_known_scams,
|
||||||
|
scan_solana_new_pairs,
|
||||||
|
)
|
||||||
|
from app.domains.intelligence.intel_pipeline import run_intelligence_cycle
|
||||||
|
|
||||||
|
__all__ = [
|
||||||
|
"get_active_alert_count",
|
||||||
|
"get_recent_alerts",
|
||||||
|
"push_alert",
|
||||||
|
"run_alert_scan",
|
||||||
|
"run_intelligence_cycle",
|
||||||
|
"scan_known_scams",
|
||||||
|
"scan_solana_new_pairs",
|
||||||
|
]
|
||||||
370
app/domains/intelligence/alert_pipeline.py
Normal file
370
app/domains/intelligence/alert_pipeline.py
Normal file
|
|
@ -0,0 +1,370 @@
|
||||||
|
"""
|
||||||
|
RMI Alert Pipeline - Real-time threat intelligence from scanners.
|
||||||
|
=================================================================
|
||||||
|
Feeds the Live Intel panel, WebSocket streams, and alert endpoints.
|
||||||
|
|
||||||
|
Data sources:
|
||||||
|
- SENTINEL scanner (risk scores, scam detection)
|
||||||
|
- GoPlus security API (honeypot, tax, proxy checks)
|
||||||
|
- DexScreener new pairs (fresh launches to scan)
|
||||||
|
- Our own RAG scam patterns
|
||||||
|
- Wallet label cross-references
|
||||||
|
|
||||||
|
Alert flow:
|
||||||
|
Scanner → alert_pipeline.push_alert() → Redis sorted set + pub/sub
|
||||||
|
Homepage reads from /api/v1/alerts/recent
|
||||||
|
Sidebar reads from /api/v1/alerts/count
|
||||||
|
WebSocket streams to connected clients
|
||||||
|
"""
|
||||||
|
|
||||||
|
import json
|
||||||
|
import logging
|
||||||
|
import os
|
||||||
|
import time
|
||||||
|
from datetime import UTC, datetime
|
||||||
|
|
||||||
|
logger = logging.getLogger("alert_pipeline")
|
||||||
|
|
||||||
|
REDIS_HOST = os.getenv("REDIS_HOST", "rmi-redis")
|
||||||
|
REDIS_PORT = int(os.getenv("REDIS_PORT", "6379"))
|
||||||
|
REDIS_PW = os.getenv("REDIS_PASSWORD", "")
|
||||||
|
|
||||||
|
ALERT_KEY = "rmi:alerts:recent"
|
||||||
|
ALERT_COUNT_KEY = "rmi:alerts:count:active"
|
||||||
|
ALERT_MAX = 500 # Keep last 500 alerts
|
||||||
|
|
||||||
|
|
||||||
|
async def _get_redis():
|
||||||
|
"""Get async Redis connection."""
|
||||||
|
import redis.asyncio as aioredis
|
||||||
|
|
||||||
|
return aioredis.Redis(
|
||||||
|
host=REDIS_HOST,
|
||||||
|
port=REDIS_PORT,
|
||||||
|
password=REDIS_PW or None,
|
||||||
|
decode_responses=True,
|
||||||
|
)
|
||||||
|
|
||||||
|
|
||||||
|
async def get_active_alert_count() -> int:
|
||||||
|
"""Get count of active (unacknowledged) alerts."""
|
||||||
|
try:
|
||||||
|
r = await _get_redis()
|
||||||
|
count = await r.zcard(ALERT_KEY)
|
||||||
|
await r.close()
|
||||||
|
return count
|
||||||
|
except Exception as e:
|
||||||
|
logger.debug(f"Alert count error: {e}")
|
||||||
|
return 0
|
||||||
|
|
||||||
|
|
||||||
|
async def push_alert(
|
||||||
|
alert_type: str,
|
||||||
|
title: str,
|
||||||
|
description: str = "",
|
||||||
|
severity: str = "high",
|
||||||
|
chain: str = "unknown",
|
||||||
|
token: str = "",
|
||||||
|
token_symbol: str = "",
|
||||||
|
wallet: str = "",
|
||||||
|
risk_score: int = 0,
|
||||||
|
metadata: dict | None = None,
|
||||||
|
) -> str:
|
||||||
|
"""
|
||||||
|
Push a new alert to the pipeline.
|
||||||
|
Returns alert_id.
|
||||||
|
"""
|
||||||
|
alert_id = f"alt_{int(time.time())}_{os.urandom(4).hex()}"
|
||||||
|
|
||||||
|
alert = {
|
||||||
|
"id": alert_id,
|
||||||
|
"type": alert_type,
|
||||||
|
"title": title,
|
||||||
|
"description": description,
|
||||||
|
"severity": severity,
|
||||||
|
"chain": chain,
|
||||||
|
"token": token,
|
||||||
|
"token_symbol": token_symbol,
|
||||||
|
"wallet": wallet,
|
||||||
|
"risk_score": risk_score,
|
||||||
|
"acknowledged": False,
|
||||||
|
"created_at": datetime.now(UTC).isoformat(),
|
||||||
|
**(metadata or {}),
|
||||||
|
}
|
||||||
|
|
||||||
|
try:
|
||||||
|
r = await _get_redis()
|
||||||
|
score = time.time()
|
||||||
|
await r.zadd(ALERT_KEY, {json.dumps(alert): score})
|
||||||
|
# Trim old alerts
|
||||||
|
await r.zremrangebyrank(ALERT_KEY, 0, -(ALERT_MAX + 1))
|
||||||
|
# Pub/sub for WebSocket streaming
|
||||||
|
await r.publish("rmi:ws:alerts", json.dumps(alert))
|
||||||
|
await r.close()
|
||||||
|
logger.info(f"Alert pushed: {alert_type} | {title[:60]}")
|
||||||
|
except Exception as e:
|
||||||
|
logger.error(f"Failed to push alert: {e}")
|
||||||
|
|
||||||
|
return alert_id
|
||||||
|
|
||||||
|
|
||||||
|
async def get_recent_alerts(limit: int = 20, severity: str = "") -> list[dict]:
|
||||||
|
"""Get recent alerts with optional severity filter. Normalizes old/new formats."""
|
||||||
|
try:
|
||||||
|
r = await _get_redis()
|
||||||
|
raw = await r.zrevrange(ALERT_KEY, 0, limit * 2 - 1)
|
||||||
|
await r.close()
|
||||||
|
|
||||||
|
alerts = []
|
||||||
|
for entry in raw:
|
||||||
|
try:
|
||||||
|
alert = json.loads(entry)
|
||||||
|
|
||||||
|
# Normalize old alert format to new
|
||||||
|
if "title" not in alert:
|
||||||
|
alert["title"] = alert.get("message", alert.get("event", "Unknown alert"))
|
||||||
|
if "description" not in alert:
|
||||||
|
desc_parts = []
|
||||||
|
if alert.get("symbol"):
|
||||||
|
desc_parts.append(f"Token: {alert['symbol']}")
|
||||||
|
if alert.get("risk_score"):
|
||||||
|
desc_parts.append(f"Risk: {alert['risk_score']}/100")
|
||||||
|
flags = alert.get("risk_flags", [])
|
||||||
|
if flags:
|
||||||
|
desc_parts.append("; ".join(str(f)[:80] for f in flags[:2]))
|
||||||
|
alert["description"] = " | ".join(desc_parts)
|
||||||
|
if "severity" not in alert:
|
||||||
|
score = alert.get("risk_score", 50)
|
||||||
|
alert["severity"] = "critical" if score >= 85 else "high" if score >= 65 else "medium"
|
||||||
|
if "chain" not in alert:
|
||||||
|
alert["chain"] = alert.get("chain", "unknown")
|
||||||
|
|
||||||
|
if severity and alert.get("severity") != severity:
|
||||||
|
continue
|
||||||
|
alerts.append(alert)
|
||||||
|
if len(alerts) >= limit:
|
||||||
|
break
|
||||||
|
except json.JSONDecodeError:
|
||||||
|
pass
|
||||||
|
|
||||||
|
return alerts
|
||||||
|
except Exception as e:
|
||||||
|
logger.error(f"get_recent_alerts error: {e}")
|
||||||
|
return []
|
||||||
|
|
||||||
|
|
||||||
|
# ── Alert generators - called by cron jobs or on-demand ──────────
|
||||||
|
|
||||||
|
|
||||||
|
async def scan_solana_new_pairs(limit: int = 5) -> int:
|
||||||
|
"""
|
||||||
|
Scan latest Solana pairs from DexScreener for scam patterns.
|
||||||
|
Pushes alerts for high-risk tokens.
|
||||||
|
Returns number of alerts generated.
|
||||||
|
"""
|
||||||
|
import httpx
|
||||||
|
|
||||||
|
pushed = 0
|
||||||
|
|
||||||
|
try:
|
||||||
|
async with httpx.AsyncClient(timeout=15) as client:
|
||||||
|
resp = await client.get("https://api.dexscreener.com/latest/dex/search", params={"q": "SOL USDC"})
|
||||||
|
if resp.status_code != 200:
|
||||||
|
return 0
|
||||||
|
|
||||||
|
data = resp.json()
|
||||||
|
pairs = data.get("pairs", [])[:limit]
|
||||||
|
|
||||||
|
for pair in pairs:
|
||||||
|
token_addr = pair.get("baseToken", {}).get("address", "")
|
||||||
|
token_name = pair.get("baseToken", {}).get("name", "Unknown")
|
||||||
|
token_symbol = pair.get("baseToken", {}).get("symbol", "???")
|
||||||
|
liquidity = float(pair.get("liquidity", {}).get("usd", 0) or 0)
|
||||||
|
volume = float(pair.get("volume", {}).get("h24", 0) or 0)
|
||||||
|
price_change = float(pair.get("priceChange", {}).get("h24", 0) or 0)
|
||||||
|
created_at = pair.get("pairCreatedAt", 0)
|
||||||
|
age_hours = (time.time() - created_at / 1000) / 3600 if created_at else 999
|
||||||
|
|
||||||
|
# Risk heuristics
|
||||||
|
risk_flags = []
|
||||||
|
|
||||||
|
if liquidity < 1000:
|
||||||
|
risk_flags.append("low_liquidity")
|
||||||
|
if volume == 0:
|
||||||
|
risk_flags.append("no_volume")
|
||||||
|
if price_change < -80:
|
||||||
|
risk_flags.append(f"crashed_{abs(price_change):.0f}%")
|
||||||
|
if age_hours < 1 and liquidity < 5000:
|
||||||
|
risk_flags.append("fresh_launch_low_liq")
|
||||||
|
if price_change > 500:
|
||||||
|
risk_flags.append(f"pumped_{price_change:.0f}%")
|
||||||
|
|
||||||
|
if risk_flags:
|
||||||
|
await push_alert(
|
||||||
|
alert_type="new_pair_risk",
|
||||||
|
title=f"{token_symbol}: {' | '.join(risk_flags[:2])}",
|
||||||
|
description=f"New pair {token_name} ({token_symbol}) on Solana. "
|
||||||
|
f"Liquidity: ${liquidity:,.0f}, Age: {age_hours:.1f}h, "
|
||||||
|
f"24h change: {price_change:+.1f}%",
|
||||||
|
severity="critical" if len(risk_flags) >= 3 else "high",
|
||||||
|
chain="solana",
|
||||||
|
token=token_addr,
|
||||||
|
token_symbol=token_symbol,
|
||||||
|
risk_score=min(90, len(risk_flags) * 25),
|
||||||
|
metadata={
|
||||||
|
"risk_flags": risk_flags,
|
||||||
|
"liquidity_usd": liquidity,
|
||||||
|
"age_hours": age_hours,
|
||||||
|
},
|
||||||
|
)
|
||||||
|
pushed += 1
|
||||||
|
|
||||||
|
return pushed
|
||||||
|
except Exception as e:
|
||||||
|
logger.warning(f"Solana scan error: {e}")
|
||||||
|
return pushed
|
||||||
|
|
||||||
|
|
||||||
|
async def scan_known_scams(limit: int = 3) -> int:
|
||||||
|
"""
|
||||||
|
Check our RAG known_scams collection for recently added entries.
|
||||||
|
Pushes alerts for new scam patterns detected.
|
||||||
|
"""
|
||||||
|
pushed = 0
|
||||||
|
try:
|
||||||
|
r = await _get_redis()
|
||||||
|
# Check for recent scam pattern additions
|
||||||
|
scam_ids = await r.smembers("rag:idx:known_scams")
|
||||||
|
|
||||||
|
recent_count = 0
|
||||||
|
for sid in list(scam_ids)[:20]:
|
||||||
|
doc = await r.get(f"rag:known_scams:{sid}")
|
||||||
|
if doc:
|
||||||
|
try:
|
||||||
|
data = json.loads(doc)
|
||||||
|
added = data.get("metadata", {}).get("added_at", "")
|
||||||
|
if added:
|
||||||
|
age_h = (time.time() - datetime.fromisoformat(added.replace("Z", "+00:00")).timestamp()) / 3600
|
||||||
|
if age_h < 24:
|
||||||
|
recent_count += 1
|
||||||
|
except Exception:
|
||||||
|
pass
|
||||||
|
|
||||||
|
await r.close()
|
||||||
|
|
||||||
|
if recent_count > 0:
|
||||||
|
await push_alert(
|
||||||
|
alert_type="scam_pattern_update",
|
||||||
|
title=f"{recent_count} new scam patterns detected in last 24h",
|
||||||
|
description="New rug pull, honeypot, or phishing patterns added to the knowledge base.",
|
||||||
|
severity="high",
|
||||||
|
chain="multi",
|
||||||
|
risk_score=85,
|
||||||
|
)
|
||||||
|
pushed += 1
|
||||||
|
|
||||||
|
return pushed
|
||||||
|
except Exception as e:
|
||||||
|
logger.warning(f"Known scams scan error: {e}")
|
||||||
|
return pushed
|
||||||
|
|
||||||
|
|
||||||
|
async def run_alert_scan() -> dict[str, int]:
|
||||||
|
"""
|
||||||
|
Run a full alert scan across all sources.
|
||||||
|
Called by cron job every 15 minutes.
|
||||||
|
"""
|
||||||
|
results = {}
|
||||||
|
|
||||||
|
# Scan Solana new pairs
|
||||||
|
results["solana_pairs"] = await scan_solana_new_pairs(limit=8)
|
||||||
|
|
||||||
|
# Scan known scams
|
||||||
|
results["known_scams"] = await scan_known_scams()
|
||||||
|
|
||||||
|
total = sum(results.values())
|
||||||
|
logger.info(f"Alert scan complete: {total} new alerts ({results})")
|
||||||
|
return results
|
||||||
|
|
||||||
|
|
||||||
|
# ── Seed some initial alerts if Redis is empty ────────────────────
|
||||||
|
|
||||||
|
|
||||||
|
async def seed_initial_alerts():
|
||||||
|
"""Seed baseline alerts so the system isn't empty on first run."""
|
||||||
|
r = await _get_redis()
|
||||||
|
existing = await r.zcard(ALERT_KEY)
|
||||||
|
await r.close()
|
||||||
|
|
||||||
|
if existing > 0:
|
||||||
|
return # Already has alerts
|
||||||
|
|
||||||
|
seeds = [
|
||||||
|
(
|
||||||
|
"honeypot",
|
||||||
|
"Honeypot detected on Base: 0xdead...",
|
||||||
|
"Token has sell restrictions and blacklist. Buyers cannot exit.",
|
||||||
|
"critical",
|
||||||
|
"base",
|
||||||
|
),
|
||||||
|
(
|
||||||
|
"whale",
|
||||||
|
"Whale moved 5M USDC to Binance",
|
||||||
|
"Wallet 0xABCD... transferred $5M USDC to Binance hot wallet. Possible sell pressure.",
|
||||||
|
"high",
|
||||||
|
"ethereum",
|
||||||
|
),
|
||||||
|
(
|
||||||
|
"rugpull",
|
||||||
|
"Liquidity removed from $SCAM token",
|
||||||
|
"100% of liquidity pool withdrawn by deployer. Token is now worthless.",
|
||||||
|
"critical",
|
||||||
|
"solana",
|
||||||
|
),
|
||||||
|
(
|
||||||
|
"bundler",
|
||||||
|
"Sniper bundle detected: $NEWLAUNCH",
|
||||||
|
"Coordinated wallet cluster bought 60% of supply in first block.",
|
||||||
|
"high",
|
||||||
|
"solana",
|
||||||
|
),
|
||||||
|
(
|
||||||
|
"contract",
|
||||||
|
"Unverified proxy contract found",
|
||||||
|
"Token uses upgradeable proxy with unverified implementation. Owner can change logic.",
|
||||||
|
"high",
|
||||||
|
"base",
|
||||||
|
),
|
||||||
|
(
|
||||||
|
"concentration",
|
||||||
|
"90% supply held by 3 wallets on $DANGER",
|
||||||
|
"Extreme holder concentration. Classic rug pull setup.",
|
||||||
|
"critical",
|
||||||
|
"ethereum",
|
||||||
|
),
|
||||||
|
(
|
||||||
|
"wash_trade",
|
||||||
|
"Wash trading detected on $FAKEVOL",
|
||||||
|
"95% of volume is self-trading between linked wallets.",
|
||||||
|
"high",
|
||||||
|
"bsc",
|
||||||
|
),
|
||||||
|
(
|
||||||
|
"phishing",
|
||||||
|
"Fake airdrop targeting $BONK holders",
|
||||||
|
"Phishing site detected posing as official BONK airdrop. Users losing funds.",
|
||||||
|
"critical",
|
||||||
|
"solana",
|
||||||
|
),
|
||||||
|
]
|
||||||
|
|
||||||
|
for alert_type, title, desc, severity, chain in seeds:
|
||||||
|
await push_alert(
|
||||||
|
alert_type=alert_type,
|
||||||
|
title=title,
|
||||||
|
description=desc,
|
||||||
|
severity=severity,
|
||||||
|
chain=chain,
|
||||||
|
)
|
||||||
|
|
||||||
|
logger.info(f"Seeded {len(seeds)} initial alerts")
|
||||||
298
app/domains/intelligence/intel_pipeline.py
Normal file
298
app/domains/intelligence/intel_pipeline.py
Normal file
|
|
@ -0,0 +1,298 @@
|
||||||
|
"""
|
||||||
|
RMI Intelligence Pipeline - HF + Supabase + RAG
|
||||||
|
================================================
|
||||||
|
Unified intelligence service: scam classification (HF models),
|
||||||
|
wallet labeling via RAG pattern matching, Supabase hybrid storage.
|
||||||
|
"""
|
||||||
|
|
||||||
|
import hashlib
|
||||||
|
import logging
|
||||||
|
import os
|
||||||
|
from datetime import UTC, datetime
|
||||||
|
|
||||||
|
import httpx
|
||||||
|
from dotenv import load_dotenv
|
||||||
|
|
||||||
|
load_dotenv("/app/.env", override=True)
|
||||||
|
|
||||||
|
logger = logging.getLogger(__name__)
|
||||||
|
|
||||||
|
HF_TOKEN = os.getenv("HF_TOKEN", "")
|
||||||
|
HF_API = "https://api-inference.huggingface.co/models"
|
||||||
|
|
||||||
|
|
||||||
|
def _get_url():
|
||||||
|
return os.getenv("SUPABASE_URL", "")
|
||||||
|
|
||||||
|
|
||||||
|
def _get_key():
|
||||||
|
return os.getenv("SUPABASE_SERVICE_KEY", "")
|
||||||
|
|
||||||
|
|
||||||
|
def _get_headers():
|
||||||
|
key = _get_key()
|
||||||
|
return {
|
||||||
|
"apikey": key,
|
||||||
|
"Authorization": f"Bearer {key}",
|
||||||
|
"Content-Type": "application/json",
|
||||||
|
}
|
||||||
|
|
||||||
|
|
||||||
|
# ── HF Models (Paywalled - using local fallback) ──────
|
||||||
|
# HF Inference API now requires PRO subscription ($9/mo).
|
||||||
|
# Using local pattern matching + RAG memory instead.
|
||||||
|
# Enable HF by setting HUGGINGFACE_TOKEN to a valid PRO key.
|
||||||
|
|
||||||
|
SCAM_LABELS = ["scam", "rugpull", "honeypot", "legitimate", "phishing", "ponzi"]
|
||||||
|
|
||||||
|
SCAM_KEYWORDS = {
|
||||||
|
"scam": ["scam", "fraud", "stole", "stolen", "exit scam", "fake"],
|
||||||
|
"rugpull": ["rug", "rugpull", "pulled liquidity", "drained", "removed liquidity", "lp removed"],
|
||||||
|
"honeypot": [
|
||||||
|
"honeypot",
|
||||||
|
"cannot sell",
|
||||||
|
"can't sell",
|
||||||
|
"unable to sell",
|
||||||
|
"transfer disabled",
|
||||||
|
"sell tax 100",
|
||||||
|
],
|
||||||
|
"phishing": [
|
||||||
|
"phishing",
|
||||||
|
"airdrop scam",
|
||||||
|
"claim reward",
|
||||||
|
"verify wallet",
|
||||||
|
"seed phrase",
|
||||||
|
"private key",
|
||||||
|
],
|
||||||
|
"ponzi": [
|
||||||
|
"ponzi",
|
||||||
|
"mlm",
|
||||||
|
"multi level",
|
||||||
|
"referral rewards",
|
||||||
|
"guaranteed returns",
|
||||||
|
"double your",
|
||||||
|
],
|
||||||
|
"insider": ["insider", "team wallet", "dev wallet", "pre-sale", "unlocked tokens", "vesting"],
|
||||||
|
}
|
||||||
|
|
||||||
|
|
||||||
|
async def classify_scam_risk(text: str) -> dict:
|
||||||
|
"""Classify scam risk using local pattern matching (HF paywalled)."""
|
||||||
|
text_lower = text.lower()
|
||||||
|
scores = {}
|
||||||
|
|
||||||
|
for label, keywords in SCAM_KEYWORDS.items():
|
||||||
|
score = sum(1 for kw in keywords if kw in text_lower)
|
||||||
|
if score > 0:
|
||||||
|
scores[label] = min(score / len(keywords), 1.0)
|
||||||
|
|
||||||
|
try:
|
||||||
|
from app.rag_service import search_documents
|
||||||
|
|
||||||
|
rag_results = await search_documents("known_scams", text, limit=3)
|
||||||
|
for r in rag_results:
|
||||||
|
content = r.get("content", "").lower()
|
||||||
|
for label, keywords in SCAM_KEYWORDS.items():
|
||||||
|
if any(kw in content for kw in keywords):
|
||||||
|
scores[label] = scores.get(label, 0) + 0.1
|
||||||
|
except Exception:
|
||||||
|
pass
|
||||||
|
|
||||||
|
if not scores:
|
||||||
|
return {
|
||||||
|
"risk": "low",
|
||||||
|
"labels": {},
|
||||||
|
"confidence": 0,
|
||||||
|
"is_scam": False,
|
||||||
|
"risk_level": "low",
|
||||||
|
"model": "local_pattern_match",
|
||||||
|
}
|
||||||
|
|
||||||
|
top = max(scores, key=scores.get)
|
||||||
|
top_score = scores[top]
|
||||||
|
is_scam = top in ("scam", "rugpull", "honeypot", "phishing", "ponzi")
|
||||||
|
|
||||||
|
return {
|
||||||
|
"model": "local_pattern_match",
|
||||||
|
"labels": {k: round(v, 3) for k, v in sorted(scores.items(), key=lambda x: x[1], reverse=True)},
|
||||||
|
"top_label": top,
|
||||||
|
"confidence": round(top_score, 3),
|
||||||
|
"is_scam": is_scam,
|
||||||
|
"risk_level": "high" if (is_scam and top_score > 0.5) else "medium" if is_scam else "low",
|
||||||
|
}
|
||||||
|
|
||||||
|
|
||||||
|
async def generate_embedding(text: str) -> list[float] | None:
|
||||||
|
"""Generate embedding vector for RAG storage using HF free tier."""
|
||||||
|
if not HF_TOKEN:
|
||||||
|
return None
|
||||||
|
|
||||||
|
async with httpx.AsyncClient(timeout=60) as client:
|
||||||
|
r = await client.post(
|
||||||
|
f"{HF_API}/{EMBEDDING_MODEL}", # noqa: F821 -- pre-existing bug, see fix(f821) tracking issue
|
||||||
|
headers={"Authorization": f"Bearer {HF_TOKEN}"},
|
||||||
|
json={"inputs": text[:1024]},
|
||||||
|
)
|
||||||
|
if r.status_code == 503:
|
||||||
|
logger.warning("HF embedding cold start, model loading")
|
||||||
|
return None
|
||||||
|
if r.status_code == 200:
|
||||||
|
result = r.json()
|
||||||
|
# Handle different response formats
|
||||||
|
if isinstance(result, list) and len(result) > 0:
|
||||||
|
return result[0] if isinstance(result[0], list) else result
|
||||||
|
return result
|
||||||
|
logger.warning(f"HF embedding failed: {r.status_code}")
|
||||||
|
return None
|
||||||
|
|
||||||
|
|
||||||
|
# ── Wallet Labeling via Pattern Memory ──────────────────
|
||||||
|
|
||||||
|
WALLET_PATTERNS = {
|
||||||
|
"sybil_farmer": [
|
||||||
|
"funded from exchange within seconds of 100+ other wallets",
|
||||||
|
"identical funding amounts across multiple wallets",
|
||||||
|
"no organic activity, only test transactions",
|
||||||
|
"funded by known Sybil distributor",
|
||||||
|
],
|
||||||
|
"wash_trader": [
|
||||||
|
"circular transfers between related wallets",
|
||||||
|
"buys and sells same token within minutes",
|
||||||
|
"volume spikes without holder count changes",
|
||||||
|
"coordinated buy/sell patterns",
|
||||||
|
],
|
||||||
|
"sandwich_bot": [
|
||||||
|
"high frequency trading with frontrun pattern",
|
||||||
|
"buys before large buys, sells immediately after",
|
||||||
|
"MEV extraction patterns",
|
||||||
|
"flashbots bundle usage",
|
||||||
|
],
|
||||||
|
"liquidity_remover": [
|
||||||
|
"large LP removal shortly after token launch",
|
||||||
|
"multiple LP positions removed simultaneously",
|
||||||
|
"liquidity drained to fresh wallet",
|
||||||
|
"LP removal preceded by marketing push",
|
||||||
|
],
|
||||||
|
"honeypot_deployer": [
|
||||||
|
"deploys tokens that can't be sold",
|
||||||
|
"reuses contract code across multiple tokens",
|
||||||
|
"disables transfers after liquidity added",
|
||||||
|
"ownership not renounced, hidden mint functions",
|
||||||
|
],
|
||||||
|
"phishing_operator": [
|
||||||
|
"sends tokens to many addresses with scam links",
|
||||||
|
"impersonates legitimate token contracts",
|
||||||
|
"uses airdrop as phishing vector",
|
||||||
|
"connects to known phishing domains",
|
||||||
|
],
|
||||||
|
"mixer_user": [
|
||||||
|
"funds pass through Tornado Cash or similar",
|
||||||
|
"receives from mixer, sends to clean wallet",
|
||||||
|
"layered mixing through multiple hops",
|
||||||
|
"funds originate from high-risk sources",
|
||||||
|
],
|
||||||
|
"insider_trader": [
|
||||||
|
"buys tokens before public announcements",
|
||||||
|
"linked to team wallets or deployers",
|
||||||
|
"sells immediately after hype peak",
|
||||||
|
"coordinated timing with other insiders",
|
||||||
|
],
|
||||||
|
}
|
||||||
|
|
||||||
|
|
||||||
|
async def label_wallet(wallet_data: dict) -> dict:
|
||||||
|
"""Label a wallet based on behavioral patterns and RAG memory."""
|
||||||
|
labels = []
|
||||||
|
confidence_scores = {}
|
||||||
|
|
||||||
|
# Check behavioral patterns
|
||||||
|
behavior = wallet_data.get("behavior_summary", "")
|
||||||
|
wallet_data.get("transactions", [])
|
||||||
|
|
||||||
|
for label, patterns in WALLET_PATTERNS.items():
|
||||||
|
score = 0
|
||||||
|
for pattern in patterns:
|
||||||
|
if pattern.lower() in behavior.lower():
|
||||||
|
score += 1
|
||||||
|
if score > 0:
|
||||||
|
confidence = min(score / len(patterns), 1.0)
|
||||||
|
confidence_scores[label] = round(confidence, 2)
|
||||||
|
if confidence > 0.3:
|
||||||
|
labels.append({"label": label, "confidence": round(confidence, 2)})
|
||||||
|
|
||||||
|
# Query RAG for similar wallet patterns
|
||||||
|
try:
|
||||||
|
from app.rag_service import search_documents
|
||||||
|
|
||||||
|
rag_results = await search_documents(
|
||||||
|
"wallet_profiles", wallet_data.get("address", "") + " " + behavior, limit=5
|
||||||
|
)
|
||||||
|
if rag_results:
|
||||||
|
for r in rag_results:
|
||||||
|
content = r.get("content", "")
|
||||||
|
for label, patterns in WALLET_PATTERNS.items():
|
||||||
|
if any(p.lower() in content.lower() for p in patterns):
|
||||||
|
if label not in confidence_scores:
|
||||||
|
confidence_scores[label] = 0
|
||||||
|
confidence_scores[label] = min(confidence_scores[label] + 0.15, 1.0)
|
||||||
|
except Exception:
|
||||||
|
pass
|
||||||
|
|
||||||
|
labels = [
|
||||||
|
{"label": k, "confidence": v}
|
||||||
|
for k, v in sorted(confidence_scores.items(), key=lambda x: x[1], reverse=True)
|
||||||
|
if v > 0.2
|
||||||
|
]
|
||||||
|
|
||||||
|
return {
|
||||||
|
"wallet_address": wallet_data.get("address", "unknown"),
|
||||||
|
"labels": labels[:5],
|
||||||
|
"primary_label": labels[0]["label"] if labels else "unknown",
|
||||||
|
"risk_score": max([line["confidence"] for line in labels]) * 100 if labels else 0,
|
||||||
|
"analyzed_at": datetime.now(UTC).isoformat(),
|
||||||
|
}
|
||||||
|
|
||||||
|
|
||||||
|
# ── Supabase Hybrid Storage ────────────────────────────
|
||||||
|
|
||||||
|
|
||||||
|
async def sync_to_supabase(collection: str, document: dict) -> dict:
|
||||||
|
"""Sync RAG document to Supabase for persistent hybrid storage."""
|
||||||
|
if not _get_url() or not _get_key():
|
||||||
|
return {"status": "skipped", "reason": "No Supabase config"}
|
||||||
|
|
||||||
|
doc_id = hashlib.sha256(f"{collection}:{document.get('content', '')[:100]}".encode()).hexdigest()[:16]
|
||||||
|
|
||||||
|
payload = {
|
||||||
|
"document_id": doc_id,
|
||||||
|
"collection": collection,
|
||||||
|
"content": document.get("content", "")[:5000],
|
||||||
|
"metadata": document.get("metadata", {}),
|
||||||
|
"synced_at": datetime.now(UTC).isoformat(),
|
||||||
|
}
|
||||||
|
|
||||||
|
headers = _get_headers()
|
||||||
|
headers["Prefer"] = "resolution=merge-duplicates"
|
||||||
|
|
||||||
|
async with httpx.AsyncClient(timeout=15) as client:
|
||||||
|
r = await client.post(f"{_get_url()}/rest/v1/rag_documents", json=payload, headers=headers)
|
||||||
|
if r.status_code in (200, 201, 409):
|
||||||
|
return {"status": "synced", "doc_id": doc_id, "supabase_status": r.status_code}
|
||||||
|
return {"status": "failed", "error": r.text[:200]}
|
||||||
|
|
||||||
|
|
||||||
|
# ── Batch Processing ───────────────────────────────────
|
||||||
|
|
||||||
|
|
||||||
|
async def run_intelligence_cycle() -> dict:
|
||||||
|
"""Run a full intelligence cycle: classify, label, embed, sync."""
|
||||||
|
results = {
|
||||||
|
"cycle": datetime.now(UTC).isoformat(),
|
||||||
|
"scam_checks": 0,
|
||||||
|
"wallet_labels": 0,
|
||||||
|
"embeddings": 0,
|
||||||
|
"supabase_syncs": 0,
|
||||||
|
"errors": [],
|
||||||
|
}
|
||||||
|
|
||||||
|
return results
|
||||||
423
app/domains/intelligence/meme_intelligence.py
Normal file
423
app/domains/intelligence/meme_intelligence.py
Normal file
|
|
@ -0,0 +1,423 @@
|
||||||
|
"""
|
||||||
|
Meme Intelligence Platform - Meme Coin Tracking, Smart Money in Memes,
|
||||||
|
Big Wins/Losses, KOL Scorecards, Social Monitoring.
|
||||||
|
|
||||||
|
Integrations:
|
||||||
|
- DexScreener: meme token launches, trending
|
||||||
|
- LunarCrush: social sentiment, social dominance
|
||||||
|
- X/Twitter: KOL posts, viral content
|
||||||
|
- Telegram: channel monitoring, group sentiment
|
||||||
|
- Arkham: whale tracking in memes
|
||||||
|
- Birdeye: Solana meme tokens
|
||||||
|
- Pump.fun: new meme launches
|
||||||
|
"""
|
||||||
|
|
||||||
|
import logging
|
||||||
|
import os
|
||||||
|
|
||||||
|
from dotenv import load_dotenv
|
||||||
|
|
||||||
|
load_dotenv("/app/.env", override=True)
|
||||||
|
from datetime import UTC, datetime, timedelta # noqa: E402
|
||||||
|
|
||||||
|
logger = logging.getLogger(__name__)
|
||||||
|
|
||||||
|
# ── Meme Intelligence Data Structures ─────────────────────────
|
||||||
|
|
||||||
|
MEME_CHAINS = ["solana", "ethereum", "base", "bsc", "arbitrum"]
|
||||||
|
|
||||||
|
MEME_CATEGORIES = {
|
||||||
|
"dog": ["dog", "doge", "shib", "akita", "kishu"],
|
||||||
|
"cat": ["cat", "pepe", "mog", "meow"],
|
||||||
|
"politi": ["trump", "biden", "maga", "politics"],
|
||||||
|
"celeb": ["celeb", "influencer", "famous"],
|
||||||
|
"ai": ["ai", "gpt", "neural", "chat"],
|
||||||
|
"gaming": ["game", "gaming", "nft", "metaverse"],
|
||||||
|
"other": [],
|
||||||
|
}
|
||||||
|
|
||||||
|
# KOL Database Schema
|
||||||
|
KOL_DATABASE = {
|
||||||
|
# Example structure - populate from research
|
||||||
|
"twitter_handles": [],
|
||||||
|
"telegram_channels": [],
|
||||||
|
"wallet_addresses": [],
|
||||||
|
"track_record": {}, # past calls, win rate
|
||||||
|
"follower_counts": {},
|
||||||
|
"engagement_rates": {},
|
||||||
|
}
|
||||||
|
|
||||||
|
# ── Meme Token Intelligence ────────────────────────────────────
|
||||||
|
|
||||||
|
|
||||||
|
async def get_meme_trending(limit: int = 50) -> list[dict]:
|
||||||
|
"""Get trending meme tokens across chains."""
|
||||||
|
from app.unified_provider import get_unified_provider
|
||||||
|
|
||||||
|
provider = get_unified_provider()
|
||||||
|
memes = []
|
||||||
|
|
||||||
|
for chain in MEME_CHAINS:
|
||||||
|
try:
|
||||||
|
# Get trending from DexScreener
|
||||||
|
trending = await provider.get_dexscreener_trending(chain)
|
||||||
|
|
||||||
|
for token in trending[:20]:
|
||||||
|
# Classify as meme based on name/symbol
|
||||||
|
category = classify_meme_category(
|
||||||
|
token.get("baseToken", {}).get("symbol", ""),
|
||||||
|
token.get("baseToken", {}).get("name", ""),
|
||||||
|
)
|
||||||
|
|
||||||
|
if category != "other":
|
||||||
|
memes.append(
|
||||||
|
{
|
||||||
|
"address": token.get("baseToken", {}).get("address"),
|
||||||
|
"symbol": token.get("baseToken", {}).get("symbol"),
|
||||||
|
"name": token.get("baseToken", {}).get("name"),
|
||||||
|
"chain": chain,
|
||||||
|
"category": category,
|
||||||
|
"price_usd": token.get("priceUsd"),
|
||||||
|
"volume_24h": token.get("volume", {}).get("h24"),
|
||||||
|
"price_change_24h": token.get("priceChange", {}).get("h24"),
|
||||||
|
"liquidity_usd": token.get("liquidity", {}).get("usd"),
|
||||||
|
"fdv": token.get("fdv"),
|
||||||
|
"pair_age_hours": token.get("pairCreatedAt"),
|
||||||
|
"is_meme": True,
|
||||||
|
}
|
||||||
|
)
|
||||||
|
except Exception as e:
|
||||||
|
logger.debug(f"Error getting meme trending for {chain}: {e}")
|
||||||
|
|
||||||
|
# Sort by volume
|
||||||
|
memes.sort(key=lambda x: x.get("volume_24h", 0), reverse=True)
|
||||||
|
|
||||||
|
return memes[:limit]
|
||||||
|
|
||||||
|
|
||||||
|
async def get_smart_money_in_memes(limit: int = 20) -> list[dict]:
|
||||||
|
"""Track known smart money wallets trading memes."""
|
||||||
|
from supabase import create_client
|
||||||
|
|
||||||
|
supabase = create_client(os.getenv("SUPABASE_URL"), os.getenv("SUPABASE_KEY"))
|
||||||
|
|
||||||
|
# Query for smart money activities in meme tokens
|
||||||
|
result = (
|
||||||
|
supabase.table("smart_money_activities")
|
||||||
|
.select("""
|
||||||
|
*,
|
||||||
|
wallets (
|
||||||
|
wallet_address,
|
||||||
|
wallet_label,
|
||||||
|
wallet_category,
|
||||||
|
win_rate,
|
||||||
|
total_pnl_usd
|
||||||
|
)
|
||||||
|
""")
|
||||||
|
.eq("is_meme", True)
|
||||||
|
.order("amount_usd", desc=True)
|
||||||
|
.limit(limit)
|
||||||
|
.execute()
|
||||||
|
)
|
||||||
|
|
||||||
|
return result.data or []
|
||||||
|
|
||||||
|
|
||||||
|
async def get_meme_wins_losses(period: str = "24h") -> dict:
|
||||||
|
"""Get biggest wins and losses in meme tokens."""
|
||||||
|
from supabase import create_client
|
||||||
|
|
||||||
|
supabase = create_client(os.getenv("SUPABASE_URL"), os.getenv("SUPABASE_KEY"))
|
||||||
|
|
||||||
|
# Calculate time range
|
||||||
|
if period == "24h":
|
||||||
|
time_range = datetime.now(UTC) - timedelta(hours=24)
|
||||||
|
elif period == "7d":
|
||||||
|
time_range = datetime.now(UTC) - timedelta(days=7)
|
||||||
|
elif period == "30d":
|
||||||
|
time_range = datetime.now(UTC) - timedelta(days=30)
|
||||||
|
else:
|
||||||
|
time_range = datetime.now(UTC) - timedelta(hours=24)
|
||||||
|
|
||||||
|
# Get biggest wins
|
||||||
|
wins = (
|
||||||
|
supabase.table("whale_movements")
|
||||||
|
.select("*")
|
||||||
|
.gte("collected_at", time_range.isoformat())
|
||||||
|
.eq("transaction_type", "sell")
|
||||||
|
.order("amount_usd", desc=True)
|
||||||
|
.limit(20)
|
||||||
|
.execute()
|
||||||
|
)
|
||||||
|
|
||||||
|
# Get biggest losses
|
||||||
|
losses = (
|
||||||
|
supabase.table("whale_movements")
|
||||||
|
.select("*")
|
||||||
|
.gte("collected_at", time_range.isoformat())
|
||||||
|
.eq("transaction_type", "buy")
|
||||||
|
.order("amount_usd", desc=True)
|
||||||
|
.limit(20)
|
||||||
|
.execute()
|
||||||
|
)
|
||||||
|
|
||||||
|
return {
|
||||||
|
"period": period,
|
||||||
|
"wins": wins.data or [],
|
||||||
|
"losses": losses.data or [],
|
||||||
|
}
|
||||||
|
|
||||||
|
|
||||||
|
def classify_meme_category(symbol: str, name: str) -> str:
|
||||||
|
"""Classify meme token into category."""
|
||||||
|
text = f"{symbol} {name}".lower()
|
||||||
|
|
||||||
|
for category, keywords in MEME_CATEGORIES.items():
|
||||||
|
if any(kw in text for kw in keywords):
|
||||||
|
return category
|
||||||
|
|
||||||
|
return "other"
|
||||||
|
|
||||||
|
|
||||||
|
# ── KOL Intelligence ──────────────────────────────────────────
|
||||||
|
|
||||||
|
|
||||||
|
async def get_kol_scorecard(kol_handle: str) -> dict | None:
|
||||||
|
"""Get KOL scorecard with track record."""
|
||||||
|
from supabase import create_client
|
||||||
|
|
||||||
|
supabase = create_client(os.getenv("SUPABASE_URL"), os.getenv("SUPABASE_KEY"))
|
||||||
|
|
||||||
|
# Get KOL profile
|
||||||
|
result = supabase.table("kols").select("*").eq("twitter_handle", kol_handle).execute()
|
||||||
|
|
||||||
|
if not result.data:
|
||||||
|
return None
|
||||||
|
|
||||||
|
kol = result.data[0]
|
||||||
|
|
||||||
|
# Get their past calls
|
||||||
|
calls = (
|
||||||
|
supabase.table("kol_calls")
|
||||||
|
.select("*")
|
||||||
|
.eq("kol_id", kol["id"])
|
||||||
|
.order("called_at", desc=True)
|
||||||
|
.limit(50)
|
||||||
|
.execute()
|
||||||
|
)
|
||||||
|
|
||||||
|
# Calculate stats
|
||||||
|
total_calls = len(calls.data) if calls.data else 0
|
||||||
|
winning_calls = len([c for c in (calls.data or []) if c.get("pnl_pct", 0) > 0])
|
||||||
|
win_rate = (winning_calls / total_calls * 100) if total_calls > 0 else 0
|
||||||
|
|
||||||
|
avg_pnl = sum([c.get("pnl_pct", 0) for c in (calls.data or [])]) / total_calls if total_calls > 0 else 0
|
||||||
|
|
||||||
|
return {
|
||||||
|
"kol": kol,
|
||||||
|
"stats": {
|
||||||
|
"total_calls": total_calls,
|
||||||
|
"winning_calls": winning_calls,
|
||||||
|
"win_rate": round(win_rate, 2),
|
||||||
|
"average_pnl": round(avg_pnl, 2),
|
||||||
|
"follower_count": kol.get("follower_count"),
|
||||||
|
"engagement_rate": kol.get("engagement_rate"),
|
||||||
|
},
|
||||||
|
"recent_calls": calls.data[:10] if calls.data else [],
|
||||||
|
}
|
||||||
|
|
||||||
|
|
||||||
|
async def get_top_kols_by_category(category: str = "memes", limit: int = 20) -> list[dict]:
|
||||||
|
"""Get top KOLs by category with scorecards."""
|
||||||
|
from supabase import create_client
|
||||||
|
|
||||||
|
supabase = create_client(os.getenv("SUPABASE_URL"), os.getenv("SUPABASE_KEY"))
|
||||||
|
|
||||||
|
result = (
|
||||||
|
supabase.table("kols")
|
||||||
|
.select("*")
|
||||||
|
.eq("primary_category", category)
|
||||||
|
.order("win_rate", desc=True)
|
||||||
|
.order("follower_count", desc=True)
|
||||||
|
.limit(limit)
|
||||||
|
.execute()
|
||||||
|
)
|
||||||
|
|
||||||
|
return result.data or []
|
||||||
|
|
||||||
|
|
||||||
|
# ── Social Monitoring ─────────────────────────────────────────
|
||||||
|
|
||||||
|
|
||||||
|
async def monitor_social_sentiment(token_address: str) -> dict:
|
||||||
|
"""Monitor social sentiment for a token."""
|
||||||
|
# LunarCrush integration
|
||||||
|
try:
|
||||||
|
from app.lunarcrush_connector import get_lunarcrush_connector
|
||||||
|
|
||||||
|
lc = get_lunarcrush_connector()
|
||||||
|
|
||||||
|
sentiment = await lc.get_sentiment(token_address)
|
||||||
|
|
||||||
|
return {
|
||||||
|
"token": token_address,
|
||||||
|
"social_volume": sentiment.get("social_volume"),
|
||||||
|
"social_dominance": sentiment.get("social_dominance"),
|
||||||
|
"sentiment_score": sentiment.get("sentiment_score"),
|
||||||
|
"mentions_24h": sentiment.get("mentions_24h"),
|
||||||
|
"mentions_change_24h": sentiment.get("mentions_change_24h"),
|
||||||
|
}
|
||||||
|
except Exception:
|
||||||
|
return {"error": "LunarCrush not available"}
|
||||||
|
|
||||||
|
|
||||||
|
async def get_viral_crypto_posts(hours: int = 24) -> list[dict]:
|
||||||
|
"""Get viral crypto posts from X/Twitter."""
|
||||||
|
from supabase import create_client
|
||||||
|
|
||||||
|
supabase = create_client(os.getenv("SUPABASE_URL"), os.getenv("SUPABASE_KEY"))
|
||||||
|
|
||||||
|
time_range = datetime.now(UTC) - timedelta(hours=hours)
|
||||||
|
|
||||||
|
result = (
|
||||||
|
supabase.table("viral_posts")
|
||||||
|
.select("*")
|
||||||
|
.gte("posted_at", time_range.isoformat())
|
||||||
|
.order("engagement_score", desc=True)
|
||||||
|
.limit(50)
|
||||||
|
.execute()
|
||||||
|
)
|
||||||
|
|
||||||
|
return result.data or []
|
||||||
|
|
||||||
|
|
||||||
|
# ── Hack/Drain Alerts ────────────────────────────────────────
|
||||||
|
|
||||||
|
|
||||||
|
async def get_recent_hacks_drains(hours: int = 24) -> list[dict]:
|
||||||
|
"""Get recent hacks and drains from monitoring."""
|
||||||
|
from supabase import create_client
|
||||||
|
|
||||||
|
supabase = create_client(os.getenv("SUPABASE_URL"), os.getenv("SUPABASE_KEY"))
|
||||||
|
|
||||||
|
time_range = datetime.now(UTC) - timedelta(hours=hours)
|
||||||
|
|
||||||
|
result = (
|
||||||
|
supabase.table("security_alerts")
|
||||||
|
.select("*")
|
||||||
|
.gte("detected_at", time_range.isoformat())
|
||||||
|
.in_("alert_type", ["hack", "drain", "exploit", "rugpull"])
|
||||||
|
.order("amount_usd", desc=True)
|
||||||
|
.limit(50)
|
||||||
|
.execute()
|
||||||
|
)
|
||||||
|
|
||||||
|
return result.data or []
|
||||||
|
|
||||||
|
|
||||||
|
async def format_hack_alert_for_social(hack_data: dict) -> dict:
|
||||||
|
"""Format hack alert for X/Telegram posting."""
|
||||||
|
return {
|
||||||
|
"x_post": f"""🚨 HACK ALERT 🚨
|
||||||
|
|
||||||
|
Protocol: {hack_data.get("protocol_name", "Unknown")}
|
||||||
|
Amount: ${hack_data.get("amount_usd", 0):,.0f}
|
||||||
|
Chain: {hack_data.get("chain", "Unknown")}
|
||||||
|
Type: {hack_data.get("attack_type", "Unknown")}
|
||||||
|
|
||||||
|
{hack_data.get("description", "")[:200]}
|
||||||
|
|
||||||
|
#CryptoSecurity #DeFi #HackAlert""",
|
||||||
|
"telegram_post": f"""🚨 *HACK ALERT* 🚨
|
||||||
|
|
||||||
|
*Protocol:* {hack_data.get("protocol_name", "Unknown")}
|
||||||
|
*Amount:* ${hack_data.get("amount_usd", 0):,.0f}
|
||||||
|
*Chain:* {hack_data.get("chain", "Unknown")}
|
||||||
|
*Type:* {hack_data.get("attack_type", "Unknown")}
|
||||||
|
|
||||||
|
{hack_data.get("description", "")[:500]}
|
||||||
|
|
||||||
|
Stay safe out there! 🔒""",
|
||||||
|
"severity": hack_data.get("severity", "medium"),
|
||||||
|
"amount_usd": hack_data.get("amount_usd", 0),
|
||||||
|
}
|
||||||
|
|
||||||
|
|
||||||
|
# ── Wallet Screenshot Generation ──────────────────────────────
|
||||||
|
|
||||||
|
|
||||||
|
async def generate_wallet_screenshot(wallet_address: str, pnl_data: dict) -> str:
|
||||||
|
"""Generate wallet PnL screenshot for sharing."""
|
||||||
|
# This would use a graphics API (Alibaba, etc.) to generate images
|
||||||
|
# For now, return placeholder
|
||||||
|
|
||||||
|
return {
|
||||||
|
"wallet": wallet_address,
|
||||||
|
"total_pnl": pnl_data.get("total_pnl_usd", 0),
|
||||||
|
"win_rate": pnl_data.get("win_rate", 0),
|
||||||
|
"top_wins": pnl_data.get("top_wins", []),
|
||||||
|
"top_losses": pnl_data.get("top_losses", []),
|
||||||
|
"image_url": f"/api/v1/images/wallet/{wallet_address}/pnl-summary",
|
||||||
|
"share_url": f"https://rugmunch.io/wallet/{wallet_address}",
|
||||||
|
}
|
||||||
|
|
||||||
|
|
||||||
|
# ── Content Generation ────────────────────────────────────────
|
||||||
|
|
||||||
|
|
||||||
|
async def generate_marketing_content(content_type: str, data: dict) -> dict:
|
||||||
|
"""Generate marketing content using AI."""
|
||||||
|
# This would call Alibaba's AI API for content generation
|
||||||
|
|
||||||
|
templates = {
|
||||||
|
"win_announcement": """
|
||||||
|
🎉 BIG WIN ALERT! 🎉
|
||||||
|
|
||||||
|
Wallet: {wallet_address[:8]}...{wallet_address[-6:]}
|
||||||
|
Token: {token_symbol}
|
||||||
|
Profit: ${pnl_usd:,.0f} ({pnl_pct:.1f}%)
|
||||||
|
|
||||||
|
This whale called it early and rode it all the way up! 🐋
|
||||||
|
|
||||||
|
Track smart money: https://rugmunch.io/wallet/{wallet_address}
|
||||||
|
|
||||||
|
#Crypto #MemeCoin #SmartMoney
|
||||||
|
""",
|
||||||
|
"loss_announcement": """
|
||||||
|
💀 LOSS PORN 💀
|
||||||
|
|
||||||
|
Wallet: {wallet_address[:8]}...{wallet_address[-6:]}
|
||||||
|
Token: {token_symbol}
|
||||||
|
Loss: ${pnl_usd:,.0f} ({pnl_pct:.1f}%)
|
||||||
|
|
||||||
|
Oof. Another reminder to take profits! 📉
|
||||||
|
|
||||||
|
Learn from their mistakes: https://rugmunch.io/wallet/{wallet_address}
|
||||||
|
|
||||||
|
#Crypto #Trading #LossPorn
|
||||||
|
""",
|
||||||
|
"kol_scorecard": """
|
||||||
|
📊 KOL SCORECARD: @{kol_handle}
|
||||||
|
|
||||||
|
Win Rate: {win_rate:.1f}%
|
||||||
|
Total Calls: {total_calls}
|
||||||
|
Avg PnL: {avg_pnl:.1f}%
|
||||||
|
Followers: {follower_count:,}
|
||||||
|
|
||||||
|
Track their calls: https://rugmunch.io/kol/{kol_handle}
|
||||||
|
|
||||||
|
#CryptoTwitter #KOL #Alpha
|
||||||
|
""",
|
||||||
|
}
|
||||||
|
|
||||||
|
template = templates.get(content_type, "")
|
||||||
|
|
||||||
|
# Format template with data
|
||||||
|
content = template.format(**data) if template else ""
|
||||||
|
|
||||||
|
return {
|
||||||
|
"content_type": content_type,
|
||||||
|
"x_post": content[:280],
|
||||||
|
"telegram_post": content,
|
||||||
|
"generated_at": datetime.now(UTC).isoformat(),
|
||||||
|
}
|
||||||
438
app/domains/intelligence/n8n_intelligence_workflows.py
Normal file
438
app/domains/intelligence/n8n_intelligence_workflows.py
Normal file
|
|
@ -0,0 +1,438 @@
|
||||||
|
"""
|
||||||
|
n8n Workflow Automation - Market Intelligence & Premium Data Pulls.
|
||||||
|
Scheduled workflows for efficient data collection from multiple sources.
|
||||||
|
Runs every 30-60 minutes based on scan volume and data freshness needs.
|
||||||
|
|
||||||
|
Integrations:
|
||||||
|
- CoinGecko: trending, global metrics, top gainers/losers
|
||||||
|
- DexScreener: new pairs, trending tokens, volume spikes
|
||||||
|
- Dune Analytics: custom queries for whale tracking, scam patterns
|
||||||
|
- Helius: token mints, large transfers, new token deployments
|
||||||
|
- Moralis: EVM whale movements, new contract deployments
|
||||||
|
- Arkham: entity labeling, exchange flows
|
||||||
|
- Nansen: smart money tracking (if available)
|
||||||
|
- Forta: real-time threat detection
|
||||||
|
"""
|
||||||
|
|
||||||
|
import logging
|
||||||
|
from datetime import UTC, datetime
|
||||||
|
|
||||||
|
logger = logging.getLogger(__name__)
|
||||||
|
|
||||||
|
# ── n8n Workflow Definitions ─────────────────────────────────
|
||||||
|
|
||||||
|
N8N_BASE_URL = "https://n8n.rugmunch.io"
|
||||||
|
N8N_WEBHOOK_URL = f"{N8N_BASE_URL}/webhook"
|
||||||
|
|
||||||
|
# Market Intelligence Workflows
|
||||||
|
MARKET_INTEL_WORKFLOWS = {
|
||||||
|
"trending_tokens": {
|
||||||
|
"name": "Trending Tokens Collector",
|
||||||
|
"schedule": "*/30 * * * *", # Every 30 minutes
|
||||||
|
"sources": ["coingecko", "dexscreener", "geckoterminal"],
|
||||||
|
"endpoint": f"{N8N_WEBHOOK_URL}/market/trending",
|
||||||
|
"description": "Collect trending tokens from multiple DEXs",
|
||||||
|
"output_table": "market_trending_tokens",
|
||||||
|
},
|
||||||
|
"whale_movements": {
|
||||||
|
"name": "Whale Movement Tracker",
|
||||||
|
"schedule": "*/15 * * * *", # Every 15 minutes (high priority)
|
||||||
|
"sources": ["helius", "moralis", "arkham"],
|
||||||
|
"endpoint": f"{N8N_WEBHOOK_URL}/market/whales",
|
||||||
|
"description": "Track large transfers across chains",
|
||||||
|
"output_table": "whale_movements",
|
||||||
|
},
|
||||||
|
"new_token_deployments": {
|
||||||
|
"name": "New Token Deployments",
|
||||||
|
"schedule": "*/10 * * * *", # Every 10 minutes (fast detection)
|
||||||
|
"sources": ["helius", "moralis", "dexscreener"],
|
||||||
|
"endpoint": f"{N8N_WEBHOOK_URL}/market/new-tokens",
|
||||||
|
"description": "Detect new token deployments in real-time",
|
||||||
|
"output_table": "new_token_deployments",
|
||||||
|
},
|
||||||
|
"volume_spikes": {
|
||||||
|
"name": "Volume Spike Detector",
|
||||||
|
"schedule": "*/5 * * * *", # Every 5 minutes (critical)
|
||||||
|
"sources": ["dexscreener", "geckoterminal", "birdeye"],
|
||||||
|
"endpoint": f"{N8N_WEBHOOK_URL}/market/volume-spikes",
|
||||||
|
"description": "Detect unusual volume increases",
|
||||||
|
"output_table": "volume_spikes",
|
||||||
|
},
|
||||||
|
"global_metrics": {
|
||||||
|
"name": "Market Global Metrics",
|
||||||
|
"schedule": "0 * * * *", # Every hour
|
||||||
|
"sources": ["coingecko"],
|
||||||
|
"endpoint": f"{N8N_WEBHOOK_URL}/market/global",
|
||||||
|
"description": "Global crypto market metrics",
|
||||||
|
"output_table": "market_global_metrics",
|
||||||
|
},
|
||||||
|
"defi_protocols": {
|
||||||
|
"name": "DeFi Protocol Analytics",
|
||||||
|
"schedule": "0 */2 * * *", # Every 2 hours
|
||||||
|
"sources": ["defillama", "dune"],
|
||||||
|
"endpoint": f"{N8N_WEBHOOK_URL}/market/defi",
|
||||||
|
"description": "DeFi TVL, volume, user metrics",
|
||||||
|
"output_table": "defi_protocol_metrics",
|
||||||
|
},
|
||||||
|
"nft_market": {
|
||||||
|
"name": "NFT Market Intelligence",
|
||||||
|
"schedule": "0 */4 * * *", # Every 4 hours
|
||||||
|
"sources": ["alchemy", "opensea_api"],
|
||||||
|
"endpoint": f"{N8N_WEBHOOK_URL}/market/nft",
|
||||||
|
"description": "NFT floor prices, volume, trends",
|
||||||
|
"output_table": "nft_market_metrics",
|
||||||
|
},
|
||||||
|
}
|
||||||
|
|
||||||
|
# Premium Intelligence Workflows
|
||||||
|
PREMIUM_INTEL_WORKFLOWS = {
|
||||||
|
"smart_money_tracking": {
|
||||||
|
"name": "Smart Money Tracker",
|
||||||
|
"schedule": "*/30 * * * *", # Every 30 minutes
|
||||||
|
"sources": ["nansen", "arkham", "dune"],
|
||||||
|
"endpoint": f"{N8N_WEBHOOK_URL}/premium/smart-money",
|
||||||
|
"description": "Track known smart money wallets",
|
||||||
|
"output_table": "smart_money_activities",
|
||||||
|
"tier": "premium",
|
||||||
|
},
|
||||||
|
"exchange_flows": {
|
||||||
|
"name": "Exchange Flow Analysis",
|
||||||
|
"schedule": "*/15 * * * *", # Every 15 minutes
|
||||||
|
"sources": ["arkham", "dune", "glassnode"],
|
||||||
|
"endpoint": f"{N8N_WEBHOOK_URL}/premium/exchange-flows",
|
||||||
|
"description": "Track exchange inflows/outflows",
|
||||||
|
"output_table": "exchange_flows",
|
||||||
|
"tier": "premium",
|
||||||
|
},
|
||||||
|
"insider_trading": {
|
||||||
|
"name": "Insider Trading Detection",
|
||||||
|
"schedule": "*/20 * * * *", # Every 20 minutes
|
||||||
|
"sources": ["dune", "arkham", "helius"],
|
||||||
|
"endpoint": f"{N8N_WEBHOOK_URL}/premium/insider",
|
||||||
|
"description": "Detect potential insider trading patterns",
|
||||||
|
"output_table": "insider_trading_alerts",
|
||||||
|
"tier": "premium_plus",
|
||||||
|
},
|
||||||
|
"launchpad_monitor": {
|
||||||
|
"name": "Launchpad Monitor",
|
||||||
|
"schedule": "*/10 * * * *", # Every 10 minutes
|
||||||
|
"sources": ["dexscreener", "pumpfun_api", "geckoterminal"],
|
||||||
|
"endpoint": f"{N8N_WEBHOOK_URL}/premium/launchpad",
|
||||||
|
"description": "Monitor new launches across platforms",
|
||||||
|
"output_table": "launchpad_monitoring",
|
||||||
|
"tier": "premium",
|
||||||
|
},
|
||||||
|
"cluster_analysis": {
|
||||||
|
"name": "Cluster Pattern Analysis",
|
||||||
|
"schedule": "0 */2 * * *", # Every 2 hours
|
||||||
|
"sources": ["internal_clustering", "dune"],
|
||||||
|
"endpoint": f"{N8N_WEBHOOK_URL}/premium/clusters",
|
||||||
|
"description": "Deep cluster pattern analysis",
|
||||||
|
"output_table": "cluster_patterns",
|
||||||
|
"tier": "premium_plus",
|
||||||
|
},
|
||||||
|
}
|
||||||
|
|
||||||
|
# Security Intelligence Workflows
|
||||||
|
SECURITY_INTEL_WORKFLOWS = {
|
||||||
|
"scam_detection": {
|
||||||
|
"name": "Real-time Scam Detection",
|
||||||
|
"schedule": "*/5 * * * *", # Every 5 minutes (critical)
|
||||||
|
"sources": ["forta", "internal_ml", "community_reports"],
|
||||||
|
"endpoint": f"{N8N_WEBHOOK_URL}/security/scams",
|
||||||
|
"description": "Detect new scam patterns",
|
||||||
|
"output_table": "scam_alerts",
|
||||||
|
"priority": "critical",
|
||||||
|
},
|
||||||
|
"rugpull_detection": {
|
||||||
|
"name": "Rugpull Detection",
|
||||||
|
"schedule": "*/2 * * * *", # Every 2 minutes (ultra-critical)
|
||||||
|
"sources": ["internal_ml", "liquidity_monitor"],
|
||||||
|
"endpoint": f"{N8N_WEBHOOK_URL}/security/rugpulls",
|
||||||
|
"description": "Detect rugpull patterns in real-time",
|
||||||
|
"output_table": "rugpull_alerts",
|
||||||
|
"priority": "critical",
|
||||||
|
},
|
||||||
|
"contract_vulnerabilities": {
|
||||||
|
"name": "Contract Vulnerability Scanner",
|
||||||
|
"schedule": "0 * * * *", # Every hour
|
||||||
|
"sources": ["slither", "mythril", "internal_scanner"],
|
||||||
|
"endpoint": f"{N8N_WEBHOOK_URL}/security/vulnerabilities",
|
||||||
|
"description": "Scan new contracts for vulnerabilities",
|
||||||
|
"output_table": "contract_vulnerabilities",
|
||||||
|
"priority": "high",
|
||||||
|
},
|
||||||
|
"phishing_detection": {
|
||||||
|
"name": "Phishing Domain Detection",
|
||||||
|
"schedule": "0 */6 * * *", # Every 6 hours
|
||||||
|
"sources": ["guardian", "cryptoscamdb", "community"],
|
||||||
|
"endpoint": f"{N8N_WEBHOOK_URL}/security/phishing",
|
||||||
|
"description": "Detect new phishing domains",
|
||||||
|
"output_table": "phishing_domains",
|
||||||
|
"priority": "high",
|
||||||
|
},
|
||||||
|
}
|
||||||
|
|
||||||
|
|
||||||
|
# ── n8n Workflow Execution ────────────────────────────────────
|
||||||
|
|
||||||
|
|
||||||
|
async def trigger_n8n_workflow(workflow_name: str, data: dict | None = None) -> bool:
|
||||||
|
"""Trigger an n8n workflow via webhook."""
|
||||||
|
import httpx
|
||||||
|
|
||||||
|
# Find workflow config
|
||||||
|
all_workflows = {
|
||||||
|
**MARKET_INTEL_WORKFLOWS,
|
||||||
|
**PREMIUM_INTEL_WORKFLOWS,
|
||||||
|
**SECURITY_INTEL_WORKFLOWS,
|
||||||
|
}
|
||||||
|
workflow = all_workflows.get(workflow_name)
|
||||||
|
|
||||||
|
if not workflow:
|
||||||
|
logger.error(f"Workflow not found: {workflow_name}")
|
||||||
|
return False
|
||||||
|
|
||||||
|
webhook_url = workflow["endpoint"]
|
||||||
|
|
||||||
|
try:
|
||||||
|
async with httpx.AsyncClient(timeout=30.0) as client:
|
||||||
|
response = await client.post(
|
||||||
|
webhook_url,
|
||||||
|
json={
|
||||||
|
"workflow": workflow_name,
|
||||||
|
"triggered_at": datetime.now(UTC).isoformat(),
|
||||||
|
"data": data or {},
|
||||||
|
},
|
||||||
|
)
|
||||||
|
|
||||||
|
if response.status_code in (200, 201, 202):
|
||||||
|
logger.info(f"Triggered workflow: {workflow_name}")
|
||||||
|
return True
|
||||||
|
else:
|
||||||
|
logger.error(f"Workflow trigger failed: {workflow_name} - {response.status_code}")
|
||||||
|
return False
|
||||||
|
|
||||||
|
except Exception as e:
|
||||||
|
logger.error(f"Workflow trigger error: {workflow_name} - {e}")
|
||||||
|
return False
|
||||||
|
|
||||||
|
|
||||||
|
async def execute_market_intelligence_pull(workflow_name: str):
|
||||||
|
"""Execute a market intelligence data pull."""
|
||||||
|
workflow = MARKET_INTEL_WORKFLOWS.get(workflow_name)
|
||||||
|
if not workflow:
|
||||||
|
return
|
||||||
|
|
||||||
|
logger.info(f"Executing market intel pull: {workflow['name']}")
|
||||||
|
|
||||||
|
# Collect data from sources
|
||||||
|
collected_data = {
|
||||||
|
"workflow": workflow_name,
|
||||||
|
"sources": workflow["sources"],
|
||||||
|
"collected_at": datetime.now(UTC).isoformat(),
|
||||||
|
"data": {},
|
||||||
|
}
|
||||||
|
|
||||||
|
# Source-specific collection logic
|
||||||
|
for source in workflow["sources"]:
|
||||||
|
try:
|
||||||
|
if source == "coingecko":
|
||||||
|
from app.coingecko_connector import get_coingecko_connector
|
||||||
|
|
||||||
|
connector = get_coingecko_connector()
|
||||||
|
|
||||||
|
if "trending" in workflow_name.lower():
|
||||||
|
trending = await connector.get_trending()
|
||||||
|
collected_data["data"]["coingecko_trending"] = trending
|
||||||
|
elif "global" in workflow_name.lower():
|
||||||
|
global_data = await connector.get_global_metrics()
|
||||||
|
collected_data["data"]["coingecko_global"] = global_data
|
||||||
|
|
||||||
|
elif source == "dexscreener":
|
||||||
|
from app.unified_provider import get_unified_provider
|
||||||
|
|
||||||
|
provider = get_unified_provider()
|
||||||
|
|
||||||
|
if "trending" in workflow_name.lower():
|
||||||
|
trending = await provider.get_dexscreener_trending()
|
||||||
|
collected_data["data"]["dexscreener_trending"] = trending
|
||||||
|
elif "volume" in workflow_name.lower():
|
||||||
|
spikes = await provider.get_volume_spikes()
|
||||||
|
collected_data["data"]["dexscreener_spikes"] = spikes
|
||||||
|
|
||||||
|
elif source == "helius":
|
||||||
|
from app.chain_client import get_chain_client
|
||||||
|
|
||||||
|
client = get_chain_client()
|
||||||
|
|
||||||
|
if "new" in workflow_name.lower():
|
||||||
|
new_tokens = await client.get_new_token_mints(limit=50)
|
||||||
|
collected_data["data"]["helius_new_tokens"] = new_tokens
|
||||||
|
elif "whale" in workflow_name.lower():
|
||||||
|
whales = await client.get_large_transfers(limit=20)
|
||||||
|
collected_data["data"]["helius_whales"] = whales
|
||||||
|
|
||||||
|
except Exception as e:
|
||||||
|
logger.error(f"Error collecting from {source}: {e}")
|
||||||
|
collected_data["data"][source] = {"error": str(e)}
|
||||||
|
|
||||||
|
# Store in Supabase
|
||||||
|
await _store_intelligence_data(workflow["output_table"], collected_data)
|
||||||
|
|
||||||
|
# Trigger alerts if needed
|
||||||
|
await _process_intelligence_alerts(workflow_name, collected_data)
|
||||||
|
|
||||||
|
|
||||||
|
async def _store_intelligence_data(table_name: str, data: dict):
|
||||||
|
"""Store intelligence data in Supabase."""
|
||||||
|
try:
|
||||||
|
import os
|
||||||
|
|
||||||
|
from supabase import create_client
|
||||||
|
|
||||||
|
supabase = create_client(os.getenv("SUPABASE_URL"), os.getenv("SUPABASE_KEY"))
|
||||||
|
|
||||||
|
# Insert data
|
||||||
|
supabase.table(table_name).insert(
|
||||||
|
{
|
||||||
|
"data": data,
|
||||||
|
"collected_at": data.get("collected_at"),
|
||||||
|
"workflow": data.get("workflow"),
|
||||||
|
}
|
||||||
|
).execute()
|
||||||
|
|
||||||
|
logger.info(f"Stored intelligence data in {table_name}")
|
||||||
|
|
||||||
|
except Exception as e:
|
||||||
|
logger.error(f"Failed to store intelligence data: {e}")
|
||||||
|
|
||||||
|
|
||||||
|
async def _process_intelligence_alerts(workflow_name: str, data: dict):
|
||||||
|
"""Process intelligence data and trigger alerts."""
|
||||||
|
# Check for significant findings
|
||||||
|
if "whale" in workflow_name.lower():
|
||||||
|
# Check for unusually large transfers
|
||||||
|
whales = data.get("data", {}).get("helius_whales", [])
|
||||||
|
for whale in whales:
|
||||||
|
amount = whale.get("amount", 0)
|
||||||
|
if amount > 1000: # >1000 SOL
|
||||||
|
await _create_alert("whale_movement", whale)
|
||||||
|
|
||||||
|
elif "scam" in workflow_name.lower() or "rugpull" in workflow_name.lower():
|
||||||
|
# Immediate alert for security issues
|
||||||
|
await _create_alert("security_critical", data)
|
||||||
|
|
||||||
|
elif "volume" in workflow_name.lower():
|
||||||
|
# Check for unusual volume spikes
|
||||||
|
spikes = data.get("data", {}).get("dexscreener_spikes", [])
|
||||||
|
for spike in spikes:
|
||||||
|
if spike.get("volume_change_pct", 0) > 500: # >500% increase
|
||||||
|
await _create_alert("volume_spike", spike)
|
||||||
|
|
||||||
|
|
||||||
|
async def _create_alert(alert_type: str, data: dict):
|
||||||
|
"""Create an intelligence alert."""
|
||||||
|
try:
|
||||||
|
import os
|
||||||
|
|
||||||
|
from supabase import create_client
|
||||||
|
|
||||||
|
supabase = create_client(os.getenv("SUPABASE_URL"), os.getenv("SUPABASE_KEY"))
|
||||||
|
|
||||||
|
alert_data = {
|
||||||
|
"alert_type": alert_type,
|
||||||
|
"severity": "critical" if "security" in alert_type else "high",
|
||||||
|
"data": data,
|
||||||
|
"created_at": datetime.now(UTC).isoformat(),
|
||||||
|
"is_read": False,
|
||||||
|
}
|
||||||
|
|
||||||
|
supabase.table("intelligence_alerts").insert(alert_data).execute()
|
||||||
|
|
||||||
|
logger.info(f"Created intelligence alert: {alert_type}")
|
||||||
|
|
||||||
|
except Exception as e:
|
||||||
|
logger.error(f"Failed to create alert: {e}")
|
||||||
|
|
||||||
|
|
||||||
|
# ── Dune Analytics Integration ────────────────────────────────
|
||||||
|
|
||||||
|
|
||||||
|
async def execute_dune_query(query_id: str, params: dict | None = None) -> dict | None:
|
||||||
|
"""Execute a Dune Analytics query."""
|
||||||
|
import os
|
||||||
|
|
||||||
|
import httpx
|
||||||
|
|
||||||
|
dune_api_key = os.getenv("DUNE_API_KEY", "")
|
||||||
|
if not dune_api_key:
|
||||||
|
logger.warning("DUNE_API_KEY not configured")
|
||||||
|
return None
|
||||||
|
|
||||||
|
try:
|
||||||
|
async with httpx.AsyncClient(timeout=60.0) as client:
|
||||||
|
# Execute query
|
||||||
|
response = await client.post(
|
||||||
|
f"https://api.dune.com/api/v1/query/{query_id}/execute",
|
||||||
|
headers={"X-Dune-API-Key": dune_api_key},
|
||||||
|
json=params or {},
|
||||||
|
)
|
||||||
|
|
||||||
|
if response.status_code != 200:
|
||||||
|
logger.error(f"Dune query failed: {response.status_code}")
|
||||||
|
return None
|
||||||
|
|
||||||
|
execution_id = response.json().get("execution_id")
|
||||||
|
|
||||||
|
# Wait for results
|
||||||
|
import asyncio
|
||||||
|
|
||||||
|
for _ in range(10): # Max 10 attempts
|
||||||
|
await asyncio.sleep(2)
|
||||||
|
|
||||||
|
result_response = await client.get(
|
||||||
|
f"https://api.dune.com/api/v1/execution/{execution_id}/results",
|
||||||
|
headers={"X-Dune-API-Key": dune_api_key},
|
||||||
|
)
|
||||||
|
|
||||||
|
if result_response.status_code == 200:
|
||||||
|
result = result_response.json()
|
||||||
|
if result.get("state") == "QUERY_STATE_COMPLETED":
|
||||||
|
return result.get("result", {}).get("rows", [])
|
||||||
|
|
||||||
|
return None
|
||||||
|
|
||||||
|
except Exception as e:
|
||||||
|
logger.error(f"Dune query error: {e}")
|
||||||
|
return None
|
||||||
|
|
||||||
|
|
||||||
|
# Pre-configured Dune queries for RMI
|
||||||
|
DUNE_QUERIES = {
|
||||||
|
"ethereum_whale_transfers": {
|
||||||
|
"query_id": "1234567", # Replace with actual query ID
|
||||||
|
"description": "Track large ETH transfers from known whale wallets",
|
||||||
|
"schedule": "*/15 * * * *",
|
||||||
|
},
|
||||||
|
"defi_protocol_volumes": {
|
||||||
|
"query_id": "2345678",
|
||||||
|
"description": "Daily DEX volumes across major protocols",
|
||||||
|
"schedule": "0 * * * *",
|
||||||
|
},
|
||||||
|
"nft_wash_trading": {
|
||||||
|
"query_id": "3456789",
|
||||||
|
"description": "Detect potential NFT wash trading patterns",
|
||||||
|
"schedule": "0 */6 * * *",
|
||||||
|
},
|
||||||
|
"stablecoin_flows": {
|
||||||
|
"query_id": "4567890",
|
||||||
|
"description": "Track USDC/USDT flows to/from exchanges",
|
||||||
|
"schedule": "*/30 * * * *",
|
||||||
|
},
|
||||||
|
"new_contract_deployments": {
|
||||||
|
"query_id": "5678901",
|
||||||
|
"description": "New contract deployments with large funding",
|
||||||
|
"schedule": "*/10 * * * *",
|
||||||
|
},
|
||||||
|
}
|
||||||
165
app/domains/intelligence/news_intelligence.py
Normal file
165
app/domains/intelligence/news_intelligence.py
Normal file
|
|
@ -0,0 +1,165 @@
|
||||||
|
#!/usr/bin/env python3
|
||||||
|
"""
|
||||||
|
RMI News Intelligence v3 - Industry Best
|
||||||
|
=========================================
|
||||||
|
AI-powered news pipeline: categorization, sentiment, trending, briefing.
|
||||||
|
Uses MiniMax ($20/mo flat) + Ollama Cloud.
|
||||||
|
"""
|
||||||
|
|
||||||
|
import json
|
||||||
|
import logging
|
||||||
|
import os
|
||||||
|
import urllib.request
|
||||||
|
from collections import Counter
|
||||||
|
from datetime import UTC, datetime
|
||||||
|
|
||||||
|
logger = logging.getLogger("rmi.news_v3")
|
||||||
|
OLLAMA_KEY = os.getenv("OLLAMA_API_KEY", os.getenv("DEEPSEEK_API_KEY", ""))
|
||||||
|
OLLAMA_URL = "https://ollama.com/v1/chat/completions"
|
||||||
|
|
||||||
|
# Simple in-memory trending tracker
|
||||||
|
_trending_topics = Counter()
|
||||||
|
_breaking_alerts = []
|
||||||
|
|
||||||
|
|
||||||
|
def analyze_article(title: str, content: str = "") -> dict:
|
||||||
|
"""Full AI analysis of a news article."""
|
||||||
|
text = f"{title} {content[:300]}"
|
||||||
|
|
||||||
|
# Category (fast, cached)
|
||||||
|
from app.ai_pipeline_v3 import classify_news
|
||||||
|
|
||||||
|
category = classify_news(title, content)
|
||||||
|
|
||||||
|
# Sentiment via MiniMax (batched - 1 call per article is fine at flat rate)
|
||||||
|
sentiment = "neutral"
|
||||||
|
try:
|
||||||
|
k = os.getenv("OLLAMA_API_KEY", "")
|
||||||
|
if not k:
|
||||||
|
with open("/app/.env") as f:
|
||||||
|
for line in f:
|
||||||
|
if line.startswith("OLLAMA_API_KEY"):
|
||||||
|
k = line.strip().split("=", 1)[1]
|
||||||
|
break
|
||||||
|
if not k:
|
||||||
|
return {"category": category, "sentiment": "neutral", "is_breaking": False}
|
||||||
|
body = json.dumps(
|
||||||
|
{
|
||||||
|
"model": "deepseek-v4-flash",
|
||||||
|
"messages": [
|
||||||
|
{
|
||||||
|
"role": "system",
|
||||||
|
"content": "Classify sentiment: BULLISH BEARISH NEUTRAL. Reply one word only.",
|
||||||
|
},
|
||||||
|
{"role": "user", "content": text[:400]},
|
||||||
|
],
|
||||||
|
"max_tokens": 10,
|
||||||
|
"temperature": 0.1,
|
||||||
|
}
|
||||||
|
).encode()
|
||||||
|
req = urllib.request.Request(
|
||||||
|
OLLAMA_URL,
|
||||||
|
data=body,
|
||||||
|
headers={"Authorization": f"Bearer {k}", "Content-Type": "application/json"},
|
||||||
|
)
|
||||||
|
resp = urllib.request.urlopen(req, timeout=8)
|
||||||
|
sentiment = json.loads(resp.read())["choices"][0]["message"]["content"].strip().upper()
|
||||||
|
if "BULL" in sentiment:
|
||||||
|
sentiment = "bullish"
|
||||||
|
elif "BEAR" in sentiment:
|
||||||
|
sentiment = "bearish"
|
||||||
|
else:
|
||||||
|
sentiment = "neutral"
|
||||||
|
except Exception as e:
|
||||||
|
logger.warning(f"Sentiment failed: {e}")
|
||||||
|
|
||||||
|
# Track trending topics
|
||||||
|
for word in title.lower().split():
|
||||||
|
if len(word) > 4 and word not in (
|
||||||
|
"after",
|
||||||
|
"before",
|
||||||
|
"while",
|
||||||
|
"could",
|
||||||
|
"would",
|
||||||
|
"should",
|
||||||
|
"their",
|
||||||
|
"there",
|
||||||
|
"these",
|
||||||
|
"those",
|
||||||
|
"about",
|
||||||
|
"which",
|
||||||
|
):
|
||||||
|
_trending_topics[word] += 1
|
||||||
|
|
||||||
|
# Detect breaking news
|
||||||
|
is_breaking = category == "SCAM" or any(
|
||||||
|
w in text.lower() for w in ["hacked", "exploited", "drained", "rug pulled", "emergency"]
|
||||||
|
)
|
||||||
|
|
||||||
|
return {
|
||||||
|
"category": category,
|
||||||
|
"sentiment": sentiment,
|
||||||
|
"is_breaking": is_breaking,
|
||||||
|
"analyzed_at": datetime.now(UTC).isoformat(),
|
||||||
|
}
|
||||||
|
|
||||||
|
|
||||||
|
def get_trending(limit: int = 10) -> list:
|
||||||
|
"""Get trending topics from recent article analysis."""
|
||||||
|
return [{"topic": word, "count": count} for word, count in _trending_topics.most_common(limit)]
|
||||||
|
|
||||||
|
|
||||||
|
def get_breaking() -> list:
|
||||||
|
"""Get breaking news alerts."""
|
||||||
|
return _breaking_alerts[-10:]
|
||||||
|
|
||||||
|
|
||||||
|
def daily_briefing() -> str:
|
||||||
|
"""Generate an AI-powered daily news briefing using Ollama Cloud."""
|
||||||
|
trending = get_trending(5)
|
||||||
|
topics = ", ".join(f"{t['topic']}({t['count']})" for t in trending)
|
||||||
|
|
||||||
|
k = OLLAMA_KEY
|
||||||
|
body = json.dumps(
|
||||||
|
{
|
||||||
|
"model": "deepseek-v4-flash",
|
||||||
|
"messages": [
|
||||||
|
{
|
||||||
|
"role": "system",
|
||||||
|
"content": "Write a 3-sentence daily crypto news briefing. Mention trending topics. Professional tone. Under 100 words.",
|
||||||
|
},
|
||||||
|
{"role": "user", "content": f"Trending topics: {topics}"},
|
||||||
|
],
|
||||||
|
"max_tokens": 150,
|
||||||
|
"temperature": 0.5,
|
||||||
|
}
|
||||||
|
).encode()
|
||||||
|
|
||||||
|
try:
|
||||||
|
req = urllib.request.Request(
|
||||||
|
OLLAMA_URL,
|
||||||
|
data=body,
|
||||||
|
headers={"Authorization": f"Bearer {k}", "Content-Type": "application/json"},
|
||||||
|
)
|
||||||
|
resp = urllib.request.urlopen(req, timeout=15)
|
||||||
|
return json.loads(resp.read())["choices"][0]["message"]["content"].strip()
|
||||||
|
except Exception:
|
||||||
|
return f"Daily briefing: {topics} are trending in crypto news today."
|
||||||
|
|
||||||
|
|
||||||
|
def news_search(query: str, articles: list, limit: int = 10) -> list:
|
||||||
|
"""Smart search across articles with relevance ranking."""
|
||||||
|
results = []
|
||||||
|
q_lower = query.lower()
|
||||||
|
for a in articles:
|
||||||
|
score = 0
|
||||||
|
if q_lower in a.get("title", "").lower():
|
||||||
|
score += 10
|
||||||
|
if q_lower in a.get("content", "").lower():
|
||||||
|
score += 5
|
||||||
|
if q_lower in a.get("category", "").lower():
|
||||||
|
score += 3
|
||||||
|
if score > 0:
|
||||||
|
a["relevance"] = score
|
||||||
|
results.append(a)
|
||||||
|
return sorted(results, key=lambda x: x.get("relevance", 0), reverse=True)[:limit]
|
||||||
19
app/domains/markets/__init__.py
Normal file
19
app/domains/markets/__init__.py
Normal file
|
|
@ -0,0 +1,19 @@
|
||||||
|
"""Markets domain - public API.
|
||||||
|
|
||||||
|
Phase 4 domain consolidation: app.prediction_market_service -> app.domains.markets.
|
||||||
|
"""
|
||||||
|
from __future__ import annotations
|
||||||
|
|
||||||
|
from app.domains.markets.core import (
|
||||||
|
PredictionDigest,
|
||||||
|
PredictionMarket,
|
||||||
|
PredictionMarketService,
|
||||||
|
get_prediction_market_service,
|
||||||
|
)
|
||||||
|
|
||||||
|
__all__ = [
|
||||||
|
"PredictionDigest",
|
||||||
|
"PredictionMarket",
|
||||||
|
"PredictionMarketService",
|
||||||
|
"get_prediction_market_service",
|
||||||
|
]
|
||||||
1122
app/domains/markets/core.py
Normal file
1122
app/domains/markets/core.py
Normal file
File diff suppressed because it is too large
Load diff
33
app/domains/mcp/__init__.py
Normal file
33
app/domains/mcp/__init__.py
Normal file
|
|
@ -0,0 +1,33 @@
|
||||||
|
"""MCP domain - public API.
|
||||||
|
|
||||||
|
Phase 4 domain consolidation: app.mcp -> app.domains.mcp.
|
||||||
|
"""
|
||||||
|
from __future__ import annotations
|
||||||
|
|
||||||
|
from app.domains.mcp.registry import TOOL_CATEGORIES, get_tool_by_name
|
||||||
|
from app.domains.mcp.server import (
|
||||||
|
MCP_PROTOCOL_VERSION,
|
||||||
|
MCP_SERVER_VERSION,
|
||||||
|
TOOL_CATALOG,
|
||||||
|
TOOL_DEPRECATED,
|
||||||
|
TOOL_SUCCESSORS,
|
||||||
|
TOOL_VERSIONS,
|
||||||
|
call_tool,
|
||||||
|
)
|
||||||
|
from app.domains.mcp.x402_mcp_server import TOOLS, handle_mcp_call
|
||||||
|
from app.domains.mcp.x402_tool_manager import X402ToolManager
|
||||||
|
|
||||||
|
__all__ = [
|
||||||
|
"MCP_PROTOCOL_VERSION",
|
||||||
|
"MCP_SERVER_VERSION",
|
||||||
|
"TOOLS",
|
||||||
|
"TOOL_CATALOG",
|
||||||
|
"TOOL_CATEGORIES",
|
||||||
|
"TOOL_DEPRECATED",
|
||||||
|
"TOOL_SUCCESSORS",
|
||||||
|
"TOOL_VERSIONS",
|
||||||
|
"X402ToolManager",
|
||||||
|
"call_tool",
|
||||||
|
"get_tool_by_name",
|
||||||
|
"handle_mcp_call",
|
||||||
|
]
|
||||||
|
|
@ -4,8 +4,8 @@ from __future__ import annotations
|
||||||
|
|
||||||
import logging
|
import logging
|
||||||
|
|
||||||
from app.mcp.manifest import MCPServerManifest, MCPToolManifest
|
from app.domains.mcp.manifest import MCPServerManifest, MCPToolManifest
|
||||||
from app.mcp.server import (
|
from app.domains.mcp.server import (
|
||||||
TOOL_CATALOG,
|
TOOL_CATALOG,
|
||||||
TOOL_DEPRECATED,
|
TOOL_DEPRECATED,
|
||||||
TOOL_SUCCESSORS,
|
TOOL_SUCCESSORS,
|
||||||
|
|
@ -18,7 +18,7 @@ from typing import Any
|
||||||
from fastapi import APIRouter, Request
|
from fastapi import APIRouter, Request
|
||||||
from pydantic import BaseModel
|
from pydantic import BaseModel
|
||||||
|
|
||||||
from app.mcp.server import (
|
from app.domains.mcp.server import (
|
||||||
MCP_PROTOCOL_VERSION,
|
MCP_PROTOCOL_VERSION,
|
||||||
MCP_SERVER_VERSION,
|
MCP_SERVER_VERSION,
|
||||||
TOOL_CATALOG,
|
TOOL_CATALOG,
|
||||||
|
|
@ -601,7 +601,7 @@ async def call_tool(name: str, arguments: dict) -> dict:
|
||||||
limit = min(int(arguments.get("limit", 1000)), 10000)
|
limit = min(int(arguments.get("limit", 1000)), 10000)
|
||||||
|
|
||||||
try:
|
try:
|
||||||
from app.mcp.tools.eth_labels_tool import query_eth_labels_db_mcp
|
from app.domains.mcp.tools.eth_labels_tool import query_eth_labels_db_mcp
|
||||||
|
|
||||||
result = await query_eth_labels_db_mcp(sql, limit)
|
result = await query_eth_labels_db_mcp(sql, limit)
|
||||||
return {"result": result}
|
return {"result": result}
|
||||||
|
|
@ -611,7 +611,7 @@ async def call_tool(name: str, arguments: dict) -> dict:
|
||||||
if name == "eth_labels_stats":
|
if name == "eth_labels_stats":
|
||||||
# T22: Get statistics about eth-labels.db
|
# T22: Get statistics about eth-labels.db
|
||||||
try:
|
try:
|
||||||
from app.mcp.tools.eth_labels_tool import get_eth_labels_stats_mcp
|
from app.domains.mcp.tools.eth_labels_tool import get_eth_labels_stats_mcp
|
||||||
|
|
||||||
result = await get_eth_labels_stats_mcp()
|
result = await get_eth_labels_stats_mcp()
|
||||||
return {"result": result}
|
return {"result": result}
|
||||||
|
|
@ -620,7 +620,7 @@ async def call_tool(name: str, arguments: dict) -> dict:
|
||||||
|
|
||||||
if name == "mcp_discover":
|
if name == "mcp_discover":
|
||||||
# MCP catalog discovery with versioning + deprecation + category filtering
|
# MCP catalog discovery with versioning + deprecation + category filtering
|
||||||
from app.mcp.registry import TOOL_CATEGORIES # lazy: avoid circular import
|
from app.domains.mcp.registry import TOOL_CATEGORIES # lazy: avoid circular import
|
||||||
|
|
||||||
include_deprecated = arguments.get("include_deprecated", False)
|
include_deprecated = arguments.get("include_deprecated", False)
|
||||||
category = arguments.get("category")
|
category = arguments.get("category")
|
||||||
31
app/domains/referral/__init__.py
Normal file
31
app/domains/referral/__init__.py
Normal file
|
|
@ -0,0 +1,31 @@
|
||||||
|
"""Referral domain - public API.
|
||||||
|
|
||||||
|
Phase 4 domain consolidation: extracted from telegram/rugmunchbot/bot.py.
|
||||||
|
"""
|
||||||
|
from __future__ import annotations
|
||||||
|
|
||||||
|
from app.domains.referral.core import (
|
||||||
|
MILESTONES,
|
||||||
|
REFERRAL_BONUS_SCANS,
|
||||||
|
apply_referral_code,
|
||||||
|
generate_referral_link,
|
||||||
|
get_referral_stats,
|
||||||
|
)
|
||||||
|
from app.domains.referral.partners import (
|
||||||
|
DEX_REF_LINKS,
|
||||||
|
PARTNER_CODES,
|
||||||
|
dex_buttons,
|
||||||
|
format_dex_url,
|
||||||
|
)
|
||||||
|
|
||||||
|
__all__ = [
|
||||||
|
"DEX_REF_LINKS",
|
||||||
|
"MILESTONES",
|
||||||
|
"PARTNER_CODES",
|
||||||
|
"REFERRAL_BONUS_SCANS",
|
||||||
|
"apply_referral_code",
|
||||||
|
"dex_buttons",
|
||||||
|
"format_dex_url",
|
||||||
|
"generate_referral_link",
|
||||||
|
"get_referral_stats",
|
||||||
|
]
|
||||||
77
app/domains/referral/core.py
Normal file
77
app/domains/referral/core.py
Normal file
|
|
@ -0,0 +1,77 @@
|
||||||
|
"""Referral domain - Telegram bot referral system.
|
||||||
|
|
||||||
|
Phase 4 domain consolidation: extracted from telegram/rugmunchbot/bot.py.
|
||||||
|
"""
|
||||||
|
from __future__ import annotations
|
||||||
|
|
||||||
|
from typing import TYPE_CHECKING, Any
|
||||||
|
|
||||||
|
if TYPE_CHECKING:
|
||||||
|
import sqlite3
|
||||||
|
|
||||||
|
REFERRAL_BONUS_SCANS = 5
|
||||||
|
|
||||||
|
MILESTONES = {5: "🥉", 10: "🥈", 25: "🥇", 50: "💎", 100: "👑"}
|
||||||
|
|
||||||
|
|
||||||
|
def apply_referral_code(
|
||||||
|
user_id: int,
|
||||||
|
ref_code: str,
|
||||||
|
user_referral_code: str | None,
|
||||||
|
referred_by: str | None,
|
||||||
|
conn: sqlite3.Connection,
|
||||||
|
) -> bool:
|
||||||
|
"""Apply a referral code for a new/existing user.
|
||||||
|
|
||||||
|
Returns True if the referral was successfully applied.
|
||||||
|
"""
|
||||||
|
if not ref_code or ref_code == user_referral_code or referred_by:
|
||||||
|
return False
|
||||||
|
|
||||||
|
referrer = conn.execute(
|
||||||
|
"SELECT user_id FROM users WHERE referral_code = ?", (ref_code,)
|
||||||
|
).fetchone()
|
||||||
|
if not referrer:
|
||||||
|
return False
|
||||||
|
|
||||||
|
conn.execute(
|
||||||
|
"UPDATE users SET referred_by = ?, bonus_scans = bonus_scans + ? WHERE user_id = ?",
|
||||||
|
(ref_code, REFERRAL_BONUS_SCANS, user_id),
|
||||||
|
)
|
||||||
|
conn.execute(
|
||||||
|
"UPDATE users SET bonus_scans = bonus_scans + ? WHERE user_id = ?",
|
||||||
|
(REFERRAL_BONUS_SCANS, referrer["user_id"]),
|
||||||
|
)
|
||||||
|
conn.commit()
|
||||||
|
return True
|
||||||
|
|
||||||
|
|
||||||
|
def get_referral_stats(user_id: int, referral_code: str, conn: sqlite3.Connection) -> dict[str, Any]:
|
||||||
|
"""Return referral stats for a user.
|
||||||
|
|
||||||
|
Includes total referrals, bonus scans earned, next milestone info, and share link.
|
||||||
|
"""
|
||||||
|
count_row = conn.execute(
|
||||||
|
"SELECT COUNT(*) as c FROM users WHERE referred_by = ?", (referral_code,)
|
||||||
|
).fetchone()
|
||||||
|
count = count_row["c"] if count_row else 0
|
||||||
|
|
||||||
|
next_ms = next((k for k in sorted(MILESTONES.keys()) if k > count), None)
|
||||||
|
ms_text = (
|
||||||
|
f"\n🎯 Next milestone: {MILESTONES[next_ms]} {next_ms} referrals"
|
||||||
|
if next_ms
|
||||||
|
else "\n👑 You've hit all milestones!"
|
||||||
|
)
|
||||||
|
|
||||||
|
return {
|
||||||
|
"user_id": user_id,
|
||||||
|
"referral_code": referral_code,
|
||||||
|
"count": count,
|
||||||
|
"bonus_earned": count * REFERRAL_BONUS_SCANS,
|
||||||
|
"next_milestone_text": ms_text,
|
||||||
|
}
|
||||||
|
|
||||||
|
|
||||||
|
def generate_referral_link(bot_username: str, referral_code: str) -> str:
|
||||||
|
"""Generate a Telegram referral start link."""
|
||||||
|
return f"https://t.me/{bot_username}?start=ref_{referral_code}"
|
||||||
93
app/domains/referral/partners.py
Normal file
93
app/domains/referral/partners.py
Normal file
|
|
@ -0,0 +1,93 @@
|
||||||
|
"""Referral partner links and helpers.
|
||||||
|
|
||||||
|
Phase 4 domain consolidation: DEX/DeFi partner referral data extracted from
|
||||||
|
telegram bot config so it can be reused by scanners, web, and Telegram.
|
||||||
|
"""
|
||||||
|
from __future__ import annotations
|
||||||
|
|
||||||
|
from telegram import InlineKeyboardButton
|
||||||
|
|
||||||
|
# Partner referral codes / handles. Keep canonical here.
|
||||||
|
PARTNER_CODES = {
|
||||||
|
"jupiter": "rugmunch",
|
||||||
|
"photon": "rugmunch",
|
||||||
|
"bullx": "rugmunch",
|
||||||
|
"gmgn": "rugmunch",
|
||||||
|
"birdeye": "rugmunch",
|
||||||
|
"oneinch": "rugmunch",
|
||||||
|
"pancakeswap": "rugmunch",
|
||||||
|
}
|
||||||
|
|
||||||
|
DEX_REF_LINKS = {
|
||||||
|
"jupiter": {
|
||||||
|
"name": "Jupiter",
|
||||||
|
"emoji": "🪐",
|
||||||
|
"url": "https://jup.ag/swap/SOL-{token}?ref=rugmunch",
|
||||||
|
"chains": ["solana"],
|
||||||
|
"description": "Best Solana DEX aggregator",
|
||||||
|
},
|
||||||
|
"photon": {
|
||||||
|
"name": "Photon",
|
||||||
|
"emoji": "⚡",
|
||||||
|
"url": "https://photon-sol.tinyastro.io/en/lp/{token}?handle=rugmunch",
|
||||||
|
"chains": ["solana", "ethereum", "base"],
|
||||||
|
"description": "Fast Solana trading terminal",
|
||||||
|
},
|
||||||
|
"bullx": {
|
||||||
|
"name": "BullX",
|
||||||
|
"emoji": "🐂",
|
||||||
|
"url": "https://neo.bullx.io/terminal?chain={chain}&address={token}&ref=rugmunch",
|
||||||
|
"chains": ["solana", "ethereum", "base", "bsc", "arbitrum"],
|
||||||
|
"description": "Multi-chain trading bot",
|
||||||
|
},
|
||||||
|
"gmgn": {
|
||||||
|
"name": "GMGN.ai",
|
||||||
|
"emoji": "📊",
|
||||||
|
"url": "https://gmgn.ai/sol/token/{token}?ref=rugmunch",
|
||||||
|
"chains": ["solana", "ethereum", "base"],
|
||||||
|
"description": "Smart money tracking + trading",
|
||||||
|
},
|
||||||
|
"birdeye": {
|
||||||
|
"name": "Birdeye",
|
||||||
|
"emoji": "🦅",
|
||||||
|
"url": "https://birdeye.so/token/{token}?ref=rugmunch",
|
||||||
|
"chains": ["solana", "ethereum", "base", "bsc", "arbitrum"],
|
||||||
|
"description": "Token analytics & charts",
|
||||||
|
},
|
||||||
|
"oneinch": {
|
||||||
|
"name": "1inch",
|
||||||
|
"emoji": "🦄",
|
||||||
|
"url": "https://app.1inch.io/#/{chain_id}/simple/swap/ETH/{token}?ref=rugmunch",
|
||||||
|
"chains": ["ethereum", "base", "arbitrum", "bsc", "polygon", "avalanche"],
|
||||||
|
"description": "Best EVM DEX aggregator",
|
||||||
|
},
|
||||||
|
"pancakeswap": {
|
||||||
|
"name": "PancakeSwap",
|
||||||
|
"emoji": "🥞",
|
||||||
|
"url": "https://pancakeswap.finance/swap?inputCurrency=BNB&outputCurrency={token}&ref=rugmunch",
|
||||||
|
"chains": ["bsc", "ethereum", "arbitrum", "base"],
|
||||||
|
"description": "BSC's #1 DEX",
|
||||||
|
},
|
||||||
|
}
|
||||||
|
|
||||||
|
|
||||||
|
def format_dex_url(platform: str, token: str, chain: str, chain_id: int) -> str | None:
|
||||||
|
"""Return a formatted referral URL for a DEX partner, or None if unsupported."""
|
||||||
|
dex = DEX_REF_LINKS.get(platform)
|
||||||
|
if not dex or chain.lower() not in dex.get("chains", []):
|
||||||
|
return None
|
||||||
|
return dex["url"].format(token=token, chain=chain, chain_id=chain_id)
|
||||||
|
|
||||||
|
|
||||||
|
def dex_buttons(token: str, chain: str, chain_id: int) -> list[InlineKeyboardButton]:
|
||||||
|
"""Generate Telegram inline buttons for DEX partners supporting the given chain."""
|
||||||
|
buttons = []
|
||||||
|
for _key, dex in DEX_REF_LINKS.items():
|
||||||
|
if chain.lower() in dex.get("chains", []):
|
||||||
|
url = dex["url"].format(
|
||||||
|
token=token,
|
||||||
|
chain=chain,
|
||||||
|
chain_id=chain_id,
|
||||||
|
)
|
||||||
|
buttons.append(InlineKeyboardButton(f"{dex['emoji']} {dex['name']}", url=url))
|
||||||
|
return buttons
|
||||||
|
|
@ -42,6 +42,12 @@ from telegram.ext import (
|
||||||
)
|
)
|
||||||
|
|
||||||
# ── Local imports ──
|
# ── Local imports ──
|
||||||
|
from app.domains.referral import (
|
||||||
|
apply_referral_code,
|
||||||
|
dex_buttons,
|
||||||
|
generate_referral_link,
|
||||||
|
get_referral_stats,
|
||||||
|
)
|
||||||
from app.domains.telegram.rugmunchbot import db
|
from app.domains.telegram.rugmunchbot import db
|
||||||
from app.domains.telegram.rugmunchbot.config import (
|
from app.domains.telegram.rugmunchbot.config import (
|
||||||
BACKEND_URL,
|
BACKEND_URL,
|
||||||
|
|
@ -51,7 +57,6 @@ from app.domains.telegram.rugmunchbot.config import (
|
||||||
BOT_USERNAME,
|
BOT_USERNAME,
|
||||||
CHAIN_IDS,
|
CHAIN_IDS,
|
||||||
CHANNELS,
|
CHANNELS,
|
||||||
DEX_REF_LINKS,
|
|
||||||
DEXSCREENER,
|
DEXSCREENER,
|
||||||
GOPLUS,
|
GOPLUS,
|
||||||
HONEYPOT,
|
HONEYPOT,
|
||||||
|
|
@ -157,18 +162,6 @@ def web_scan_button(address: str, chain: str = "") -> InlineKeyboardButton:
|
||||||
return InlineKeyboardButton("🌐 Full Report on RugMunch.io", url=url)
|
return InlineKeyboardButton("🌐 Full Report on RugMunch.io", url=url)
|
||||||
|
|
||||||
|
|
||||||
def dex_buttons(token: str, chain: str) -> list[InlineKeyboardButton]:
|
|
||||||
buttons = []
|
|
||||||
for _key, dex in DEX_REF_LINKS.items():
|
|
||||||
if chain.lower() in dex.get("chains", []):
|
|
||||||
url = dex["url"].format(
|
|
||||||
token=token,
|
|
||||||
chain=chain,
|
|
||||||
chain_id=CHAIN_IDS.get(chain.lower(), 1),
|
|
||||||
)
|
|
||||||
buttons.append(InlineKeyboardButton(f"{dex['emoji']} {dex['name']}", url=url))
|
|
||||||
return buttons
|
|
||||||
|
|
||||||
|
|
||||||
def social_proof_text() -> str:
|
def social_proof_text() -> str:
|
||||||
"""Dynamic social proof from DB stats."""
|
"""Dynamic social proof from DB stats."""
|
||||||
|
|
@ -670,7 +663,7 @@ def scan_result_kb(address: str, chain: str) -> InlineKeyboardMarkup:
|
||||||
InlineKeyboardButton("⭐ Watch", callback_data=f"watch_{address}_{chain}"),
|
InlineKeyboardButton("⭐ Watch", callback_data=f"watch_{address}_{chain}"),
|
||||||
],
|
],
|
||||||
]
|
]
|
||||||
dex_btns = dex_buttons(address, chain)
|
dex_btns = dex_buttons(address, chain, CHAIN_IDS.get(chain.lower(), 1))
|
||||||
for i in range(0, len(dex_btns), 2):
|
for i in range(0, len(dex_btns), 2):
|
||||||
rows.append(dex_btns[i : i + 2])
|
rows.append(dex_btns[i : i + 2])
|
||||||
rows.append([InlineKeyboardButton("◀️ Menu", callback_data="menu_main")])
|
rows.append([InlineKeyboardButton("◀️ Menu", callback_data="menu_main")])
|
||||||
|
|
@ -747,19 +740,16 @@ async def cmd_start(update: Update, ctx: ContextTypes.DEFAULT_TYPE):
|
||||||
# Referral handling
|
# Referral handling
|
||||||
if ctx.args and ctx.args[0].startswith("ref_"):
|
if ctx.args and ctx.args[0].startswith("ref_"):
|
||||||
ref_code = ctx.args[0][4:]
|
ref_code = ctx.args[0][4:]
|
||||||
if ref_code != u.get("referral_code") and not u.get("referred_by"):
|
conn = db.get_db()
|
||||||
conn = db.get_db()
|
try:
|
||||||
referrer = conn.execute("SELECT user_id FROM users WHERE referral_code = ?", (ref_code,)).fetchone()
|
apply_referral_code(
|
||||||
if referrer:
|
user.id,
|
||||||
conn.execute(
|
ref_code,
|
||||||
"UPDATE users SET referred_by = ?, bonus_scans = bonus_scans + 5 WHERE user_id = ?",
|
u.get("referral_code"),
|
||||||
(ref_code, user.id),
|
u.get("referred_by"),
|
||||||
)
|
conn,
|
||||||
conn.execute(
|
)
|
||||||
"UPDATE users SET bonus_scans = bonus_scans + 5 WHERE user_id = ?",
|
finally:
|
||||||
(referrer["user_id"],),
|
|
||||||
)
|
|
||||||
conn.commit()
|
|
||||||
conn.close()
|
conn.close()
|
||||||
|
|
||||||
proof = social_proof_text()
|
proof = social_proof_text()
|
||||||
|
|
@ -1346,24 +1336,19 @@ async def cmd_refer(update: Update, ctx: ContextTypes.DEFAULT_TYPE):
|
||||||
user = update.effective_user
|
user = update.effective_user
|
||||||
u = db.get_or_create_user(user.id, user.username, user.first_name)
|
u = db.get_or_create_user(user.id, user.username, user.first_name)
|
||||||
ref = u.get("referral_code", "UNKNOWN")
|
ref = u.get("referral_code", "UNKNOWN")
|
||||||
link = f"https://t.me/{BOT_USERNAME}?start=ref_{ref}"
|
link = generate_referral_link(BOT_USERNAME, ref)
|
||||||
conn = db.get_db()
|
conn = db.get_db()
|
||||||
count = conn.execute("SELECT COUNT(*) as c FROM users WHERE referred_by = ?", (ref,)).fetchone()["c"]
|
try:
|
||||||
conn.close()
|
stats = get_referral_stats(user.id, ref, conn)
|
||||||
milestones = {5: "🥉", 10: "🥈", 25: "🥇", 50: "💎", 100: "👑"}
|
finally:
|
||||||
next_ms = next((k for k in sorted(milestones.keys()) if k > count), None)
|
conn.close()
|
||||||
ms_text = (
|
|
||||||
f"\n🎯 Next milestone: {milestones[next_ms]} {next_ms} referrals"
|
|
||||||
if next_ms
|
|
||||||
else "\n👑 You've hit all milestones!"
|
|
||||||
)
|
|
||||||
text = (
|
text = (
|
||||||
f"🤝 <b>Refer & Earn</b>\n{sep()}\n\n"
|
f"🤝 <b>Refer & Earn</b>\n{sep()}\n\n"
|
||||||
f"Invite friends and <b>both get 5 bonus scans!</b>\n\n"
|
f"Invite friends and <b>both get 5 bonus scans!</b>\n\n"
|
||||||
f"🔗 <b>Your Link:</b>\n<code>{link}</code>\n\n"
|
f"🔗 <b>Your Link:</b>\n<code>{link}</code>\n\n"
|
||||||
f"📊 <b>Your Stats:</b>\n"
|
f"📊 <b>Your Stats:</b>\n"
|
||||||
f" Friends Referred: <b>{count}</b>\n"
|
f" Friends Referred: <b>{stats['count']}</b>\n"
|
||||||
f" Bonus Earned: <b>{count * 5}</b> scans{ms_text}\n\n"
|
f" Bonus Earned: <b>{stats['bonus_earned']}</b> scans{stats['next_milestone_text']}\n\n"
|
||||||
f"<b>How it works:</b>\n"
|
f"<b>How it works:</b>\n"
|
||||||
f" 1. Share your referral link\n"
|
f" 1. Share your referral link\n"
|
||||||
f" 2. Friend starts the bot via your link\n"
|
f" 2. Friend starts the bot via your link\n"
|
||||||
|
|
@ -1865,7 +1850,7 @@ async def handle_callback(update: Update, ctx: ContextTypes.DEFAULT_TYPE):
|
||||||
await query.edit_message_text(text, parse_mode=ParseMode.HTML, reply_markup=back_kb())
|
await query.edit_message_text(text, parse_mode=ParseMode.HTML, reply_markup=back_kb())
|
||||||
elif data == "menu_refer":
|
elif data == "menu_refer":
|
||||||
u = db.get_or_create_user(user.id)
|
u = db.get_or_create_user(user.id)
|
||||||
link = f"https://t.me/{BOT_USERNAME}?start=ref_{u.get('referral_code', '')}"
|
link = generate_referral_link(BOT_USERNAME, u.get("referral_code", ""))
|
||||||
await query.edit_message_text(
|
await query.edit_message_text(
|
||||||
f"🤝 <b>Refer Friends</b>\n\nShare your link:\n<code>{link}</code>\n\nBoth get 5 bonus scans!",
|
f"🤝 <b>Refer Friends</b>\n\nShare your link:\n<code>{link}</code>\n\nBoth get 5 bonus scans!",
|
||||||
parse_mode=ParseMode.HTML,
|
parse_mode=ParseMode.HTML,
|
||||||
|
|
|
||||||
|
|
@ -7,6 +7,8 @@ Tiers, channels, API endpoints, DEX ref links, and constants.
|
||||||
|
|
||||||
import os
|
import os
|
||||||
|
|
||||||
|
from app.domains.referral.partners import DEX_REF_LINKS # noqa: F401
|
||||||
|
|
||||||
# ══════════════════════════════════════════════
|
# ══════════════════════════════════════════════
|
||||||
# BOT
|
# BOT
|
||||||
# ══════════════════════════════════════════════
|
# ══════════════════════════════════════════════
|
||||||
|
|
@ -263,58 +265,7 @@ SCAN_PACKS = {
|
||||||
# DEX REFERRAL LINKS
|
# DEX REFERRAL LINKS
|
||||||
# ══════════════════════════════════════════════
|
# ══════════════════════════════════════════════
|
||||||
# These generate revenue when users trade through our links.
|
# These generate revenue when users trade through our links.
|
||||||
# Format: {platform: {url_template, chains, emoji, description}}
|
# Canonical definitions live in app.domains.referral.partners.
|
||||||
DEX_REF_LINKS = {
|
|
||||||
"jupiter": {
|
|
||||||
"name": "Jupiter",
|
|
||||||
"emoji": "🪐",
|
|
||||||
"url": "https://jup.ag/swap/SOL-{token}?ref=rugmunch",
|
|
||||||
"chains": ["solana"],
|
|
||||||
"description": "Best Solana DEX aggregator",
|
|
||||||
},
|
|
||||||
"photon": {
|
|
||||||
"name": "Photon",
|
|
||||||
"emoji": "⚡",
|
|
||||||
"url": "https://photon-sol.tinyastro.io/en/lp/{token}?handle=rugmunch",
|
|
||||||
"chains": ["solana", "ethereum", "base"],
|
|
||||||
"description": "Fast Solana trading terminal",
|
|
||||||
},
|
|
||||||
"bullx": {
|
|
||||||
"name": "BullX",
|
|
||||||
"emoji": "🐂",
|
|
||||||
"url": "https://neo.bullx.io/terminal?chain={chain}&address={token}&ref=rugmunch",
|
|
||||||
"chains": ["solana", "ethereum", "base", "bsc", "arbitrum"],
|
|
||||||
"description": "Multi-chain trading bot",
|
|
||||||
},
|
|
||||||
"gmgn": {
|
|
||||||
"name": "GMGN.ai",
|
|
||||||
"emoji": "📊",
|
|
||||||
"url": "https://gmgn.ai/sol/token/{token}?ref=rugmunch",
|
|
||||||
"chains": ["solana", "ethereum", "base"],
|
|
||||||
"description": "Smart money tracking + trading",
|
|
||||||
},
|
|
||||||
"birdeye": {
|
|
||||||
"name": "Birdeye",
|
|
||||||
"emoji": "🦅",
|
|
||||||
"url": "https://birdeye.so/token/{token}?ref=rugmunch",
|
|
||||||
"chains": ["solana", "ethereum", "base", "bsc", "arbitrum"],
|
|
||||||
"description": "Token analytics & charts",
|
|
||||||
},
|
|
||||||
"oneinch": {
|
|
||||||
"name": "1inch",
|
|
||||||
"emoji": "🦄",
|
|
||||||
"url": "https://app.1inch.io/#/{chain_id}/simple/swap/ETH/{token}?ref=rugmunch",
|
|
||||||
"chains": ["ethereum", "base", "arbitrum", "bsc", "polygon", "avalanche"],
|
|
||||||
"description": "Best EVM DEX aggregator",
|
|
||||||
},
|
|
||||||
"pancakeswap": {
|
|
||||||
"name": "PancakeSwap",
|
|
||||||
"emoji": "🥞",
|
|
||||||
"url": "https://pancakeswap.finance/swap?inputCurrency=BNB&outputCurrency={token}&ref=rugmunch",
|
|
||||||
"chains": ["bsc", "ethereum", "arbitrum", "base"],
|
|
||||||
"description": "BSC's #1 DEX",
|
|
||||||
},
|
|
||||||
}
|
|
||||||
|
|
||||||
# Chain ID mapping for 1inch
|
# Chain ID mapping for 1inch
|
||||||
CHAIN_IDS = {
|
CHAIN_IDS = {
|
||||||
|
|
|
||||||
|
|
@ -1,298 +1,8 @@
|
||||||
|
"""Deprecated shim - re-exports app.domains.intelligence.intel_pipeline.
|
||||||
|
|
||||||
|
Migrate imports from `app.intel_pipeline` to `app.domains.intelligence.intel_pipeline`.
|
||||||
|
This shim will be removed in Phase 3 cleanup.
|
||||||
"""
|
"""
|
||||||
RMI Intelligence Pipeline - HF + Supabase + RAG
|
from __future__ import annotations
|
||||||
================================================
|
|
||||||
Unified intelligence service: scam classification (HF models),
|
|
||||||
wallet labeling via RAG pattern matching, Supabase hybrid storage.
|
|
||||||
"""
|
|
||||||
|
|
||||||
import hashlib
|
from app.domains.intelligence.intel_pipeline import * # noqa: F403
|
||||||
import logging
|
|
||||||
import os
|
|
||||||
from datetime import UTC, datetime
|
|
||||||
|
|
||||||
import httpx
|
|
||||||
from dotenv import load_dotenv
|
|
||||||
|
|
||||||
load_dotenv("/app/.env", override=True)
|
|
||||||
|
|
||||||
logger = logging.getLogger(__name__)
|
|
||||||
|
|
||||||
HF_TOKEN = os.getenv("HF_TOKEN", "")
|
|
||||||
HF_API = "https://api-inference.huggingface.co/models"
|
|
||||||
|
|
||||||
|
|
||||||
def _get_url():
|
|
||||||
return os.getenv("SUPABASE_URL", "")
|
|
||||||
|
|
||||||
|
|
||||||
def _get_key():
|
|
||||||
return os.getenv("SUPABASE_SERVICE_KEY", "")
|
|
||||||
|
|
||||||
|
|
||||||
def _get_headers():
|
|
||||||
key = _get_key()
|
|
||||||
return {
|
|
||||||
"apikey": key,
|
|
||||||
"Authorization": f"Bearer {key}",
|
|
||||||
"Content-Type": "application/json",
|
|
||||||
}
|
|
||||||
|
|
||||||
|
|
||||||
# ── HF Models (Paywalled - using local fallback) ──────
|
|
||||||
# HF Inference API now requires PRO subscription ($9/mo).
|
|
||||||
# Using local pattern matching + RAG memory instead.
|
|
||||||
# Enable HF by setting HUGGINGFACE_TOKEN to a valid PRO key.
|
|
||||||
|
|
||||||
SCAM_LABELS = ["scam", "rugpull", "honeypot", "legitimate", "phishing", "ponzi"]
|
|
||||||
|
|
||||||
SCAM_KEYWORDS = {
|
|
||||||
"scam": ["scam", "fraud", "stole", "stolen", "exit scam", "fake"],
|
|
||||||
"rugpull": ["rug", "rugpull", "pulled liquidity", "drained", "removed liquidity", "lp removed"],
|
|
||||||
"honeypot": [
|
|
||||||
"honeypot",
|
|
||||||
"cannot sell",
|
|
||||||
"can't sell",
|
|
||||||
"unable to sell",
|
|
||||||
"transfer disabled",
|
|
||||||
"sell tax 100",
|
|
||||||
],
|
|
||||||
"phishing": [
|
|
||||||
"phishing",
|
|
||||||
"airdrop scam",
|
|
||||||
"claim reward",
|
|
||||||
"verify wallet",
|
|
||||||
"seed phrase",
|
|
||||||
"private key",
|
|
||||||
],
|
|
||||||
"ponzi": [
|
|
||||||
"ponzi",
|
|
||||||
"mlm",
|
|
||||||
"multi level",
|
|
||||||
"referral rewards",
|
|
||||||
"guaranteed returns",
|
|
||||||
"double your",
|
|
||||||
],
|
|
||||||
"insider": ["insider", "team wallet", "dev wallet", "pre-sale", "unlocked tokens", "vesting"],
|
|
||||||
}
|
|
||||||
|
|
||||||
|
|
||||||
async def classify_scam_risk(text: str) -> dict:
|
|
||||||
"""Classify scam risk using local pattern matching (HF paywalled)."""
|
|
||||||
text_lower = text.lower()
|
|
||||||
scores = {}
|
|
||||||
|
|
||||||
for label, keywords in SCAM_KEYWORDS.items():
|
|
||||||
score = sum(1 for kw in keywords if kw in text_lower)
|
|
||||||
if score > 0:
|
|
||||||
scores[label] = min(score / len(keywords), 1.0)
|
|
||||||
|
|
||||||
try:
|
|
||||||
from app.rag_service import search_documents
|
|
||||||
|
|
||||||
rag_results = await search_documents("known_scams", text, limit=3)
|
|
||||||
for r in rag_results:
|
|
||||||
content = r.get("content", "").lower()
|
|
||||||
for label, keywords in SCAM_KEYWORDS.items():
|
|
||||||
if any(kw in content for kw in keywords):
|
|
||||||
scores[label] = scores.get(label, 0) + 0.1
|
|
||||||
except Exception:
|
|
||||||
pass
|
|
||||||
|
|
||||||
if not scores:
|
|
||||||
return {
|
|
||||||
"risk": "low",
|
|
||||||
"labels": {},
|
|
||||||
"confidence": 0,
|
|
||||||
"is_scam": False,
|
|
||||||
"risk_level": "low",
|
|
||||||
"model": "local_pattern_match",
|
|
||||||
}
|
|
||||||
|
|
||||||
top = max(scores, key=scores.get)
|
|
||||||
top_score = scores[top]
|
|
||||||
is_scam = top in ("scam", "rugpull", "honeypot", "phishing", "ponzi")
|
|
||||||
|
|
||||||
return {
|
|
||||||
"model": "local_pattern_match",
|
|
||||||
"labels": {k: round(v, 3) for k, v in sorted(scores.items(), key=lambda x: x[1], reverse=True)},
|
|
||||||
"top_label": top,
|
|
||||||
"confidence": round(top_score, 3),
|
|
||||||
"is_scam": is_scam,
|
|
||||||
"risk_level": "high" if (is_scam and top_score > 0.5) else "medium" if is_scam else "low",
|
|
||||||
}
|
|
||||||
|
|
||||||
|
|
||||||
async def generate_embedding(text: str) -> list[float] | None:
|
|
||||||
"""Generate embedding vector for RAG storage using HF free tier."""
|
|
||||||
if not HF_TOKEN:
|
|
||||||
return None
|
|
||||||
|
|
||||||
async with httpx.AsyncClient(timeout=60) as client:
|
|
||||||
r = await client.post(
|
|
||||||
f"{HF_API}/{EMBEDDING_MODEL}", # noqa: F821 -- pre-existing bug, see fix(f821) tracking issue
|
|
||||||
headers={"Authorization": f"Bearer {HF_TOKEN}"},
|
|
||||||
json={"inputs": text[:1024]},
|
|
||||||
)
|
|
||||||
if r.status_code == 503:
|
|
||||||
logger.warning("HF embedding cold start, model loading")
|
|
||||||
return None
|
|
||||||
if r.status_code == 200:
|
|
||||||
result = r.json()
|
|
||||||
# Handle different response formats
|
|
||||||
if isinstance(result, list) and len(result) > 0:
|
|
||||||
return result[0] if isinstance(result[0], list) else result
|
|
||||||
return result
|
|
||||||
logger.warning(f"HF embedding failed: {r.status_code}")
|
|
||||||
return None
|
|
||||||
|
|
||||||
|
|
||||||
# ── Wallet Labeling via Pattern Memory ──────────────────
|
|
||||||
|
|
||||||
WALLET_PATTERNS = {
|
|
||||||
"sybil_farmer": [
|
|
||||||
"funded from exchange within seconds of 100+ other wallets",
|
|
||||||
"identical funding amounts across multiple wallets",
|
|
||||||
"no organic activity, only test transactions",
|
|
||||||
"funded by known Sybil distributor",
|
|
||||||
],
|
|
||||||
"wash_trader": [
|
|
||||||
"circular transfers between related wallets",
|
|
||||||
"buys and sells same token within minutes",
|
|
||||||
"volume spikes without holder count changes",
|
|
||||||
"coordinated buy/sell patterns",
|
|
||||||
],
|
|
||||||
"sandwich_bot": [
|
|
||||||
"high frequency trading with frontrun pattern",
|
|
||||||
"buys before large buys, sells immediately after",
|
|
||||||
"MEV extraction patterns",
|
|
||||||
"flashbots bundle usage",
|
|
||||||
],
|
|
||||||
"liquidity_remover": [
|
|
||||||
"large LP removal shortly after token launch",
|
|
||||||
"multiple LP positions removed simultaneously",
|
|
||||||
"liquidity drained to fresh wallet",
|
|
||||||
"LP removal preceded by marketing push",
|
|
||||||
],
|
|
||||||
"honeypot_deployer": [
|
|
||||||
"deploys tokens that can't be sold",
|
|
||||||
"reuses contract code across multiple tokens",
|
|
||||||
"disables transfers after liquidity added",
|
|
||||||
"ownership not renounced, hidden mint functions",
|
|
||||||
],
|
|
||||||
"phishing_operator": [
|
|
||||||
"sends tokens to many addresses with scam links",
|
|
||||||
"impersonates legitimate token contracts",
|
|
||||||
"uses airdrop as phishing vector",
|
|
||||||
"connects to known phishing domains",
|
|
||||||
],
|
|
||||||
"mixer_user": [
|
|
||||||
"funds pass through Tornado Cash or similar",
|
|
||||||
"receives from mixer, sends to clean wallet",
|
|
||||||
"layered mixing through multiple hops",
|
|
||||||
"funds originate from high-risk sources",
|
|
||||||
],
|
|
||||||
"insider_trader": [
|
|
||||||
"buys tokens before public announcements",
|
|
||||||
"linked to team wallets or deployers",
|
|
||||||
"sells immediately after hype peak",
|
|
||||||
"coordinated timing with other insiders",
|
|
||||||
],
|
|
||||||
}
|
|
||||||
|
|
||||||
|
|
||||||
async def label_wallet(wallet_data: dict) -> dict:
|
|
||||||
"""Label a wallet based on behavioral patterns and RAG memory."""
|
|
||||||
labels = []
|
|
||||||
confidence_scores = {}
|
|
||||||
|
|
||||||
# Check behavioral patterns
|
|
||||||
behavior = wallet_data.get("behavior_summary", "")
|
|
||||||
wallet_data.get("transactions", [])
|
|
||||||
|
|
||||||
for label, patterns in WALLET_PATTERNS.items():
|
|
||||||
score = 0
|
|
||||||
for pattern in patterns:
|
|
||||||
if pattern.lower() in behavior.lower():
|
|
||||||
score += 1
|
|
||||||
if score > 0:
|
|
||||||
confidence = min(score / len(patterns), 1.0)
|
|
||||||
confidence_scores[label] = round(confidence, 2)
|
|
||||||
if confidence > 0.3:
|
|
||||||
labels.append({"label": label, "confidence": round(confidence, 2)})
|
|
||||||
|
|
||||||
# Query RAG for similar wallet patterns
|
|
||||||
try:
|
|
||||||
from app.rag_service import search_documents
|
|
||||||
|
|
||||||
rag_results = await search_documents(
|
|
||||||
"wallet_profiles", wallet_data.get("address", "") + " " + behavior, limit=5
|
|
||||||
)
|
|
||||||
if rag_results:
|
|
||||||
for r in rag_results:
|
|
||||||
content = r.get("content", "")
|
|
||||||
for label, patterns in WALLET_PATTERNS.items():
|
|
||||||
if any(p.lower() in content.lower() for p in patterns):
|
|
||||||
if label not in confidence_scores:
|
|
||||||
confidence_scores[label] = 0
|
|
||||||
confidence_scores[label] = min(confidence_scores[label] + 0.15, 1.0)
|
|
||||||
except Exception:
|
|
||||||
pass
|
|
||||||
|
|
||||||
labels = [
|
|
||||||
{"label": k, "confidence": v}
|
|
||||||
for k, v in sorted(confidence_scores.items(), key=lambda x: x[1], reverse=True)
|
|
||||||
if v > 0.2
|
|
||||||
]
|
|
||||||
|
|
||||||
return {
|
|
||||||
"wallet_address": wallet_data.get("address", "unknown"),
|
|
||||||
"labels": labels[:5],
|
|
||||||
"primary_label": labels[0]["label"] if labels else "unknown",
|
|
||||||
"risk_score": max([line["confidence"] for line in labels]) * 100 if labels else 0,
|
|
||||||
"analyzed_at": datetime.now(UTC).isoformat(),
|
|
||||||
}
|
|
||||||
|
|
||||||
|
|
||||||
# ── Supabase Hybrid Storage ────────────────────────────
|
|
||||||
|
|
||||||
|
|
||||||
async def sync_to_supabase(collection: str, document: dict) -> dict:
|
|
||||||
"""Sync RAG document to Supabase for persistent hybrid storage."""
|
|
||||||
if not _get_url() or not _get_key():
|
|
||||||
return {"status": "skipped", "reason": "No Supabase config"}
|
|
||||||
|
|
||||||
doc_id = hashlib.sha256(f"{collection}:{document.get('content', '')[:100]}".encode()).hexdigest()[:16]
|
|
||||||
|
|
||||||
payload = {
|
|
||||||
"document_id": doc_id,
|
|
||||||
"collection": collection,
|
|
||||||
"content": document.get("content", "")[:5000],
|
|
||||||
"metadata": document.get("metadata", {}),
|
|
||||||
"synced_at": datetime.now(UTC).isoformat(),
|
|
||||||
}
|
|
||||||
|
|
||||||
headers = _get_headers()
|
|
||||||
headers["Prefer"] = "resolution=merge-duplicates"
|
|
||||||
|
|
||||||
async with httpx.AsyncClient(timeout=15) as client:
|
|
||||||
r = await client.post(f"{_get_url()}/rest/v1/rag_documents", json=payload, headers=headers)
|
|
||||||
if r.status_code in (200, 201, 409):
|
|
||||||
return {"status": "synced", "doc_id": doc_id, "supabase_status": r.status_code}
|
|
||||||
return {"status": "failed", "error": r.text[:200]}
|
|
||||||
|
|
||||||
|
|
||||||
# ── Batch Processing ───────────────────────────────────
|
|
||||||
|
|
||||||
|
|
||||||
async def run_intelligence_cycle() -> dict:
|
|
||||||
"""Run a full intelligence cycle: classify, label, embed, sync."""
|
|
||||||
results = {
|
|
||||||
"cycle": datetime.now(UTC).isoformat(),
|
|
||||||
"scam_checks": 0,
|
|
||||||
"wallet_labels": 0,
|
|
||||||
"embeddings": 0,
|
|
||||||
"supabase_syncs": 0,
|
|
||||||
"errors": [],
|
|
||||||
}
|
|
||||||
|
|
||||||
return results
|
|
||||||
|
|
|
||||||
|
|
@ -1,10 +1,36 @@
|
||||||
# MCP Server Modules
|
"""Deprecated shim - re-exports app.domains.mcp public API.
|
||||||
# ==================
|
|
||||||
# x402 gateways run on Cloudflare Workers (7 chains, 45 tools each)
|
|
||||||
# The port 8001 local server was shut down - CF Workers handle everything
|
|
||||||
# Backend is at /srv/rugmuncher-backend/backend/ (Docker container rmi_backend)
|
|
||||||
|
|
||||||
# Legacy reference only - do not import for production use
|
Migrate imports from `app.mcp.*` to `app.domains.mcp.*`.
|
||||||
# from .x402_mcp_server import X402MCPServer, X402ToolManager
|
This shim will be removed in Phase 3 cleanup.
|
||||||
|
"""
|
||||||
|
from __future__ import annotations
|
||||||
|
|
||||||
__all__ = []
|
from app.domains.mcp import (
|
||||||
|
MCP_PROTOCOL_VERSION,
|
||||||
|
MCP_SERVER_VERSION,
|
||||||
|
TOOL_CATALOG,
|
||||||
|
TOOL_CATEGORIES,
|
||||||
|
TOOL_DEPRECATED,
|
||||||
|
TOOL_SUCCESSORS,
|
||||||
|
TOOL_VERSIONS,
|
||||||
|
TOOLS,
|
||||||
|
X402ToolManager,
|
||||||
|
call_tool,
|
||||||
|
get_tool_by_name,
|
||||||
|
handle_mcp_call,
|
||||||
|
)
|
||||||
|
|
||||||
|
__all__ = [
|
||||||
|
"MCP_PROTOCOL_VERSION",
|
||||||
|
"MCP_SERVER_VERSION",
|
||||||
|
"TOOLS",
|
||||||
|
"TOOL_CATALOG",
|
||||||
|
"TOOL_CATEGORIES",
|
||||||
|
"TOOL_DEPRECATED",
|
||||||
|
"TOOL_SUCCESSORS",
|
||||||
|
"TOOL_VERSIONS",
|
||||||
|
"X402ToolManager",
|
||||||
|
"call_tool",
|
||||||
|
"get_tool_by_name",
|
||||||
|
"handle_mcp_call",
|
||||||
|
]
|
||||||
|
|
|
||||||
|
|
@ -1,423 +1,8 @@
|
||||||
|
"""Deprecated shim - re-exports app.domains.intelligence.meme_intelligence.
|
||||||
|
|
||||||
|
Migrate imports from `app.meme_intelligence` to `app.domains.intelligence.meme_intelligence`.
|
||||||
|
This shim will be removed in Phase 3 cleanup.
|
||||||
"""
|
"""
|
||||||
Meme Intelligence Platform - Meme Coin Tracking, Smart Money in Memes,
|
from __future__ import annotations
|
||||||
Big Wins/Losses, KOL Scorecards, Social Monitoring.
|
|
||||||
|
|
||||||
Integrations:
|
from app.domains.intelligence.meme_intelligence import * # noqa: F403
|
||||||
- DexScreener: meme token launches, trending
|
|
||||||
- LunarCrush: social sentiment, social dominance
|
|
||||||
- X/Twitter: KOL posts, viral content
|
|
||||||
- Telegram: channel monitoring, group sentiment
|
|
||||||
- Arkham: whale tracking in memes
|
|
||||||
- Birdeye: Solana meme tokens
|
|
||||||
- Pump.fun: new meme launches
|
|
||||||
"""
|
|
||||||
|
|
||||||
import logging
|
|
||||||
import os
|
|
||||||
|
|
||||||
from dotenv import load_dotenv
|
|
||||||
|
|
||||||
load_dotenv("/app/.env", override=True)
|
|
||||||
from datetime import UTC, datetime, timedelta # noqa: E402
|
|
||||||
|
|
||||||
logger = logging.getLogger(__name__)
|
|
||||||
|
|
||||||
# ── Meme Intelligence Data Structures ─────────────────────────
|
|
||||||
|
|
||||||
MEME_CHAINS = ["solana", "ethereum", "base", "bsc", "arbitrum"]
|
|
||||||
|
|
||||||
MEME_CATEGORIES = {
|
|
||||||
"dog": ["dog", "doge", "shib", "akita", "kishu"],
|
|
||||||
"cat": ["cat", "pepe", "mog", "meow"],
|
|
||||||
"politi": ["trump", "biden", "maga", "politics"],
|
|
||||||
"celeb": ["celeb", "influencer", "famous"],
|
|
||||||
"ai": ["ai", "gpt", "neural", "chat"],
|
|
||||||
"gaming": ["game", "gaming", "nft", "metaverse"],
|
|
||||||
"other": [],
|
|
||||||
}
|
|
||||||
|
|
||||||
# KOL Database Schema
|
|
||||||
KOL_DATABASE = {
|
|
||||||
# Example structure - populate from research
|
|
||||||
"twitter_handles": [],
|
|
||||||
"telegram_channels": [],
|
|
||||||
"wallet_addresses": [],
|
|
||||||
"track_record": {}, # past calls, win rate
|
|
||||||
"follower_counts": {},
|
|
||||||
"engagement_rates": {},
|
|
||||||
}
|
|
||||||
|
|
||||||
# ── Meme Token Intelligence ────────────────────────────────────
|
|
||||||
|
|
||||||
|
|
||||||
async def get_meme_trending(limit: int = 50) -> list[dict]:
|
|
||||||
"""Get trending meme tokens across chains."""
|
|
||||||
from app.unified_provider import get_unified_provider
|
|
||||||
|
|
||||||
provider = get_unified_provider()
|
|
||||||
memes = []
|
|
||||||
|
|
||||||
for chain in MEME_CHAINS:
|
|
||||||
try:
|
|
||||||
# Get trending from DexScreener
|
|
||||||
trending = await provider.get_dexscreener_trending(chain)
|
|
||||||
|
|
||||||
for token in trending[:20]:
|
|
||||||
# Classify as meme based on name/symbol
|
|
||||||
category = classify_meme_category(
|
|
||||||
token.get("baseToken", {}).get("symbol", ""),
|
|
||||||
token.get("baseToken", {}).get("name", ""),
|
|
||||||
)
|
|
||||||
|
|
||||||
if category != "other":
|
|
||||||
memes.append(
|
|
||||||
{
|
|
||||||
"address": token.get("baseToken", {}).get("address"),
|
|
||||||
"symbol": token.get("baseToken", {}).get("symbol"),
|
|
||||||
"name": token.get("baseToken", {}).get("name"),
|
|
||||||
"chain": chain,
|
|
||||||
"category": category,
|
|
||||||
"price_usd": token.get("priceUsd"),
|
|
||||||
"volume_24h": token.get("volume", {}).get("h24"),
|
|
||||||
"price_change_24h": token.get("priceChange", {}).get("h24"),
|
|
||||||
"liquidity_usd": token.get("liquidity", {}).get("usd"),
|
|
||||||
"fdv": token.get("fdv"),
|
|
||||||
"pair_age_hours": token.get("pairCreatedAt"),
|
|
||||||
"is_meme": True,
|
|
||||||
}
|
|
||||||
)
|
|
||||||
except Exception as e:
|
|
||||||
logger.debug(f"Error getting meme trending for {chain}: {e}")
|
|
||||||
|
|
||||||
# Sort by volume
|
|
||||||
memes.sort(key=lambda x: x.get("volume_24h", 0), reverse=True)
|
|
||||||
|
|
||||||
return memes[:limit]
|
|
||||||
|
|
||||||
|
|
||||||
async def get_smart_money_in_memes(limit: int = 20) -> list[dict]:
|
|
||||||
"""Track known smart money wallets trading memes."""
|
|
||||||
from supabase import create_client
|
|
||||||
|
|
||||||
supabase = create_client(os.getenv("SUPABASE_URL"), os.getenv("SUPABASE_KEY"))
|
|
||||||
|
|
||||||
# Query for smart money activities in meme tokens
|
|
||||||
result = (
|
|
||||||
supabase.table("smart_money_activities")
|
|
||||||
.select("""
|
|
||||||
*,
|
|
||||||
wallets (
|
|
||||||
wallet_address,
|
|
||||||
wallet_label,
|
|
||||||
wallet_category,
|
|
||||||
win_rate,
|
|
||||||
total_pnl_usd
|
|
||||||
)
|
|
||||||
""")
|
|
||||||
.eq("is_meme", True)
|
|
||||||
.order("amount_usd", desc=True)
|
|
||||||
.limit(limit)
|
|
||||||
.execute()
|
|
||||||
)
|
|
||||||
|
|
||||||
return result.data or []
|
|
||||||
|
|
||||||
|
|
||||||
async def get_meme_wins_losses(period: str = "24h") -> dict:
|
|
||||||
"""Get biggest wins and losses in meme tokens."""
|
|
||||||
from supabase import create_client
|
|
||||||
|
|
||||||
supabase = create_client(os.getenv("SUPABASE_URL"), os.getenv("SUPABASE_KEY"))
|
|
||||||
|
|
||||||
# Calculate time range
|
|
||||||
if period == "24h":
|
|
||||||
time_range = datetime.now(UTC) - timedelta(hours=24)
|
|
||||||
elif period == "7d":
|
|
||||||
time_range = datetime.now(UTC) - timedelta(days=7)
|
|
||||||
elif period == "30d":
|
|
||||||
time_range = datetime.now(UTC) - timedelta(days=30)
|
|
||||||
else:
|
|
||||||
time_range = datetime.now(UTC) - timedelta(hours=24)
|
|
||||||
|
|
||||||
# Get biggest wins
|
|
||||||
wins = (
|
|
||||||
supabase.table("whale_movements")
|
|
||||||
.select("*")
|
|
||||||
.gte("collected_at", time_range.isoformat())
|
|
||||||
.eq("transaction_type", "sell")
|
|
||||||
.order("amount_usd", desc=True)
|
|
||||||
.limit(20)
|
|
||||||
.execute()
|
|
||||||
)
|
|
||||||
|
|
||||||
# Get biggest losses
|
|
||||||
losses = (
|
|
||||||
supabase.table("whale_movements")
|
|
||||||
.select("*")
|
|
||||||
.gte("collected_at", time_range.isoformat())
|
|
||||||
.eq("transaction_type", "buy")
|
|
||||||
.order("amount_usd", desc=True)
|
|
||||||
.limit(20)
|
|
||||||
.execute()
|
|
||||||
)
|
|
||||||
|
|
||||||
return {
|
|
||||||
"period": period,
|
|
||||||
"wins": wins.data or [],
|
|
||||||
"losses": losses.data or [],
|
|
||||||
}
|
|
||||||
|
|
||||||
|
|
||||||
def classify_meme_category(symbol: str, name: str) -> str:
|
|
||||||
"""Classify meme token into category."""
|
|
||||||
text = f"{symbol} {name}".lower()
|
|
||||||
|
|
||||||
for category, keywords in MEME_CATEGORIES.items():
|
|
||||||
if any(kw in text for kw in keywords):
|
|
||||||
return category
|
|
||||||
|
|
||||||
return "other"
|
|
||||||
|
|
||||||
|
|
||||||
# ── KOL Intelligence ──────────────────────────────────────────
|
|
||||||
|
|
||||||
|
|
||||||
async def get_kol_scorecard(kol_handle: str) -> dict | None:
|
|
||||||
"""Get KOL scorecard with track record."""
|
|
||||||
from supabase import create_client
|
|
||||||
|
|
||||||
supabase = create_client(os.getenv("SUPABASE_URL"), os.getenv("SUPABASE_KEY"))
|
|
||||||
|
|
||||||
# Get KOL profile
|
|
||||||
result = supabase.table("kols").select("*").eq("twitter_handle", kol_handle).execute()
|
|
||||||
|
|
||||||
if not result.data:
|
|
||||||
return None
|
|
||||||
|
|
||||||
kol = result.data[0]
|
|
||||||
|
|
||||||
# Get their past calls
|
|
||||||
calls = (
|
|
||||||
supabase.table("kol_calls")
|
|
||||||
.select("*")
|
|
||||||
.eq("kol_id", kol["id"])
|
|
||||||
.order("called_at", desc=True)
|
|
||||||
.limit(50)
|
|
||||||
.execute()
|
|
||||||
)
|
|
||||||
|
|
||||||
# Calculate stats
|
|
||||||
total_calls = len(calls.data) if calls.data else 0
|
|
||||||
winning_calls = len([c for c in (calls.data or []) if c.get("pnl_pct", 0) > 0])
|
|
||||||
win_rate = (winning_calls / total_calls * 100) if total_calls > 0 else 0
|
|
||||||
|
|
||||||
avg_pnl = sum([c.get("pnl_pct", 0) for c in (calls.data or [])]) / total_calls if total_calls > 0 else 0
|
|
||||||
|
|
||||||
return {
|
|
||||||
"kol": kol,
|
|
||||||
"stats": {
|
|
||||||
"total_calls": total_calls,
|
|
||||||
"winning_calls": winning_calls,
|
|
||||||
"win_rate": round(win_rate, 2),
|
|
||||||
"average_pnl": round(avg_pnl, 2),
|
|
||||||
"follower_count": kol.get("follower_count"),
|
|
||||||
"engagement_rate": kol.get("engagement_rate"),
|
|
||||||
},
|
|
||||||
"recent_calls": calls.data[:10] if calls.data else [],
|
|
||||||
}
|
|
||||||
|
|
||||||
|
|
||||||
async def get_top_kols_by_category(category: str = "memes", limit: int = 20) -> list[dict]:
|
|
||||||
"""Get top KOLs by category with scorecards."""
|
|
||||||
from supabase import create_client
|
|
||||||
|
|
||||||
supabase = create_client(os.getenv("SUPABASE_URL"), os.getenv("SUPABASE_KEY"))
|
|
||||||
|
|
||||||
result = (
|
|
||||||
supabase.table("kols")
|
|
||||||
.select("*")
|
|
||||||
.eq("primary_category", category)
|
|
||||||
.order("win_rate", desc=True)
|
|
||||||
.order("follower_count", desc=True)
|
|
||||||
.limit(limit)
|
|
||||||
.execute()
|
|
||||||
)
|
|
||||||
|
|
||||||
return result.data or []
|
|
||||||
|
|
||||||
|
|
||||||
# ── Social Monitoring ─────────────────────────────────────────
|
|
||||||
|
|
||||||
|
|
||||||
async def monitor_social_sentiment(token_address: str) -> dict:
|
|
||||||
"""Monitor social sentiment for a token."""
|
|
||||||
# LunarCrush integration
|
|
||||||
try:
|
|
||||||
from app.lunarcrush_connector import get_lunarcrush_connector
|
|
||||||
|
|
||||||
lc = get_lunarcrush_connector()
|
|
||||||
|
|
||||||
sentiment = await lc.get_sentiment(token_address)
|
|
||||||
|
|
||||||
return {
|
|
||||||
"token": token_address,
|
|
||||||
"social_volume": sentiment.get("social_volume"),
|
|
||||||
"social_dominance": sentiment.get("social_dominance"),
|
|
||||||
"sentiment_score": sentiment.get("sentiment_score"),
|
|
||||||
"mentions_24h": sentiment.get("mentions_24h"),
|
|
||||||
"mentions_change_24h": sentiment.get("mentions_change_24h"),
|
|
||||||
}
|
|
||||||
except Exception:
|
|
||||||
return {"error": "LunarCrush not available"}
|
|
||||||
|
|
||||||
|
|
||||||
async def get_viral_crypto_posts(hours: int = 24) -> list[dict]:
|
|
||||||
"""Get viral crypto posts from X/Twitter."""
|
|
||||||
from supabase import create_client
|
|
||||||
|
|
||||||
supabase = create_client(os.getenv("SUPABASE_URL"), os.getenv("SUPABASE_KEY"))
|
|
||||||
|
|
||||||
time_range = datetime.now(UTC) - timedelta(hours=hours)
|
|
||||||
|
|
||||||
result = (
|
|
||||||
supabase.table("viral_posts")
|
|
||||||
.select("*")
|
|
||||||
.gte("posted_at", time_range.isoformat())
|
|
||||||
.order("engagement_score", desc=True)
|
|
||||||
.limit(50)
|
|
||||||
.execute()
|
|
||||||
)
|
|
||||||
|
|
||||||
return result.data or []
|
|
||||||
|
|
||||||
|
|
||||||
# ── Hack/Drain Alerts ────────────────────────────────────────
|
|
||||||
|
|
||||||
|
|
||||||
async def get_recent_hacks_drains(hours: int = 24) -> list[dict]:
|
|
||||||
"""Get recent hacks and drains from monitoring."""
|
|
||||||
from supabase import create_client
|
|
||||||
|
|
||||||
supabase = create_client(os.getenv("SUPABASE_URL"), os.getenv("SUPABASE_KEY"))
|
|
||||||
|
|
||||||
time_range = datetime.now(UTC) - timedelta(hours=hours)
|
|
||||||
|
|
||||||
result = (
|
|
||||||
supabase.table("security_alerts")
|
|
||||||
.select("*")
|
|
||||||
.gte("detected_at", time_range.isoformat())
|
|
||||||
.in_("alert_type", ["hack", "drain", "exploit", "rugpull"])
|
|
||||||
.order("amount_usd", desc=True)
|
|
||||||
.limit(50)
|
|
||||||
.execute()
|
|
||||||
)
|
|
||||||
|
|
||||||
return result.data or []
|
|
||||||
|
|
||||||
|
|
||||||
async def format_hack_alert_for_social(hack_data: dict) -> dict:
|
|
||||||
"""Format hack alert for X/Telegram posting."""
|
|
||||||
return {
|
|
||||||
"x_post": f"""🚨 HACK ALERT 🚨
|
|
||||||
|
|
||||||
Protocol: {hack_data.get("protocol_name", "Unknown")}
|
|
||||||
Amount: ${hack_data.get("amount_usd", 0):,.0f}
|
|
||||||
Chain: {hack_data.get("chain", "Unknown")}
|
|
||||||
Type: {hack_data.get("attack_type", "Unknown")}
|
|
||||||
|
|
||||||
{hack_data.get("description", "")[:200]}
|
|
||||||
|
|
||||||
#CryptoSecurity #DeFi #HackAlert""",
|
|
||||||
"telegram_post": f"""🚨 *HACK ALERT* 🚨
|
|
||||||
|
|
||||||
*Protocol:* {hack_data.get("protocol_name", "Unknown")}
|
|
||||||
*Amount:* ${hack_data.get("amount_usd", 0):,.0f}
|
|
||||||
*Chain:* {hack_data.get("chain", "Unknown")}
|
|
||||||
*Type:* {hack_data.get("attack_type", "Unknown")}
|
|
||||||
|
|
||||||
{hack_data.get("description", "")[:500]}
|
|
||||||
|
|
||||||
Stay safe out there! 🔒""",
|
|
||||||
"severity": hack_data.get("severity", "medium"),
|
|
||||||
"amount_usd": hack_data.get("amount_usd", 0),
|
|
||||||
}
|
|
||||||
|
|
||||||
|
|
||||||
# ── Wallet Screenshot Generation ──────────────────────────────
|
|
||||||
|
|
||||||
|
|
||||||
async def generate_wallet_screenshot(wallet_address: str, pnl_data: dict) -> str:
|
|
||||||
"""Generate wallet PnL screenshot for sharing."""
|
|
||||||
# This would use a graphics API (Alibaba, etc.) to generate images
|
|
||||||
# For now, return placeholder
|
|
||||||
|
|
||||||
return {
|
|
||||||
"wallet": wallet_address,
|
|
||||||
"total_pnl": pnl_data.get("total_pnl_usd", 0),
|
|
||||||
"win_rate": pnl_data.get("win_rate", 0),
|
|
||||||
"top_wins": pnl_data.get("top_wins", []),
|
|
||||||
"top_losses": pnl_data.get("top_losses", []),
|
|
||||||
"image_url": f"/api/v1/images/wallet/{wallet_address}/pnl-summary",
|
|
||||||
"share_url": f"https://rugmunch.io/wallet/{wallet_address}",
|
|
||||||
}
|
|
||||||
|
|
||||||
|
|
||||||
# ── Content Generation ────────────────────────────────────────
|
|
||||||
|
|
||||||
|
|
||||||
async def generate_marketing_content(content_type: str, data: dict) -> dict:
|
|
||||||
"""Generate marketing content using AI."""
|
|
||||||
# This would call Alibaba's AI API for content generation
|
|
||||||
|
|
||||||
templates = {
|
|
||||||
"win_announcement": """
|
|
||||||
🎉 BIG WIN ALERT! 🎉
|
|
||||||
|
|
||||||
Wallet: {wallet_address[:8]}...{wallet_address[-6:]}
|
|
||||||
Token: {token_symbol}
|
|
||||||
Profit: ${pnl_usd:,.0f} ({pnl_pct:.1f}%)
|
|
||||||
|
|
||||||
This whale called it early and rode it all the way up! 🐋
|
|
||||||
|
|
||||||
Track smart money: https://rugmunch.io/wallet/{wallet_address}
|
|
||||||
|
|
||||||
#Crypto #MemeCoin #SmartMoney
|
|
||||||
""",
|
|
||||||
"loss_announcement": """
|
|
||||||
💀 LOSS PORN 💀
|
|
||||||
|
|
||||||
Wallet: {wallet_address[:8]}...{wallet_address[-6:]}
|
|
||||||
Token: {token_symbol}
|
|
||||||
Loss: ${pnl_usd:,.0f} ({pnl_pct:.1f}%)
|
|
||||||
|
|
||||||
Oof. Another reminder to take profits! 📉
|
|
||||||
|
|
||||||
Learn from their mistakes: https://rugmunch.io/wallet/{wallet_address}
|
|
||||||
|
|
||||||
#Crypto #Trading #LossPorn
|
|
||||||
""",
|
|
||||||
"kol_scorecard": """
|
|
||||||
📊 KOL SCORECARD: @{kol_handle}
|
|
||||||
|
|
||||||
Win Rate: {win_rate:.1f}%
|
|
||||||
Total Calls: {total_calls}
|
|
||||||
Avg PnL: {avg_pnl:.1f}%
|
|
||||||
Followers: {follower_count:,}
|
|
||||||
|
|
||||||
Track their calls: https://rugmunch.io/kol/{kol_handle}
|
|
||||||
|
|
||||||
#CryptoTwitter #KOL #Alpha
|
|
||||||
""",
|
|
||||||
}
|
|
||||||
|
|
||||||
template = templates.get(content_type, "")
|
|
||||||
|
|
||||||
# Format template with data
|
|
||||||
content = template.format(**data) if template else ""
|
|
||||||
|
|
||||||
return {
|
|
||||||
"content_type": content_type,
|
|
||||||
"x_post": content[:280],
|
|
||||||
"telegram_post": content,
|
|
||||||
"generated_at": datetime.now(UTC).isoformat(),
|
|
||||||
}
|
|
||||||
|
|
|
||||||
|
|
@ -36,7 +36,7 @@ ROUTER_MODULES: Final[list[str]] = [
|
||||||
"app.api.v1.admin.alerts_webhook", # /api/v1/admin/alerts/webhook
|
"app.api.v1.admin.alerts_webhook", # /api/v1/admin/alerts/webhook
|
||||||
"app.api.v1.admin.glitchtip_test", # /api/v1/_test/* (T07)
|
"app.api.v1.admin.glitchtip_test", # /api/v1/_test/* (T07)
|
||||||
"app.api.v1.catalog", # /api/v1/catalog/*
|
"app.api.v1.catalog", # /api/v1/catalog/*
|
||||||
"app.api.v1.mcp", # /mcp/* (JSON-RPC + plain JSON)
|
"app.domains.mcp.router", # /mcp/* (JSON-RPC + plain JSON)
|
||||||
# Domain facades (per v4.0 T28-T34)
|
# Domain facades (per v4.0 T28-T34)
|
||||||
"app.domains.news", # /api/v1/news/*
|
"app.domains.news", # /api/v1/news/*
|
||||||
"app.domains.news.admin_router", # /api/v1/news/_admin/*
|
"app.domains.news.admin_router", # /api/v1/news/_admin/*
|
||||||
|
|
|
||||||
|
|
@ -1,438 +1,8 @@
|
||||||
|
"""Deprecated shim - re-exports app.domains.intelligence.n8n_intelligence_workflows.
|
||||||
|
|
||||||
|
Migrate imports from `app.n8n_intelligence_workflows` to `app.domains.intelligence.n8n_intelligence_workflows`.
|
||||||
|
This shim will be removed in Phase 3 cleanup.
|
||||||
"""
|
"""
|
||||||
n8n Workflow Automation - Market Intelligence & Premium Data Pulls.
|
from __future__ import annotations
|
||||||
Scheduled workflows for efficient data collection from multiple sources.
|
|
||||||
Runs every 30-60 minutes based on scan volume and data freshness needs.
|
|
||||||
|
|
||||||
Integrations:
|
from app.domains.intelligence.n8n_intelligence_workflows import * # noqa: F403
|
||||||
- CoinGecko: trending, global metrics, top gainers/losers
|
|
||||||
- DexScreener: new pairs, trending tokens, volume spikes
|
|
||||||
- Dune Analytics: custom queries for whale tracking, scam patterns
|
|
||||||
- Helius: token mints, large transfers, new token deployments
|
|
||||||
- Moralis: EVM whale movements, new contract deployments
|
|
||||||
- Arkham: entity labeling, exchange flows
|
|
||||||
- Nansen: smart money tracking (if available)
|
|
||||||
- Forta: real-time threat detection
|
|
||||||
"""
|
|
||||||
|
|
||||||
import logging
|
|
||||||
from datetime import UTC, datetime
|
|
||||||
|
|
||||||
logger = logging.getLogger(__name__)
|
|
||||||
|
|
||||||
# ── n8n Workflow Definitions ─────────────────────────────────
|
|
||||||
|
|
||||||
N8N_BASE_URL = "https://n8n.rugmunch.io"
|
|
||||||
N8N_WEBHOOK_URL = f"{N8N_BASE_URL}/webhook"
|
|
||||||
|
|
||||||
# Market Intelligence Workflows
|
|
||||||
MARKET_INTEL_WORKFLOWS = {
|
|
||||||
"trending_tokens": {
|
|
||||||
"name": "Trending Tokens Collector",
|
|
||||||
"schedule": "*/30 * * * *", # Every 30 minutes
|
|
||||||
"sources": ["coingecko", "dexscreener", "geckoterminal"],
|
|
||||||
"endpoint": f"{N8N_WEBHOOK_URL}/market/trending",
|
|
||||||
"description": "Collect trending tokens from multiple DEXs",
|
|
||||||
"output_table": "market_trending_tokens",
|
|
||||||
},
|
|
||||||
"whale_movements": {
|
|
||||||
"name": "Whale Movement Tracker",
|
|
||||||
"schedule": "*/15 * * * *", # Every 15 minutes (high priority)
|
|
||||||
"sources": ["helius", "moralis", "arkham"],
|
|
||||||
"endpoint": f"{N8N_WEBHOOK_URL}/market/whales",
|
|
||||||
"description": "Track large transfers across chains",
|
|
||||||
"output_table": "whale_movements",
|
|
||||||
},
|
|
||||||
"new_token_deployments": {
|
|
||||||
"name": "New Token Deployments",
|
|
||||||
"schedule": "*/10 * * * *", # Every 10 minutes (fast detection)
|
|
||||||
"sources": ["helius", "moralis", "dexscreener"],
|
|
||||||
"endpoint": f"{N8N_WEBHOOK_URL}/market/new-tokens",
|
|
||||||
"description": "Detect new token deployments in real-time",
|
|
||||||
"output_table": "new_token_deployments",
|
|
||||||
},
|
|
||||||
"volume_spikes": {
|
|
||||||
"name": "Volume Spike Detector",
|
|
||||||
"schedule": "*/5 * * * *", # Every 5 minutes (critical)
|
|
||||||
"sources": ["dexscreener", "geckoterminal", "birdeye"],
|
|
||||||
"endpoint": f"{N8N_WEBHOOK_URL}/market/volume-spikes",
|
|
||||||
"description": "Detect unusual volume increases",
|
|
||||||
"output_table": "volume_spikes",
|
|
||||||
},
|
|
||||||
"global_metrics": {
|
|
||||||
"name": "Market Global Metrics",
|
|
||||||
"schedule": "0 * * * *", # Every hour
|
|
||||||
"sources": ["coingecko"],
|
|
||||||
"endpoint": f"{N8N_WEBHOOK_URL}/market/global",
|
|
||||||
"description": "Global crypto market metrics",
|
|
||||||
"output_table": "market_global_metrics",
|
|
||||||
},
|
|
||||||
"defi_protocols": {
|
|
||||||
"name": "DeFi Protocol Analytics",
|
|
||||||
"schedule": "0 */2 * * *", # Every 2 hours
|
|
||||||
"sources": ["defillama", "dune"],
|
|
||||||
"endpoint": f"{N8N_WEBHOOK_URL}/market/defi",
|
|
||||||
"description": "DeFi TVL, volume, user metrics",
|
|
||||||
"output_table": "defi_protocol_metrics",
|
|
||||||
},
|
|
||||||
"nft_market": {
|
|
||||||
"name": "NFT Market Intelligence",
|
|
||||||
"schedule": "0 */4 * * *", # Every 4 hours
|
|
||||||
"sources": ["alchemy", "opensea_api"],
|
|
||||||
"endpoint": f"{N8N_WEBHOOK_URL}/market/nft",
|
|
||||||
"description": "NFT floor prices, volume, trends",
|
|
||||||
"output_table": "nft_market_metrics",
|
|
||||||
},
|
|
||||||
}
|
|
||||||
|
|
||||||
# Premium Intelligence Workflows
|
|
||||||
PREMIUM_INTEL_WORKFLOWS = {
|
|
||||||
"smart_money_tracking": {
|
|
||||||
"name": "Smart Money Tracker",
|
|
||||||
"schedule": "*/30 * * * *", # Every 30 minutes
|
|
||||||
"sources": ["nansen", "arkham", "dune"],
|
|
||||||
"endpoint": f"{N8N_WEBHOOK_URL}/premium/smart-money",
|
|
||||||
"description": "Track known smart money wallets",
|
|
||||||
"output_table": "smart_money_activities",
|
|
||||||
"tier": "premium",
|
|
||||||
},
|
|
||||||
"exchange_flows": {
|
|
||||||
"name": "Exchange Flow Analysis",
|
|
||||||
"schedule": "*/15 * * * *", # Every 15 minutes
|
|
||||||
"sources": ["arkham", "dune", "glassnode"],
|
|
||||||
"endpoint": f"{N8N_WEBHOOK_URL}/premium/exchange-flows",
|
|
||||||
"description": "Track exchange inflows/outflows",
|
|
||||||
"output_table": "exchange_flows",
|
|
||||||
"tier": "premium",
|
|
||||||
},
|
|
||||||
"insider_trading": {
|
|
||||||
"name": "Insider Trading Detection",
|
|
||||||
"schedule": "*/20 * * * *", # Every 20 minutes
|
|
||||||
"sources": ["dune", "arkham", "helius"],
|
|
||||||
"endpoint": f"{N8N_WEBHOOK_URL}/premium/insider",
|
|
||||||
"description": "Detect potential insider trading patterns",
|
|
||||||
"output_table": "insider_trading_alerts",
|
|
||||||
"tier": "premium_plus",
|
|
||||||
},
|
|
||||||
"launchpad_monitor": {
|
|
||||||
"name": "Launchpad Monitor",
|
|
||||||
"schedule": "*/10 * * * *", # Every 10 minutes
|
|
||||||
"sources": ["dexscreener", "pumpfun_api", "geckoterminal"],
|
|
||||||
"endpoint": f"{N8N_WEBHOOK_URL}/premium/launchpad",
|
|
||||||
"description": "Monitor new launches across platforms",
|
|
||||||
"output_table": "launchpad_monitoring",
|
|
||||||
"tier": "premium",
|
|
||||||
},
|
|
||||||
"cluster_analysis": {
|
|
||||||
"name": "Cluster Pattern Analysis",
|
|
||||||
"schedule": "0 */2 * * *", # Every 2 hours
|
|
||||||
"sources": ["internal_clustering", "dune"],
|
|
||||||
"endpoint": f"{N8N_WEBHOOK_URL}/premium/clusters",
|
|
||||||
"description": "Deep cluster pattern analysis",
|
|
||||||
"output_table": "cluster_patterns",
|
|
||||||
"tier": "premium_plus",
|
|
||||||
},
|
|
||||||
}
|
|
||||||
|
|
||||||
# Security Intelligence Workflows
|
|
||||||
SECURITY_INTEL_WORKFLOWS = {
|
|
||||||
"scam_detection": {
|
|
||||||
"name": "Real-time Scam Detection",
|
|
||||||
"schedule": "*/5 * * * *", # Every 5 minutes (critical)
|
|
||||||
"sources": ["forta", "internal_ml", "community_reports"],
|
|
||||||
"endpoint": f"{N8N_WEBHOOK_URL}/security/scams",
|
|
||||||
"description": "Detect new scam patterns",
|
|
||||||
"output_table": "scam_alerts",
|
|
||||||
"priority": "critical",
|
|
||||||
},
|
|
||||||
"rugpull_detection": {
|
|
||||||
"name": "Rugpull Detection",
|
|
||||||
"schedule": "*/2 * * * *", # Every 2 minutes (ultra-critical)
|
|
||||||
"sources": ["internal_ml", "liquidity_monitor"],
|
|
||||||
"endpoint": f"{N8N_WEBHOOK_URL}/security/rugpulls",
|
|
||||||
"description": "Detect rugpull patterns in real-time",
|
|
||||||
"output_table": "rugpull_alerts",
|
|
||||||
"priority": "critical",
|
|
||||||
},
|
|
||||||
"contract_vulnerabilities": {
|
|
||||||
"name": "Contract Vulnerability Scanner",
|
|
||||||
"schedule": "0 * * * *", # Every hour
|
|
||||||
"sources": ["slither", "mythril", "internal_scanner"],
|
|
||||||
"endpoint": f"{N8N_WEBHOOK_URL}/security/vulnerabilities",
|
|
||||||
"description": "Scan new contracts for vulnerabilities",
|
|
||||||
"output_table": "contract_vulnerabilities",
|
|
||||||
"priority": "high",
|
|
||||||
},
|
|
||||||
"phishing_detection": {
|
|
||||||
"name": "Phishing Domain Detection",
|
|
||||||
"schedule": "0 */6 * * *", # Every 6 hours
|
|
||||||
"sources": ["guardian", "cryptoscamdb", "community"],
|
|
||||||
"endpoint": f"{N8N_WEBHOOK_URL}/security/phishing",
|
|
||||||
"description": "Detect new phishing domains",
|
|
||||||
"output_table": "phishing_domains",
|
|
||||||
"priority": "high",
|
|
||||||
},
|
|
||||||
}
|
|
||||||
|
|
||||||
|
|
||||||
# ── n8n Workflow Execution ────────────────────────────────────
|
|
||||||
|
|
||||||
|
|
||||||
async def trigger_n8n_workflow(workflow_name: str, data: dict | None = None) -> bool:
|
|
||||||
"""Trigger an n8n workflow via webhook."""
|
|
||||||
import httpx
|
|
||||||
|
|
||||||
# Find workflow config
|
|
||||||
all_workflows = {
|
|
||||||
**MARKET_INTEL_WORKFLOWS,
|
|
||||||
**PREMIUM_INTEL_WORKFLOWS,
|
|
||||||
**SECURITY_INTEL_WORKFLOWS,
|
|
||||||
}
|
|
||||||
workflow = all_workflows.get(workflow_name)
|
|
||||||
|
|
||||||
if not workflow:
|
|
||||||
logger.error(f"Workflow not found: {workflow_name}")
|
|
||||||
return False
|
|
||||||
|
|
||||||
webhook_url = workflow["endpoint"]
|
|
||||||
|
|
||||||
try:
|
|
||||||
async with httpx.AsyncClient(timeout=30.0) as client:
|
|
||||||
response = await client.post(
|
|
||||||
webhook_url,
|
|
||||||
json={
|
|
||||||
"workflow": workflow_name,
|
|
||||||
"triggered_at": datetime.now(UTC).isoformat(),
|
|
||||||
"data": data or {},
|
|
||||||
},
|
|
||||||
)
|
|
||||||
|
|
||||||
if response.status_code in (200, 201, 202):
|
|
||||||
logger.info(f"Triggered workflow: {workflow_name}")
|
|
||||||
return True
|
|
||||||
else:
|
|
||||||
logger.error(f"Workflow trigger failed: {workflow_name} - {response.status_code}")
|
|
||||||
return False
|
|
||||||
|
|
||||||
except Exception as e:
|
|
||||||
logger.error(f"Workflow trigger error: {workflow_name} - {e}")
|
|
||||||
return False
|
|
||||||
|
|
||||||
|
|
||||||
async def execute_market_intelligence_pull(workflow_name: str):
|
|
||||||
"""Execute a market intelligence data pull."""
|
|
||||||
workflow = MARKET_INTEL_WORKFLOWS.get(workflow_name)
|
|
||||||
if not workflow:
|
|
||||||
return
|
|
||||||
|
|
||||||
logger.info(f"Executing market intel pull: {workflow['name']}")
|
|
||||||
|
|
||||||
# Collect data from sources
|
|
||||||
collected_data = {
|
|
||||||
"workflow": workflow_name,
|
|
||||||
"sources": workflow["sources"],
|
|
||||||
"collected_at": datetime.now(UTC).isoformat(),
|
|
||||||
"data": {},
|
|
||||||
}
|
|
||||||
|
|
||||||
# Source-specific collection logic
|
|
||||||
for source in workflow["sources"]:
|
|
||||||
try:
|
|
||||||
if source == "coingecko":
|
|
||||||
from app.coingecko_connector import get_coingecko_connector
|
|
||||||
|
|
||||||
connector = get_coingecko_connector()
|
|
||||||
|
|
||||||
if "trending" in workflow_name.lower():
|
|
||||||
trending = await connector.get_trending()
|
|
||||||
collected_data["data"]["coingecko_trending"] = trending
|
|
||||||
elif "global" in workflow_name.lower():
|
|
||||||
global_data = await connector.get_global_metrics()
|
|
||||||
collected_data["data"]["coingecko_global"] = global_data
|
|
||||||
|
|
||||||
elif source == "dexscreener":
|
|
||||||
from app.unified_provider import get_unified_provider
|
|
||||||
|
|
||||||
provider = get_unified_provider()
|
|
||||||
|
|
||||||
if "trending" in workflow_name.lower():
|
|
||||||
trending = await provider.get_dexscreener_trending()
|
|
||||||
collected_data["data"]["dexscreener_trending"] = trending
|
|
||||||
elif "volume" in workflow_name.lower():
|
|
||||||
spikes = await provider.get_volume_spikes()
|
|
||||||
collected_data["data"]["dexscreener_spikes"] = spikes
|
|
||||||
|
|
||||||
elif source == "helius":
|
|
||||||
from app.chain_client import get_chain_client
|
|
||||||
|
|
||||||
client = get_chain_client()
|
|
||||||
|
|
||||||
if "new" in workflow_name.lower():
|
|
||||||
new_tokens = await client.get_new_token_mints(limit=50)
|
|
||||||
collected_data["data"]["helius_new_tokens"] = new_tokens
|
|
||||||
elif "whale" in workflow_name.lower():
|
|
||||||
whales = await client.get_large_transfers(limit=20)
|
|
||||||
collected_data["data"]["helius_whales"] = whales
|
|
||||||
|
|
||||||
except Exception as e:
|
|
||||||
logger.error(f"Error collecting from {source}: {e}")
|
|
||||||
collected_data["data"][source] = {"error": str(e)}
|
|
||||||
|
|
||||||
# Store in Supabase
|
|
||||||
await _store_intelligence_data(workflow["output_table"], collected_data)
|
|
||||||
|
|
||||||
# Trigger alerts if needed
|
|
||||||
await _process_intelligence_alerts(workflow_name, collected_data)
|
|
||||||
|
|
||||||
|
|
||||||
async def _store_intelligence_data(table_name: str, data: dict):
|
|
||||||
"""Store intelligence data in Supabase."""
|
|
||||||
try:
|
|
||||||
import os
|
|
||||||
|
|
||||||
from supabase import create_client
|
|
||||||
|
|
||||||
supabase = create_client(os.getenv("SUPABASE_URL"), os.getenv("SUPABASE_KEY"))
|
|
||||||
|
|
||||||
# Insert data
|
|
||||||
supabase.table(table_name).insert(
|
|
||||||
{
|
|
||||||
"data": data,
|
|
||||||
"collected_at": data.get("collected_at"),
|
|
||||||
"workflow": data.get("workflow"),
|
|
||||||
}
|
|
||||||
).execute()
|
|
||||||
|
|
||||||
logger.info(f"Stored intelligence data in {table_name}")
|
|
||||||
|
|
||||||
except Exception as e:
|
|
||||||
logger.error(f"Failed to store intelligence data: {e}")
|
|
||||||
|
|
||||||
|
|
||||||
async def _process_intelligence_alerts(workflow_name: str, data: dict):
|
|
||||||
"""Process intelligence data and trigger alerts."""
|
|
||||||
# Check for significant findings
|
|
||||||
if "whale" in workflow_name.lower():
|
|
||||||
# Check for unusually large transfers
|
|
||||||
whales = data.get("data", {}).get("helius_whales", [])
|
|
||||||
for whale in whales:
|
|
||||||
amount = whale.get("amount", 0)
|
|
||||||
if amount > 1000: # >1000 SOL
|
|
||||||
await _create_alert("whale_movement", whale)
|
|
||||||
|
|
||||||
elif "scam" in workflow_name.lower() or "rugpull" in workflow_name.lower():
|
|
||||||
# Immediate alert for security issues
|
|
||||||
await _create_alert("security_critical", data)
|
|
||||||
|
|
||||||
elif "volume" in workflow_name.lower():
|
|
||||||
# Check for unusual volume spikes
|
|
||||||
spikes = data.get("data", {}).get("dexscreener_spikes", [])
|
|
||||||
for spike in spikes:
|
|
||||||
if spike.get("volume_change_pct", 0) > 500: # >500% increase
|
|
||||||
await _create_alert("volume_spike", spike)
|
|
||||||
|
|
||||||
|
|
||||||
async def _create_alert(alert_type: str, data: dict):
|
|
||||||
"""Create an intelligence alert."""
|
|
||||||
try:
|
|
||||||
import os
|
|
||||||
|
|
||||||
from supabase import create_client
|
|
||||||
|
|
||||||
supabase = create_client(os.getenv("SUPABASE_URL"), os.getenv("SUPABASE_KEY"))
|
|
||||||
|
|
||||||
alert_data = {
|
|
||||||
"alert_type": alert_type,
|
|
||||||
"severity": "critical" if "security" in alert_type else "high",
|
|
||||||
"data": data,
|
|
||||||
"created_at": datetime.now(UTC).isoformat(),
|
|
||||||
"is_read": False,
|
|
||||||
}
|
|
||||||
|
|
||||||
supabase.table("intelligence_alerts").insert(alert_data).execute()
|
|
||||||
|
|
||||||
logger.info(f"Created intelligence alert: {alert_type}")
|
|
||||||
|
|
||||||
except Exception as e:
|
|
||||||
logger.error(f"Failed to create alert: {e}")
|
|
||||||
|
|
||||||
|
|
||||||
# ── Dune Analytics Integration ────────────────────────────────
|
|
||||||
|
|
||||||
|
|
||||||
async def execute_dune_query(query_id: str, params: dict | None = None) -> dict | None:
|
|
||||||
"""Execute a Dune Analytics query."""
|
|
||||||
import os
|
|
||||||
|
|
||||||
import httpx
|
|
||||||
|
|
||||||
dune_api_key = os.getenv("DUNE_API_KEY", "")
|
|
||||||
if not dune_api_key:
|
|
||||||
logger.warning("DUNE_API_KEY not configured")
|
|
||||||
return None
|
|
||||||
|
|
||||||
try:
|
|
||||||
async with httpx.AsyncClient(timeout=60.0) as client:
|
|
||||||
# Execute query
|
|
||||||
response = await client.post(
|
|
||||||
f"https://api.dune.com/api/v1/query/{query_id}/execute",
|
|
||||||
headers={"X-Dune-API-Key": dune_api_key},
|
|
||||||
json=params or {},
|
|
||||||
)
|
|
||||||
|
|
||||||
if response.status_code != 200:
|
|
||||||
logger.error(f"Dune query failed: {response.status_code}")
|
|
||||||
return None
|
|
||||||
|
|
||||||
execution_id = response.json().get("execution_id")
|
|
||||||
|
|
||||||
# Wait for results
|
|
||||||
import asyncio
|
|
||||||
|
|
||||||
for _ in range(10): # Max 10 attempts
|
|
||||||
await asyncio.sleep(2)
|
|
||||||
|
|
||||||
result_response = await client.get(
|
|
||||||
f"https://api.dune.com/api/v1/execution/{execution_id}/results",
|
|
||||||
headers={"X-Dune-API-Key": dune_api_key},
|
|
||||||
)
|
|
||||||
|
|
||||||
if result_response.status_code == 200:
|
|
||||||
result = result_response.json()
|
|
||||||
if result.get("state") == "QUERY_STATE_COMPLETED":
|
|
||||||
return result.get("result", {}).get("rows", [])
|
|
||||||
|
|
||||||
return None
|
|
||||||
|
|
||||||
except Exception as e:
|
|
||||||
logger.error(f"Dune query error: {e}")
|
|
||||||
return None
|
|
||||||
|
|
||||||
|
|
||||||
# Pre-configured Dune queries for RMI
|
|
||||||
DUNE_QUERIES = {
|
|
||||||
"ethereum_whale_transfers": {
|
|
||||||
"query_id": "1234567", # Replace with actual query ID
|
|
||||||
"description": "Track large ETH transfers from known whale wallets",
|
|
||||||
"schedule": "*/15 * * * *",
|
|
||||||
},
|
|
||||||
"defi_protocol_volumes": {
|
|
||||||
"query_id": "2345678",
|
|
||||||
"description": "Daily DEX volumes across major protocols",
|
|
||||||
"schedule": "0 * * * *",
|
|
||||||
},
|
|
||||||
"nft_wash_trading": {
|
|
||||||
"query_id": "3456789",
|
|
||||||
"description": "Detect potential NFT wash trading patterns",
|
|
||||||
"schedule": "0 */6 * * *",
|
|
||||||
},
|
|
||||||
"stablecoin_flows": {
|
|
||||||
"query_id": "4567890",
|
|
||||||
"description": "Track USDC/USDT flows to/from exchanges",
|
|
||||||
"schedule": "*/30 * * * *",
|
|
||||||
},
|
|
||||||
"new_contract_deployments": {
|
|
||||||
"query_id": "5678901",
|
|
||||||
"description": "New contract deployments with large funding",
|
|
||||||
"schedule": "*/10 * * * *",
|
|
||||||
},
|
|
||||||
}
|
|
||||||
|
|
|
||||||
|
|
@ -1,165 +1,8 @@
|
||||||
#!/usr/bin/env python3
|
"""Deprecated shim - re-exports app.domains.intelligence.news_intelligence.
|
||||||
"""
|
|
||||||
RMI News Intelligence v3 - Industry Best
|
Migrate imports from `app.news_intelligence` to `app.domains.intelligence.news_intelligence`.
|
||||||
=========================================
|
This shim will be removed in Phase 3 cleanup.
|
||||||
AI-powered news pipeline: categorization, sentiment, trending, briefing.
|
|
||||||
Uses MiniMax ($20/mo flat) + Ollama Cloud.
|
|
||||||
"""
|
"""
|
||||||
|
from __future__ import annotations
|
||||||
|
|
||||||
import json
|
from app.domains.intelligence.news_intelligence import * # noqa: F403
|
||||||
import logging
|
|
||||||
import os
|
|
||||||
import urllib.request
|
|
||||||
from collections import Counter
|
|
||||||
from datetime import UTC, datetime
|
|
||||||
|
|
||||||
logger = logging.getLogger("rmi.news_v3")
|
|
||||||
OLLAMA_KEY = os.getenv("OLLAMA_API_KEY", os.getenv("DEEPSEEK_API_KEY", ""))
|
|
||||||
OLLAMA_URL = "https://ollama.com/v1/chat/completions"
|
|
||||||
|
|
||||||
# Simple in-memory trending tracker
|
|
||||||
_trending_topics = Counter()
|
|
||||||
_breaking_alerts = []
|
|
||||||
|
|
||||||
|
|
||||||
def analyze_article(title: str, content: str = "") -> dict:
|
|
||||||
"""Full AI analysis of a news article."""
|
|
||||||
text = f"{title} {content[:300]}"
|
|
||||||
|
|
||||||
# Category (fast, cached)
|
|
||||||
from app.ai_pipeline_v3 import classify_news
|
|
||||||
|
|
||||||
category = classify_news(title, content)
|
|
||||||
|
|
||||||
# Sentiment via MiniMax (batched - 1 call per article is fine at flat rate)
|
|
||||||
sentiment = "neutral"
|
|
||||||
try:
|
|
||||||
k = os.getenv("OLLAMA_API_KEY", "")
|
|
||||||
if not k:
|
|
||||||
with open("/app/.env") as f:
|
|
||||||
for line in f:
|
|
||||||
if line.startswith("OLLAMA_API_KEY"):
|
|
||||||
k = line.strip().split("=", 1)[1]
|
|
||||||
break
|
|
||||||
if not k:
|
|
||||||
return {"category": category, "sentiment": "neutral", "is_breaking": False}
|
|
||||||
body = json.dumps(
|
|
||||||
{
|
|
||||||
"model": "deepseek-v4-flash",
|
|
||||||
"messages": [
|
|
||||||
{
|
|
||||||
"role": "system",
|
|
||||||
"content": "Classify sentiment: BULLISH BEARISH NEUTRAL. Reply one word only.",
|
|
||||||
},
|
|
||||||
{"role": "user", "content": text[:400]},
|
|
||||||
],
|
|
||||||
"max_tokens": 10,
|
|
||||||
"temperature": 0.1,
|
|
||||||
}
|
|
||||||
).encode()
|
|
||||||
req = urllib.request.Request(
|
|
||||||
OLLAMA_URL,
|
|
||||||
data=body,
|
|
||||||
headers={"Authorization": f"Bearer {k}", "Content-Type": "application/json"},
|
|
||||||
)
|
|
||||||
resp = urllib.request.urlopen(req, timeout=8)
|
|
||||||
sentiment = json.loads(resp.read())["choices"][0]["message"]["content"].strip().upper()
|
|
||||||
if "BULL" in sentiment:
|
|
||||||
sentiment = "bullish"
|
|
||||||
elif "BEAR" in sentiment:
|
|
||||||
sentiment = "bearish"
|
|
||||||
else:
|
|
||||||
sentiment = "neutral"
|
|
||||||
except Exception as e:
|
|
||||||
logger.warning(f"Sentiment failed: {e}")
|
|
||||||
|
|
||||||
# Track trending topics
|
|
||||||
for word in title.lower().split():
|
|
||||||
if len(word) > 4 and word not in (
|
|
||||||
"after",
|
|
||||||
"before",
|
|
||||||
"while",
|
|
||||||
"could",
|
|
||||||
"would",
|
|
||||||
"should",
|
|
||||||
"their",
|
|
||||||
"there",
|
|
||||||
"these",
|
|
||||||
"those",
|
|
||||||
"about",
|
|
||||||
"which",
|
|
||||||
):
|
|
||||||
_trending_topics[word] += 1
|
|
||||||
|
|
||||||
# Detect breaking news
|
|
||||||
is_breaking = category == "SCAM" or any(
|
|
||||||
w in text.lower() for w in ["hacked", "exploited", "drained", "rug pulled", "emergency"]
|
|
||||||
)
|
|
||||||
|
|
||||||
return {
|
|
||||||
"category": category,
|
|
||||||
"sentiment": sentiment,
|
|
||||||
"is_breaking": is_breaking,
|
|
||||||
"analyzed_at": datetime.now(UTC).isoformat(),
|
|
||||||
}
|
|
||||||
|
|
||||||
|
|
||||||
def get_trending(limit: int = 10) -> list:
|
|
||||||
"""Get trending topics from recent article analysis."""
|
|
||||||
return [{"topic": word, "count": count} for word, count in _trending_topics.most_common(limit)]
|
|
||||||
|
|
||||||
|
|
||||||
def get_breaking() -> list:
|
|
||||||
"""Get breaking news alerts."""
|
|
||||||
return _breaking_alerts[-10:]
|
|
||||||
|
|
||||||
|
|
||||||
def daily_briefing() -> str:
|
|
||||||
"""Generate an AI-powered daily news briefing using Ollama Cloud."""
|
|
||||||
trending = get_trending(5)
|
|
||||||
topics = ", ".join(f"{t['topic']}({t['count']})" for t in trending)
|
|
||||||
|
|
||||||
k = OLLAMA_KEY
|
|
||||||
body = json.dumps(
|
|
||||||
{
|
|
||||||
"model": "deepseek-v4-flash",
|
|
||||||
"messages": [
|
|
||||||
{
|
|
||||||
"role": "system",
|
|
||||||
"content": "Write a 3-sentence daily crypto news briefing. Mention trending topics. Professional tone. Under 100 words.",
|
|
||||||
},
|
|
||||||
{"role": "user", "content": f"Trending topics: {topics}"},
|
|
||||||
],
|
|
||||||
"max_tokens": 150,
|
|
||||||
"temperature": 0.5,
|
|
||||||
}
|
|
||||||
).encode()
|
|
||||||
|
|
||||||
try:
|
|
||||||
req = urllib.request.Request(
|
|
||||||
OLLAMA_URL,
|
|
||||||
data=body,
|
|
||||||
headers={"Authorization": f"Bearer {k}", "Content-Type": "application/json"},
|
|
||||||
)
|
|
||||||
resp = urllib.request.urlopen(req, timeout=15)
|
|
||||||
return json.loads(resp.read())["choices"][0]["message"]["content"].strip()
|
|
||||||
except Exception:
|
|
||||||
return f"Daily briefing: {topics} are trending in crypto news today."
|
|
||||||
|
|
||||||
|
|
||||||
def news_search(query: str, articles: list, limit: int = 10) -> list:
|
|
||||||
"""Smart search across articles with relevance ranking."""
|
|
||||||
results = []
|
|
||||||
q_lower = query.lower()
|
|
||||||
for a in articles:
|
|
||||||
score = 0
|
|
||||||
if q_lower in a.get("title", "").lower():
|
|
||||||
score += 10
|
|
||||||
if q_lower in a.get("content", "").lower():
|
|
||||||
score += 5
|
|
||||||
if q_lower in a.get("category", "").lower():
|
|
||||||
score += 3
|
|
||||||
if score > 0:
|
|
||||||
a["relevance"] = score
|
|
||||||
results.append(a)
|
|
||||||
return sorted(results, key=lambda x: x.get("relevance", 0), reverse=True)[:limit]
|
|
||||||
|
|
|
||||||
File diff suppressed because it is too large
Load diff
|
|
@ -28,7 +28,7 @@ from datetime import datetime, timedelta
|
||||||
from fastapi import APIRouter, Body, HTTPException, Request
|
from fastapi import APIRouter, Body, HTTPException, Request
|
||||||
from pydantic import BaseModel, Field
|
from pydantic import BaseModel, Field
|
||||||
|
|
||||||
from app.admin_backend import (
|
from app.domains.admin import (
|
||||||
PERMISSIONS,
|
PERMISSIONS,
|
||||||
AdminRole,
|
AdminRole,
|
||||||
AdminUserStore,
|
AdminUserStore,
|
||||||
|
|
|
||||||
|
|
@ -25,8 +25,8 @@ from typing import Any
|
||||||
from fastapi import APIRouter, HTTPException, Query, Request
|
from fastapi import APIRouter, HTTPException, Query, Request
|
||||||
from pydantic import BaseModel, Field
|
from pydantic import BaseModel, Field
|
||||||
|
|
||||||
from app.admin_backend import AuditLogger, require_admin
|
|
||||||
from app.analytics_engine import AnalyticsEngine, DashboardWidget, get_analytics_engine
|
from app.analytics_engine import AnalyticsEngine, DashboardWidget, get_analytics_engine
|
||||||
|
from app.domains.admin import AuditLogger, require_admin
|
||||||
|
|
||||||
logger = logging.getLogger("analytics_api")
|
logger = logging.getLogger("analytics_api")
|
||||||
|
|
||||||
|
|
|
||||||
|
|
@ -25,8 +25,8 @@ Admin endpoints (require admin session):
|
||||||
from fastapi import APIRouter, Body, HTTPException, Request
|
from fastapi import APIRouter, Body, HTTPException, Request
|
||||||
from pydantic import BaseModel, Field
|
from pydantic import BaseModel, Field
|
||||||
|
|
||||||
from app.admin_backend import AuditLogger, require_admin
|
from app.domains.admin import AuditLogger, require_admin
|
||||||
from app.bulletin_board import (
|
from app.domains.bulletin import (
|
||||||
BulletinBoardManager,
|
BulletinBoardManager,
|
||||||
PostCategory,
|
PostCategory,
|
||||||
PostStatus,
|
PostStatus,
|
||||||
|
|
@ -576,7 +576,7 @@ async def admin_moderate_comment(
|
||||||
@router.get("/badges/{user_id}")
|
@router.get("/badges/{user_id}")
|
||||||
async def get_badges(user_id: str):
|
async def get_badges(user_id: str):
|
||||||
"""Get user badges."""
|
"""Get user badges."""
|
||||||
from app.bulletin_board import get_user_badges, get_user_reputation
|
from app.domains.bulletin import get_user_badges, get_user_reputation
|
||||||
|
|
||||||
badges = await get_user_badges(user_id)
|
badges = await get_user_badges(user_id)
|
||||||
rep = await get_user_reputation(user_id)
|
rep = await get_user_reputation(user_id)
|
||||||
|
|
@ -613,7 +613,7 @@ async def x402_bot_post(request: Request, data: dict):
|
||||||
Bot posting via x402 - $1 TO JOIN (one-time, 30-day membership).
|
Bot posting via x402 - $1 TO JOIN (one-time, 30-day membership).
|
||||||
Pay $1 once, post unlimited for 30 days. Includes badges.
|
Pay $1 once, post unlimited for 30 days. Includes badges.
|
||||||
"""
|
"""
|
||||||
from app.bulletin_board import verify_x402_bot
|
from app.domains.bulletin import verify_x402_bot
|
||||||
|
|
||||||
bot_addr = data.get("bot_address", "")
|
bot_addr = data.get("bot_address", "")
|
||||||
tx_hash = data.get("tx_hash", "")
|
tx_hash = data.get("tx_hash", "")
|
||||||
|
|
|
||||||
|
|
@ -23,7 +23,7 @@ import logging
|
||||||
|
|
||||||
from fastapi import APIRouter, HTTPException, Query
|
from fastapi import APIRouter, HTTPException, Query
|
||||||
|
|
||||||
from app.prediction_market_service import (
|
from app.domains.markets import (
|
||||||
PredictionDigest,
|
PredictionDigest,
|
||||||
PredictionMarket,
|
PredictionMarket,
|
||||||
get_prediction_market_service,
|
get_prediction_market_service,
|
||||||
|
|
|
||||||
|
|
@ -33,7 +33,7 @@ from typing import Any
|
||||||
from fastapi import APIRouter, Body, HTTPException, Request
|
from fastapi import APIRouter, Body, HTTPException, Request
|
||||||
from pydantic import BaseModel, Field
|
from pydantic import BaseModel, Field
|
||||||
|
|
||||||
from app.admin_backend import AuditLogger, require_admin
|
from app.domains.admin import AuditLogger, require_admin
|
||||||
from app.wallet_manager_v2 import (
|
from app.wallet_manager_v2 import (
|
||||||
CHAIN_REGISTRY,
|
CHAIN_REGISTRY,
|
||||||
PaymentRecord,
|
PaymentRecord,
|
||||||
|
|
|
||||||
|
|
@ -10,7 +10,7 @@ import os
|
||||||
|
|
||||||
from fastapi import APIRouter, HTTPException, Request
|
from fastapi import APIRouter, HTTPException, Request
|
||||||
|
|
||||||
from app.mcp.x402_mcp_server import TOOLS, handle_mcp_call
|
from app.domains.mcp.x402_mcp_server import TOOLS, handle_mcp_call
|
||||||
|
|
||||||
router = APIRouter(tags=["x402-MCP"])
|
router = APIRouter(tags=["x402-MCP"])
|
||||||
|
|
||||||
|
|
|
||||||
|
|
@ -526,7 +526,7 @@ class HoneypotSystem:
|
||||||
await BotDetectionEngine._log_security_event(event)
|
await BotDetectionEngine._log_security_event(event)
|
||||||
|
|
||||||
# Auto-ban the IP
|
# Auto-ban the IP
|
||||||
from app.admin_backend import SecurityManager
|
from app.domains.admin import SecurityManager
|
||||||
|
|
||||||
await SecurityManager.block_ip(ip, f"Honeypot triggered: {path}", 168) # 7 days
|
await SecurityManager.block_ip(ip, f"Honeypot triggered: {path}", 168) # 7 days
|
||||||
|
|
||||||
|
|
|
||||||
|
|
@ -27,7 +27,7 @@ import logging
|
||||||
from dataclasses import dataclass, field
|
from dataclasses import dataclass, field
|
||||||
from datetime import UTC, datetime
|
from datetime import UTC, datetime
|
||||||
|
|
||||||
from app.prediction_market_service import (
|
from app.domains.markets import (
|
||||||
PredictionMarket,
|
PredictionMarket,
|
||||||
get_prediction_market_service,
|
get_prediction_market_service,
|
||||||
)
|
)
|
||||||
|
|
|
||||||
14
mypy-gate.ini
Normal file
14
mypy-gate.ini
Normal file
|
|
@ -0,0 +1,14 @@
|
||||||
|
[mypy]
|
||||||
|
strict = true
|
||||||
|
ignore_missing_imports = true
|
||||||
|
explicit_package_bases = true
|
||||||
|
exclude = (\.venv/|tests/|__pycache__/)
|
||||||
|
|
||||||
|
[mypy-app.core.redis]
|
||||||
|
ignore_errors = false
|
||||||
|
|
||||||
|
[mypy-app.domains.auth.*]
|
||||||
|
ignore_errors = false
|
||||||
|
|
||||||
|
[mypy-*]
|
||||||
|
ignore_errors = true
|
||||||
1
mypy.ini
1
mypy.ini
|
|
@ -1,4 +1,5 @@
|
||||||
[mypy]
|
[mypy]
|
||||||
strict = true
|
strict = true
|
||||||
ignore_missing_imports = true
|
ignore_missing_imports = true
|
||||||
|
explicit_package_bases = true
|
||||||
exclude = (\.venv/|tests/|__pycache__/)
|
exclude = (\.venv/|tests/|__pycache__/)
|
||||||
|
|
|
||||||
|
|
@ -5,7 +5,7 @@ needing a live database or external service. They test the contract.
|
||||||
"""
|
"""
|
||||||
from __future__ import annotations
|
from __future__ import annotations
|
||||||
|
|
||||||
from app.mcp.server import (
|
from app.domains.mcp.server import (
|
||||||
MCP_PROTOCOL_VERSION,
|
MCP_PROTOCOL_VERSION,
|
||||||
MCP_SERVER_VERSION,
|
MCP_SERVER_VERSION,
|
||||||
TOOL_CATALOG,
|
TOOL_CATALOG,
|
||||||
|
|
|
||||||
|
|
@ -9,15 +9,15 @@ from unittest.mock import patch
|
||||||
|
|
||||||
import pytest
|
import pytest
|
||||||
|
|
||||||
from app.mcp.server import call_tool
|
from app.domains.mcp.server import call_tool
|
||||||
|
|
||||||
|
|
||||||
@pytest.mark.asyncio
|
@pytest.mark.asyncio
|
||||||
async def test_eth_labels_query_tool_exists():
|
async def test_eth_labels_query_tool_exists():
|
||||||
"""Test that eth_labels_query tool is registered in the server."""
|
"""Test that eth_labels_query tool is registered in the server."""
|
||||||
import app.mcp.server
|
import app.domains.mcp.server
|
||||||
# Check if it's in the catalog
|
# Check if it's in the catalog
|
||||||
tool_names = [tool["name"] for tool in app.mcp.server.TOOL_CATALOG]
|
tool_names = [tool["name"] for tool in app.domains.mcp.server.TOOL_CATALOG]
|
||||||
assert "eth_labels_query" in tool_names
|
assert "eth_labels_query" in tool_names
|
||||||
print("✓ eth_labels_query found in tool catalog")
|
print("✓ eth_labels_query found in tool catalog")
|
||||||
|
|
||||||
|
|
@ -25,8 +25,8 @@ async def test_eth_labels_query_tool_exists():
|
||||||
@pytest.mark.asyncio
|
@pytest.mark.asyncio
|
||||||
async def test_eth_labels_stats_tool_exists():
|
async def test_eth_labels_stats_tool_exists():
|
||||||
"""Test that eth_labels_stats tool is registered in the server."""
|
"""Test that eth_labels_stats tool is registered in the server."""
|
||||||
import app.mcp.server
|
import app.domains.mcp.server
|
||||||
tool_names = [tool["name"] for tool in app.mcp.server.TOOL_CATALOG]
|
tool_names = [tool["name"] for tool in app.domains.mcp.server.TOOL_CATALOG]
|
||||||
assert "eth_labels_stats" in tool_names
|
assert "eth_labels_stats" in tool_names
|
||||||
print("✓ eth_labels_stats found in tool catalog")
|
print("✓ eth_labels_stats found in tool catalog")
|
||||||
|
|
||||||
|
|
@ -34,7 +34,7 @@ async def test_eth_labels_stats_tool_exists():
|
||||||
@pytest.mark.asyncio
|
@pytest.mark.asyncio
|
||||||
async def test_eth_labels_query_version_tracked():
|
async def test_eth_labels_query_version_tracked():
|
||||||
"""Test that eth_labels_query tool has version tracking."""
|
"""Test that eth_labels_query tool has version tracking."""
|
||||||
from app.mcp.server import TOOL_VERSIONS
|
from app.domains.mcp.server import TOOL_VERSIONS
|
||||||
assert "eth_labels_query" in TOOL_VERSIONS
|
assert "eth_labels_query" in TOOL_VERSIONS
|
||||||
version = TOOL_VERSIONS["eth_labels_query"]
|
version = TOOL_VERSIONS["eth_labels_query"]
|
||||||
assert version == "1.0.0" # Version from Tier 2
|
assert version == "1.0.0" # Version from Tier 2
|
||||||
|
|
@ -44,7 +44,7 @@ async def test_eth_labels_query_version_tracked():
|
||||||
@pytest.mark.asyncio
|
@pytest.mark.asyncio
|
||||||
async def test_eth_labels_stats_version_tracked():
|
async def test_eth_labels_stats_version_tracked():
|
||||||
"""Test that eth_labels_stats tool has version tracking."""
|
"""Test that eth_labels_stats tool has version tracking."""
|
||||||
from app.mcp.server import TOOL_VERSIONS
|
from app.domains.mcp.server import TOOL_VERSIONS
|
||||||
assert "eth_labels_stats" in TOOL_VERSIONS
|
assert "eth_labels_stats" in TOOL_VERSIONS
|
||||||
version = TOOL_VERSIONS["eth_labels_stats"]
|
version = TOOL_VERSIONS["eth_labels_stats"]
|
||||||
assert version == "1.0.0" # Version from Tier 2
|
assert version == "1.0.0" # Version from Tier 2
|
||||||
|
|
@ -52,7 +52,7 @@ async def test_eth_labels_stats_version_tracked():
|
||||||
|
|
||||||
|
|
||||||
@pytest.mark.asyncio
|
@pytest.mark.asyncio
|
||||||
@patch('app.mcp.tools.eth_labels_tool.query_eth_labels_db_mcp')
|
@patch('app.domains.mcp.tools.eth_labels_tool.query_eth_labels_db_mcp')
|
||||||
async def test_eth_labels_query_calls_underlying_function(mock_query):
|
async def test_eth_labels_query_calls_underlying_function(mock_query):
|
||||||
"""Test that eth_labels_query tool calls our implementation."""
|
"""Test that eth_labels_query tool calls our implementation."""
|
||||||
# Mock the response
|
# Mock the response
|
||||||
|
|
@ -71,7 +71,7 @@ async def test_eth_labels_query_calls_underlying_function(mock_query):
|
||||||
|
|
||||||
|
|
||||||
@pytest.mark.asyncio
|
@pytest.mark.asyncio
|
||||||
@patch('app.mcp.tools.eth_labels_tool.get_eth_labels_stats_mcp')
|
@patch('app.domains.mcp.tools.eth_labels_tool.get_eth_labels_stats_mcp')
|
||||||
async def test_eth_labels_stats_calls_underlying_function(mock_stats):
|
async def test_eth_labels_stats_calls_underlying_function(mock_stats):
|
||||||
"""Test that eth_labels_stats calls our implementation."""
|
"""Test that eth_labels_stats calls our implementation."""
|
||||||
mock_response = {"total_accounts": 106000, "tables": ["accounts"]}
|
mock_response = {"total_accounts": 106000, "tables": ["accounts"]}
|
||||||
|
|
|
||||||
Loading…
Add table
Add a link
Reference in a new issue