rmi-backend/scripts/minimax_pipeline.py
cryptorugmunch cfd75fd1a0 fix(lint): drop ruff errors from 1470 to 0 across app/ and tests/
- Exclude generated SDK (sdks/python) and operational scripts from ruff lint
- Add targeted per-file ignores for ASYNC*, S310, S603, S607, S108, S314,
  S102, PIE810, SIM102 in scripts/
- Auto-fix safe categories (I001, F401, W292, F841, PIE790, RUF100, etc.)
- Bulk-fix S110 (try-except-pass), S112 (try-except-continue), S311 (random),
  S324 (md5/sha1), S301 (pickle) and similar lint categories
- Rename N806 non-lowercase locals, including ML X/y variables preserved
  with noqa for scikit-learn conventions
- Replace urllib.request calls with httpx.AsyncClient / httpx.Client (S310)
- Wrap blocking os.path/os calls in asyncio.get_running_loop().run_in_executor
- Replace subprocess.run with asyncio.create_subprocess_exec in async contexts
- Store asyncio.create_task return values in _background_tasks set (RUF006)
- Convert hardcoded subprocess binary names to absolute paths (S607) where
  appropriate; add noqa where path is config-driven (CAST_PATH, etc.)
- Parameterize SQL queries with placeholders and add noqa for sanitized inputs
- Fix all mechanical categories: SIM102, PIE810, TC001/2/3, S108, S314, S107,
  S306, S301, N802/N815/N817, S104, S605, S501, RUF022, UP031
- Add missing 'import asyncio' where referenced but not imported (F821)
- Fix E402 module-import-not-at-top by adding '# noqa: E402' for circular-import
  safe cases and code-defined imports
- Remove hardcoded Redis password in databus_warm_cron.py; use env vars

Tests:
- Add tests/unit/core/test_ai_router.py (8 tests): model resolution, chat
  completion with mocked httpx, fallback to OpenRouter, no-provider error,
  streaming
- Add tests/unit/core/test_tracing.py (7 tests): setup_otel disabled/enabled,
  shutdown_otel, span helpers, tracing-enabled route registration
- Add tests/unit/core/test_langfuse.py (2 tests): no-env init, noop flush
- Fix tests/unit/domain/scanner/test_service.py to import from the moved
  app.domains.scanners.core.service

Result: 'ruff check .' passes with 0 errors (was 1470).
Pytest: 808 passed, 1 skipped (no regressions).
2026-07-08 03:36:58 +07:00

163 lines
5.8 KiB
Python

#!/usr/bin/env python3
"""
RMI MiniMax Pipeline - Cron Jobs
=================================
Social threads | Support auto-responder | Health narrative
All powered by MiniMax-Text-01 ($20/mo flat, 1M context)
"""
import json
import logging
import os
import urllib.request
from datetime import UTC, datetime
KEY = os.getenv("MINIMAX_API_KEY", "")
if not KEY:
try:
with open("/app/.env") as f:
for line in f:
if line.startswith("MINIMAX_API_KEY="):
KEY = line.strip().split("=", 1)[1]
break
except Exception:
logging.getLogger(__name__).warning("swallowed exception", exc_info=True)
URL = "https://api.minimax.io/v1/chat/completions"
MODEL = "MiniMax-Text-01"
BACKEND = os.getenv("BACKEND_URL", "http://localhost:8000")
def call_minimax(system: str, prompt: str, max_tokens: int = 500, temp: float = 0.7) -> str:
try:
body = json.dumps(
{
"model": MODEL,
"messages": [
{"role": "system", "content": system},
{"role": "user", "content": prompt},
],
"max_tokens": max_tokens,
"temperature": temp,
}
).encode()
req = urllib.request.Request(
URL,
data=body,
headers={"Authorization": f"Bearer {KEY}", "Content-Type": "application/json"},
)
resp = urllib.request.urlopen(req, timeout=20)
return json.loads(resp.read())["choices"][0]["message"]["content"].strip()
except Exception as e:
return f"[MiniMax unavailable: {str(e)[:80]}]"
# ═══════════════════════════════════════════
# 4. SOCIAL MEDIA THREAD GENERATOR
# ═══════════════════════════════════════════
SOCIAL_SYSTEM = """You are the social media manager for Rug Munch Intelligence (@CryptoRugMunch).
Write an engaging crypto security thread. Format:
🧵 THREAD: <catchy title>
1/ <hook - shocking stat or recent scam>
2/ <how it works, simple terms>
3/ <how to protect yourself>
4/ <use our scanner at rugmunch.io>
#CryptoScam #RugPull #DYOR
Keep each tweet under 280 chars. Make it punchy and shareable."""
def generate_social_thread(scam_data: str) -> str:
return call_minimax(SOCIAL_SYSTEM, f"Recent scam data:\n{scam_data[:3000]}", 400)
# ═══════════════════════════════════════════
# 7. SUPPORT AUTO-RESPONDER
# ═══════════════════════════════════════════
SUPPORT_SYSTEM = """You are the support bot for Rug Munch Intelligence (rugmunch.io).
Answer crypto security questions concisely. Be helpful, direct, accurate.
Common topics: rug pulls, honeypots, token scanning, wallet safety, scam detection.
Always mention our free scanner if relevant. Under 200 words."""
def answer_question(question: str) -> str:
return call_minimax(SUPPORT_SYSTEM, question, 250, 0.4)
# Pre-warm cache with common questions
COMMON_QUESTIONS = [
"What is a rug pull?",
"How do I check if a token is safe?",
"What is a honeypot in crypto?",
"How to protect my wallet from scams?",
"What's the best free crypto scanner?",
"How to spot a fake token?",
"What is liquidity locking?",
"How do scam tokens work?",
"Is my wallet safe?",
"What are red flags in new tokens?",
]
def warm_support_cache():
"""Pre-generate answers for common questions."""
for q in COMMON_QUESTIONS:
a = answer_question(q)
print(f" {q[:40]}... → {a[:60]}...")
# ═══════════════════════════════════════════
# 14. HEALTH NARRATIVE
# ═══════════════════════════════════════════
HEALTH_SYSTEM = """You are the RMI system health reporter. Given raw server metrics, write a brief, human-readable health report.
Format:
🩺 RMI SYSTEM HEALTH - {timestamp}
├─ Backend: {status with emoji}
├─ Cron Jobs: {ok}/{total} healthy
├─ RAG: {docs} documents
├─ Disk: {pct}%
├─ Load: {avg}
└─ Verdict: 1 sentence summary
Keep it under 150 words. Use ✅⚠️🔴 emojis."""
def health_narrative(metrics: dict) -> str:
prompt = json.dumps(metrics)
return call_minimax(HEALTH_SYSTEM, prompt, 250, 0.3)
# ═══════════════════════════════════════════
# MAIN - Run all three
# ═══════════════════════════════════════════
if __name__ == "__main__":
import sys
cmd = sys.argv[1] if len(sys.argv) > 1 else "all"
if cmd in ("social", "all"):
print("=== SOCIAL THREAD ===")
try:
r = urllib.request.urlopen(f"{BACKEND}/api/v1/scanner/stats", timeout=5)
data = json.loads(r.read())
thread = generate_social_thread(json.dumps(data)[:3000])
print(thread[:400])
except Exception as e:
print(f"Social thread failed: {e}")
if cmd in ("warm", "all"):
print("\n=== WARMING SUPPORT CACHE ===")
warm_support_cache()
if cmd in ("health", "all"):
print("\n=== HEALTH NARRATIVE ===")
metrics = {
"timestamp": datetime.now(UTC).isoformat(),
"backend": "alive",
"disk_pct": 83,
"load": "4.2",
"crons_ok": 35,
"crons_total": 56,
"rag_docs": 20985,
}
report = health_narrative(metrics)
print(report[:400])