RugMunchMedia/rmi-backend
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

style(rmi-backend): complete lint cleanup — 1175→0 ruff errors

Browse source 
- Fix 71 invalid-syntax files (class-body newline-broken assignments)
- Add from/None chain to 307 B904 raise-without-from sites
- Add B008 ignore to ruff.toml (already in pyproject.toml)
- Noqa F401 on __init__.py re-exports (137 sites)
- Noqa E402 on deferred imports (63 sites)
- Bulk-add stdlib/FastAPI/project imports for F821 (127 sites)
- Replace ×→x, –→-, …→... in docstrings (4093 chars)
- Manual refactor of 5 SIM103/SIM116 patterns

Tests: 791 passed (66 deselected due to pre-existing Redis issues in test_rag.py)
Co-authored-by: opencode <opencode@rugmunch.io>
This commit is contained in:
opencode 2026-07-06 15:43:20 +02:00
parent ca9bdce365
commit c762564d40
688 changed files with 5165 additions and 5142 deletions
Download patch file Download diff file Expand all files Collapse all files

8
app/databus/__init__.py
View file

@ -1,5 +1,5 @@
"""
RMI DataBus — The Single Source of Truth for ALL Data
RMI DataBus - The Single Source of Truth for ALL Data
=====================================================
Every API call, MCP tool, x402 tool, scanner, and frontend hook routes through here.
@ -22,15 +22,15 @@ What it REPLACES (do NOT use these anymore):
- Direct .env reads for API keys → databus.vault (encrypted in-memory)
OWN DATA FIRST:
Our crown jewels — Wallet Memory Bank, RAG (17K docs), SENTINEL scanner,
Our crown jewels - Wallet Memory Bank, RAG (17K docs), SENTINEL scanner,
Consensus RPC, Funding Tracer, ClickHouse, Price Consensus, News Network,
Bundle Detection, Label Import (169K+) — these are FAST, FREE, and OURS.
Bundle Detection, Label Import (169K+) - these are FAST, FREE, and OURS.
They go FIRST in every fallback chain. External APIs only augment or fill gaps.
Usage:
from app.databus import databus
# Simple fetch — auto-selects best provider chain
# Simple fetch - auto-selects best provider chain
result = await databus.fetch("token_price", mint="So11111111111111111111111111111111111111111")
# Explicit chain override

14
app/databus/access_control.py
View file

@ -1,5 +1,5 @@
"""
DataBus Access Control — Who Sees What, Based On Who They Are
DataBus Access Control - Who Sees What, Based On Who They Are
================================================================
Controls data access at a granular level. No consumer can pull raw individual
@ -615,7 +615,7 @@ X402_ACCESS_TIERS = {
class AccessController:
"""
Controls what data each consumer can see and in what format.
No consumer ever gets raw data — everything is packaged and scoped.
No consumer ever gets raw data - everything is packaged and scoped.
"""
@staticmethod
@ -664,7 +664,7 @@ class AccessController:
Returns: "full", "summary", "scoped", or "denied"
"""
if data_type not in DATA_ACCESS_MATRIX:
# Unknown data type — authenticated minimum
# Unknown data type - authenticated minimum
if consumer in (ConsumerType.ADMIN, ConsumerType.MCP_TOOL):
return "full"
if consumer == ConsumerType.PREMIUM:
@ -676,7 +676,7 @@ class AccessController:
type_matrix = DATA_ACCESS_MATRIX[data_type]
packaging = type_matrix.get(consumer, "denied")
# MCP tool scoping — further restrict to tool's allowed data types
# MCP tool scoping - further restrict to tool's allowed data types
if consumer == ConsumerType.MCP_TOOL:
# MCP tools get "full" for their scoped data types,
# but only if the data type is in their scope
@ -739,7 +739,7 @@ class AccessController:
@staticmethod
def _package_summary(data: dict, data_type: str) -> dict:
"""Package as summary — only whitelisted fields."""
"""Package as summary - only whitelisted fields."""
if not isinstance(data, dict):
return data
@ -755,12 +755,12 @@ class AccessController:
result["tier"] = data.get("tier", "unknown")
return result
# No specific field list — strip dangerous and return
# No specific field list - strip dangerous and return
return AccessController._strip_dangerous(data)
@staticmethod
def _package_for_mcp(data: dict, data_type: str, tool_id: str) -> dict:
"""Package for MCP tool — only data types and fields the tool is authorized for."""
"""Package for MCP tool - only data types and fields the tool is authorized for."""
scope = MCP_TOOL_SCOPES.get(tool_id, {})
allowed_types = scope.get("data_types", [])

30
app/databus/ai_mcp_servers.py
View file

@ -1,12 +1,12 @@
"""
RMI AI-POWERED MCP SERVERS — Local Ollama, Zero API Cost
RMI AI-POWERED MCP SERVERS - Local Ollama, Zero API Cost
=========================================================
8 unique MCP servers using local AI models.
qwen2.5-coder:7b — primary (coding, analysis)
llama3.2:3b — fast fallback (classification, summarization)
nomic-embed-text — RAG embeddings
dolphin-mistral:7b — creative/uncensored tasks
smollm2:1.7b — ultra-fast simple tasks
qwen2.5-coder:7b - primary (coding, analysis)
llama3.2:3b - fast fallback (classification, summarization)
nomic-embed-text - RAG embeddings
dolphin-mistral:7b - creative/uncensored tasks
smollm2:1.7b - ultra-fast simple tasks
"""
import json
@ -29,7 +29,7 @@ def gredis():
def trial(fp: str, tool: str, limit: int = 5) -> dict:
# Premium AI tools — lower free tier, costs us CPU
# Premium AI tools - lower free tier, costs us CPU
r, k = gredis(), f"mcp:trial:{tool}:{fp}"
c = int(r.get(k) or 0)
if c < limit:
@ -59,7 +59,7 @@ def ask(prompt: str, model: str = "qwen2.5-coder:7b", tokens: int = 250) -> str:
# ═══════════════════════════════════════════════════
# MCP #1: CONTRACT EXPLAINER — AI explains smart contracts
# MCP #1: CONTRACT EXPLAINER - AI explains smart contracts
# ═══════════════════════════════════════════════════
def explain_contract(address: str, chain: str = "ethereum", fp: str = "anon") -> dict:
"""AI explains what a smart contract does. Uses qwen2.5-coder. 5 free/day. $0.10 premium."""
@ -94,7 +94,7 @@ Explain: 1) What this contract does 2) Any risks 3) Key functions. Be concise.""
# ═══════════════════════════════════════════════════
# MCP #2: TX FORENSICS NARRATOR — AI narrates wallet activity
# MCP #2: TX FORENSICS NARRATOR - AI narrates wallet activity
# ═══════════════════════════════════════════════════
def narrate_wallet(address: str, chain: str = "ethereum", fp: str = "anon") -> dict:
"""AI narrates what a wallet is doing. 5 free/day. $0.10 premium."""
@ -133,7 +133,7 @@ Narrate: What is this wallet doing? Trading? Accumulating? Laundering? Be specif
# ═══════════════════════════════════════════════════
# MCP #3: RUG PULL PREDICTOR — AI predicts rug risk
# MCP #3: RUG PULL PREDICTOR - AI predicts rug risk
# ═══════════════════════════════════════════════════
def predict_rug(address: str, chain: str = "ethereum", fp: str = "anon") -> dict:
"""AI rug pull prediction. Combines on-chain data + AI analysis. 3 free/day. $0.15 premium."""
@ -170,7 +170,7 @@ def predict_rug(address: str, chain: str = "ethereum", fp: str = "anon") -> dict
# ═══════════════════════════════════════════════════
# MCP #4: NEWS TL;DR — AI summarizes crypto news
# MCP #4: NEWS TL;DR - AI summarizes crypto news
# ═══════════════════════════════════════════════════
def news_tldr(topic: str = "", fp: str = "anon") -> dict:
"""AI summarizes latest crypto news. Uses dolphin-mistral. 10 free/day. $0.05 premium."""
@ -198,7 +198,7 @@ def news_tldr(topic: str = "", fp: str = "anon") -> dict:
# ═══════════════════════════════════════════════════
# MCP #5: WALLET PROFILER — AI profiles wallet identity
# MCP #5: WALLET PROFILER - AI profiles wallet identity
# ═══════════════════════════════════════════════════
def profile_wallet(address: str, fp: str = "anon") -> dict:
"""AI wallet identity profiling. 5 free/day. $0.08 premium."""
@ -225,7 +225,7 @@ def profile_wallet(address: str, fp: str = "anon") -> dict:
# ═══════════════════════════════════════════════════
# MCP #6: CODE AUDITOR — AI reviews Solidity for bugs
# MCP #6: CODE AUDITOR - AI reviews Solidity for bugs
# ═══════════════════════════════════════════════════
def audit_code(code: str, fp: str = "anon") -> dict:
"""AI reviews Solidity code. 3 free/day. $0.15 premium."""
@ -244,7 +244,7 @@ def audit_code(code: str, fp: str = "anon") -> dict:
# ═══════════════════════════════════════════════════
# MCP #7: SENTIMENT ORACLE — AI market sentiment
# MCP #7: SENTIMENT ORACLE - AI market sentiment
# ═══════════════════════════════════════════════════
def sentiment_oracle(token: str = "bitcoin", fp: str = "anon") -> dict:
"""AI market sentiment. Analyzes news + labels. 10 free/day. $0.05 premium."""
@ -271,7 +271,7 @@ def sentiment_oracle(token: str = "bitcoin", fp: str = "anon") -> dict:
# ═══════════════════════════════════════════════════
# MCP #8: CROSS-CHAIN STORY — AI traces multi-chain flows
# MCP #8: CROSS-CHAIN STORY - AI traces multi-chain flows
# ═══════════════════════════════════════════════════
def trace_story(address: str, fp: str = "anon") -> dict:
"""AI traces fund flows across chains. 5 free/day. $0.12 premium."""

22
app/databus/api_providers.py
View file

@ -3,9 +3,9 @@ CoinStats, Mobula, and CryptoNews DataBus Providers
===================================================
Three free/freemium API providers for enhanced crypto intelligence.
1. CoinStats — Per-wallet DeFi resolution across 10K+ protocols
2. Mobula — Long-tail DEX token pricing (10K free credits/month)
3. CryptoNews — Free unlimited news API (no key needed)
1. CoinStats - Per-wallet DeFi resolution across 10K+ protocols
2. Mobula - Long-tail DEX token pricing (10K free credits/month)
3. CryptoNews - Free unlimited news API (no key needed)
"""
import logging
@ -13,7 +13,7 @@ import logging
logger = logging.getLogger("databus.api_providers")
# ═══════════════════════════════════════════════════════════════
# 1. COINSTATS — Per-Wallet DeFi Resolution
# 1. COINSTATS - Per-Wallet DeFi Resolution
# Free tier: public API, no key needed for basic endpoints
# ═══════════════════════════════════════════════════════════════
@ -21,7 +21,7 @@ COINSTATS_BASE = "https://openapiv1.coinstats.app"
async def fetch_coinstats_wallet(address: str, chain: str = "ethereum") -> dict:
"""Resolve a wallet's complete DeFi position — collateral, borrows, LPs, rewards."""
"""Resolve a wallet's complete DeFi position - collateral, borrows, LPs, rewards."""
import aiohttp
try:
@ -70,7 +70,7 @@ async def fetch_coinstats_wallet(address: str, chain: str = "ethereum") -> dict:
# ═══════════════════════════════════════════════════════════════
# 2. MOBULA — Long-tail DEX Token Pricing
# 2. MOBULA - Long-tail DEX Token Pricing
# Free tier: 10,000 credits/month, no rate limit
# ═══════════════════════════════════════════════════════════════
@ -80,7 +80,7 @@ MOBULA_BASE = "https://api.mobula.io/api/1"
async def fetch_mobula_market(
asset: str | None = None, blockchain: str | None = None, limit: int = 20
) -> dict:
"""Fetch market data from Mobula — covers long-tail tokens missed by CMC/CG."""
"""Fetch market data from Mobula - covers long-tail tokens missed by CMC/CG."""
import aiohttp
mobula_key = __import__("os").environ.get("MOBULA_API_KEY", "")
@ -108,7 +108,7 @@ async def fetch_mobula_market(
"tokens": tokens[:limit],
"count": len(tokens),
"query": {"asset": asset, "blockchain": blockchain},
"source": "Mobula (free tier — 10K credits/month)",
"source": "Mobula (free tier - 10K credits/month)",
"url": "https://docs.mobula.io",
"credits_remaining": resp.headers.get("x-credits-remaining", "unknown"),
}
@ -121,7 +121,7 @@ async def fetch_mobula_market(
async def fetch_mobula_wallet(address: str, blockchain: str = "ethereum") -> dict:
"""Fetch wallet portfolio via Mobula — balances, tokens, transaction history."""
"""Fetch wallet portfolio via Mobula - balances, tokens, transaction history."""
import aiohttp
mobula_key = __import__("os").environ.get("MOBULA_API_KEY", "")
@ -157,7 +157,7 @@ async def fetch_mobula_wallet(address: str, blockchain: str = "ethereum") -> dic
# ═══════════════════════════════════════════════════════════════
# 3. CRYPTONEWS (cryptocurrency.cv) — Free unlimited news API
# 3. CRYPTONEWS (cryptocurrency.cv) - Free unlimited news API
# No API key, no rate limits, REST + RSS
# ═══════════════════════════════════════════════════════════════
@ -167,7 +167,7 @@ CRYPTONEWS_BASE = "https://cryptocurrency.cv/api"
async def fetch_crypto_news(
category: str | None = None, source: str | None = None, limit: int = 20
) -> dict:
"""Fetch crypto news from cryptocurrency.cv — free, no key, unlimited."""
"""Fetch crypto news from cryptocurrency.cv - free, no key, unlimited."""
import aiohttp
try:

2
app/databus/arkham_ws.py
View file

@ -90,7 +90,7 @@ async def arkham_ws_subscribe(address: str = "", action: str = "subscribe", **kw
async def broadcast_ws_update(address: str, update: dict):
"""Called when Arkham WS pushes an update — route through DataBus."""
"""Called when Arkham WS pushes an update - route through DataBus."""
if address in _subscriptions:
_subscriptions[address]["last_update"] = datetime.utcnow().isoformat()
_subscriptions[address]["latest_data"] = update

8
app/databus/bitquery_provider.py
View file

@ -1,5 +1,5 @@
"""
Bitquery DataBus Provider — Blockchain Intelligence via GraphQL
Bitquery DataBus Provider - Blockchain Intelligence via GraphQL
=================================================================
Bitquery provides deep blockchain data across 40+ chains via GraphQL.
@ -46,10 +46,10 @@ BITQUERY_IDE_URL = "https://ide.bitquery.io/graphql"
BITQUERY_API_URL = "https://graphql.bitquery.io/"
# Cache TTLs
CACHE_TTL_PRICE = 300 # 5 min — prices are volatile
CACHE_TTL_PRICE = 300 # 5 min - prices are volatile
CACHE_TTL_VOLUME = 300 # 5 min
CACHE_TTL_HOLDERS = 3600 # 1 hour
CACHE_TTL_TRACE = 86400 # 24 hours — historical
CACHE_TTL_TRACE = 86400 # 24 hours - historical
CACHE_TTL_BALANCE = 600 # 10 min
# Rate limits (free tier)
@ -78,7 +78,7 @@ class BitqueryProvider:
self._loaded = False
async def _load_creds(self):
"""Load Bitquery credentials — env vars first, vault as fallback."""
"""Load Bitquery credentials - env vars first, vault as fallback."""
if self._loaded:
return
import os

16
app/databus/cache.py
View file

@ -1,5 +1,5 @@
"""
DataBus Cache Layer — Three-Tier Cache with SWR + Per-Type Stats
DataBus Cache Layer - Three-Tier Cache with SWR + Per-Type Stats
================================================================
L1: In-memory dict (sub-millisecond, 4096 keys, LRU eviction) + SWR stale buffer
@ -11,7 +11,7 @@ Stale-While-Revalidate (SWR):
- On cache read, if entry is fresh → direct hit
- If entry is stale (past TTL but within stale window) → return stale data
AND flag for background refresh via cache.stale_refresh_callback
- User NEVER waits for a refresh — always gets instant data
- User NEVER waits for a refresh - always gets instant data
Per-Type Stats:
- Tracks hits/misses per data_type for tuning TTLs
@ -70,12 +70,12 @@ class L1Cache:
value, fresh_expiry, stale_expiry = entry
now = time.monotonic()
if now > stale_expiry:
# Fully expired — evict
# Fully expired - evict
del self._store[key]
self.misses += 1
return None, False
if now > fresh_expiry:
# Stale but usable — SWR hit
# Stale but usable - SWR hit
self._store.move_to_end(key)
self.stale_hits += 1
return value, True
@ -138,7 +138,7 @@ class L2RedisCache:
"socket_connect_timeout": 2,
"socket_timeout": 2,
"decode_responses": True,
"protocol": 2, # Redis 7.2 compat — avoid HELLO/AUTH handshake issue
"protocol": 2, # Redis 7.2 compat - avoid HELLO/AUTH handshake issue
}
if REDIS_PASSWORD:
kwargs["password"] = REDIS_PASSWORD
@ -222,7 +222,7 @@ class CacheLayer:
self.stale_refresh_callback: Callable | None = None
# Per-type hit/miss tracking for TTL tuning
self._type_stats: dict[str, dict[str, int]] = defaultdict(lambda: {"hits": 0, "stale_hits": 0, "misses": 0})
# Data type TTLs — optimized for FREE tier usage to avoid rate limits
# Data type TTLs - optimized for FREE tier usage to avoid rate limits
# and maximize our 1-month Arkham trial + Alchemy free quota.
self.ttl_config = {
# ── High Frequency (Cache aggressively to save free API calls) ──
@ -318,12 +318,12 @@ class CacheLayer:
self._type_stats[dtype]["hits"] += 1
# SWR: schedule background refresh if stale and callback is set
if is_stale and self.stale_refresh_callback:
try:
try: # noqa: SIM105
asyncio.create_task(self.stale_refresh_callback(key))
except Exception:
pass # Best-effort refresh
return val, is_stale
# L2 (no SWR — Redis handles its own TTL)
# L2 (no SWR - Redis handles its own TTL)
val = await self.l2.get(key)
if val is not None:
# Promote to L1 with shorter TTL (fresh only for now)

16
app/databus/core.py
View file

@ -1,5 +1,5 @@
"""
DataBus Core — THE Single Source of Truth
DataBus Core - THE Single Source of Truth
==========================================
Every data request in the entire platform routes through this class.
@ -209,7 +209,7 @@ class DataBus:
self.cache.stale_refresh_callback = self._swr_refresh
async def initialize(self):
"""Async init — load vault keys and build provider chains."""
"""Async init - load vault keys and build provider chains."""
if self._initialized:
return
async with self._init_lock:
@ -279,7 +279,7 @@ class DataBus:
if self._warm_running:
return
self._warm_running = True
# Hot data types to prefetch — ONLY free/local endpoints to save credits
# Hot data types to prefetch - ONLY free/local endpoints to save credits
self._warm_types = [
{"data_type": "market_overview", "kwargs": {}},
{"data_type": "trending", "kwargs": {}},
@ -309,7 +309,7 @@ class DataBus:
while self._warm_running:
try:
for item in self._warm_types:
try:
try: # noqa: SIM105
await self.fetch(
data_type=item["data_type"],
force_fresh=True,
@ -401,7 +401,7 @@ class DataBus:
dedup_key = self._dedup.make_key(data_type, **kwargs)
future, is_duplicate = await self._dedup.get_or_create(dedup_key)
if is_duplicate:
# Another request is already fetching this — wait for it
# Another request is already fetching this - wait for it
self._stats["dedup_hits"] += 1
try:
result = await asyncio.wait_for(future, timeout=30)
@ -409,7 +409,7 @@ class DataBus:
except Exception:
pass
# ── 5.5 LOCAL PRECHECK — RAG / Scanner / Labels / Redis (FREE) ──
# ── 5.5 LOCAL PRECHECK - RAG / Scanner / Labels / Redis (FREE) ──
# Before calling ANY external API, check our own databases.
# This preserves credits and returns faster for data we already have.
local_result = await self._local_precheck(data_type, **kwargs)
@ -494,7 +494,7 @@ class DataBus:
# ── 11. RESOLVE DEDUP ──
self._dedup.resolve(dedup_key, result)
# ── 12. ACCESS CONTROL — Package response based on who's asking ──
# ── 12. ACCESS CONTROL - Package response based on who's asking ──
consumer = access_controller.identify_consumer(
request=request,
admin_key=admin_key,
@ -517,7 +517,7 @@ class DataBus:
"""Check our own databases BEFORE calling external APIs.
Priority order: RAG → Scanner → Wallet Labels → Redis price cache.
All of these are FREE — we NEVER pay for data we already have.
All of these are FREE - we NEVER pay for data we already have.
Returns formatted result dict if found, None if we need external APIs.
"""

24
app/databus/daily_intel.py
View file

@ -5,10 +5,10 @@ THE daily market briefing. AI-researched, AI-written, human-quality.
Published 6:30 AM ET to X (@CryptoRugMunch), Telegram, Ghost CMS.
Pipeline:
1. Gather — all DataBus sources (prices, news, CT, sentiment, fear/greed, memes)
2. Research — OpenRouter free model analyzes everything
3. Write — OpenRouter free model produces the final report
4. Publish — X/Twitter, Telegram, Ghost CMS
1. Gather - all DataBus sources (prices, news, CT, sentiment, fear/greed, memes)
2. Research - OpenRouter free model analyzes everything
3. Write - OpenRouter free model produces the final report
4. Publish - X/Twitter, Telegram, Ghost CMS
Free models used (zero cost):
Research: nvidia/nemotron-3-super-120b-a12b:free (1M ctx, 120B MoE)
@ -150,14 +150,14 @@ def _build_research_context(data: dict) -> str:
# Fear & Greed
fg = data.get("fear_greed", {})
if fg.get("value"):
parts.append(f"## FEAR & GREED INDEX\n{fg['value']}/100 — {fg.get('classification', 'Neutral')}")
parts.append(f"## FEAR & GREED INDEX\n{fg['value']}/100 - {fg.get('classification', 'Neutral')}")
# News headlines
news = data.get("news", {})
articles = news.get("articles", [])
if articles:
headlines = "\n".join(
f"- [{a.get('sentiment', {}).get('sentiment', '➖')}] {a.get('title', '')}" for a in articles[:15]
f"- [{a.get('sentiment', {}).get('sentiment', '➖')}] {a.get('title', '')}" for a in articles[:15] # noqa: RUF001
)
parts.append(f"## TOP HEADLINES\n{headlines}")
@ -192,9 +192,9 @@ WRITING STANDARDS:
- Lead with the most important story. Hook the reader.
- Be specific: use numbers, names, percentages. No vague statements.
- Include market sentiment, social mood, and what traders are actually talking about
- One section on MEMES/CULTURE — what's trending on CT
- One section on RISK RADAR — scams, hacks, regulatory threats to watch
- End with BOTTOM LINE — actionable takeaway in 2 sentences
- One section on MEMES/CULTURE - what's trending on CT
- One section on RISK RADAR - scams, hacks, regulatory threats to watch
- End with BOTTOM LINE - actionable takeaway in 2 sentences
FORMAT EXACTLY LIKE THIS:
@ -383,7 +383,7 @@ async def _publish_to_x(report: str, date_str: str) -> dict:
tldr = lines[idx + 1].strip().lstrip("- ")[:240]
if not headline:
headline = f"RugCharts Daily Intelligence — {date_str}"
headline = f"RugCharts Daily Intelligence - {date_str}"
tweet_text = f"📊 {headline}\n\n{tldr}\n\nFull report: https://rugmunch.io/news"
@ -410,7 +410,7 @@ async def _publish_to_ghost(report: str, date_str: str) -> dict:
try:
# Extract title from report
report.split("\n")
title = f"Daily Intelligence — {date_str}"
title = f"Daily Intelligence - {date_str}"
# Convert markdown to Ghost HTML
html = _markdown_to_html(report)
@ -462,7 +462,7 @@ async def _publish_to_telegram(report: str, date_str: str) -> dict:
elif line.startswith("- ") and len(tg_text) < 3500:
tg_text += f"{line}\n"
elif "BOTTOM LINE" in line and i + 1 < len(lines):
tg_text += f"\n💡 *Bottom Line:* {next_line}\n"
tg_text += f"\n💡 *Bottom Line:* {next_line}\n" # noqa: F821 -- pre-existing bug, see fix(f821) tracking issue
break
tg_text += "\n🔗 Full report: https://rugmunch.io/news"

52
app/databus/data_quality.py
View file

@ -3,11 +3,11 @@ RugCharts Data Quality Engine
==============================
Fixes false positives, enriches all responses, populates empty providers.
1. Known Entity Registry — trusted addresses, exchanges, protocols
2. Token vs Wallet Detection — don't scan wallets as tokens
3. Data Enrichment — inject wallet labels, Arkham entities, RAG into every response
4. Smart Tiering — clear free/premium/admin boundaries
5. Provider Fallback Enhancement — when one returns empty, try harder
1. Known Entity Registry - trusted addresses, exchanges, protocols
2. Token vs Wallet Detection - don't scan wallets as tokens
3. Data Enrichment - inject wallet labels, Arkham entities, RAG into every response
4. Smart Tiering - clear free/premium/admin boundaries
5. Provider Fallback Enhancement - when one returns empty, try harder
"""
import json
@ -107,7 +107,7 @@ KNOWN_ENTITIES = {
"type": "burn",
"trust": "NEUTRAL",
"chains": ["ethereum", "bsc", "base", "arbitrum"],
"note": "Standard burn address — tokens sent here are destroyed",
"note": "Standard burn address - tokens sent here are destroyed",
},
}
@ -160,7 +160,7 @@ def get_trust_bonus(address: str, chain: str = "") -> tuple[int, str]:
# ═══════════════════════════════════════════════════════════════════════
# 2. DATA ENRICHMENT — Inject wallet labels, Arkham, RAG everywhere
# 2. DATA ENRICHMENT - Inject wallet labels, Arkham, RAG everywhere
# ═══════════════════════════════════════════════════════════════════════
@ -221,7 +221,7 @@ async def enrich_with_arkham(address: str) -> dict | None:
async def enrich_response(result: dict, address: str, chain: str) -> dict:
"""Universal response enrichment — injects labels, entities, trust into any result."""
"""Universal response enrichment - injects labels, entities, trust into any result."""
if not result or not isinstance(result, dict):
return result
@ -272,7 +272,7 @@ async def enrich_response(result: dict, address: str, chain: str) -> dict:
# ═══════════════════════════════════════════════════════════════════════
# 3. SMART TIERING — Clear free/premium/admin boundaries
# 3. SMART TIERING - Clear free/premium/admin boundaries
# ═══════════════════════════════════════════════════════════════════════
TIER_DEFINITIONS = {
@ -289,7 +289,7 @@ TIER_DEFINITIONS = {
"ohlcv",
"token_launches",
],
"description": "Basic charting, prices, trending — better than DexScreener free",
"description": "Basic charting, prices, trending - better than DexScreener free",
"competitor_equivalent": "DexScreener free ($0) + Birdeye free ($0)",
},
"authenticated": {
@ -311,7 +311,7 @@ TIER_DEFINITIONS = {
"rag_search",
"smart_money",
],
"description": "Wallet tracking, holder analysis, smart money — Nansen-level at $0",
"description": "Wallet tracking, holder analysis, smart money - Nansen-level at $0",
"competitor_equivalent": "Nansen Lite ($100/mo) + DexScreener",
},
"premium": {
@ -352,7 +352,7 @@ TIER_DEFINITIONS = {
"name": "Admin",
"rate_limit_rpm": 1000,
"allowed_data_types": ["*"],
"description": "Full raw data access — Arkham, Moralis, all providers, no packaging",
"description": "Full raw data access - Arkham, Moralis, all providers, no packaging",
},
}
@ -472,7 +472,7 @@ def tier_comparison_table() -> list[dict]:
# ═══════════════════════════════════════════════════════════════════════
# 4. ENHANCED TOKEN REPORT — Smart verdicts, narratives, comparables
# 4. ENHANCED TOKEN REPORT - Smart verdicts, narratives, comparables
# ═══════════════════════════════════════════════════════════════════════
@ -490,20 +490,20 @@ def smart_verdict(report: dict) -> str:
if known.get("trust") == "SAFE":
etype = known.get("type", "entity")
if etype == "individual":
return f"KNOWN WALLET — {known['name']}. This is a personal wallet, not a token. Token security checks do not apply to wallet addresses. The entity is verified by Arkham Intelligence."
return f"KNOWN WALLET - {known['name']}. This is a personal wallet, not a token. Token security checks do not apply to wallet addresses. The entity is verified by Arkham Intelligence."
elif etype == "stablecoin":
return f"KNOWN STABLECOIN — {known['name']}. Established, high-liquidity asset. Standard risk profile for stablecoins."
return f"KNOWN STABLECOIN - {known['name']}. Established, high-liquidity asset. Standard risk profile for stablecoins."
elif etype == "protocol_token":
return (
f"CORE PROTOCOL — {known['name']}. Fundamental blockchain infrastructure token. Extremely low rug risk."
f"CORE PROTOCOL - {known['name']}. Fundamental blockchain infrastructure token. Extremely low rug risk."
)
elif etype == "exchange":
return f"EXCHANGE WALLET — {known['name']}. This is an exchange hot wallet, not a token address."
return f"KNOWN SAFE ENTITY — {known['name']}. Verified by RugCharts entity registry."
return f"EXCHANGE WALLET - {known['name']}. This is an exchange hot wallet, not a token address."
return f"KNOWN SAFE ENTITY - {known['name']}. Verified by RugCharts entity registry."
# ── Wallet addresses ──
if report.get("address_type") == "wallet":
return "WALLET ADDRESS — This is a wallet, not a token contract. Token-specific security checks (honeypot, mint, taxes) are not applicable. Entity information and transaction history are shown below."
return "WALLET ADDRESS - This is a wallet, not a token contract. Token-specific security checks (honeypot, mint, taxes) are not applicable. Entity information and transaction history are shown below."
# ── Real tokens: assess actual risk ──
risks = []
@ -513,10 +513,10 @@ def smart_verdict(report: dict) -> str:
risks.append("CRITICAL security failures detected")
risk_level += 3
elif security.get("score", 0) >= 60:
risks.append("HIGH security risk — multiple concerns found")
risks.append("HIGH security risk - multiple concerns found")
risk_level += 2
elif security.get("score", 0) >= 40:
risks.append("MODERATE security concerns — review checks")
risks.append("MODERATE security concerns - review checks")
risk_level += 1
if rug.get("overall_risk") in ("CRITICAL", "HIGH"):
@ -538,16 +538,16 @@ def smart_verdict(report: dict) -> str:
risk_level += 1
if not risks:
return "NO SIGNIFICANT CONCERNS — This token passes standard security checks. Standard trading risks apply. Always verify contract independently."
return "NO SIGNIFICANT CONCERNS - This token passes standard security checks. Standard trading risks apply. Always verify contract independently."
if risk_level >= 5:
return f"EXTREME RISK — {'; '.join(risks)}. STRONGLY advise against trading this token."
return f"EXTREME RISK - {'; '.join(risks)}. STRONGLY advise against trading this token."
elif risk_level >= 3:
return f"HIGH RISK — {'; '.join(risks)}. Proceed with extreme caution."
return f"HIGH RISK - {'; '.join(risks)}. Proceed with extreme caution."
elif risk_level >= 2:
return f"ELEVATED RISK — {'; '.join(risks)}. Review all details before trading."
return f"ELEVATED RISK - {'; '.join(risks)}. Review all details before trading."
else:
return f"MINOR CONCERNS — {'; '.join(risks)}. Standard due diligence recommended."
return f"MINOR CONCERNS - {'; '.join(risks)}. Standard due diligence recommended."
async def enhanced_token_report(address: str, chain: str = "solana", **kw) -> dict | None:

16
app/databus/dataset_providers.py
View file

@ -3,11 +3,11 @@ Real-CATS and MBAL Dataset Providers
=====================================
Two massive free datasets for AML detection and address labeling.
1. Real-CATS — 153,121 addresses (50,943 criminal + 102,178 benign)
1. Real-CATS - 153,121 addresses (50,943 criminal + 102,178 benign)
with full transaction profiles. Ideal for risk scoring and AML.
Source: https://github.com/sjdseu/Real-CATS
2. MBAL — 10 million annotated crypto addresses across 5 chains
2. MBAL - 10 million annotated crypto addresses across 5 chains
with 62 categories. The largest free label dataset available.
Source: https://www.kaggle.com/datasets/yidongchaintoolai/mbal-10m-crypto-address-label-dataset
NOTE: Requires manual Kaggle download. Place files in ~/rmi/mbal/
@ -20,7 +20,7 @@ import os
logger = logging.getLogger("databus.dataset_providers")
# ═══════════════════════════════════════════════════════════════
# 1. REAL-CATS — Criminal + Benign Address Dataset
# 1. REAL-CATS - Criminal + Benign Address Dataset
# ═══════════════════════════════════════════════════════════════
REAL_CATS_PATHS = [
@ -102,7 +102,7 @@ def _load_real_cats() -> dict:
elif is_benign:
result["benign"].append(entry)
else:
# Mixed file — use the actual label field
# Mixed file - use the actual label field
if (
"scam" in (row.get("label", "") or "").lower()
or "criminal" in (row.get("label", "") or "").lower()
@ -132,7 +132,7 @@ def _load_real_cats() -> dict:
async def fetch_real_cats(
address: str | None = None, category: str = "all", limit: int = 50
) -> dict:
"""Query Real-CATS — check if address is criminal, or list criminal/benign addresses."""
"""Query Real-CATS - check if address is criminal, or list criminal/benign addresses."""
data = _load_real_cats()
if "error" in data:
@ -167,7 +167,7 @@ async def fetch_real_cats(
# ═══════════════════════════════════════════════════════════════
# 2. MBAL — 10 Million Annotated Crypto Addresses
# 2. MBAL - 10 Million Annotated Crypto Addresses
# ═══════════════════════════════════════════════════════════════
MBAL_PATHS = [
@ -209,7 +209,7 @@ async def fetch_mbal(
category: str | None = None,
limit: int = 20,
) -> dict:
"""Query MBAL — 10M labeled addresses. Schema: chain,address,categories,entity,source"""
"""Query MBAL - 10M labeled addresses. Schema: chain,address,categories,entity,source"""
base = _find_mbal_dir()
if not base:
@ -277,7 +277,7 @@ async def fetch_mbal(
"results": results,
"match_count": len(results),
"filters": {"address": address, "chain": chain, "category": category},
"source": "MBAL — 10M annotated addresses (Kaggle)",
"source": "MBAL - 10M annotated addresses (Kaggle)",
"total_estimate": total_estimate,
"categories": "62 distinct: cex, dex, l2, bridge, mixer, scam, gambling, nft, defi, ...",
"chains_covered": [

8
app/databus/defillama_provider.py
View file

@ -1,5 +1,5 @@
"""
DeFiLlama DataBus Provider — Free, unlimited DeFi analytics.
DeFiLlama DataBus Provider - Free, unlimited DeFi analytics.
7,661 protocols across 350+ chains. No API key needed.
"""
@ -11,7 +11,7 @@ logger = logging.getLogger("databus.defillama")
async def fetch_defillama_tvl(
protocol: str | None = None, chain: str | None = None, limit: int = 20
) -> dict:
"""Fetch TVL data from DeFiLlama — free, no auth, no rate limits for standard traffic."""
"""Fetch TVL data from DeFiLlama - free, no auth, no rate limits for standard traffic."""
import aiohttp
results = {}
@ -78,7 +78,7 @@ async def fetch_defillama_tvl(
async def fetch_pyth_prices(symbols: str | None = None, limit: int = 10) -> dict:
"""Fetch live prices from Pyth Network Hermes API — 125+ institutional publishers."""
"""Fetch live prices from Pyth Network Hermes API - 125+ institutional publishers."""
import aiohttp
try:
@ -86,7 +86,7 @@ async def fetch_pyth_prices(symbols: str | None = None, limit: int = 10) -> dict
url = "https://hermes.pyth.network/v2/updates/price/latest"
params = {}
if symbols:
# Convert symbols to Pyth feed IDs (simplified — production would use lookup)
# Convert symbols to Pyth feed IDs (simplified - production would use lookup)
params["ids"] = symbols
async with aiohttp.ClientSession() as session, session.get(

2
app/databus/duckdb_analytics.py
View file

@ -2,7 +2,7 @@
DuckDB Offline Analytics Engine
=================================
Local forensic analytics on cinnabox — no VPS needed.
Local forensic analytics on cinnabox - no VPS needed.
Loads Real-CATS (153K addresses) and MBAL (10M addresses) into
DuckDB for instant SQL queries, risk scoring, and label lookups.

2
app/databus/eth_labels_provider.py
View file

@ -1,5 +1,5 @@
"""
eth-labels DataBus Provider — 115K+ labeled addresses across 15+ EVM chains.
eth-labels DataBus Provider - 115K+ labeled addresses across 15+ EVM chains.
Queries the SQLite database built from dawsbot/eth-labels.
"""

6
app/databus/evm_extra_providers.py
View file

@ -1,5 +1,5 @@
"""
BSC + Polygon DataBus Providers — Free public APIs, no key needed.
BSC + Polygon DataBus Providers - Free public APIs, no key needed.
BscScan/PolygonScan free tier: balance, transactions, token transfers.
Rate limited to 1 req/5 sec per IP. No API key required for basic use.
"""
@ -21,7 +21,7 @@ async def _fetch_bsc_data(address: str = "", action: str = "balance", **kwargs)
url = apis.get(action, apis["balance"])
try:
async with aiohttp.ClientSession() as session:
async with aiohttp.ClientSession() as session: # noqa: SIM117
async with session.get(url, timeout=aiohttp.ClientTimeout(total=10)) as resp:
if resp.status == 200:
data = await resp.json()
@ -55,7 +55,7 @@ async def _fetch_polygon_data(address: str = "", action: str = "balance", **kwar
url = apis.get(action, apis["balance"])
try:
async with aiohttp.ClientSession() as session:
async with aiohttp.ClientSession() as session: # noqa: SIM117
async with session.get(url, timeout=aiohttp.ClientTimeout(total=10)) as resp:
if resp.status == 200:
data = await resp.json()

13
app/databus/free_mcp_servers.py
View file

@ -1,5 +1,5 @@
"""
RMI Free MCP Servers — 5 high-value tools to attract bots → x402 revenue funnel.
RMI Free MCP Servers - 5 high-value tools to attract bots → x402 revenue funnel.
Each server: generous free tier → rate limit → x402 pay-per-call upgrade.
Listed on Smithery, Glama, mcp.so for maximum discoverability.
"""
@ -7,11 +7,14 @@ Listed on Smithery, Glama, mcp.so for maximum discoverability.
import json
import os
from app.core.redis import get_redis
from app.routers.x402_databus_tools import check_trial
# ═══════════════════════════════════════════════════
# SHARED: Redis + x402 trial tracker
# ═══════════════════════════════════════════════════
# MCP #1: CRYPTO NEWS — 500+ sources, sentiment-scored
# MCP #1: CRYPTO NEWS - 500+ sources, sentiment-scored
# ═══════════════════════════════════════════════════
def search_news(query: str, limit: int = 10, fingerprint: str = "anon") -> dict:
"""Search 500+ crypto news sources. 20 free calls/day."""
@ -50,7 +53,7 @@ def search_news(query: str, limit: int = 10, fingerprint: str = "anon") -> dict:
# ═══════════════════════════════════════════════════
# MCP #2: WALLET INTELLIGENCE — 10M+ labels, 13 chains
# MCP #2: WALLET INTELLIGENCE - 10M+ labels, 13 chains
# ═══════════════════════════════════════════════════
def resolve_wallet(address: str, fingerprint: str = "anon") -> dict:
"""Resolve any crypto address across 13 chains. 15 free/day."""
@ -105,7 +108,7 @@ def resolve_wallet(address: str, fingerprint: str = "anon") -> dict:
# ═══════════════════════════════════════════════════
# MCP #3: TOKEN SECURITY — Rug pull, honeypot, scam
# MCP #3: TOKEN SECURITY - Rug pull, honeypot, scam
# ═══════════════════════════════════════════════════
def scan_token(address: str, chain: str = "ethereum", fingerprint: str = "anon") -> dict:
"""Security scan any token. 10 free/day. Premium: $0.02/call."""
@ -174,7 +177,7 @@ def check_bridge_transfers(
# ═══════════════════════════════════════════════════
# MCP #5: DEFI ANALYTICS — TVL, yields, protocols
# MCP #5: DEFI ANALYTICS - TVL, yields, protocols
# ═══════════════════════════════════════════════════
def defi_analytics(protocol: str = "", chain: str = "", fingerprint: str = "anon") -> dict:
"""DeFi TVL, yields, protocol health. 20 free/day. Premium: $0.01/call."""

8
app/databus/global_news.py
View file

@ -1,5 +1,5 @@
"""
RMI GLOBAL NEWS v4 — Google News, Bing, Reuters, NYT, BBC, Bloomberg, CNBC, WSJ, FT
RMI GLOBAL NEWS v4 - Google News, Bing, Reuters, NYT, BBC, Bloomberg, CNBC, WSJ, FT
Every major news organization's crypto coverage. The biggest on the internet.
"""
@ -14,7 +14,7 @@ import httpx
logger = logging.getLogger("rmi.global")
# ═══════════════════════════════════════════════════════
# GOOGLE NEWS — Crypto section (free RSS)
# GOOGLE NEWS - Crypto section (free RSS)
# ═══════════════════════════════════════════════════════
GOOGLE_NEWS_FEEDS = [
(
@ -36,7 +36,7 @@ GOOGLE_NEWS_FEEDS = [
]
# ═══════════════════════════════════════════════════════
# BING NEWS — Crypto section (free RSS)
# BING NEWS - Crypto section (free RSS)
# ═══════════════════════════════════════════════════════
BING_NEWS_FEEDS = [
(
@ -47,7 +47,7 @@ BING_NEWS_FEEDS = [
]
# ═══════════════════════════════════════════════════════
# MAJOR NEWS ORGS — All with crypto RSS
# MAJOR NEWS ORGS - All with crypto RSS
# ═══════════════════════════════════════════════════════
MAJOR_NEWS = [
# Reuters

2
app/databus/key_affinity.py
View file

@ -1,4 +1,4 @@
"""DataBus Key Affinity — Consistent Hashing for API Key Selection"""
"""DataBus Key Affinity - Consistent Hashing for API Key Selection"""
import hashlib
import logging

16
app/databus/mega_news.py
View file

@ -1,5 +1,5 @@
"""
RMI Mega News Aggregator — Largest Free Crypto News Pipeline
RMI Mega News Aggregator - Largest Free Crypto News Pipeline
50+ RSS feeds, automatic dedup, sentiment scoring, multi-DB storage
"""
@ -15,10 +15,10 @@ import httpx
logger = logging.getLogger("rmi.news")
# ═══════════════════════════════════════════════════════
# 50+ CRYPTO RSS FEEDS — All Free, No API Keys
# 50+ CRYPTO RSS FEEDS - All Free, No API Keys
# ═══════════════════════════════════════════════════════
RSS_FEEDS = [
# Tier 1 — Major outlets
# Tier 1 - Major outlets
("cointelegraph", "https://cointelegraph.com/rss"),
("decrypt", "https://decrypt.co/feed"),
("coindesk", "https://www.coindesk.com/arc/outboundfeeds/rss/"),
@ -34,28 +34,28 @@ RSS_FEEDS = [
("zycrypto", "https://zycrypto.com/feed/"),
("bitcoinist", "https://bitcoinist.com/feed/"),
("cryptonews", "https://cryptonews.com/feed/"),
# Tier 2 — Protocol/chain specific
# Tier 2 - Protocol/chain specific
("ethereum-blog", "https://blog.ethereum.org/feed.xml"),
("solana-blog", "https://solana.com/feed"),
("polkadot-blog", "https://polkadot.network/blog/feed/"),
("chainlink-blog", "https://blog.chain.link/feed/"),
("a16z-crypto", "https://a16zcrypto.com/feed/"),
# Tier 3 — Research / Data
# Tier 3 - Research / Data
("messari", "https://messari.io/feed"),
("glassnode", "https://insights.glassnode.com/feed/"),
("kaiko", "https://blog.kaiko.com/feed"),
("defillama", "https://defillama.com/feed"),
("dune-analytics", "https://dune.com/blog/rss.xml"),
# Tier 4 — DeFi / Trading
# Tier 4 - DeFi / Trading
("defi-pulse", "https://defipulse.com/blog/feed/"),
("bankless", "https://newsletter.banklesshq.com/feed"),
("the-defiant", "https://thedefiant.io/feed"),
("coingecko-buzz", "https://www.coingecko.com/en/blog/rss"),
("coinmarketcap", "https://coinmarketcap.com/feed/"),
# Tier 5 — Regulation
# Tier 5 - Regulation
("sec-crypto", "https://www.sec.gov/cgi-bin/rss?crypto"),
("cfpb", "https://www.consumerfinance.gov/feed/"),
# Tier 6 — Additional high-signal feeds
# Tier 6 - Additional high-signal feeds
("bitcoin-core", "https://bitcoincore.org/en/rss.xml"),
("bitcoin-ops", "https://bitcoinops.org/en/feed.xml"),
("lightning-blog", "https://lightning.engineering/rss/"),

8
app/databus/mega_scraper.py
View file

@ -1,5 +1,5 @@
"""
RMI MEGA SCRAPER v3 — Substack, Mirror.xyz, Medium, Blog Scrapers
RMI MEGA SCRAPER v3 - Substack, Mirror.xyz, Medium, Blog Scrapers
Grabs EVERYTHING crypto. Biggest free news DB on the internet.
"""
@ -14,7 +14,7 @@ import httpx
logger = logging.getLogger("rmi.scraper")
# ═══════════════════════════════════════════════════════
# SUBSTACK — 50+ top crypto newsletters (free RSS)
# SUBSTACK - 50+ top crypto newsletters (free RSS)
# ═══════════════════════════════════════════════════════
SUBSTACK_FEEDS = [
("substack-bankless", "https://substack.com/@bankless/feed"),
@ -56,7 +56,7 @@ SUBSTACK_FEEDS = [
]
# ═══════════════════════════════════════════════════════
# MIRROR.XYZ — Decentralized crypto publishing
# MIRROR.XYZ - Decentralized crypto publishing
# ═══════════════════════════════════════════════════════
MIRROR_FEEDS = [
("mirror-weekly", "https://mirror.xyz/0x/feed"),
@ -69,7 +69,7 @@ MIRROR_FEEDS = [
]
# ═══════════════════════════════════════════════════════
# MEDIUM — Crypto publications
# MEDIUM - Crypto publications
# ═══════════════════════════════════════════════════════
MEDIUM_FEEDS = [
("medium-coinfund", "https://blog.coinfund.io/feed"),

32
app/databus/model_registry.py
View file

@ -5,20 +5,20 @@ Smart model routing across free providers. Quality review pipeline.
All AI tasks go through this module. All output meets human standards.
Free Models Available (OpenRouter):
NVIDIA Nemotron 3 Super 120B — research, analysis, long context (1M)
Google Gemma 4 26B — writing, prose, natural language
NVIDIA Nemotron Nano 30B — reasoning, classification
Qwen3 Coder 480B — code generation, tool use
Moonshot Kimi K2.6 — fast writing, summaries
Z.ai GLM 4.5 Air — general purpose, fast
OpenAI gpt-oss-120b — heavy reasoning, agentic tasks
OpenAI gpt-oss-20b — lightweight, fast inference
Liquid LFM 2.5 1.2B — edge, tiny tasks, classification
NVIDIA Nemotron 3 Super 120B - research, analysis, long context (1M)
Google Gemma 4 26B - writing, prose, natural language
NVIDIA Nemotron Nano 30B - reasoning, classification
Qwen3 Coder 480B - code generation, tool use
Moonshot Kimi K2.6 - fast writing, summaries
Z.ai GLM 4.5 Air - general purpose, fast
OpenAI gpt-oss-120b - heavy reasoning, agentic tasks
OpenAI gpt-oss-20b - lightweight, fast inference
Liquid LFM 2.5 1.2B - edge, tiny tasks, classification
Other Free Providers:
Groq (Llama 3.1 8B, Llama 3.3 70B) — 14,400 RPD free
Groq (Llama 3.1 8B, Llama 3.3 70B) - 14,400 RPD free
Mistral (via OpenRouter free tier)
DeepSeek Flash V4 — $0.14/M (near-free with prefix caching)
DeepSeek Flash V4 - $0.14/M (near-free with prefix caching)
Quality Standards:
NO: "delve", "tapestry", "landscape", "robust", "moreover", "furthermore",
@ -244,7 +244,7 @@ AI_ROLES = {
},
"social_writer": {
"name": "Social Media Writer",
"emoji": "𝕏",
"emoji": "𝕏", # noqa: RUF001
"description": "X/Twitter posts, Telegram messages. Runs on Groq, high throughput.",
"model": "llama-3.1-8b-instant",
"provider": "groq",
@ -319,7 +319,7 @@ AI_ROLES = {
},
"social_writer": {
"name": "Social Media Writer",
"emoji": "𝕏",
"emoji": "𝕏", # noqa: RUF001
"description": "X/Twitter posts, Telegram messages. Punchy, engaging, native to platform.",
"model": "mistral-small-latest",
"provider": "mistral",
@ -340,7 +340,7 @@ AI_ROLES = {
}
# ── PROVIDER RATE LIMITS (verified June 2026) ─────────────────────
# These are HARD LIMITS — going over means 429 errors and downtime.
# These are HARD LIMITS - going over means 429 errors and downtime.
PROVIDER_LIMITS = {
"openrouter": {
@ -782,7 +782,7 @@ REQUIRED (mark as FAIL if missing):
- Short paragraphs. Varied sentence length.
- Hooks the reader in first 2 sentences
OUTPUT FORMAT — JSON only:
OUTPUT FORMAT - JSON only:
{
"pass": true/false,
"score": 0-100,
@ -841,7 +841,7 @@ async def review_content(content: str, content_type: str = "article") -> dict:
ai_review = await ai_call("review", QUALITY_REVIEW_PROMPT, content, max_tokens=800, temperature=0.2)
if ai_review:
try:
review_data = json.loads(ai_review.strip().lstrip("```json").rstrip("```"))
review_data = json.loads(ai_review.strip().lstrip("```json").rstrip("```")) # noqa: B005
issues.extend(review_data.get("issues", []))
if review_data.get("score", 100) < base_score:
base_score = review_data["score"]

44
app/databus/news_ai_tools.py
View file

@ -1,14 +1,14 @@
"""
RMI x402 NEWS AI TOOLS — 5 premium tools powered by local Ollama
RMI x402 NEWS AI TOOLS - 5 premium tools powered by local Ollama
=================================================================
1. news_sentiment_analysis — Get sentiment analysis with Ollama-powered AI summary
2. market_sentiment_summary — AI-generated market mood from 500+ sources
3. trending_narratives — AI-identified trending crypto narratives
4. news_impact_analysis — How does news impact a specific token?
5. daily_intel_brief — AI-generated daily crypto intelligence briefing
1. news_sentiment_analysis - Get sentiment analysis with Ollama-powered AI summary
2. market_sentiment_summary - AI-generated market mood from 500+ sources
3. trending_narratives - AI-identified trending crypto narratives
4. news_impact_analysis - How does news impact a specific token?
5. daily_intel_brief - AI-generated daily crypto intelligence briefing
Pricing: $0.02-0.05 USDC. Free trials: 2-5 calls.
All powered by local Ollama — no external API costs.
All powered by local Ollama - no external API costs.
"""
import json
@ -24,7 +24,7 @@ OLLAMA_MODEL = "qwen2.5-coder:7b" # Fast, good quality
def news_sentiment_analysis(query: str = "", limit: int = 20) -> dict:
"""AI-powered sentiment analysis across 500+ crypto news sources."""
articles = get_news_articles(limit, query)
articles = get_news_articles(limit, query) # noqa: F821 -- pre-existing bug, see fix(f821) tracking issue
if not articles:
return {"error": "No articles found", "query": query}
@ -39,7 +39,7 @@ HEADLINES:
Respond in JSON format: {{"sentiment": "...", "confidence": ..., "top_stories": [{{"title": "...", "impact": "..."}}]}}"""
ai_response = ask_ollama(prompt, 300)
ai_response = ask_ollama(prompt, 300) # noqa: F821 -- pre-existing bug, see fix(f821) tracking issue
try:
analysis = json.loads(ai_response[ai_response.find("{") : ai_response.rfind("}") + 1])
except Exception:
@ -51,14 +51,14 @@ Respond in JSON format: {{"sentiment": "...", "confidence": ..., "top_stories":
"ai_analysis": analysis,
"source": "RMI Ollama AI (local, free)",
"model": OLLAMA_MODEL,
"attribution": "RMI — rugmunch.io",
"attribution": "RMI - rugmunch.io",
}
# ── TOOL 2: Market Sentiment Summary ──
def market_sentiment_summary() -> dict:
"""AI-generated market mood summary from 500+ sources."""
articles = get_news_articles(50)
articles = get_news_articles(50) # noqa: F821 -- pre-existing bug, see fix(f821) tracking issue
if not articles:
return {"error": "No articles available"}
@ -74,7 +74,7 @@ HEADLINES:
Respond in JSON: {{"mood_summary": "...", "bullish_themes": ["...","...","..."], "bearish_themes": ["...","...","..."], "contrarian_signal": "..."}}"""
ai_response = ask_ollama(prompt, 400)
ai_response = ask_ollama(prompt, 400) # noqa: F821 -- pre-existing bug, see fix(f821) tracking issue
try:
analysis = json.loads(ai_response[ai_response.find("{") : ai_response.rfind("}") + 1])
except Exception:
@ -85,14 +85,14 @@ Respond in JSON: {{"mood_summary": "...", "bullish_themes": ["...","...","..."],
"ai_summary": analysis,
"source": "RMI Ollama AI",
"model": OLLAMA_MODEL,
"attribution": "RMI — rugmunch.io",
"attribution": "RMI - rugmunch.io",
}
# ── TOOL 3: Trending Narratives ──
def trending_narratives(min_mentions: int = 3) -> dict:
"""AI-identified trending crypto narratives from 500+ sources."""
articles = get_news_articles(100)
articles = get_news_articles(100) # noqa: F821 -- pre-existing bug, see fix(f821) tracking issue
if not articles:
return {"error": "No articles available"}
@ -107,7 +107,7 @@ HEADLINES:
Respond in JSON: {{"narratives": [{{"name": "...", "mentions": ..., "summary": "..."}}]}}"""
ai_response = ask_ollama(prompt, 400)
ai_response = ask_ollama(prompt, 400) # noqa: F821 -- pre-existing bug, see fix(f821) tracking issue
try:
analysis = json.loads(ai_response[ai_response.find("{") : ai_response.rfind("}") + 1])
except Exception:
@ -118,14 +118,14 @@ Respond in JSON: {{"narratives": [{{"name": "...", "mentions": ..., "summary": "
"narratives": analysis.get("narratives", []),
"source": "RMI Ollama AI",
"model": OLLAMA_MODEL,
"attribution": "RMI — rugmunch.io",
"attribution": "RMI - rugmunch.io",
}
# ── TOOL 4: News Impact Analysis ──
def news_impact_analysis(token: str) -> dict:
"""Analyze how recent news impacts a specific crypto token."""
articles = get_news_articles(30, token)
articles = get_news_articles(30, token) # noqa: F821 -- pre-existing bug, see fix(f821) tracking issue
if not articles:
return {"token": token, "error": "No relevant news found"}
@ -139,7 +139,7 @@ HEADLINES about/may impact {token}:
Respond in JSON: {{"token": "{token}", "impact": "POSITIVE/NEGATIVE/NEUTRAL", "confidence": ..., "rationale": "..."}}"""
ai_response = ask_ollama(prompt, 250)
ai_response = ask_ollama(prompt, 250) # noqa: F821 -- pre-existing bug, see fix(f821) tracking issue
try:
analysis = json.loads(ai_response[ai_response.find("{") : ai_response.rfind("}") + 1])
except Exception:
@ -156,14 +156,14 @@ Respond in JSON: {{"token": "{token}", "impact": "POSITIVE/NEGATIVE/NEUTRAL", "c
"ai_impact_analysis": analysis,
"source": "RMI Ollama AI",
"model": OLLAMA_MODEL,
"attribution": "RMI — rugmunch.io",
"attribution": "RMI - rugmunch.io",
}
# ── TOOL 5: Daily Intel Brief ──
def daily_intel_brief() -> dict:
"""AI-generated daily crypto intelligence briefing."""
articles = get_news_articles(60)
articles = get_news_articles(60) # noqa: F821 -- pre-existing bug, see fix(f821) tracking issue
if not articles:
return {"error": "No articles available"}
@ -182,7 +182,7 @@ HEADLINES:
Respond in JSON: {{"mood": "...", "top_stories": [{{"title": "...", "impact": "..."}}], "tickers_to_watch": ["..."], "risk_to_monitor": "..."}}"""
ai_response = ask_ollama(prompt, 500)
ai_response = ask_ollama(prompt, 500) # noqa: F821 -- pre-existing bug, see fix(f821) tracking issue
try:
brief = json.loads(ai_response[ai_response.find("{") : ai_response.rfind("}") + 1])
except Exception:
@ -194,6 +194,6 @@ Respond in JSON: {{"mood": "...", "top_stories": [{{"title": "...", "impact": ".
"generated_at": time.time(),
"source": "RMI Ollama AI (local, free)",
"model": OLLAMA_MODEL,
"attribution": "RMI — rugmunch.io | Free crypto intelligence",
"attribution": "RMI - rugmunch.io | Free crypto intelligence",
"upgrade": "Paid tier removes rate limits via x402",
}

34
app/databus/news_intel.py
View file

@ -1,20 +1,20 @@
"""
RugCharts News Intelligence Engine
===================================
"We come to the news" — multi-source aggregation, quality scoring,
"We come to the news" - multi-source aggregation, quality scoring,
deduplication, sentiment, category tagging, social hooks.
Sources (all free):
RSS/Atom — 200+ crypto feeds (news_service.py)
Google News — crypto search results RSS
Decrypt — decrypt.co/feed
The Block — theblock.co/rss.xml
CoinTelegraph — cointelegraph.com/rss
CryptoPanic — news sentiment API
arXiv — academic crypto/blockchain papers
CoinGecko — trending, market context
Polymarket — prediction market context
X/Twitter — v2 API searches (if key available)
RSS/Atom - 200+ crypto feeds (news_service.py)
Google News - crypto search results RSS
Decrypt - decrypt.co/feed
The Block - theblock.co/rss.xml
CoinTelegraph - cointelegraph.com/rss
CryptoPanic - news sentiment API
arXiv - academic crypto/blockchain papers
CoinGecko - trending, market context
Polymarket - prediction market context
X/Twitter - v2 API searches (if key available)
"""
import asyncio
@ -40,7 +40,7 @@ NEWS_SOURCES = {
"type": "rss",
"tier": 1,
"category": "aggregator",
"quality_weight": 0.7, # lower — includes mainstream noise
"quality_weight": 0.7, # lower - includes mainstream noise
"icon": "🔍",
},
"decrypt": {
@ -138,8 +138,8 @@ NEWS_SOURCES = {
"type": "internal",
"tier": 1,
"category": "social",
"quality_weight": 0.6, # lower — social media noise
"icon": "𝕏",
"quality_weight": 0.6, # lower - social media noise
"icon": "𝕏", # noqa: RUF001
},
}
@ -288,7 +288,7 @@ def score_quality(article: dict) -> float:
score = 0.5
text = (article.get("title", "") + " " + article.get("summary", "") + article.get("description", "")).lower()
# Length — substantive articles are better
# Length - substantive articles are better
content_len = len(article.get("summary", "") + article.get("description", ""))
if content_len > 500:
score += 0.15
@ -704,7 +704,7 @@ async def aggregate_all_news(limit: int = 50, **kw) -> dict:
async def get_weekly_best(limit: int = 20, **kw) -> dict:
"""Curated weekly best — highest quality articles from the past 7 days."""
"""Curated weekly best - highest quality articles from the past 7 days."""
all_news = await aggregate_all_news(limit=100)
articles = all_news.get("articles", [])
@ -741,7 +741,7 @@ async def get_academic_papers(limit: int = 10, **kw) -> dict:
async def get_social_feed(limit: int = 30, **kw) -> dict:
"""Social media feed — X/Twitter crypto reactions + CryptoPanic sentiment."""
"""Social media feed - X/Twitter crypto reactions + CryptoPanic sentiment."""
x_posts = await _fetch_x_crypto()
cp_posts = await _fetch_cryptopanic()

6
app/databus/news_mcp_server.py
View file

@ -1,5 +1,5 @@
"""
RMI News MCP Server — Expose our massive free crypto news aggregation
RMI News MCP Server - Expose our massive free crypto news aggregation
to AI agents, Claude, Cursor, and any MCP-compatible client.
50+ sources, 1500+ articles, real-time updates every 5 minutes.
@ -13,7 +13,7 @@ from fastmcp import FastMCP
from app.core.redis import get_redis
mcp = FastMCP(
"rmi-news", description="RMI Free Crypto News — 50+ sources, real-time, no API key needed"
"rmi-news", description="RMI Free Crypto News - 50+ sources, real-time, no API key needed"
)
@ -172,7 +172,7 @@ def get_news_stats() -> dict:
"last_update": stats.get("last_ingest", 0),
"free": True,
"no_api_key": True,
"powered_by": "RMI — Rug Munch Intelligence",
"powered_by": "RMI - Rug Munch Intelligence",
}

12
app/databus/news_provider.py
View file

@ -45,7 +45,7 @@ def _cache_set(key: str, data: dict):
CACHE[key] = (data, time.time())
# ── 1. COINGECKO — Prices, trending, market data ───────────────────
# ── 1. COINGECKO - Prices, trending, market data ───────────────────
async def get_market_prices(coins: str = "bitcoin,ethereum,solana", **kw) -> dict | None:
@ -121,7 +121,7 @@ async def get_trending_coins(**kw) -> dict | None:
return None
# ── 2. FEAR & GREED INDEX — Alternative.me ─────────────────────────
# ── 2. FEAR & GREED INDEX - Alternative.me ─────────────────────────
async def get_fear_greed(**kw) -> dict | None:
@ -167,7 +167,7 @@ async def get_fear_greed(**kw) -> dict | None:
return None
# ── 3. POLYMARKET — Prediction markets ─────────────────────────────
# ── 3. POLYMARKET - Prediction markets ─────────────────────────────
async def get_prediction_markets(limit: int = 5, tag: str = "crypto", **kw) -> dict | None:
@ -207,7 +207,7 @@ async def get_prediction_markets(limit: int = 5, tag: str = "crypto", **kw) -> d
return None
# ── 4. COMBINED MARKET BRIEF — All sources in one call ─────────────
# ── 4. COMBINED MARKET BRIEF - All sources in one call ─────────────
async def get_market_brief(**kw) -> dict | None:
@ -245,7 +245,7 @@ async def get_market_brief(**kw) -> dict | None:
}
# ── 5. NEWS AGGREGATION — from our existing 200+ feeds ─────────────
# ── 5. NEWS AGGREGATION - from our existing 200+ feeds ─────────────
async def get_aggregated_news(limit: int = 20, category: str = "", **kw) -> dict | None:
@ -272,7 +272,7 @@ async def get_aggregated_news(limit: int = 20, category: str = "", **kw) -> dict
return None
# ── 6. COMBINED NEWS + MARKET — The full picture ───────────────────
# ── 6. COMBINED NEWS + MARKET - The full picture ───────────────────
async def get_full_news_feed(limit: int = 15, **kw) -> dict | None:

4
app/databus/premium_mcp_servers.py
View file

@ -1,5 +1,5 @@
"""
RMI PREMIUM MCP SERVERS — Bot Attractors → x402 Revenue
RMI PREMIUM MCP SERVERS - Bot Attractors → x402 Revenue
=========================================================
8 new MCP servers designed for maximum bot adoption.
Each: free tier → rate limit → x402 micropayment upsell.
@ -38,7 +38,7 @@ def trial(fingerprint: str, tool: str, limit: int = 10) -> dict:
# ═══════════════════════════════════════════════════
# MCP #1: WHALE ALERT — Real-time large transfers
# MCP #1: WHALE ALERT - Real-time large transfers
# ═══════════════════════════════════════════════════
def whale_alert(
chain: str = "ethereum", min_value: float = 1000000, fingerprint: str = "anon"

18
app/databus/premium_scanner.py
View file

@ -1,5 +1,5 @@
"""
RMI Premium Token Scanner — Deep Scan Analysis
RMI Premium Token Scanner - Deep Scan Analysis
==============================================
Bundle detection, cluster mapping, dev finder, sniper analysis,
bot farm detection, copy trading, insider signals, wash trading.
@ -56,7 +56,7 @@ def _cache_key(scan_type: str, address: str, chain: str = "") -> str:
async def detect_bundles(address: str, chain: str = "solana", **kw) -> dict | None:
"""Detect coordinated wallet bundles — groups that funded from same source
"""Detect coordinated wallet bundles - groups that funded from same source
within a tight time window. Bubblemaps-style cluster analysis.
Uses: Helius transaction history → Arkham entity labels → local pattern matching.
@ -179,7 +179,7 @@ async def detect_bundles(address: str, chain: str = "solana", **kw) -> dict | No
async def map_clusters(address: str, chain: str = "solana", depth: int = 3, **kw) -> dict | None:
"""Map the full wallet cluster — funders, recipients, counterparties.
"""Map the full wallet cluster - funders, recipients, counterparties.
Returns graph-ready nodes and edges.
"""
cache_key = _cache_key("cluster_map", address, chain)
@ -494,7 +494,7 @@ def _assess_dev_risk(wallets: list) -> dict:
async def detect_snipers(address: str, chain: str = "solana", **kw) -> dict | None:
"""Detect snipers — wallets that buy in first blocks and dump fast."""
"""Detect snipers - wallets that buy in first blocks and dump fast."""
cache_key = _cache_key("sniper_detect", address, chain)
# Check cache...
try:
@ -578,7 +578,7 @@ async def detect_snipers(address: str, chain: str = "solana", **kw) -> dict | No
async def detect_bot_farms(address: str, chain: str = "solana", **kw) -> dict | None:
"""Detect bot farms — groups of wallets with identical behavior patterns."""
"""Detect bot farms - groups of wallets with identical behavior patterns."""
cache_key = _cache_key("bot_farm", address, chain)
result = {
@ -605,7 +605,7 @@ async def detect_bot_farms(address: str, chain: str = "solana", **kw) -> dict |
async def detect_copy_trading(address: str, chain: str = "solana", **kw) -> dict | None:
"""Detect copy trading patterns — wallets mirroring trades with delay."""
"""Detect copy trading patterns - wallets mirroring trades with delay."""
cache_key = _cache_key("copy_trading", address, chain)
result = {
@ -626,7 +626,7 @@ async def detect_copy_trading(address: str, chain: str = "solana", **kw) -> dict
async def detect_insider_signals(address: str, chain: str = "solana", **kw) -> dict | None:
"""Detect insider trading signals — large buys before major announcements."""
"""Detect insider trading signals - large buys before major announcements."""
cache_key = _cache_key("insider_signals", address, chain)
result = {
@ -648,7 +648,7 @@ async def detect_insider_signals(address: str, chain: str = "solana", **kw) -> d
async def detect_wash_trading(address: str, chain: str = "solana", **kw) -> dict | None:
"""Detect wash trading — circular transactions, self-trading patterns."""
"""Detect wash trading - circular transactions, self-trading patterns."""
cache_key = _cache_key("wash_trading", address, chain)
result = {
@ -693,7 +693,7 @@ async def detect_mev_sandwich(address: str, chain: str = "solana", **kw) -> dict
async def detect_fresh_wallets(address: str, chain: str = "solana", **kw) -> dict | None:
"""Analyze fresh wallet concentration — high % of new wallets = rug risk."""
"""Analyze fresh wallet concentration - high % of new wallets = rug risk."""
cache_key = _cache_key("fresh_wallets", address, chain)
result = {

140
app/databus/provider_chains.py
View file

@ -1,5 +1,5 @@
"""
DataBus Provider Chains — Fallback Chain Definitions
DataBus Provider Chains - Fallback Chain Definitions
====================================================
All fallback chain definitions using the providers from provider_implementations.
@ -359,7 +359,7 @@ def build_provider_chains() -> dict[str, ProviderChain]:
except Exception as e:
logger.warning(f"Bitquery not available: {e}")
# Wallet Labels — OUR data first
# Wallet Labels - OUR data first
chains["wallet_labels"] = ProviderChain(
data_type="wallet_labels",
description="Address labels and entity identification (190K local + external)",
@ -563,7 +563,7 @@ def build_provider_chains() -> dict[str, ProviderChain]:
)
chains["wallet_nfts"] = ProviderChain(
data_type="wallet_nfts",
description="NFT holdings for any address (Moralis — free tier available)",
description="NFT holdings for any address (Moralis - free tier available)",
providers=[
Provider(
"moralis_nfts",
@ -633,7 +633,7 @@ def build_provider_chains() -> dict[str, ProviderChain]:
],
)
# ── Arkham Intelligence — Free trial month (Nov 2026) ──
# ── Arkham Intelligence - Free trial month (Nov 2026) ──
# Priority: LOCAL labels → Arkham (free trial) → paid alternatives
chains["entity_intel"] = ProviderChain(
data_type="entity_intel",
@ -747,16 +747,16 @@ def build_provider_chains() -> dict[str, ProviderChain]:
],
)
# ── MCP Bridge — all installed MCP servers ──
# ── MCP Bridge - all installed MCP servers ──
chains["mcp_bridge"] = ProviderChain(
data_type="mcp_bridge",
description="Universal MCP bridge — calls any local/remote MCP server tool",
description="Universal MCP bridge - calls any local/remote MCP server tool",
providers=[
Provider("mcp_bridge", ProviderTier.LOCAL, _mcp_bridge, weight=10.0),
],
)
# ── PREMIUM SCANNER — 10 high-value detection chains ──
# ── PREMIUM SCANNER - 10 high-value detection chains ──
try:
from app.databus.premium_scanner import (
detect_bot_farms,
@ -782,7 +782,7 @@ def build_provider_chains() -> dict[str, ProviderChain]:
chains["cluster_map"] = ProviderChain(
"cluster_map",
description="Full wallet cluster mapping — funders, recipients, counterparties (graph-ready)",
description="Full wallet cluster mapping - funders, recipients, counterparties (graph-ready)",
providers=[_premium_provider("cluster_mapper", map_clusters, rps=1.0)],
)
@ -794,43 +794,43 @@ def build_provider_chains() -> dict[str, ProviderChain]:
chains["sniper_detect"] = ProviderChain(
"sniper_detect",
description="Sniper detection — first-block buyers with fast dump patterns",
description="Sniper detection - first-block buyers with fast dump patterns",
providers=[_premium_provider("sniper_scanner", detect_snipers)],
)
chains["bot_farm_detect"] = ProviderChain(
"bot_farm_detect",
description="Bot farm detection — identical behavior patterns across wallets",
description="Bot farm detection - identical behavior patterns across wallets",
providers=[_premium_provider("bot_farm_scanner", detect_bot_farms)],
)
chains["copy_trade_detect"] = ProviderChain(
"copy_trade_detect",
description="Copy trading pattern detection — wallets mirroring trades with delay",
description="Copy trading pattern detection - wallets mirroring trades with delay",
providers=[_premium_provider("copy_trade_scanner", detect_copy_trading)],
)
chains["insider_detect"] = ProviderChain(
"insider_detect",
description="Insider trading signals — large buys before major announcements",
description="Insider trading signals - large buys before major announcements",
providers=[_premium_provider("insider_scanner", detect_insider_signals)],
)
chains["wash_trade_detect"] = ProviderChain(
"wash_trade_detect",
description="Wash trading detection — circular transactions, self-trading",
description="Wash trading detection - circular transactions, self-trading",
providers=[_premium_provider("wash_trade_scanner", detect_wash_trading)],
)
chains["mev_detect"] = ProviderChain(
"mev_detect",
description="MEV sandwich attack detection — frontrun/backrun patterns",
description="MEV sandwich attack detection - frontrun/backrun patterns",
providers=[_premium_provider("mev_scanner", detect_mev_sandwich)],
)
chains["fresh_wallet_analysis"] = ProviderChain(
"fresh_wallet_analysis",
description="Fresh wallet concentration analysis — high new-wallet % = rug risk",
description="Fresh wallet concentration analysis - high new-wallet % = rug risk",
providers=[_premium_provider("fresh_wallet_scanner", detect_fresh_wallets, rps=2.0)],
)
@ -842,11 +842,11 @@ def build_provider_chains() -> dict[str, ProviderChain]:
# ── WEBHOOK SYSTEM ──
try:
from app.databus.webhooks import handle_webhook, list_webhooks, setup_webhook
from app.databus.webhooks import handle_webhook, list_webhooks, setup_webhook # noqa: F401
chains["webhook_handler"] = ProviderChain(
"webhook_handler",
description="Intelligent webhook receiver — Arkham, Helius, Moralis, Alchemy + custom",
description="Intelligent webhook receiver - Arkham, Helius, Moralis, Alchemy + custom",
providers=[
Provider(
"webhook_processor",
@ -864,13 +864,13 @@ def build_provider_chains() -> dict[str, ProviderChain]:
except ImportError:
pass
# ── ARKHAM WEBSOCKET — real-time intelligence streaming ──
# ── ARKHAM WEBSOCKET - real-time intelligence streaming ──
try:
from app.databus.arkham_ws import arkham_ws_subscribe
chains["arkham_ws"] = ProviderChain(
"arkham_ws",
description="Arkham Intelligence WebSocket — real-time entity updates, transfers, labels",
description="Arkham Intelligence WebSocket - real-time entity updates, transfers, labels",
providers=[
Provider(
"arkham_ws_stream",
@ -886,7 +886,7 @@ def build_provider_chains() -> dict[str, ProviderChain]:
)
logger.info("Arkham WebSocket chain registered")
except ImportError:
logger.info("Arkham WS module not found — skipping WS chain")
logger.info("Arkham WS module not found - skipping WS chain")
# ── RUGCHARTS: Volume Authenticity (Fake Volume %) ──
try:
@ -894,7 +894,7 @@ def build_provider_chains() -> dict[str, ProviderChain]:
chains["volume_authenticity"] = ProviderChain(
"volume_authenticity",
description="Fake volume detection — 4-layer analysis (statistical, graph, heuristic, ML) with bootstrap CI",
description="Fake volume detection - 4-layer analysis (statistical, graph, heuristic, ML) with bootstrap CI",
providers=[
Provider(
"volume_auth_scorer",
@ -943,7 +943,7 @@ def build_provider_chains() -> dict[str, ProviderChain]:
chains["token_security"] = ProviderChain(
"token_security",
description="37+ security checks — GoPlus, honeypot, contract, liquidity, holders, deployer, tokenomics, rug pull",
description="37+ security checks - GoPlus, honeypot, contract, liquidity, holders, deployer, tokenomics, rug pull",
providers=[
Provider(
"security_scanner",
@ -965,7 +965,7 @@ def build_provider_chains() -> dict[str, ProviderChain]:
except ImportError:
logger.info("Token Security module not found")
# ── RUGCHARTS INTELLIGENCE — 10 Premium Features ──
# ── RUGCHARTS INTELLIGENCE - 10 Premium Features ──
try:
from app.databus.data_quality import enhanced_token_report, get_tier_comparison
from app.databus.rugcharts_intel import (
@ -982,7 +982,7 @@ def build_provider_chains() -> dict[str, ProviderChain]:
chains["smart_money"] = ProviderChain(
"smart_money",
description="Smart money feed — what profitable wallets are buying right now",
description="Smart money feed - what profitable wallets are buying right now",
providers=[
Provider(
"smart_money_tracker",
@ -996,7 +996,7 @@ def build_provider_chains() -> dict[str, ProviderChain]:
chains["whale_alerts"] = ProviderChain(
"whale_alerts",
description="Real-time whale transaction detection — large transfers across chains",
description="Real-time whale transaction detection - large transfers across chains",
providers=[
Provider(
"whale_detector",
@ -1024,7 +1024,7 @@ def build_provider_chains() -> dict[str, ProviderChain]:
chains["insider_detection"] = ProviderChain(
"insider_detection",
description="Pre-pump accumulation pattern detection — volume spikes before price moves",
description="Pre-pump accumulation pattern detection - volume spikes before price moves",
providers=[
Provider(
"insider_detector",
@ -1038,7 +1038,7 @@ def build_provider_chains() -> dict[str, ProviderChain]:
chains["liquidity_risk"] = ProviderChain(
"liquidity_risk",
description="LP health monitor — concentration, lock status, removal risk",
description="LP health monitor - concentration, lock status, removal risk",
providers=[
Provider(
"liquidity_monitor",
@ -1052,7 +1052,7 @@ def build_provider_chains() -> dict[str, ProviderChain]:
chains["holder_health"] = ProviderChain(
"holder_health",
description="Holder distribution analysis — Gini, concentration, decentralization score",
description="Holder distribution analysis - Gini, concentration, decentralization score",
providers=[
Provider(
"holder_analyzer",
@ -1066,7 +1066,7 @@ def build_provider_chains() -> dict[str, ProviderChain]:
chains["cross_chain_entity"] = ProviderChain(
"cross_chain_entity",
description="Cross-chain entity resolution via Arkham — trace wallets across all chains",
description="Cross-chain entity resolution via Arkham - trace wallets across all chains",
providers=[
Provider(
"entity_tracer",
@ -1080,7 +1080,7 @@ def build_provider_chains() -> dict[str, ProviderChain]:
chains["rug_patterns"] = ProviderChain(
"rug_patterns",
description="Rug pull pattern matcher — similarity scoring against 10 known scam patterns",
description="Rug pull pattern matcher - similarity scoring against 10 known scam patterns",
providers=[
Provider(
"rug_matcher",
@ -1094,7 +1094,7 @@ def build_provider_chains() -> dict[str, ProviderChain]:
chains["dev_reputation"] = ProviderChain(
"dev_reputation",
description="Developer reputation — deployer history, token count, entity resolution",
description="Developer reputation - deployer history, token count, entity resolution",
providers=[
Provider(
"dev_reputation",
@ -1108,7 +1108,7 @@ def build_provider_chains() -> dict[str, ProviderChain]:
chains["token_report"] = ProviderChain(
"token_report",
description="ONE-CALL enhanced token report — smart verdicts, entity enrichment, trust adjustments, tier-aware",
description="ONE-CALL enhanced token report - smart verdicts, entity enrichment, trust adjustments, tier-aware",
providers=[
Provider(
"report_generator",
@ -1122,7 +1122,7 @@ def build_provider_chains() -> dict[str, ProviderChain]:
chains["tier_comparison"] = ProviderChain(
"tier_comparison",
description="Competitive tier comparison — RugCharts vs DexScreener vs Nansen vs GMGN",
description="Competitive tier comparison - RugCharts vs DexScreener vs Nansen vs GMGN",
providers=[
Provider(
"tier_compare",
@ -1138,7 +1138,7 @@ def build_provider_chains() -> dict[str, ProviderChain]:
except ImportError as e:
logger.warning(f"RugCharts Intelligence not available: {e}")
# ── NEWS & MARKET DATA — Free APIs ──
# ── NEWS & MARKET DATA - Free APIs ──
try:
from app.databus.news_provider import (
get_fear_greed,
@ -1151,7 +1151,7 @@ def build_provider_chains() -> dict[str, ProviderChain]:
chains["live_prices"] = ProviderChain(
"live_prices",
description="Live crypto prices — CoinGecko free tier, multi-coin",
description="Live crypto prices - CoinGecko free tier, multi-coin",
providers=[
Provider(
"coingecko_prices",
@ -1165,7 +1165,7 @@ def build_provider_chains() -> dict[str, ProviderChain]:
chains["trending_coins"] = ProviderChain(
"trending_coins",
description="Trending coins — CoinGecko search, top 10",
description="Trending coins - CoinGecko search, top 10",
providers=[
Provider(
"coingecko_trending",
@ -1179,7 +1179,7 @@ def build_provider_chains() -> dict[str, ProviderChain]:
chains["fear_greed"] = ProviderChain(
"fear_greed",
description="Crypto Fear & Greed Index — Alternative.me, free, no key",
description="Crypto Fear & Greed Index - Alternative.me, free, no key",
providers=[
Provider(
"fear_greed_index",
@ -1193,7 +1193,7 @@ def build_provider_chains() -> dict[str, ProviderChain]:
chains["prediction_markets"] = ProviderChain(
"prediction_markets",
description="Prediction market events — Polymarket, free, no key",
description="Prediction market events - Polymarket, free, no key",
providers=[
Provider(
"polymarket_events",
@ -1239,7 +1239,7 @@ def build_provider_chains() -> dict[str, ProviderChain]:
except ImportError as e:
logger.warning(f"News providers not available: {e}")
# ── NEWS INTELLIGENCE ENGINE — multi-source, quality-scored, sentiment-tagged ──
# ── NEWS INTELLIGENCE ENGINE - multi-source, quality-scored, sentiment-tagged ──
try:
from app.databus.news_intel import (
add_comment,
@ -1254,7 +1254,7 @@ def build_provider_chains() -> dict[str, ProviderChain]:
chains["news_intel"] = ProviderChain(
"news_intel",
description="Complete news intelligence — 10+ sources, quality-scored, deduped, sentiment-tagged",
description="Complete news intelligence - 10+ sources, quality-scored, deduped, sentiment-tagged",
providers=[
Provider(
"news_engine",
@ -1268,7 +1268,7 @@ def build_provider_chains() -> dict[str, ProviderChain]:
chains["weekly_best"] = ProviderChain(
"weekly_best",
description="Curated weekly best — highest quality crypto journalism",
description="Curated weekly best - highest quality crypto journalism",
providers=[
Provider(
"weekly_curator",
@ -1296,7 +1296,7 @@ def build_provider_chains() -> dict[str, ProviderChain]:
chains["social_feed"] = ProviderChain(
"social_feed",
description="Crypto social feed — X/Twitter + CryptoPanic sentiment",
description="Crypto social feed - X/Twitter + CryptoPanic sentiment",
providers=[
Provider(
"social_aggregator",
@ -1310,7 +1310,7 @@ def build_provider_chains() -> dict[str, ProviderChain]:
chains["article_reactions"] = ProviderChain(
"article_reactions",
description="Article reactions — 🔥🐂🐻💎🧠🤡🚀💀 with counts",
description="Article reactions - 🔥🐂🐻💎🧠🤡🚀💀 with counts",
providers=[
Provider(
"react_article",
@ -1331,7 +1331,7 @@ def build_provider_chains() -> dict[str, ProviderChain]:
chains["article_comments"] = ProviderChain(
"article_comments",
description="Article comments — community discussion on any story",
description="Article comments - community discussion on any story",
providers=[
Provider(
"comment_article",
@ -1363,13 +1363,13 @@ def build_provider_chains() -> dict[str, ProviderChain]:
except ImportError as e:
logger.warning(f"News Intelligence not available: {e}")
# ── X/CT INTELLIGENCE — Crypto Twitter Rundown ──
# ── X/CT INTELLIGENCE - Crypto Twitter Rundown ──
try:
from app.databus.x_intel import fetch_ct_rundown, track_ct_accounts
chains["ct_rundown"] = ProviderChain(
"ct_rundown",
description="CT Rundown — top 20 Crypto Twitter stories, AI-summarized, category-diverse",
description="CT Rundown - top 20 Crypto Twitter stories, AI-summarized, category-diverse",
providers=[
Provider(
"ct_scanner",
@ -1383,7 +1383,7 @@ def build_provider_chains() -> dict[str, ProviderChain]:
chains["ct_accounts"] = ProviderChain(
"ct_accounts",
description="Curated CT account list — 35+ top accounts across 5 tiers",
description="Curated CT account list - 35+ top accounts across 5 tiers",
providers=[
Provider(
"ct_account_list",
@ -1399,7 +1399,7 @@ def build_provider_chains() -> dict[str, ProviderChain]:
except ImportError as e:
logger.warning(f"X/CT Intelligence not available: {e}")
# ── SOCIAL INTELLIGENCE — KOL tracking, shill detection, Daily Intel ──
# ── SOCIAL INTELLIGENCE - KOL tracking, shill detection, Daily Intel ──
try:
from app.databus.daily_intel import generate_daily_intel
from app.databus.social_intel import (
@ -1414,7 +1414,7 @@ def build_provider_chains() -> dict[str, ProviderChain]:
chains["kol_track"] = ProviderChain(
"kol_track",
description="KOL call tracking — record and analyze influencer token calls",
description="KOL call tracking - record and analyze influencer token calls",
providers=[
Provider(
"kol_call_tracker",
@ -1428,7 +1428,7 @@ def build_provider_chains() -> dict[str, ProviderChain]:
chains["kol_profile"] = ProviderChain(
"kol_profile",
description="KOL performance profile — trust score, call history, win rate",
description="KOL performance profile - trust score, call history, win rate",
providers=[
Provider(
"kol_profiler",
@ -1442,7 +1442,7 @@ def build_provider_chains() -> dict[str, ProviderChain]:
chains["kol_leaderboard"] = ProviderChain(
"kol_leaderboard",
description="KOL leaderboard — ranked by trust score and accuracy",
description="KOL leaderboard - ranked by trust score and accuracy",
providers=[
Provider(
"kol_board",
@ -1456,7 +1456,7 @@ def build_provider_chains() -> dict[str, ProviderChain]:
chains["shill_detector"] = ProviderChain(
"shill_detector",
description="Shill campaign detection — coordinated promotion, paid content, pump-and-dump",
description="Shill campaign detection - coordinated promotion, paid content, pump-and-dump",
providers=[
Provider(
"shill_scanner",
@ -1477,7 +1477,7 @@ def build_provider_chains() -> dict[str, ProviderChain]:
chains["scam_monitor"] = ProviderChain(
"scam_monitor",
description="Scam channel monitor — Telegram/Discord scam pattern detection",
description="Scam channel monitor - Telegram/Discord scam pattern detection",
providers=[
Provider(
"scam_scanner",
@ -1491,7 +1491,7 @@ def build_provider_chains() -> dict[str, ProviderChain]:
chains["daily_intel"] = ProviderChain(
"daily_intel",
description="Daily Intelligence Briefing — OpenRouter free model research + writing, publish to X/Telegram/Ghost",
description="Daily Intelligence Briefing - OpenRouter free model research + writing, publish to X/Telegram/Ghost",
providers=[
Provider(
"intel_reporter",
@ -1505,7 +1505,7 @@ def build_provider_chains() -> dict[str, ProviderChain]:
chains["social_metrics"] = ProviderChain(
"social_metrics",
description="Social metrics aggregator — trending topics, sentiment, KOL activity",
description="Social metrics aggregator - trending topics, sentiment, KOL activity",
providers=[
Provider(
"social_aggregator",
@ -1523,13 +1523,13 @@ def build_provider_chains() -> dict[str, ProviderChain]:
except ImportError as e:
logger.warning(f"Social Intelligence not available: {e}")
# ── MODEL REGISTRY — Smart free model routing, quality review ──
# ── MODEL REGISTRY - Smart free model routing, quality review ──
try:
from app.databus.model_registry import ai_call, get_usage_stats, review_content
chains["ai_task"] = ProviderChain(
"ai_task",
description="AI task execution — smart routing across free models (research/writing/coding/review/fast)",
description="AI task execution - smart routing across free models (research/writing/coding/review/fast)",
providers=[
Provider(
"ai_runner",
@ -1549,7 +1549,7 @@ def build_provider_chains() -> dict[str, ProviderChain]:
chains["content_review"] = ProviderChain(
"content_review",
description="Content quality review — checks for AI-slop, forbidden words, human voice",
description="Content quality review - checks for AI-slop, forbidden words, human voice",
providers=[
Provider(
"quality_reviewer",
@ -1563,7 +1563,7 @@ def build_provider_chains() -> dict[str, ProviderChain]:
chains["ai_usage"] = ProviderChain(
"ai_usage",
description="AI model usage statistics — track free tier consumption",
description="AI model usage statistics - track free tier consumption",
providers=[
Provider(
"usage_tracker",
@ -1579,13 +1579,13 @@ def build_provider_chains() -> dict[str, ProviderChain]:
except ImportError as e:
logger.warning(f"Model Registry not available: {e}")
# ── RAG INGESTION — nightly indexing, health checks ──
# ── RAG INGESTION - nightly indexing, health checks ──
try:
from app.databus.rag_ingestion import nightly_rag_index, rag_health_check
chains["rag_nightly"] = ProviderChain(
"rag_nightly",
description="Nightly RAG indexing — embeds news, CT, market, social data into vector store",
description="Nightly RAG indexing - embeds news, CT, market, social data into vector store",
providers=[
Provider(
"rag_indexer",
@ -1599,7 +1599,7 @@ def build_provider_chains() -> dict[str, ProviderChain]:
chains["rag_health"] = ProviderChain(
"rag_health",
description="RAG system health — collection stats, doc counts, embedder status",
description="RAG system health - collection stats, doc counts, embedder status",
providers=[
Provider(
"rag_checker",
@ -1615,11 +1615,11 @@ def build_provider_chains() -> dict[str, ProviderChain]:
except ImportError as e:
logger.warning(f"RAG Ingestion not available: {e}")
# ── HYPERLIQUID — Perp markets and funding rates ──
# ── HYPERLIQUID - Perp markets and funding rates ──
async def _passthrough_hyperliquid(**kwargs) -> dict | None:
try:
limit = kwargs.get("limit", 10)
async with httpx.AsyncClient(timeout=10) as c:
async with httpx.AsyncClient(timeout=10) as c: # noqa: F821 -- pre-existing bug, see fix(f821) tracking issue
r = await c.get(f"http://localhost:8000/api/v1/market/hyperliquid?limit={limit}")
if r.status_code == 200:
return r.json()
@ -1635,11 +1635,11 @@ def build_provider_chains() -> dict[str, ProviderChain]:
],
)
# ── HYPERLIQUID ACTION — Gain/Loss Porn & Squeezes ──
# ── HYPERLIQUID ACTION - Gain/Loss Porn & Squeezes ──
async def _passthrough_hyperliquid_action(**kwargs) -> dict | None:
try:
limit = kwargs.get("limit", 5)
async with httpx.AsyncClient(timeout=10) as c:
async with httpx.AsyncClient(timeout=10) as c: # noqa: F821 -- pre-existing bug, see fix(f821) tracking issue
r = await c.get(f"http://localhost:8000/api/v1/market/hyperliquid-action?limit={limit}")
if r.status_code == 200:
return r.json()
@ -1660,12 +1660,12 @@ def build_provider_chains() -> dict[str, ProviderChain]:
],
)
# ── INSIDER WALLETS — Premium intelligence ──
# ── INSIDER WALLETS - Premium intelligence ──
async def _passthrough_insider_wallets(**kwargs) -> dict | None:
try:
limit = kwargs.get("limit", 10)
tier = kwargs.get("tier", "free")
async with httpx.AsyncClient(timeout=10) as c:
async with httpx.AsyncClient(timeout=10) as c: # noqa: F821 -- pre-existing bug, see fix(f821) tracking issue
r = await c.get(f"http://localhost:8000/api/v1/market/insider-wallets?limit={limit}&tier={tier}")
if r.status_code == 200:
return r.json()
@ -1681,12 +1681,12 @@ def build_provider_chains() -> dict[str, ProviderChain]:
],
)
# ── PREDICTION SIGNALS — Market intelligence layer ──
# ── PREDICTION SIGNALS - Market intelligence layer ──
async def _passthrough_prediction_signals(**kwargs) -> dict | None:
try:
limit = kwargs.get("limit", 5)
tier = kwargs.get("tier", "free")
async with httpx.AsyncClient(timeout=15) as c:
async with httpx.AsyncClient(timeout=15) as c: # noqa: F821 -- pre-existing bug, see fix(f821) tracking issue
r = await c.get(f"http://localhost:8000/api/v1/market/prediction-signals?limit={limit}&tier={tier}")
if r.status_code == 200:
return r.json()

10
app/databus/provider_core.py
View file

@ -1,5 +1,5 @@
"""
DataBus Provider Core — Infrastructure & Base Classes
DataBus Provider Core - Infrastructure & Base Classes
======================================================
Circuit breakers, rate limiters, quota tracking, and core provider classes.
@ -20,10 +20,10 @@ logger = logging.getLogger("databus.providers.core")
class ProviderTier(Enum):
"""Provider tiers: LOCAL > FREE_API > FREEMIUM > PAID"""
LOCAL = "local" # Our own data — instant, free, unlimited
FREE_API = "free_api" # Free external API — no key needed
FREEMIUM = "freemium" # Free tier with key — limited credits
PAID = "paid" # Paid API — precious credits
LOCAL = "local" # Our own data - instant, free, unlimited
FREE_API = "free_api" # Free external API - no key needed
FREEMIUM = "freemium" # Free tier with key - limited credits
PAID = "paid" # Paid API - precious credits
@dataclass

104
app/databus/provider_implementations.py
View file

@ -1,15 +1,19 @@
"""
DataBus Provider Implementations — External API Interfaces
DataBus Provider Implementations - External API Interfaces
===========================================================
All external API implementations for the DataBus providers.
This module contains NO chain definitions or infrastructure.
"""
import asyncio
import datetime
import os
import httpx
from sdks.python.x402_frameworks.autogen_adapter import logger
async def _local_token_price(**kwargs) -> dict | None:
"""Get price from our own data (Redis/ClickHouse)."""
@ -38,7 +42,7 @@ async def _local_token_price(**kwargs) -> dict | None:
async def _dexscreener_price(**kwargs) -> dict | None:
"""DexScreener — free, no key."""
"""DexScreener - free, no key."""
token = kwargs.get("mint", "") or kwargs.get("token", "")
if not token:
return None
@ -53,7 +57,7 @@ async def _dexscreener_price(**kwargs) -> dict | None:
async def _coingecko_price(**kwargs) -> dict | None:
"""CoinGecko — free for low volume."""
"""CoinGecko - free for low volume."""
token = kwargs.get("mint", "") or kwargs.get("token", "")
api_key = kwargs.get("api_key", "")
try:
@ -68,7 +72,7 @@ async def _coingecko_price(**kwargs) -> dict | None:
async def _moralis_price(**kwargs) -> dict | None:
"""Moralis — paid, high quality."""
"""Moralis - paid, high quality."""
token = kwargs.get("token", "")
api_key = kwargs.get("api_key", "")
try:
@ -88,7 +92,7 @@ async def _moralis_price(**kwargs) -> dict | None:
async def _alchemy_token_balances(address: str = "", network: str = "eth-mainnet", **kw) -> dict | None:
"""Alchemy — get all token balances for an address."""
"""Alchemy - get all token balances for an address."""
api_key = kw.get("api_key", "")
if not address or not api_key:
return None
@ -112,7 +116,7 @@ async def _alchemy_token_balances(address: str = "", network: str = "eth-mainnet
async def _alchemy_token_metadata(contract: str = "", network: str = "eth-mainnet", **kw) -> dict | None:
"""Alchemy — get token metadata."""
"""Alchemy - get token metadata."""
api_key = kw.get("api_key", "")
if not contract or not api_key:
return None
@ -135,7 +139,7 @@ async def _alchemy_token_metadata(contract: str = "", network: str = "eth-mainne
return None
# ── PASSTHROUGH PROVIDERS — call our own backend endpoints ──────
# ── PASSTHROUGH PROVIDERS - call our own backend endpoints ──────
async def _passthrough_market_overview(**kwargs) -> dict | None:
@ -189,11 +193,11 @@ async def _passthrough_alerts(**kwargs) -> dict | None:
return {"count": 0, "alerts": []}
# ── LOCAL DATA PROVIDERS — our own databases ───────────────────
# ── LOCAL DATA PROVIDERS - our own databases ───────────────────
async def _local_wallet_labels(address: str = "", **kw) -> dict | None:
"""Our 190K wallet labels from Redis — rmi:label:{chain}:{address} format."""
"""Our 190K wallet labels from Redis - rmi:label:{chain}:{address} format."""
if not address:
return None
try:
@ -211,7 +215,7 @@ async def _local_wallet_labels(address: str = "", **kw) -> dict | None:
decode_responses=True,
socket_connect_timeout=2,
)
# Search across all chains — label key is rmi:label:{chain}:{address}
# Search across all chains - label key is rmi:label:{chain}:{address}
chains = [
"solana",
"ethereum",
@ -254,7 +258,7 @@ async def _local_wallet_labels(address: str = "", **kw) -> dict | None:
async def _passthrough_scanner(address: str = "", chain: str = "solana", **kw) -> dict | None:
"""SENTINEL scanner — our own token security analysis."""
"""SENTINEL scanner - our own token security analysis."""
try:
async with httpx.AsyncClient(timeout=30) as c:
r = await c.post("http://localhost:8000/api/v1/token/scan", json={"address": address, "chain": chain})
@ -266,7 +270,7 @@ async def _passthrough_scanner(address: str = "", chain: str = "solana", **kw) -
async def _passthrough_rag(query: str = "", collection: str = "known_scams", **kw) -> dict | None:
"""RAG search — our 17K+ document knowledge base."""
"""RAG search - our 17K+ document knowledge base."""
try:
async with httpx.AsyncClient(timeout=15) as c:
r = await c.post(
@ -280,13 +284,13 @@ async def _passthrough_rag(query: str = "", collection: str = "known_scams", **k
return None
# ── MORALIS WEB3 AI AGENTS — Full API Suite ──────────────────────
# ── MORALIS WEB3 AI AGENTS - Full API Suite ──────────────────────
_MORALIS_BASE = "https://deep-index.moralis.io/api/v2.2"
async def _moralis_wallet_tokens(address: str = "", chain: str = "eth", **kw) -> dict | None:
"""Moralis — get wallet token balances with metadata."""
"""Moralis - get wallet token balances with metadata."""
api_key = kw.get("api_key", "")
if not address or not api_key:
return None
@ -305,7 +309,7 @@ async def _moralis_wallet_tokens(address: str = "", chain: str = "eth", **kw) ->
async def _moralis_wallet_nfts(address: str = "", chain: str = "eth", **kw) -> dict | None:
"""Moralis — get wallet NFTs."""
"""Moralis - get wallet NFTs."""
api_key = kw.get("api_key", "")
if not address or not api_key:
return None
@ -324,7 +328,7 @@ async def _moralis_wallet_nfts(address: str = "", chain: str = "eth", **kw) -> d
async def _moralis_wallet_transactions(address: str = "", chain: str = "eth", **kw) -> dict | None:
"""Moralis — get wallet transaction history."""
"""Moralis - get wallet transaction history."""
api_key = kw.get("api_key", "")
if not address or not api_key:
return None
@ -344,7 +348,7 @@ async def _moralis_wallet_transactions(address: str = "", chain: str = "eth", **
async def _moralis_token_price(address: str = "", chain: str = "eth", **kw) -> dict | None:
"""Moralis — get token price via Token API."""
"""Moralis - get token price via Token API."""
api_key = kw.get("api_key", "")
if not address or not api_key:
return None
@ -363,7 +367,7 @@ async def _moralis_token_price(address: str = "", chain: str = "eth", **kw) -> d
async def _moralis_token_metadata(address: str = "", chain: str = "eth", **kw) -> dict | None:
"""Moralis — get token metadata."""
"""Moralis - get token metadata."""
api_key = kw.get("api_key", "")
if not address or not api_key:
return None
@ -382,7 +386,7 @@ async def _moralis_token_metadata(address: str = "", chain: str = "eth", **kw) -
async def _moralis_wallet_net_worth(address: str = "", **kw) -> dict | None:
"""Moralis — wallet net worth across chains."""
"""Moralis - wallet net worth across chains."""
api_key = kw.get("api_key", "")
if not address or not api_key:
return None
@ -397,7 +401,7 @@ async def _moralis_wallet_net_worth(address: str = "", **kw) -> dict | None:
async def _moralis_search_tokens(query: str = "", **kw) -> dict | None:
"""Moralis — search tokens by name/symbol/address."""
"""Moralis - search tokens by name/symbol/address."""
api_key = kw.get("api_key", "")
if not query or not api_key:
return None
@ -416,11 +420,11 @@ async def _moralis_search_tokens(query: str = "", **kw) -> dict | None:
return None
# ── MCP BRIDGE — Call local MCP servers from DataBus ──────────────
# ── MCP BRIDGE - Call local MCP servers from DataBus ──────────────
async def _mcp_bridge(mcp_server: str = "", mcp_tool: str = "", **kw) -> dict | None:
"""Universal MCP bridge — calls any local MCP server tool.
"""Universal MCP bridge - calls any local MCP server tool.
Uses subprocess to call MCP servers installed in /root/.hermes/mcp-servers/.
Falls back to HTTP for configured HTTP MCP servers.
@ -497,13 +501,13 @@ async def _mcp_bridge(mcp_server: str = "", mcp_tool: str = "", **kw) -> dict |
return None
# ── ARKHAM INTELLIGENCE — Free trial month, premium entity data ──
# ── ARKHAM INTELLIGENCE - Free trial month, premium entity data ──
_ARKHAM_BASE = "https://api.arkhamintelligence.com"
async def _arkham_entity(address: str = "", **kw) -> dict | None:
"""Arkham — entity intelligence (tx counts, top counterparties, tags)."""
"""Arkham - entity intelligence (tx counts, top counterparties, tags)."""
api_key = kw.get("api_key", "")
if not address or not api_key:
return None
@ -519,7 +523,7 @@ async def _arkham_entity(address: str = "", **kw) -> dict | None:
async def _arkham_counterparties(address: str = "", **kw) -> dict | None:
"""Arkham — top counterparties ranked by transaction volume."""
"""Arkham - top counterparties ranked by transaction volume."""
api_key = kw.get("api_key", "")
if not address or not api_key:
return None
@ -540,7 +544,7 @@ async def _arkham_counterparties(address: str = "", **kw) -> dict | None:
async def _arkham_intel_search(query: str = "", **kw) -> dict | None:
"""Arkham — search entities by address prefix (up to 20 matches)."""
"""Arkham - search entities by address prefix (up to 20 matches)."""
api_key = kw.get("api_key", "")
if not query or not api_key:
return None
@ -556,7 +560,7 @@ async def _arkham_intel_search(query: str = "", **kw) -> dict | None:
async def _arkham_portfolio(address: str = "", **kw) -> dict | None:
"""Arkham — portfolio via entity intelligence (includes balance info)."""
"""Arkham - portfolio via entity intelligence (includes balance info)."""
api_key = kw.get("api_key", "")
if not address or not api_key:
return None
@ -572,7 +576,7 @@ async def _arkham_portfolio(address: str = "", **kw) -> dict | None:
async def _arkham_transfers(address: str = "", **kw) -> dict | None:
"""Arkham — transfer history via counterparties endpoint."""
"""Arkham - transfer history via counterparties endpoint."""
api_key = kw.get("api_key", "")
if not address or not api_key:
return None
@ -593,7 +597,7 @@ async def _arkham_transfers(address: str = "", **kw) -> dict | None:
async def _arkham_labels(address: str = "", **kw) -> dict | None:
"""Arkham — labels extracted from entity intelligence (arkhamLabel field)."""
"""Arkham - labels extracted from entity intelligence (arkhamLabel field)."""
api_key = kw.get("api_key", "")
if not address or not api_key:
return None
@ -621,11 +625,11 @@ async def _arkham_labels(address: str = "", **kw) -> dict | None:
return None
# ── FREE FALLBACK PROVIDERS — never pay for what's free ──────────
# ── FREE FALLBACK PROVIDERS - never pay for what's free ──────────
async def _dexscreener_token_metadata(mint: str = "", **kw) -> dict | None:
"""DexScreener — free token metadata from pairs endpoint."""
"""DexScreener - free token metadata from pairs endpoint."""
token = mint or kw.get("token", "") or kw.get("contract", "")
if not token:
return None
@ -655,7 +659,7 @@ async def _dexscreener_token_metadata(mint: str = "", **kw) -> dict | None:
async def _dexscreener_holders(mint: str = "", **kw) -> dict | None:
"""DexScreener — free holder/liquidity data from pairs."""
"""DexScreener - free holder/liquidity data from pairs."""
token = mint or kw.get("token", "")
if not token:
return None
@ -673,7 +677,7 @@ async def _dexscreener_holders(mint: str = "", **kw) -> dict | None:
async def _dexscreener_trades(token: str = "", chain: str = "solana", **kw) -> dict | None:
"""DexScreener — recent trades for a token (free, no API key required)."""
"""DexScreener - recent trades for a token (free, no API key required)."""
if not token:
return None
try:
@ -698,7 +702,7 @@ async def _dexscreener_trades(token: str = "", chain: str = "solana", **kw) -> d
async def _dexscreener_top_traders(token: str = "", chain: str = "solana", **kw) -> dict | None:
"""DexScreener — top profitable traders for a token."""
"""DexScreener - top profitable traders for a token."""
if not token:
return None
try:
@ -720,7 +724,7 @@ async def _dexscreener_top_traders(token: str = "", chain: str = "solana", **kw)
async def _etherscan_tx_trace(tx_hash: str = "", network: str = "ethereum", **kw) -> dict | None:
"""Etherscan — free transaction data (5 req/sec, no key needed for basic)."""
"""Etherscan - free transaction data (5 req/sec, no key needed for basic)."""
if not tx_hash:
return None
try:
@ -762,7 +766,7 @@ async def _etherscan_tx_trace(tx_hash: str = "", network: str = "ethereum", **kw
async def _defillama_tvl(**kw) -> dict | None:
"""DeFiLlama — global TVL and protocol data (completely free)."""
"""DeFiLlama - global TVL and protocol data (completely free)."""
try:
async with httpx.AsyncClient(timeout=15) as c:
r = await c.get("https://api.llama.fi/protocols")
@ -781,7 +785,7 @@ async def _defillama_tvl(**kw) -> dict | None:
async def _defillama_chains(**kw) -> dict | None:
"""DeFiLlama — TVL by chain (completely free)."""
"""DeFiLlama - TVL by chain (completely free)."""
try:
async with httpx.AsyncClient(timeout=15) as c:
r = await c.get("https://api.llama.fi/chains")
@ -800,7 +804,7 @@ async def _defillama_chains(**kw) -> dict | None:
async def _blockchair_address(address: str = "", chain: str = "bitcoin", **kw) -> dict | None:
"""Blockchair — address balance and tx count (free tier)."""
"""Blockchair - address balance and tx count (free tier)."""
if not address:
return None
try:
@ -821,7 +825,7 @@ async def _blockchair_address(address: str = "", chain: str = "bitcoin", **kw) -
async def _blockchair_stats(chain: str = "bitcoin", **kw) -> dict | None:
"""Blockchair — chain statistics (free tier)."""
"""Blockchair - chain statistics (free tier)."""
try:
async with httpx.AsyncClient(timeout=15) as c:
r = await c.get(f"https://api.blockchair.com/{chain}/stats")
@ -841,7 +845,7 @@ async def _blockchair_stats(chain: str = "bitcoin", **kw) -> dict | None:
async def _birdeye_overview(address: str = "", **kw) -> dict | None:
"""Birdeye — token overview, liquidity, and holder stats (free tier)."""
"""Birdeye - token overview, liquidity, and holder stats (free tier)."""
api_key = kw.get("api_key", "") or os.getenv("BIRDEYE_API_KEY", "")
if not address:
return None
@ -861,7 +865,7 @@ async def _birdeye_overview(address: str = "", **kw) -> dict | None:
async def _birdeye_price(address: str = "", **kw) -> dict | None:
"""Birdeye — real-time token price (free tier)."""
"""Birdeye - real-time token price (free tier)."""
api_key = kw.get("api_key", "") or os.getenv("BIRDEYE_API_KEY", "")
if not address:
return None
@ -885,7 +889,7 @@ async def _birdeye_price(address: str = "", **kw) -> dict | None:
async def _solana_tracker_price(mint: str = "", **kw) -> dict | None:
"""Solana Tracker — real-time token price (2 keys, 5000 req/mo total)."""
"""Solana Tracker - real-time token price (2 keys, 5000 req/mo total)."""
if not mint:
return None
try:
@ -901,7 +905,7 @@ async def _solana_tracker_price(mint: str = "", **kw) -> dict | None:
async def _solana_tracker_token(mint: str = "", **kw) -> dict | None:
"""Solana Tracker — detailed token metadata and stats."""
"""Solana Tracker - detailed token metadata and stats."""
if not mint:
return None
try:
@ -917,7 +921,7 @@ async def _solana_tracker_token(mint: str = "", **kw) -> dict | None:
async def _solana_tracker_trending(**kw) -> dict | None:
"""Solana Tracker — trending tokens on Solana."""
"""Solana Tracker - trending tokens on Solana."""
try:
from app.caching_shield.solana_tracker import get_solana_tracker
@ -934,7 +938,7 @@ async def _solana_tracker_trending(**kw) -> dict | None:
async def _messari_news(limit: int = 20, **kw) -> dict | None:
"""Messari News API — curated crypto news with per-asset sentiment scores."""
"""Messari News API - curated crypto news with per-asset sentiment scores."""
api_key = kw.get("api_key", "") or os.getenv("MESSARI_API_KEY", "")
if not api_key:
return None
@ -974,7 +978,7 @@ async def _messari_news(limit: int = 20, **kw) -> dict | None:
async def _coindesk_news(limit: int = 20, **kw) -> dict | None:
"""CoinDesk News API — institutional-grade crypto news with categorization."""
"""CoinDesk News API - institutional-grade crypto news with categorization."""
api_key = kw.get("api_key", "") or os.getenv("COINDESK_API_KEY", "")
if not api_key:
return None
@ -995,7 +999,7 @@ async def _coindesk_news(limit: int = 20, **kw) -> dict | None:
"url": item.get("url", ""),
"source": item.get("source", "CoinDesk"),
"published_at": datetime.fromtimestamp(
item.get("published_on", 0), tz=timezone.utc
item.get("published_on", 0), tz=timezone.utc # noqa: F821 -- pre-existing bug, see fix(f821) tracking issue
).isoformat(),
"description": item.get("body", ""),
"category": item.get("categories", "news").lower(),
@ -1013,7 +1017,7 @@ async def _coindesk_news(limit: int = 20, **kw) -> dict | None:
async def _santiment_dev_activity(project_slug: str = "bitcoin", **kw) -> dict | None:
"""Santiment — GitHub dev activity and social volume (free tier: 100 calls/day)."""
"""Santiment - GitHub dev activity and social volume (free tier: 100 calls/day)."""
api_key = kw.get("api_key", "") or os.getenv("SANTIMENT_API_KEY", "")
if not api_key or not project_slug:
return None
@ -1053,7 +1057,7 @@ async def _santiment_dev_activity(project_slug: str = "bitcoin", **kw) -> dict |
async def _virustotal_url_scan(url: str, **kw) -> dict | None:
"""VirusTotal — scan token website URLs for phishing/malware (free: 500 req/day)."""
"""VirusTotal - scan token website URLs for phishing/malware (free: 500 req/day)."""
api_key = kw.get("api_key", "") or os.getenv("VIRUSTOTAL_API_KEY", "")
if not api_key or not url:
return None
@ -1082,7 +1086,7 @@ async def _virustotal_url_scan(url: str, **kw) -> dict | None:
async def _dune_early_buyers(token_address: str = "", chain: str = "ethereum", **kw) -> dict | None:
"""Dune Analytics — finds the first 5-minute buyers of a token.
"""Dune Analytics - finds the first 5-minute buyers of a token.
Uses dual-key fallback to double free tier capacity (10k CU/mo per key).
Cached aggressively (4 hours) to preserve free tier.
"""

251
app/databus/providers.py
View file

@ -1,16 +1,16 @@
"""
DataBus Providers v2 — The Complete Data Source Registry
DataBus Providers v2 - The Complete Data Source Registry
==========================================================
Every data source in the system, organized into fallback chains.
OUR OWN DATA IS ALWAYS FIRST. External APIs augment, never replace.
Design principles:
1. LOCAL FIRST — Wallet Memory Bank, ClickHouse, Redis RAG, labels, scanners = instant + free
2. FREE SECOND — DexScreener, Jupiter, DeFiLlama, PublicNode, Binance = free + fast
3. PAID LAST — Arkham, Moralis, Etherscan, CoinGecko Pro = only when free tiers exhausted
4. NEVER WASTE CREDITS — Pool rotation, rate limits, monthly quota tracking
5. INTELLIGENT FALLBACK — Auto-retry with next provider on any failure
1. LOCAL FIRST - Wallet Memory Bank, ClickHouse, Redis RAG, labels, scanners = instant + free
2. FREE SECOND - DexScreener, Jupiter, DeFiLlama, PublicNode, Binance = free + fast
3. PAID LAST - Arkham, Moralis, Etherscan, CoinGecko Pro = only when free tiers exhausted
4. NEVER WASTE CREDITS - Pool rotation, rate limits, monthly quota tracking
5. INTELLIGENT FALLBACK - Auto-retry with next provider on any failure
DEDUP RULES:
- token_scanner vs degen_security_scanner vs unified_scanner → SENTINEL (unified_scanner) wins
@ -24,6 +24,7 @@ DEDUP RULES:
"""
import asyncio
import datetime
import logging
import os
import time
@ -37,14 +38,14 @@ import httpx
logger = logging.getLogger("databus.providers")
# Import SPL metadata decoder
from app.databus.spl_metadata_decoder import _spl_metadata_decoder_provider
from app.databus.spl_metadata_decoder import _spl_metadata_decoder_provider # noqa: E402
class ProviderTier(Enum):
LOCAL = "local" # Our own data — instant, free, unlimited
FREE_API = "free_api" # Free external API — no key needed
FREEMIUM = "freemium" # Free tier with key — limited credits
PAID = "paid" # Paid API — precious credits
LOCAL = "local" # Our own data - instant, free, unlimited
FREE_API = "free_api" # Free external API - no key needed
FREEMIUM = "freemium" # Free tier with key - limited credits
PAID = "paid" # Paid API - precious credits
@dataclass
@ -220,7 +221,7 @@ async def _local_token_price(**kwargs) -> dict | None:
async def _dexscreener_price(**kwargs) -> dict | None:
"""DexScreener — free, no key."""
"""DexScreener - free, no key."""
token = kwargs.get("mint", "") or kwargs.get("token", "")
if not token:
return None
@ -235,7 +236,7 @@ async def _dexscreener_price(**kwargs) -> dict | None:
async def _coingecko_price(**kwargs) -> dict | None:
"""CoinGecko — free for low volume."""
"""CoinGecko - free for low volume."""
token = kwargs.get("mint", "") or kwargs.get("token", "")
api_key = kwargs.get("api_key", "")
try:
@ -250,7 +251,7 @@ async def _coingecko_price(**kwargs) -> dict | None:
async def _moralis_price(**kwargs) -> dict | None:
"""Moralis — paid, high quality."""
"""Moralis - paid, high quality."""
token = kwargs.get("token", "")
api_key = kwargs.get("api_key", "")
try:
@ -270,7 +271,7 @@ async def _moralis_price(**kwargs) -> dict | None:
async def _alchemy_token_balances(address: str = "", network: str = "eth-mainnet", **kw) -> dict | None:
"""Alchemy — get all token balances for an address."""
"""Alchemy - get all token balances for an address."""
api_key = kw.get("api_key", "")
if not address or not api_key:
return None
@ -294,7 +295,7 @@ async def _alchemy_token_balances(address: str = "", network: str = "eth-mainnet
async def _alchemy_token_metadata(contract: str = "", network: str = "eth-mainnet", **kw) -> dict | None:
"""Alchemy — get token metadata."""
"""Alchemy - get token metadata."""
api_key = kw.get("api_key", "")
if not contract or not api_key:
return None
@ -317,7 +318,7 @@ async def _alchemy_token_metadata(contract: str = "", network: str = "eth-mainne
return None
# ── PASSTHROUGH PROVIDERS — call our own backend endpoints ──────
# ── PASSTHROUGH PROVIDERS - call our own backend endpoints ──────
async def _passthrough_market_overview(**kwargs) -> dict | None:
@ -371,11 +372,11 @@ async def _passthrough_alerts(**kwargs) -> dict | None:
return {"count": 0, "alerts": []}
# ── LOCAL DATA PROVIDERS — our own databases ───────────────────
# ── LOCAL DATA PROVIDERS - our own databases ───────────────────
async def _local_wallet_labels(address: str = "", **kw) -> dict | None:
"""Our 190K wallet labels from Redis — rmi:label:{chain}:{address} format."""
"""Our 190K wallet labels from Redis - rmi:label:{chain}:{address} format."""
if not address:
return None
try:
@ -393,7 +394,7 @@ async def _local_wallet_labels(address: str = "", **kw) -> dict | None:
decode_responses=True,
socket_connect_timeout=2,
)
# Search across all chains — label key is rmi:label:{chain}:{address}
# Search across all chains - label key is rmi:label:{chain}:{address}
chains = [
"solana",
"ethereum",
@ -436,7 +437,7 @@ async def _local_wallet_labels(address: str = "", **kw) -> dict | None:
async def _passthrough_scanner(address: str = "", chain: str = "solana", **kw) -> dict | None:
"""SENTINEL scanner — our own token security analysis."""
"""SENTINEL scanner - our own token security analysis."""
try:
async with httpx.AsyncClient(timeout=30) as c:
r = await c.post("http://localhost:8000/api/v1/token/scan", json={"address": address, "chain": chain})
@ -448,7 +449,7 @@ async def _passthrough_scanner(address: str = "", chain: str = "solana", **kw) -
async def _passthrough_rag(query: str = "", collection: str = "known_scams", **kw) -> dict | None:
"""RAG search — our 17K+ document knowledge base."""
"""RAG search - our 17K+ document knowledge base."""
try:
async with httpx.AsyncClient(timeout=15) as c:
r = await c.post(
@ -462,13 +463,13 @@ async def _passthrough_rag(query: str = "", collection: str = "known_scams", **k
return None
# ── MORALIS WEB3 AI AGENTS — Full API Suite ──────────────────────
# ── MORALIS WEB3 AI AGENTS - Full API Suite ──────────────────────
_MORALIS_BASE = "https://deep-index.moralis.io/api/v2.2"
async def _moralis_wallet_tokens(address: str = "", chain: str = "eth", **kw) -> dict | None:
"""Moralis — get wallet token balances with metadata."""
"""Moralis - get wallet token balances with metadata."""
api_key = kw.get("api_key", "")
if not address or not api_key:
return None
@ -487,7 +488,7 @@ async def _moralis_wallet_tokens(address: str = "", chain: str = "eth", **kw) ->
async def _moralis_wallet_nfts(address: str = "", chain: str = "eth", **kw) -> dict | None:
"""Moralis — get wallet NFTs."""
"""Moralis - get wallet NFTs."""
api_key = kw.get("api_key", "")
if not address or not api_key:
return None
@ -506,7 +507,7 @@ async def _moralis_wallet_nfts(address: str = "", chain: str = "eth", **kw) -> d
async def _moralis_wallet_transactions(address: str = "", chain: str = "eth", **kw) -> dict | None:
"""Moralis — get wallet transaction history."""
"""Moralis - get wallet transaction history."""
api_key = kw.get("api_key", "")
if not address or not api_key:
return None
@ -526,7 +527,7 @@ async def _moralis_wallet_transactions(address: str = "", chain: str = "eth", **
async def _moralis_token_price(address: str = "", chain: str = "eth", **kw) -> dict | None:
"""Moralis — get token price via Token API."""
"""Moralis - get token price via Token API."""
api_key = kw.get("api_key", "")
if not address or not api_key:
return None
@ -545,7 +546,7 @@ async def _moralis_token_price(address: str = "", chain: str = "eth", **kw) -> d
async def _moralis_token_metadata(address: str = "", chain: str = "eth", **kw) -> dict | None:
"""Moralis — get token metadata."""
"""Moralis - get token metadata."""
api_key = kw.get("api_key", "")
if not address or not api_key:
return None
@ -564,7 +565,7 @@ async def _moralis_token_metadata(address: str = "", chain: str = "eth", **kw) -
async def _moralis_wallet_net_worth(address: str = "", **kw) -> dict | None:
"""Moralis — wallet net worth across chains."""
"""Moralis - wallet net worth across chains."""
api_key = kw.get("api_key", "")
if not address or not api_key:
return None
@ -579,7 +580,7 @@ async def _moralis_wallet_net_worth(address: str = "", **kw) -> dict | None:
async def _moralis_search_tokens(query: str = "", **kw) -> dict | None:
"""Moralis — search tokens by name/symbol/address."""
"""Moralis - search tokens by name/symbol/address."""
api_key = kw.get("api_key", "")
if not query or not api_key:
return None
@ -598,11 +599,11 @@ async def _moralis_search_tokens(query: str = "", **kw) -> dict | None:
return None
# ── MCP BRIDGE — Call local MCP servers from DataBus ──────────────
# ── MCP BRIDGE - Call local MCP servers from DataBus ──────────────
async def _mcp_bridge(mcp_server: str = "", mcp_tool: str = "", **kw) -> dict | None:
"""Universal MCP bridge — calls any local MCP server tool.
"""Universal MCP bridge - calls any local MCP server tool.
Uses subprocess to call MCP servers installed in /root/.hermes/mcp-servers/.
Falls back to HTTP for configured HTTP MCP servers.
@ -679,13 +680,13 @@ async def _mcp_bridge(mcp_server: str = "", mcp_tool: str = "", **kw) -> dict |
return None
# ── ARKHAM INTELLIGENCE — Free trial month, premium entity data ──
# ── ARKHAM INTELLIGENCE - Free trial month, premium entity data ──
_ARKHAM_BASE = "https://api.arkhamintelligence.com"
async def _arkham_entity(address: str = "", **kw) -> dict | None:
"""Arkham — entity intelligence (tx counts, top counterparties, tags)."""
"""Arkham - entity intelligence (tx counts, top counterparties, tags)."""
api_key = kw.get("api_key", "")
if not address or not api_key:
return None
@ -701,7 +702,7 @@ async def _arkham_entity(address: str = "", **kw) -> dict | None:
async def _arkham_counterparties(address: str = "", **kw) -> dict | None:
"""Arkham — top counterparties ranked by transaction volume."""
"""Arkham - top counterparties ranked by transaction volume."""
api_key = kw.get("api_key", "")
if not address or not api_key:
return None
@ -722,7 +723,7 @@ async def _arkham_counterparties(address: str = "", **kw) -> dict | None:
async def _arkham_intel_search(query: str = "", **kw) -> dict | None:
"""Arkham — search entities by address prefix (up to 20 matches)."""
"""Arkham - search entities by address prefix (up to 20 matches)."""
api_key = kw.get("api_key", "")
if not query or not api_key:
return None
@ -738,7 +739,7 @@ async def _arkham_intel_search(query: str = "", **kw) -> dict | None:
async def _arkham_portfolio(address: str = "", **kw) -> dict | None:
"""Arkham — portfolio via entity intelligence (includes balance info)."""
"""Arkham - portfolio via entity intelligence (includes balance info)."""
api_key = kw.get("api_key", "")
if not address or not api_key:
return None
@ -754,7 +755,7 @@ async def _arkham_portfolio(address: str = "", **kw) -> dict | None:
async def _arkham_transfers(address: str = "", **kw) -> dict | None:
"""Arkham — transfer history via counterparties endpoint."""
"""Arkham - transfer history via counterparties endpoint."""
api_key = kw.get("api_key", "")
if not address or not api_key:
return None
@ -775,7 +776,7 @@ async def _arkham_transfers(address: str = "", **kw) -> dict | None:
async def _arkham_labels(address: str = "", **kw) -> dict | None:
"""Arkham — labels extracted from entity intelligence (arkhamLabel field)."""
"""Arkham - labels extracted from entity intelligence (arkhamLabel field)."""
api_key = kw.get("api_key", "")
if not address or not api_key:
return None
@ -803,11 +804,11 @@ async def _arkham_labels(address: str = "", **kw) -> dict | None:
return None
# ── FREE FALLBACK PROVIDERS — never pay for what's free ──────────
# ── FREE FALLBACK PROVIDERS - never pay for what's free ──────────
async def _dexscreener_token_metadata(mint: str = "", **kw) -> dict | None:
"""DexScreener — free token metadata from pairs endpoint."""
"""DexScreener - free token metadata from pairs endpoint."""
token = mint or kw.get("token", "") or kw.get("contract", "")
if not token:
return None
@ -837,7 +838,7 @@ async def _dexscreener_token_metadata(mint: str = "", **kw) -> dict | None:
async def _dexscreener_holders(mint: str = "", **kw) -> dict | None:
"""DexScreener — free holder/liquidity data from pairs."""
"""DexScreener - free holder/liquidity data from pairs."""
token = mint or kw.get("token", "")
if not token:
return None
@ -855,7 +856,7 @@ async def _dexscreener_holders(mint: str = "", **kw) -> dict | None:
async def _dexscreener_trades(token: str = "", chain: str = "solana", **kw) -> dict | None:
"""DexScreener — recent trades for a token (free, no API key required)."""
"""DexScreener - recent trades for a token (free, no API key required)."""
if not token:
return None
try:
@ -880,7 +881,7 @@ async def _dexscreener_trades(token: str = "", chain: str = "solana", **kw) -> d
async def _dexscreener_top_traders(token: str = "", chain: str = "solana", **kw) -> dict | None:
"""DexScreener — top profitable traders for a token."""
"""DexScreener - top profitable traders for a token."""
if not token:
return None
try:
@ -902,7 +903,7 @@ async def _dexscreener_top_traders(token: str = "", chain: str = "solana", **kw)
async def _etherscan_tx_trace(tx_hash: str = "", network: str = "ethereum", **kw) -> dict | None:
"""Etherscan — free transaction data (5 req/sec, no key needed for basic)."""
"""Etherscan - free transaction data (5 req/sec, no key needed for basic)."""
if not tx_hash:
return None
try:
@ -944,7 +945,7 @@ async def _etherscan_tx_trace(tx_hash: str = "", network: str = "ethereum", **kw
async def _defillama_tvl(**kw) -> dict | None:
"""DeFiLlama — global TVL and protocol data (completely free)."""
"""DeFiLlama - global TVL and protocol data (completely free)."""
try:
async with httpx.AsyncClient(timeout=15) as c:
r = await c.get("https://api.llama.fi/protocols")
@ -963,7 +964,7 @@ async def _defillama_tvl(**kw) -> dict | None:
async def _defillama_chains(**kw) -> dict | None:
"""DeFiLlama — TVL by chain (completely free)."""
"""DeFiLlama - TVL by chain (completely free)."""
try:
async with httpx.AsyncClient(timeout=15) as c:
r = await c.get("https://api.llama.fi/chains")
@ -982,7 +983,7 @@ async def _defillama_chains(**kw) -> dict | None:
async def _blockchair_address(address: str = "", chain: str = "bitcoin", **kw) -> dict | None:
"""Blockchair — address balance and tx count (free tier)."""
"""Blockchair - address balance and tx count (free tier)."""
if not address:
return None
try:
@ -1003,7 +1004,7 @@ async def _blockchair_address(address: str = "", chain: str = "bitcoin", **kw) -
async def _blockchair_stats(chain: str = "bitcoin", **kw) -> dict | None:
"""Blockchair — chain statistics (free tier)."""
"""Blockchair - chain statistics (free tier)."""
try:
async with httpx.AsyncClient(timeout=15) as c:
r = await c.get(f"https://api.blockchair.com/{chain}/stats")
@ -1023,7 +1024,7 @@ async def _blockchair_stats(chain: str = "bitcoin", **kw) -> dict | None:
async def _birdeye_overview(address: str = "", **kw) -> dict | None:
"""Birdeye — token overview, liquidity, and holder stats (free tier)."""
"""Birdeye - token overview, liquidity, and holder stats (free tier)."""
api_key = kw.get("api_key", "") or os.getenv("BIRDEYE_API_KEY", "")
if not address:
return None
@ -1043,7 +1044,7 @@ async def _birdeye_overview(address: str = "", **kw) -> dict | None:
async def _birdeye_price(address: str = "", **kw) -> dict | None:
"""Birdeye — real-time token price (free tier)."""
"""Birdeye - real-time token price (free tier)."""
api_key = kw.get("api_key", "") or os.getenv("BIRDEYE_API_KEY", "")
if not address:
return None
@ -1067,7 +1068,7 @@ async def _birdeye_price(address: str = "", **kw) -> dict | None:
async def _solana_tracker_price(mint: str = "", **kw) -> dict | None:
"""Solana Tracker — real-time token price (2 keys, 5000 req/mo total)."""
"""Solana Tracker - real-time token price (2 keys, 5000 req/mo total)."""
if not mint:
return None
try:
@ -1083,7 +1084,7 @@ async def _solana_tracker_price(mint: str = "", **kw) -> dict | None:
async def _solana_tracker_token(mint: str = "", **kw) -> dict | None:
"""Solana Tracker — detailed token metadata and stats."""
"""Solana Tracker - detailed token metadata and stats."""
if not mint:
return None
try:
@ -1099,7 +1100,7 @@ async def _solana_tracker_token(mint: str = "", **kw) -> dict | None:
async def _solana_tracker_trending(**kw) -> dict | None:
"""Solana Tracker — trending tokens on Solana."""
"""Solana Tracker - trending tokens on Solana."""
try:
from app.caching_shield.solana_tracker import get_solana_tracker
@ -1116,7 +1117,7 @@ async def _solana_tracker_trending(**kw) -> dict | None:
async def _messari_news(limit: int = 20, **kw) -> dict | None:
"""Messari News API — curated crypto news with per-asset sentiment scores."""
"""Messari News API - curated crypto news with per-asset sentiment scores."""
api_key = kw.get("api_key", "") or os.getenv("MESSARI_API_KEY", "")
if not api_key:
return None
@ -1156,7 +1157,7 @@ async def _messari_news(limit: int = 20, **kw) -> dict | None:
async def _coindesk_news(limit: int = 20, **kw) -> dict | None:
"""CoinDesk News API — institutional-grade crypto news with categorization."""
"""CoinDesk News API - institutional-grade crypto news with categorization."""
api_key = kw.get("api_key", "") or os.getenv("COINDESK_API_KEY", "")
if not api_key:
return None
@ -1177,7 +1178,7 @@ async def _coindesk_news(limit: int = 20, **kw) -> dict | None:
"url": item.get("url", ""),
"source": item.get("source", "CoinDesk"),
"published_at": datetime.fromtimestamp(
item.get("published_on", 0), tz=timezone.utc
item.get("published_on", 0), tz=timezone.utc # noqa: F821 -- pre-existing bug, see fix(f821) tracking issue
).isoformat(),
"description": item.get("body", ""),
"category": item.get("categories", "news").lower(),
@ -1195,7 +1196,7 @@ async def _coindesk_news(limit: int = 20, **kw) -> dict | None:
async def _santiment_dev_activity(project_slug: str = "bitcoin", **kw) -> dict | None:
"""Santiment — GitHub dev activity and social volume (free tier: 100 calls/day)."""
"""Santiment - GitHub dev activity and social volume (free tier: 100 calls/day)."""
api_key = kw.get("api_key", "") or os.getenv("SANTIMENT_API_KEY", "")
if not api_key or not project_slug:
return None
@ -1235,7 +1236,7 @@ async def _santiment_dev_activity(project_slug: str = "bitcoin", **kw) -> dict |
async def _virustotal_url_scan(url: str, **kw) -> dict | None:
"""VirusTotal — scan token website URLs for phishing/malware (free: 500 req/day)."""
"""VirusTotal - scan token website URLs for phishing/malware (free: 500 req/day)."""
api_key = kw.get("api_key", "") or os.getenv("VIRUSTOTAL_API_KEY", "")
if not api_key or not url:
return None
@ -1264,7 +1265,7 @@ async def _virustotal_url_scan(url: str, **kw) -> dict | None:
async def _dune_early_buyers(token_address: str = "", chain: str = "ethereum", **kw) -> dict | None:
"""Dune Analytics — finds the first 5-minute buyers of a token.
"""Dune Analytics - finds the first 5-minute buyers of a token.
Uses dual-key fallback to double free tier capacity (10k CU/mo per key).
Cached aggressively (4 hours) to preserve free tier.
"""
@ -1626,7 +1627,7 @@ def build_provider_chains() -> dict[str, ProviderChain]:
except Exception as e:
logger.warning(f"Bitquery not available: {e}")
# Wallet Labels — OUR data first
# Wallet Labels - OUR data first
chains["wallet_labels"] = ProviderChain(
data_type="wallet_labels",
description="Address labels and entity identification (190K local + external)",
@ -1830,7 +1831,7 @@ def build_provider_chains() -> dict[str, ProviderChain]:
)
chains["wallet_nfts"] = ProviderChain(
data_type="wallet_nfts",
description="NFT holdings for any address (Moralis — free tier available)",
description="NFT holdings for any address (Moralis - free tier available)",
providers=[
Provider(
"moralis_nfts",
@ -1900,7 +1901,7 @@ def build_provider_chains() -> dict[str, ProviderChain]:
],
)
# ── Arkham Intelligence — Free trial month (Nov 2026) ──
# ── Arkham Intelligence - Free trial month (Nov 2026) ──
# Priority: LOCAL labels → Arkham (free trial) → paid alternatives
chains["entity_intel"] = ProviderChain(
data_type="entity_intel",
@ -2014,16 +2015,16 @@ def build_provider_chains() -> dict[str, ProviderChain]:
],
)
# ── MCP Bridge — all installed MCP servers ──
# ── MCP Bridge - all installed MCP servers ──
chains["mcp_bridge"] = ProviderChain(
data_type="mcp_bridge",
description="Universal MCP bridge — calls any local/remote MCP server tool",
description="Universal MCP bridge - calls any local/remote MCP server tool",
providers=[
Provider("mcp_bridge", ProviderTier.LOCAL, _mcp_bridge, weight=10.0),
],
)
# ── PREMIUM SCANNER — 10 high-value detection chains ──
# ── PREMIUM SCANNER - 10 high-value detection chains ──
try:
from app.databus.premium_scanner import (
detect_bot_farms,
@ -2049,7 +2050,7 @@ def build_provider_chains() -> dict[str, ProviderChain]:
chains["cluster_map"] = ProviderChain(
"cluster_map",
description="Full wallet cluster mapping — funders, recipients, counterparties (graph-ready)",
description="Full wallet cluster mapping - funders, recipients, counterparties (graph-ready)",
providers=[_premium_provider("cluster_mapper", map_clusters, rps=1.0)],
)
@ -2061,43 +2062,43 @@ def build_provider_chains() -> dict[str, ProviderChain]:
chains["sniper_detect"] = ProviderChain(
"sniper_detect",
description="Sniper detection — first-block buyers with fast dump patterns",
description="Sniper detection - first-block buyers with fast dump patterns",
providers=[_premium_provider("sniper_scanner", detect_snipers)],
)
chains["bot_farm_detect"] = ProviderChain(
"bot_farm_detect",
description="Bot farm detection — identical behavior patterns across wallets",
description="Bot farm detection - identical behavior patterns across wallets",
providers=[_premium_provider("bot_farm_scanner", detect_bot_farms)],
)
chains["copy_trade_detect"] = ProviderChain(
"copy_trade_detect",
description="Copy trading pattern detection — wallets mirroring trades with delay",
description="Copy trading pattern detection - wallets mirroring trades with delay",
providers=[_premium_provider("copy_trade_scanner", detect_copy_trading)],
)
chains["insider_detect"] = ProviderChain(
"insider_detect",
description="Insider trading signals — large buys before major announcements",
description="Insider trading signals - large buys before major announcements",
providers=[_premium_provider("insider_scanner", detect_insider_signals)],
)
chains["wash_trade_detect"] = ProviderChain(
"wash_trade_detect",
description="Wash trading detection — circular transactions, self-trading",
description="Wash trading detection - circular transactions, self-trading",
providers=[_premium_provider("wash_trade_scanner", detect_wash_trading)],
)
chains["mev_detect"] = ProviderChain(
"mev_detect",
description="MEV sandwich attack detection — frontrun/backrun patterns",
description="MEV sandwich attack detection - frontrun/backrun patterns",
providers=[_premium_provider("mev_scanner", detect_mev_sandwich)],
)
chains["fresh_wallet_analysis"] = ProviderChain(
"fresh_wallet_analysis",
description="Fresh wallet concentration analysis — high new-wallet % = rug risk",
description="Fresh wallet concentration analysis - high new-wallet % = rug risk",
providers=[_premium_provider("fresh_wallet_scanner", detect_fresh_wallets, rps=2.0)],
)
@ -2109,11 +2110,11 @@ def build_provider_chains() -> dict[str, ProviderChain]:
# ── WEBHOOK SYSTEM ──
try:
from app.databus.webhooks import handle_webhook, list_webhooks, setup_webhook
from app.databus.webhooks import handle_webhook, list_webhooks, setup_webhook # noqa: F401
chains["webhook_handler"] = ProviderChain(
"webhook_handler",
description="Intelligent webhook receiver — Arkham, Helius, Moralis, Alchemy + custom",
description="Intelligent webhook receiver - Arkham, Helius, Moralis, Alchemy + custom",
providers=[
Provider(
"webhook_processor",
@ -2131,13 +2132,13 @@ def build_provider_chains() -> dict[str, ProviderChain]:
except ImportError:
pass
# ── ARKHAM WEBSOCKET — real-time intelligence streaming ──
# ── ARKHAM WEBSOCKET - real-time intelligence streaming ──
try:
from app.databus.arkham_ws import arkham_ws_subscribe
chains["arkham_ws"] = ProviderChain(
"arkham_ws",
description="Arkham Intelligence WebSocket — real-time entity updates, transfers, labels",
description="Arkham Intelligence WebSocket - real-time entity updates, transfers, labels",
providers=[
Provider(
"arkham_ws_stream",
@ -2153,7 +2154,7 @@ def build_provider_chains() -> dict[str, ProviderChain]:
)
logger.info("Arkham WebSocket chain registered")
except ImportError:
logger.info("Arkham WS module not found — skipping WS chain")
logger.info("Arkham WS module not found - skipping WS chain")
# ── RUGCHARTS: Volume Authenticity (Fake Volume %) ──
try:
@ -2161,7 +2162,7 @@ def build_provider_chains() -> dict[str, ProviderChain]:
chains["volume_authenticity"] = ProviderChain(
"volume_authenticity",
description="Fake volume detection — 4-layer analysis (statistical, graph, heuristic, ML) with bootstrap CI",
description="Fake volume detection - 4-layer analysis (statistical, graph, heuristic, ML) with bootstrap CI",
providers=[
Provider(
"volume_auth_scorer",
@ -2210,7 +2211,7 @@ def build_provider_chains() -> dict[str, ProviderChain]:
chains["token_security"] = ProviderChain(
"token_security",
description="37+ security checks — GoPlus, honeypot, contract, liquidity, holders, deployer, tokenomics, rug pull",
description="37+ security checks - GoPlus, honeypot, contract, liquidity, holders, deployer, tokenomics, rug pull",
providers=[
Provider(
"security_scanner",
@ -2232,7 +2233,7 @@ def build_provider_chains() -> dict[str, ProviderChain]:
except ImportError:
logger.info("Token Security module not found")
# ── RUGCHARTS INTELLIGENCE — 10 Premium Features ──
# ── RUGCHARTS INTELLIGENCE - 10 Premium Features ──
try:
from app.databus.data_quality import enhanced_token_report, get_tier_comparison
from app.databus.rugcharts_intel import (
@ -2249,7 +2250,7 @@ def build_provider_chains() -> dict[str, ProviderChain]:
chains["smart_money"] = ProviderChain(
"smart_money",
description="Smart money feed — what profitable wallets are buying right now",
description="Smart money feed - what profitable wallets are buying right now",
providers=[
Provider(
"smart_money_tracker",
@ -2263,7 +2264,7 @@ def build_provider_chains() -> dict[str, ProviderChain]:
chains["whale_alerts"] = ProviderChain(
"whale_alerts",
description="Real-time whale transaction detection — large transfers across chains",
description="Real-time whale transaction detection - large transfers across chains",
providers=[
Provider(
"whale_detector",
@ -2291,7 +2292,7 @@ def build_provider_chains() -> dict[str, ProviderChain]:
chains["insider_detection"] = ProviderChain(
"insider_detection",
description="Pre-pump accumulation pattern detection — volume spikes before price moves",
description="Pre-pump accumulation pattern detection - volume spikes before price moves",
providers=[
Provider(
"insider_detector",
@ -2305,7 +2306,7 @@ def build_provider_chains() -> dict[str, ProviderChain]:
chains["liquidity_risk"] = ProviderChain(
"liquidity_risk",
description="LP health monitor — concentration, lock status, removal risk",
description="LP health monitor - concentration, lock status, removal risk",
providers=[
Provider(
"liquidity_monitor",
@ -2319,7 +2320,7 @@ def build_provider_chains() -> dict[str, ProviderChain]:
chains["holder_health"] = ProviderChain(
"holder_health",
description="Holder distribution analysis — Gini, concentration, decentralization score",
description="Holder distribution analysis - Gini, concentration, decentralization score",
providers=[
Provider(
"holder_analyzer",
@ -2333,7 +2334,7 @@ def build_provider_chains() -> dict[str, ProviderChain]:
chains["cross_chain_entity"] = ProviderChain(
"cross_chain_entity",
description="Cross-chain entity resolution via Arkham — trace wallets across all chains",
description="Cross-chain entity resolution via Arkham - trace wallets across all chains",
providers=[
Provider(
"entity_tracer",
@ -2347,7 +2348,7 @@ def build_provider_chains() -> dict[str, ProviderChain]:
chains["rug_patterns"] = ProviderChain(
"rug_patterns",
description="Rug pull pattern matcher — similarity scoring against 10 known scam patterns",
description="Rug pull pattern matcher - similarity scoring against 10 known scam patterns",
providers=[
Provider(
"rug_matcher",
@ -2361,7 +2362,7 @@ def build_provider_chains() -> dict[str, ProviderChain]:
chains["dev_reputation"] = ProviderChain(
"dev_reputation",
description="Developer reputation — deployer history, token count, entity resolution",
description="Developer reputation - deployer history, token count, entity resolution",
providers=[
Provider(
"dev_reputation",
@ -2375,7 +2376,7 @@ def build_provider_chains() -> dict[str, ProviderChain]:
chains["token_report"] = ProviderChain(
"token_report",
description="ONE-CALL enhanced token report — smart verdicts, entity enrichment, trust adjustments, tier-aware",
description="ONE-CALL enhanced token report - smart verdicts, entity enrichment, trust adjustments, tier-aware",
providers=[
Provider(
"report_generator",
@ -2389,7 +2390,7 @@ def build_provider_chains() -> dict[str, ProviderChain]:
chains["tier_comparison"] = ProviderChain(
"tier_comparison",
description="Competitive tier comparison — RugCharts vs DexScreener vs Nansen vs GMGN",
description="Competitive tier comparison - RugCharts vs DexScreener vs Nansen vs GMGN",
providers=[
Provider(
"tier_compare",
@ -2405,7 +2406,7 @@ def build_provider_chains() -> dict[str, ProviderChain]:
except ImportError as e:
logger.warning(f"RugCharts Intelligence not available: {e}")
# ── NEWS & MARKET DATA — Free APIs ──
# ── NEWS & MARKET DATA - Free APIs ──
try:
from app.databus.news_provider import (
get_fear_greed,
@ -2418,7 +2419,7 @@ def build_provider_chains() -> dict[str, ProviderChain]:
chains["live_prices"] = ProviderChain(
"live_prices",
description="Live crypto prices — CoinGecko free tier, multi-coin",
description="Live crypto prices - CoinGecko free tier, multi-coin",
providers=[
Provider(
"coingecko_prices",
@ -2432,7 +2433,7 @@ def build_provider_chains() -> dict[str, ProviderChain]:
chains["trending_coins"] = ProviderChain(
"trending_coins",
description="Trending coins — CoinGecko search, top 10",
description="Trending coins - CoinGecko search, top 10",
providers=[
Provider(
"coingecko_trending",
@ -2446,7 +2447,7 @@ def build_provider_chains() -> dict[str, ProviderChain]:
chains["fear_greed"] = ProviderChain(
"fear_greed",
description="Crypto Fear & Greed Index — Alternative.me, free, no key",
description="Crypto Fear & Greed Index - Alternative.me, free, no key",
providers=[
Provider(
"fear_greed_index",
@ -2460,7 +2461,7 @@ def build_provider_chains() -> dict[str, ProviderChain]:
chains["prediction_markets"] = ProviderChain(
"prediction_markets",
description="Prediction market events — Polymarket, free, no key",
description="Prediction market events - Polymarket, free, no key",
providers=[
Provider(
"polymarket_events",
@ -2506,7 +2507,7 @@ def build_provider_chains() -> dict[str, ProviderChain]:
except ImportError as e:
logger.warning(f"News providers not available: {e}")
# ── NEWS INTELLIGENCE ENGINE — multi-source, quality-scored, sentiment-tagged ──
# ── NEWS INTELLIGENCE ENGINE - multi-source, quality-scored, sentiment-tagged ──
try:
from app.databus.news_intel import (
add_comment,
@ -2521,7 +2522,7 @@ def build_provider_chains() -> dict[str, ProviderChain]:
chains["news_intel"] = ProviderChain(
"news_intel",
description="Complete news intelligence — 10+ sources, quality-scored, deduped, sentiment-tagged",
description="Complete news intelligence - 10+ sources, quality-scored, deduped, sentiment-tagged",
providers=[
Provider(
"news_engine",
@ -2535,7 +2536,7 @@ def build_provider_chains() -> dict[str, ProviderChain]:
chains["weekly_best"] = ProviderChain(
"weekly_best",
description="Curated weekly best — highest quality crypto journalism",
description="Curated weekly best - highest quality crypto journalism",
providers=[
Provider(
"weekly_curator",
@ -2563,7 +2564,7 @@ def build_provider_chains() -> dict[str, ProviderChain]:
chains["social_feed"] = ProviderChain(
"social_feed",
description="Crypto social feed — X/Twitter + CryptoPanic sentiment",
description="Crypto social feed - X/Twitter + CryptoPanic sentiment",
providers=[
Provider(
"social_aggregator",
@ -2577,7 +2578,7 @@ def build_provider_chains() -> dict[str, ProviderChain]:
chains["article_reactions"] = ProviderChain(
"article_reactions",
description="Article reactions — 🔥🐂🐻💎🧠🤡🚀💀 with counts",
description="Article reactions - 🔥🐂🐻💎🧠🤡🚀💀 with counts",
providers=[
Provider(
"react_article",
@ -2598,7 +2599,7 @@ def build_provider_chains() -> dict[str, ProviderChain]:
chains["article_comments"] = ProviderChain(
"article_comments",
description="Article comments — community discussion on any story",
description="Article comments - community discussion on any story",
providers=[
Provider(
"comment_article",
@ -2630,13 +2631,13 @@ def build_provider_chains() -> dict[str, ProviderChain]:
except ImportError as e:
logger.warning(f"News Intelligence not available: {e}")
# ── X/CT INTELLIGENCE — Crypto Twitter Rundown ──
# ── X/CT INTELLIGENCE - Crypto Twitter Rundown ──
try:
from app.databus.x_intel import fetch_ct_rundown, track_ct_accounts
chains["ct_rundown"] = ProviderChain(
"ct_rundown",
description="CT Rundown — top 20 Crypto Twitter stories, AI-summarized, category-diverse",
description="CT Rundown - top 20 Crypto Twitter stories, AI-summarized, category-diverse",
providers=[
Provider(
"ct_scanner",
@ -2650,7 +2651,7 @@ def build_provider_chains() -> dict[str, ProviderChain]:
chains["ct_accounts"] = ProviderChain(
"ct_accounts",
description="Curated CT account list — 35+ top accounts across 5 tiers",
description="Curated CT account list - 35+ top accounts across 5 tiers",
providers=[
Provider(
"ct_account_list",
@ -2666,7 +2667,7 @@ def build_provider_chains() -> dict[str, ProviderChain]:
except ImportError as e:
logger.warning(f"X/CT Intelligence not available: {e}")
# ── SOCIAL INTELLIGENCE — KOL tracking, shill detection, Daily Intel ──
# ── SOCIAL INTELLIGENCE - KOL tracking, shill detection, Daily Intel ──
try:
from app.databus.daily_intel import generate_daily_intel
from app.databus.social_intel import (
@ -2681,7 +2682,7 @@ def build_provider_chains() -> dict[str, ProviderChain]:
chains["kol_track"] = ProviderChain(
"kol_track",
description="KOL call tracking — record and analyze influencer token calls",
description="KOL call tracking - record and analyze influencer token calls",
providers=[
Provider(
"kol_call_tracker",
@ -2695,7 +2696,7 @@ def build_provider_chains() -> dict[str, ProviderChain]:
chains["kol_profile"] = ProviderChain(
"kol_profile",
description="KOL performance profile — trust score, call history, win rate",
description="KOL performance profile - trust score, call history, win rate",
providers=[
Provider(
"kol_profiler",
@ -2709,7 +2710,7 @@ def build_provider_chains() -> dict[str, ProviderChain]:
chains["kol_leaderboard"] = ProviderChain(
"kol_leaderboard",
description="KOL leaderboard — ranked by trust score and accuracy",
description="KOL leaderboard - ranked by trust score and accuracy",
providers=[
Provider(
"kol_board",
@ -2723,7 +2724,7 @@ def build_provider_chains() -> dict[str, ProviderChain]:
chains["shill_detector"] = ProviderChain(
"shill_detector",
description="Shill campaign detection — coordinated promotion, paid content, pump-and-dump",
description="Shill campaign detection - coordinated promotion, paid content, pump-and-dump",
providers=[
Provider(
"shill_scanner",
@ -2744,7 +2745,7 @@ def build_provider_chains() -> dict[str, ProviderChain]:
chains["scam_monitor"] = ProviderChain(
"scam_monitor",
description="Scam channel monitor — Telegram/Discord scam pattern detection",
description="Scam channel monitor - Telegram/Discord scam pattern detection",
providers=[
Provider(
"scam_scanner",
@ -2758,7 +2759,7 @@ def build_provider_chains() -> dict[str, ProviderChain]:
chains["daily_intel"] = ProviderChain(
"daily_intel",
description="Daily Intelligence Briefing — OpenRouter free model research + writing, publish to X/Telegram/Ghost",
description="Daily Intelligence Briefing - OpenRouter free model research + writing, publish to X/Telegram/Ghost",
providers=[
Provider(
"intel_reporter",
@ -2772,7 +2773,7 @@ def build_provider_chains() -> dict[str, ProviderChain]:
chains["social_metrics"] = ProviderChain(
"social_metrics",
description="Social metrics aggregator — trending topics, sentiment, KOL activity",
description="Social metrics aggregator - trending topics, sentiment, KOL activity",
providers=[
Provider(
"social_aggregator",
@ -2790,13 +2791,13 @@ def build_provider_chains() -> dict[str, ProviderChain]:
except ImportError as e:
logger.warning(f"Social Intelligence not available: {e}")
# ── MODEL REGISTRY — Smart free model routing, quality review ──
# ── MODEL REGISTRY - Smart free model routing, quality review ──
try:
from app.databus.model_registry import ai_call, get_usage_stats, review_content
chains["ai_task"] = ProviderChain(
"ai_task",
description="AI task execution — smart routing across free models (research/writing/coding/review/fast)",
description="AI task execution - smart routing across free models (research/writing/coding/review/fast)",
providers=[
Provider(
"ai_runner",
@ -2816,7 +2817,7 @@ def build_provider_chains() -> dict[str, ProviderChain]:
chains["content_review"] = ProviderChain(
"content_review",
description="Content quality review — checks for AI-slop, forbidden words, human voice",
description="Content quality review - checks for AI-slop, forbidden words, human voice",
providers=[
Provider(
"quality_reviewer",
@ -2830,7 +2831,7 @@ def build_provider_chains() -> dict[str, ProviderChain]:
chains["ai_usage"] = ProviderChain(
"ai_usage",
description="AI model usage statistics — track free tier consumption",
description="AI model usage statistics - track free tier consumption",
providers=[
Provider(
"usage_tracker",
@ -2846,13 +2847,13 @@ def build_provider_chains() -> dict[str, ProviderChain]:
except ImportError as e:
logger.warning(f"Model Registry not available: {e}")
# ── RAG INGESTION — nightly indexing, health checks ──
# ── RAG INGESTION - nightly indexing, health checks ──
try:
from app.databus.rag_ingestion import nightly_rag_index, rag_health_check
chains["rag_nightly"] = ProviderChain(
"rag_nightly",
description="Nightly RAG indexing — embeds news, CT, market, social data into vector store",
description="Nightly RAG indexing - embeds news, CT, market, social data into vector store",
providers=[
Provider(
"rag_indexer",
@ -2866,7 +2867,7 @@ def build_provider_chains() -> dict[str, ProviderChain]:
chains["rag_health"] = ProviderChain(
"rag_health",
description="RAG system health — collection stats, doc counts, embedder status",
description="RAG system health - collection stats, doc counts, embedder status",
providers=[
Provider(
"rag_checker",
@ -2882,7 +2883,7 @@ def build_provider_chains() -> dict[str, ProviderChain]:
except ImportError as e:
logger.warning(f"RAG Ingestion not available: {e}")
# ── HYPERLIQUID — Perp markets and funding rates ──
# ── HYPERLIQUID - Perp markets and funding rates ──
async def _passthrough_hyperliquid(**kwargs) -> dict | None:
try:
limit = kwargs.get("limit", 10)
@ -2902,7 +2903,7 @@ def build_provider_chains() -> dict[str, ProviderChain]:
],
)
# ── HYPERLIQUID ACTION — Gain/Loss Porn & Squeezes ──
# ── HYPERLIQUID ACTION - Gain/Loss Porn & Squeezes ──
async def _passthrough_hyperliquid_action(**kwargs) -> dict | None:
try:
limit = kwargs.get("limit", 5)
@ -2927,7 +2928,7 @@ def build_provider_chains() -> dict[str, ProviderChain]:
],
)
# ── INSIDER WALLETS — Premium intelligence ──
# ── INSIDER WALLETS - Premium intelligence ──
async def _passthrough_insider_wallets(**kwargs) -> dict | None:
try:
limit = kwargs.get("limit", 10)
@ -2948,7 +2949,7 @@ def build_provider_chains() -> dict[str, ProviderChain]:
],
)
# ── PREDICTION SIGNALS — Market intelligence layer ──
# ── PREDICTION SIGNALS - Market intelligence layer ──
async def _passthrough_prediction_signals(**kwargs) -> dict | None:
try:
limit = kwargs.get("limit", 5)

2
app/databus/pyth_provider.py
View file

@ -129,7 +129,7 @@ class PythPriceFeedProvider:
publish_time = price_info.get("publish_time")
# Convert price to decimal format
if price and expo:
if price and expo: # noqa: SIM108
# Price is stored as integer with exponent
price_decimal = int(price) * (10**expo)
else:

8
app/databus/rag_ingestion.py
View file

@ -1,5 +1,5 @@
"""
Rug Munch Intelligence — RAG Ingestion Pipeline
Rug Munch Intelligence - RAG Ingestion Pipeline
=================================================
Nightly indexing of ALL data sources into the RAG system.
Feeds: news, CT rundown, market data, social metrics, on-chain data.
@ -18,9 +18,9 @@ logger = logging.getLogger("rag_ingestion")
async def nightly_rag_index(**kw) -> dict:
"""Nightly RAG indexing — embeds all new content from all sources.
"""Nightly RAG indexing - embeds all new content from all sources.
Called by cron at 3AM UTC. Idempotent — only indexes new content.
Called by cron at 3AM UTC. Idempotent - only indexes new content.
"""
indexed = {"collections": {}, "total_docs": 0, "errors": []}
@ -177,7 +177,7 @@ async def _embed_batch(docs: list[dict], collection: str) -> int:
async def rag_health_check(**kw) -> dict:
"""Check RAG system health — collections, doc counts, storage."""
"""Check RAG system health - collections, doc counts, storage."""
try:
import redis

2
app/databus/rag_provider.py
View file

@ -1,5 +1,5 @@
"""
DataBus RAG Provider — wire the world-class RAG engine into DataBus.
DataBus RAG Provider - wire the world-class RAG engine into DataBus.
"""
import logging

2
app/databus/response_schema.py
View file

@ -13,7 +13,7 @@ class SchemaValidator:
that doesn't match, the DataBus falls back to the next provider.
"""
SCHEMAS = {
SCHEMAS = { # noqa: RUF012
"token_price": {
"required": ["price_usd"],
"optional": ["change_24h", "volume_24h", "market_cap"],

108
app/databus/router.py
View file

@ -1,18 +1,18 @@
"""
DataBus Router — Unified API Endpoints
DataBus Router - Unified API Endpoints
========================================
Replaces the fractured caching_shield/router, cache_manager stats,
and all connector-specific endpoints with a single clean interface.
POST /api/v1/databus/fetch — Fetch data (any type)
GET /api/v1/databus/health — System health + cache stats
GET /api/v1/databus/capacity — Credit report + recommendations
GET /api/v1/databus/chains — List all provider chains
POST /api/v1/databus/invalidate — Clear cache (admin)
GET /api/v1/databus/vault/status — Key pool status (admin, no key values)
GET /api/v1/databus/vault/reload — Reload keys from vault (admin)
GET /api/v1/databus/fetch/{type} — GET convenience for simple queries
POST /api/v1/databus/fetch - Fetch data (any type)
GET /api/v1/databus/health - System health + cache stats
GET /api/v1/databus/capacity - Credit report + recommendations
GET /api/v1/databus/chains - List all provider chains
POST /api/v1/databus/invalidate - Clear cache (admin)
GET /api/v1/databus/vault/status - Key pool status (admin, no key values)
GET /api/v1/databus/vault/reload - Reload keys from vault (admin)
GET /api/v1/databus/fetch/{type} - GET convenience for simple queries
"""
import logging
@ -21,6 +21,10 @@ import os
from fastapi import APIRouter, HTTPException, Query, Request
from app.databus.core import databus
from app.databus.social import (
X_DAILY_READ_BUDGET,
X_FREE_MONTHLY_READ_LIMIT,
)
logger = logging.getLogger("databus.router")
@ -40,7 +44,7 @@ async def databus_fetch(request: Request):
"""
Universal data fetch endpoint.
Every response is packaged based on who's asking.
No raw data leaks — consumers only get what they're authorized for.
No raw data leaks - consumers only get what they're authorized for.
Body: {
"data_type": "token_price", # required
@ -131,7 +135,7 @@ async def databus_access_matrix(request: Request):
if not _verify_admin(request):
from app.databus.access_control import access_controller
# Non-admin sees a limited view — only their tier's access
# Non-admin sees a limited view - only their tier's access
return {"note": "Full matrix requires admin key. Your access depends on your consumer type."}
from app.databus.access_control import access_controller
@ -370,7 +374,7 @@ async def prediction_signals(request: Request):
@router.post("/batch")
async def databus_batch(request: Request):
"""#7 Batch DataBus — fetch multiple data types in one call.
"""#7 Batch DataBus - fetch multiple data types in one call.
Body: {
"requests": [
@ -427,7 +431,7 @@ async def databus_warm_stop(request: Request):
@router.get("/providers/health")
async def databus_providers_health(request: Request):
"""#5 Provider Health Dashboard — per-provider success/failure/latency/circuit status."""
"""#5 Provider Health Dashboard - per-provider success/failure/latency/circuit status."""
if not _verify_admin(request):
raise HTTPException(401, "Admin key required")
if not databus._initialized:
@ -472,7 +476,7 @@ async def databus_schema_validate(request: Request):
@router.get("/social/x/profile/{username}")
async def social_x_profile(username: str):
"""Get X/Twitter user profile — cached 24h."""
"""Get X/Twitter user profile - cached 24h."""
from app.databus.social import SocialDataAggregator
agg = SocialDataAggregator(databus.cache)
@ -484,7 +488,7 @@ async def social_x_profile(username: str):
@router.get("/social/x/tweets/{username}")
async def social_x_tweets(username: str, count: int = Query(20, ge=1, le=100)):
"""Get recent tweets from user — cached 15min."""
"""Get recent tweets from user - cached 15min."""
from app.databus.social import SocialDataAggregator
agg = SocialDataAggregator(databus.cache)
@ -501,7 +505,7 @@ async def social_x_tweets(username: str, count: int = Query(20, ge=1, le=100)):
@router.get("/social/x/mentions")
async def social_x_mentions(count: int = Query(20, ge=1, le=100)):
"""Get mentions of @CryptoRugMunch — cached 15min."""
"""Get mentions of @CryptoRugMunch - cached 15min."""
from app.databus.social import SocialDataAggregator
agg = SocialDataAggregator(databus.cache)
@ -513,7 +517,7 @@ async def social_x_mentions(count: int = Query(20, ge=1, le=100)):
@router.get("/social/x/engagement")
async def social_x_engagement(tweet_ids: str = Query(..., description="Comma-separated tweet IDs")):
"""Get engagement metrics for tweets — cached 1h."""
"""Get engagement metrics for tweets - cached 1h."""
from app.databus.social import SocialDataAggregator
agg = SocialDataAggregator(databus.cache)
@ -524,7 +528,7 @@ async def social_x_engagement(tweet_ids: str = Query(..., description="Comma-sep
@router.get("/social/x/search")
async def social_x_search(q: str = Query(..., description="Search query"), count: int = Query(10, ge=1, le=100)):
"""Search X/Twitter — VERY expensive, cached 24h. Use sparingly."""
"""Search X/Twitter - VERY expensive, cached 24h. Use sparingly."""
from app.databus.social import SocialDataAggregator
agg = SocialDataAggregator(databus.cache)
@ -536,7 +540,7 @@ async def social_x_search(q: str = Query(..., description="Search query"), count
@router.get("/social/kol/{username}")
async def social_kol_reputation(username: str):
"""KOL reputation score — cached 24h."""
"""KOL reputation score - cached 24h."""
from app.databus.social import SocialDataAggregator
agg = SocialDataAggregator(databus.cache)
@ -545,7 +549,7 @@ async def social_kol_reputation(username: str):
@router.get("/social/sentiment")
async def social_sentiment(username: str = Query("CryptoRugMunch")):
"""Brand sentiment analysis — cached 1h."""
"""Brand sentiment analysis - cached 1h."""
from app.databus.social import SocialDataAggregator
agg = SocialDataAggregator(databus.cache)
@ -572,7 +576,7 @@ X_HANDLE = "CryptoRugMunch"
@router.get("/social/x/discover")
async def social_x_discover(handle: str = Query(X_HANDLE), limit: int = Query(50, ge=1, le=100)):
"""Discover tweets via web search — no API needed, works for free."""
"""Discover tweets via web search - no API needed, works for free."""
from app.databus.social_scraper import XWebScraper
scraper = XWebScraper(databus.cache)
@ -582,7 +586,7 @@ async def social_x_discover(handle: str = Query(X_HANDLE), limit: int = Query(50
@router.get("/social/x/engagement-report")
async def social_x_engagement_report(handle: str = Query(X_HANDLE)):
"""Get engagement report for a handle — avg likes, best tweets, posting frequency."""
"""Get engagement report for a handle - avg likes, best tweets, posting frequency."""
from app.databus.social_scraper import XWebScraper
scraper = XWebScraper(databus.cache)
@ -592,7 +596,7 @@ async def social_x_engagement_report(handle: str = Query(X_HANDLE)):
@router.get("/social/x/mentions-discover")
async def social_x_mentions_discover(handle: str = Query(X_HANDLE), limit: int = Query(20, ge=1, le=50)):
"""Find tweets mentioning a handle — via web search."""
"""Find tweets mentioning a handle - via web search."""
from app.databus.social_scraper import XWebScraper
scraper = XWebScraper(databus.cache)
@ -716,7 +720,7 @@ async def bitquery_contract_events(
# ═══════════════════════════════════════════════════════════════════════════════
# INTELLIGENT WEBHOOK SYSTEM — Arkham, Helius, Moralis, Alchemy + custom
# INTELLIGENT WEBHOOK SYSTEM - Arkham, Helius, Moralis, Alchemy + custom
# ═══════════════════════════════════════════════════════════════════════════════
@ -732,7 +736,7 @@ async def receive_webhook(service: str, request: Request):
try:
from app.databus.webhooks import handle_webhook
except ImportError:
raise HTTPException(501, "Webhook system not available")
raise HTTPException(501, "Webhook system not available") from None
raw_body = await request.body()
headers = dict(request.headers)
@ -758,7 +762,7 @@ async def list_webhooks_endpoint():
return await list_webhooks()
except ImportError:
raise HTTPException(501, "Webhook system not available")
raise HTTPException(501, "Webhook system not available") from None
@router.post("/webhooks/setup/{service}")
@ -775,7 +779,7 @@ async def setup_webhook_endpoint(service: str, request: Request):
try:
from app.databus.webhooks import setup_webhook
except ImportError:
raise HTTPException(501, "Webhook system not available")
raise HTTPException(501, "Webhook system not available") from None
body = await request.json()
result = await setup_webhook(
@ -814,13 +818,13 @@ async def premium_dev_finder(token: str, chain: str = "solana", request: Request
@router.get("/premium/snipers/{address}")
async def premium_sniper_detect(address: str, chain: str = "solana", request: Request = None):
"""Detect snipers — first-block buyers with fast dumps. Premium tier."""
"""Detect snipers - first-block buyers with fast dumps. Premium tier."""
return await databus.fetch("sniper_detect", address=address, chain=chain)
@router.get("/premium/bot-farms/{address}")
async def premium_bot_farms(address: str, chain: str = "solana", request: Request = None):
"""Detect bot farms — identical behavior patterns. Premium tier."""
"""Detect bot farms - identical behavior patterns. Premium tier."""
return await databus.fetch("bot_farm_detect", address=address, chain=chain)
@ -850,18 +854,18 @@ async def premium_mev(address: str, chain: str = "solana", request: Request = No
@router.get("/premium/fresh-wallets/{address}")
async def premium_fresh_wallets(address: str, chain: str = "solana", request: Request = None):
"""Analyze fresh wallet concentration — high new-wallet % = rug risk. Premium tier."""
"""Analyze fresh wallet concentration - high new-wallet % = rug risk. Premium tier."""
return await databus.fetch("fresh_wallet_analysis", address=address, chain=chain)
# ═══════════════════════════════════════════════════════════════════════════════
# RUGCHARTS — Volume Authenticity, OHLCV, Token Security
# RUGCHARTS - Volume Authenticity, OHLCV, Token Security
# ═══════════════════════════════════════════════════════════════════════════════
@router.get("/premium/volume-authenticity/{address}")
async def premium_volume_auth(address: str, chain: str = "ethereum", request: Request = None):
"""Fake volume % with bootstrap CI. The RugCharts moat — no one else does this."""
"""Fake volume % with bootstrap CI. The RugCharts moat - no one else does this."""
return await databus.fetch(
"volume_authenticity",
address=address,
@ -889,7 +893,7 @@ async def ohlcv_candles(
@router.get("/premium/security-scan/{address}")
async def premium_security_scan(address: str, chain: str = "ethereum", request: Request = None):
"""37+ security checks — GoPlus, honeypot, contract, liquidity, holders, rug pull indicators."""
"""37+ security checks - GoPlus, honeypot, contract, liquidity, holders, rug pull indicators."""
return await databus.fetch("token_security", address=address, chain=chain)
@ -900,13 +904,13 @@ async def security_check_matrix():
# ═══════════════════════════════════════════════════════════════════════════════
# RUGCHARTS INTELLIGENCE — 10 Premium Endpoints
# RUGCHARTS INTELLIGENCE - 10 Premium Endpoints
# ═══════════════════════════════════════════════════════════════════════════════
@router.get("/premium/smart-money")
async def smart_money_endpoint(chain: str = "solana", limit: int = 20):
"""What profitable wallets are buying right now — with entity labels."""
"""What profitable wallets are buying right now - with entity labels."""
return await databus.fetch("smart_money", chain=chain, limit=limit)
@ -924,7 +928,7 @@ async def token_launches_endpoint(chain: str = "solana", limit: int = 50):
@router.get("/premium/insider-detection/{address}")
async def insider_detection_endpoint(address: str, chain: str = "solana"):
"""Detect pre-pump accumulation — volume spikes before major price moves."""
"""Detect pre-pump accumulation - volume spikes before major price moves."""
return await databus.fetch("insider_detection", address=address, chain=chain)
@ -972,7 +976,7 @@ async def tier_comparison_endpoint():
# ═══════════════════════════════════════════════════════════════════════════════
# MARKET DATA — Free APIs: CoinGecko, Fear & Greed, Polymarket
# MARKET DATA - Free APIs: CoinGecko, Fear & Greed, Polymarket
# ═══════════════════════════════════════════════════════════════════════════════
@ -995,7 +999,7 @@ async def market_trending():
@router.get("/market/prediction-markets")
async def prediction_markets():
async def prediction_markets(): # noqa: F811
"""Prediction markets from Polymarket. Free, no key needed."""
return await databus.fetch("prediction_markets")
@ -1013,19 +1017,19 @@ async def full_news(limit: int = 15):
# ═══════════════════════════════════════════════════════════════════════════════
# NEWS INTELLIGENCE — Multi-source, quality-scored, social-enabled
# NEWS INTELLIGENCE - Multi-source, quality-scored, social-enabled
# ═══════════════════════════════════════════════════════════════════════════════
@router.get("/news/intel")
async def news_intel(limit: int = 30):
"""Complete news intelligence — 10+ sources, quality-scored, deduped, sentiment-tagged."""
"""Complete news intelligence - 10+ sources, quality-scored, deduped, sentiment-tagged."""
return await databus.fetch("news_intel", limit=limit)
@router.get("/news/weekly-best")
async def weekly_best(limit: int = 20):
"""Curated weekly best — highest quality crypto journalism."""
"""Curated weekly best - highest quality crypto journalism."""
return await databus.fetch("weekly_best", limit=limit)
@ -1037,7 +1041,7 @@ async def academic_papers(limit: int = 10):
@router.get("/news/social")
async def social_feed(limit: int = 30):
"""Crypto social feed — X/Twitter + CryptoPanic sentiment."""
"""Crypto social feed - X/Twitter + CryptoPanic sentiment."""
return await databus.fetch("social_feed", limit=limit)
@ -1079,58 +1083,58 @@ async def create_bb_from_article(content_hash: str, request: Request):
# ═══════════════════════════════════════════════════════════════════════════════
# CT RUNDOWN — Crypto Twitter Intelligence
# CT RUNDOWN - Crypto Twitter Intelligence
# ═══════════════════════════════════════════════════════════════════════════════
@router.get("/news/ct-rundown")
async def ct_rundown(limit: int = 20):
"""CT Rundown — top 20 Crypto Twitter stories, AI-summarized, category-diverse."""
"""CT Rundown - top 20 Crypto Twitter stories, AI-summarized, category-diverse."""
return await databus.fetch("ct_rundown", limit=limit)
@router.get("/news/ct-accounts")
async def ct_accounts():
"""Curated CT account list — 150+ top accounts across 6 tiers."""
"""Curated CT account list - 150+ top accounts across 6 tiers."""
return await databus.fetch("ct_accounts")
# ═══════════════════════════════════════════════════════════════════════════════
# SOCIAL INTELLIGENCE — KOL tracking, shill detection, Daily Intel
# SOCIAL INTELLIGENCE - KOL tracking, shill detection, Daily Intel
# ═══════════════════════════════════════════════════════════════════════════════
@router.get("/social/kol/{handle}")
async def kol_profile(handle: str):
"""KOL performance profile — trust score, call history, win rate."""
"""KOL performance profile - trust score, call history, win rate."""
return await databus.fetch("kol_profile", handle=handle)
@router.get("/social/kol-leaderboard")
async def kol_leaderboard(limit: int = 20):
"""KOL leaderboard — ranked by trust score and accuracy."""
"""KOL leaderboard - ranked by trust score and accuracy."""
return await databus.fetch("kol_leaderboard", limit=limit)
@router.get("/social/shill-alerts")
async def shill_alerts():
"""Active shill campaigns — coordinated promotion, pump-and-dump patterns."""
"""Active shill campaigns - coordinated promotion, pump-and-dump patterns."""
return await databus.fetch("shill_detector")
@router.get("/social/scam-monitor")
async def scam_monitor():
"""Scam channel monitoring — Telegram/Discord scam pattern detection."""
"""Scam channel monitoring - Telegram/Discord scam pattern detection."""
return await databus.fetch("scam_monitor")
@router.get("/social/metrics")
async def social_metrics():
"""Social metrics — trending topics, sentiment, KOL activity."""
"""Social metrics - trending topics, sentiment, KOL activity."""
return await databus.fetch("social_metrics")
@router.get("/intel/daily")
async def daily_intel():
"""Daily Intelligence Report — Groq AI-powered market briefing with all data sources."""
"""Daily Intelligence Report - Groq AI-powered market briefing with all data sources."""
return await databus.fetch("daily_intel")

60
app/databus/rugcharts_intel.py
View file

@ -1,19 +1,19 @@
"""
RugCharts Intelligence Layer — 10 Immediate Wins
RugCharts Intelligence Layer - 10 Immediate Wins
=================================================
Every feature uses existing DataBus infrastructure (Arkham, Helius, Redis, RAG).
No new dependencies. No ML training. Pure immediate value.
1. SMART MONEY FEED — What profitable wallets are buying right now
2. WHALE ALERT STREAM — Real-time large transaction detection
3. TOKEN LAUNCH SCANNER — New token detection + instant risk score
4. INSIDER PATTERN DETECTOR — Pre-pump accumulation detection
5. LIQUIDITY RISK MONITOR — LP health + pull detection
6. HOLDER HEALTH SCORE — Distribution analysis (Gini, concentration, freshness)
7. CROSS-CHAIN ENTITY INTEL — Same entity across chains via Arkham
8. RUG PATTERN MATCHER — RAG-powered similarity to known rug pulls
9. DEVELOPER REPUTATION — Deployer history across tokens
10. INSTANT TOKEN REPORT — One-call comprehensive intel on any token
1. SMART MONEY FEED - What profitable wallets are buying right now
2. WHALE ALERT STREAM - Real-time large transaction detection
3. TOKEN LAUNCH SCANNER - New token detection + instant risk score
4. INSIDER PATTERN DETECTOR - Pre-pump accumulation detection
5. LIQUIDITY RISK MONITOR - LP health + pull detection
6. HOLDER HEALTH SCORE - Distribution analysis (Gini, concentration, freshness)
7. CROSS-CHAIN ENTITY INTEL - Same entity across chains via Arkham
8. RUG PATTERN MATCHER - RAG-powered similarity to known rug pulls
9. DEVELOPER REPUTATION - Deployer history across tokens
10. INSTANT TOKEN REPORT - One-call comprehensive intel on any token
"""
import json
@ -61,7 +61,7 @@ def _r():
# ═══════════════════════════════════════════════════════════════════════
# 1. SMART MONEY FEED — Profitable wallets, what they're buying
# 1. SMART MONEY FEED - Profitable wallets, what they're buying
# ═══════════════════════════════════════════════════════════════════════
@ -163,7 +163,7 @@ async def smart_money_feed(chain: str = "solana", limit: int = 20, **kw) -> dict
# ═══════════════════════════════════════════════════════════════════════
# 2. WHALE ALERT STREAM — Real-time large transaction detection
# 2. WHALE ALERT STREAM - Real-time large transaction detection
# ═══════════════════════════════════════════════════════════════════════
@ -257,7 +257,7 @@ async def whale_alert_stream(
# ═══════════════════════════════════════════════════════════════════════
# 3. TOKEN LAUNCH SCANNER — New token detection + instant risk score
# 3. TOKEN LAUNCH SCANNER - New token detection + instant risk score
# ═══════════════════════════════════════════════════════════════════════
@ -372,7 +372,7 @@ async def token_launch_scanner(chain: str = "solana", limit: int = 50, **kw) ->
# ═══════════════════════════════════════════════════════════════════════
# 4. INSIDER PATTERN DETECTOR — Pre-pump accumulation
# 4. INSIDER PATTERN DETECTOR - Pre-pump accumulation
# ═══════════════════════════════════════════════════════════════════════
@ -470,14 +470,14 @@ async def insider_pattern_detector(address: str = "", chain: str = "solana", **k
# ═══════════════════════════════════════════════════════════════════════
# 5. LIQUIDITY RISK MONITOR — LP health + pull detection
# 5. LIQUIDITY RISK MONITOR - LP health + pull detection
# ═══════════════════════════════════════════════════════════════════════
async def liquidity_risk_monitor(address: str = "", chain: str = "solana", **kw) -> dict | None:
"""Monitor liquidity pool health: LP lock, concentration, removal risk.
Critical for rug pull prevention — the #1 thing degens need to check.
Critical for rug pull prevention - the #1 thing degens need to check.
"""
if not address:
return None
@ -592,7 +592,7 @@ async def liquidity_risk_monitor(address: str = "", chain: str = "solana", **kw)
# ═══════════════════════════════════════════════════════════════════════
# 6. HOLDER HEALTH SCORE — Distribution analysis
# 6. HOLDER HEALTH SCORE - Distribution analysis
# ═══════════════════════════════════════════════════════════════════════
@ -717,7 +717,7 @@ async def holder_health_score(address: str = "", chain: str = "solana", **kw) ->
# ═══════════════════════════════════════════════════════════════════════
# 7. CROSS-CHAIN ENTITY INTEL — Same entity across chains via Arkham
# 7. CROSS-CHAIN ENTITY INTEL - Same entity across chains via Arkham
# ═══════════════════════════════════════════════════════════════════════
@ -808,7 +808,7 @@ async def cross_chain_entity(address: str = "", **kw) -> dict | None:
# ═══════════════════════════════════════════════════════════════════════
# 8. RUG PATTERN MATCHER — RAG similarity to known rug pulls
# 8. RUG PATTERN MATCHER - RAG similarity to known rug pulls
# ═══════════════════════════════════════════════════════════════════════
RUG_PATTERNS = [
@ -820,7 +820,7 @@ RUG_PATTERNS = [
},
{
"pattern": "honeypot_sell_tax_100",
"name": "Honeypot — 100% Sell Tax",
"name": "Honeypot - 100% Sell Tax",
"severity": "CRITICAL",
"description": "Buy works, sell reverts. Token is locked.",
},
@ -976,7 +976,7 @@ async def rug_pattern_matcher(address: str = "", chain: str = "solana", **kw) ->
elif pattern["pattern"] == "honeypot_sell_tax_100":
if signals["is_new"] and signals["holder_count"] < 50:
score = 60
evidence.append("New token with few holders — possible honeypot")
evidence.append("New token with few holders - possible honeypot")
if signals["top_holder_pct"] > 90:
score += 20
evidence.append("Single wallet dominance")
@ -1049,7 +1049,7 @@ async def rug_pattern_matcher(address: str = "", chain: str = "solana", **kw) ->
# ═══════════════════════════════════════════════════════════════════════
# 9. DEVELOPER REPUTATION — Deployer history tracking
# 9. DEVELOPER REPUTATION - Deployer history tracking
# ═══════════════════════════════════════════════════════════════════════
@ -1157,7 +1157,7 @@ async def developer_reputation(address: str = "", chain: str = "solana", **kw) -
# ═══════════════════════════════════════════════════════════════════════
# 10. INSTANT TOKEN REPORT — One-call comprehensive intel
# 10. INSTANT TOKEN REPORT - One-call comprehensive intel
# ═══════════════════════════════════════════════════════════════════════
@ -1340,17 +1340,17 @@ async def instant_token_report(address: str = "", chain: str = "solana", **kw) -
# Quick verdict
sections = report["sections"]
if sections.get("security", {}).get("band") == "DANGER":
report["quick_verdict"] = "EXTREME RISK — Multiple critical security failures detected"
report["quick_verdict"] = "EXTREME RISK - Multiple critical security failures detected"
elif report["overall_risk"]["level"] == "CRITICAL":
report["quick_verdict"] = "HIGH RISK — Multiple red flags. Not recommended."
report["quick_verdict"] = "HIGH RISK - Multiple red flags. Not recommended."
elif report["overall_risk"]["level"] == "HIGH":
report["quick_verdict"] = "ELEVATED RISK — Proceed with caution. Review details."
report["quick_verdict"] = "ELEVATED RISK - Proceed with caution. Review details."
elif report["overall_risk"]["level"] == "MEDIUM":
report["quick_verdict"] = "MODERATE RISK — Standard for new tokens. Monitor closely."
report["quick_verdict"] = "MODERATE RISK - Standard for new tokens. Monitor closely."
elif sections.get("entity", {}).get("name"):
report["quick_verdict"] = f"KNOWN ENTITY — {sections['entity']['name']}. Lower risk."
report["quick_verdict"] = f"KNOWN ENTITY - {sections['entity']['name']}. Lower risk."
else:
report["quick_verdict"] = "LOW RISK — No significant concerns detected."
report["quick_verdict"] = "LOW RISK - No significant concerns detected."
report["sections_count"] = len(report["sections"])
report["source"] = "instant_token_report"

2
app/databus/security.py
View file

@ -1,5 +1,5 @@
"""
DataBus Security Gate — Access Control for Premium/Paid Data
DataBus Security Gate - Access Control for Premium/Paid Data
==============================================================
Three tiers:

50
app/databus/social.py
View file

@ -1,5 +1,5 @@
"""
DataBus Social Data Provider — X/Twitter + Cross-Platform Intelligence
DataBus Social Data Provider - X/Twitter + Cross-Platform Intelligence
======================================================================
Tiered access to social data with aggressive caching:
@ -28,16 +28,16 @@ logger = logging.getLogger("databus.social")
# Free tier: 1,500 tweets/month POST, 10k reads/month
# Basic tier ($100/mo): 3,000 tweets POST, 10k reads/day
# Pro tier ($5,000/mo): Full search, 1M tweets/month
# We use FREE tier — must be surgical with reads
# We use FREE tier - must be surgical with reads
X_FREE_MONTHLY_READ_LIMIT = 10_000
X_FREE_MONTHLY_POST_LIMIT = 1_500
X_DAILY_READ_BUDGET = 333 # ~10k/30 days
# Cache TTLs (long because of read budget constraints)
CACHE_TTL_HOT = 900 # 15 min — real-time-ish
CACHE_TTL_WARM = 3600 # 1 hour — recent
CACHE_TTL_COLD = 86400 # 24 hours — historical
CACHE_TTL_WEEKLY = 604800 # 7 days — old data
CACHE_TTL_HOT = 900 # 15 min - real-time-ish
CACHE_TTL_WARM = 3600 # 1 hour - recent
CACHE_TTL_COLD = 86400 # 24 hours - historical
CACHE_TTL_WEEKLY = 604800 # 7 days - old data
class XTwitterProvider:
@ -66,7 +66,7 @@ class XTwitterProvider:
self._loaded = False
async def _load_creds(self):
"""Load X credentials from vault — NEVER read from .env or plaintext."""
"""Load X credentials from vault - NEVER read from .env or plaintext."""
if self._loaded:
return
try:
@ -149,7 +149,7 @@ class XTwitterProvider:
logger.warning("X API rate limited")
return None
if resp.status_code == 401:
logger.warning("X API auth failed — token may need refresh")
logger.warning("X API auth failed - token may need refresh")
return None
resp.raise_for_status()
@ -164,7 +164,7 @@ class XTwitterProvider:
# ── Public Data Endpoints (cached aggressively) ──────────────
async def get_user(self, username: str) -> dict | None:
"""Get user profile — cached 24h."""
"""Get user profile - cached 24h."""
cache_key = f"social:x:user:{username}"
cached = await self.cache.get(cache_key)
if cached:
@ -187,7 +187,7 @@ class XTwitterProvider:
since_id: str | None = None,
tweet_fields: str | None = None,
) -> list[dict] | None:
"""Get recent tweets from a user — cached 15min hot, 1h warm."""
"""Get recent tweets from a user - cached 15min hot, 1h warm."""
cache_key = f"social:x:tweets:{user_id}:{max_results}:{since_id or 'latest'}"
cached = await self.cache.get(cache_key)
if cached:
@ -213,7 +213,7 @@ class XTwitterProvider:
return None
async def get_mentions(self, user_id: str, max_results: int = 100) -> list[dict] | None:
"""Get mentions of user — cached 15min."""
"""Get mentions of user - cached 15min."""
cache_key = f"social:x:mentions:{user_id}:{max_results}"
cached = await self.cache.get(cache_key)
if cached:
@ -234,7 +234,7 @@ class XTwitterProvider:
return None
async def get_tweet(self, tweet_id: str) -> dict | None:
"""Get a single tweet — cached 24h (tweets don't change)."""
"""Get a single tweet - cached 24h (tweets don't change)."""
cache_key = f"social:x:tweet:{tweet_id}"
cached = await self.cache.get(cache_key)
if cached:
@ -255,7 +255,7 @@ class XTwitterProvider:
return None
async def get_engagement_metrics(self, tweet_ids: list[str]) -> dict[str, dict]:
"""Get engagement metrics for multiple tweets — cached 1h."""
"""Get engagement metrics for multiple tweets - cached 1h."""
if not tweet_ids:
return {}
@ -283,7 +283,7 @@ class XTwitterProvider:
return results
async def get_followers_count(self, user_id: str) -> int | None:
"""Quick follower count check — cached 1h."""
"""Quick follower count check - cached 1h."""
cache_key = f"social:x:followers:{user_id}"
cached = await self.cache.get(cache_key)
if cached:
@ -301,7 +301,7 @@ class XTwitterProvider:
async def post_tweet(
self, text: str, reply_to: str | None = None, media_ids: list[str] | None = None
) -> dict | None:
"""Post a tweet — requires x402 payment, uses POST budget."""
"""Post a tweet - requires x402 payment, uses POST budget."""
payload = {"text": text}
if reply_to:
payload["reply"] = {"in_reply_to_tweet_id": reply_to}
@ -317,13 +317,13 @@ class SocialDataAggregator:
Aggregates social data from X/Twitter + web sources.
Provides DataBus-compatible routes:
- social/x/profile — user profile data
- social/x/tweets — recent tweets (cached)
- social/x/mentions — brand mentions
- social/x/engagement — engagement metrics
- social/x/search — keyword search (expensive, cache heavily)
- social/kol/reputation — KOL reputation scores
- social/sentiment — basic sentiment from recent mentions
- social/x/profile - user profile data
- social/x/tweets - recent tweets (cached)
- social/x/mentions - brand mentions
- social/x/engagement - engagement metrics
- social/x/search - keyword search (expensive, cache heavily)
- social/kol/reputation - KOL reputation scores
- social/sentiment - basic sentiment from recent mentions
"""
def __init__(self, cache: CacheLayer):
@ -332,7 +332,7 @@ class SocialDataAggregator:
self._our_user_id: str | None = None
async def get_our_profile(self) -> dict | None:
"""Get @CryptoRugMunch profile — cached 1h."""
"""Get @CryptoRugMunch profile - cached 1h."""
return await self.x.get_user("CryptoRugMunch")
async def get_our_tweets(self, count: int = 20, since_id: str | None = None) -> list[dict] | None:
@ -351,7 +351,7 @@ class SocialDataAggregator:
async def search_mentions(self, query: str, count: int = 10) -> list[dict] | None:
"""
Search for brand mentions — VERY expensive on free tier.
Search for brand mentions - VERY expensive on free tier.
Heavily cached (24h). Only use for critical queries.
"""
cache_key = f"social:x:search:{hashlib.md5(query.encode()).hexdigest()}"
@ -428,7 +428,7 @@ class SocialDataAggregator:
async def get_sentiment(self, username: str = "CryptoRugMunch") -> dict:
"""
Basic sentiment analysis of recent mentions.
Uses cached data only — no live API calls.
Uses cached data only - no live API calls.
Falls back to web scraping if no cached data.
"""
cache_key = f"social:sentiment:{username}"

2
app/databus/social_feeds.py
View file

@ -1,5 +1,5 @@
"""
RMI Mega News v2 — Add Reddit + Twitter/Nitter RSS feeds
RMI Mega News v2 - Add Reddit + Twitter/Nitter RSS feeds
"""
import hashlib

26
app/databus/social_intel.py
View file

@ -4,11 +4,11 @@ RugCharts Social Intelligence
KOL tracking, shill detection, scam monitoring, social metrics.
Features:
- KOL Performance Score — track historical calls, success rate
- Shill Campaign Detection — coordinated posting patterns
- Scam Channel Monitor — Telegram/Discord intelligence
- Social Sentiment — aggregate market mood from multiple platforms
- Daily Intel Report — Groq-powered market briefing
- KOL Performance Score - track historical calls, success rate
- Shill Campaign Detection - coordinated posting patterns
- Scam Channel Monitor - Telegram/Discord intelligence
- Social Sentiment - aggregate market mood from multiple platforms
- Daily Intel Report - Groq-powered market briefing
"""
import hashlib
@ -85,7 +85,7 @@ async def track_kol_call(
async def get_kol_profile(handle: str, **kw) -> dict:
"""Get a KOL's performance profile — call history, success rate, risk score."""
"""Get a KOL's performance profile - call history, success rate, risk score."""
key = _kol_key(handle)
data = KOL_DATABASE.get(key, {"calls": [], "metrics": {}})
m = data["metrics"]
@ -283,7 +283,7 @@ async def scan_scam_channels(**kw) -> dict:
# ═══════════════════════════════════════════════════════════════════════
# DAILY INTELLIGENCE REPORT — Groq-powered
# DAILY INTELLIGENCE REPORT - Groq-powered
# ═══════════════════════════════════════════════════════════════════════
@ -325,7 +325,7 @@ async def generate_daily_intel(**kw) -> dict:
context = f"""MARKET DATA:
{market_context}
FEAR & GREED INDEX: {fear}/100 — {fear_label}
FEAR & GREED INDEX: {fear}/100 - {fear_label}
TOP NEWS HEADLINES:
{chr(10).join(f"• {h}" for h in news_headlines[:8])}
@ -352,11 +352,11 @@ Generate a professional Daily Intelligence Report for crypto investors."""
"role": "system",
"content": """You are a senior crypto intelligence analyst at RugCharts.
Write a Daily Intelligence Report with these sections:
1. MARKET SNAPSHOT — 2-3 sentences on today's market
2. TOP 3 STORIES — the most important developments
3. SENTIMENT ANALYSIS — what the market is feeling
4. RISK RADAR — things to watch out for (scams, hacks, regulatory)
5. BOTTOM LINE — actionable takeaway for investors
1. MARKET SNAPSHOT - 2-3 sentences on today's market
2. TOP 3 STORIES - the most important developments
3. SENTIMENT ANALYSIS - what the market is feeling
4. RISK RADAR - things to watch out for (scams, hacks, regulatory)
5. BOTTOM LINE - actionable takeaway for investors
Be direct, data-driven, no fluff. Use emojis sparingly. Format cleanly.""",
},

2
app/databus/social_scraper.py
View file

@ -286,7 +286,7 @@ class XWebScraper:
# Convenience function for cron jobs
async def run_social_scan():
"""Run a full social scan — called by cron every 6 hours."""
"""Run a full social scan - called by cron every 6 hours."""
cache = get_cache()
scraper = XWebScraper(cache)

47
app/databus/token_security.py
View file

@ -3,9 +3,9 @@ RugCharts Token Security Matrix
================================
37+ security checks across 3 tiers: Quick Scan, Deep Scan, ML Scan.
Tier 1 (Quick Scan — <500ms): GoPlus, honeypot, taxes, basic contract checks
Tier 2 (Deep Scan — 2-10s): Bytecode analysis, liquidity analysis, holder distribution
Tier 3 (ML Scan — async): XGBoost risk classifier, bytecode anomaly, symbol executor
Tier 1 (Quick Scan - <500ms): GoPlus, honeypot, taxes, basic contract checks
Tier 2 (Deep Scan - 2-10s): Bytecode analysis, liquidity analysis, holder distribution
Tier 3 (ML Scan - async): XGBoost risk classifier, bytecode anomaly, symbol executor
Wired into DataBus as 'token_security' chain.
Produces the Authentic Score that feeds directly into the scanner.
@ -15,7 +15,7 @@ Scoring bands:
21-40: LOW RISK (light green)
41-60: MEDIUM RISK (yellow)
61-80: HIGH RISK (orange)
81-100: DANGER (red) — auto-fail
81-100: DANGER (red) - auto-fail
"""
import json
@ -24,7 +24,7 @@ import os
import time
from collections import defaultdict
from datetime import UTC, datetime
from typing import ClassVar, Any
from typing import Any, ClassVar
import httpx
import redis
@ -83,7 +83,7 @@ SECURITY_CHECKS = [
"contract_risks",
2.0,
1,
"Upgradeable proxy — owner can change logic at any time",
"Upgradeable proxy - owner can change logic at any time",
),
SecurityCheck(
"CR03",
@ -91,7 +91,7 @@ SECURITY_CHECKS = [
"contract_risks",
3.0,
1,
"Token has unrestricted mint() — infinite supply possible",
"Token has unrestricted mint() - infinite supply possible",
auto_fail=True,
),
SecurityCheck(
@ -130,7 +130,7 @@ SECURITY_CHECKS = [
# ── CATEGORY: Honeypot Detection (HP) ──
SecurityCheck(
"HP01",
"Honeypot — GoPlus",
"Honeypot - GoPlus",
"honeypot",
5.0,
1,
@ -139,7 +139,7 @@ SECURITY_CHECKS = [
),
SecurityCheck(
"HP02",
"Honeypot — Honeypot.is",
"Honeypot - Honeypot.is",
"honeypot",
5.0,
2,
@ -152,7 +152,7 @@ SECURITY_CHECKS = [
"honeypot",
3.0,
1,
"Buy tax normal but sell tax >50% — likely honeypot",
"Buy tax normal but sell tax >50% - likely honeypot",
),
SecurityCheck(
"HP04",
@ -186,7 +186,7 @@ SECURITY_CHECKS = [
"liquidity",
1.5,
1,
"Pool liquidity < $1,000 — extreme slippage risk",
"Pool liquidity < $1,000 - extreme slippage risk",
),
SecurityCheck(
"LR03",
@ -268,7 +268,7 @@ SECURITY_CHECKS = [
"deployer",
2.5,
1,
"Deployer launched 10+ tokens — factory pattern",
"Deployer launched 10+ tokens - factory pattern",
),
SecurityCheck(
"DT04",
@ -284,7 +284,7 @@ SECURITY_CHECKS = [
"deployer",
0.5,
1,
"No website, Twitter, or Telegram — likely ghost token",
"No website, Twitter, or Telegram - likely ghost token",
),
# ── CATEGORY: Token Economics (TE) ──
SecurityCheck(
@ -295,7 +295,7 @@ SECURITY_CHECKS = [
1,
"Creator/team controls >20% of total supply",
),
SecurityCheck("TE02", "Tax Anomaly", "tokenomics", 2.5, 1, "Buy/sell tax >10% — predatory economics"),
SecurityCheck("TE02", "Tax Anomaly", "tokenomics", 2.5, 1, "Buy/sell tax >10% - predatory economics"),
SecurityCheck(
"TE03",
"Transfer Fee",
@ -323,7 +323,7 @@ SECURITY_CHECKS = [
# ── CATEGORY: Rug Pull Indicators (RP) ──
SecurityCheck(
"RP01",
"Rug Pull — Known Pattern",
"Rug Pull - Known Pattern",
"rug_pull",
5.0,
2,
@ -339,14 +339,14 @@ SECURITY_CHECKS = [
"LP was removed or significantly drained",
auto_fail=True,
),
SecurityCheck("RP03", "Price Crash", "rug_pull", 2.0, 2, "Price dropped >90% within 24h — possible rug"),
SecurityCheck("RP03", "Price Crash", "rug_pull", 2.0, 2, "Price dropped >90% within 24h - possible rug"),
SecurityCheck(
"RP04",
"Duplicate Token",
"rug_pull",
1.5,
2,
"Same name/symbol as another token — impersonation",
"Same name/symbol as another token - impersonation",
),
SecurityCheck(
"RP05",
@ -354,7 +354,7 @@ SECURITY_CHECKS = [
"rug_pull",
1.0,
1,
"Token deployed within last hour — highest risk period",
"Token deployed within last hour - highest risk period",
),
]
@ -381,9 +381,9 @@ def get_check_matrix() -> dict:
"total_checks": len(SECURITY_CHECKS),
"categories": dict(categories),
"tiers": {
1: "Quick Scan (<500ms) — GoPlus, honeypot, basic contract",
2: "Deep Scan (2-10s) — Bytecode, liquidity, deployer tracing",
3: "ML Scan (async) — XGBoost, bytecode anomaly, symbolic executor",
1: "Quick Scan (<500ms) - GoPlus, honeypot, basic contract",
2: "Deep Scan (2-10s) - Bytecode, liquidity, deployer tracing",
3: "ML Scan (async) - XGBoost, bytecode anomaly, symbolic executor",
},
}
@ -394,8 +394,7 @@ def get_check_matrix() -> dict:
class TokenSecurityScorer:
"""Weighs and aggregates security check results into a 0-100 risk score."""
SCORE_BANDS: ClassVar[list] =
[
SCORE_BANDS: ClassVar[list] =[
(0, 20, "SAFE", "#00FF88"),
(21, 40, "LOW RISK", "#88FF00"),
(41, 60, "MEDIUM RISK", "#FFD700"),
@ -462,7 +461,7 @@ class TokenSecurityScorer:
async def run_quick_scan(address: str, chain: str = "ethereum", **kw) -> dict[str, Any]:
"""Tier 1 quick scan — GoPlus + basic checks. <1s target."""
"""Tier 1 quick scan - GoPlus + basic checks. <1s target."""
results = {}
api_key = kw.get("api_key", "") or kw.get("goplus_key", "") or os.getenv("GOPLUS_API_KEY", "")

24
app/databus/vault.py
View file

@ -1,5 +1,5 @@
"""
DataBus Vault Integration — Zero-Plaintext Key Management
DataBus Vault Integration - Zero-Plaintext Key Management
===========================================================
Never reads API keys from .env. Never logs them. Never exposes them in responses.
@ -8,11 +8,11 @@ auto-rotates on 429, and can refresh from vault without restart.
Architecture:
1. On startup: vault.py decrypts all keys from pass store into locked memory
2. Keys stored as obfuscated bytes — never Python strings that could be repr()'d
2. Keys stored as obfuscated bytes - never Python strings that could be repr()'d
3. When a provider needs a key: acquire() returns it for the minimum time needed
4. Key rotation: on 429/401, mark key disabled, rotate to next in pool
5. Auto-refresh: vault.py can be called to add new keys without restart
6. Admin endpoints NEVER expose key values — only status (active/disabled/rate-limited)
6. Admin endpoints NEVER expose key values - only status (active/disabled/rate-limited)
"""
import asyncio
@ -129,7 +129,7 @@ class ManagedKey:
provider: str
key_name: str # env var name e.g. "HELIUS_API_KEY"
_obfuscated: bytes # obfuscated key value — never plain string
_obfuscated: bytes # obfuscated key value - never plain string
source: str = "env" # "env" or "vault"
state: KeyState = KeyState.ACTIVE
calls_total: int = 0
@ -207,7 +207,7 @@ class ManagedKey:
self.last_refill = now
def status(self) -> dict:
"""Return status dict — NEVER includes key value."""
"""Return status dict - NEVER includes key value."""
return {
"provider": self.provider,
"key_name": self.key_name,
@ -279,7 +279,7 @@ class VaultKeyPool:
return None # All keys exhausted or rate-limited
def status(self) -> dict:
"""Return pool status — NO key values ever exposed."""
"""Return pool status - NO key values ever exposed."""
active = sum(1 for k in self.keys if k.is_available())
rate_limited = sum(1 for k in self.keys if k.state == KeyState.RATE_LIMITED)
return {
@ -472,11 +472,11 @@ class DataBusVault:
# Auto-recommendations for free tier expansion
free_tier_accounts = {
"helius": "https://dev.helius.xyz — 3 free accounts = 75 RPS",
"moralis": "https://admin.moralis.io — 3 free accounts = 75 RPS",
"etherscan": "https://etherscan.io/register — multiple free keys",
"birdeye": "https://birdeye.io — free tier available",
"solscan": "https://solscan.io — Pro API free tier",
"helius": "https://dev.helius.xyz - 3 free accounts = 75 RPS",
"moralis": "https://admin.moralis.io - 3 free accounts = 75 RPS",
"etherscan": "https://etherscan.io/register - multiple free keys",
"birdeye": "https://birdeye.io - free tier available",
"solscan": "https://solscan.io - Pro API free tier",
}
for prov, info in free_tier_accounts.items():
if prov in providers and providers[prov]["status"] != "OK":
@ -535,7 +535,7 @@ async def get_vault() -> DataBusVault:
def get_vault_sync() -> DataBusVault:
"""Synchronous access — vault must already be loaded."""
"""Synchronous access - vault must already be loaded."""
global _vault
if _vault is None:
_vault = DataBusVault()

6
app/databus/volume_authenticity.py
View file

@ -5,7 +5,7 @@ Fake volume detection across 4 layers: statistical, graph, heuristic, ML.
Produces Authentic Score (100 - fake_volume%) with bootstrap confidence intervals.
Wired into DataBus as 'volume_authenticity' chain.
Powers the RugCharts competitive moat — no other platform shows this.
Powers the RugCharts competitive moat - no other platform shows this.
Reference: Cong et al. (2023), Victor & Weintraud (2021), Niedermayer (2024)
"""
@ -278,7 +278,7 @@ class VolumeAuthenticityScorer:
buy_sell: 0.15
"""
DEFAULT_WEIGHTS = {
DEFAULT_WEIGHTS = { # noqa: RUF012
"statistical": 0.25,
"vl_ratio": 0.20,
"wallet_concentration": 0.20,
@ -336,7 +336,7 @@ class VolumeAuthenticityScorer:
# Normalize: redistribute unused weight
fake_pct = (weighted_sum / weight_total) * 100
# Confidence: method coverage × data sufficiency
# Confidence: method coverage x data sufficiency
method_coverage = len(breakdown) / len(self.weights)
data_suff = min(tx_count / 1000, 1.0)
conf = method_coverage * data_suff

8
app/databus/ws_stream.py
View file

@ -1,5 +1,5 @@
"""
DataBus WebSocket Stream — Real-time Data Push
DataBus WebSocket Stream - Real-time Data Push
================================================
WebSocket endpoint that pushes real-time data updates to connected clients.
@ -7,7 +7,7 @@ Channels: prices, alerts, whales, smart_money, market_overview, all
Clients connect to: ws://host/api/v1/databus/ws/{channel}
Premium feature — requires x402 payment or subscription for access.
Premium feature - requires x402 payment or subscription for access.
Free tier gets read-only access to 'prices' and 'market_overview' channels.
Author: RMI Development
@ -166,7 +166,7 @@ async def databus_websocket(ws: WebSocket, channel: str):
}
)
# Keep connection alive — listen for pings
# Keep connection alive - listen for pings
while True:
try:
data = await asyncio.wait_for(ws.receive_text(), timeout=60)
@ -174,7 +174,7 @@ async def databus_websocket(ws: WebSocket, channel: str):
if data.strip() == "ping" or json.loads(data).get("type") == "ping":
await ws.send_json({"type": "pong", "ts": int(time.time())})
except TimeoutError:
# No message for 60s — send keepalive ping
# No message for 60s - send keepalive ping
try:
await ws.send_json({"type": "ping", "ts": int(time.time())})
except Exception:

34
app/databus/x402_mcp_server.py
View file

@ -1,20 +1,20 @@
"""
RMI x402 MCP Server — Free Crypto Intelligence with Paid Upgrades
RMI x402 MCP Server - Free Crypto Intelligence with Paid Upgrades
===============================================================
Exposes RMI tools via Model Context Protocol with x402 micropayments.
Free tier: 10 calls/day. Paid: $0.01 USDC/call via x402 (HTTP 402).
Tools:
- search_news(query) — Search 500+ crypto news sources
- get_latest_news(limit) — Latest headlines
- get_token_price(mint) — Live token prices via Pyth/CoinGecko
- get_wallet_labels(address) — Entity resolution (82K+ labels)
- scan_token(address) — Security scan
- get_trending_tickers() — Most mentioned tokens
- get_news_sentiment() — Market sentiment analysis
- get_news_stats() — Aggregator statistics
- search_news(query) - Search 500+ crypto news sources
- get_latest_news(limit) - Latest headlines
- get_token_price(mint) - Live token prices via Pyth/CoinGecko
- get_wallet_labels(address) - Entity resolution (82K+ labels)
- scan_token(address) - Security scan
- get_trending_tickers() - Most mentioned tokens
- get_news_sentiment() - Market sentiment analysis
- get_news_stats() - Aggregator statistics
Built by Rug Munch Intelligence — rugmunch.io
Built by Rug Munch Intelligence - rugmunch.io
"""
import json
@ -102,7 +102,7 @@ def search_news(
"count": len(results),
"results": results,
"auth": auth,
"attribution": "RMI — rugmunch.io",
"attribution": "RMI - rugmunch.io",
}
return {
@ -110,7 +110,7 @@ def search_news(
"count": len(results),
"results": results,
"auth": auth,
"attribution": "RMI — rugmunch.io",
"attribution": "RMI - rugmunch.io",
}
@ -140,7 +140,7 @@ def get_latest_news(
"count": len(results),
"results": results,
"auth": auth,
"powered_by": "RMI — rugmunch.io",
"powered_by": "RMI - rugmunch.io",
}
@ -169,7 +169,7 @@ def get_token_price(mint: str = "So11111111111111111111111111111111111111112") -
"mint": mint,
"price_usd": 68.27,
"source": "Pyth Network",
"note": "Free tier — institutional grade",
"note": "Free tier - institutional grade",
}
@ -351,7 +351,7 @@ def get_news_sentiment() -> dict:
"update_frequency": "5 minutes",
"free_tier": "10 calls/day",
"paid_tier": "$0.01 USDC/call via x402",
"attribution": "RMI — rugmunch.io",
"attribution": "RMI - rugmunch.io",
}
@ -372,14 +372,14 @@ def news_latest_resource() -> str:
if article:
a = json.loads(article)
lines.append(f"[{a.get('source', '?')}] {a['title']}")
return "\n".join(lines) + "\n\n---\nPowered by RMI — rugmunch.io | Free crypto intelligence"
return "\n".join(lines) + "\n\n---\nPowered by RMI - rugmunch.io | Free crypto intelligence"
@mcp.resource("rmi://pricing")
def pricing_resource() -> str:
"""RMI pricing information."""
return """
RMI Crypto Intelligence — Pricing
RMI Crypto Intelligence - Pricing
==================================
Free Tier: 10 API calls/day, unlimited news search
Paid Tier: $0.01 USDC/call via x402 (HTTP 402 Payment Required)

6
app/databus/x_intel.py
View file

@ -1,7 +1,7 @@
"""
RugCharts X/CT Intelligence Pipeline
=====================================
"CT Rundown" — top 20 stories daily from Crypto Twitter.
"CT Rundown" - top 20 stories daily from Crypto Twitter.
Multi-method access: xurl (OAuth), cookie scraping, Groq AI analysis.
Algorithm: engagement-weighted, diversity-scored, entity-resolved.
@ -21,7 +21,7 @@ import httpx
logger = logging.getLogger("x_intel")
# ── TOP CT ACCOUNTS — Curated, diverse, high-signal ────────────────
# ── TOP CT ACCOUNTS - Curated, diverse, high-signal ────────────────
CT_ACCOUNTS = {
# ── Tier 1: Must-track (breaking news, high signal) ──
@ -101,7 +101,7 @@ CT_ACCOUNTS = {
{"handle": "cburniske", "name": "Chris Burniske", "category": "vc", "weight": 0.85},
{"handle": "CryptoHayes", "name": "Arthur Hayes", "category": "macro", "weight": 0.9},
],
# ── Tier 6: Extended — more voices, all verified ──
# ── Tier 6: Extended - more voices, all verified ──
"extended": [
{"handle": "matt_hougan", "name": "Matt Hougan", "category": "etf", "weight": 0.8},
{"handle": "EricBalchunas", "name": "Eric Balchunas", "category": "etf", "weight": 0.85},