cryptorugmunch
0ecc250349
The duplicate file names (advanced, agency, auth, compliance, costing, etc.) in both root and routers/ made imports ambiguous. Renamed root modules to pry_<name>.py so: from quality import X -> from pry_quality import X from routers.quality import router (unchanged) Also: - Renamed x402.py to pry_x402/ package directory - Fixed 21+ bare imports across api.py, deps.py, routers/, tests/, llm_providers/ Tests: 593 passed, 1 skipped (test_ready_returns_200 fails pre-existing because Ollama is unreachable from test env, unrelated to this refactor). Audit item 8.
83 lines
2.4 KiB
Python
83 lines
2.4 KiB
Python
"""Pry — LLM Provider abstraction with referral revenue tracking.
|
|
Supports pluggable providers: OpenAI, Anthropic, Google, Cohere, Mistral, Ollama, OpenRouter.
|
|
Includes referral/affiliate link tracking for revenue sharing."""
|
|
|
|
# SPDX-License-Identifier: MIT
|
|
# Copyright (c) 2026 Rug Munch Media LLC
|
|
#
|
|
# Part of Pry — https://git.rugmunch.io/RugMunchMedia/pryscraper
|
|
# Licensed under MIT. See LICENSE.
|
|
|
|
import logging
|
|
from abc import ABC, abstractmethod
|
|
from dataclasses import dataclass, field
|
|
from typing import Any
|
|
|
|
logger = logging.getLogger(__name__)
|
|
|
|
|
|
@dataclass
|
|
class LLMResponse:
|
|
"""Standard response from any LLM provider."""
|
|
|
|
text: str
|
|
model: str
|
|
provider: str
|
|
input_tokens: int = 0
|
|
output_tokens: int = 0
|
|
cost_usd: float = 0.0
|
|
referral_id: str = ""
|
|
latency_ms: int = 0
|
|
raw: dict[str, Any] = field(default_factory=dict)
|
|
|
|
|
|
@dataclass
|
|
class ReferralConfig:
|
|
"""Referral/affiliate config for revenue sharing."""
|
|
|
|
enabled: bool = True
|
|
program_id: str = "pry-default"
|
|
# Provider-specific referral links (with our affiliate ID)
|
|
referral_links: dict[str, str] = field(default_factory=dict)
|
|
# NEW: link to the full provider catalog
|
|
catalog: dict = field(default_factory=dict)
|
|
|
|
def __post_init__(self):
|
|
if not self.referral_links:
|
|
from pry_referrals import PROVIDER_CATALOG
|
|
|
|
for _category, providers in PROVIDER_CATALOG.items():
|
|
for p in providers:
|
|
self.referral_links[p["tag"]] = p["url"]
|
|
self.catalog = PROVIDER_CATALOG
|
|
|
|
|
|
class LLMProvider(ABC):
|
|
"""Abstract base class for LLM providers."""
|
|
|
|
name: str = ""
|
|
cost_per_1k_input: float = 0.0
|
|
cost_per_1k_output: float = 0.0
|
|
referral_url: str = ""
|
|
|
|
@abstractmethod
|
|
async def complete(
|
|
self,
|
|
prompt: str,
|
|
system: str = "",
|
|
max_tokens: int = 1024,
|
|
temperature: float = 0.7,
|
|
model: str = "",
|
|
) -> LLMResponse:
|
|
"""Send completion request to provider."""
|
|
raise NotImplementedError
|
|
|
|
@abstractmethod
|
|
async def embed(self, text: str, model: str = "") -> list[float]:
|
|
"""Generate embedding for text."""
|
|
raise NotImplementedError
|
|
|
|
def estimate_cost(self, input_tokens: int, output_tokens: int) -> float:
|
|
return (input_tokens / 1000) * self.cost_per_1k_input + (
|
|
output_tokens / 1000
|
|
) * self.cost_per_1k_output
|