pryscraper/config.py
cryptorugmunch 8d25702eca chore(license): re-license to dual MIT (core) + BSL 1.1 (stealth)
Squashed from chore/license-relicense. Full message preserved in the
original branch commit bb77eb5. See ADR-0002 for the decision rationale.

Refs: ADR-0002, commit bb77eb5
2026-07-02 19:59:18 +02:00

82 lines
1.9 KiB
Python

"""PryScraper — global configuration.
Loads settings from environment variables (via Pydantic Settings).
All secrets come from gopass, never from .env files committed to git.
"""
# SPDX-License-Identifier: MIT
# Copyright (c) 2026 Rug Munch Media LLC
#
# Part of Pry — https://git.rugmunch.io/RugMunchMedia/pryscraper
# Licensed under MIT. See LICENSE.
from __future__ import annotations
import os
from pathlib import Path
from typing import Literal
from pydantic import Field
from pydantic_settings import BaseSettings, SettingsConfigDict
class Settings(BaseSettings):
"""PryScraper application settings."""
model_config = SettingsConfigDict(
env_file=".env",
env_file_encoding="utf-8",
case_sensitive=False,
extra="ignore",
)
# Core
app_name: str = "PryScraper"
app_version: str = "3.0.0"
environment: Literal["dev", "staging", "prod"] = "dev"
log_level: str = "INFO"
port: int = 8002
# Database
database_url: str = "postgresql+asyncpg://pry:pry@localhost/pry"
# Cache
redis_url: str = "redis://localhost:6379/0"
# LLM Providers
openai_api_key: str = ""
anthropic_api_key: str = ""
cohere_api_key: str = ""
ollama_url: str = "http://localhost:11434"
# Stealth
stealth_enabled: bool = True
random_user_agent: bool = True
min_delay_ms: int = 500
max_delay_ms: int = 3000
# Rate limiting
rate_limit_per_domain: int = 10 # requests per second
rate_limit_per_ip: int = 60
# x402 Payment
x402_enabled: bool = False
x402_pay_to: str = ""
# MCP
mcp_enabled: bool = True
mcp_tools_count: int = 8
# Storage
screenshot_dir: Path = Path("/tmp/pry-screenshots")
cache_ttl_seconds: int = 3600
_settings: Settings | None = None
def get_settings() -> Settings:
"""Get cached settings instance."""
global _settings
if _settings is None:
_settings = Settings()
return _settings