cryptorugmunch
117001006f
Pry logs are now JSON objects with the required fields (timestamp,
level, service, event, plus key-value pairs). This is the standard
required by CONVENTIONS.md Part 5 and is what makes the service
operable in production (Loki, ELK, etc. can index the structured
records).
New module logging_config.py:
setup_logging(level, fmt) - configure once at process startup
get_logger(name) - get a structlog logger; falls back to stdlib
is_configured() - diagnostic for /health
Configuration via env vars:
PRY_LOG_FORMAT=json|console (default json)
PRY_LOG_LEVEL=DEBUG|INFO|... (default INFO)
PRY_LOG_STRICT_EXTRAS=1 (default unset = lenient)
Backward compatibility:
- stdlib logging.getLogger(__name__) calls still work
- setup_logging bridges stdlib through structlog's formatter
- In lenient mode, extra={...} keys that collide with reserved
LogRecord names (e.g. 'name') are moved to an `extra` sub-dict
so existing code doesn't crash
Wired in:
api.py: setup_logging() at module import time; lifespan log uses
structlog style (logger.info("event", key="value") without
the `extra={...}` wrapper)
pyproject.toml: structlog>=24.0.0 dep added
Fixed source files that used reserved LogRecord keys in extra={...}:
agency.py: "name" -> "agency_name"
auth_connector.py: "name" -> "credential_name"
monitor.py: "name" -> "monitor_name"
pipelines.py: "name" -> "pipeline_name"
llm_providers/registry.py: "name" -> "provider_name"
These would have crashed with KeyError "Attempt to overwrite 'name' in
LogRecord" the moment a real log handler was attached.
Tests: 8/8 in test_logging_config.py pass. Full test suite went from
14 failures -> 2 (one is the SSE subprocess test that doesn't work in
this sandbox; one was the openapi title test that I also fixed in
this commit).
Documentation: DEVELOPMENT.md now has a full "Logging" section with
quick-start, config, and the reserved-key gotcha.
123 lines
2.8 KiB
TOML
123 lines
2.8 KiB
TOML
# SPDX-License-Identifier: MIT
|
|
# Copyright (c) 2026 Rug Munch Media LLC
|
|
# Part of Pry — https://git.rugmunch.io/RugMunchMedia/pryscraper
|
|
# Licensed under MIT. See LICENSE.
|
|
[build-system]
|
|
requires = ["setuptools>=69.0"]
|
|
build-backend = "setuptools.build_meta"
|
|
|
|
[project]
|
|
name = "pry"
|
|
version = "3.0.0"
|
|
description = "Free web scraping + browser automation API — self-hosted, no API keys needed"
|
|
readme = "README.md"
|
|
requires-python = ">=3.11"
|
|
license = { text = "MIT AND BSL-1.1" }
|
|
authors = [{ name = "Rug Munch Media LLC" }]
|
|
keywords = ["scraping", "crawler", "browser-automation", "mcp", "x402", "ai-agents"]
|
|
classifiers = [
|
|
"Development Status :: 4 - Beta",
|
|
"License :: OSI Approved :: MIT License",
|
|
"License :: Other/Proprietary License",
|
|
"Operating System :: OS Independent",
|
|
"Programming Language :: Python :: 3",
|
|
"Programming Language :: Python :: 3.11",
|
|
"Programming Language :: Python :: 3.12",
|
|
"Topic :: Internet :: WWW/HTTP :: Browsers",
|
|
"Topic :: Software Development :: Libraries :: Python Modules",
|
|
"Typing :: Typed",
|
|
]
|
|
[project.license-files]
|
|
paths = ["LICENSE", "LICENSE-BSL-STEALTH"]
|
|
dependencies = [
|
|
"fastapi>=0.115.0",
|
|
"uvicorn[standard]>=0.32.0",
|
|
"trafilatura>=2.0.0",
|
|
"readability-lxml>=0.8.1",
|
|
"lxml>=5.3.0",
|
|
"httpx>=0.28.0",
|
|
"markdownify>=0.14.0",
|
|
"pydantic>=2.0.0",
|
|
"pydantic-settings>=2.0.0",
|
|
"playwright>=1.50.0",
|
|
"redis>=5.0.0",
|
|
"pypdf>=5.0.0",
|
|
"python-docx>=1.1.0",
|
|
"tiktoken>=0.8.0",
|
|
"pillow>=10.0.0",
|
|
"click>=8.0.0",
|
|
"pyyaml>=6.0",
|
|
"pandas>=2.0.0",
|
|
"anyio>=4.0.0",
|
|
"croniter>=2.0.0",
|
|
"structlog>=24.0.0",
|
|
]
|
|
|
|
[project.optional-dependencies]
|
|
dev = [
|
|
"pytest>=8.0",
|
|
"pytest-asyncio>=0.24.0",
|
|
"pytest-cov>=5.0.0",
|
|
"ruff>=0.7.0",
|
|
"mypy>=1.12.0",
|
|
"pre-commit>=4.0.0",
|
|
]
|
|
|
|
[project.scripts]
|
|
pry = "cli:main"
|
|
|
|
[tool.setuptools.packages.find]
|
|
include = ["pry*"]
|
|
|
|
[tool.ruff]
|
|
target-version = "py311"
|
|
line-length = 100
|
|
|
|
[tool.ruff.lint]
|
|
select = ["E", "F", "I", "N", "W", "B", "A", "C4", "SIM", "UP", "RUF"]
|
|
ignore = ["E501", "N815", "B008", "A002", "RUF006"]
|
|
|
|
[tool.ruff.format]
|
|
quote-style = "double"
|
|
indent-style = "space"
|
|
|
|
[tool.mypy]
|
|
python_version = "3.11"
|
|
strict = true
|
|
ignore_missing_imports = true
|
|
exclude = [
|
|
"build/",
|
|
"dist/",
|
|
".git/",
|
|
"__pycache__/",
|
|
]
|
|
warn_unused_ignores = false
|
|
|
|
[[tool.mypy.overrides]]
|
|
module = [
|
|
"trafilatura",
|
|
"trafilatura.*",
|
|
"readability",
|
|
"readability.*",
|
|
"playwright",
|
|
"playwright.*",
|
|
"pypdf",
|
|
"pypdf.*",
|
|
"docx",
|
|
"docx.*",
|
|
"PIL",
|
|
"PIL.*",
|
|
"markdownify",
|
|
"markdownify.*",
|
|
"pandas",
|
|
"pandas.*",
|
|
"yaml",
|
|
"yaml.*",
|
|
"numpy",
|
|
"numpy.*",
|
|
]
|
|
ignore_missing_imports = true
|
|
|
|
[tool.pytest.ini_options]
|
|
asyncio_mode = "auto"
|
|
testpaths = ["tests"]
|