chore(license): re-license to dual MIT (core) + BSL 1.1 (stealth)
Squashed from chore/license-relicense. Full message preserved in the original branch commitbb77eb5. See ADR-0002 for the decision rationale. Refs: ADR-0002, commitbb77eb5
This commit is contained in:
parent
72b225f548
commit
8d25702eca
305 changed files with 2423 additions and 340 deletions
|
|
@ -37,5 +37,7 @@
|
|||
}
|
||||
]
|
||||
},
|
||||
"url_pattern": "*://www.abcnews.go.com/*"
|
||||
"url_pattern": "*://www.abcnews.go.com/*",
|
||||
"_license": "MIT",
|
||||
"_copyright": "Copyright (c) 2026 Rug Munch Media LLC"
|
||||
}
|
||||
|
|
@ -47,5 +47,7 @@
|
|||
}
|
||||
]
|
||||
},
|
||||
"url_pattern": "*://www.adidas.com/*"
|
||||
"url_pattern": "*://www.adidas.com/*",
|
||||
"_license": "MIT",
|
||||
"_copyright": "Copyright (c) 2026 Rug Munch Media LLC"
|
||||
}
|
||||
|
|
@ -3,19 +3,52 @@
|
|||
"description": "Extract listing details from Airbnb",
|
||||
"site": "airbnb.com",
|
||||
"category": "travel",
|
||||
"icon": "🏠",
|
||||
"icon": "\ud83c\udfe0",
|
||||
"url_pattern": "*://www.airbnb.com/rooms/*",
|
||||
"schema": {
|
||||
"name": "airbnb_listing",
|
||||
"base_selector": "[data-section-id='TITLE_DEFAULT']",
|
||||
"fields": [
|
||||
{"name": "title", "selector": "h1", "type": "text"},
|
||||
{"name": "price_per_night", "selector": "[data-testid='price-availability-row']", "type": "text", "transform": "float"},
|
||||
{"name": "rating", "selector": "[data-testid='review-summary']", "type": "text", "transform": "float"},
|
||||
{"name": "review_count", "selector": "[data-testid='review-count']", "type": "text", "transform": "int"},
|
||||
{"name": "location", "selector": "[data-testid='location']", "type": "text"},
|
||||
{"name": "host_name", "selector": "[data-testid='host-name']", "type": "text"},
|
||||
{"name": "description", "selector": "[data-section-id='DESCRIPTION_DEFAULT']", "type": "text"}
|
||||
{
|
||||
"name": "title",
|
||||
"selector": "h1",
|
||||
"type": "text"
|
||||
},
|
||||
{
|
||||
"name": "price_per_night",
|
||||
"selector": "[data-testid='price-availability-row']",
|
||||
"type": "text",
|
||||
"transform": "float"
|
||||
},
|
||||
{
|
||||
"name": "rating",
|
||||
"selector": "[data-testid='review-summary']",
|
||||
"type": "text",
|
||||
"transform": "float"
|
||||
},
|
||||
{
|
||||
"name": "review_count",
|
||||
"selector": "[data-testid='review-count']",
|
||||
"type": "text",
|
||||
"transform": "int"
|
||||
},
|
||||
{
|
||||
"name": "location",
|
||||
"selector": "[data-testid='location']",
|
||||
"type": "text"
|
||||
},
|
||||
{
|
||||
"name": "host_name",
|
||||
"selector": "[data-testid='host-name']",
|
||||
"type": "text"
|
||||
},
|
||||
{
|
||||
"name": "description",
|
||||
"selector": "[data-section-id='DESCRIPTION_DEFAULT']",
|
||||
"type": "text"
|
||||
}
|
||||
]
|
||||
}
|
||||
}
|
||||
},
|
||||
"_license": "MIT",
|
||||
"_copyright": "Copyright (c) 2026 Rug Munch Media LLC"
|
||||
}
|
||||
|
|
@ -43,5 +43,7 @@
|
|||
}
|
||||
]
|
||||
},
|
||||
"url_pattern": "*://www.aliexpress.com/*"
|
||||
"url_pattern": "*://www.aliexpress.com/*",
|
||||
"_license": "MIT",
|
||||
"_copyright": "Copyright (c) 2026 Rug Munch Media LLC"
|
||||
}
|
||||
|
|
@ -42,5 +42,7 @@
|
|||
}
|
||||
]
|
||||
},
|
||||
"url_pattern": "*://www.aljazeera.com/*"
|
||||
"url_pattern": "*://www.aljazeera.com/*",
|
||||
"_license": "MIT",
|
||||
"_copyright": "Copyright (c) 2026 Rug Munch Media LLC"
|
||||
}
|
||||
|
|
@ -3,22 +3,69 @@
|
|||
"description": "Extract product details from Amazon product pages",
|
||||
"site": "amazon.com",
|
||||
"category": "ecommerce",
|
||||
"icon": "🛒",
|
||||
"icon": "\ud83d\uded2",
|
||||
"url_pattern": "*://www.amazon.com/*/dp/*",
|
||||
"schema": {
|
||||
"name": "amazon_product",
|
||||
"base_selector": "#dp-container",
|
||||
"fields": [
|
||||
{"name": "title", "selector": "#productTitle", "type": "text"},
|
||||
{"name": "price", "selector": ".a-price .a-offscreen", "type": "text", "transform": "float"},
|
||||
{"name": "rating", "selector": "#acrPopover .a-icon-alt", "type": "text", "transform": "float"},
|
||||
{"name": "review_count", "selector": "#acrCustomerReviewText", "type": "text", "transform": "int"},
|
||||
{"name": "brand", "selector": "#bylineInfo", "type": "text"},
|
||||
{"name": "availability", "selector": "#availability span", "type": "text"},
|
||||
{"name": "description", "selector": "#productDescription", "type": "text"},
|
||||
{"name": "bullet_points", "selector": "#feature-bullets li", "type": "text"},
|
||||
{"name": "image_url", "selector": "#landingImage", "type": "attribute", "attribute": "src"},
|
||||
{"name": "asin", "selector": "", "type": "regex", "pattern": "/dp/([A-Z0-9]{10})"}
|
||||
{
|
||||
"name": "title",
|
||||
"selector": "#productTitle",
|
||||
"type": "text"
|
||||
},
|
||||
{
|
||||
"name": "price",
|
||||
"selector": ".a-price .a-offscreen",
|
||||
"type": "text",
|
||||
"transform": "float"
|
||||
},
|
||||
{
|
||||
"name": "rating",
|
||||
"selector": "#acrPopover .a-icon-alt",
|
||||
"type": "text",
|
||||
"transform": "float"
|
||||
},
|
||||
{
|
||||
"name": "review_count",
|
||||
"selector": "#acrCustomerReviewText",
|
||||
"type": "text",
|
||||
"transform": "int"
|
||||
},
|
||||
{
|
||||
"name": "brand",
|
||||
"selector": "#bylineInfo",
|
||||
"type": "text"
|
||||
},
|
||||
{
|
||||
"name": "availability",
|
||||
"selector": "#availability span",
|
||||
"type": "text"
|
||||
},
|
||||
{
|
||||
"name": "description",
|
||||
"selector": "#productDescription",
|
||||
"type": "text"
|
||||
},
|
||||
{
|
||||
"name": "bullet_points",
|
||||
"selector": "#feature-bullets li",
|
||||
"type": "text"
|
||||
},
|
||||
{
|
||||
"name": "image_url",
|
||||
"selector": "#landingImage",
|
||||
"type": "attribute",
|
||||
"attribute": "src"
|
||||
},
|
||||
{
|
||||
"name": "asin",
|
||||
"selector": "",
|
||||
"type": "regex",
|
||||
"pattern": "/dp/([A-Z0-9]{10})"
|
||||
}
|
||||
]
|
||||
}
|
||||
}
|
||||
},
|
||||
"_license": "MIT",
|
||||
"_copyright": "Copyright (c) 2026 Rug Munch Media LLC"
|
||||
}
|
||||
|
|
@ -3,19 +3,54 @@
|
|||
"description": "Extract product listings from Amazon search results pages",
|
||||
"site": "amazon.com",
|
||||
"category": "ecommerce",
|
||||
"icon": "🔍",
|
||||
"icon": "\ud83d\udd0d",
|
||||
"url_pattern": "*://www.amazon.com/s?*",
|
||||
"schema": {
|
||||
"name": "amazon_search",
|
||||
"base_selector": "[data-component-type='s-search-result']",
|
||||
"fields": [
|
||||
{"name": "title", "selector": "h2 a span", "type": "text"},
|
||||
{"name": "price", "selector": ".a-price .a-offscreen", "type": "text", "transform": "float"},
|
||||
{"name": "rating", "selector": ".a-icon-alt", "type": "text", "transform": "float"},
|
||||
{"name": "review_count", "selector": ".a-size-base.s-underline-text", "type": "text", "transform": "int"},
|
||||
{"name": "url", "selector": "h2 a", "type": "attribute", "attribute": "href"},
|
||||
{"name": "image_url", "selector": ".s-image", "type": "attribute", "attribute": "src"},
|
||||
{"name": "is_prime", "selector": ".s-prime", "type": "exists"}
|
||||
{
|
||||
"name": "title",
|
||||
"selector": "h2 a span",
|
||||
"type": "text"
|
||||
},
|
||||
{
|
||||
"name": "price",
|
||||
"selector": ".a-price .a-offscreen",
|
||||
"type": "text",
|
||||
"transform": "float"
|
||||
},
|
||||
{
|
||||
"name": "rating",
|
||||
"selector": ".a-icon-alt",
|
||||
"type": "text",
|
||||
"transform": "float"
|
||||
},
|
||||
{
|
||||
"name": "review_count",
|
||||
"selector": ".a-size-base.s-underline-text",
|
||||
"type": "text",
|
||||
"transform": "int"
|
||||
},
|
||||
{
|
||||
"name": "url",
|
||||
"selector": "h2 a",
|
||||
"type": "attribute",
|
||||
"attribute": "href"
|
||||
},
|
||||
{
|
||||
"name": "image_url",
|
||||
"selector": ".s-image",
|
||||
"type": "attribute",
|
||||
"attribute": "src"
|
||||
},
|
||||
{
|
||||
"name": "is_prime",
|
||||
"selector": ".s-prime",
|
||||
"type": "exists"
|
||||
}
|
||||
]
|
||||
}
|
||||
}
|
||||
},
|
||||
"_license": "MIT",
|
||||
"_copyright": "Copyright (c) 2026 Rug Munch Media LLC"
|
||||
}
|
||||
|
|
@ -37,5 +37,7 @@
|
|||
}
|
||||
]
|
||||
},
|
||||
"url_pattern": "*://www.arstechnica.com/*"
|
||||
"url_pattern": "*://www.arstechnica.com/*",
|
||||
"_license": "MIT",
|
||||
"_copyright": "Copyright (c) 2026 Rug Munch Media LLC"
|
||||
}
|
||||
|
|
@ -65,5 +65,7 @@
|
|||
}
|
||||
]
|
||||
},
|
||||
"url_pattern": "*://www.asos.com/*"
|
||||
"url_pattern": "*://www.asos.com/*",
|
||||
"_license": "MIT",
|
||||
"_copyright": "Copyright (c) 2026 Rug Munch Media LLC"
|
||||
}
|
||||
|
|
@ -37,5 +37,7 @@
|
|||
}
|
||||
]
|
||||
},
|
||||
"url_pattern": "*://www.apnews.com/*"
|
||||
"url_pattern": "*://www.apnews.com/*",
|
||||
"_license": "MIT",
|
||||
"_copyright": "Copyright (c) 2026 Rug Munch Media LLC"
|
||||
}
|
||||
|
|
@ -37,5 +37,7 @@
|
|||
}
|
||||
]
|
||||
},
|
||||
"url_pattern": "*://www.axios.com/*"
|
||||
"url_pattern": "*://www.axios.com/*",
|
||||
"_license": "MIT",
|
||||
"_copyright": "Copyright (c) 2026 Rug Munch Media LLC"
|
||||
}
|
||||
|
|
@ -47,5 +47,7 @@
|
|||
}
|
||||
]
|
||||
},
|
||||
"url_pattern": "*://www.bbc.com/*"
|
||||
"url_pattern": "*://www.bbc.com/*",
|
||||
"_license": "MIT",
|
||||
"_copyright": "Copyright (c) 2026 Rug Munch Media LLC"
|
||||
}
|
||||
|
|
@ -3,20 +3,58 @@
|
|||
"description": "Extract product details from Best Buy product pages",
|
||||
"site": "bestbuy.com",
|
||||
"category": "ecommerce",
|
||||
"icon": "🔵",
|
||||
"icon": "\ud83d\udd35",
|
||||
"url_pattern": "*://www.bestbuy.com/site/*",
|
||||
"schema": {
|
||||
"name": "bestbuy_product",
|
||||
"base_selector": ".shop-product-details",
|
||||
"fields": [
|
||||
{"name": "title", "selector": ".sku-title h1", "type": "text"},
|
||||
{"name": "price", "selector": ".priceView-customer-price span", "type": "text", "transform": "float"},
|
||||
{"name": "rating", "selector": ".rating-reviews", "type": "text", "transform": "float"},
|
||||
{"name": "review_count", "selector": ".rating-reviews span", "type": "text", "transform": "int"},
|
||||
{"name": "model", "selector": ".sku-model", "type": "text"},
|
||||
{"name": "description", "selector": ".product-description", "type": "text"},
|
||||
{"name": "image_url", "selector": ".primary-image img", "type": "attribute", "attribute": "src"},
|
||||
{"name": "availability", "selector": ".fulfillment-add-to-cart-button", "type": "exists"}
|
||||
{
|
||||
"name": "title",
|
||||
"selector": ".sku-title h1",
|
||||
"type": "text"
|
||||
},
|
||||
{
|
||||
"name": "price",
|
||||
"selector": ".priceView-customer-price span",
|
||||
"type": "text",
|
||||
"transform": "float"
|
||||
},
|
||||
{
|
||||
"name": "rating",
|
||||
"selector": ".rating-reviews",
|
||||
"type": "text",
|
||||
"transform": "float"
|
||||
},
|
||||
{
|
||||
"name": "review_count",
|
||||
"selector": ".rating-reviews span",
|
||||
"type": "text",
|
||||
"transform": "int"
|
||||
},
|
||||
{
|
||||
"name": "model",
|
||||
"selector": ".sku-model",
|
||||
"type": "text"
|
||||
},
|
||||
{
|
||||
"name": "description",
|
||||
"selector": ".product-description",
|
||||
"type": "text"
|
||||
},
|
||||
{
|
||||
"name": "image_url",
|
||||
"selector": ".primary-image img",
|
||||
"type": "attribute",
|
||||
"attribute": "src"
|
||||
},
|
||||
{
|
||||
"name": "availability",
|
||||
"selector": ".fulfillment-add-to-cart-button",
|
||||
"type": "exists"
|
||||
}
|
||||
]
|
||||
}
|
||||
}
|
||||
},
|
||||
"_license": "MIT",
|
||||
"_copyright": "Copyright (c) 2026 Rug Munch Media LLC"
|
||||
}
|
||||
|
|
@ -64,5 +64,7 @@
|
|||
}
|
||||
]
|
||||
},
|
||||
"url_pattern": "*://www.bhphotovideo.com/*"
|
||||
"url_pattern": "*://www.bhphotovideo.com/*",
|
||||
"_license": "MIT",
|
||||
"_copyright": "Copyright (c) 2026 Rug Munch Media LLC"
|
||||
}
|
||||
|
|
@ -36,5 +36,7 @@
|
|||
}
|
||||
]
|
||||
},
|
||||
"url_pattern": "*://www.bloomberg.com/*"
|
||||
"url_pattern": "*://www.bloomberg.com/*",
|
||||
"_license": "MIT",
|
||||
"_copyright": "Copyright (c) 2026 Rug Munch Media LLC"
|
||||
}
|
||||
|
|
@ -49,5 +49,7 @@
|
|||
}
|
||||
]
|
||||
},
|
||||
"url_pattern": "*://www.booking.com/*"
|
||||
"url_pattern": "*://www.booking.com/*",
|
||||
"_license": "MIT",
|
||||
"_copyright": "Copyright (c) 2026 Rug Munch Media LLC"
|
||||
}
|
||||
|
|
@ -37,5 +37,7 @@
|
|||
}
|
||||
]
|
||||
},
|
||||
"url_pattern": "*://www.businessinsider.com/*"
|
||||
"url_pattern": "*://www.businessinsider.com/*",
|
||||
"_license": "MIT",
|
||||
"_copyright": "Copyright (c) 2026 Rug Munch Media LLC"
|
||||
}
|
||||
|
|
@ -37,5 +37,7 @@
|
|||
}
|
||||
]
|
||||
},
|
||||
"url_pattern": "*://www.cbsnews.com/*"
|
||||
"url_pattern": "*://www.cbsnews.com/*",
|
||||
"_license": "MIT",
|
||||
"_copyright": "Copyright (c) 2026 Rug Munch Media LLC"
|
||||
}
|
||||
|
|
@ -64,5 +64,7 @@
|
|||
}
|
||||
]
|
||||
},
|
||||
"url_pattern": "*://www.chewy.com/*"
|
||||
"url_pattern": "*://www.chewy.com/*",
|
||||
"_license": "MIT",
|
||||
"_copyright": "Copyright (c) 2026 Rug Munch Media LLC"
|
||||
}
|
||||
|
|
@ -37,5 +37,7 @@
|
|||
}
|
||||
]
|
||||
},
|
||||
"url_pattern": "*://www.cnet.com/*"
|
||||
"url_pattern": "*://www.cnet.com/*",
|
||||
"_license": "MIT",
|
||||
"_copyright": "Copyright (c) 2026 Rug Munch Media LLC"
|
||||
}
|
||||
|
|
@ -36,5 +36,7 @@
|
|||
}
|
||||
]
|
||||
},
|
||||
"url_pattern": "*://www.cnn.com/*"
|
||||
"url_pattern": "*://www.cnn.com/*",
|
||||
"_license": "MIT",
|
||||
"_copyright": "Copyright (c) 2026 Rug Munch Media LLC"
|
||||
}
|
||||
|
|
@ -41,5 +41,7 @@
|
|||
}
|
||||
]
|
||||
},
|
||||
"url_pattern": "*://www.coinmarketcap.com/*"
|
||||
"url_pattern": "*://www.coinmarketcap.com/*",
|
||||
"_license": "MIT",
|
||||
"_copyright": "Copyright (c) 2026 Rug Munch Media LLC"
|
||||
}
|
||||
|
|
@ -37,5 +37,7 @@
|
|||
}
|
||||
]
|
||||
},
|
||||
"url_pattern": "*://www.costco.com/*"
|
||||
"url_pattern": "*://www.costco.com/*",
|
||||
"_license": "MIT",
|
||||
"_copyright": "Copyright (c) 2026 Rug Munch Media LLC"
|
||||
}
|
||||
|
|
@ -1,3 +1,5 @@
|
|||
<!-- SPDX-License-Identifier: MIT
|
||||
<!-- Copyright (c) 2026 Rug Munch Media LLC -->
|
||||
<html>
|
||||
<head><title>Pry Scraper Templates — Coverage Report</title>
|
||||
<style>
|
||||
|
|
|
|||
|
|
@ -37,5 +37,7 @@
|
|||
}
|
||||
]
|
||||
},
|
||||
"url_pattern": "*://www.craigslist.org/*"
|
||||
"url_pattern": "*://www.craigslist.org/*",
|
||||
"_license": "MIT",
|
||||
"_copyright": "Copyright (c) 2026 Rug Munch Media LLC"
|
||||
}
|
||||
|
|
@ -59,5 +59,7 @@
|
|||
}
|
||||
]
|
||||
},
|
||||
"url_pattern": "*://www.crateandbarrel.com/*"
|
||||
"url_pattern": "*://www.crateandbarrel.com/*",
|
||||
"_license": "MIT",
|
||||
"_copyright": "Copyright (c) 2026 Rug Munch Media LLC"
|
||||
}
|
||||
|
|
@ -47,5 +47,7 @@
|
|||
}
|
||||
]
|
||||
},
|
||||
"url_pattern": "*://www.crunchbase.com/*"
|
||||
"url_pattern": "*://www.crunchbase.com/*",
|
||||
"_license": "MIT",
|
||||
"_copyright": "Copyright (c) 2026 Rug Munch Media LLC"
|
||||
}
|
||||
|
|
@ -59,5 +59,7 @@
|
|||
}
|
||||
]
|
||||
},
|
||||
"url_pattern": "*://www.cvs.com/*"
|
||||
"url_pattern": "*://www.cvs.com/*",
|
||||
"_license": "MIT",
|
||||
"_copyright": "Copyright (c) 2026 Rug Munch Media LLC"
|
||||
}
|
||||
|
|
@ -37,5 +37,7 @@
|
|||
}
|
||||
]
|
||||
},
|
||||
"url_pattern": "*://www.dailymail.co.uk/*"
|
||||
"url_pattern": "*://www.dailymail.co.uk/*",
|
||||
"_license": "MIT",
|
||||
"_copyright": "Copyright (c) 2026 Rug Munch Media LLC"
|
||||
}
|
||||
|
|
@ -59,5 +59,7 @@
|
|||
}
|
||||
]
|
||||
},
|
||||
"url_pattern": "*://www.dickssportinggoods.com/*"
|
||||
"url_pattern": "*://www.dickssportinggoods.com/*",
|
||||
"_license": "MIT",
|
||||
"_copyright": "Copyright (c) 2026 Rug Munch Media LLC"
|
||||
}
|
||||
|
|
@ -37,5 +37,7 @@
|
|||
}
|
||||
]
|
||||
},
|
||||
"url_pattern": "*://www.dw.com/*"
|
||||
"url_pattern": "*://www.dw.com/*",
|
||||
"_license": "MIT",
|
||||
"_copyright": "Copyright (c) 2026 Rug Munch Media LLC"
|
||||
}
|
||||
|
|
@ -3,18 +3,45 @@
|
|||
"description": "Extract product details from eBay listing pages",
|
||||
"site": "ebay.com",
|
||||
"category": "ecommerce",
|
||||
"icon": "🏪",
|
||||
"icon": "\ud83c\udfea",
|
||||
"url_pattern": "*://www.ebay.com/itm/*",
|
||||
"schema": {
|
||||
"name": "ebay_listing",
|
||||
"base_selector": "body",
|
||||
"fields": [
|
||||
{"name": "title", "selector": "h1.x-item-title__mainTitle span", "type": "text"},
|
||||
{"name": "price", "selector": ".x-price-primary span", "type": "text", "transform": "float"},
|
||||
{"name": "condition", "selector": ".x-item-condition-text", "type": "text"},
|
||||
{"name": "seller", "selector": ".x-sellercard-atf__info__about-seller a", "type": "text"},
|
||||
{"name": "shipping", "selector": ".ux-label span[class*='shipping']", "type": "text"},
|
||||
{"name": "description", "selector": "#desc_ifr", "type": "text"}
|
||||
{
|
||||
"name": "title",
|
||||
"selector": "h1.x-item-title__mainTitle span",
|
||||
"type": "text"
|
||||
},
|
||||
{
|
||||
"name": "price",
|
||||
"selector": ".x-price-primary span",
|
||||
"type": "text",
|
||||
"transform": "float"
|
||||
},
|
||||
{
|
||||
"name": "condition",
|
||||
"selector": ".x-item-condition-text",
|
||||
"type": "text"
|
||||
},
|
||||
{
|
||||
"name": "seller",
|
||||
"selector": ".x-sellercard-atf__info__about-seller a",
|
||||
"type": "text"
|
||||
},
|
||||
{
|
||||
"name": "shipping",
|
||||
"selector": ".ux-label span[class*='shipping']",
|
||||
"type": "text"
|
||||
},
|
||||
{
|
||||
"name": "description",
|
||||
"selector": "#desc_ifr",
|
||||
"type": "text"
|
||||
}
|
||||
]
|
||||
}
|
||||
}
|
||||
},
|
||||
"_license": "MIT",
|
||||
"_copyright": "Copyright (c) 2026 Rug Munch Media LLC"
|
||||
}
|
||||
|
|
@ -37,5 +37,7 @@
|
|||
}
|
||||
]
|
||||
},
|
||||
"url_pattern": "*://www.economist.com/*"
|
||||
"url_pattern": "*://www.economist.com/*",
|
||||
"_license": "MIT",
|
||||
"_copyright": "Copyright (c) 2026 Rug Munch Media LLC"
|
||||
}
|
||||
|
|
@ -37,5 +37,7 @@
|
|||
}
|
||||
]
|
||||
},
|
||||
"url_pattern": "*://www.espn.com/*"
|
||||
"url_pattern": "*://www.espn.com/*",
|
||||
"_license": "MIT",
|
||||
"_copyright": "Copyright (c) 2026 Rug Munch Media LLC"
|
||||
}
|
||||
|
|
@ -3,19 +3,53 @@
|
|||
"description": "Extract product details from Etsy listing pages",
|
||||
"site": "etsy.com",
|
||||
"category": "ecommerce",
|
||||
"icon": "🧶",
|
||||
"icon": "\ud83e\uddf6",
|
||||
"url_pattern": "*://www.etsy.com/listing/*",
|
||||
"schema": {
|
||||
"name": "etsy_product",
|
||||
"base_selector": "[data-listing-id]",
|
||||
"fields": [
|
||||
{"name": "title", "selector": "h1", "type": "text"},
|
||||
{"name": "price", "selector": ".wt-text-title-01", "type": "text", "transform": "float"},
|
||||
{"name": "rating", "selector": ".wt-display-inline-flex .wt-text-body-01", "type": "text", "transform": "float"},
|
||||
{"name": "review_count", "selector": ".wt-display-inline-flex a", "type": "text", "transform": "int"},
|
||||
{"name": "shop_name", "selector": ".wt-text-body-01 a[href*='/shop/']", "type": "text"},
|
||||
{"name": "image_url", "selector": ".carousel-image img", "type": "attribute", "attribute": "src"},
|
||||
{"name": "description", "selector": "[data-section-id='description']", "type": "text"}
|
||||
{
|
||||
"name": "title",
|
||||
"selector": "h1",
|
||||
"type": "text"
|
||||
},
|
||||
{
|
||||
"name": "price",
|
||||
"selector": ".wt-text-title-01",
|
||||
"type": "text",
|
||||
"transform": "float"
|
||||
},
|
||||
{
|
||||
"name": "rating",
|
||||
"selector": ".wt-display-inline-flex .wt-text-body-01",
|
||||
"type": "text",
|
||||
"transform": "float"
|
||||
},
|
||||
{
|
||||
"name": "review_count",
|
||||
"selector": ".wt-display-inline-flex a",
|
||||
"type": "text",
|
||||
"transform": "int"
|
||||
},
|
||||
{
|
||||
"name": "shop_name",
|
||||
"selector": ".wt-text-body-01 a[href*='/shop/']",
|
||||
"type": "text"
|
||||
},
|
||||
{
|
||||
"name": "image_url",
|
||||
"selector": ".carousel-image img",
|
||||
"type": "attribute",
|
||||
"attribute": "src"
|
||||
},
|
||||
{
|
||||
"name": "description",
|
||||
"selector": "[data-section-id='description']",
|
||||
"type": "text"
|
||||
}
|
||||
]
|
||||
}
|
||||
}
|
||||
},
|
||||
"_license": "MIT",
|
||||
"_copyright": "Copyright (c) 2026 Rug Munch Media LLC"
|
||||
}
|
||||
|
|
@ -37,5 +37,7 @@
|
|||
}
|
||||
]
|
||||
},
|
||||
"url_pattern": "*://www.facebook.com/*"
|
||||
"url_pattern": "*://www.facebook.com/*",
|
||||
"_license": "MIT",
|
||||
"_copyright": "Copyright (c) 2026 Rug Munch Media LLC"
|
||||
}
|
||||
|
|
@ -42,5 +42,7 @@
|
|||
}
|
||||
]
|
||||
},
|
||||
"url_pattern": "*://www.ft.com/*"
|
||||
"url_pattern": "*://www.ft.com/*",
|
||||
"_license": "MIT",
|
||||
"_copyright": "Copyright (c) 2026 Rug Munch Media LLC"
|
||||
}
|
||||
|
|
@ -42,5 +42,7 @@
|
|||
}
|
||||
]
|
||||
},
|
||||
"url_pattern": "*://www.forbes.com/*"
|
||||
"url_pattern": "*://www.forbes.com/*",
|
||||
"_license": "MIT",
|
||||
"_copyright": "Copyright (c) 2026 Rug Munch Media LLC"
|
||||
}
|
||||
|
|
@ -37,5 +37,7 @@
|
|||
}
|
||||
]
|
||||
},
|
||||
"url_pattern": "*://www.foxnews.com/*"
|
||||
"url_pattern": "*://www.foxnews.com/*",
|
||||
"_license": "MIT",
|
||||
"_copyright": "Copyright (c) 2026 Rug Munch Media LLC"
|
||||
}
|
||||
|
|
@ -37,5 +37,7 @@
|
|||
}
|
||||
]
|
||||
},
|
||||
"url_pattern": "*://www.france24.com/*"
|
||||
"url_pattern": "*://www.france24.com/*",
|
||||
"_license": "MIT",
|
||||
"_copyright": "Copyright (c) 2026 Rug Munch Media LLC"
|
||||
}
|
||||
|
|
@ -43,5 +43,7 @@
|
|||
}
|
||||
]
|
||||
},
|
||||
"url_pattern": "*://www.g2.com/*"
|
||||
"url_pattern": "*://www.g2.com/*",
|
||||
"_license": "MIT",
|
||||
"_copyright": "Copyright (c) 2026 Rug Munch Media LLC"
|
||||
}
|
||||
|
|
@ -48,5 +48,7 @@
|
|||
}
|
||||
]
|
||||
},
|
||||
"url_pattern": "*://www.gap.com/*"
|
||||
"url_pattern": "*://www.gap.com/*",
|
||||
"_license": "MIT",
|
||||
"_copyright": "Copyright (c) 2026 Rug Munch Media LLC"
|
||||
}
|
||||
|
|
@ -3,18 +3,46 @@
|
|||
"description": "Extract product details from most standard e-commerce sites",
|
||||
"site": "generic",
|
||||
"category": "ecommerce",
|
||||
"icon": "📦",
|
||||
"icon": "\ud83d\udce6",
|
||||
"url_pattern": "*",
|
||||
"schema": {
|
||||
"name": "generic_product",
|
||||
"base_selector": "body",
|
||||
"fields": [
|
||||
{"name": "title", "selector": "h1, [class*='title'], [class*='product-name'], [itemprop='name']", "type": "text"},
|
||||
{"name": "price", "selector": "[class*='price'], [itemprop='price'], [class*='cost']", "type": "text", "transform": "float"},
|
||||
{"name": "description", "selector": "[class*='description'], [class*='desc'], [itemprop='description']", "type": "text"},
|
||||
{"name": "image_url", "selector": "[class*='gallery'] img, [class*='product-image'] img, [itemprop='image']", "type": "attribute", "attribute": "src"},
|
||||
{"name": "availability", "selector": "[itemprop='availability'], [class*='stock'], [class*='availability']", "type": "text"},
|
||||
{"name": "sku", "selector": "[itemprop='sku'], [class*='sku']", "type": "text"}
|
||||
{
|
||||
"name": "title",
|
||||
"selector": "h1, [class*='title'], [class*='product-name'], [itemprop='name']",
|
||||
"type": "text"
|
||||
},
|
||||
{
|
||||
"name": "price",
|
||||
"selector": "[class*='price'], [itemprop='price'], [class*='cost']",
|
||||
"type": "text",
|
||||
"transform": "float"
|
||||
},
|
||||
{
|
||||
"name": "description",
|
||||
"selector": "[class*='description'], [class*='desc'], [itemprop='description']",
|
||||
"type": "text"
|
||||
},
|
||||
{
|
||||
"name": "image_url",
|
||||
"selector": "[class*='gallery'] img, [class*='product-image'] img, [itemprop='image']",
|
||||
"type": "attribute",
|
||||
"attribute": "src"
|
||||
},
|
||||
{
|
||||
"name": "availability",
|
||||
"selector": "[itemprop='availability'], [class*='stock'], [class*='availability']",
|
||||
"type": "text"
|
||||
},
|
||||
{
|
||||
"name": "sku",
|
||||
"selector": "[itemprop='sku'], [class*='sku']",
|
||||
"type": "text"
|
||||
}
|
||||
]
|
||||
}
|
||||
}
|
||||
},
|
||||
"_license": "MIT",
|
||||
"_copyright": "Copyright (c) 2026 Rug Munch Media LLC"
|
||||
}
|
||||
|
|
@ -3,20 +3,57 @@
|
|||
"description": "Extract repository details from GitHub",
|
||||
"site": "github.com",
|
||||
"category": "development",
|
||||
"icon": "🐙",
|
||||
"icon": "\ud83d\udc19",
|
||||
"url_pattern": "*://github.com/*/*",
|
||||
"schema": {
|
||||
"name": "github_repo",
|
||||
"base_selector": "main",
|
||||
"fields": [
|
||||
{"name": "name", "selector": "strong[itemprop='name']", "type": "text"},
|
||||
{"name": "description", "selector": "p[itemprop='description']", "type": "text"},
|
||||
{"name": "stars", "selector": "#repo-stars-counter-star", "type": "text", "transform": "int"},
|
||||
{"name": "forks", "selector": "#repo-network-counter", "type": "text", "transform": "int"},
|
||||
{"name": "language", "selector": "[itemprop='programmingLanguage']", "type": "text"},
|
||||
{"name": "license", "selector": "[itemprop='license']", "type": "text"},
|
||||
{"name": "last_updated", "selector": "relative-time", "type": "attribute", "attribute": "datetime"},
|
||||
{"name": "topics", "selector": ".topic-tag", "type": "text"}
|
||||
{
|
||||
"name": "name",
|
||||
"selector": "strong[itemprop='name']",
|
||||
"type": "text"
|
||||
},
|
||||
{
|
||||
"name": "description",
|
||||
"selector": "p[itemprop='description']",
|
||||
"type": "text"
|
||||
},
|
||||
{
|
||||
"name": "stars",
|
||||
"selector": "#repo-stars-counter-star",
|
||||
"type": "text",
|
||||
"transform": "int"
|
||||
},
|
||||
{
|
||||
"name": "forks",
|
||||
"selector": "#repo-network-counter",
|
||||
"type": "text",
|
||||
"transform": "int"
|
||||
},
|
||||
{
|
||||
"name": "language",
|
||||
"selector": "[itemprop='programmingLanguage']",
|
||||
"type": "text"
|
||||
},
|
||||
{
|
||||
"name": "license",
|
||||
"selector": "[itemprop='license']",
|
||||
"type": "text"
|
||||
},
|
||||
{
|
||||
"name": "last_updated",
|
||||
"selector": "relative-time",
|
||||
"type": "attribute",
|
||||
"attribute": "datetime"
|
||||
},
|
||||
{
|
||||
"name": "topics",
|
||||
"selector": ".topic-tag",
|
||||
"type": "text"
|
||||
}
|
||||
]
|
||||
}
|
||||
}
|
||||
},
|
||||
"_license": "MIT",
|
||||
"_copyright": "Copyright (c) 2026 Rug Munch Media LLC"
|
||||
}
|
||||
|
|
@ -3,17 +3,39 @@
|
|||
"description": "Extract job details from Glassdoor",
|
||||
"site": "glassdoor.com",
|
||||
"category": "professional",
|
||||
"icon": "🏢",
|
||||
"icon": "\ud83c\udfe2",
|
||||
"url_pattern": "*://www.glassdoor.com/Job/*",
|
||||
"schema": {
|
||||
"name": "glassdoor_job",
|
||||
"base_selector": ".JobDetails_jobDetailsSection",
|
||||
"fields": [
|
||||
{"name": "title", "selector": ".JobDetails_jobTitle", "type": "text"},
|
||||
{"name": "company", "selector": ".EmployerProfile_profileName", "type": "text"},
|
||||
{"name": "location", "selector": ".JobDetails_location", "type": "text"},
|
||||
{"name": "salary", "selector": ".SalaryEstimate", "type": "text"},
|
||||
{"name": "description", "selector": ".JobDetails_description", "type": "text"}
|
||||
{
|
||||
"name": "title",
|
||||
"selector": ".JobDetails_jobTitle",
|
||||
"type": "text"
|
||||
},
|
||||
{
|
||||
"name": "company",
|
||||
"selector": ".EmployerProfile_profileName",
|
||||
"type": "text"
|
||||
},
|
||||
{
|
||||
"name": "location",
|
||||
"selector": ".JobDetails_location",
|
||||
"type": "text"
|
||||
},
|
||||
{
|
||||
"name": "salary",
|
||||
"selector": ".SalaryEstimate",
|
||||
"type": "text"
|
||||
},
|
||||
{
|
||||
"name": "description",
|
||||
"selector": ".JobDetails_description",
|
||||
"type": "text"
|
||||
}
|
||||
]
|
||||
}
|
||||
}
|
||||
},
|
||||
"_license": "MIT",
|
||||
"_copyright": "Copyright (c) 2026 Rug Munch Media LLC"
|
||||
}
|
||||
|
|
@ -48,5 +48,7 @@
|
|||
}
|
||||
]
|
||||
},
|
||||
"url_pattern": "*://www.google.com/maps/*"
|
||||
"url_pattern": "*://www.google.com/maps/*",
|
||||
"_license": "MIT",
|
||||
"_copyright": "Copyright (c) 2026 Rug Munch Media LLC"
|
||||
}
|
||||
|
|
@ -45,5 +45,7 @@
|
|||
}
|
||||
]
|
||||
},
|
||||
"url_pattern": "*://www.patents.google.com/*"
|
||||
"url_pattern": "*://www.patents.google.com/*",
|
||||
"_license": "MIT",
|
||||
"_copyright": "Copyright (c) 2026 Rug Munch Media LLC"
|
||||
}
|
||||
|
|
@ -53,5 +53,7 @@
|
|||
}
|
||||
]
|
||||
},
|
||||
"url_pattern": "*://www.hm.com/*"
|
||||
"url_pattern": "*://www.hm.com/*",
|
||||
"_license": "MIT",
|
||||
"_copyright": "Copyright (c) 2026 Rug Munch Media LLC"
|
||||
}
|
||||
|
|
@ -3,17 +3,41 @@
|
|||
"description": "Extract post details from Hacker News",
|
||||
"site": "news.ycombinator.com",
|
||||
"category": "news",
|
||||
"icon": "📰",
|
||||
"icon": "\ud83d\udcf0",
|
||||
"url_pattern": "*://news.ycombinator.com/item*",
|
||||
"schema": {
|
||||
"name": "hackernews_post",
|
||||
"base_selector": ".fatitem",
|
||||
"fields": [
|
||||
{"name": "title", "selector": ".title a", "type": "text"},
|
||||
{"name": "url", "selector": ".title a", "type": "attribute", "attribute": "href"},
|
||||
{"name": "points", "selector": ".score", "type": "text", "transform": "int"},
|
||||
{"name": "author", "selector": ".hnuser", "type": "text"},
|
||||
{"name": "comment_count", "selector": ".subtext a:last-child", "type": "text"}
|
||||
{
|
||||
"name": "title",
|
||||
"selector": ".title a",
|
||||
"type": "text"
|
||||
},
|
||||
{
|
||||
"name": "url",
|
||||
"selector": ".title a",
|
||||
"type": "attribute",
|
||||
"attribute": "href"
|
||||
},
|
||||
{
|
||||
"name": "points",
|
||||
"selector": ".score",
|
||||
"type": "text",
|
||||
"transform": "int"
|
||||
},
|
||||
{
|
||||
"name": "author",
|
||||
"selector": ".hnuser",
|
||||
"type": "text"
|
||||
},
|
||||
{
|
||||
"name": "comment_count",
|
||||
"selector": ".subtext a:last-child",
|
||||
"type": "text"
|
||||
}
|
||||
]
|
||||
}
|
||||
}
|
||||
},
|
||||
"_license": "MIT",
|
||||
"_copyright": "Copyright (c) 2026 Rug Munch Media LLC"
|
||||
}
|
||||
|
|
@ -49,5 +49,7 @@
|
|||
}
|
||||
]
|
||||
},
|
||||
"url_pattern": "*://www.homedepot.com/*"
|
||||
"url_pattern": "*://www.homedepot.com/*",
|
||||
"_license": "MIT",
|
||||
"_copyright": "Copyright (c) 2026 Rug Munch Media LLC"
|
||||
}
|
||||
|
|
@ -59,5 +59,7 @@
|
|||
}
|
||||
]
|
||||
},
|
||||
"url_pattern": "*://www.ikea.com/*"
|
||||
"url_pattern": "*://www.ikea.com/*",
|
||||
"_license": "MIT",
|
||||
"_copyright": "Copyright (c) 2026 Rug Munch Media LLC"
|
||||
}
|
||||
|
|
@ -3,21 +3,62 @@
|
|||
"description": "Extract movie details from IMDb",
|
||||
"site": "imdb.com",
|
||||
"category": "media",
|
||||
"icon": "🎬",
|
||||
"icon": "\ud83c\udfac",
|
||||
"url_pattern": "*://www.imdb.com/title/*",
|
||||
"schema": {
|
||||
"name": "imdb_movie",
|
||||
"base_selector": "#__next",
|
||||
"fields": [
|
||||
{"name": "title", "selector": "h1", "type": "text"},
|
||||
{"name": "year", "selector": "ul li:first-child a", "type": "text"},
|
||||
{"name": "rating", "selector": "[data-testid='hero-rating-bar__aggregate-rating__score']", "type": "text", "transform": "float"},
|
||||
{"name": "rating_count", "selector": "[data-testid='hero-rating-bar__aggregate-rating__count']", "type": "text", "transform": "int"},
|
||||
{"name": "description", "selector": "[data-testid='plot-xs_to_m']", "type": "text"},
|
||||
{"name": "director", "selector": "[data-testid='title-pc-principal-credit']", "type": "text"},
|
||||
{"name": "cast", "selector": "[data-testid='title-cast-item']", "type": "text"},
|
||||
{"name": "genres", "selector": "[data-testid='genres']", "type": "text"},
|
||||
{"name": "poster", "selector": ".ipc-image", "type": "attribute", "attribute": "src"}
|
||||
{
|
||||
"name": "title",
|
||||
"selector": "h1",
|
||||
"type": "text"
|
||||
},
|
||||
{
|
||||
"name": "year",
|
||||
"selector": "ul li:first-child a",
|
||||
"type": "text"
|
||||
},
|
||||
{
|
||||
"name": "rating",
|
||||
"selector": "[data-testid='hero-rating-bar__aggregate-rating__score']",
|
||||
"type": "text",
|
||||
"transform": "float"
|
||||
},
|
||||
{
|
||||
"name": "rating_count",
|
||||
"selector": "[data-testid='hero-rating-bar__aggregate-rating__count']",
|
||||
"type": "text",
|
||||
"transform": "int"
|
||||
},
|
||||
{
|
||||
"name": "description",
|
||||
"selector": "[data-testid='plot-xs_to_m']",
|
||||
"type": "text"
|
||||
},
|
||||
{
|
||||
"name": "director",
|
||||
"selector": "[data-testid='title-pc-principal-credit']",
|
||||
"type": "text"
|
||||
},
|
||||
{
|
||||
"name": "cast",
|
||||
"selector": "[data-testid='title-cast-item']",
|
||||
"type": "text"
|
||||
},
|
||||
{
|
||||
"name": "genres",
|
||||
"selector": "[data-testid='genres']",
|
||||
"type": "text"
|
||||
},
|
||||
{
|
||||
"name": "poster",
|
||||
"selector": ".ipc-image",
|
||||
"type": "attribute",
|
||||
"attribute": "src"
|
||||
}
|
||||
]
|
||||
}
|
||||
}
|
||||
},
|
||||
"_license": "MIT",
|
||||
"_copyright": "Copyright (c) 2026 Rug Munch Media LLC"
|
||||
}
|
||||
|
|
@ -3,18 +3,44 @@
|
|||
"description": "Extract job details from Indeed",
|
||||
"site": "indeed.com",
|
||||
"category": "professional",
|
||||
"icon": "💼",
|
||||
"icon": "\ud83d\udcbc",
|
||||
"url_pattern": "*://www.indeed.com/viewjob*",
|
||||
"schema": {
|
||||
"name": "indeed_job",
|
||||
"base_selector": ".jobsearch-ViewJobLayout",
|
||||
"fields": [
|
||||
{"name": "title", "selector": ".jobsearch-JobInfoHeader-title", "type": "text"},
|
||||
{"name": "company", "selector": ".jobsearch-InlineCompanyRating .css-6z8f9v", "type": "text"},
|
||||
{"name": "location", "selector": ".jobsearch-JobInfoHeader-subtitle .css-6z8f9v", "type": "text"},
|
||||
{"name": "salary", "selector": "#salaryInfoAndJobType", "type": "text"},
|
||||
{"name": "description", "selector": "#jobDescriptionText", "type": "text"},
|
||||
{"name": "post_date", "selector": ".css-1cwevpf", "type": "text"}
|
||||
{
|
||||
"name": "title",
|
||||
"selector": ".jobsearch-JobInfoHeader-title",
|
||||
"type": "text"
|
||||
},
|
||||
{
|
||||
"name": "company",
|
||||
"selector": ".jobsearch-InlineCompanyRating .css-6z8f9v",
|
||||
"type": "text"
|
||||
},
|
||||
{
|
||||
"name": "location",
|
||||
"selector": ".jobsearch-JobInfoHeader-subtitle .css-6z8f9v",
|
||||
"type": "text"
|
||||
},
|
||||
{
|
||||
"name": "salary",
|
||||
"selector": "#salaryInfoAndJobType",
|
||||
"type": "text"
|
||||
},
|
||||
{
|
||||
"name": "description",
|
||||
"selector": "#jobDescriptionText",
|
||||
"type": "text"
|
||||
},
|
||||
{
|
||||
"name": "post_date",
|
||||
"selector": ".css-1cwevpf",
|
||||
"type": "text"
|
||||
}
|
||||
]
|
||||
}
|
||||
}
|
||||
},
|
||||
"_license": "MIT",
|
||||
"_copyright": "Copyright (c) 2026 Rug Munch Media LLC"
|
||||
}
|
||||
|
|
@ -55,5 +55,7 @@
|
|||
}
|
||||
]
|
||||
},
|
||||
"url_pattern": "*://www.jcpenney.com/*"
|
||||
"url_pattern": "*://www.jcpenney.com/*",
|
||||
"_license": "MIT",
|
||||
"_copyright": "Copyright (c) 2026 Rug Munch Media LLC"
|
||||
}
|
||||
|
|
@ -55,5 +55,7 @@
|
|||
}
|
||||
]
|
||||
},
|
||||
"url_pattern": "*://www.kohls.com/*"
|
||||
"url_pattern": "*://www.kohls.com/*",
|
||||
"_license": "MIT",
|
||||
"_copyright": "Copyright (c) 2026 Rug Munch Media LLC"
|
||||
}
|
||||
|
|
@ -3,17 +3,39 @@
|
|||
"description": "Extract job posting details from LinkedIn",
|
||||
"site": "linkedin.com",
|
||||
"category": "professional",
|
||||
"icon": "💼",
|
||||
"icon": "\ud83d\udcbc",
|
||||
"url_pattern": "*://www.linkedin.com/jobs/*",
|
||||
"schema": {
|
||||
"name": "linkedin_job",
|
||||
"base_selector": ".jobs-search__job-details",
|
||||
"fields": [
|
||||
{"name": "title", "selector": "h1", "type": "text"},
|
||||
{"name": "company", "selector": ".job-details-jobs-unified-top-card__company-name", "type": "text"},
|
||||
{"name": "location", "selector": ".job-details-jobs-unified-top-card__bullet", "type": "text"},
|
||||
{"name": "description", "selector": "#job-details", "type": "text"},
|
||||
{"name": "post_date", "selector": ".job-details-jobs-unified-top-card__posted-date", "type": "text"}
|
||||
{
|
||||
"name": "title",
|
||||
"selector": "h1",
|
||||
"type": "text"
|
||||
},
|
||||
{
|
||||
"name": "company",
|
||||
"selector": ".job-details-jobs-unified-top-card__company-name",
|
||||
"type": "text"
|
||||
},
|
||||
{
|
||||
"name": "location",
|
||||
"selector": ".job-details-jobs-unified-top-card__bullet",
|
||||
"type": "text"
|
||||
},
|
||||
{
|
||||
"name": "description",
|
||||
"selector": "#job-details",
|
||||
"type": "text"
|
||||
},
|
||||
{
|
||||
"name": "post_date",
|
||||
"selector": ".job-details-jobs-unified-top-card__posted-date",
|
||||
"type": "text"
|
||||
}
|
||||
]
|
||||
}
|
||||
}
|
||||
},
|
||||
"_license": "MIT",
|
||||
"_copyright": "Copyright (c) 2026 Rug Munch Media LLC"
|
||||
}
|
||||
|
|
@ -3,19 +3,50 @@
|
|||
"description": "Extract profile information from LinkedIn public profiles",
|
||||
"site": "linkedin.com",
|
||||
"category": "professional",
|
||||
"icon": "💼",
|
||||
"icon": "\ud83d\udcbc",
|
||||
"url_pattern": "*://www.linkedin.com/in/*",
|
||||
"schema": {
|
||||
"name": "linkedin_profile",
|
||||
"base_selector": ".profile-detail",
|
||||
"fields": [
|
||||
{"name": "name", "selector": "h1", "type": "text"},
|
||||
{"name": "headline", "selector": ".text-body-medium", "type": "text"},
|
||||
{"name": "location", "selector": ".text-body-small.inline", "type": "text"},
|
||||
{"name": "about", "selector": "#about ~ div", "type": "text"},
|
||||
{"name": "experience", "selector": "#experience ~ .display-flex li", "type": "text"},
|
||||
{"name": "education", "selector": "#education ~ .display-flex li", "type": "text"},
|
||||
{"name": "profile_image", "selector": ".profile-photo-edit img", "type": "attribute", "attribute": "src"}
|
||||
{
|
||||
"name": "name",
|
||||
"selector": "h1",
|
||||
"type": "text"
|
||||
},
|
||||
{
|
||||
"name": "headline",
|
||||
"selector": ".text-body-medium",
|
||||
"type": "text"
|
||||
},
|
||||
{
|
||||
"name": "location",
|
||||
"selector": ".text-body-small.inline",
|
||||
"type": "text"
|
||||
},
|
||||
{
|
||||
"name": "about",
|
||||
"selector": "#about ~ div",
|
||||
"type": "text"
|
||||
},
|
||||
{
|
||||
"name": "experience",
|
||||
"selector": "#experience ~ .display-flex li",
|
||||
"type": "text"
|
||||
},
|
||||
{
|
||||
"name": "education",
|
||||
"selector": "#education ~ .display-flex li",
|
||||
"type": "text"
|
||||
},
|
||||
{
|
||||
"name": "profile_image",
|
||||
"selector": ".profile-photo-edit img",
|
||||
"type": "attribute",
|
||||
"attribute": "src"
|
||||
}
|
||||
]
|
||||
}
|
||||
}
|
||||
},
|
||||
"_license": "MIT",
|
||||
"_copyright": "Copyright (c) 2026 Rug Munch Media LLC"
|
||||
}
|
||||
|
|
@ -43,5 +43,7 @@
|
|||
}
|
||||
]
|
||||
},
|
||||
"url_pattern": "*://www.lowes.com/*"
|
||||
"url_pattern": "*://www.lowes.com/*",
|
||||
"_license": "MIT",
|
||||
"_copyright": "Copyright (c) 2026 Rug Munch Media LLC"
|
||||
}
|
||||
|
|
@ -64,5 +64,7 @@
|
|||
}
|
||||
]
|
||||
},
|
||||
"url_pattern": "*://www.lululemon.com/*"
|
||||
"url_pattern": "*://www.lululemon.com/*",
|
||||
"_license": "MIT",
|
||||
"_copyright": "Copyright (c) 2026 Rug Munch Media LLC"
|
||||
}
|
||||
|
|
@ -60,5 +60,7 @@
|
|||
}
|
||||
]
|
||||
},
|
||||
"url_pattern": "*://www.macys.com/*"
|
||||
"url_pattern": "*://www.macys.com/*",
|
||||
"_license": "MIT",
|
||||
"_copyright": "Copyright (c) 2026 Rug Munch Media LLC"
|
||||
}
|
||||
|
|
@ -48,5 +48,7 @@
|
|||
}
|
||||
]
|
||||
},
|
||||
"url_pattern": "*://www.medium.com/*"
|
||||
"url_pattern": "*://www.medium.com/*",
|
||||
"_license": "MIT",
|
||||
"_copyright": "Copyright (c) 2026 Rug Munch Media LLC"
|
||||
}
|
||||
|
|
@ -40,5 +40,7 @@
|
|||
}
|
||||
]
|
||||
},
|
||||
"url_pattern": "*://www.monster.com/*"
|
||||
"url_pattern": "*://www.monster.com/*",
|
||||
"_license": "MIT",
|
||||
"_copyright": "Copyright (c) 2026 Rug Munch Media LLC"
|
||||
}
|
||||
|
|
@ -37,5 +37,7 @@
|
|||
}
|
||||
]
|
||||
},
|
||||
"url_pattern": "*://www.nbcnews.com/*"
|
||||
"url_pattern": "*://www.nbcnews.com/*",
|
||||
"_license": "MIT",
|
||||
"_copyright": "Copyright (c) 2026 Rug Munch Media LLC"
|
||||
}
|
||||
|
|
@ -64,5 +64,7 @@
|
|||
}
|
||||
]
|
||||
},
|
||||
"url_pattern": "*://www.newegg.com/*"
|
||||
"url_pattern": "*://www.newegg.com/*",
|
||||
"_license": "MIT",
|
||||
"_copyright": "Copyright (c) 2026 Rug Munch Media LLC"
|
||||
}
|
||||
|
|
@ -59,5 +59,7 @@
|
|||
}
|
||||
]
|
||||
},
|
||||
"url_pattern": "*://www.nike.com/*"
|
||||
"url_pattern": "*://www.nike.com/*",
|
||||
"_license": "MIT",
|
||||
"_copyright": "Copyright (c) 2026 Rug Munch Media LLC"
|
||||
}
|
||||
|
|
@ -65,5 +65,7 @@
|
|||
}
|
||||
]
|
||||
},
|
||||
"url_pattern": "*://www.nordstrom.com/*"
|
||||
"url_pattern": "*://www.nordstrom.com/*",
|
||||
"_license": "MIT",
|
||||
"_copyright": "Copyright (c) 2026 Rug Munch Media LLC"
|
||||
}
|
||||
|
|
@ -43,5 +43,7 @@
|
|||
}
|
||||
]
|
||||
},
|
||||
"url_pattern": "*://www.nytimes.com/*"
|
||||
"url_pattern": "*://www.nytimes.com/*",
|
||||
"_license": "MIT",
|
||||
"_copyright": "Copyright (c) 2026 Rug Munch Media LLC"
|
||||
}
|
||||
|
|
@ -54,5 +54,7 @@
|
|||
}
|
||||
]
|
||||
},
|
||||
"url_pattern": "*://www.officedepot.com/*"
|
||||
"url_pattern": "*://www.officedepot.com/*",
|
||||
"_license": "MIT",
|
||||
"_copyright": "Copyright (c) 2026 Rug Munch Media LLC"
|
||||
}
|
||||
|
|
@ -60,5 +60,7 @@
|
|||
}
|
||||
]
|
||||
},
|
||||
"url_pattern": "*://www.oldnavy.gap.com/*"
|
||||
"url_pattern": "*://www.oldnavy.gap.com/*",
|
||||
"_license": "MIT",
|
||||
"_copyright": "Copyright (c) 2026 Rug Munch Media LLC"
|
||||
}
|
||||
|
|
@ -59,5 +59,7 @@
|
|||
}
|
||||
]
|
||||
},
|
||||
"url_pattern": "*://www.petsmart.com/*"
|
||||
"url_pattern": "*://www.petsmart.com/*",
|
||||
"_license": "MIT",
|
||||
"_copyright": "Copyright (c) 2026 Rug Munch Media LLC"
|
||||
}
|
||||
|
|
@ -37,5 +37,7 @@
|
|||
}
|
||||
]
|
||||
},
|
||||
"url_pattern": "*://www.politico.com/*"
|
||||
"url_pattern": "*://www.politico.com/*",
|
||||
"_license": "MIT",
|
||||
"_copyright": "Copyright (c) 2026 Rug Munch Media LLC"
|
||||
}
|
||||
|
|
@ -59,5 +59,7 @@
|
|||
}
|
||||
]
|
||||
},
|
||||
"url_pattern": "*://www.potterybarn.com/*"
|
||||
"url_pattern": "*://www.potterybarn.com/*",
|
||||
"_license": "MIT",
|
||||
"_copyright": "Copyright (c) 2026 Rug Munch Media LLC"
|
||||
}
|
||||
|
|
@ -54,5 +54,7 @@
|
|||
}
|
||||
]
|
||||
},
|
||||
"url_pattern": "*://www.producthunt.com/*"
|
||||
"url_pattern": "*://www.producthunt.com/*",
|
||||
"_license": "MIT",
|
||||
"_copyright": "Copyright (c) 2026 Rug Munch Media LLC"
|
||||
}
|
||||
|
|
@ -55,5 +55,7 @@
|
|||
}
|
||||
]
|
||||
},
|
||||
"url_pattern": "*://www.realtor.com/*"
|
||||
"url_pattern": "*://www.realtor.com/*",
|
||||
"_license": "MIT",
|
||||
"_copyright": "Copyright (c) 2026 Rug Munch Media LLC"
|
||||
}
|
||||
|
|
@ -3,18 +3,46 @@
|
|||
"description": "Extract post details from Reddit",
|
||||
"site": "reddit.com",
|
||||
"category": "social",
|
||||
"icon": "💬",
|
||||
"icon": "\ud83d\udcac",
|
||||
"url_pattern": "*://www.reddit.com/r/*/comments/*",
|
||||
"schema": {
|
||||
"name": "reddit_post",
|
||||
"base_selector": "[data-testid='post-container']",
|
||||
"fields": [
|
||||
{"name": "title", "selector": "h1", "type": "text"},
|
||||
{"name": "author", "selector": "a[href*='/user/']", "type": "text"},
|
||||
{"name": "score", "selector": "[id^='vote-arrows']", "type": "text", "transform": "int"},
|
||||
{"name": "subreddit", "selector": "[data-testid='subreddit-name']", "type": "text"},
|
||||
{"name": "body", "selector": "[data-testid='post-content']", "type": "text"},
|
||||
{"name": "comment_count", "selector": "[data-testid='comment-count']", "type": "text", "transform": "int"}
|
||||
{
|
||||
"name": "title",
|
||||
"selector": "h1",
|
||||
"type": "text"
|
||||
},
|
||||
{
|
||||
"name": "author",
|
||||
"selector": "a[href*='/user/']",
|
||||
"type": "text"
|
||||
},
|
||||
{
|
||||
"name": "score",
|
||||
"selector": "[id^='vote-arrows']",
|
||||
"type": "text",
|
||||
"transform": "int"
|
||||
},
|
||||
{
|
||||
"name": "subreddit",
|
||||
"selector": "[data-testid='subreddit-name']",
|
||||
"type": "text"
|
||||
},
|
||||
{
|
||||
"name": "body",
|
||||
"selector": "[data-testid='post-content']",
|
||||
"type": "text"
|
||||
},
|
||||
{
|
||||
"name": "comment_count",
|
||||
"selector": "[data-testid='comment-count']",
|
||||
"type": "text",
|
||||
"transform": "int"
|
||||
}
|
||||
]
|
||||
}
|
||||
}
|
||||
},
|
||||
"_license": "MIT",
|
||||
"_copyright": "Copyright (c) 2026 Rug Munch Media LLC"
|
||||
}
|
||||
|
|
@ -60,5 +60,7 @@
|
|||
}
|
||||
]
|
||||
},
|
||||
"url_pattern": "*://www.rei.com/*"
|
||||
"url_pattern": "*://www.rei.com/*",
|
||||
"_license": "MIT",
|
||||
"_copyright": "Copyright (c) 2026 Rug Munch Media LLC"
|
||||
}
|
||||
|
|
@ -47,5 +47,7 @@
|
|||
}
|
||||
]
|
||||
},
|
||||
"url_pattern": "*://www.reuters.com/*"
|
||||
"url_pattern": "*://www.reuters.com/*",
|
||||
"_license": "MIT",
|
||||
"_copyright": "Copyright (c) 2026 Rug Munch Media LLC"
|
||||
}
|
||||
|
|
@ -64,5 +64,7 @@
|
|||
}
|
||||
]
|
||||
},
|
||||
"url_pattern": "*://www.samsclub.com/*"
|
||||
"url_pattern": "*://www.samsclub.com/*",
|
||||
"_license": "MIT",
|
||||
"_copyright": "Copyright (c) 2026 Rug Munch Media LLC"
|
||||
}
|
||||
|
|
@ -37,5 +37,7 @@
|
|||
}
|
||||
]
|
||||
},
|
||||
"url_pattern": "*://www.scmp.com/*"
|
||||
"url_pattern": "*://www.scmp.com/*",
|
||||
"_license": "MIT",
|
||||
"_copyright": "Copyright (c) 2026 Rug Munch Media LLC"
|
||||
}
|
||||
|
|
@ -41,5 +41,7 @@
|
|||
}
|
||||
]
|
||||
},
|
||||
"url_pattern": "*://www.sec.gov/*"
|
||||
"url_pattern": "*://www.sec.gov/*",
|
||||
"_license": "MIT",
|
||||
"_copyright": "Copyright (c) 2026 Rug Munch Media LLC"
|
||||
}
|
||||
|
|
@ -64,5 +64,7 @@
|
|||
}
|
||||
]
|
||||
},
|
||||
"url_pattern": "*://www.sephora.com/*"
|
||||
"url_pattern": "*://www.sephora.com/*",
|
||||
"_license": "MIT",
|
||||
"_copyright": "Copyright (c) 2026 Rug Munch Media LLC"
|
||||
}
|
||||
|
|
@ -59,5 +59,7 @@
|
|||
}
|
||||
]
|
||||
},
|
||||
"url_pattern": "*://www.staples.com/*"
|
||||
"url_pattern": "*://www.staples.com/*",
|
||||
"_license": "MIT",
|
||||
"_copyright": "Copyright (c) 2026 Rug Munch Media LLC"
|
||||
}
|
||||
|
|
@ -36,5 +36,7 @@
|
|||
}
|
||||
]
|
||||
},
|
||||
"url_pattern": "*://www.substack.com/*"
|
||||
"url_pattern": "*://www.substack.com/*",
|
||||
"_license": "MIT",
|
||||
"_copyright": "Copyright (c) 2026 Rug Munch Media LLC"
|
||||
}
|
||||
|
|
@ -3,19 +3,53 @@
|
|||
"description": "Extract product details from Target product pages",
|
||||
"site": "target.com",
|
||||
"category": "ecommerce",
|
||||
"icon": "🎯",
|
||||
"icon": "\ud83c\udfaf",
|
||||
"url_pattern": "*://www.target.com/p/*",
|
||||
"schema": {
|
||||
"name": "target_product",
|
||||
"base_selector": "[data-test='product-details']",
|
||||
"fields": [
|
||||
{"name": "title", "selector": "[data-test='product-title']", "type": "text"},
|
||||
{"name": "price", "selector": "[data-test='product-price']", "type": "text", "transform": "float"},
|
||||
{"name": "rating", "selector": "[data-test='rating']", "type": "text", "transform": "float"},
|
||||
{"name": "review_count", "selector": "[data-test='reviews-count']", "type": "text", "transform": "int"},
|
||||
{"name": "description", "selector": "[data-test='product-description']", "type": "text"},
|
||||
{"name": "image_url", "selector": "[data-test='hero-image'] img", "type": "attribute", "attribute": "src"},
|
||||
{"name": "fulfillment", "selector": "[data-test='fulfillment']", "type": "text"}
|
||||
{
|
||||
"name": "title",
|
||||
"selector": "[data-test='product-title']",
|
||||
"type": "text"
|
||||
},
|
||||
{
|
||||
"name": "price",
|
||||
"selector": "[data-test='product-price']",
|
||||
"type": "text",
|
||||
"transform": "float"
|
||||
},
|
||||
{
|
||||
"name": "rating",
|
||||
"selector": "[data-test='rating']",
|
||||
"type": "text",
|
||||
"transform": "float"
|
||||
},
|
||||
{
|
||||
"name": "review_count",
|
||||
"selector": "[data-test='reviews-count']",
|
||||
"type": "text",
|
||||
"transform": "int"
|
||||
},
|
||||
{
|
||||
"name": "description",
|
||||
"selector": "[data-test='product-description']",
|
||||
"type": "text"
|
||||
},
|
||||
{
|
||||
"name": "image_url",
|
||||
"selector": "[data-test='hero-image'] img",
|
||||
"type": "attribute",
|
||||
"attribute": "src"
|
||||
},
|
||||
{
|
||||
"name": "fulfillment",
|
||||
"selector": "[data-test='fulfillment']",
|
||||
"type": "text"
|
||||
}
|
||||
]
|
||||
}
|
||||
}
|
||||
},
|
||||
"_license": "MIT",
|
||||
"_copyright": "Copyright (c) 2026 Rug Munch Media LLC"
|
||||
}
|
||||
|
|
@ -37,5 +37,7 @@
|
|||
}
|
||||
]
|
||||
},
|
||||
"url_pattern": "*://www.techcrunch.com/*"
|
||||
"url_pattern": "*://www.techcrunch.com/*",
|
||||
"_license": "MIT",
|
||||
"_copyright": "Copyright (c) 2026 Rug Munch Media LLC"
|
||||
}
|
||||
|
|
@ -1,4 +1,9 @@
|
|||
#!/usr/bin/env python3
|
||||
# SPDX-License-Identifier: MIT
|
||||
# Copyright (c) 2026 Rug Munch Media LLC
|
||||
#
|
||||
# Part of Pry — https://git.rugmunch.io/RugMunchMedia/pryscraper
|
||||
# Licensed under MIT. See LICENSE.
|
||||
"""Live template verification script — run on Talos with network access."""
|
||||
|
||||
import asyncio
|
||||
|
|
|
|||
|
|
@ -47,5 +47,7 @@
|
|||
}
|
||||
]
|
||||
},
|
||||
"url_pattern": "*://www.theguardian.com/*"
|
||||
"url_pattern": "*://www.theguardian.com/*",
|
||||
"_license": "MIT",
|
||||
"_copyright": "Copyright (c) 2026 Rug Munch Media LLC"
|
||||
}
|
||||
|
|
@ -37,5 +37,7 @@
|
|||
}
|
||||
]
|
||||
},
|
||||
"url_pattern": "*://www.theverge.com/*"
|
||||
"url_pattern": "*://www.theverge.com/*",
|
||||
"_license": "MIT",
|
||||
"_copyright": "Copyright (c) 2026 Rug Munch Media LLC"
|
||||
}
|
||||
|
|
@ -44,5 +44,7 @@
|
|||
}
|
||||
]
|
||||
},
|
||||
"url_pattern": "*://www.tiktok.com/*"
|
||||
"url_pattern": "*://www.tiktok.com/*",
|
||||
"_license": "MIT",
|
||||
"_copyright": "Copyright (c) 2026 Rug Munch Media LLC"
|
||||
}
|
||||
|
|
@ -37,5 +37,7 @@
|
|||
}
|
||||
]
|
||||
},
|
||||
"url_pattern": "*://www.time.com/*"
|
||||
"url_pattern": "*://www.time.com/*",
|
||||
"_license": "MIT",
|
||||
"_copyright": "Copyright (c) 2026 Rug Munch Media LLC"
|
||||
}
|
||||
|
|
@ -42,5 +42,7 @@
|
|||
}
|
||||
]
|
||||
},
|
||||
"url_pattern": "*://www.tripadvisor.com/*"
|
||||
"url_pattern": "*://www.tripadvisor.com/*",
|
||||
"_license": "MIT",
|
||||
"_copyright": "Copyright (c) 2026 Rug Munch Media LLC"
|
||||
}
|
||||
|
|
@ -42,5 +42,7 @@
|
|||
}
|
||||
]
|
||||
},
|
||||
"url_pattern": "*://www.trustpilot.com/*"
|
||||
"url_pattern": "*://www.trustpilot.com/*",
|
||||
"_license": "MIT",
|
||||
"_copyright": "Copyright (c) 2026 Rug Munch Media LLC"
|
||||
}
|
||||
|
|
@ -3,19 +3,53 @@
|
|||
"description": "Extract profile information from Twitter/X profiles",
|
||||
"site": "twitter.com",
|
||||
"category": "social",
|
||||
"icon": "🐦",
|
||||
"icon": "\ud83d\udc26",
|
||||
"url_pattern": "*://twitter.com/*",
|
||||
"schema": {
|
||||
"name": "twitter_profile",
|
||||
"base_selector": "[data-testid='primaryColumn']",
|
||||
"fields": [
|
||||
{"name": "display_name", "selector": "[data-testid='UserName']", "type": "text"},
|
||||
{"name": "bio", "selector": "[data-testid='UserDescription']", "type": "text"},
|
||||
{"name": "followers", "selector": "a[href*='/followers'] span", "type": "text", "transform": "int"},
|
||||
{"name": "following", "selector": "a[href*='/following'] span", "type": "text", "transform": "int"},
|
||||
{"name": "location", "selector": "[data-testid='UserProfileHeader_Items']", "type": "text"},
|
||||
{"name": "website", "selector": "[data-testid='UserProfileHeader_Items'] a", "type": "attribute", "attribute": "href"},
|
||||
{"name": "avatar", "selector": "img[alt*='avatar']", "type": "attribute", "attribute": "src"}
|
||||
{
|
||||
"name": "display_name",
|
||||
"selector": "[data-testid='UserName']",
|
||||
"type": "text"
|
||||
},
|
||||
{
|
||||
"name": "bio",
|
||||
"selector": "[data-testid='UserDescription']",
|
||||
"type": "text"
|
||||
},
|
||||
{
|
||||
"name": "followers",
|
||||
"selector": "a[href*='/followers'] span",
|
||||
"type": "text",
|
||||
"transform": "int"
|
||||
},
|
||||
{
|
||||
"name": "following",
|
||||
"selector": "a[href*='/following'] span",
|
||||
"type": "text",
|
||||
"transform": "int"
|
||||
},
|
||||
{
|
||||
"name": "location",
|
||||
"selector": "[data-testid='UserProfileHeader_Items']",
|
||||
"type": "text"
|
||||
},
|
||||
{
|
||||
"name": "website",
|
||||
"selector": "[data-testid='UserProfileHeader_Items'] a",
|
||||
"type": "attribute",
|
||||
"attribute": "href"
|
||||
},
|
||||
{
|
||||
"name": "avatar",
|
||||
"selector": "img[alt*='avatar']",
|
||||
"type": "attribute",
|
||||
"attribute": "src"
|
||||
}
|
||||
]
|
||||
}
|
||||
}
|
||||
},
|
||||
"_license": "MIT",
|
||||
"_copyright": "Copyright (c) 2026 Rug Munch Media LLC"
|
||||
}
|
||||
|
|
@ -59,5 +59,7 @@
|
|||
}
|
||||
]
|
||||
},
|
||||
"url_pattern": "*://www.ulta.com/*"
|
||||
"url_pattern": "*://www.ulta.com/*",
|
||||
"_license": "MIT",
|
||||
"_copyright": "Copyright (c) 2026 Rug Munch Media LLC"
|
||||
}
|
||||
|
|
@ -37,5 +37,7 @@
|
|||
}
|
||||
]
|
||||
},
|
||||
"url_pattern": "*://www.usatoday.com/*"
|
||||
"url_pattern": "*://www.usatoday.com/*",
|
||||
"_license": "MIT",
|
||||
"_copyright": "Copyright (c) 2026 Rug Munch Media LLC"
|
||||
}
|
||||
|
|
@ -35,5 +35,7 @@
|
|||
}
|
||||
]
|
||||
},
|
||||
"url_pattern": "*://www.uspto.gov/*"
|
||||
"url_pattern": "*://www.uspto.gov/*",
|
||||
"_license": "MIT",
|
||||
"_copyright": "Copyright (c) 2026 Rug Munch Media LLC"
|
||||
}
|
||||
|
|
@ -1,6 +1,12 @@
|
|||
"""Validate all scraper templates — verify JSON schema, required fields, and selector structure.
|
||||
This ensures every template is structurally correct before we claim it works."""
|
||||
|
||||
# SPDX-License-Identifier: MIT
|
||||
# Copyright (c) 2026 Rug Munch Media LLC
|
||||
#
|
||||
# Part of Pry — https://git.rugmunch.io/RugMunchMedia/pryscraper
|
||||
# Licensed under MIT. See LICENSE.
|
||||
|
||||
import json
|
||||
import sys
|
||||
from pathlib import Path
|
||||
|
|
|
|||
|
|
@ -59,5 +59,7 @@
|
|||
}
|
||||
]
|
||||
},
|
||||
"url_pattern": "*://www.walgreens.com/*"
|
||||
"url_pattern": "*://www.walgreens.com/*",
|
||||
"_license": "MIT",
|
||||
"_copyright": "Copyright (c) 2026 Rug Munch Media LLC"
|
||||
}
|
||||
|
|
@ -64,5 +64,7 @@
|
|||
}
|
||||
]
|
||||
},
|
||||
"url_pattern": "*://www.walmart.com/*"
|
||||
"url_pattern": "*://www.walmart.com/*",
|
||||
"_license": "MIT",
|
||||
"_copyright": "Copyright (c) 2026 Rug Munch Media LLC"
|
||||
}
|
||||
|
|
@ -3,19 +3,54 @@
|
|||
"description": "Extract product details from Walmart product pages",
|
||||
"site": "walmart.com",
|
||||
"category": "ecommerce",
|
||||
"icon": "🛒",
|
||||
"icon": "\ud83d\uded2",
|
||||
"url_pattern": "*://www.walmart.com/ip/*",
|
||||
"schema": {
|
||||
"name": "walmart_product",
|
||||
"base_selector": ".prod-ProductHero",
|
||||
"fields": [
|
||||
{"name": "title", "selector": "h1", "type": "text"},
|
||||
{"name": "price", "selector": "[itemprop='price']", "type": "text", "transform": "float"},
|
||||
{"name": "rating", "selector": ".rating-stars-group", "type": "attribute", "attribute": "aria-label", "transform": "float"},
|
||||
{"name": "review_count", "selector": ".rating-reviews", "type": "text", "transform": "int"},
|
||||
{"name": "description", "selector": ".about-desc", "type": "text"},
|
||||
{"name": "image_url", "selector": ".prod-hero-hero-image img", "type": "attribute", "attribute": "src"},
|
||||
{"name": "availability", "selector": ".fulfillment-shippingMethod", "type": "text"}
|
||||
{
|
||||
"name": "title",
|
||||
"selector": "h1",
|
||||
"type": "text"
|
||||
},
|
||||
{
|
||||
"name": "price",
|
||||
"selector": "[itemprop='price']",
|
||||
"type": "text",
|
||||
"transform": "float"
|
||||
},
|
||||
{
|
||||
"name": "rating",
|
||||
"selector": ".rating-stars-group",
|
||||
"type": "attribute",
|
||||
"attribute": "aria-label",
|
||||
"transform": "float"
|
||||
},
|
||||
{
|
||||
"name": "review_count",
|
||||
"selector": ".rating-reviews",
|
||||
"type": "text",
|
||||
"transform": "int"
|
||||
},
|
||||
{
|
||||
"name": "description",
|
||||
"selector": ".about-desc",
|
||||
"type": "text"
|
||||
},
|
||||
{
|
||||
"name": "image_url",
|
||||
"selector": ".prod-hero-hero-image img",
|
||||
"type": "attribute",
|
||||
"attribute": "src"
|
||||
},
|
||||
{
|
||||
"name": "availability",
|
||||
"selector": ".fulfillment-shippingMethod",
|
||||
"type": "text"
|
||||
}
|
||||
]
|
||||
}
|
||||
}
|
||||
},
|
||||
"_license": "MIT",
|
||||
"_copyright": "Copyright (c) 2026 Rug Munch Media LLC"
|
||||
}
|
||||
Some files were not shown because too many files have changed in this diff Show more
Loading…
Add table
Add a link
Reference in a new issue