{
    "type": "tag",
    "title": "Scraping",
    "canonical": "https://www.dealmobile.co.uk/writing/tag/scraping",
    "path": "/writing/tag/scraping",
    "url": "https://www.dealmobile.co.uk/writing/tag/scraping",
    "markdown": "https://www.dealmobile.co.uk/writing/tag/scraping.md",
    "json": "https://www.dealmobile.co.uk/writing/tag/scraping.json",
    "feed": "https://www.dealmobile.co.uk/writing/tag/scraping.rss",
    "items": [
        {
            "type": "article",
            "title": "Turning saved web pages into clean Markdown",
            "url": "https://www.dealmobile.co.uk/writing/turning-web-pages-into-clean-markdown",
            "markdown": "https://www.dealmobile.co.uk/writing/turning-web-pages-into-clean-markdown.md",
            "json": "https://www.dealmobile.co.uk/writing/turning-web-pages-into-clean-markdown.json",
            "summary": "How ScrapePy finds the article inside a saved page, strips the menus, adverts and sign-up boxes around it, and points its links at the other Markdown files.",
            "published": "2026-10-21"
        },
        {
            "type": "article",
            "title": "Rewriting an old PHP scraper around curl_multi",
            "url": "https://www.dealmobile.co.uk/writing/rewriting-an-old-scraper-around-curl-multi",
            "markdown": "https://www.dealmobile.co.uk/writing/rewriting-an-old-scraper-around-curl-multi.md",
            "json": "https://www.dealmobile.co.uk/writing/rewriting-an-old-scraper-around-curl-multi.json",
            "summary": "How Scrape’s download loop went from one file at a time to a pool of parallel cURL transfers, and what the rewrite lost from the older code that read directory listings.",
            "published": "2026-10-21"
        },
        {
            "type": "article",
            "title": "Saving websites for offline reading with ScrapePy",
            "url": "https://www.dealmobile.co.uk/writing/saving-websites-for-offline-reading",
            "markdown": "https://www.dealmobile.co.uk/writing/saving-websites-for-offline-reading.md",
            "json": "https://www.dealmobile.co.uk/writing/saving-websites-for-offline-reading.json",
            "summary": "What it takes to turn a live website into a copy that works with no connection, and how ScrapePy maps URLs to files, rewrites links and only re-downloads what has changed.",
            "published": "2026-10-19"
        }
    ]
}