Remove incorrect migration 029, add snapshot architecture, improve scraper

- Delete migration 029 that was incorrectly creating duplicate dispensaries
- Add migration 028 for snapshot architecture
- Improve downloader with proxy/UA rotation
- Update scraper monitor and tools pages
- Various scraper improvements

🤖 Generated with [Claude Code](https://claude.com/claude-code)

Co-Authored-By: Claude <noreply@anthropic.com>

backend/src/scripts/queue-dispensaries.ts

@@ -176,7 +176,7 @@ async function queueProductionCrawls(): Promise<number> {
          SELECT s.id, 'full_crawl', 'scheduled', 'pending', 50,
                 jsonb_build_object('dispensary_id', $1, 'source', 'queue-dispensaries')
          FROM stores s
-         JOIN dispensaries d ON (d.menu_url = s.dutchie_plus_url OR d.name ILIKE '%' || s.name || '%')
+         JOIN dispensaries d ON (d.menu_url = s.dutchie_url OR d.name ILIKE '%' || s.name || '%')
          WHERE d.id = $1
          LIMIT 1`,
         [dispensary.id]

backend/src/scripts/queue-intelligence.ts

@@ -221,7 +221,7 @@ async function queueCategoryProductionCrawls(category?: IntelligenceCategory): P
            SELECT s.id, 'full_crawl', 'scheduled', 'pending', 50,
                   jsonb_build_object('dispensary_id', $1, 'category', $2, 'source', 'queue-intelligence')
            FROM stores s
-           JOIN dispensaries d ON (d.menu_url = s.dutchie_plus_url OR d.name ILIKE '%' || s.name || '%')
+           JOIN dispensaries d ON (d.menu_url = s.dutchie_url OR d.name ILIKE '%' || s.name || '%')
            WHERE d.id = $1
            LIMIT 1`,
           [dispensary.id, cat]