import puppeteer from 'puppeteer'; async function sleep(ms: number): Promise { return new Promise(resolve => setTimeout(resolve, ms)); } async function main() { const browser = await puppeteer.launch({ headless: true, args: ['--no-sandbox', '--disable-setuid-sandbox'], }); const page = await browser.newPage(); await page.setViewport({ width: 1920, height: 1080 }); // Capture ALL requests to treez.io const treezRequests: any[] = []; page.on('request', (req) => { const url = req.url(); if (url.includes('treez.io') && !url.includes('.js') && !url.includes('.css')) { treezRequests.push({ url: url, method: req.method(), }); } }); // Also intercept and capture ES API responses page.on('response', async (res) => { const url = res.url(); if (url.includes('gapcommerceapi.com') && res.status() === 200) { try { const json = await res.json(); const total = json.hits?.total?.value; const count = json.hits?.hits?.length; if (total || count) { console.log('\nES Response: total=' + total + ', returned=' + count); if (json.hits?.hits?.[0]?._source) { const src = json.hits.hits[0]._source; console.log('First product fields: ' + Object.keys(src).slice(0, 20).join(', ')); } } } catch {} } }); console.log('Loading /shop page...\n'); await page.goto('https://shop.bestdispensary.com/shop', { waitUntil: 'networkidle2', timeout: 60000 }); await sleep(3000); // Bypass age gate const ageGate = await page.$('[data-testid="age-gate-modal"]'); if (ageGate) { const btn = await page.$('[data-testid="age-gate-submit-button"]'); if (btn) await btn.click(); await sleep(2000); } // Click load more several times console.log('\nClicking Load More...'); for (let i = 0; i < 5; i++) { const btn = await page.$('button.collection__load-more'); if (!btn) break; await btn.click(); await sleep(2000); } console.log('\n=== TREEZ API ENDPOINTS CALLED ===\n'); const uniqueUrls = [...new Set(treezRequests.map(r => r.url.split('?')[0]))]; uniqueUrls.forEach(url => console.log(url)); // Now intercept the ES response data by making a request from browser context console.log('\n=== FETCHING ALL PRODUCTS VIA BROWSER ===\n'); const allProducts = await page.evaluate(async () => { const apiKey = 'V3jHL9dFzi3Gj4UISM4lr38Nm0GSxcps5OBz1PbS'; const url = 'https://search-kyrok9udlk.gapcommerceapi.com/product/search'; const query = { from: 0, size: 1000, query: { bool: { must: [ { bool: { filter: { range: { customMinPrice: { gte: 0.01, lte: 500000 }}}}}, { bool: { should: [{ match: { isAboveThreshold: true }}]}}, { bool: { should: [{ match: { isHideFromMenu: false }}]}} ] } } }; try { const response = await fetch(url, { method: 'POST', headers: { 'Content-Type': 'application/json', 'x-api-key': apiKey, }, body: JSON.stringify(query), }); const data = await response.json(); return { total: data.hits?.total?.value, count: data.hits?.hits?.length, sample: data.hits?.hits?.[0]?._source, allProducts: data.hits?.hits?.map((h: any) => h._source), }; } catch (err: any) { return { error: err.message }; } }); if (allProducts.error) { console.log('Error: ' + allProducts.error); } else { console.log('Total products: ' + allProducts.total); console.log('Returned: ' + allProducts.count); if (allProducts.sample) { console.log('\n=== PRODUCT FIELDS ===\n'); console.log(Object.keys(allProducts.sample).sort().join('\n')); console.log('\n=== SAMPLE PRODUCT ===\n'); console.log(JSON.stringify(allProducts.sample, null, 2)); } } await browser.close(); } main();