Force new git SHA to avoid CI scientific notation bug. 🤖 Generated with [Claude Code](https://claude.com/claude-code) Co-Authored-By: Claude Opus 4.5 <noreply@anthropic.com>
139 lines
4.0 KiB
TypeScript
139 lines
4.0 KiB
TypeScript
import puppeteer from 'puppeteer';
|
|
|
|
async function sleep(ms: number): Promise<void> {
|
|
return new Promise(resolve => setTimeout(resolve, ms));
|
|
}
|
|
|
|
async function main() {
|
|
const browser = await puppeteer.launch({
|
|
headless: true,
|
|
args: ['--no-sandbox', '--disable-setuid-sandbox'],
|
|
});
|
|
|
|
const page = await browser.newPage();
|
|
await page.setViewport({ width: 1920, height: 1080 });
|
|
|
|
// Capture ALL requests to treez.io
|
|
const treezRequests: any[] = [];
|
|
|
|
page.on('request', (req) => {
|
|
const url = req.url();
|
|
if (url.includes('treez.io') && !url.includes('.js') && !url.includes('.css')) {
|
|
treezRequests.push({
|
|
url: url,
|
|
method: req.method(),
|
|
});
|
|
}
|
|
});
|
|
|
|
// Also intercept and capture ES API responses
|
|
page.on('response', async (res) => {
|
|
const url = res.url();
|
|
if (url.includes('gapcommerceapi.com') && res.status() === 200) {
|
|
try {
|
|
const json = await res.json();
|
|
const total = json.hits?.total?.value;
|
|
const count = json.hits?.hits?.length;
|
|
if (total || count) {
|
|
console.log('\nES Response: total=' + total + ', returned=' + count);
|
|
if (json.hits?.hits?.[0]?._source) {
|
|
const src = json.hits.hits[0]._source;
|
|
console.log('First product fields: ' + Object.keys(src).slice(0, 20).join(', '));
|
|
}
|
|
}
|
|
} catch {}
|
|
}
|
|
});
|
|
|
|
console.log('Loading /shop page...\n');
|
|
|
|
await page.goto('https://shop.bestdispensary.com/shop', {
|
|
waitUntil: 'networkidle2',
|
|
timeout: 60000
|
|
});
|
|
await sleep(3000);
|
|
|
|
// Bypass age gate
|
|
const ageGate = await page.$('[data-testid="age-gate-modal"]');
|
|
if (ageGate) {
|
|
const btn = await page.$('[data-testid="age-gate-submit-button"]');
|
|
if (btn) await btn.click();
|
|
await sleep(2000);
|
|
}
|
|
|
|
// Click load more several times
|
|
console.log('\nClicking Load More...');
|
|
for (let i = 0; i < 5; i++) {
|
|
const btn = await page.$('button.collection__load-more');
|
|
if (!btn) break;
|
|
await btn.click();
|
|
await sleep(2000);
|
|
}
|
|
|
|
console.log('\n=== TREEZ API ENDPOINTS CALLED ===\n');
|
|
const uniqueUrls = [...new Set(treezRequests.map(r => r.url.split('?')[0]))];
|
|
uniqueUrls.forEach(url => console.log(url));
|
|
|
|
// Now intercept the ES response data by making a request from browser context
|
|
console.log('\n=== FETCHING ALL PRODUCTS VIA BROWSER ===\n');
|
|
|
|
const allProducts = await page.evaluate(async () => {
|
|
const apiKey = 'V3jHL9dFzi3Gj4UISM4lr38Nm0GSxcps5OBz1PbS';
|
|
const url = 'https://search-kyrok9udlk.gapcommerceapi.com/product/search';
|
|
|
|
const query = {
|
|
from: 0,
|
|
size: 1000,
|
|
query: {
|
|
bool: {
|
|
must: [
|
|
{ bool: { filter: { range: { customMinPrice: { gte: 0.01, lte: 500000 }}}}},
|
|
{ bool: { should: [{ match: { isAboveThreshold: true }}]}},
|
|
{ bool: { should: [{ match: { isHideFromMenu: false }}]}}
|
|
]
|
|
}
|
|
}
|
|
};
|
|
|
|
try {
|
|
const response = await fetch(url, {
|
|
method: 'POST',
|
|
headers: {
|
|
'Content-Type': 'application/json',
|
|
'x-api-key': apiKey,
|
|
},
|
|
body: JSON.stringify(query),
|
|
});
|
|
|
|
const data = await response.json();
|
|
return {
|
|
total: data.hits?.total?.value,
|
|
count: data.hits?.hits?.length,
|
|
sample: data.hits?.hits?.[0]?._source,
|
|
allProducts: data.hits?.hits?.map((h: any) => h._source),
|
|
};
|
|
} catch (err: any) {
|
|
return { error: err.message };
|
|
}
|
|
});
|
|
|
|
if (allProducts.error) {
|
|
console.log('Error: ' + allProducts.error);
|
|
} else {
|
|
console.log('Total products: ' + allProducts.total);
|
|
console.log('Returned: ' + allProducts.count);
|
|
|
|
if (allProducts.sample) {
|
|
console.log('\n=== PRODUCT FIELDS ===\n');
|
|
console.log(Object.keys(allProducts.sample).sort().join('\n'));
|
|
|
|
console.log('\n=== SAMPLE PRODUCT ===\n');
|
|
console.log(JSON.stringify(allProducts.sample, null, 2));
|
|
}
|
|
}
|
|
|
|
await browser.close();
|
|
}
|
|
|
|
main();
|