61 lines
1.7 KiB
JavaScript
61 lines
1.7 KiB
JavaScript
|
#!/usr/bin/env node
|
|||
|
|
/**
|
|||
|
|
* Playwright Simple Scraper
|
|||
|
|
* 適用：一般動態網站，無反爬保護
|
|||
|
|
* 速度：快（3-5 秒）
|
|||
|
|
*
|
|||
|
|
* Usage: node playwright-simple.js <URL>
|
|||
|
|
*/
|
|||
|
|
|
|||
|
|
const { chromium } = require('playwright');
|
|||
|
|
|
|||
|
|
const url = process.argv[2];
|
|||
|
|
const waitTime = parseInt(process.env.WAIT_TIME || '3000');
|
|||
|
|
const screenshotPath = process.env.SCREENSHOT_PATH;
|
|||
|
|
|
|||
|
|
if (!url) {
|
|||
|
|
console.error('❌ 請提供 URL');
|
|||
|
|
console.error('用法: node playwright-simple.js <URL>');
|
|||
|
|
process.exit(1);
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
(async () => {
|
|||
|
|
console.log('🚀 啟動 Playwright 簡單版爬蟲...');
|
|||
|
|
const startTime = Date.now();
|
|||
|
|
|
|||
|
|
const browser = await chromium.launch({
|
|||
|
|
headless: process.env.HEADLESS !== 'false'
|
|||
|
|
});
|
|||
|
|
const page = await browser.newPage();
|
|||
|
|
|
|||
|
|
console.log(`📱 導航到: ${url}`);
|
|||
|
|
await page.goto(url, { waitUntil: 'domcontentloaded' });
|
|||
|
|
|
|||
|
|
console.log(`⏳ 等待 ${waitTime}ms...`);
|
|||
|
|
await page.waitForTimeout(waitTime);
|
|||
|
|
|
|||
|
|
// 擷取基本資訊
|
|||
|
|
const result = await page.evaluate(() => {
|
|||
|
|
return {
|
|||
|
|
title: document.title,
|
|||
|
|
url: window.location.href,
|
|||
|
|
content: document.body.innerText.substring(0, 5000),
|
|||
|
|
metaDescription: document.querySelector('meta[name="description"]')?.content || '',
|
|||
|
|
};
|
|||
|
|
});
|
|||
|
|
|
|||
|
|
// 截圖（如果指定）
|
|||
|
|
if (screenshotPath) {
|
|||
|
|
await page.screenshot({ path: screenshotPath });
|
|||
|
|
console.log(`📸 截圖已儲存: ${screenshotPath}`);
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
const elapsed = ((Date.now() - startTime) / 1000).toFixed(2);
|
|||
|
|
result.elapsedSeconds = elapsed;
|
|||
|
|
|
|||
|
|
console.log('\n✅ 爬取完成！');
|
|||
|
|
console.log(JSON.stringify(result, null, 2));
|
|||
|
|
|
|||
|
|
await browser.close();
|
|||
|
|
})();
|