rsgl/puppeteer
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

fix

Browse Source
This commit is contained in:
rsgltzyd 2024-09-12 22:52:06 +08:00 committed by wenpeng
parent a29ea55085
commit 57e16fa7d9
2 changed files with 17 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

1
.gitignore vendored
View File

@ -4,3 +4,4 @@ node_modules/
businessData.json businessData.json
data/user.json data/user.json
data/zhihu.json data/zhihu.json
data/zhihuData.json

20
examples/zhihu.js
View File

@ -1,6 +1,7 @@
import { launch } from 'puppeteer'; import { launch } from 'puppeteer';
import 'dotenv/config.js' import 'dotenv/config.js'
import { injectionCookie } from '../utils/userUtils.js'; import { injectionCookie } from '../utils/userUtils.js';
import fs from 'fs';
(async () => { (async () => {
const browser = await launch({ headless: false, args: [`--window-size=1920,1080`], defaultViewport: { width: 1920, height: 1080 } }); const browser = await launch({ headless: false, args: [`--window-size=1920,1080`], defaultViewport: { width: 1920, height: 1080 } });
@ -12,15 +13,26 @@ import { injectionCookie } from '../utils/userUtils.js';
await injectionCookie(page, webUrl, cookieFileUrl); await injectionCookie(page, webUrl, cookieFileUrl);
const hotItems = await page.$$('.HotList-list .HotItem'); const hotItems = await page.$$('.HotList-list .HotItem');
// console.log(hotItems);
console.log("========"); console.log("========");
const hotText = new Array();
for (const hot in hotItems) { for (const hot in hotItems) {
if (Object.hasOwnProperty.call(hotItems, hot)) { if (Object.hasOwnProperty.call(hotItems, hot)) {
const element = hotItems[hot]; const element = hotItems[hot];
const textContent = await page.evaluate(node => node.textContent.trim(), element);
console.log(textContent); const h2Element = await element.$('h2');
const pElement = await element.$('p');
const title = h2Element != null ? await h2Element.evaluate(e => e.textContent) : '';
const excerpt = pElement != null ? await pElement.evaluate(e => e.textContent) : '';
hotText.push({ title, excerpt });
} }
} }
console.log("end...");
// await browser.close(); fs.writeFileSync('./data/zhihuData.json', JSON.stringify(hotText, null, 2));
await browser.close();
})(); })();