rsgl/puppeteer
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

fix

Browse Source
This commit is contained in:
rsgltzyd 2024-07-29 22:17:43 +08:00
parent 198ba79187
commit f49aa6531d
7 changed files with 46 additions and 99 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

24
BusinessDataAnalysisSheet.js
View File

@ -1,24 +0,0 @@
import { launch } from 'puppeteer';
import 'dotenv/config.js'
(async () => {
const browser = await launch({ headless: true, args: [`--window-size=1920,1080`], defaultViewport: { width: 1920, height: 1080 } });
const page = await browser.newPage();
await page.setViewport({ width: 1920, height: 1080 });
await page.goto('https://dev-dmp.meiguanjia.net/report/businessData');
console.log(current);
console.log(process.env.ACCOUNT);
const item = await page.$eval('.item.cur', node=>node.innerHTML);
console.log(item);
// const arcoMessage = await page.$eval('.arco-message .arco-message-content', node => node.innerHTML);
// await page.screenshot({ path: 'resetPassword.png' });
console.log(arcoMessage);
page.on('console', msg => {
console.log('PAGE:', msg.text())
})
await browser.close();
})();

17
data/zhihu.json Normal file
View File

@ -0,0 +1,17 @@
{
"_xsrf": "DbVKUPkNSllVquHSGYYzhSxVfoN7Jv3y",
"_zap": "a93b33b3-5012-4fd9-896f-255399bab405",
"d_c0": "AEASegND_hiPTiUjKXU9EemEsTqgkQY453I",
"q_c1": "80150a2bf62e448399ddc5a9ad2fc96f|1722160079000|1722160079000",
"__zse_ck": "001_7B93TpL6TWwuu2z/poOWqUavUfxDbgsj77T8XUma+QyB8h0eUaQadkTFioz5mB5mtErIJbefbPdYH",
"Hm_lvt_98beee57fd2ef70ccdd5ca52b9740c49": "1720611937,1722164301,1722254161,1722258218",
"HMACCOUNT": "F0E98F57775BDBB4",
"__snaker__id": "USsgt4pZsujP2PgG",
"gdxidpyhxdE": "knS%2B%2BOKbPWfLNSgDUJMmJY7JxxGDy0jcaOcD5ep1L6V6esNdpEEeWqhNc16agv%2BwcyPuhp4CPnzejgUSAMGm5yC1gZHkDt4atQdjYAjJZVUx%5CRlUrRzPxWiE3BlG3t%2Fs7xAJ%5C2TW1OR7oiM%2F4PvwKwiI4oj9P6ALxKaDrTRyPZhNHeiT%3A1722259465069",
"SESSIONID": "jbNinEEfFAY9yMN2vgpUPblqsLKGEm5IYKl1Lt2ripF",
"JOID": "V10WB0Jst9Ts_0beWmxLSndHLzlKBtOdiJ0DnTsm9ovSiweQbk0heYvzQN9QEPqH8CAwbxbw5C7iCfEwV9Kj-2o",
"osd": "VlkTAktts9Hp9kfaX2lCS3NCKjBLAtaYgZwHmD4v94_Xjg6RakgkcIr3RdpZEf6C9SkxaxP17S_mDPQ5Vtam_mM",
"tst": "h",
"Hm_lpvt_98beee57fd2ef70ccdd5ca52b9740c49": "1722259680",
"BEC": "32377ec81629ec05d48c98f32428ae46"
}

40
example2.js
View File

@ -1,40 +0,0 @@
import { launch } from 'puppeteer';
import fs from 'fs';
import 'dotenv/config.js'
import { setLocalStorage } from './utils/userUtils.js';
import { getDate, cleanType } from './utils/businessDataUtil.js';
(async () => {
const browser = await launch({ headless: false, args: [`--window-size=1920,1080`], defaultViewport: { width: 1920, height: 1080 } });
const page = await browser.newPage();
setLocalStorage(page, '.\\data\\user.json');
await page.goto('https://dev-dmp.meiguanjia.net/report/businessData');
await page.waitForSelector('.menu-list-second');
const childElements = await page.$$('.menu-list-second .menu-list-second-item');
await new Promise(r => setTimeout(r, 1000));
await childElements[1].click();
const str = await page.evaluate(node => node.textContent.trim(), childElements[1]);
console.log(str);
const file = './data/businessData.json';
fs.writeFileSync(file, '', 'utf-8');
await getDate(page, fs, file);
console.log('========');
await cleanType(page, '.arco-picker-start-time', '2024-06');
await getDate(page, fs, file);
console.log('========');
await cleanType(page, '.arco-picker-start-time', '2024-05');
await getDate(page, fs, file);
console.log('========');
await cleanType(page, '.arco-picker-start-time', '2024-04');
await getDate(page, fs, file);
console.log('========');
await browser.close();
})();

28
login.js
View File

@ -1,28 +0,0 @@
import { launch } from 'puppeteer';
import fs from 'fs';
import 'dotenv/config.js';
(async () => {
const browser = await launch({ headless: false, args: [`--window-size=1920,1080`], defaultViewport: { width: 1920, height: 1080 } });
const page = await browser.newPage();
await page.goto('https://dev-dmp.meiguanjia.net/login');
await page.locator('#userName input').fill(process.env.ACCOUNT);
await page.locator('#passWord input').fill(process.env.PASSWORD);
await page.locator('[type="submit"]').click();
await page.waitForSelector('.arco-message .arco-message-content', { visible: true });
const arcoMessage = await page.$eval('.arco-message .arco-message-content', node => node.innerHTML);
console.log(arcoMessage);
await new Promise(r => setTimeout(r, 1000));
const localStorage = await page.evaluate(() => Object.assign({}, window.localStorage));
const importStorage = JSON.stringify(localStorage);
const file = './data/user.json';
if (!fs.existsSync('./data/')) {
fs.mkdirSync('./data/');
console.log('文件夹不存在，创建文件夹');
}
fs.writeFileSync(file, importStorage, 'utf-8');
await browser.close();
})();

28
uselogin.js
View File

@ -7,11 +7,31 @@ import { setLocalStorage } from './utils/userUtils.js';
(async () => {
const browser = await launch({ headless: false, devtools: true, args: [`--window-size=1920,1080`], defaultViewport: { width: 1920, height: 1080 } });
const page = await browser.newPage();
await page.goto('https://dev-dmp.meiguanjia.net/login');
await setLocalStorage(page, 'user.json');
await page.goto('https://www.zhihu.com/hot');
const outputLocalStorge = fs.readFileSync('./data/zhihu.json', 'utf-8');
let localStorageTest = JSON.parse(outputLocalStorge);
let tmpcookies = await page.cookies();
console.log(tmpcookies);
await page.deleteCookie(...tmpcookies);
await page.goto('https://dev-dmp.meiguanjia.net/report/businessData');
const cookies = new Array();
for (const iterator in localStorageTest) {
cookies.push({
name: iterator,
value: localStorageTest[iterator],
domain: '.zhihu.com',
path: '/',
httpOnly: true,
secure: true
});
console.log(localStorageTest[iterator]);
}
await browser.close();
console.log(cookies);
await page.setCookie(...cookies);
await page.goto('https://www.zhihu.com/hot');
// await browser.close();
})();

2
utils/userUtils.js
View File

@ -17,4 +17,6 @@ export async function setLocalStorage(page, file) {
localStorage.setItem('merchant_login_data', localStorageTest.merchant_login_data);
localStorage.setItem('merchant_metadata_data', localStorageTest.merchant_metadata_data);
}, localStorageTest);
console.log('set success');
}