rsgl/puppeteer
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

fix

Browse Source
This commit is contained in:
rsgltzyd 2024-09-12 22:51:57 +08:00 committed by wenpeng
parent e422b908dc
commit ece0c181b0
7 changed files with 46 additions and 310 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

24
BusinessDataAnalysisSheet.js
View File

@ -1,24 +0,0 @@
import { launch } from 'puppeteer';
import 'dotenv/config.js'
(async () => {
const browser = await launch({ headless: true, args: [`--window-size=1920,1080`], defaultViewport: { width: 1920, height: 1080 } });
const page = await browser.newPage();
await page.setViewport({ width: 1920, height: 1080 });
await page.goto('https://dev-dmp.meiguanjia.net/report/businessData');
console.log(current);
console.log(process.env.ACCOUNT);
const item = await page.$eval('.item.cur', node=>node.innerHTML);
console.log(item);
// const arcoMessage = await page.$eval('.arco-message .arco-message-content', node => node.innerHTML);
// await page.screenshot({ path: 'resetPassword.png' });
console.log(arcoMessage);
page.on('console', msg => {
console.log('PAGE:', msg.text())
})
await browser.close();
})();

220
data/zhihu.json
View File

@ -1,207 +1,17 @@
[
{
"domain": ".zhihu.com",
"expirationDate": 1722947938,
"hostOnly": false,
"httpOnly": false,
"name": "__zse_ck",
"path": "/",
"sameSite": "unspecified",
"secure": false,
"session": false,
"storeId": "0",
"value": "001_4GAjdIPApDlfoktrmr9xjL8uAYQHAcICZZSRr3DIWK2bqp4Bq/CuLHYwdYNdl/eklSstaHYiP0AJTNUBgHqtoJU+7WwKhbIWdceQ/pukPfHRIozZ3/AKy6Yb6zaKg3tC",
"id": 1
},
{
"domain": ".zhihu.com",
"expirationDate": 1756903138.09559,
"hostOnly": false,
"httpOnly": false,
"name": "_xsrf",
"path": "/",
"sameSite": "unspecified",
"secure": false,
"session": false,
"storeId": "0",
"value": "Vtmi0jwDJyVfhUfdHTVeLR16MLbuoqcX",
"id": 2
},
{
"domain": ".zhihu.com",
"expirationDate": 1751639986.575218,
"hostOnly": false,
"httpOnly": false,
"name": "_zap",
"path": "/",
"sameSite": "unspecified",
"secure": false,
"session": false,
"storeId": "0",
"value": "08b6a9a6-ffc7-4ee8-90a8-f7cba4165388",
"id": 3
},
{
"domain": ".zhihu.com",
"expirationDate": 1751639987.056828,
"hostOnly": false,
"httpOnly": false,
"name": "d_c0",
"path": "/",
"sameSite": "unspecified",
"secure": false,
"session": false,
"storeId": "0",
"value": "ACAfoAGQshiPTkU5aXH6DAjwlFi2TYokPrU=|1717079988",
"id": 4
},
{
"domain": ".zhihu.com",
"hostOnly": false,
"httpOnly": false,
"name": "Hm_lpvt_98beee57fd2ef70ccdd5ca52b9740c49",
"path": "/",
"sameSite": "unspecified",
"secure": false,
"session": true,
"storeId": "0",
"value": "1722343511",
"id": 5
},
{
"domain": ".zhihu.com",
"expirationDate": 1753879511,
"hostOnly": false,
"httpOnly": false,
"name": "Hm_lvt_98beee57fd2ef70ccdd5ca52b9740c49",
"path": "/",
"sameSite": "unspecified",
"secure": false,
"session": false,
"storeId": "0",
"value": "1722082618,1722130658,1722151750,1722343139",
"id": 6
},
{
"domain": ".zhihu.com",
"hostOnly": false,
"httpOnly": false,
"name": "HMACCOUNT",
"path": "/",
"sameSite": "unspecified",
"secure": false,
"session": true,
"storeId": "0",
"value": "2D7CA8E84CD24E76",
"id": 7
},
{
"domain": ".zhihu.com",
"expirationDate": 1724935511,
"hostOnly": false,
"httpOnly": false,
"name": "tst",
"path": "/",
"sameSite": "unspecified",
"secure": false,
"session": false,
"storeId": "0",
"value": "h",
"id": 8
},
{
"domain": ".zhihu.com",
"expirationDate": 1737025782.444365,
"hostOnly": false,
"httpOnly": true,
"name": "z_c0",
"path": "/",
"sameSite": "unspecified",
"secure": true,
"session": false,
"storeId": "0",
"value": "2|1:0|10:1721473784|4:z_c0|80:MS4xTG9IdkJBQUFBQUFtQUFBQVlBSlZUZmpvaUdlZkxyaVRRb0NuNGw1b2JvZ0ZqNDA0eW9NUHV3PT0=|92f4651e6a267edb95be6b11b839e2546d91a0970768db8301bcac39a6eecac2",
"id": 9
},
{
"domain": "www.zhihu.com",
"expirationDate": 1748615987,
"hostOnly": true,
"httpOnly": false,
"name": "__snaker__id",
"path": "/",
"sameSite": "unspecified",
"secure": false,
"session": false,
"storeId": "0",
"value": "fD9Cyd25ImUPIyJH",
"id": 10
},
{
"domain": "www.zhihu.com",
"expirationDate": 1722347111.96829,
"hostOnly": true,
"httpOnly": false,
"name": "BEC",
"path": "/",
"sameSite": "unspecified",
"secure": false,
"session": false,
"storeId": "0",
"value": "6ff32b60f55255af78892ba1e551063a",
"id": 11
},
{
"domain": "www.zhihu.com",
"hostOnly": true,
"httpOnly": false,
"name": "JOID",
"path": "/",
"sameSite": "unspecified",
"secure": false,
"session": true,
"storeId": "0",
"value": "W1wUA0wmJxgWn4dVLS4UAgCbHuQ9XEhbYPT4ZX9dYGtS9sQVS3TDtnmcj1ErNsTNn23GyAfDQcki_FGhxhtiuBY=",
"id": 12
},
{
"domain": "www.zhihu.com",
"hostOnly": true,
"httpOnly": false,
"name": "osd",
"path": "/",
"sameSite": "unspecified",
"secure": false,
"session": true,
"storeId": "0",
"value": "U1AVBksuKxkTmI9ZLCsTCgyaG-M1UEleZ_z0ZHpaaGdT88MdR3XGsXGQjlQsPsjMmmrOxAbGRsEu_VSmzhdjvRE=",
"id": 13
},
{
"domain": "www.zhihu.com",
"expirationDate": 1751639999.367131,
"hostOnly": true,
"httpOnly": false,
"name": "q_c1",
"path": "/",
"sameSite": "unspecified",
"secure": false,
"session": false,
"storeId": "0",
"value": "6755bb9e74ff466faa6b2d0ba240faf9|1717080000000|1717080000000",
"id": 14
},
{
"domain": "www.zhihu.com",
"hostOnly": true,
"httpOnly": false,
"name": "SESSIONID",
"path": "/",
"sameSite": "unspecified",
"secure": false,
"session": true,
"storeId": "0",
"value": "wjBqer5SuJvEnMMcxO4MqOg0HjznYy14sqbhB66uWk1",
"id": 15
"_xsrf": "DbVKUPkNSllVquHSGYYzhSxVfoN7Jv3y",
"_zap": "a93b33b3-5012-4fd9-896f-255399bab405",
"d_c0": "AEASegND_hiPTiUjKXU9EemEsTqgkQY453I",
"q_c1": "80150a2bf62e448399ddc5a9ad2fc96f|1722160079000|1722160079000",
"__zse_ck": "001_7B93TpL6TWwuu2z/poOWqUavUfxDbgsj77T8XUma+QyB8h0eUaQadkTFioz5mB5mtErIJbefbPdYH",
"Hm_lvt_98beee57fd2ef70ccdd5ca52b9740c49": "1720611937,1722164301,1722254161,1722258218",
"HMACCOUNT": "F0E98F57775BDBB4",
"__snaker__id": "USsgt4pZsujP2PgG",
"gdxidpyhxdE": "knS%2B%2BOKbPWfLNSgDUJMmJY7JxxGDy0jcaOcD5ep1L6V6esNdpEEeWqhNc16agv%2BwcyPuhp4CPnzejgUSAMGm5yC1gZHkDt4atQdjYAjJZVUx%5CRlUrRzPxWiE3BlG3t%2Fs7xAJ%5C2TW1OR7oiM%2F4PvwKwiI4oj9P6ALxKaDrTRyPZhNHeiT%3A1722259465069",
"SESSIONID": "jbNinEEfFAY9yMN2vgpUPblqsLKGEm5IYKl1Lt2ripF",
"JOID": "V10WB0Jst9Ts_0beWmxLSndHLzlKBtOdiJ0DnTsm9ovSiweQbk0heYvzQN9QEPqH8CAwbxbw5C7iCfEwV9Kj-2o",
"osd": "VlkTAktts9Hp9kfaX2lCS3NCKjBLAtaYgZwHmD4v94_Xjg6RakgkcIr3RdpZEf6C9SkxaxP17S_mDPQ5Vtam_mM",
"tst": "h",
"Hm_lpvt_98beee57fd2ef70ccdd5ca52b9740c49": "1722259680",
"BEC": "32377ec81629ec05d48c98f32428ae46"
}
]

43
example2.js
View File

@ -1,43 +0,0 @@
import { launch } from 'puppeteer';
import fs from 'fs';
import 'dotenv/config.js'
import { setLocalStorage } from './utils/userUtils.js';
import { getDate, cleanType, changeTimeDimension } from './utils/businessDataUtil.js';
(async () => {
const browser = await launch({ headless: false, args: [`--window-size=1920,1080`], defaultViewport: { width: 1920, height: 1080 } });
const page = await browser.newPage();
setLocalStorage(page, '.\\data\\user.json');
await page.goto('https://dev-dmp.meiguanjia.net/report/businessData');
// await page.goto('https://boss.aizhb.net/report/businessData');
await page.waitForSelector('.menu-list-second');
const childElements = await page.$$('.menu-list-second .menu-list-second-item');
await new Promise(r => setTimeout(r, 1000));
await childElements[1].click();
const str = await page.evaluate(node => node.textContent.trim(), childElements[1]);
console.log(str);
await changeTimeDimension(page, '周报');
const file = './data/businessData.json';
fs.writeFileSync(file, '', 'utf-8');
await getDate(page, fs, file);
console.log('========');
await cleanType(page, '.arco-picker-start-time', '2024-06');
await getDate(page, fs, file);
console.log('========');
await cleanType(page, '.arco-picker-start-time', '2024-05');
await getDate(page, fs, file);
console.log('========');
await cleanType(page, '.arco-picker-start-time', '2024-04');
await getDate(page, fs, file);
console.log('========');
await browser.close();
})();

29
login.js
View File

@ -1,29 +0,0 @@
import { launch } from 'puppeteer';
import fs from 'fs';
import 'dotenv/config.js';
(async () => {
const browser = await launch({ headless: false, args: [`--window-size=1920,1080`], defaultViewport: { width: 1920, height: 1080 } });
const page = await browser.newPage();
await page.goto('https://dev-dmp.meiguanjia.net/login');
// await page.goto('https://boss.aizhb.net/login');
await page.locator('#userName input').fill(process.env.ACCOUNT);
await page.locator('#passWord input').fill(process.env.PASSWORD);
await page.locator('[type="submit"]').click();
await page.waitForSelector('.arco-message .arco-message-content', { visible: true });
const arcoMessage = await page.$eval('.arco-message .arco-message-content', node => node.innerHTML);
console.log(arcoMessage);
await new Promise(r => setTimeout(r, 1000));
const localStorage = await page.evaluate(() => Object.assign({}, window.localStorage));
const importStorage = JSON.stringify(localStorage);
const file = './data/user.json';
if (!fs.existsSync('./data/')) {
fs.mkdirSync('./data/');
console.log('文件夹不存在，创建文件夹');
}
fs.writeFileSync(file, importStorage, 'utf-8');
await browser.close();
})();

28
uselogin.js
View File

@ -7,11 +7,31 @@ import { setLocalStorage } from './utils/userUtils.js';
(async () => {
const browser = await launch({ headless: false, devtools: true, args: [`--window-size=1920,1080`], defaultViewport: { width: 1920, height: 1080 } });
const page = await browser.newPage();
await page.goto('https://dev-dmp.meiguanjia.net/login');
await setLocalStorage(page, 'user.json');
await page.goto('https://www.zhihu.com/hot');
const outputLocalStorge = fs.readFileSync('./data/zhihu.json', 'utf-8');
let localStorageTest = JSON.parse(outputLocalStorge);
let tmpcookies = await page.cookies();
console.log(tmpcookies);
await page.deleteCookie(...tmpcookies);
await page.goto('https://dev-dmp.meiguanjia.net/report/businessData');
const cookies = new Array();
for (const iterator in localStorageTest) {
cookies.push({
name: iterator,
value: localStorageTest[iterator],
domain: '.zhihu.com',
path: '/',
httpOnly: true,
secure: true
});
console.log(localStorageTest[iterator]);
}
await browser.close();
console.log(cookies);
await page.setCookie(...cookies);
await page.goto('https://www.zhihu.com/hot');
// await browser.close();
})();

2
utils/userUtils.js
View File

@ -17,4 +17,6 @@ export async function setLocalStorage(page, file) {
localStorage.setItem('merchant_login_data', localStorageTest.merchant_login_data);
localStorage.setItem('merchant_metadata_data', localStorageTest.merchant_metadata_data);
}, localStorageTest);
console.log('set success');
}