diff --git a/BusinessDataAnalysisSheet.js b/BusinessDataAnalysisSheet.js deleted file mode 100644 index ceb5df0..0000000 --- a/BusinessDataAnalysisSheet.js +++ /dev/null @@ -1,24 +0,0 @@ -import { launch } from 'puppeteer'; -import 'dotenv/config.js' - -(async () => { - const browser = await launch({ headless: true, args: [`--window-size=1920,1080`], defaultViewport: { width: 1920, height: 1080 } }); - const page = await browser.newPage(); - await page.setViewport({ width: 1920, height: 1080 }); - await page.goto('https://dev-dmp.meiguanjia.net/report/businessData'); - - console.log(current); - console.log(process.env.ACCOUNT); - - const item = await page.$eval('.item.cur', node=>node.innerHTML); - console.log(item); - // const arcoMessage = await page.$eval('.arco-message .arco-message-content', node => node.innerHTML); - // await page.screenshot({ path: 'resetPassword.png' }); - console.log(arcoMessage); - - page.on('console', msg => { - console.log('PAGE:', msg.text()) - }) - - await browser.close(); -})(); \ No newline at end of file diff --git a/data/zhihu.json b/data/zhihu.json index 71436d7..754506b 100644 --- a/data/zhihu.json +++ b/data/zhihu.json @@ -1,207 +1,17 @@ -[ - { - "domain": ".zhihu.com", - "expirationDate": 1722947938, - "hostOnly": false, - "httpOnly": false, - "name": "__zse_ck", - "path": "/", - "sameSite": "unspecified", - "secure": false, - "session": false, - "storeId": "0", - "value": "001_4GAjdIPApDlfoktrmr9xjL8uAYQHAcICZZSRr3DIWK2bqp4Bq/CuLHYwdYNdl/eklSstaHYiP0AJTNUBgHqtoJU+7WwKhbIWdceQ/pukPfHRIozZ3/AKy6Yb6zaKg3tC", - "id": 1 - }, - { - "domain": ".zhihu.com", - "expirationDate": 1756903138.09559, - "hostOnly": false, - "httpOnly": false, - "name": "_xsrf", - "path": "/", - "sameSite": "unspecified", - "secure": false, - "session": false, - "storeId": "0", - "value": "Vtmi0jwDJyVfhUfdHTVeLR16MLbuoqcX", - "id": 2 - }, - { - "domain": ".zhihu.com", - "expirationDate": 1751639986.575218, - "hostOnly": false, - "httpOnly": false, - "name": "_zap", - "path": "/", - "sameSite": "unspecified", - "secure": false, - "session": false, - "storeId": "0", - "value": "08b6a9a6-ffc7-4ee8-90a8-f7cba4165388", - "id": 3 - }, - { - "domain": ".zhihu.com", - "expirationDate": 1751639987.056828, - "hostOnly": false, - "httpOnly": false, - "name": "d_c0", - "path": "/", - "sameSite": "unspecified", - "secure": false, - "session": false, - "storeId": "0", - "value": "ACAfoAGQshiPTkU5aXH6DAjwlFi2TYokPrU=|1717079988", - "id": 4 - }, - { - "domain": ".zhihu.com", - "hostOnly": false, - "httpOnly": false, - "name": "Hm_lpvt_98beee57fd2ef70ccdd5ca52b9740c49", - "path": "/", - "sameSite": "unspecified", - "secure": false, - "session": true, - "storeId": "0", - "value": "1722343511", - "id": 5 - }, - { - "domain": ".zhihu.com", - "expirationDate": 1753879511, - "hostOnly": false, - "httpOnly": false, - "name": "Hm_lvt_98beee57fd2ef70ccdd5ca52b9740c49", - "path": "/", - "sameSite": "unspecified", - "secure": false, - "session": false, - "storeId": "0", - "value": "1722082618,1722130658,1722151750,1722343139", - "id": 6 - }, - { - "domain": ".zhihu.com", - "hostOnly": false, - "httpOnly": false, - "name": "HMACCOUNT", - "path": "/", - "sameSite": "unspecified", - "secure": false, - "session": true, - "storeId": "0", - "value": "2D7CA8E84CD24E76", - "id": 7 - }, - { - "domain": ".zhihu.com", - "expirationDate": 1724935511, - "hostOnly": false, - "httpOnly": false, - "name": "tst", - "path": "/", - "sameSite": "unspecified", - "secure": false, - "session": false, - "storeId": "0", - "value": "h", - "id": 8 - }, - { - "domain": ".zhihu.com", - "expirationDate": 1737025782.444365, - "hostOnly": false, - "httpOnly": true, - "name": "z_c0", - "path": "/", - "sameSite": "unspecified", - "secure": true, - "session": false, - "storeId": "0", - "value": "2|1:0|10:1721473784|4:z_c0|80:MS4xTG9IdkJBQUFBQUFtQUFBQVlBSlZUZmpvaUdlZkxyaVRRb0NuNGw1b2JvZ0ZqNDA0eW9NUHV3PT0=|92f4651e6a267edb95be6b11b839e2546d91a0970768db8301bcac39a6eecac2", - "id": 9 - }, - { - "domain": "www.zhihu.com", - "expirationDate": 1748615987, - "hostOnly": true, - "httpOnly": false, - "name": "__snaker__id", - "path": "/", - "sameSite": "unspecified", - "secure": false, - "session": false, - "storeId": "0", - "value": "fD9Cyd25ImUPIyJH", - "id": 10 - }, - { - "domain": "www.zhihu.com", - "expirationDate": 1722347111.96829, - "hostOnly": true, - "httpOnly": false, - "name": "BEC", - "path": "/", - "sameSite": "unspecified", - "secure": false, - "session": false, - "storeId": "0", - "value": "6ff32b60f55255af78892ba1e551063a", - "id": 11 - }, - { - "domain": "www.zhihu.com", - "hostOnly": true, - "httpOnly": false, - "name": "JOID", - "path": "/", - "sameSite": "unspecified", - "secure": false, - "session": true, - "storeId": "0", - "value": "W1wUA0wmJxgWn4dVLS4UAgCbHuQ9XEhbYPT4ZX9dYGtS9sQVS3TDtnmcj1ErNsTNn23GyAfDQcki_FGhxhtiuBY=", - "id": 12 - }, - { - "domain": "www.zhihu.com", - "hostOnly": true, - "httpOnly": false, - "name": "osd", - "path": "/", - "sameSite": "unspecified", - "secure": false, - "session": true, - "storeId": "0", - "value": "U1AVBksuKxkTmI9ZLCsTCgyaG-M1UEleZ_z0ZHpaaGdT88MdR3XGsXGQjlQsPsjMmmrOxAbGRsEu_VSmzhdjvRE=", - "id": 13 - }, - { - "domain": "www.zhihu.com", - "expirationDate": 1751639999.367131, - "hostOnly": true, - "httpOnly": false, - "name": "q_c1", - "path": "/", - "sameSite": "unspecified", - "secure": false, - "session": false, - "storeId": "0", - "value": "6755bb9e74ff466faa6b2d0ba240faf9|1717080000000|1717080000000", - "id": 14 - }, - { - "domain": "www.zhihu.com", - "hostOnly": true, - "httpOnly": false, - "name": "SESSIONID", - "path": "/", - "sameSite": "unspecified", - "secure": false, - "session": true, - "storeId": "0", - "value": "wjBqer5SuJvEnMMcxO4MqOg0HjznYy14sqbhB66uWk1", - "id": 15 - } - ] \ No newline at end of file +{ + "_xsrf": "DbVKUPkNSllVquHSGYYzhSxVfoN7Jv3y", + "_zap": "a93b33b3-5012-4fd9-896f-255399bab405", + "d_c0": "AEASegND_hiPTiUjKXU9EemEsTqgkQY453I", + "q_c1": "80150a2bf62e448399ddc5a9ad2fc96f|1722160079000|1722160079000", + "__zse_ck": "001_7B93TpL6TWwuu2z/poOWqUavUfxDbgsj77T8XUma+QyB8h0eUaQadkTFioz5mB5mtErIJbefbPdYH", + "Hm_lvt_98beee57fd2ef70ccdd5ca52b9740c49": "1720611937,1722164301,1722254161,1722258218", + "HMACCOUNT": "F0E98F57775BDBB4", + "__snaker__id": "USsgt4pZsujP2PgG", + "gdxidpyhxdE": "knS%2B%2BOKbPWfLNSgDUJMmJY7JxxGDy0jcaOcD5ep1L6V6esNdpEEeWqhNc16agv%2BwcyPuhp4CPnzejgUSAMGm5yC1gZHkDt4atQdjYAjJZVUx%5CRlUrRzPxWiE3BlG3t%2Fs7xAJ%5C2TW1OR7oiM%2F4PvwKwiI4oj9P6ALxKaDrTRyPZhNHeiT%3A1722259465069", + "SESSIONID": "jbNinEEfFAY9yMN2vgpUPblqsLKGEm5IYKl1Lt2ripF", + "JOID": "V10WB0Jst9Ts_0beWmxLSndHLzlKBtOdiJ0DnTsm9ovSiweQbk0heYvzQN9QEPqH8CAwbxbw5C7iCfEwV9Kj-2o", + "osd": "VlkTAktts9Hp9kfaX2lCS3NCKjBLAtaYgZwHmD4v94_Xjg6RakgkcIr3RdpZEf6C9SkxaxP17S_mDPQ5Vtam_mM", + "tst": "h", + "Hm_lpvt_98beee57fd2ef70ccdd5ca52b9740c49": "1722259680", + "BEC": "32377ec81629ec05d48c98f32428ae46" +} \ No newline at end of file diff --git a/example.js b/example.js index ab1a0f2..753d4bb 100644 --- a/example.js +++ b/example.js @@ -32,7 +32,7 @@ import 'dotenv/config.js' page.on('console', msg => { console.log('PAGE:', msg.text()) - }) + }) await browser.close(); })(); \ No newline at end of file diff --git a/example2.js b/example2.js deleted file mode 100644 index 4c3394d..0000000 --- a/example2.js +++ /dev/null @@ -1,43 +0,0 @@ -import { launch } from 'puppeteer'; -import fs from 'fs'; -import 'dotenv/config.js' -import { setLocalStorage } from './utils/userUtils.js'; -import { getDate, cleanType, changeTimeDimension } from './utils/businessDataUtil.js'; - -(async () => { - const browser = await launch({ headless: false, args: [`--window-size=1920,1080`], defaultViewport: { width: 1920, height: 1080 } }); - const page = await browser.newPage(); - setLocalStorage(page, '.\\data\\user.json'); - await page.goto('https://dev-dmp.meiguanjia.net/report/businessData'); - // await page.goto('https://boss.aizhb.net/report/businessData'); - - await page.waitForSelector('.menu-list-second'); - const childElements = await page.$$('.menu-list-second .menu-list-second-item'); - await new Promise(r => setTimeout(r, 1000)); - await childElements[1].click(); - const str = await page.evaluate(node => node.textContent.trim(), childElements[1]); - console.log(str); - - await changeTimeDimension(page, '周报'); - - const file = './data/businessData.json'; - - fs.writeFileSync(file, '', 'utf-8'); - - await getDate(page, fs, file); - console.log('========'); - - await cleanType(page, '.arco-picker-start-time', '2024-06'); - await getDate(page, fs, file); - console.log('========'); - - await cleanType(page, '.arco-picker-start-time', '2024-05'); - await getDate(page, fs, file); - console.log('========'); - - await cleanType(page, '.arco-picker-start-time', '2024-04'); - await getDate(page, fs, file); - console.log('========'); - - await browser.close(); -})(); \ No newline at end of file diff --git a/login.js b/login.js deleted file mode 100644 index a5f7aee..0000000 --- a/login.js +++ /dev/null @@ -1,29 +0,0 @@ -import { launch } from 'puppeteer'; -import fs from 'fs'; -import 'dotenv/config.js'; - -(async () => { - const browser = await launch({ headless: false, args: [`--window-size=1920,1080`], defaultViewport: { width: 1920, height: 1080 } }); - const page = await browser.newPage(); - await page.goto('https://dev-dmp.meiguanjia.net/login'); - // await page.goto('https://boss.aizhb.net/login'); - await page.locator('#userName input').fill(process.env.ACCOUNT); - await page.locator('#passWord input').fill(process.env.PASSWORD); - await page.locator('[type="submit"]').click(); - - await page.waitForSelector('.arco-message .arco-message-content', { visible: true }); - const arcoMessage = await page.$eval('.arco-message .arco-message-content', node => node.innerHTML); - console.log(arcoMessage); - - await new Promise(r => setTimeout(r, 1000)); - const localStorage = await page.evaluate(() => Object.assign({}, window.localStorage)); - - const importStorage = JSON.stringify(localStorage); - const file = './data/user.json'; - if (!fs.existsSync('./data/')) { - fs.mkdirSync('./data/'); - console.log('文件夹不存在,创建文件夹'); - } - fs.writeFileSync(file, importStorage, 'utf-8'); - await browser.close(); -})(); \ No newline at end of file diff --git a/uselogin.js b/uselogin.js index e9316c7..6fb170a 100644 --- a/uselogin.js +++ b/uselogin.js @@ -7,11 +7,31 @@ import { setLocalStorage } from './utils/userUtils.js'; (async () => { const browser = await launch({ headless: false, devtools: true, args: [`--window-size=1920,1080`], defaultViewport: { width: 1920, height: 1080 } }); const page = await browser.newPage(); - await page.goto('https://dev-dmp.meiguanjia.net/login'); - await setLocalStorage(page, 'user.json'); - - await page.goto('https://dev-dmp.meiguanjia.net/report/businessData'); - - await browser.close(); + await page.goto('https://www.zhihu.com/hot'); + const outputLocalStorge = fs.readFileSync('./data/zhihu.json', 'utf-8'); + let localStorageTest = JSON.parse(outputLocalStorge); + let tmpcookies = await page.cookies(); + console.log(tmpcookies); + await page.deleteCookie(...tmpcookies); + + const cookies = new Array(); + for (const iterator in localStorageTest) { + cookies.push({ + name: iterator, + value: localStorageTest[iterator], + domain: '.zhihu.com', + path: '/', + httpOnly: true, + secure: true + }); + console.log(localStorageTest[iterator]); + } + + console.log(cookies); + + await page.setCookie(...cookies); + + await page.goto('https://www.zhihu.com/hot'); + // await browser.close(); })(); \ No newline at end of file diff --git a/utils/userUtils.js b/utils/userUtils.js index b44783c..db9513d 100644 --- a/utils/userUtils.js +++ b/utils/userUtils.js @@ -17,4 +17,6 @@ export async function setLocalStorage(page, file) { localStorage.setItem('merchant_login_data', localStorageTest.merchant_login_data); localStorage.setItem('merchant_metadata_data', localStorageTest.merchant_metadata_data); }, localStorageTest); + + console.log('set success'); } \ No newline at end of file