detect no job after last page load - restart browser after this happen

This commit is contained in:
bossgeekgo
2024-02-09 17:41:13 +08:00
parent f1b418a78e
commit 21119e346b
+56 -43
View File
@@ -75,7 +75,7 @@ async function mainLoop () {
); );
await sleepWithRandomDelay(2000) await sleepWithRandomDelay(2000)
const { targetJobElProxy, targetJobIndex } = await new Promise(async (resolve) => { const { targetJobElProxy, targetJobIndex } = await new Promise(async (resolve, reject) => {
// job list // job list
const recommendJobListElProxy = await page.$('.job-list-container .rec-job-list') const recommendJobListElProxy = await page.$('.job-list-container .rec-job-list')
@@ -85,7 +85,9 @@ async function mainLoop () {
` `
) )
let targetJobIndex = jobListData.findIndex(it => [...expectCompanySet].find(name => it.brandName.includes(name))) let targetJobIndex = jobListData.findIndex(it => [...expectCompanySet].find(name => it.brandName.includes(name)))
while (targetJobIndex < 0) { let hasReachLastPage = false
while (targetJobIndex < 0 && !hasReachLastPage) {
// fetch new // fetch new
const recommendJobListElBBox = await recommendJobListElProxy.boundingBox() const recommendJobListElBBox = await recommendJobListElProxy.boundingBox()
const windowInnerHeight = await page.evaluate('window.innerHeight') const windowInnerHeight = await page.evaluate('window.innerHeight')
@@ -101,6 +103,12 @@ async function mainLoop () {
await page.mouse.wheel({deltaY: increase}); await page.mouse.wheel({deltaY: increase});
await sleep(1) await sleep(1)
} }
hasReachLastPage = await page.evaluate(`
!(document.querySelector('.job-recommend-main')?.__vue__?.hasMore)
`)
if (hasReachLastPage) {
console.log(`Arrive the terminal of the job list.`)
}
await sleep(3000) await sleep(3000)
jobListData = await page.evaluate( jobListData = await page.evaluate(
@@ -111,6 +119,12 @@ async function mainLoop () {
targetJobIndex = targetJobIndex = jobListData.findIndex(it => [...expectCompanySet].find(name => it.brandName.includes(name))) targetJobIndex = targetJobIndex = jobListData.findIndex(it => [...expectCompanySet].find(name => it.brandName.includes(name)))
} }
if (targetJobIndex < 0 && hasReachLastPage) {
// has reach last page and not find target job
reject(new Error('CANNOT_FIND_EXCEPT_JOB'))
return
}
const recommendJobItemList = await recommendJobListElProxy.$$('ul.rec-job-list > li') const recommendJobItemList = await recommendJobListElProxy.$$('ul.rec-job-list > li')
resolve( resolve(
{ {
@@ -144,53 +158,52 @@ async function mainLoop () {
} }
); );
await sleepWithRandomDelay(2000) await sleepWithRandomDelay(2000)
} const jobData = await page.evaluate('document.querySelector(".job-detail-box").__vue__.data')
const startChatButtonInnerHTML = await page.evaluate('document.querySelector(".job-detail-box .op-btn.op-btn-chat")?.innerHTML.trim()')
if (startChatButtonInnerHTML === '立即沟通') {
const startChatButtonProxy = await page.$('.job-detail-box .op-btn.op-btn-chat')
await startChatButtonProxy.click()
const jobData = await page.evaluate('document.querySelector(".job-detail-box").__vue__.data') const addFriendResponse = await page.waitForResponse(
response => {
const startChatButtonInnerHTML = await page.evaluate('document.querySelector(".job-detail-box .op-btn.op-btn-chat")?.innerHTML.trim()') if (
if (startChatButtonInnerHTML === '立即沟通') { response.url().startsWith('https://www.zhipin.com/wapi/zpgeek/friend/add.json') && response.url().includes(`jobId=${jobData.jobInfo.encryptId}`)
const startChatButtonProxy = await page.$('.job-detail-box .op-btn.op-btn-chat') ) {
await startChatButtonProxy.click() return true
}
const addFriendResponse = await page.waitForResponse( return false
response => {
if (
response.url().startsWith('https://www.zhipin.com/wapi/zpgeek/friend/add.json') && response.url().includes(`jobId=${jobData.jobInfo.encryptId}`)
) {
return true
} }
return false );
} try {
); const res = await addFriendResponse.json()
try {
const res = await addFriendResponse.json() if (res.code !== 0) {
console.err(res)
if (res.code !== 0) { break
console.err(res) }
break } catch(err) {
} // console.warn(err)
} catch(err) { } finally {
// console.warn(err) //#region TODO: temporary work with legacy logic
} finally { await sleep(500)
//#region TODO: temporary work with legacy logic const continueChatButtonProxy = await page.$('.greet-boss-dialog .greet-boss-footer .sure-btn')
await sleep(500)
const continueChatButtonProxy = await page.$('.greet-boss-dialog .greet-boss-footer .sure-btn')
await continueChatButtonProxy.click() await continueChatButtonProxy.click()
//#endregion //#endregion
await sleepWithRandomDelay(2500) await sleepWithRandomDelay(2500)
if (page.url().startsWith('https://www.zhipin.com/web/geek/chat')) { if (page.url().startsWith('https://www.zhipin.com/web/geek/chat')) {
await sleepWithRandomDelay(3000) await sleepWithRandomDelay(3000)
await Promise.all([ await Promise.all([
page.waitForNavigation(), page.waitForNavigation(),
page.goBack(), page.goBack(),
]) ])
await sleepWithRandomDelay(1000) await sleepWithRandomDelay(1000)
}
} }
} else {
} }
} else {
} }
} }