mirror of
https://github.com/geekgeekrun/geekgeekrun.git
synced 2026-09-06 16:07:17 +08:00
WIP: add the basic logic to iterate and change filter condition when no more job can find. TODO: make sure filter condition is sync between this app and recommend page in bosszhipin site.
This commit is contained in:
@@ -1,58 +1,72 @@
|
|||||||
//# region get all combinations
|
//# region get all combinations
|
||||||
export function* combineFiltersWithConstraintsGenerator(selectedFilters) {
|
// 使用迭代生成组合
|
||||||
const {
|
function combine(arr, min, max) {
|
||||||
salaryList = [],
|
const result = []
|
||||||
experienceList = [],
|
const n = arr.length
|
||||||
degreeList = [],
|
|
||||||
scaleList = [],
|
|
||||||
industryList = []
|
|
||||||
} = selectedFilters
|
|
||||||
|
|
||||||
// 使用迭代生成组合
|
// 生成长度在[min, max]范围内的所有组合
|
||||||
function combine(arr, min, max) {
|
for (let r = min; r <= Math.min(max, n); r++) {
|
||||||
const result = []
|
const indices = Array(r)
|
||||||
const n = arr.length
|
.fill(0)
|
||||||
|
.map((_, i) => i) // 初始化索引
|
||||||
|
result.push(indices.map((i) => arr[i])) // 保存初始组合
|
||||||
|
|
||||||
// 生成长度在[min, max]范围内的所有组合
|
while (true) {
|
||||||
for (let r = min; r <= Math.min(max, n); r++) {
|
let i = r - 1
|
||||||
const indices = Array(r)
|
|
||||||
.fill(0)
|
|
||||||
.map((_, i) => i) // 初始化索引
|
|
||||||
result.push(indices.map((i) => arr[i])) // 保存初始组合
|
|
||||||
|
|
||||||
while (true) {
|
// 从后往前找第一个未到达上界的索引
|
||||||
let i = r - 1
|
while (i >= 0 && indices[i] === i + n - r) {
|
||||||
|
i--
|
||||||
// 从后往前找第一个未到达上界的索引
|
|
||||||
while (i >= 0 && indices[i] === i + n - r) {
|
|
||||||
i--
|
|
||||||
}
|
|
||||||
|
|
||||||
// 没有更多组合时退出
|
|
||||||
if (i < 0) break
|
|
||||||
|
|
||||||
indices[i]++
|
|
||||||
|
|
||||||
// 更新接下来的所有索引
|
|
||||||
for (let j = i + 1; j < r; j++) {
|
|
||||||
indices[j] = indices[j - 1] + 1
|
|
||||||
}
|
|
||||||
|
|
||||||
result.push(indices.map((j) => arr[j]))
|
|
||||||
}
|
}
|
||||||
}
|
|
||||||
|
|
||||||
return result
|
// 没有更多组合时退出
|
||||||
|
if (i < 0) break
|
||||||
|
|
||||||
|
indices[i]++
|
||||||
|
|
||||||
|
// 更新接下来的所有索引
|
||||||
|
for (let j = i + 1; j < r; j++) {
|
||||||
|
indices[j] = indices[j - 1] + 1
|
||||||
|
}
|
||||||
|
|
||||||
|
result.push(indices.map((j) => arr[j]))
|
||||||
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
// 生成符合限制条件的组合
|
return result
|
||||||
const salaryComb = combine(salaryList, 0, 1) // Salary: 0-1 个
|
}
|
||||||
const experienceComb = combine(experienceList, 0, experienceList.length) // Experience: 0 个或更多
|
|
||||||
const degreeComb = combine(degreeList, 0, degreeList.length) // Degree: 0 个或更多
|
|
||||||
const scaleComb = combine(scaleList, 0, scaleList.length) // Scale: 0 个或更多
|
|
||||||
const industryComb = combine(industryList, 0, 3) // Industry: 0-3 个
|
|
||||||
|
|
||||||
// 通过迭代生成所有组合,代替递归
|
// 生成符合"0"限制的组合
|
||||||
|
function combineWithZero(arr, min, max) {
|
||||||
|
let combineResult;
|
||||||
|
if (arr.includes(0)) {
|
||||||
|
// 如果包含 0,0不参与组合
|
||||||
|
combineResult = [].concat(
|
||||||
|
combine(
|
||||||
|
arr.filter((x) => x !== 0),
|
||||||
|
min,
|
||||||
|
max
|
||||||
|
)
|
||||||
|
);
|
||||||
|
} else {
|
||||||
|
// 如果不包含 0,直接生成组合
|
||||||
|
combineResult = [].concat(combine(arr, min, max));
|
||||||
|
}
|
||||||
|
return combineResult;
|
||||||
|
}
|
||||||
|
|
||||||
|
export function* combineFiltersWithConstraintsGenerator(selectedFilters) {
|
||||||
|
const { salaryList, experienceList, degreeList, scaleList, industryList } =
|
||||||
|
selectedFilters;
|
||||||
|
|
||||||
|
// 生成符合限制条件的组合
|
||||||
|
const salaryComb = combineWithZero(salaryList, 0, 1) // Salary: 0-1 个
|
||||||
|
const experienceComb = combineWithZero(experienceList, 0, experienceList.length) // Experience: 0 个或更多
|
||||||
|
const degreeComb = combineWithZero(degreeList, 0, degreeList.length) // Degree: 0 个或更多
|
||||||
|
const scaleComb = combineWithZero(scaleList, 0, scaleList.length) // Scale: 0 个或更多
|
||||||
|
const industryComb = combineWithZero(industryList, 0, 3) // Industry: 0-3 个
|
||||||
|
|
||||||
|
// 通过迭代生成所有组合
|
||||||
for (const salary of salaryComb) {
|
for (const salary of salaryComb) {
|
||||||
for (const experience of experienceComb) {
|
for (const experience of experienceComb) {
|
||||||
for (const degree of degreeComb) {
|
for (const degree of degreeComb) {
|
||||||
@@ -74,27 +88,8 @@ export function* combineFiltersWithConstraintsGenerator(selectedFilters) {
|
|||||||
//#endregion
|
//#endregion
|
||||||
|
|
||||||
//#region get count of combinations
|
//#region get count of combinations
|
||||||
// 计算从 n 个元素中选 r 个的组合数 C(n, r)
|
|
||||||
function combination(n, r) {
|
|
||||||
if (r > n) return 0
|
|
||||||
let numerator = 1,
|
|
||||||
denominator = 1
|
|
||||||
for (let i = 0; i < r; i++) {
|
|
||||||
numerator *= n - i
|
|
||||||
denominator *= i + 1
|
|
||||||
}
|
|
||||||
return numerator / denominator
|
|
||||||
}
|
|
||||||
|
|
||||||
// 计算符合限制条件的组合数量
|
// 计算符合限制条件的组合数量
|
||||||
function calculateCombinationCount(arrLength, min, max) {
|
|
||||||
let totalCombinations = 0
|
|
||||||
for (let i = min; i <= Math.min(max, arrLength); i++) {
|
|
||||||
totalCombinations += combination(arrLength, i)
|
|
||||||
}
|
|
||||||
return totalCombinations
|
|
||||||
}
|
|
||||||
|
|
||||||
export function calculateTotalCombinations(selectedFilters) {
|
export function calculateTotalCombinations(selectedFilters) {
|
||||||
const {
|
const {
|
||||||
salaryList = [],
|
salaryList = [],
|
||||||
@@ -104,21 +99,15 @@ export function calculateTotalCombinations(selectedFilters) {
|
|||||||
industryList = []
|
industryList = []
|
||||||
} = selectedFilters
|
} = selectedFilters
|
||||||
|
|
||||||
// 计算每个条件的组合数量
|
// 生成符合限制条件的组合
|
||||||
const salaryCombCount = calculateCombinationCount(salaryList.length, 0, 1) // Salary: 0-1 个
|
const salaryComb = combineWithZero(salaryList, 0, 1) // Salary: 0-1 个
|
||||||
const experienceCombCount = calculateCombinationCount(
|
const experienceComb = combineWithZero(experienceList, 0, experienceList.length) // Experience: 0 个或更多
|
||||||
experienceList.length,
|
const degreeComb = combineWithZero(degreeList, 0, degreeList.length) // Degree: 0 个或更多
|
||||||
0,
|
const scaleComb = combineWithZero(scaleList, 0, scaleList.length) // Scale: 0 个或更多
|
||||||
experienceList.length
|
const industryComb = combineWithZero(industryList, 0, 3) // Industry: 0-3 个
|
||||||
) // Experience: 0 个或更多
|
|
||||||
const degreeCombCount = calculateCombinationCount(degreeList.length, 0, degreeList.length) // Degree: 0 个或更多
|
|
||||||
const scaleCombCount = calculateCombinationCount(scaleList.length, 0, scaleList.length) // Scale: 0 个或更多
|
|
||||||
const industryCombCount = calculateCombinationCount(industryList.length, 0, 3) // Industry: 0-3 个
|
|
||||||
|
|
||||||
// 总组合数是每个条件的组合数量的乘积
|
return [salaryComb, experienceComb, degreeComb, scaleComb, industryComb].reduce((accu, cur) => {
|
||||||
const totalCombinations =
|
return accu * cur.length
|
||||||
salaryCombCount * experienceCombCount * degreeCombCount * scaleCombCount * industryCombCount
|
}, 1)
|
||||||
|
|
||||||
return totalCombinations
|
|
||||||
}
|
}
|
||||||
//#endregion
|
//#endregion
|
||||||
|
|||||||
@@ -12,6 +12,7 @@ import { EventEmitter } from 'node:events'
|
|||||||
import { setDomainLocalStorage } from '@geekgeekrun/utils/puppeteer/local-storage.mjs'
|
import { setDomainLocalStorage } from '@geekgeekrun/utils/puppeteer/local-storage.mjs'
|
||||||
|
|
||||||
import { readConfigFile, writeStorageFile, ensureConfigFileExist, readStorageFile, ensureStorageFileExist } from './runtime-file-utils.mjs'
|
import { readConfigFile, writeStorageFile, ensureConfigFileExist, readStorageFile, ensureStorageFileExist } from './runtime-file-utils.mjs'
|
||||||
|
import { calculateTotalCombinations, combineFiltersWithConstraintsGenerator } from './combineCalculator.mjs'
|
||||||
ensureConfigFileExist()
|
ensureConfigFileExist()
|
||||||
ensureStorageFileExist()
|
ensureStorageFileExist()
|
||||||
|
|
||||||
@@ -63,6 +64,8 @@ const bossLocalStorage = readStorageFile('boss-local-storage.json')
|
|||||||
|
|
||||||
const targetCompanyList = readConfigFile('target-company-list.json').filter(it => !!it.trim());
|
const targetCompanyList = readConfigFile('target-company-list.json').filter(it => !!it.trim());
|
||||||
|
|
||||||
|
const anyCombineRecommendJobFilter = readConfigFile('boss.json').anyCombineRecommendJobFilter
|
||||||
|
|
||||||
const localStoragePageUrl = `https://www.zhipin.com/desktop/`
|
const localStoragePageUrl = `https://www.zhipin.com/desktop/`
|
||||||
const recommendJobPageUrl = `https://www.zhipin.com/web/geek/job-recommend`
|
const recommendJobPageUrl = `https://www.zhipin.com/web/geek/job-recommend`
|
||||||
|
|
||||||
@@ -138,6 +141,59 @@ async function markJobAsNotSuitInRecommendPage () {
|
|||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
|
async function setFilterCondition (selectedFilters) {
|
||||||
|
const {
|
||||||
|
salaryList = [],
|
||||||
|
experienceList = [],
|
||||||
|
degreeList = [],
|
||||||
|
scaleList = [],
|
||||||
|
industryList = []
|
||||||
|
} = selectedFilters
|
||||||
|
|
||||||
|
const placeholderTexts = ['薪资待遇', '工作经验', '学历要求', '公司规模']
|
||||||
|
const optionKaPrefixes = ['sel-job-rec-salary-', 'sel-job-rec-exp-', 'sel-job-rec-degree-', 'sel-job-rec-scale-']
|
||||||
|
const conditionArr = [salaryList, experienceList, degreeList, scaleList]
|
||||||
|
|
||||||
|
for(let i = 0; i < placeholderTexts.length; i++) {
|
||||||
|
const placeholderText = placeholderTexts[i]
|
||||||
|
const filterDropdownProxy = await (async () => {
|
||||||
|
const jsHandle = (await page.evaluateHandle((placeholderText) => {
|
||||||
|
const filterBar = document.querySelector('.job-recommend-main .job-recommend-search')
|
||||||
|
const dropdownEntry = filterBar.__vue__.$children.find(it => it.placeholder === placeholderText)
|
||||||
|
return dropdownEntry.$el
|
||||||
|
}, placeholderText)).asElement();
|
||||||
|
return jsHandle
|
||||||
|
})()
|
||||||
|
if (!filterDropdownProxy) {
|
||||||
|
continue
|
||||||
|
}
|
||||||
|
|
||||||
|
const filterDropdownCssList = await filterDropdownProxy.evaluate(el => Array.from(el.classList));
|
||||||
|
if (!filterDropdownCssList.includes('is-select') && !conditionArr[i].length) {
|
||||||
|
continue
|
||||||
|
} else {
|
||||||
|
const filterDropdownElBBox = await filterDropdownProxy.boundingBox()
|
||||||
|
await page.mouse.move(
|
||||||
|
filterDropdownElBBox.x + filterDropdownElBBox.width / 2,
|
||||||
|
filterDropdownElBBox.y + filterDropdownElBBox.height / 2,
|
||||||
|
)
|
||||||
|
await sleepWithRandomDelay(500)
|
||||||
|
|
||||||
|
const optionKaPrefix = optionKaPrefixes[i]
|
||||||
|
for(let j = 0; j < conditionArr[i].length; j++) {
|
||||||
|
const optionValue = conditionArr[i][j]
|
||||||
|
await sleepWithRandomDelay(500)
|
||||||
|
const optionElProxy = await page.$(`li[ka="${optionKaPrefix}${optionValue}"]`)
|
||||||
|
if (!optionElProxy) {
|
||||||
|
continue;
|
||||||
|
}
|
||||||
|
await optionElProxy.click()
|
||||||
|
}
|
||||||
|
await sleepWithRandomDelay(500)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
async function toRecommendPage (hooks) {
|
async function toRecommendPage (hooks) {
|
||||||
let userInfoPromise = page.waitForResponse((response) => {
|
let userInfoPromise = page.waitForResponse((response) => {
|
||||||
if (response.url().startsWith('https://www.zhipin.com/wapi/zpuser/wap/getUserInfo.json')) {
|
if (response.url().startsWith('https://www.zhipin.com/wapi/zpuser/wap/getUserInfo.json')) {
|
||||||
@@ -188,292 +244,304 @@ async function toRecommendPage (hooks) {
|
|||||||
const INIT_START_EXCEPT_JOB_INDEX = 1
|
const INIT_START_EXCEPT_JOB_INDEX = 1
|
||||||
let currentExceptJobIndex = INIT_START_EXCEPT_JOB_INDEX
|
let currentExceptJobIndex = INIT_START_EXCEPT_JOB_INDEX
|
||||||
afterPageLoad: while (true) {
|
afterPageLoad: while (true) {
|
||||||
await sleepWithRandomDelay(2500)
|
let expectJobList
|
||||||
|
iterateFilterCondition: for (
|
||||||
|
const filterCondition of combineFiltersWithConstraintsGenerator(
|
||||||
|
anyCombineRecommendJobFilter
|
||||||
|
)
|
||||||
|
) {
|
||||||
|
findInCurrentFilterCondition: while(true) {
|
||||||
|
await sleepWithRandomDelay(2500)
|
||||||
|
|
||||||
await Promise.all([
|
await Promise.all([
|
||||||
page.waitForSelector('.job-recommend-main .recommend-search-expect .recommend-job-btn'),
|
page.waitForSelector('.job-recommend-main .recommend-search-expect .recommend-job-btn'),
|
||||||
page.waitForSelector('.job-list-container .rec-job-list')
|
page.waitForSelector('.job-list-container .rec-job-list')
|
||||||
])
|
])
|
||||||
const currentActiveJobIndex = await page.evaluate(`
|
const currentActiveJobIndex = await page.evaluate(`
|
||||||
[...document.querySelectorAll('.job-recommend-main .recommend-search-expect .recommend-job-btn')].findIndex(it => it.classList.contains('active'))
|
[...document.querySelectorAll('.job-recommend-main .recommend-search-expect .recommend-job-btn')].findIndex(it => it.classList.contains('active'))
|
||||||
`)
|
`)
|
||||||
|
|
||||||
const expectJobList = await page.evaluate(`document.querySelector('.job-recommend-search')?.__vue__?.expectList`)
|
expectJobList = await page.evaluate(`document.querySelector('.job-recommend-search')?.__vue__?.expectList`)
|
||||||
if (currentActiveJobIndex === currentExceptJobIndex) {
|
if (currentActiveJobIndex === currentExceptJobIndex) {
|
||||||
// first navigation and can immediately start chat (recommend job)
|
// first navigation and can immediately start chat (recommend job)
|
||||||
} else {
|
|
||||||
// not first navigation and should choose a job (except job)
|
|
||||||
// click first expect job
|
|
||||||
const expectJobTabHandlers = await page.$$('.job-recommend-main .recommend-search-expect .recommend-job-btn')
|
|
||||||
await expectJobTabHandlers[currentExceptJobIndex].click()
|
|
||||||
await page.waitForResponse(
|
|
||||||
response => {
|
|
||||||
if (
|
|
||||||
response.url().startsWith('https://www.zhipin.com/wapi/zpgeek/pc/recommend/job/list.json')
|
|
||||||
) {
|
|
||||||
return true
|
|
||||||
}
|
|
||||||
return false
|
|
||||||
}
|
|
||||||
);
|
|
||||||
await storeStorage(page).catch(() => void 0)
|
|
||||||
await sleepWithRandomDelay(2000)
|
|
||||||
}
|
|
||||||
|
|
||||||
try {
|
|
||||||
const { targetJobIndex, targetJobData } = await new Promise(async (resolve, reject) => {
|
|
||||||
try {
|
|
||||||
let requestNextPagePromiseWithResolver = null
|
|
||||||
page.on(
|
|
||||||
'request',
|
|
||||||
function reqHandler (request) {
|
|
||||||
if (request.url().startsWith('https://www.zhipin.com/wapi/zpgeek/pc/recommend/job/list.json')) {
|
|
||||||
requestNextPagePromiseWithResolver = (() => {
|
|
||||||
const o = {}
|
|
||||||
o.promise = new Promise((resolve, reject) => {
|
|
||||||
o.resolve = resolve
|
|
||||||
o.reject = reject
|
|
||||||
})
|
|
||||||
return o
|
|
||||||
})()
|
|
||||||
page.off(reqHandler)
|
|
||||||
|
|
||||||
page.on(
|
|
||||||
'response',
|
|
||||||
function resHandler (response) {
|
|
||||||
if (response.request() === request) {
|
|
||||||
requestNextPagePromiseWithResolver?.resolve()
|
|
||||||
page.off(resHandler)
|
|
||||||
}
|
|
||||||
}
|
|
||||||
)
|
|
||||||
}
|
|
||||||
}
|
|
||||||
)
|
|
||||||
|
|
||||||
// job list
|
|
||||||
const recommendJobListElProxy = await page.$('.job-list-container .rec-job-list')
|
|
||||||
let jobListData = await page.evaluate(`document.querySelector('.job-recommend-main')?.__vue__?.jobList`)
|
|
||||||
let hasReachLastPage = false
|
|
||||||
let targetJobIndex = -1
|
|
||||||
let targetJobData
|
|
||||||
continueFind: while (targetJobIndex < 0 && !hasReachLastPage) {
|
|
||||||
// when disable company allow list, we will believe that the first one in the list is your expect job.
|
|
||||||
let tempTargetJobIndexToCheckDetail = enableCompanyAllowList ? jobListData.findIndex(
|
|
||||||
it => !blockBossNotNewChat.has(it.encryptBossId) && !blockBossNotActive.has(it.encryptBossId) && [...expectCompanySet].find(name => it.brandName.includes(name))
|
|
||||||
) : jobListData.findIndex(
|
|
||||||
it => !blockBossNotNewChat.has(it.encryptBossId) && !blockBossNotActive.has(it.encryptBossId)
|
|
||||||
)
|
|
||||||
while (tempTargetJobIndexToCheckDetail < 0 && !hasReachLastPage) {
|
|
||||||
// fetch new
|
|
||||||
const recommendJobListElBBox = await recommendJobListElProxy.boundingBox()
|
|
||||||
const windowInnerHeight = await page.evaluate('window.innerHeight')
|
|
||||||
await page.mouse.move(
|
|
||||||
recommendJobListElBBox.x + recommendJobListElBBox.width / 2,
|
|
||||||
windowInnerHeight / 2
|
|
||||||
)
|
|
||||||
let scrolledHeight = 0
|
|
||||||
const increase = 40 + Math.floor(30 * Math.random())
|
|
||||||
|
|
||||||
while (
|
|
||||||
!requestNextPagePromiseWithResolver &&
|
|
||||||
!hasReachLastPage
|
|
||||||
) {
|
|
||||||
scrolledHeight += increase
|
|
||||||
await page.mouse.wheel({deltaY: increase});
|
|
||||||
await sleep(1)
|
|
||||||
await requestNextPagePromiseWithResolver?.promise
|
|
||||||
hasReachLastPage = await page.evaluate(`
|
|
||||||
!(document.querySelector('.job-recommend-main')?.__vue__?.hasMore)
|
|
||||||
`)
|
|
||||||
if (hasReachLastPage) {
|
|
||||||
console.log(`Arrive the terminal of the job list.`)
|
|
||||||
}
|
|
||||||
}
|
|
||||||
requestNextPagePromiseWithResolver = null
|
|
||||||
|
|
||||||
await sleep(3000)
|
|
||||||
jobListData = await page.evaluate(
|
|
||||||
`
|
|
||||||
document.querySelector('.job-recommend-main')?.__vue__?.jobList
|
|
||||||
`
|
|
||||||
)
|
|
||||||
tempTargetJobIndexToCheckDetail = jobListData.findIndex(it => !blockBossNotNewChat.has(it.encryptBossId) && !blockBossNotActive.has(it.encryptBossId) && [...expectCompanySet].find(name => it.brandName.includes(name)))
|
|
||||||
}
|
|
||||||
|
|
||||||
if (tempTargetJobIndexToCheckDetail < 0 && hasReachLastPage) {
|
|
||||||
// has reach last page and not find target job
|
|
||||||
reject(new Error('CANNOT_FIND_EXCEPT_JOB_IN_THIS_JOB_EXPECTATION'))
|
|
||||||
return
|
|
||||||
}
|
|
||||||
|
|
||||||
//#region here to check detail
|
|
||||||
if (tempTargetJobIndexToCheckDetail >= 0) {
|
|
||||||
// scroll that target element into view
|
|
||||||
await page.evaluate(`
|
|
||||||
targetEl = document.querySelector("ul.rec-job-list").children[${tempTargetJobIndexToCheckDetail}]
|
|
||||||
targetEl.scrollIntoView({
|
|
||||||
behavior: 'smooth',
|
|
||||||
block: ${Math.random() > 0.5 ? '\'center\'' : '\'end\''}
|
|
||||||
})
|
|
||||||
`)
|
|
||||||
|
|
||||||
await sleepWithRandomDelay(200)
|
|
||||||
|
|
||||||
if (tempTargetJobIndexToCheckDetail === 0) {
|
|
||||||
} else {
|
|
||||||
const recommendJobItemList = await recommendJobListElProxy.$$('ul.rec-job-list > li')
|
|
||||||
const targetJobElProxy = recommendJobItemList[tempTargetJobIndexToCheckDetail]
|
|
||||||
// click that element
|
|
||||||
await targetJobElProxy.click()
|
|
||||||
await page.waitForResponse(
|
|
||||||
response => {
|
|
||||||
if (
|
|
||||||
response.url().startsWith('https://www.zhipin.com/wapi/zpgeek/job/detail.json')
|
|
||||||
) {
|
|
||||||
return true
|
|
||||||
}
|
|
||||||
return false
|
|
||||||
}
|
|
||||||
);
|
|
||||||
await sleepWithRandomDelay(2000)
|
|
||||||
}
|
|
||||||
targetJobData = await page.evaluate('document.querySelector(".job-detail-box").__vue__.data')
|
|
||||||
// save the job detail info
|
|
||||||
await hooks.jobDetailIsGetFromRecommendList?.promise(targetJobData)
|
|
||||||
|
|
||||||
//#region
|
|
||||||
// null
|
|
||||||
// 刚刚活跃 // 今日活跃 // 昨日活跃 // 3日内活跃 // 本周活跃
|
|
||||||
// 2周内活跃 // 本月活跃 // 2月内活跃 // 3月内活跃 // 4月内活跃 // 5月内活跃 // 近半年活跃 // 半年前活跃
|
|
||||||
//#endregion
|
|
||||||
if ([
|
|
||||||
'2周内活跃',
|
|
||||||
'本月活跃',
|
|
||||||
'2月内活跃',
|
|
||||||
'3月内活跃',
|
|
||||||
'4月内活跃',
|
|
||||||
'5月内活跃',
|
|
||||||
'近半年活跃',
|
|
||||||
'半年前活跃',
|
|
||||||
].includes(targetJobData.bossInfo.activeTimeDesc)) {
|
|
||||||
blockBossNotActive.add(targetJobData.jobInfo.encryptUserId)
|
|
||||||
// click prevent recommend button
|
|
||||||
try {
|
|
||||||
await markJobAsNotSuitInRecommendPage()
|
|
||||||
} catch {
|
|
||||||
}
|
|
||||||
continue continueFind
|
|
||||||
}
|
|
||||||
const startChatButtonInnerHTML = await page.evaluate('document.querySelector(".job-detail-box .op-btn.op-btn-chat")?.innerHTML.trim()')
|
|
||||||
if (startChatButtonInnerHTML !== '立即沟通') {
|
|
||||||
blockBossNotNewChat.add(targetJobData.jobInfo.encryptUserId)
|
|
||||||
continue continueFind
|
|
||||||
}
|
|
||||||
targetJobIndex = tempTargetJobIndexToCheckDetail
|
|
||||||
//#endregion
|
|
||||||
}
|
|
||||||
|
|
||||||
if (targetJobIndex < 0 && hasReachLastPage) {
|
|
||||||
// has reach last page and not find target job
|
|
||||||
reject(new Error('CANNOT_FIND_EXCEPT_JOB_IN_THIS_JOB_EXPECTATION'))
|
|
||||||
return
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
resolve(
|
|
||||||
{
|
|
||||||
targetJobIndex,
|
|
||||||
targetJobData
|
|
||||||
}
|
|
||||||
)
|
|
||||||
} catch(err) {
|
|
||||||
reject(err)
|
|
||||||
}
|
|
||||||
})
|
|
||||||
await sleepWithRandomDelay(200)
|
|
||||||
const startChatButtonInnerHTML = await page.evaluate('document.querySelector(".job-detail-box .op-btn.op-btn-chat")?.innerHTML.trim()')
|
|
||||||
|
|
||||||
await hooks.newChatWillStartup?.promise(targetJobData)
|
|
||||||
const startChatButtonProxy = await page.$('.job-detail-box .op-btn.op-btn-chat')
|
|
||||||
//#region click the chat button
|
|
||||||
await startChatButtonProxy.click()
|
|
||||||
|
|
||||||
const addFriendResponse = await page.waitForResponse(
|
|
||||||
response => {
|
|
||||||
if (
|
|
||||||
response.url().startsWith('https://www.zhipin.com/wapi/zpgeek/friend/add.json') && response.url().includes(`jobId=${targetJobData.jobInfo.encryptId}`)
|
|
||||||
) {
|
|
||||||
return true
|
|
||||||
}
|
|
||||||
return false
|
|
||||||
}
|
|
||||||
);
|
|
||||||
const res = await addFriendResponse.json()
|
|
||||||
|
|
||||||
if (res.code !== 0) {
|
|
||||||
// startup chat error, may the chance of today has used out
|
|
||||||
if (res.zpData.bizCode === 1 && res.zpData.bizData?.chatRemindDialog?.blockLevel === 0 && res.zpData.bizData?.chatRemindDialog?.content === `今日沟通人数已达上限,请明天再试`) {
|
|
||||||
await storeStorage(page).catch(() => void 0)
|
|
||||||
throw new Error('STARTUP_CHAT_ERROR_DUE_TO_TODAY_CHANCE_HAS_USED_OUT')
|
|
||||||
} else {
|
} else {
|
||||||
console.error(res)
|
// not first navigation and should choose a job (except job)
|
||||||
throw new Error('STARTUP_CHAT_ERROR_WITH_UNKNOWN_ERROR')
|
// click first expect job
|
||||||
}
|
const expectJobTabHandlers = await page.$$('.job-recommend-main .recommend-search-expect .recommend-job-btn')
|
||||||
} else {
|
await expectJobTabHandlers[currentExceptJobIndex].click()
|
||||||
await hooks.newChatStartup?.promise(targetJobData)
|
await page.waitForResponse(
|
||||||
blockBossNotNewChat.add(targetJobData.jobInfo.encryptUserId)
|
response => {
|
||||||
|
if (
|
||||||
await storeStorage(page).catch(() => void 0)
|
response.url().startsWith('https://www.zhipin.com/wapi/zpgeek/pc/recommend/job/list.json')
|
||||||
await sleepWithRandomDelay(750)
|
) {
|
||||||
const closeDialogButtonProxy = await page.$('.greet-boss-dialog .greet-boss-footer .cancel-btn')
|
return true
|
||||||
await closeDialogButtonProxy.click()
|
}
|
||||||
await sleepWithRandomDelay(1000)
|
return false
|
||||||
}
|
|
||||||
// #endregion
|
|
||||||
} catch (err) {
|
|
||||||
if (err instanceof Error) {
|
|
||||||
switch (err.message) {
|
|
||||||
case 'CANNOT_FIND_EXCEPT_JOB_IN_THIS_JOB_EXPECTATION': {
|
|
||||||
if (
|
|
||||||
currentExceptJobIndex + 1 > expectJobList.length
|
|
||||||
) {
|
|
||||||
hooks.noPositionFoundForCurrentJob?.call()
|
|
||||||
await Promise.all([
|
|
||||||
page.reload(),
|
|
||||||
page.waitForNavigation()
|
|
||||||
])
|
|
||||||
currentExceptJobIndex = INIT_START_EXCEPT_JOB_INDEX
|
|
||||||
} else {
|
|
||||||
hooks.noPositionFoundForCurrentJob?.call()
|
|
||||||
hooks.noPositionFoundAfterTraverseAllJob?.call()
|
|
||||||
|
|
||||||
currentExceptJobIndex += 1
|
|
||||||
}
|
}
|
||||||
continue afterPageLoad;
|
);
|
||||||
|
await storeStorage(page).catch(() => void 0)
|
||||||
|
await sleepWithRandomDelay(2000)
|
||||||
|
}
|
||||||
|
await sleepWithRandomDelay(1500)
|
||||||
|
await setFilterCondition(filterCondition)
|
||||||
|
|
||||||
|
try {
|
||||||
|
const { targetJobIndex, targetJobData } = await new Promise(async (resolve, reject) => {
|
||||||
|
try {
|
||||||
|
let requestNextPagePromiseWithResolver = null
|
||||||
|
page.on(
|
||||||
|
'request',
|
||||||
|
function reqHandler (request) {
|
||||||
|
if (request.url().startsWith('https://www.zhipin.com/wapi/zpgeek/pc/recommend/job/list.json')) {
|
||||||
|
requestNextPagePromiseWithResolver = (() => {
|
||||||
|
const o = {}
|
||||||
|
o.promise = new Promise((resolve, reject) => {
|
||||||
|
o.resolve = resolve
|
||||||
|
o.reject = reject
|
||||||
|
})
|
||||||
|
return o
|
||||||
|
})()
|
||||||
|
page.off(reqHandler)
|
||||||
|
|
||||||
|
page.on(
|
||||||
|
'response',
|
||||||
|
function resHandler (response) {
|
||||||
|
if (response.request() === request) {
|
||||||
|
requestNextPagePromiseWithResolver?.resolve()
|
||||||
|
page.off(resHandler)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
)
|
||||||
|
|
||||||
|
// job list
|
||||||
|
const recommendJobListElProxy = await page.$('.job-list-container .rec-job-list')
|
||||||
|
let jobListData = await page.evaluate(`document.querySelector('.job-recommend-main')?.__vue__?.jobList`)
|
||||||
|
let hasReachLastPage = false
|
||||||
|
let targetJobIndex = -1
|
||||||
|
let targetJobData
|
||||||
|
continueFind: while (targetJobIndex < 0 && !hasReachLastPage) {
|
||||||
|
// when disable company allow list, we will believe that the first one in the list is your expect job.
|
||||||
|
let tempTargetJobIndexToCheckDetail = enableCompanyAllowList ? jobListData.findIndex(
|
||||||
|
it => !blockBossNotNewChat.has(it.encryptBossId) && !blockBossNotActive.has(it.encryptBossId) && [...expectCompanySet].find(name => it.brandName.includes(name))
|
||||||
|
) : jobListData.findIndex(
|
||||||
|
it => !blockBossNotNewChat.has(it.encryptBossId) && !blockBossNotActive.has(it.encryptBossId)
|
||||||
|
)
|
||||||
|
while (tempTargetJobIndexToCheckDetail < 0 && !hasReachLastPage) {
|
||||||
|
// fetch new
|
||||||
|
const recommendJobListElBBox = await recommendJobListElProxy.boundingBox()
|
||||||
|
const windowInnerHeight = await page.evaluate('window.innerHeight')
|
||||||
|
await page.mouse.move(
|
||||||
|
recommendJobListElBBox.x + recommendJobListElBBox.width / 2,
|
||||||
|
windowInnerHeight / 2
|
||||||
|
)
|
||||||
|
let scrolledHeight = 0
|
||||||
|
const increase = 40 + Math.floor(30 * Math.random())
|
||||||
|
|
||||||
|
while (
|
||||||
|
!requestNextPagePromiseWithResolver &&
|
||||||
|
!hasReachLastPage
|
||||||
|
) {
|
||||||
|
scrolledHeight += increase
|
||||||
|
await page.mouse.wheel({deltaY: increase});
|
||||||
|
await sleep(1)
|
||||||
|
await requestNextPagePromiseWithResolver?.promise
|
||||||
|
hasReachLastPage = await page.evaluate(`
|
||||||
|
!(document.querySelector('.job-recommend-main')?.__vue__?.hasMore)
|
||||||
|
`)
|
||||||
|
if (hasReachLastPage) {
|
||||||
|
console.log(`Arrive the terminal of the job list.`)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
requestNextPagePromiseWithResolver = null
|
||||||
|
|
||||||
|
await sleep(3000)
|
||||||
|
jobListData = await page.evaluate(
|
||||||
|
`
|
||||||
|
document.querySelector('.job-recommend-main')?.__vue__?.jobList
|
||||||
|
`
|
||||||
|
)
|
||||||
|
tempTargetJobIndexToCheckDetail = jobListData.findIndex(it => !blockBossNotNewChat.has(it.encryptBossId) && !blockBossNotActive.has(it.encryptBossId) && [...expectCompanySet].find(name => it.brandName.includes(name)))
|
||||||
|
}
|
||||||
|
|
||||||
|
if (tempTargetJobIndexToCheckDetail < 0 && hasReachLastPage) {
|
||||||
|
// has reach last page and not find target job
|
||||||
|
reject(new Error('CANNOT_FIND_EXCEPT_JOB_IN_THIS_FILTER_CONDITION'))
|
||||||
|
return
|
||||||
|
}
|
||||||
|
|
||||||
|
//#region here to check detail
|
||||||
|
if (tempTargetJobIndexToCheckDetail >= 0) {
|
||||||
|
// scroll that target element into view
|
||||||
|
await page.evaluate(`
|
||||||
|
targetEl = document.querySelector("ul.rec-job-list").children[${tempTargetJobIndexToCheckDetail}]
|
||||||
|
targetEl.scrollIntoView({
|
||||||
|
behavior: 'smooth',
|
||||||
|
block: ${Math.random() > 0.5 ? '\'center\'' : '\'end\''}
|
||||||
|
})
|
||||||
|
`)
|
||||||
|
|
||||||
|
await sleepWithRandomDelay(200)
|
||||||
|
|
||||||
|
if (tempTargetJobIndexToCheckDetail === 0) {
|
||||||
|
} else {
|
||||||
|
const recommendJobItemList = await recommendJobListElProxy.$$('ul.rec-job-list > li')
|
||||||
|
const targetJobElProxy = recommendJobItemList[tempTargetJobIndexToCheckDetail]
|
||||||
|
// click that element
|
||||||
|
await targetJobElProxy.click()
|
||||||
|
await page.waitForResponse(
|
||||||
|
response => {
|
||||||
|
if (
|
||||||
|
response.url().startsWith('https://www.zhipin.com/wapi/zpgeek/job/detail.json')
|
||||||
|
) {
|
||||||
|
return true
|
||||||
|
}
|
||||||
|
return false
|
||||||
|
}
|
||||||
|
);
|
||||||
|
await sleepWithRandomDelay(2000)
|
||||||
|
}
|
||||||
|
targetJobData = await page.evaluate('document.querySelector(".job-detail-box").__vue__.data')
|
||||||
|
// save the job detail info
|
||||||
|
await hooks.jobDetailIsGetFromRecommendList?.promise(targetJobData)
|
||||||
|
|
||||||
|
//#region
|
||||||
|
// null
|
||||||
|
// 刚刚活跃 // 今日活跃 // 昨日活跃 // 3日内活跃 // 本周活跃
|
||||||
|
// 2周内活跃 // 本月活跃 // 2月内活跃 // 3月内活跃 // 4月内活跃 // 5月内活跃 // 近半年活跃 // 半年前活跃
|
||||||
|
//#endregion
|
||||||
|
if ([
|
||||||
|
'2周内活跃',
|
||||||
|
'本月活跃',
|
||||||
|
'2月内活跃',
|
||||||
|
'3月内活跃',
|
||||||
|
'4月内活跃',
|
||||||
|
'5月内活跃',
|
||||||
|
'近半年活跃',
|
||||||
|
'半年前活跃',
|
||||||
|
].includes(targetJobData.bossInfo.activeTimeDesc)) {
|
||||||
|
blockBossNotActive.add(targetJobData.jobInfo.encryptUserId)
|
||||||
|
// click prevent recommend button
|
||||||
|
try {
|
||||||
|
await markJobAsNotSuitInRecommendPage()
|
||||||
|
} catch {
|
||||||
|
}
|
||||||
|
continue continueFind
|
||||||
|
}
|
||||||
|
const startChatButtonInnerHTML = await page.evaluate('document.querySelector(".job-detail-box .op-btn.op-btn-chat")?.innerHTML.trim()')
|
||||||
|
if (startChatButtonInnerHTML !== '立即沟通') {
|
||||||
|
blockBossNotNewChat.add(targetJobData.jobInfo.encryptUserId)
|
||||||
|
continue continueFind
|
||||||
|
}
|
||||||
|
targetJobIndex = tempTargetJobIndexToCheckDetail
|
||||||
|
//#endregion
|
||||||
|
}
|
||||||
|
|
||||||
|
if (targetJobIndex < 0 && hasReachLastPage) {
|
||||||
|
// has reach last page and not find target job
|
||||||
|
reject(new Error('CANNOT_FIND_EXCEPT_JOB_IN_THIS_FILTER_CONDITION'))
|
||||||
|
return
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
resolve(
|
||||||
|
{
|
||||||
|
targetJobIndex,
|
||||||
|
targetJobData
|
||||||
|
}
|
||||||
|
)
|
||||||
|
} catch(err) {
|
||||||
|
reject(err)
|
||||||
|
}
|
||||||
|
})
|
||||||
|
await sleepWithRandomDelay(200)
|
||||||
|
const startChatButtonInnerHTML = await page.evaluate('document.querySelector(".job-detail-box .op-btn.op-btn-chat")?.innerHTML.trim()')
|
||||||
|
|
||||||
|
await hooks.newChatWillStartup?.promise(targetJobData)
|
||||||
|
const startChatButtonProxy = await page.$('.job-detail-box .op-btn.op-btn-chat')
|
||||||
|
//#region click the chat button
|
||||||
|
await startChatButtonProxy.click()
|
||||||
|
|
||||||
|
const addFriendResponse = await page.waitForResponse(
|
||||||
|
response => {
|
||||||
|
if (
|
||||||
|
response.url().startsWith('https://www.zhipin.com/wapi/zpgeek/friend/add.json') && response.url().includes(`jobId=${targetJobData.jobInfo.encryptId}`)
|
||||||
|
) {
|
||||||
|
return true
|
||||||
|
}
|
||||||
|
return false
|
||||||
|
}
|
||||||
|
);
|
||||||
|
const res = await addFriendResponse.json()
|
||||||
|
|
||||||
|
if (res.code !== 0) {
|
||||||
|
// startup chat error, may the chance of today has used out
|
||||||
|
if (res.zpData.bizCode === 1 && res.zpData.bizData?.chatRemindDialog?.blockLevel === 0 && res.zpData.bizData?.chatRemindDialog?.content === `今日沟通人数已达上限,请明天再试`) {
|
||||||
|
await storeStorage(page).catch(() => void 0)
|
||||||
|
throw new Error('STARTUP_CHAT_ERROR_DUE_TO_TODAY_CHANCE_HAS_USED_OUT')
|
||||||
|
} else {
|
||||||
|
console.error(res)
|
||||||
|
throw new Error('STARTUP_CHAT_ERROR_WITH_UNKNOWN_ERROR')
|
||||||
|
}
|
||||||
|
} else {
|
||||||
|
await hooks.newChatStartup?.promise(targetJobData)
|
||||||
|
blockBossNotNewChat.add(targetJobData.jobInfo.encryptUserId)
|
||||||
|
|
||||||
|
await storeStorage(page).catch(() => void 0)
|
||||||
|
await sleepWithRandomDelay(750)
|
||||||
|
const closeDialogButtonProxy = await page.$('.greet-boss-dialog .greet-boss-footer .cancel-btn')
|
||||||
|
await closeDialogButtonProxy.click()
|
||||||
|
await sleepWithRandomDelay(1000)
|
||||||
}
|
}
|
||||||
case 'STARTUP_CHAT_ERROR_DUE_TO_TODAY_CHANCE_HAS_USED_OUT': {
|
// #endregion
|
||||||
let nextTrySeconds = 60 * 60
|
} catch (err) {
|
||||||
const msg = `Today chance has used out. Just explore positions you\'ve chatted. New chat will be tried to start after ${nextTrySeconds} seconds.`
|
if (err instanceof Error) {
|
||||||
hooks.errorEncounter?.call(msg)
|
switch (err.message) {
|
||||||
console.error(msg)
|
case 'CANNOT_FIND_EXCEPT_JOB_IN_THIS_FILTER_CONDITION': {
|
||||||
await sleep(nextTrySeconds * 1000)
|
continue iterateFilterCondition;
|
||||||
throw err
|
}
|
||||||
}
|
case 'STARTUP_CHAT_ERROR_DUE_TO_TODAY_CHANCE_HAS_USED_OUT': {
|
||||||
case 'STARTUP_CHAT_ERROR_WITH_UNKNOWN_ERROR': {
|
let nextTrySeconds = 60 * 60
|
||||||
hooks.errorEncounter?.call([err.message, err.stack].join('\n'))
|
const msg = `Today chance has used out. Just explore positions you\'ve chatted. New chat will be tried to start after ${nextTrySeconds} seconds.`
|
||||||
throw err
|
hooks.errorEncounter?.call(msg)
|
||||||
}
|
console.error(msg)
|
||||||
default: {
|
await sleep(nextTrySeconds * 1000)
|
||||||
hooks.errorEncounter?.call([err.message, err.stack].join('\n'))
|
throw err
|
||||||
|
}
|
||||||
|
case 'STARTUP_CHAT_ERROR_WITH_UNKNOWN_ERROR': {
|
||||||
|
hooks.errorEncounter?.call([err.message, err.stack].join('\n'))
|
||||||
|
throw err
|
||||||
|
}
|
||||||
|
default: {
|
||||||
|
hooks.errorEncounter?.call([err.message, err.stack].join('\n'))
|
||||||
|
throw err
|
||||||
|
}
|
||||||
|
}
|
||||||
|
} else {
|
||||||
|
hooks.errorEncounter?.call(err)
|
||||||
throw err
|
throw err
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
} else {
|
|
||||||
hooks.errorEncounter?.call(err)
|
|
||||||
throw err
|
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
// for of reach terminal
|
||||||
|
if (
|
||||||
|
currentExceptJobIndex + 1 > expectJobList.length
|
||||||
|
) {
|
||||||
|
hooks.noPositionFoundForCurrentJob?.call()
|
||||||
|
await Promise.all([
|
||||||
|
page.reload(),
|
||||||
|
page.waitForNavigation()
|
||||||
|
])
|
||||||
|
currentExceptJobIndex = INIT_START_EXCEPT_JOB_INDEX
|
||||||
|
} else {
|
||||||
|
hooks.noPositionFoundForCurrentJob?.call()
|
||||||
|
hooks.noPositionFoundAfterTraverseAllJob?.call()
|
||||||
|
|
||||||
|
currentExceptJobIndex += 1
|
||||||
|
}
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
|
|||||||
Reference in New Issue
Block a user