302db2fe75
* feat: WIP. add parser functionality and text message handling * fix: use json to marshal js result * feat: add metadata handling and version validation for jsParser * refactor: rename parser package to parsers and restructure parser handling * refactor: core code struct and impl parse task handle * feat: impl parsed download * fix: seek cache file when processing tph picture * feat: implement parsed task handling and progress tracking * feat: enhance task processing with concurrency control and progress tracking * feat: add resource ID generation and improve resource processing handling * feat: improve message formatting in parsed text and progress completion * feat: add example js plugin * feat: implement Twitter parser * fix: twitter parse video json decode error * feat: impl stream mode for parse task
33 lines
686 B
Go
33 lines
686 B
Go
package batchtfile
|
|
|
|
var progressUpdatesLevels = []struct {
|
|
size int64 // 文件大小阈值
|
|
stepPercent int // 每多少 % 更新一次
|
|
}{
|
|
{10 << 20, 100},
|
|
{50 << 20, 20},
|
|
{200 << 20, 10},
|
|
{500 << 20, 5},
|
|
}
|
|
|
|
func shouldUpdateProgress(total, downloaded int64, lastUpdatePercent int) bool {
|
|
if total <= 0 || downloaded <= 0 {
|
|
return false
|
|
}
|
|
|
|
percent := int((downloaded * 100) / total)
|
|
if percent <= lastUpdatePercent {
|
|
return false
|
|
}
|
|
|
|
step := progressUpdatesLevels[len(progressUpdatesLevels)-1].stepPercent
|
|
for _, lvl := range progressUpdatesLevels {
|
|
if total < lvl.size {
|
|
step = lvl.stepPercent
|
|
break
|
|
}
|
|
}
|
|
|
|
return percent >= lastUpdatePercent+step
|
|
}
|