feat: add timeout for video crawler

examples/uitest/demo_android_video_crawler.json

@@ -88,7 +88,8 @@
                                     20
                                 ],
                                 "target_count": 3
-                            }
+                            },
+                            "timeout": 600
                         }
                     }
                 ]

examples/uitest/demo_android_video_crawler_test.go

@@ -21,6 +21,7 @@ func TestAndroidVideoCrawlerTest(t *testing.T) {
 				Android().
 				VideoCrawler(map[string]interface{}{
 					"app_package_name": "com.ss.android.ugc.aweme",
+					"timeout":          600,
 					"feed": map[string]interface{}{
 						"target_count": 5,
 						"target_labels": []map[string]interface{}{

hrp/internal/code/code.go

@@ -44,6 +44,7 @@ var (
 	InitPluginFailed    = errors.New("init plugin failed")     // 31
 	BuildGoPluginFailed = errors.New("build go plugin failed") // 32
 	BuildPyPluginFailed = errors.New("build py plugin failed") // 33
+	TimeoutError        = errors.New("timeout error")          // 39
 )
 
 // summary: [40, 50)
@@ -111,6 +112,7 @@ var errorsMap = map[error]int{
 	InitPluginFailed:    31,
 	BuildGoPluginFailed: 32,
 	BuildPyPluginFailed: 33,
+	TimeoutError:        39,
 
 	// ios related
 	IOSDeviceConnectionError: 50,

hrp/pkg/uixt/video_crawler.go

@@ -7,10 +7,13 @@ import (
 
 	"github.com/pkg/errors"
 	"github.com/rs/zerolog/log"
+
+	"github.com/httprunner/httprunner/v4/hrp/internal/code"
 )
 
 type VideoStat struct {
 	configs *VideoCrawlerConfigs
+	timer   *time.Timer
 
 	FeedCount int            `json:"feed_count"`
 	FeedStat  map[string]int `json:"feed_stat"` // 分类统计 feed 数量：视频/图文/广告/特效/模板/购物
@@ -95,6 +98,7 @@ type LiveConfig struct {
 
 type VideoCrawlerConfigs struct {
 	AppPackageName string `json:"app_package_name"`
+	Timeout        int    `json:"timeout"` // seconds
 
 	Feed FeedConfig `json:"feed"`
 	Live LiveConfig `json:"live"`
@@ -142,6 +146,10 @@ func (l *LiveCrawler) Run(driver *DriverExt, enterPoint PointF) error {
 	time.Sleep(5 * time.Second)
 
 	for !l.currentStat.isLiveTargetAchieved() {
+		select {
+		case <-l.currentStat.timer.C:
+			return errors.Wrap(code.TimeoutError, "timeout in live crawler")
+		default:
 			// check if live room
 			if err := l.driver.assertActivity(l.configs.AppPackageName, "live"); err != nil {
 				return err
@@ -173,6 +181,7 @@ func (l *LiveCrawler) Run(driver *DriverExt, enterPoint PointF) error {
 
 			l.currentStat.LiveCount++
 		}
+	}
 
 	log.Info().Msg("live count achieved, exit live room")
 
@@ -231,9 +240,14 @@ func (dExt *DriverExt) VideoCrawler(configs *VideoCrawlerConfigs) (err error) {
 		currentStat: currVideoStat,
 	}
 
-	// loop until target count achieved
+	// loop until target count achieved or timeout
 	// the main loop is feed crawler
+	currVideoStat.timer = time.NewTimer(time.Duration(configs.Timeout) * time.Second)
 	for {
+		select {
+		case <-currVideoStat.timer.C:
+			return errors.Wrap(code.TimeoutError, "timeout in feed crawler")
+		default:
 			// check if feed page
 			if err := dExt.assertActivity(configs.AppPackageName, "feed"); err != nil {
 				return err
@@ -257,6 +271,9 @@ func (dExt *DriverExt) VideoCrawler(configs *VideoCrawlerConfigs) (err error) {
 				log.Info().Msg("live video found")
 				if !liveCrawler.currentStat.isLiveTargetAchieved() {
 					if err := liveCrawler.Run(dExt, enterPoint); err != nil {
+						if errors.Is(err, code.TimeoutError) {
+							return err
+						}
 						log.Error().Err(err).Msg("run live crawler failed, continue")
 						continue
 					}
@@ -276,7 +293,7 @@ func (dExt *DriverExt) VideoCrawler(configs *VideoCrawlerConfigs) (err error) {
 			// check if target count achieved
 			if currVideoStat.isTargetAchieved() {
 				log.Info().Msg("target count achieved, exit crawler")
-			break
+				return nil
 			}
 
 			// swipe to next feed video
@@ -287,8 +304,7 @@ func (dExt *DriverExt) VideoCrawler(configs *VideoCrawlerConfigs) (err error) {
 			}
 			time.Sleep(1 * time.Second)
 		}
-
+	}
-	return nil
 }
 
 func (dExt *DriverExt) assertActivity(packageName, activityType string) error {

hrp/pkg/uixt/video_crawler_test.go

@@ -9,6 +9,7 @@ func TestVideoCrawler(t *testing.T) {
 
 	configs := &VideoCrawlerConfigs{
 		AppPackageName: "com.ss.android.ugc.aweme",
+		Timeout:        600,
 
 		Feed: FeedConfig{
 			TargetCount: 5,