refactor: replace ui-tars parser with https://github.com/bytedance/UI-TARS/blob/main/codes/ui_tars/action_parser.py

uixt/ai/planner_test.go

@@ -8,7 +8,6 @@ import (
 	"github.com/httprunner/httprunner/v5/code"
 	"github.com/httprunner/httprunner/v5/internal/builtin"
 	"github.com/httprunner/httprunner/v5/uixt/option"
-	"github.com/httprunner/httprunner/v5/uixt/types"
 	"github.com/stretchr/testify/assert"
 	"github.com/stretchr/testify/require"
 )
@@ -58,43 +57,12 @@ func TestVLMPlanning(t *testing.T) {
 	// 验证结果
 	require.NoError(t, err)
 	require.NotNil(t, result)
-	require.NotEmpty(t, result.NextActions)
+	require.NotEmpty(t, result.Actions)
 
 	// 验证动作
-	action := result.NextActions[0]
+	action := result.Actions[0]
 	assert.NotEmpty(t, action.ActionType)
 	assert.NotEmpty(t, action.Thought)
-
-	// 根据动作类型验证参数
-	switch action.ActionType {
-	case "click", "drag", "left_double", "right_single", "scroll":
-		// 这些动作需要验证坐标
-		assert.NotEmpty(t, action.ActionInputs["startBox"])
-
-		// 验证坐标格式
-		coords, ok := action.ActionInputs["startBox"].([]float64)
-		require.True(t, ok)
-		require.True(t, len(coords) >= 2) // 至少有 x, y 坐标
-
-		// 验证坐标范围
-		for _, coord := range coords {
-			assert.GreaterOrEqual(t, coord, float64(0))
-		}
-
-	case "type":
-		// 验证文本内容
-		assert.NotEmpty(t, action.ActionInputs["content"])
-
-	case "hotkey":
-		// 验证按键
-		assert.NotEmpty(t, action.ActionInputs["key"])
-
-	case "wait", "finished", "call_user":
-		// 这些动作不需要额外参数
-
-	default:
-		t.Fatalf("未知的动作类型: %s", action.ActionType)
-	}
 }
 
 func TestXHSPlanning(t *testing.T) {
@@ -131,43 +99,12 @@ func TestXHSPlanning(t *testing.T) {
 	// 验证结果
 	require.NoError(t, err)
 	require.NotNil(t, result)
-	require.NotEmpty(t, result.NextActions)
+	require.NotEmpty(t, result.Actions)
 
 	// 验证动作
-	action := result.NextActions[0]
+	action := result.Actions[0]
 	assert.NotEmpty(t, action.ActionType)
 	assert.NotEmpty(t, action.Thought)
-
-	// 根据动作类型验证参数
-	switch action.ActionType {
-	case "click", "drag", "left_double", "right_single", "scroll":
-		// 这些动作需要验证坐标
-		assert.NotEmpty(t, action.ActionInputs["startBox"])
-
-		// 验证坐标格式
-		coords, ok := action.ActionInputs["startBox"].([]float64)
-		require.True(t, ok)
-		require.True(t, len(coords) >= 2) // 至少有 x, y 坐标
-
-		// 验证坐标范围
-		for _, coord := range coords {
-			assert.GreaterOrEqual(t, coord, float64(0))
-		}
-
-	case "type":
-		// 验证文本内容
-		assert.NotEmpty(t, action.ActionInputs["content"])
-
-	case "hotkey":
-		// 验证按键
-		assert.NotEmpty(t, action.ActionInputs["key"])
-
-	case "wait", "finished", "call_user":
-		// 这些动作不需要额外参数
-
-	default:
-		t.Fatalf("未知的动作类型: %s", action.ActionType)
-	}
 }
 
 func TestChatList(t *testing.T) {
@@ -218,11 +155,11 @@ func TestHandleSwitch(t *testing.T) {
 
 	testCases := []struct {
 		imageFile  string
-		actionType ActionType
+		actionType string
 	}{
-		{"testdata/deepseek_think_off.png", ActionTypeClick},
-		{"testdata/deepseek_think_on.png", ActionTypeFinished},
-		{"testdata/deepseek_network_on.png", ActionTypeFinished},
+		{"testdata/deepseek_think_off.png", "finished"},
+		{"testdata/deepseek_think_on.png", "finished"},
+		{"testdata/deepseek_network_on.png", "finished"},
 	}
 
 	for _, tc := range testCases {
@@ -251,7 +188,7 @@ func TestHandleSwitch(t *testing.T) {
 		// Validate results
 		require.NoError(t, err)
 		require.NotNil(t, result)
-		require.Equal(t, result.NextActions[0].ActionType, tc.actionType,
+		require.Equal(t, result.Actions[0].ActionType, tc.actionType,
 			"Unexpected action type for image file: %s", tc.imageFile)
 	}
 }
@@ -336,52 +273,6 @@ func TestValidateInput(t *testing.T) {
 	}
 }
 
-func TestProcessVLMResponse(t *testing.T) {
-	tests := []struct {
-		name    string
-		actions []ParsedAction
-		wantErr bool
-	}{
-		{
-			name: "valid response",
-			actions: []ParsedAction{
-				{
-					ActionType: "click",
-					ActionInputs: map[string]interface{}{
-						"startBox": []float64{0.5, 0.5},
-					},
-					Thought: "点击中心位置",
-				},
-			},
-			wantErr: false,
-		},
-		{
-			name:    "empty actions",
-			actions: []ParsedAction{},
-			wantErr: true,
-		},
-	}
-
-	size := types.Size{
-		Width:  1000,
-		Height: 1000,
-	}
-	for _, tt := range tests {
-		t.Run(tt.name, func(t *testing.T) {
-			result, err := processVLMResponse(tt.actions, size)
-			if tt.wantErr {
-				assert.Error(t, err)
-				assert.Nil(t, result)
-				return
-			}
-
-			assert.NoError(t, err)
-			assert.NotNil(t, result)
-			assert.Equal(t, tt.actions, result.NextActions)
-		})
-	}
-}
-
 func TestLoadImage(t *testing.T) {
 	// Test PNG image
 	pngBase64, pngSize, err := builtin.LoadImage("testdata/llk_1.png")