mirror of
https://github.com/httprunner/httprunner.git
synced 2026-06-03 06:49:38 +08:00
104 lines
2.5 KiB
Go
104 lines
2.5 KiB
Go
package ai
|
|
|
|
import (
|
|
"testing"
|
|
|
|
"github.com/httprunner/httprunner/v5/uixt/types"
|
|
"github.com/stretchr/testify/assert"
|
|
"github.com/stretchr/testify/require"
|
|
)
|
|
|
|
func createAIService(t *testing.T) *AIServices {
|
|
aiService := NewAIService(WithLLMService(LLMServiceTypeUITARS))
|
|
require.NotNil(t, aiService)
|
|
require.NotNil(t, aiService.ILLMService)
|
|
return aiService
|
|
}
|
|
|
|
// 测试有效断言
|
|
func TestValidAssertions(t *testing.T) {
|
|
aiService := createAIService(t)
|
|
|
|
testCases := []struct {
|
|
name string
|
|
assertion string
|
|
imagePath string
|
|
expectPass bool
|
|
}{
|
|
{
|
|
name: "深度思考功能已开启",
|
|
assertion: "输入框下方的「深度思考」文字是蓝色的",
|
|
imagePath: "testdata/deepseek_think_on.png",
|
|
expectPass: true,
|
|
},
|
|
{
|
|
name: "深度思考功能未开启",
|
|
assertion: "输入框下方的「深度思考」文字是灰色的",
|
|
imagePath: "testdata/deepseek_think_off.png",
|
|
expectPass: true,
|
|
},
|
|
{
|
|
name: "联网搜索功能已开启",
|
|
assertion: "输入框下方的「联网搜索」文字是蓝色的",
|
|
imagePath: "testdata/deepseek_network_on.png",
|
|
expectPass: true,
|
|
},
|
|
}
|
|
|
|
for _, tc := range testCases {
|
|
t.Run(tc.name, func(t *testing.T) {
|
|
imageBase64, size, err := loadImage(tc.imagePath)
|
|
require.NoError(t, err)
|
|
|
|
result, err := aiService.ILLMService.Assert(&AssertOptions{
|
|
Assertion: tc.assertion,
|
|
Screenshot: imageBase64,
|
|
Size: size,
|
|
})
|
|
require.NoError(t, err)
|
|
assert.NotNil(t, result)
|
|
assert.Equal(t, tc.expectPass, result.Pass)
|
|
assert.NotEmpty(t, result.Thought)
|
|
})
|
|
}
|
|
}
|
|
|
|
// 测试无效参数
|
|
func TestInvalidParameters(t *testing.T) {
|
|
aiService := createAIService(t)
|
|
testCases := []struct {
|
|
name string
|
|
assertion string
|
|
screenshot string
|
|
size types.Size
|
|
expectedError string
|
|
}{
|
|
{
|
|
name: "缺少截图",
|
|
assertion: "测试断言",
|
|
screenshot: "",
|
|
size: types.Size{},
|
|
expectedError: "screenshot is required",
|
|
},
|
|
{
|
|
name: "缺少断言",
|
|
assertion: "",
|
|
screenshot: "some-base64-data",
|
|
size: types.Size{},
|
|
expectedError: "assertion text is required",
|
|
},
|
|
}
|
|
|
|
for _, tc := range testCases {
|
|
t.Run(tc.name, func(t *testing.T) {
|
|
_, err := aiService.ILLMService.Assert(&AssertOptions{
|
|
Assertion: tc.assertion,
|
|
Screenshot: tc.screenshot,
|
|
Size: tc.size,
|
|
})
|
|
assert.Error(t, err)
|
|
assert.Contains(t, err.Error(), tc.expectedError)
|
|
})
|
|
}
|
|
}
|