feat: move uixt to hrp internal

hrp/internal/uixt/ext_ocr.go

@@ -0,0 +1,137 @@
+package uixt
+
+import (
+	"bytes"
+	"encoding/base64"
+	"encoding/json"
+	"fmt"
+	"image"
+	"io/ioutil"
+	"mime/multipart"
+	"net/http"
+	"time"
+)
+
+var client = &http.Client{
+	Timeout: time.Second * 10,
+}
+
+type Point struct {
+	X float32 `json:"x"`
+	Y float32 `json:"y"`
+}
+
+type OCRResult struct {
+	Text   string  `json:"text"`
+	Points []Point `json:"points"`
+}
+
+type ResponseOCR struct {
+	Code      int         `json:"code"`
+	Message   string      `json:"message"`
+	OCRResult []OCRResult `json:"ocrResult"`
+}
+
+type veDEMOCRService struct{}
+
+func (s *veDEMOCRService) getOCRResult(imageBuf []byte) ([]OCRResult, error) {
+	bodyBuf := &bytes.Buffer{}
+	bodyWriter := multipart.NewWriter(bodyBuf)
+	bodyWriter.WriteField("withDet", "true")
+	// bodyWriter.WriteField("timestampOnly", "true")
+
+	formWriter, err := bodyWriter.CreateFormFile("image", "screenshot.png")
+	if err != nil {
+		return nil, fmt.Errorf("create form file error: %v", err)
+	}
+	_, err = formWriter.Write(imageBuf)
+	if err != nil {
+		return nil, fmt.Errorf("write form error: %v", err)
+	}
+
+	err = bodyWriter.Close()
+	if err != nil {
+		return nil, fmt.Errorf("close body writer error: %v", err)
+	}
+
+	url, _ := base64.StdEncoding.DecodeString("aHR0cHM6Ly9odWJibGUuYnl0ZWRhbmNlLm5ldC92aWRlby9hcGkvdjEvYWxnb3JpdGhtL29jcg==")
+	req, err := http.NewRequest("POST", string(url), bodyBuf)
+	if err != nil {
+		return nil, fmt.Errorf("construct request error: %v", err)
+	}
+
+	req.Header.Add("Content-Type", bodyWriter.FormDataContentType())
+	resp, err := client.Do(req)
+	if err != nil {
+		return nil, fmt.Errorf("http reqeust OCR server error: %v", err)
+	}
+	defer resp.Body.Close()
+
+	if resp.StatusCode != http.StatusOK {
+		return nil, fmt.Errorf("unexpected response status code: %d", resp.StatusCode)
+	}
+
+	results, err := ioutil.ReadAll(resp.Body)
+	if err != nil {
+		return nil, fmt.Errorf("read response body error: %v", err)
+	}
+
+	var ocrResult ResponseOCR
+	err = json.Unmarshal(results, &ocrResult)
+	if err != nil {
+		return nil, fmt.Errorf("json unmarshal response body error: %v", err)
+	}
+
+	return ocrResult.OCRResult, nil
+}
+
+func (s *veDEMOCRService) FindText(text string, imageBuf []byte) (rect image.Rectangle, err error) {
+	ocrResults, err := s.getOCRResult(imageBuf)
+	if err != nil {
+		return
+	}
+
+	for _, ocrResult := range ocrResults {
+		if ocrResult.Text != text {
+			continue
+		}
+
+		// only find the first matched one
+		rect = image.Rectangle{
+			// ocrResult.Points 顺序：左上 -> 右上 -> 右下 -> 左下
+			Min: image.Point{
+				X: int(ocrResult.Points[0].X),
+				Y: int(ocrResult.Points[0].Y),
+			},
+			Max: image.Point{
+				X: int(ocrResult.Points[2].X),
+				Y: int(ocrResult.Points[2].Y),
+			},
+		}
+		return
+	}
+
+	return image.Rectangle{}, fmt.Errorf("text %s not found", text)
+}
+
+type OCRService interface {
+	FindText(text string, imageBuf []byte) (rect image.Rectangle, err error)
+}
+
+func (dExt *DriverExt) FindTextByOCR(search string) (x, y, width, height float64, err error) {
+	var bufSource *bytes.Buffer
+	if bufSource, err = dExt.takeScreenShot(); err != nil {
+		err = fmt.Errorf("screenshot error: %v", err)
+		return
+	}
+
+	service := &veDEMOCRService{}
+	rect, err := service.FindText(search, bufSource.Bytes())
+	if err != nil {
+		err = fmt.Errorf("find text failed: %v", err)
+		return
+	}
+
+	x, y, width, height = dExt.MappingToRectInUIKit(rect)
+	return
+}