httprunner/uixt/driver_ext_test.go

//go:build localtest

package uixt

import (
	"testing"
	"time"

	"github.com/httprunner/httprunner/v5/uixt/ai"
	"github.com/httprunner/httprunner/v5/uixt/option"
	"github.com/stretchr/testify/assert"
	"github.com/stretchr/testify/require"
)

func TestDriverExt_NewMethod1(t *testing.T) {
	device, err := NewAndroidDevice(option.WithUIA2(true))
	require.Nil(t, err)
	driver, err := device.NewDriver()
	require.Nil(t, err)
	driverExt := NewXTDriver(driver,
		ai.WithCVService(ai.CVServiceTypeVEDEM))
	driverExt.TapByOCR("推荐")
}

func TestDriverExt_NewMethod2(t *testing.T) {
	device, err := NewAndroidDevice()
	require.Nil(t, err)
	driver, err := NewUIA2Driver(device)
	require.Nil(t, err)
	driverExt := NewXTDriver(driver,
		ai.WithCVService(ai.CVServiceTypeVEDEM))
	driverExt.TapByOCR("推荐")
}

func TestDriverExt(t *testing.T) {
	device, _ := NewAndroidDevice()
	driver, _ := NewADBDriver(device)
	driverExt := NewXTDriver(driver,
		ai.WithCVService(ai.CVServiceTypeVEDEM))

	// call IDriver methods
	driverExt.TapXY(0.2, 0.5)
	driverExt.Swipe(0.2, 0.5, 0.8, 0.5)
	driverExt.AppLaunch("com.ss.android.ugc.aweme")

	// call AI extended methods
	driverExt.TapByOCR("推荐")
	texts, _ := driverExt.GetScreenTexts()
	t.Log(texts)
	textRect, _ := driverExt.FindScreenText("hello")
	t.Log(textRect)

	err := driverExt.TapByCV(
		option.WithScreenShotUITypes("deepseek_send"),
		option.WithScope(0.8, 0.5, 1, 1))
	assert.Nil(t, err)

	// call IDriver methods
	driverExt.GetDevice().Install("/path/to/app")
	driverExt.GetDevice().GetPackageInfo("com.ss.android.ugc.aweme")

	// get original driver and call its methods
	adbDriver := driverExt.IDriver.(*ADBDriver)
	adbDriver.TapByHierarchy("hello")
	wdaDriver := driverExt.IDriver.(*WDADriver)
	wdaDriver.GetMjpegClient()
	wdaDriver.Scale()

	// get original device and call its methods
	androidDevice := driver.GetDevice().(*AndroidDevice)
	androidDevice.InstallAPK("/path/to/app.apk")
}

var driverType = "ADB"

func setupDriverExt(t *testing.T) *XTDriver {
	switch driverType {
	case "ADB":
		return setupADBDriverExt(t)
	case "UIA2":
		return setupUIA2DriverExt(t)
	case "WDA":
		return setupWDADriverExt(t)
	case "HDC":
		return setupHDCDriverExt(t)
	default:
		return setupADBDriverExt(t)
	}
}

func TestDriverExt_FindScreenText(t *testing.T) {
	driver := setupDriverExt(t)
	point, err := driver.FindScreenText("首页")
	assert.Nil(t, err)
	t.Log(point)
}

func TestDriverExt_Seek(t *testing.T) {
	driver := setupDriverExt(t)

	textRect, err := driver.FindScreenText("首页")
	assert.Nil(t, err)

	size, err := driver.WindowSize()
	assert.Nil(t, err)
	width := size.Width

	point := textRect.Center()
	y := point.Y - 40
	for i := 0; i < 5; i++ {
		err := driver.Swipe(0.5, 0.8, 0.5, 0.2)
		assert.Nil(t, err)
		time.Sleep(1 * time.Second)
		err = driver.Swipe(20, y, float64(width)*0.6, y)
		assert.Nil(t, err)
		time.Sleep(1 * time.Second)
	}
}

func TestDriverExt_TapByOCR(t *testing.T) {
	driver := setupDriverExt(t)
	err := driver.TapByOCR("天气")
	assert.Nil(t, err)
}

func TestDriverExt_prepareSwipeAction(t *testing.T) {
	driver := setupDriverExt(t)

	swipeAction := prepareSwipeAction(driver, "up", option.WithDirection("down"))
	err := swipeAction(driver)
	assert.Nil(t, err)

	swipeAction = prepareSwipeAction(driver, "up", option.WithCustomDirection(0.5, 0.5, 0.5, 0.9))
	err = swipeAction(driver)
	assert.Nil(t, err)
}

func TestDriverExt_SwipeToTapApp(t *testing.T) {
	driver := setupDriverExt(t)
	err := driver.SwipeToTapApp("抖音")
	assert.Nil(t, err)
}

func TestDriverExt_SwipeToTapTexts(t *testing.T) {
	driver := setupDriverExt(t)
	err := driver.AppLaunch("com.ss.android.ugc.aweme")
	assert.Nil(t, err)

	err = driver.SwipeToTapTexts(
		[]string{"点击进入直播间", "直播中"},
		option.WithDirection("up"),
		option.WithMaxRetryTimes(10))
	assert.Nil(t, err)
}

func TestDriverExt_CheckPopup(t *testing.T) {
	driver := setupADBDriverExt(t)
	popup, err := driver.CheckPopup()
	require.Nil(t, err)
	if popup == nil {
		t.Log("no popup found")
	} else {
		t.Logf("found popup: %v", popup)
	}
}

func TestDriverExt_ClosePopupsHandler(t *testing.T) {
	driver := setupADBDriverExt(t)
	err := driver.ClosePopupsHandler()
	assert.Nil(t, err)
}

func TestDriverExt_Action_Offset(t *testing.T) {
	driver := setupADBDriverExt(t)

	// tap point with constant offset
	err := driver.TapXY(0.5, 0.5, option.WithTapOffset(-10, 10))
	assert.Nil(t, err)

	// tap point with random offset
	err = driver.TapXY(0.5, 0.5, option.WithOffsetRandomRange(-10, 10))
	assert.Nil(t, err)

	// swipe direction with constant offset
	err = driver.Swipe(0.5, 0.5, 0.5, 0.9,
		option.WithSwipeOffset(-50, 50, -50, 50))
	assert.Nil(t, err)

	// swipe direction with random offset
	err = driver.Swipe(0.5, 0.5, 0.5, 0.9,
		option.WithOffsetRandomRange(-50, 50))
	assert.Nil(t, err)

	// drag direction with random offset
	err = driver.Drag(0.5, 0.5, 0.5, 0.9,
		option.WithOffsetRandomRange(-50, 50))
	assert.Nil(t, err)

	// tap random point in ocr text rect
	err = driver.TapByOCR("首页", option.WithTapRandomRect(true))
	assert.Nil(t, err)

	err = driver.TapByCV(
		option.WithScreenShotUITypes("deepseek_send"),
		option.WithTapRandomRect(true))
	assert.Nil(t, err)
}