# -*- coding:utf-8 -*-
import time
from ssat_sdk.ocr_convert import OCRConvert
from ssat_sdk.device_manage.capturecard_manager import CCardManager
from ssat_sdk.uiautomator2.ext import htmlreport
# from uiautomator2.ext import htmlreport
from ssat_sdk import uiautomator2 as u2, LoggingUtil, inspect, FeatureDetect, sat_environment, getSATTmpDIR, ImageCMP
from ssat_sdk.UATree.UAT_tree import UATTree
from ssat_sdk.tv_operator import TvOperator
# import uiautomator2 as u2
import os
import re
from ssat_sdk.utils import LoggingUtil
from ssat_sdk.utils.string_util import getDigitFromString
from ssat_sdk.sat_environment import getAdbDeviceSatatus
pyFileName = os.path.split(__file__)[-1]
def get_current_function_name():
return inspect.stack()[1][3]
'''
预置条件：保证执行PC和测试电视adb连接
各个API说明的例子中到达self.pyUIAutomator 是PyUIAutomator类的实例
self.pyUIAutomator = PyUIAutomator()
'''
class PyUIAutomator():
def __init__(self, serial=None):
try:
self.u = u2.connect_usb(serial) #得到UIAutomatorServer实例对象
self.serial = serial
except Exception,e:
print e
# hrp = htmlreport.HTMLReport(self.u, 'report')
# try:
# hrp.patch_click()
# except Exception, e:
# print e
# pass
# self.u.app_stop_all()
def reConnect_usb(self):
self.u = u2.connect_usb(self.serial)
# hrp = htmlreport.HTMLReport(self.u, 'report')
# try:
# hrp.patch_click()
# except Exception, e:
# print e
# pass
# self.u.app_stop_all()
'''
废弃，改用sat_environment.getAdbDeviceSatatus()
'''
def checkAdbConnected(self):
return u2.check_adb_connect()
def listenAdbConnected(self):
count = 5
while getAdbDeviceSatatus() is False and count >0:
count -= 1
LoggingUtil.printLog("PyUIAutomator","listenAdbConnected,Count %d adb not connected!"%count)
# self.reConnect_usb()
time.sleep(1)
def killAdb(self):
return u2.killAdb()
def getAdbType(self):
return u2.check_adb_connect_type()
'''
作用：获取UIAutomator 连接对象 后续可以使用该对象使用原生方法
'''
def getPyUIAutomator(self):
self.listenAdbConnected()
return self.u
'''
作用：Android times次按键 key：常用按键的字符串
主要的键值字段：home、back、left、right、up、down、center、menu、search、enter、delete ( or del)、
recent (recent apps)、volume_up、volume_down、volume_mute、camera、power
times :按键次数 默认为1次
duration：按键时间间隔 默认为1.0s
'''
def pressKeyTimes(self, key, times=1, duration=1.0):
self.listenAdbConnected()
self.u.pressKeyTimes(key, times, duration)
'''
用uiautomator view属性键作为paramDIct的键,传入的paramDict里的参数，必须有效。
参考session.Selector里的__fields字典
'''
def getUiObject2(self, paramDict):
# print "getUiObject2,paramDict:",paramDict
uiObject = None
if paramDict.__len__>0:
try:
uiObject = self.u(**paramDict)
except Exception,e:
print "UIAutomator未启动，请确认是否为开机状态"
uiObject = None
# print uiObject,uiObject.info
return uiObject
'''
作用：获取UiObject对象
参数：
className：控件类型（例如：android.widget.TextView）
resourceId:控件的Id（例如：lh.oslauncher:id/tv_title）
text：控件上的文件（例如：'主页'）
description:控件描述
instance：实例参数
注意：className、resourceId、text 、description、instance是利用
UIautomatoview.bat工具查看控件属性看到的
其中 className对应 UIautomatoview.bat中的 class
resourceId对应 UIautomatoview.bat中的 resource-id
description对应 UIautomatoview.bat中的 content-desc
instance对应 UIautomatoview.bat中的 index
例子：uiObject =self.pyUIAutomator.getUiObject(resourceId="com.google.android.tvlauncher:id/banner_image", description=u"Play 电影", className = 'android.widget.ImageView')
'''
def getUiObject(self, className='', resourceId='', text='', description='', bounds = '',instance=-1):
if text != "":
if type(text) is not type([]):
obj = self.getUiObjectTest(className,resourceId,text,description,bounds,instance)
return obj
if type(text) is type([]):
count = 0
for t in text:
try:
obj = self.getUiObjectTest(className,resourceId,t,description,bounds,instance)
objInfo = obj.info
print "文本%s对应的option已找到"%t
return obj
except Exception,e:
nextText = text[count+1]
print"文本%s对应的option未找到，匹配下一个文本%s"%(t,nextText)
count += 1
print "所有文本均已匹配完毕，未找到对应option"
class object():
exists = False
obj = object()
return obj
else:
obj = self.getUiObjectTest(className,resourceId,text,description,bounds,instance)
return obj
def getUiObjectTest(self, className='', resourceId='', text='', description='', bounds = '',instance=-1):
self.listenAdbConnected()
# print 'className:', className
# print 'resourceId:', resourceId
# print 'text:', text
# print 'description:', description
# print 'instance:', instance
uiObject = None
try:
if className == "" and resourceId == "" and text == "" and description == "" and\
bounds == "" and instance == -1:
print "没有参数带入，找不到对象"
return uiObject
if className != "" and resourceId != "" and text != "" and description != "" and \
bounds != "" and instance != -1:
uiObject = self.u(className=className, resourceId=resourceId, text=text, description=description,
bounds=bounds,instance=instance)
# 缺少一个元素的
#缺instance
if className != "" and resourceId != "" and text != "" and description != "" and \
bounds != "" and instance == -1:
uiObject = self.u(className=className, resourceId=resourceId, text=text, bounds = bounds,
description=description)
#缺bounds
if className != "" and resourceId != "" and text != "" and description != "" and \
bounds == "" and instance != -1:
uiObject = self.u(className=className, resourceId=resourceId, text=text,
description=description,instance = instance)
#缺description
if className != "" and resourceId != "" and text != "" and description == "" and\
bounds != "" and instance != -1:
uiObject = self.u(className=className, resourceId=resourceId, text=text,
bounds=bounds,instance=instance)
#缺text
if className != "" and resourceId != "" and text == "" and description != "" and\
bounds != "" and instance != -1:
uiObject = self.u(className=className, resourceId=resourceId, description=description,
bounds=bounds,instance=instance)
#缺resouceId
if className != "" and resourceId == "" and text != "" and description != "" and \
bounds!="" and instance != -1:
uiObject = self.u(className=className, text=text, description=description,
bounds=bounds,instance=instance)
# lack of className
if className == "" and resourceId != "" and text != "" and description != "" and \
bounds!="" and instance != -1:
uiObject = self.u(resourceId=resourceId, text=text, description=description,
bounds=bounds,instance=instance)
# 缺少两个元素的
# lack of className and resourceId
if className == "" and resourceId == "" and text != "" and description != "" and \
bounds!="" and instance != -1:
uiObject = self.u(text=text, description=description,bounds=bounds,
instance=instance)
# lack of className and text
if className == "" and resourceId != "" and text == "" and description != "" and \
bounds != "" and instance != -1:
uiObject = self.u(resourceId=resourceId, description=description, bounds=bounds,
instance=instance)
#lack of className and description
if className == "" and resourceId != "" and text != "" and description == "" and \
bounds!="" and instance != -1:
uiObject = self.u(resourceId=resourceId, text=text,bounds=bounds,
instance=instance)
# lack of className and bounds
if className == "" and resourceId != "" and text != "" and description != "" and \
bounds == "" and instance != -1:
uiObject = self.u(resourceId=resourceId, text=text, description=description,
instance=instance)
# lack of className and instance
if className == "" and resourceId != "" and text != "" and description != "" and \
bounds != "" and instance == -1:
uiObject = self.u(resourceId=resourceId, text=text, description=description,
bounds=bounds)
# lack of resourceId and text
if className != "" and resourceId == "" and text == "" and description != "" and \
bounds!="" and instance != -1:
uiObject = self.u(className=className, description=description,bounds=bounds,
instance=instance)
# lack of resourceId and description
if className != "" and resourceId == "" and text != "" and description == "" and \
bounds!="" and instance != -1:
uiObject = self.u(className=className, text=text,bounds = bounds,
instance=instance)
# lack of resourceId and bounds
if className != "" and resourceId != "" and text == "" and description != "" and \
bounds == "" and instance != -1:
uiObject = self.u(className=className, text=text, description=description,
instance=instance)
# lack of resourceId and instance
if className != "" and resourceId == "" and text != "" and description != "" and \
bounds != "" and instance == -1:
uiObject = self.u(className=className, text=text, description=description,
bounds=bounds)
# lack of text and description
if className != "" and resourceId != "" and text == "" and description == "" and \
bounds!="" and instance != -1:
uiObject = self.u(className=className, resourceId=resourceId, bounds=bounds,
instance=instance)
# lack of text and bounds
if className != "" and resourceId != "" and text == "" and description != "" and \
bounds=="" and instance != -1:
uiObject = self.u(className=className, resourceId=resourceId,
description=description,instance=instance)
# lack of text and instance
if className != "" and resourceId != "" and text == "" and description != "" and \
bounds!="" and instance == -1:
uiObject = self.u(className=className, resourceId=resourceId,
description=description,bounds=bounds)
# lack of description and bounds
if className != "" and resourceId != "" and text != "" and description == "" and \
bounds=="" and instance != -1:
uiObject = self.u(className=className, resourceId=resourceId, text = text,
instance=instance)
# lack of description and instance
if className != "" and resourceId != "" and text != "" and description == "" and \
bounds!="" and instance == -1:
uiObject = self.u(className=className, resourceId=resourceId, text = text,
bounds=bounds)
# lack of bounds and instance
if className != "" and resourceId != "" and text != "" and description != "" and \
bounds=="" and instance == -1:
uiObject = self.u(className=className, resourceId=resourceId, text = text,
description=description)
# 缺少3个元素
# lack of className and resourceId and text
if className == "" and resourceId == "" and text == "" and description != "" and \
bounds!="" and instance != -1:
uiObject = self.u(description=description, bounds=bounds,instance=instance)
# lack of className and resourceId and description
if className == "" and resourceId == "" and text != "" and description == "" and \
bounds!="" and instance != -1:
uiObject = self.u(text = text,bounds=bounds,instance=instance)
# lack of className and resourceId and bounds
if className == "" and resourceId == "" and text != "" and description != "" and \
bounds =="" and instance != -1:
uiObject = self.u(text = text,description=description,instance=instance)
# lack of className and resourceId and instance
if className == "" and resourceId == "" and text != "" and description != "" and \
bounds!="" and instance == -1:
uiObject = self.u(text = text,description=description,bounds=bounds)
# lack of className and text and description
if className == "" and resourceId != "" and text == "" and description == "" and \
bounds!="" and instance != -1:
uiObject = self.u(resourceId=resourceId,bounds=bounds,instance=instance)
# lack of className and text and bounds
if className == "" and resourceId != "" and text == "" and description != "" and \
bounds=="" and instance != -1:
uiObject = self.u(resourceId=resourceId,description=description,instance=instance)
# lack of className and text and instance
if className == "" and resourceId != "" and text == "" and description != "" and \
bounds!="" and instance == -1:
uiObject = self.u(resourceId=resourceId,description=description,bounds=bounds)
# lack of className and description and bounds
if className == "" and resourceId != "" and text != "" and description == "" and \
bounds=="" and instance != -1:
uiObject = self.u(resourceId=resourceId, text = text,instance=instance)
# lack of className and description and instance
if className == "" and resourceId != "" and text != "" and description == "" and \
bounds!="" and instance == -1:
uiObject = self.u(resourceId=resourceId, text = text,bounds=bounds)
# lack of resourceId and text and description
if className != "" and resourceId == "" and text == "" and description == "" and \
bounds!="" and instance != -1:
uiObject = self.u(className=className,bounds=bounds,instance=instance)
# lack of resourceId and text and bounds
if className != "" and resourceId == "" and text == "" and description != "" and \
bounds=="" and instance != -1:
uiObject = self.u(className=className,description=description,instance=instance)
# lack of resourceId and text and instance
if className != "" and resourceId == "" and text == "" and description != "" and \
bounds!="" and instance == -1:
uiObject = self.u(className=className,description=description,bounds=bounds)
# lack of resourceId and description and bounds
if className != "" and resourceId == "" and text != "" and description == "" and \
bounds =="" and instance != -1:
uiObject = self.u(className=className,text = text,instance=instance)
# lack of resourceId and description and instance
if className != "" and resourceId == "" and text != "" and description == "" and \
bounds!="" and instance == -1:
uiObject = self.u(className=className, text = text,bounds=bounds)
# lack of resourceId and bounds and instance
if className != "" and resourceId == "" and text != "" and description != "" and \
bounds =="" and instance == -1:
uiObject = self.u(className=className, text = text,description=description)
# lack of text and description and bounds
if className != "" and resourceId != "" and text == "" and description == "" and \
bounds=="" and instance != -1:
uiObject = self.u(className=className, resourceId=resourceId,instance=instance)
# lack of text and description and instance
if className != "" and resourceId != "" and text == "" and description == "" and \
bounds!="" and instance == -1:
uiObject = self.u(className=className, resourceId=resourceId,bounds=bounds)
# lack of description and bounds and instance
if className != "" and resourceId != "" and text != "" and description == "" and \
bounds =="" and instance == -1:
uiObject = self.u(className=className, resourceId=resourceId, text = text)
# 缺少4个元素
# lack of className and resourceId and text and description
if className == "" and resourceId == "" and text == "" and description == "" and \
bounds !="" and instance != -1:
uiObject = self.u(bounds=bounds,instance=instance)
# lack of className and resourceId and text and bounds
if className == "" and resourceId == "" and text == "" and description != "" and \
bounds =="" and instance != -1:
uiObject = self.u(description=description,instance=instance)
# lack of className and resourceId and text and instance
if className == "" and resourceId == "" and text == "" and description != "" and \
bounds !="" and instance == -1:
uiObject = self.u(description=description,bounds=bounds)
# lack of className and resourceId and description and bounds
if className == "" and resourceId == "" and text != "" and description == "" and \
bounds =="" and instance != -1:
uiObject = self.u(text = text,instance=instance)
# lack of className and resourceId and description and instance
if className == "" and resourceId == "" and text != "" and description == "" and \
bounds !="" and instance == -1:
uiObject = self.u(text = text,bounds=bounds)
# lack of resourceid and text and description and bounds
if className != "" and resourceId == "" and text == "" and description == "" and \
bounds =="" and instance != -1:
uiObject = self.u(className=className,instance=instance)
# lack of resourceid and text and description and instance
if className != "" and resourceId == "" and text == "" and description == "" and \
bounds !="" and instance == -1:
uiObject = self.u(className=className,bounds=bounds)
# lack of text and description and bounds and instance
if className != "" and resourceId != "" and text == "" and description == "" and \
bounds =="" and instance == -1:
uiObject = self.u(className=className, resourceId=resourceId)
# 缺少5个元素的
# only className
if className != "" and resourceId == "" and text == "" and description == "" and \
bounds =="" and instance == -1:
uiObject = self.u(className=className)
# only resourceid
if className == "" and resourceId != "" and text == "" and description == "" and \
bounds =="" and instance == -1:
uiObject = self.u(resourceId=resourceId)
# only text
if className == "" and resourceId == "" and text != "" and description == "" and \
bounds =="" and instance == -1:
uiObject = self.u(text = text)
# only description
if className == "" and resourceId == "" and text == "" and description != "" and \
bounds =="" and instance == -1:
uiObject = self.u(description=description)
# only bounds
if className == "" and resourceId == "" and text == "" and description == "" and \
bounds !="" and instance == -1:
uiObject = self.u(bounds=bounds)
# only instance
if className == "" and resourceId == "" and text == "" and description == "" and \
bounds =="" and instance == -1:
uiObject = self.u(instance=instance)
return uiObject
except Exception, e:
print "异常:",e
return uiObject
'''
作用：判断当前界面中指定控件是否存在
参数：
className：控件类型（例如：android.widget.TextView）
resourceId:控件的Id（例如：lh.oslauncher:id/tv_title）
text：控件上的文件（例如：'主页'）
description:控件描述
instance：实例参数
注意：className、resourceId、text 是利用WEditor工具查看控件属性看到的
例子：isExists = self.pyUIAutomator.isElementExist("android.widget.TextView",
resourceId="com.apps.weather:id/today_tv_city",
text='鞍山')
'''
def isElementExist(self, className='', resourceId='', text='', description='', instance=-1):
self.listenAdbConnected()
try:
uiObject = self.getUiObject(className, resourceId, text, description, instance)
print 'uiObject:', uiObject
if uiObject:
isExists = uiObject.exists()
print 'isExists:', isExists
else:
isExists = False
except Exception, e:
print e
isExists = False
return isExists
'''
作用：获取指定控件的文字属性
参数：
className：控件类型（例如：android.widget.TextView）
resourceId:控件的Id（例如：lh.oslauncher:id/tv_title）
注意：className、resourceId 是利用WEditor工具查看控件属性看到的
例子： str_play_time = self.pyUIAutomator.getTextById("android.widget.TextView",
resourceId="com.apps.usbmediaplayer:id/playingTime")
'''
def getTextById(self, className, resourceId):
self.listenAdbConnected()
try:
text = self.u(className=className, resourceId=resourceId).get_text()
except Exception, e:
print e
text = ''
return text
'''
作用：执行adb命令
参数：adbCmd:要被执行的adb命令
注意：adbCmd不需要输入adb shell
例子：self.pyUIAutomator.adb_shell('am start -n com.apps.factory.ui/.designmenu.DesignMenuActivity')
'''
def adb_shell(self, adbCmd):
self.listenAdbConnected()
try:
self.u.adb_shell(adbCmd)
except Exception, e:
print e
'''
作用：设置android.widget.EditText 的文字内容
参数：text 要输入到EditText的文字内容
注意：保证焦点在该EditText，处于可以输入的状态
例子：self.pyUIAutomator.send_text(u'鞍山')
'''
def send_text(self, text):
self.listenAdbConnected()
try:
self.u.set_fastinput_ime(True) # 切换成FastInputIME输入法
self.u.clear_text()
self.u.send_keys(unicode(text)) # adb广播输入
self.u.set_fastinput_ime(False) # 切换成正常的输入法
except Exception, e:
print e
'''
作用：向电视机发送action动作
参数：actin 要执行的动作
注意：焦点在搜索界面输入框中，在搜索界面输入完搜索内容，执行该搜索动作
例子：小米谷歌商店搜索应用 搜索 keep应用
self.pyUIAutomator.send_text("kee")
self.pyUIAutomator.send_action("search")
'''
def send_action(self, action):
self.listenAdbConnected()
try:
self.u.set_fastinput_ime(True) # 切换成FastInputIME输入法
self.u.send_action(action)
self.u.set_fastinput_ime(False) # 切换成正常的输入法
except Exception, e:
print e
'''
作用：保存界面截图到指定地址
参数：pngPath 要保存图片的全路径名称
注意：保证该图片路径所在文件夹存在
例子：self.pyUIAutomator.screenshot(
r'E:\svn\SAT\SAT_Runner\btc_runner_se\runner\smoking\report\imgs\testUSB_Desk_Focused.png')
'''
def screenshot(self, pngPath):
self.listenAdbConnected()
try:
self.u.screenshot(pngPath)
except Exception, e:
print e
'''
作用：在Android 一个土司提示框 方便在电视机中看到跑到哪里
参数：
toastText：土司的内容
toastTime：土司存留时间
注意：
例子：self.pyUIAutomator.makeToast('测试开始', 3)
'''
def makeToast(self, toastText, toastTime=1):
self.listenAdbConnected()
try:
self.u.make_toast(toastText, toastTime)
except Exception, e:
print e
'''
作用：启动指定包名的应用的指定Activity
参数：
pkg_name：指定的包名
activity：指定的activity名
注意：
例子：self.pyUIAutomator.startApp('com.apps.usbmediaplayer')
self.pyUIAutomator.startApp('com.apps.usbmediaplayer','com.apps.usbmediaplayer.activity.MainActivity')
'''
def startApp(self, pkg_name, activity=None):
self.listenAdbConnected()
try:
if activity:
self.u.app_start(pkg_name, activity=activity)
else:
self.u.app_start(pkg_name)
except Exception, e:
print e
'''
作用：关闭某一指定包名的APP
参数：
pkg_name：指定的包名
注意：
例子：self.pyUIAutomator.stopApp('com.apps.usbmediaplayer')
'''
def stopApp(self, pkg_name):
self.listenAdbConnected()
try:
self.u.app_stop(pkg_name)
except Exception, e:
print e
'''
作用：关闭Android系统中所有的运行程序
参数：
注意：
例子：self.pyUIAutomator.stopAllApps()
'''
def stopAllApps(self):
self.listenAdbConnected()
try:
self.u.app_stop_all()
except Exception, e:
print e
'''
作用：停止uiautomator守护程序，允许其他测试框架如 appium 运行
参数：
注意：
例子：self.pyUIAutomator.stopUIAutomatorService()
'''
def stopUIAutomatorService(self):
self.listenAdbConnected()
try:
self.u.service("uiautomator").stop()
except Exception, e:
print e
'''
作用：根据传入的chooseType，获取当前界面聚焦的对象
参数：
注意：
例子：self.pyUIAutomator.getChoosedUIObject("focus")
'''
def getChoosedUIObject(self, chooseType, resourceId='', text=''):
if chooseType.lower() == "focus":
return self.getFocusedUIObject(resourceId=resourceId, text=text)
elif chooseType.lower() == "select":
return self.getSelectedUIObject(resourceId=resourceId, text=text)
else:
return None
'''
作用：获取当前界面的focused的UIObject对象
参数：
注意：
例子：self.pyUIAutomator.getFocusedUIObject()
'''
def getFocusedUIObject(self, resourceId='', text=''):
self.listenAdbConnected()
focusedUIObject = None
try:
if resourceId != "" and text != "":
focusedUIObject = self.u(resourceId=resourceId, text=text, focused=True)
elif resourceId == "" and text != "":
focusedUIObject = self.u(text=text, focused=True)
elif resourceId != "" and text == "":
focusedUIObject = self.u(resourceId=resourceId, focused=True)
else:
focusedUIObject = self.u(focused=True)
except Exception, e:
print "getFocusedUIObject Error:", e
return focusedUIObject
'''
作用：获取当前界面的selected的UIObject对象
参数：
注意：
例子：self.pyUIAutomator.getFocusedUIObject()
'''
def getSelectedUIObject(self, resourceId='', text=''):
self.listenAdbConnected()
try:
if resourceId != "" and text != "":
selectedUIObject = self.u(resourceId=resourceId, text=text, selected=True)
elif resourceId == "" and text != "":
selectedUIObject = self.u(text=text, selected=True)
elif resourceId != "" and text == "":
selectedUIObject = self.u(resourceId=resourceId, selected=True)
else:
selectedUIObject = self.u(selected=True)
return selectedUIObject
except Exception, e:
print "getSelectedUIObject Error:", e
return None
'''
作用：在脚本运行过程中，监听弹框的出现，如果出现则按按钮使其消失，使得脚本中获取元素控件时不被遮挡报错
参数：watcherName 监听器名称
dialogText 弹框的text
buttonText 使弹框消失的按钮text
注意： 1.这个函数只是创建监听器，这些监听器生效使用u.startWatchers(),监听器失效使用u.stopWatchers();
2.一般使用在脚本运行实际执行界面前 声明监听器、调用 u.startWatchers()，在脚本 结束时候调用u.stopWatchers()
例子：self.pyUIAutomator.getFocusedUIObject()
u = PyUIAutomator()
u.createDilogWatcher("Normal Dialog Watcher", "我是一个普通Dialog", "确定")
u.startWatchers()
#这30S延时代表脚本执行
time.sleep(30)
u.stopWatchers()
'''
def createDilogWatcher(self, watcherName, dialogText, buttonText):
self.listenAdbConnected()
self.u.watcher(watcherName).when(text=dialogText).click(text=buttonText)
'''
作用：使得创建的弹框监听器生效
参数：
注意：
'''
def startWatchers(self):
self.listenAdbConnected()
self.u.watchers.watched = True
'''
作用：使得创建的弹框监听器失效
参数：
注意：
'''
def stopWatchers(self):
self.listenAdbConnected()
self.u.watchers.watched = False
def dump_hierarchy(self):
self.listenAdbConnected()
return self.u.dump_hierarchy()
class DirectionManageAndroid():
def __init__(self):
self.className = self.__class__.__name__
self.grid = None
self.remote = TvOperator()
def goOneStep(self, pyUIAutomator, direction, keyType = UATTree.Key_Event):
# keyDict = {'U': "up", "D": "down", "L": "left", "R": "right"}
print "goOneStep,direction:", direction
directionArr = direction.split("-")
for direct in directionArr:
LoggingUtil.getDebugLogger().info(pyFileName, self.className, get_current_function_name(),
u"script:sendKey 执行按键:%s" % (direct))
# self.custSendKey(keyDict[direct])
if keyType == UATTree.Key_Event:
pyUIAutomator.pressKeyTimes(direct)
elif keyType == UATTree.Key_IR:
self.remote.sendKey(direct)
# def custSendKey(self, keyEvent):
# if type(keyEvent) == type('') or type(keyEvent) == type(u""):
# self.operator.sendKey(keyEvent)
# if type(keyEvent) == type([]):
# try:
# self.operator.sendKey(keyEvent[0], keyEvent[1], keyEvent[2])
# except Exception:
# LoggingUtil.getDebugLogger().info(pyFileName, self.className, get_current_function_name(),
# u'script:sendKey ERROR 双击按键数组%s格式出错,请按照格式：[按键字符，按键次数，按键间隔]' % (
# keyEvent))
'''
计算目标区域在当前焦点区域的方位.
| |
左上角 | 上 | 右上角
| |
-----------------------------------
| |
| |
左 | 焦点区域 | 右
| |
-----------------------------------
| |
左下角 | 下 | 右下角
| |
区域的方位，按上图，分成4面位方向和4角位方向。
4面位方向：上、下、左、右。只要目标区域，和4面位方向区域有交集，就属于面位方向。
4角位方向：左上角、右上角、左下角、右下角。目标区域全部在4角位方向区域，才是角位方向。
方位定义：up、down、left、right、left-up、left-down、right-up、right-down
:param areaL:当前焦点所在区域
:param areaT:目标区域
:return direction。字符串类型，方位：up、down、left、right、left-up、left-down、right-up、right-down
'''
ImgRectLimit = 10000
def getTargetDirection(self, focusedBounds, destBounds, moveKey=["down","up"]):
areaL = (focusedBounds['left'], focusedBounds['top'], focusedBounds['right'], focusedBounds['bottom'])
areaT = (destBounds['left'], destBounds['top'], destBounds['right'], destBounds['bottom'])
print "getTargetDirection：", areaL, areaT
LoggingUtil.getDebugLogger().info(pyFileName, self.className,
get_current_function_name(),
u'script:focusMatch 当前聚焦区域坐标:%s 目标聚焦区域坐标：%s' % (str(areaL), str(areaT)))
if self.hasSameArea(areaL,areaT):
focusCP = [(areaL[2] + areaL[0])/2,(areaL[3]+areaL[1])/2]
destCP = [(areaT[2] + areaT[0])/2,(areaT[3]+areaT[1])/2]
return self.getPointDirection(focusCP,destCP)
# 确定4个面位方位的区域的x，y轴范围
up = [areaL[0], 0, areaL[2], areaL[1]]
down = [areaL[0], areaL[3], areaL[2], DirectionManageAndroid.ImgRectLimit]
left = [0, areaL[1], areaL[0], areaL[3]]
right = [areaL[2], areaL[1], DirectionManageAndroid.ImgRectLimit, areaL[3]]
# 检测目标区域是否和4个面位方向区域有重叠部分
up_direct = self.hasSameArea(up, areaT)
if up_direct:
return "up"
down_direct = self.hasSameArea(down, areaT)
if down_direct:
return "down"
left_direct = self.hasSameArea(left, areaT)
if left_direct:
return "left"
right_direct = self.hasSameArea(right, areaT)
if right_direct:
return "right"
# 计算目标区域坐上角点的方位,x,y差值确定角位方向
dL_Ux = areaT[0] - areaL[0]
dL_Uy = areaT[1] - areaL[1]
if (dL_Ux > 0) and (dL_Uy > 0):
if "down" in moveKey:
return "down-right"
else:
return "right-down"
if (dL_Ux < 0) and (dL_Uy > 0):
if "down" in moveKey:
return "down-left"
else:
return "left-down"
if (dL_Ux > 0) and (dL_Uy < 0):
if "down" in moveKey:
return "up-right"
else:
return "right-up"
if (dL_Ux < 0) and (dL_Uy < 0):
if "down" in moveKey:
return "up-left"
else:
return "left-up"
'''
计算点p2相对p1的方位。按p1 45°斜线划分上下左右。
'''
def getPointDirection(self,p1,p2):
print "getPointDirection,p1,p2:",p1,p2
dx = p2[0] - p1[0]
dy = p2[1] - p1[1]
if dx >= 0 and abs(dy) < abs(dx):
return "right"
if dx <= 0 and abs(dy) < abs(dx):
return "left"
if dy >= 0 and abs(dy) >= abs(dx):
return "down"
if dy <= 0 and abs(dy) >= abs(dx):
return "up"
return "center"
'''
检测两个区域是否有重叠部分
'''
def hasSameArea(self, area1, area2):
# 计算各区域宽、高
area1_W = area1[2] - area1[0]
area1_H = area1[3] - area1[1]
area2_W = area2[2] - area2[0]
area2_H = area2[3] - area2[1]
# 计算目标区域坐上角点的方位
dL_Ux = area1[0] - area2[0]
dL_Uy = area1[1] - area2[1]
# 计算x坐标，判断是否有重叠可能。
x_enable = False
if dL_Ux > 0:
if (abs(dL_Ux) - area2_W) >= 0:
x_enable = False
else:
x_enable = True
else:
if (abs(dL_Ux) - area1_W) >= 0:
x_enable = False
else:
x_enable = True
# 计算y坐标，判断是否有重叠可能。
y_enable = False
if dL_Uy > 0:
if (abs(dL_Uy) - area2_H) >= 0:
y_enable = False
else:
y_enable = True
else:
if (abs(dL_Uy) - area1_H) >= 0:
y_enable = False
else:
y_enable = True
# 如果x坐标、y坐标都有可能重叠，则一定重叠。反之，没有重叠。
return x_enable and y_enable
def isSameBounds(self, BoundA, BoundB):
areaA = (BoundA['left'], BoundA['top'], BoundA['right'], BoundA['bottom'])
areaB = (BoundB['left'], BoundB['top'], BoundB['right'], BoundB['bottom'])
if areaA[0] == areaB[0] \
and areaA[1] == areaB[1] \
and areaA[2] == areaB[2] \
and areaA[3] == areaB[3]:
return True
else:
return False
def isHasAnotherBounds(self, BoundA, BoundB):
areaA = (BoundA['left'], BoundA['top'], BoundA['right'], BoundA['bottom'])
areaB = (BoundB['left'], BoundB['top'], BoundB['right'], BoundB['bottom'])
if areaA[0] <= areaB[0] and areaA[1] <= areaB[1] and areaA[2] >= areaB[2] and areaA[3] >= areaB[3]:
return True
else:
return False
def isRelativePositionBounds(self, initFocusedArea, initDestTextArea, BoundA, BoundB):
# initFocusedArea = (
# initFocusedBound['left'], initFocusedBound['top'], initFocusedBound['right'], initFocusedBound['bottom'])
# initDestTextArea = (
# initFocusedBound['left'], initDestTextBound['top'], initDestTextBound['right'], initDestTextBound['bottom'])
areaA = (BoundA['left'], BoundA['top'], BoundA['right'], BoundA['bottom'])
areaB = (BoundB['left'], BoundB['top'], BoundB['right'], BoundB['bottom'])
# if areaA[0] < areaB[0] and areaA[1] < areaB[1] and areaA[2] > areaB[2] and areaA[3] >areaB[3]:
# return True
# else:
# return False
if initFocusedArea[0] - initDestTextArea[0] == areaA[0] - areaB[0] and initFocusedArea[1] - initDestTextArea[
1] == areaA[1] - areaB[1] and initFocusedArea[2] - initDestTextArea[2] == areaA[2] - areaB[2] and \
initFocusedArea[3] - initDestTextArea[3] == areaA[3] - areaB[3]:
return True
else:
return False
# 比较两个Bound面积大小
def isBiggerBound(self, boundA, boundB):
# print 'boundA:',boundA
# print 'boundB:',boundB
if ((boundA["bottom"] - boundA["top"]) * (boundA["right"] - boundA["left"])) >= ((
boundB["bottom"] -
boundB["top"]) * (
boundB["right"] -
boundB["left"])):
return True
else:
return False
def getRelativeBounds(self, standBounds_view1, standBounds_view2, currentBound_view1):
currentBound_view2 = {}
currentBound_view2["top"] = standBounds_view2["top"] - standBounds_view1["top"] + currentBound_view1["top"]
currentBound_view2["left"] = standBounds_view2["left"] - standBounds_view1["left"] + currentBound_view1["left"]
currentBound_view2["right"] = standBounds_view2["right"] - standBounds_view1["right"] + currentBound_view1[
"right"]
currentBound_view2["bottom"] = standBounds_view2["bottom"] - standBounds_view1["bottom"] + currentBound_view1[
"bottom"]
return currentBound_view2
class FocusManageAndroid():
# u是PyUIAutomator对象
# focusManage 是DirectionManageAndroid对象
def __init__(self, u, directionManageAndroid):
self.className = self.__class__.__name__
self.u = u
self.directionManageAndroid = directionManageAndroid
self.ReverseDirctionDict = {"up": "down", "down": "up", "left": "right", "right": "left"}
self.featureDetect = FeatureDetect()
self.ccard = CCardManager()
self.imgCMP = ImageCMP()
self.ocr = OCRConvert()
self.remote = TvOperator()
'''
作用：在RecyclerView 中 focused控件包含文字控件 用于聚焦目标焦点
参数：
text：目标文字的文字内容
className：目标文字的className
findDirection: 目标文字控件被隐藏时寻找的方向
Max_Try:最多查找次数
注意：
例子：
小米信源设置界面 聚焦到Device Settings/Sound mode
className = "android.widget.TextView"
focusManageAndroid.toDestFocusByText_className_for_RecyclerView("News", className)
'''
# 在RecyclerView 中 focused控件包含文字控件
def toDestFocusByText_className_for_RecyclerView(self, text, className, findDirection="down", Max_Try=10, keyType = UATTree.Key_Event):
# 按照传入的方向寻找Max_Try次，如果仍未聚焦到选中area，则按照传入方向的反方向 反向寻找 2*Max_Try 次
count = 0
Max_Try = Max_Try
Reversecount = 0
Reverse_Max_Try = Max_Try * 2
while (True):
if count >= Max_Try and Reversecount >= Reverse_Max_Try:
break
# 等待聚焦效果刷新完成，稳定之后再获取相关的属性
time.sleep(0.5)
focusedUIObject = self.u.getFocusedUIObject()
focusedBounds = focusedUIObject.info['bounds']
# print "focusedBounds:",focusedBounds
destUIObject = self.u.getUiObject(text=text, className=className)
if destUIObject:
try:
destBounds = destUIObject.info['bounds']
# print "destBounds:", destBounds
if self.directionManageAndroid.isHasAnotherBounds(focusedBounds, destBounds):
print '成功聚焦到目标焦点:', text
return True
else:
count = count + 1
direction = self.directionManageAndroid.getTargetDirection(focusedBounds, destBounds)
self.directionManageAndroid.goOneStep(self.u, direction, keyType)
except Exception:
# 出现控件出现一半的时候，获取控件信息会报错
if count < Max_Try:
count = count + 1
self.pressKeyByType(findDirection, keyType)
else:
Reversecount = Reversecount + 1
self.pressKeyByType(self.ReverseDirctionDict[findDirection], keyType)
# 如果界面中没有目标文字的控件出现，则按照传入的方向寻找Max_Try次；仍然未找到 则反方向寻找2*Max_Try次
else:
if count < Max_Try:
count = count + 1
self.pressKeyByType(findDirection, keyType)
else:
Reversecount = Reversecount + 1
self.pressKeyByType(self.ReverseDirctionDict[findDirection], keyType)
print "执行%s 次查找，仍未找到目标焦点！！" % (str(Max_Try))
return False
'''
作用：在RecyclerView 中 focused控件包含文字控件 用于聚焦目标焦点
参数：
text：目标文字的文字内容
textResourceId：目标文字的resourceId
findDirection: 目标文字控件被隐藏时寻找的方向
Max_Try:最多查找次数
注意：
例子：
小米信源设置界面 聚焦到Device Settings
focusManageAndroid.toDestFocusByText_for_RecyclerView("Device Settings","com.android.tv:id/title")
'''
# 在RecyclerView 中 focused控件包含文字控件
def toDestFocusByText_for_RecyclerView(self, text, textResourceId="", findDirection="down", Max_Try=10, keyType = UATTree.Key_Event, hb_keyDict={}):
# 按照传入的方向寻找Max_Try次，如果仍未聚焦到选中area，则按照传入方向的反方向 反向寻找 2*Max_Try 次
count = 0
Max_Try = Max_Try
Reversecount = 0
Reverse_Max_Try = Max_Try * 2
while (True):
if count >= Max_Try and Reversecount >= Reverse_Max_Try:
break
# 等待聚焦效果刷新完成，稳定之后再获取相关的属性
time.sleep(0.5)
if hb_keyDict != {}:
# 执行心跳按键
self.executeHeartBeatKey(hb_keyDict)
focusedUIObject = self.u.getFocusedUIObject()
try:
focusedBounds = focusedUIObject.info['bounds']
except Exception, e:
print "未能获取到当前聚焦焦点，聚焦框丢失，判断聚焦失败！！"
return False
print "focusedBounds:",focusedBounds
if hb_keyDict != {}:
# 执行心跳按键
self.executeHeartBeatKey(hb_keyDict)
destUIObject = self.u.getUiObject(text=text, resourceId=textResourceId)
if destUIObject:
try:
destBounds = destUIObject.info['bounds']
print "destBounds:", destBounds
if self.directionManageAndroid.isHasAnotherBounds(focusedBounds, destBounds):
print '成功聚焦到目标焦点:', text
return True
else:
count = count + 1
direction = self.directionManageAndroid.getTargetDirection(focusedBounds, destBounds)
self.directionManageAndroid.goOneStep(self.u, direction, keyType)
except Exception:
# 出现控件出现一半的时候，获取控件信息会报错
if count < Max_Try:
count = count + 1
self.pressKeyByType(findDirection, keyType)
else:
Reversecount = Reversecount + 1
self.pressKeyByType(self.ReverseDirctionDict[findDirection], keyType)
# 如果界面中没有目标文字的控件出现，则按照传入的方向寻找Max_Try次；仍然未找到 则反方向寻找2*Max_Try次
else:
if count < Max_Try:
count = count + 1
self.pressKeyByType(findDirection, keyType)
else:
Reversecount = Reversecount + 1
self.pressKeyByType(self.ReverseDirctionDict[findDirection], keyType)
print "执行%s 次查找，仍未找到目标焦点！！" % (str(Max_Try))
return False
'''
作用：在RecyclerView 中 focused控件包含文字控件 用于聚焦目标焦点，传入的resourceId为聚焦焦点的resId时的处理函数
参数：
text：目标文字的文字内容
focuseResId：整个聚焦焦点的resourceId
findDirection: 目标文字控件被隐藏时寻找的方向
Max_Try:最多查找次数
注意：
例子：
小米俄罗斯设置界面 存在复数个聚焦焦点时，使用此函数，可以规避复数焦点的问题
'''
def toDestFocusByText_with_FocuseResourceId(self, text, focuseResId, findDirection="down", Max_Try=10, keyType = UATTree.Key_Event, hb_keyDict = {}):
# 按照传入的方向寻找Max_Try次，如果仍未聚焦到选中area，则按照传入方向的反方向 反向寻找 2*Max_Try 次
count = 0
Max_Try = Max_Try
Reversecount = 0
Reverse_Max_Try = Max_Try * 2
while (True):
if count >= Max_Try and Reversecount >= Reverse_Max_Try:
break
if hb_keyDict != {}:
# 执行心跳按键
self.executeHeartBeatKey(hb_keyDict)
# 等待聚焦效果刷新完成，稳定之后再获取相关的属性
time.sleep(0.5)
focusedUIObject = self.u.getFocusedUIObject(resourceId=focuseResId)
try:
focusedBounds = focusedUIObject.info['bounds']
except Exception, e:
print "未能获取到当前聚焦焦点，聚焦框丢失，判断聚焦失败！！"
return False
print "focusedBounds:",focusedBounds
if hb_keyDict != {}:
# 执行心跳按键
self.executeHeartBeatKey(hb_keyDict)
destUIObject = self.u.getUiObject(text=text)
if destUIObject:
try:
destBounds = destUIObject.info['bounds']
print "destBounds:", destBounds
if self.directionManageAndroid.isHasAnotherBounds(focusedBounds, destBounds):
print '成功聚焦到目标焦点:', text
return True
else:
count = count + 1
direction = self.directionManageAndroid.getTargetDirection(focusedBounds, destBounds)
self.directionManageAndroid.goOneStep(self.u, direction, keyType)
except Exception:
# 出现控件出现一半的时候，获取控件信息会报错
if count < Max_Try:
count = count + 1
self.pressKeyByType(findDirection, keyType)
else:
Reversecount = Reversecount + 1
self.pressKeyByType(self.ReverseDirctionDict[findDirection], keyType)
# 如果界面中没有目标文字的控件出现，则按照传入的方向寻找Max_Try次；仍然未找到 则反方向寻找2*Max_Try次
else:
if count < Max_Try:
count = count + 1
self.pressKeyByType(findDirection, keyType)
else:
Reversecount = Reversecount + 1
self.pressKeyByType(self.ReverseDirctionDict[findDirection], keyType)
print "执行%s 次查找，仍未找到目标焦点！！" % (str(Max_Try))
return False
'''
作用：在RecyclerVi或listView 中 selected控件包含文字控件 用于聚焦目标焦点
参数：
text：目标文字的文字内容
textResourceId：目标文字的resourceId
listViewResourceId：RecyclerVi或listView的resourceId
findDirection: 目标文字控件被隐藏时寻找的方向
Max_Try:最多查找次数
注意：
例子：
2841项目信源列表聚焦 聚焦到HDMI1
focusManageAndroid.toDestSelectByText_for_RecyclerView("HDMI1","com.android.tv:id/title","com.android.tv:id/scene_transition_common")
'''
def toDestSelectByText_for_RecyclerView(self, text, textResourceId='', optionViewResoucreId='', listViewResourceId='', findDirection="down",
Max_Try=10, keyType = UATTree.Key_Event, hb_keyDict={}):
# 按照传入的方向寻找Max_Try次，如果仍未聚焦到选中area，则按照传入方向的反方向 反向寻找 2*Max_Try 次
count = 0
Max_Try = Max_Try
Reversecount = 0
Reverse_Max_Try = Max_Try * 2
while (True):
if count >= Max_Try and Reversecount >= Reverse_Max_Try:
break
if hb_keyDict != {}:
# 执行心跳按键
self.executeHeartBeatKey(hb_keyDict)
listViewUIObject = self.u.getUiObject(resourceId=listViewResourceId)
print "listViewUIObject.info:", listViewUIObject.info
if optionViewResoucreId != '':
selectedUIObject = listViewUIObject.child(selected=True, resourceId=optionViewResoucreId)
else:
selectedUIObject = listViewUIObject.child(selected=True)
print "selectedUIObject.info:", selectedUIObject.info
selectedBounds = selectedUIObject.info['bounds']
# print "focusedBounds:",focusedBounds
if hb_keyDict != {}:
# 执行心跳按键
self.executeHeartBeatKey(hb_keyDict)
destUIObject = self.u.getUiObject(text=text, resourceId=textResourceId)
if destUIObject:
destBounds = destUIObject.info['bounds']
# print "destBounds:", destBounds
if self.directionManageAndroid.isHasAnotherBounds(selectedBounds, destBounds):
print '成功聚焦到目标焦点:', text
return True
else:
count = count + 1
direction = self.directionManageAndroid.getTargetDirection(selectedBounds, destBounds)
self.directionManageAndroid.goOneStep(self.u, direction, keyType)
# 如果界面中没有目标文字的控件出现，则按照传入的方向寻找Max_Try次；仍然未找到 则反方向寻找2*Max_Try次
else:
if count < Max_Try:
count = count + 1
self.pressKeyByType(findDirection, keyType)
else:
Reversecount = Reversecount + 1
self.pressKeyByType(self.ReverseDirctionDict[findDirection], keyType)
print "执行%s 次查找，仍未找到目标焦点！！" % (str(Max_Try))
return False
'''
作用：在界面中 中 focused控件包含content-des控件 用于聚焦目标焦点
参数：
description：目标描述的文字内容
descriptionResourceId：目标描述的resourceId
findDirection: 目标文字控件被隐藏时寻找的方向
Max_Try:最多查找次数
注意：
例子：
小米APP 聚焦到YouTube
descriptionResourceId = "com.google.android.tvlauncher:id/banner_image"
focusManageAndroid.toDestFocusByDescription_for_RecyclerView("YouTube",descriptionResourceId=descriptionResourceId)
'''
# 在RecyclerView 中 focused控件包含文字控件
def toDestFocusByDescription_for_RecyclerView(self, description, descriptionResourceId="", findDirection="down",
Max_Try=10 ,keyType = UATTree.Key_Event, hb_keyDict = {}):
# 按照传入的方向寻找Max_Try次，如果仍未聚焦到选中area，则按照传入方向的反方向 反向寻找 2*Max_Try 次
count = 0
Max_Try = Max_Try
Reversecount = 0
Reverse_Max_Try = Max_Try * 2
while (True):
print "count:", count
if count >= Max_Try and Reversecount >= Reverse_Max_Try:
break
# 等待聚焦效果刷新完成，稳定之后再获取相关的属性
time.sleep(0.5)
if hb_keyDict != {}:
# 执行心跳按键
self.executeHeartBeatKey(hb_keyDict)
focusedUIObject = self.u.getFocusedUIObject()
focusedBounds = focusedUIObject.info['bounds']
# print "focusedBounds:",focusedBounds
if hb_keyDict != {}:
# 执行心跳按键
self.executeHeartBeatKey(hb_keyDict)
destUIObject = self.u.getUiObject(description=description, resourceId=descriptionResourceId)
if destUIObject:
try:
destBounds = destUIObject.info['bounds']
# print "destBounds:", destBounds
if self.directionManageAndroid.isHasAnotherBounds(focusedBounds, destBounds):
print '成功聚焦到目标焦点:', description
return True
else:
count = count + 1
direction = self.directionManageAndroid.getTargetDirection(focusedBounds, destBounds)
self.directionManageAndroid.goOneStep(self.u, direction, keyType)
except Exception, e:
# 出现控件出现一半的时候，获取控件信息会报错
if count < Max_Try:
count = count + 1
self.pressKeyByType(findDirection, keyType)
else:
Reversecount = Reversecount + 1
self.pressKeyByType(self.ReverseDirctionDict[findDirection], keyType)
# 如果界面中没有目标文字的控件出现，则按照传入的方向寻找Max_Try次；仍然未找到 则反方向寻找2*Max_Try次
else:
if count < Max_Try:
count = count + 1
self.pressKeyByType(findDirection, keyType)
else:
Reversecount = Reversecount + 1
self.pressKeyByType(self.ReverseDirctionDict[findDirection], keyType)
print "执行%s 次查找，仍未找到目标焦点！！" % (str(Max_Try))
return False
# 在RecyclerView 中 focused控件包含bounds控件
def toDestFocusByBounds_for_RecyclerView(self, bounds, boundsResourceId="", findDirection="down",
Max_Try=10, keyType=UATTree.Key_Event, hb_keyDict={}):
# 按照传入的方向寻找Max_Try次，如果仍未聚焦到选中area，则按照传入方向的反方向 反向寻找 2*Max_Try 次
count = 0
Max_Try = Max_Try
Reversecount = 0
Reverse_Max_Try = Max_Try * 2
while (True):
print "count:", count
if count >= Max_Try and Reversecount >= Reverse_Max_Try:
break
# 等待聚焦效果刷新完成，稳定之后再获取相关的属性
time.sleep(0.5)
if hb_keyDict != {}:
# 执行心跳按键
self.executeHeartBeatKey(hb_keyDict)
focusedUIObject = self.u.getFocusedUIObject()
focusedBounds = focusedUIObject.info['bounds']
if hb_keyDict != {}:
# 执行心跳按键
self.executeHeartBeatKey(hb_keyDict)
try:
destBounds = bounds
if self.directionManageAndroid.isHasAnotherBounds(focusedBounds,destBounds):
print "success to focus the target:",bounds
return True
else:
count = count + 1
direction = self.directionManageAndroid.getTargetDirection(focusedBounds,destBounds)
self.directionManageAndroid.goOneStep(self.u,direction,keyType)
except Exception,e:
# 出现控件出现一半的时候，获取控件信息会报错
if count < Max_Try:
count = count + 1
self.pressKeyByType(findDirection, keyType)
else:
Reversecount = Reversecount + 1
self.pressKeyByType(self.ReverseDirctionDict[findDirection], keyType)
# 如果界面中没有目标文字的控件出现，则按照传入的方向寻找Max_Try次；仍然未找到 则反方向寻找2*Max_Try次
else:
if count < Max_Try:
count = count + 1
self.pressKeyByType(findDirection, keyType)
else:
Reversecount = Reversecount + 1
self.pressKeyByType(self.ReverseDirctionDict[findDirection], keyType)
print "执行%s 次查找，仍未找到目标焦点！！" % (str(Max_Try))
return False
# class&Bounds
def toDestFocusByClassBounds_for_RecyclerView(self, className, bounds,classResourceId="", findDirection="down",
Max_Try=10, keyType=UATTree.Key_Event, hb_keyDict={}):
# 按照传入的方向寻找Max_Try次，如果仍未聚焦到选中area，则按照传入方向的反方向 反向寻找 2*Max_Try 次
count = 0
Max_Try = Max_Try
Reversecount = 0
Reverse_Max_Try = Max_Try * 2
while (True):
print "count:", count
if count >= Max_Try and Reversecount >= Reverse_Max_Try:
break
# 等待聚焦效果刷新完成，稳定之后再获取相关的属性
time.sleep(0.5)
if hb_keyDict != {}:
# 执行心跳按键
self.executeHeartBeatKey(hb_keyDict)
focusedUIObject = self.u.getFocusedUIObject()
print "zhouyifocusedUIObject",focusedUIObject
print "zhouyifocusedUIObject.info", focusedUIObject.info
if hb_keyDict != {}:
# 执行心跳按键
self.executeHeartBeatKey(hb_keyDict)
destUIObject = self.u.getUiObject(className=className, bounds = bounds,resourceId=classResourceId)
print "destUIObject",destUIObject
try:
destUIObjectInfo = destUIObject.info
print "destUIObjectInfo",destUIObjectInfo
except Exception,e:
print "异常:",e
# print "destUIObject.info",destUIObjectInfo
try:
# destBounds = destUIObject.info['bounds']
destBounds = bounds
print "destBounds:", destBounds
if self.directionManageAndroid.isHasAnotherBounds(focusedBounds,destBounds):
print "c&b success to focus the target:",bounds
return True
else:
count = count + 1
direction = self.directionManageAndroid.getTargetDirection(focusedBounds,destBounds)
self.directionManageAndroid.goOneStep(self.u,direction,keyType)
except Exception,e:
# 出现控件出现一半的时候，获取控件信息会报错
if count < Max_Try:
count = count + 1
self.pressKeyByType(findDirection, keyType)
else:
Reversecount = Reversecount + 1
self.pressKeyByType(self.ReverseDirctionDict[findDirection], keyType)
# 如果界面中没有目标文字的控件出现，则按照传入的方向寻找Max_Try次；仍然未找到 则反方向寻找2*Max_Try次
else:
if count < Max_Try:
count = count + 1
self.pressKeyByType(findDirection, keyType)
else:
Reversecount = Reversecount + 1
self.pressKeyByType(self.ReverseDirctionDict[findDirection], keyType)
print "执行%s 次查找，仍未找到目标焦点！！" % (str(Max_Try))
return False
# class
def toDestFocusByClass_for_RecyclerView(self, className, classResourceId="", findDirection="down",
Max_Try=10, keyType=UATTree.Key_Event, hb_keyDict={}):
# 按照传入的方向寻找Max_Try次，如果仍未聚焦到选中area，则按照传入方向的反方向 反向寻找 2*Max_Try 次
count = 0
Max_Try = Max_Try
Reversecount = 0
Reverse_Max_Try = Max_Try * 2
while (True):
print "count:", count
if count >= Max_Try and Reversecount >= Reverse_Max_Try:
break
# 等待聚焦效果刷新完成，稳定之后再获取相关的属性
time.sleep(0.5)
if hb_keyDict != {}:
# 执行心跳按键
self.executeHeartBeatKey(hb_keyDict)
focusedUIObject = self.u.getFocusedUIObject()
print "zhouyifocusedUIObject", focusedUIObject
print "zhouyifocusedUIObject.info", focusedUIObject.info
if hb_keyDict != {}:
# 执行心跳按键
self.executeHeartBeatKey(hb_keyDict)
destUIObject = self.u.getUiObject(className=className, resourceId=classResourceId)
print "destUIObject", destUIObject
try:
destUIObjectInfo = destUIObject.info
print "destUIObjectInfo", destUIObjectInfo
except Exception, e:
print "异常:", e
# print "destUIObject.info",destUIObjectInfo
try:
destBounds = destUIObject.info['bounds']
print "destBounds:", destBounds
if self.directionManageAndroid.isHasAnotherBounds(focusedBounds, destBounds):
print '成功聚焦到目标焦点:', bounds
return True
else:
count = count + 1
direction = self.directionManageAndroid.getTargetDirection(focusedBounds, destBounds)
self.directionManageAndroid.goOneStep(self.u, direction, keyType)
except Exception, e:
# 出现控件出现一半的时候，获取控件信息会报错
if count < Max_Try:
count = count + 1
self.pressKeyByType(findDirection, keyType)
else:
Reversecount = Reversecount + 1
self.pressKeyByType(self.ReverseDirctionDict[findDirection], keyType)
# 如果界面中没有目标文字的控件出现，则按照传入的方向寻找Max_Try次；仍然未找到 则反方向寻找2*Max_Try次
else:
if count < Max_Try:
count = count + 1
self.pressKeyByType(findDirection, keyType)
else:
Reversecount = Reversecount + 1
self.pressKeyByType(self.ReverseDirctionDict[findDirection], keyType)
print "执行%s 次查找，仍未找到目标焦点！！" % (str(Max_Try))
return False
# zhouyi
def toDestTargetByBounds_for_RecyclerView(self, bounds, chooseType, Max_Try=20,
keyType=UATTree.Key_Event, findFocusCount=0, hb_keyDict={}):
count = 0
while (True):
if hb_keyDict != {}:
# 执行心跳按键
self.executeHeartBeatKey(hb_keyDict)
# targetUIObject = self.u.getUiObject(bounds=bounds)
# print "targetUIObject",targetUIObject
# print "zhouyibounds",bounds
# print "targetUIObject.info:", targetUIObject.info
# destBounds = targetUIObject.info['bounds']
destBounds = bounds
print "目标坐标:", destBounds
if hb_keyDict != {}:
# 执行心跳按键
self.executeHeartBeatKey(hb_keyDict)
try:
if chooseType.lower() == "focus":
choosingUIObject = self.u.getFocusedUIObject()
objBounds = choosingUIObject.info['bounds']
elif chooseType.lower() == "select":
choosingUIObject = self.u.getSelectedUIObject()
objBounds = choosingUIObject.info['bounds']
print "当前坐标：", objBounds
except Exception, e:
print "获取焦点失败！Error:", e
if findFocusCount < 3:
self.u.pressKeyTimes("down")
return self.toDestTargetByBounds_for_RecyclerView(bounds, chooseType,
findFocusCount=findFocusCount + 1)
else:
print "尝试%s次操作！！！仍未能找到聚焦点！！！无法聚焦到目标" % findFocusCount
return False
if self.directionManageAndroid.isHasAnotherBounds(objBounds, destBounds):
print "已聚焦至目标组件！！！"
return True
else:
if count >= Max_Try:
print "已尝试至最大次数%s次，仍未能聚焦至目标组件！！！" % Max_Try
return False
direction = self.directionManageAndroid.getTargetDirection(objBounds, destBounds)
print "目标方位：", direction
self.directionManageAndroid.goOneStep(self.u, direction, keyType)
count += 1
'''
作用：在界面中 中 focused控件中既没有包含content-des控件属性，也没有text控件属性，
采用单张图片模板匹配 用于聚焦目标焦点
参数：
singleImagePath：目标聚焦的单张小图片的地址
findDirection: 目标文字控件被隐藏时寻找的方向
Max_Try:最多查找次数
注意：
例子：
小米内销APP(既没有文字text属性也没有描述属性content-des) 聚焦到ATX APP
singleImagePath = "D:\\ATX_APP.jpg"
focusManageAndroid.toDestFocusBySingleImage_for_RecyclerView(singleImagePath)
'''
# 在RecyclerView 中 focused控件包含文字控件
def toDestFocusBySingleImage_for_RecyclerView(self, singleImagePath, findDirection="down",
Max_Try=10 ,keyType = UATTree.Key_Event):
# 按照传入的方向寻找Max_Try次，如果仍未聚焦到选中area，则按照传入方向的反方向 反向寻找 2*Max_Try 次
count = 0
Max_Try = Max_Try
Reversecount = 0
Reverse_Max_Try = Max_Try * 2
while (True):
print "count:", count
if count >= Max_Try and Reversecount >= Reverse_Max_Try:
break
# 等待聚焦效果刷新完成，稳定之后再获取相关的属性
time.sleep(0.5)
focusedUIObject = self.u.getFocusedUIObject()
focusedBounds = focusedUIObject.info['bounds']
srceenImgPath = os.path.join(sat_environment.getSATTmpDIR(), "SingleImage_runpath.png")
self.ccard.takePicture(srceenImgPath)
resultDict = self.featureDetect.matchSingleImage(srceenImgPath, [0, 0, 1920, 1080], singleImagePath)
# destUIObject = self.u.getUiObject(description=description, resourceId=descriptionResourceId)
if resultDict:
try:
destBounds_coordinate = resultDict['coordinate']
# areaA = (BoundA['left'], BoundA['top'], BoundA['right'], BoundA['bottom'])
destBounds = {"left": destBounds_coordinate[0], "top": destBounds_coordinate[1],
"right": destBounds_coordinate[2], "bottom": destBounds_coordinate[3]}
# print "destBounds:", destBounds
if self.directionManageAndroid.isHasAnotherBounds(focusedBounds, destBounds):
print '成功聚焦到目标焦点:', singleImagePath
return True
else:
count = count + 1
direction = self.directionManageAndroid.getTargetDirection(focusedBounds, destBounds)
self.directionManageAndroid.goOneStep(self.u, direction, keyType)
except Exception, e:
# 出现控件出现一半的时候，获取控件信息会报错
if count < Max_Try:
count = count + 1
self.pressKeyByType(findDirection, keyType)
else:
Reversecount = Reversecount + 1
self.pressKeyByType(self.ReverseDirctionDict[findDirection], keyType)
# 如果界面中没有目标文字的控件出现，则按照传入的方向寻找Max_Try次；仍然未找到 则反方向寻找2*Max_Try次
else:
if count < Max_Try:
count = count + 1
self.pressKeyByType(findDirection, keyType)
else:
Reversecount = Reversecount + 1
self.pressKeyByType(self.ReverseDirctionDict[findDirection], keyType)
print "执行%s 次查找，仍未找到目标焦点！！" % (str(Max_Try))
return False
'''
作用：在界面中 中 focused控件中既没有包含content-des控件属性，也没有text控件属性，
采用OCR识别文字 用于聚焦目标焦点
参数：
text:需要OCR识别的文字
textResourceId：文字区域的resourceId
recyclerViewResourceId：列表recyclerView的resourceId
ocrTextBorder:为OCR识别更准确，文字识别坐标需要扩充的边界的值（默认为10）
OCRDict：OCR识别文字的属性 默认为百度中英文识别
findDirection: 目标文字控件被隐藏时寻找的方向
Max_Try:最多查找次数
注意：
例子：
'''
# 在RecyclerView 中 focused控件包含文字控件
def toDestFocusByOCRText_for_RecyclerView(self, text, textResourceId, recyclerViewResourceId, ocrTextBorder=10,
OCRDict={"OCR_lan": "CHN_ENG", "OCR_type": 10000},
findDirection="down",
Max_Try=10,
keyType = UATTree.Key_Event):
# 按照传入的方向寻找Max_Try次，如果仍未聚焦到选中area，则按照传入方向的反方向 反向寻找 2*Max_Try 次
count = 0
Max_Try = Max_Try
Reversecount = 0
Reverse_Max_Try = Max_Try * 2
while (True):
print "count:", count
if count >= Max_Try and Reversecount >= Reverse_Max_Try:
break
# 等待聚焦效果刷新完成，稳定之后再获取相关的属性
time.sleep(0.5)
focusedUIObject = self.u.getFocusedUIObject()
focusedBounds = focusedUIObject.info['bounds']
# 寻找目标焦点坐标
childbound = None
recyclerViewUIObject = self.u.getUiObject(resourceId=recyclerViewResourceId)
for i in range(recyclerViewUIObject.info["childCount"]):
childUIObject = recyclerViewUIObject.child_by_instance(i, resourceId=textResourceId)
try:
childbound = childUIObject.info["bounds"]
# 对扩大后的图片坐标进行边界判断
childbound_Area_left = childbound["left"] - 10
if childbound_Area_left < 0: childbound_Area_left = 0
childbound_Area_top = childbound["top"] - 10
if childbound_Area_top < 0: childbound_Area_top = 0
childbound_Area_right = childbound["right"] + 10
if childbound_Area_right > 1920: childbound_Area_right = 1920
childbound_Area_bottom = childbound["bottom"] - 10
if childbound_Area_bottom > 1080: childbound_Area_bottom = 1080
childbound_Area = (childbound_Area_left, childbound_Area_top,
childbound_Area_right, childbound_Area_bottom)
# 小图保存地址
tmpPic = os.path.join(getSATTmpDIR(), "uiautomator_text_ocr.png")
# 整个界面图片保存地址
srceenImgPath = os.path.join(sat_environment.getSATTmpDIR(), "uiautomator_OCR_runpath.png")
self.u.screenshot(srceenImgPath)
# self.ccard.takePicture(srceenImgPath)
# 切割小图片
self.imgCMP.saveCropPic(srceenImgPath, tmpPic, (
childbound_Area[0], childbound_Area[1], childbound_Area[2], childbound_Area[3]))
# ocr 识别
textValueCUR = self.ocr.getStr(tmpPic, OCRDict["OCR_lan"], OCRDict["OCR_type"])
print "textValueCUR:", textValueCUR
print "destText:", text
if self.ocr.cmpOcrStr(textValueCUR, text):
break
else:
childbound = None
except Exception:
childbound = None
pass
if childbound:
try:
destBounds = childbound
if self.directionManageAndroid.isHasAnotherBounds(focusedBounds, destBounds):
print '成功聚焦到目标焦点:', text
return True
else:
count = count + 1
direction = self.directionManageAndroid.getTargetDirection(focusedBounds, destBounds)
self.directionManageAndroid.goOneStep(self.u, direction, keyType)
except Exception, e:
# 出现控件出现一半的时候，获取控件信息会报错
if count < Max_Try:
count = count + 1
self.pressKeyByType(findDirection, keyType)
else:
Reversecount = Reversecount + 1
self.pressKeyByType(self.ReverseDirctionDict[findDirection], keyType)
# 如果界面中没有目标文字的控件出现，则按照传入的方向寻找Max_Try次；仍然未找到 则反方向寻找2*Max_Try次
else:
if count < Max_Try:
count = count + 1
self.pressKeyByType(findDirection, keyType)
else:
Reversecount = Reversecount + 1
self.pressKeyByType(self.ReverseDirctionDict[findDirection], keyType)
print "执行%s 次查找，仍未找到目标焦点！！" % (str(Max_Try))
return False
'''
作用：在界面中 中 focused控件中既没有包含content-des控件属性，也没有text控件属性，
一般这种控件是自定义控件 class类型是android.view.View
采用OCR识别文字 用于聚焦目标焦点
参数：
text:需要OCR识别的文字
visableViewResourceId：可以通过UIAutomator框架获取到的控件的id
initTextArea： 确定的一个区域下的文字坐标
initVisableViewArea：确定的一个区域下的可获取控件的坐标
ocrTextBorder:为OCR识别更准确，文字识别坐标需要扩充的边界的值（默认为10）
OCRDict：OCR识别文字的属性 默认为百度中英文识别
findDirection: 目标文字控件被隐藏时寻找的方向
Max_Try:最多查找次数
注意：
例子：小米内销APP测试
#文字内容
text = "应用商店"
#图标的resourceId
visableViewResourceId = "com.mitv.tvhome:id/di_img"
#非聚焦的app文字坐标
initTextArea = [90, 392, 229, 424]
#非聚焦的app图片坐标
initVisableViewArea = [90, 257, 227, 382]
focusManageAndroid.toDestFocusRelativeOCRText__for_RecyclerView(text=text,
visableViewResourceId=visableViewResourceId,
initTextArea=initTextArea,
initVisableViewArea=initVisableViewArea)
'''
# 在RecyclerView 中 focused控件包含文字控件
def toDestFocusRelativeOCRText__for_RecyclerView(self, text, visableViewResourceId, initTextArea,
initVisableViewArea, ocrTextBorder=5,
OCRDict={"OCR_lan": "CHN_ENG", "OCR_type": 10000},
findDirection="down",
Max_Try=10,
keyType = UATTree.Key_Event):
# 按照传入的方向寻找Max_Try次，如果仍未聚焦到选中area，则按照传入方向的反方向 反向寻找 2*Max_Try 次
count = 0
Max_Try = Max_Try
Reversecount = 0
Reverse_Max_Try = Max_Try * 2
initTextBounds = {"left": initTextArea[0], "top": initTextArea[1], "right": initTextArea[2],
"bottom": initTextArea[3]}
initvisableViewBounds = {"left": initVisableViewArea[0], "top": initVisableViewArea[1],
"right": initVisableViewArea[2], "bottom": initVisableViewArea[3]}
while (True):
print "count:", count
if count >= Max_Try and Reversecount >= Reverse_Max_Try:
break
# 等待聚焦效果刷新完成，稳定之后再获取相关的属性
time.sleep(0.5)
focusedUIObject = self.u.getFocusedUIObject()
focusedBounds = focusedUIObject.info['bounds']
# 寻找目标焦点坐标
childbound = None
childCountUIObject = self.u.getUiObject(resourceId=visableViewResourceId)
print "childCountUIObject.info", childCountUIObject.info
childCount = childCountUIObject.count
print "列表包含的子控件数量：", childCount
for i in range(childCount):
print "第%s次查找目标bounds" % (str(i))
visableViewObject = self.u.getUiObject(instance=i, resourceId=visableViewResourceId)
try:
visableViewBound = visableViewObject.info["bounds"]
print "initvisableViewBounds:", initvisableViewBounds
print "initTextBounds:", initTextBounds
print "visableViewBound:", visableViewBound
childbound = self.directionManageAndroid.getRelativeBounds(initvisableViewBounds, initTextBounds,
visableViewBound)
print "childbound:", childbound
# return False
# childbound = childUIObject.info["bounds"]
# 对扩大后的图片坐标进行边界判断
childbound_Area_left = childbound["left"] - 10
if childbound_Area_left < 0: childbound_Area_left = 0
childbound_Area_top = childbound["top"] - 10
if childbound_Area_top < 0: childbound_Area_top = 0
childbound_Area_right = childbound["right"] + 10
if childbound_Area_right > 1920: childbound_Area_right = 1920
childbound_Area_bottom = childbound["bottom"] + 10
if childbound_Area_bottom > 1080: childbound_Area_bottom = 1080
childbound_Area = [childbound_Area_left, childbound_Area_top,
childbound_Area_right, childbound_Area_bottom]
print "childbound_Area:", childbound_Area
# 小图保存地址
tmpPic = os.path.join(getSATTmpDIR(), "uiautomator_text_ocr.png")
# 整个界面图片保存地址
srceenImgPath = os.path.join(sat_environment.getSATTmpDIR(), "uiautomator_OCR_runpath.png")
self.u.screenshot(srceenImgPath)
# self.ccard.takePicture(srceenImgPath)
# 切割小图片
self.imgCMP.saveCropPic(srceenImgPath, tmpPic, (
childbound_Area[0], childbound_Area[1], childbound_Area[2], childbound_Area[3]))
# ocr 识别
textValueCUR = self.ocr.getStr(tmpPic, OCRDict["OCR_lan"], OCRDict["OCR_type"])
print "textValueCUR:", textValueCUR
print "destText:", text
if self.ocr.cmpOcrStr(textValueCUR, text):
break
else:
childbound = None
except Exception, e:
print e
childbound = None
pass
print "childbound:", childbound
# return False
if childbound:
try:
destBounds = childbound
if self.directionManageAndroid.isHasAnotherBounds(focusedBounds, destBounds):
print '成功聚焦到目标焦点:', text
return True
else:
count = count + 1
direction = self.directionManageAndroid.getTargetDirection(focusedBounds, destBounds)
self.directionManageAndroid.goOneStep(self.u, direction, keyType)
except Exception, e:
# 出现控件出现一半的时候，获取控件信息会报错
if count < Max_Try:
count = count + 1
self.pressKeyByType(findDirection, keyType)
else:
Reversecount = Reversecount + 1
self.pressKeyByType(self.ReverseDirctionDict[findDirection], keyType)
# 如果界面中没有目标文字的控件出现，则按照传入的方向寻找Max_Try次；仍然未找到 则反方向寻找2*Max_Try次
else:
if count < Max_Try:
count = count + 1
self.pressKeyByType(findDirection, keyType)
else:
Reversecount = Reversecount + 1
self.pressKeyByType(self.ReverseDirctionDict[findDirection], keyType)
print "执行%s 次查找，仍未找到目标焦点！！" % (str(Max_Try))
return False
'''
作用：在RecyclerView 中 focused控件和文字控件同级 相对位置固定 用于聚焦目标焦点
参数：
text：目标文字的文字内容
textResourceId：目标文字的resourceId
initFocusedArea：聚焦情况下的focused控件的坐标区域（x1,y1,x2,y2）
initDestTextArea：聚焦情况下的text控件的坐标区域（x1,y1,x2,y2）
findDirection: 目标文字控件被隐藏时寻找的方向
Max_Try:最多查找次数
注意：
例子：
小米信源设置 的声音自定义界面 Device /Settings Sound mode /Custom/
initFocusedArea = (822, 180, 1259, 221)
initDestTextArea = (822, 116, 1259, 180)
focusManageAndroid.toDestFocusRelativeText_for_RecyclerView("3500Hz: 0dB", "com.android.tv:id/title",
initFocusedArea, initDestTextArea)
'''
# 在RecyclerView 中 focused控件和文字控件同级
def toDestFocusRelativeText_for_RecyclerView(self, text, textResourceId, initFocusedArea, initDestTextArea,
findDirection="down", Max_Try=10, keyType = UATTree.Key_Event):
# 按照传入的方向寻找Max_Try次，如果仍未聚焦到选中area，则按照传入方向的反方向 反向寻找 2*Max_Try 次
count = 0
Max_Try = Max_Try
Reversecount = 0
Reverse_Max_Try = Max_Try * 2
while (True):
if count >= Max_Try and Reversecount >= Reverse_Max_Try:
break
# 等待聚焦效果刷新完成，稳定之后再获取相关的属性
time.sleep(0.5)
focusedUIObject = self.u.getFocusedUIObject()
focusedBounds = focusedUIObject.info['bounds']
# print "focusedBounds:",focusedBounds
destUIObject = self.u.getUiObject(text=text, resourceId=textResourceId)
if destUIObject:
try:
destBounds = destUIObject.info['bounds']
# print "destBounds:", destBounds
if self.directionManageAndroid.isRelativePositionBounds(initFocusedArea, initDestTextArea,
focusedBounds,
destBounds):
print '成功聚焦到目标焦点:', text
return True
else:
count = count + 1
direction = self.directionManageAndroid.getTargetDirection(focusedBounds, destBounds)
self.directionManageAndroid.goOneStep(self.u, direction, keyType)
except Exception:
# 出现控件出现一半的时候，获取控件信息会报错
if count < Max_Try:
count = count + 1
self.pressKeyByType(findDirection, keyType)
else:
Reversecount = Reversecount + 1
self.pressKeyByType(self.ReverseDirctionDict[findDirection], keyType)
# 如果界面中没有目标文字的控件出现，则按照传入的方向寻找Max_Try次；仍然未找到 则反方向寻找2*Max_Try次
else:
if count < Max_Try:
count = count + 1
self.pressKeyByType(findDirection, keyType)
else:
Reversecount = Reversecount + 1
self.pressKeyByType(self.ReverseDirctionDict[findDirection], keyType)
print "执行%s 次查找，仍未找到目标焦点！！" % (str(Max_Try))
return False
'''
作用：聚焦效果View控件 包含 目标文本控件 用于聚焦目标焦点
参数：
text：目标文字的文字内容
textResourceId：目标文字的resourceId
FocusViewResourceId：聚焦效果View的resourceId
findDirection: 目标文字控件被隐藏时寻找的方向
Max_Try:最多查找次数
注意：
例子：
小米USB界面上方Tab聚焦方法
focusManageAndroid.toDestFocusByText_for_FocusView("Devices", "com.xiaomi.mitv.mediaexplorer:id/dev",
"com.xiaomi.mitv.mediaexplorer:id/tab_cursor",
findDirection="right",
Max_Try=5)
'''
# 聚焦效果View控件 包含 目标文本控件
def toDestFocusByText_for_FocusView(self, text, FocusViewResourceId='', FocusViewClass='',FocusViewDesc='',findDirection="down",
Max_Try=10, keyType = UATTree.Key_Event, hb_keyDict={}):
# 按照传入的方向寻找Max_Try次，如果仍未聚焦到选中area，则按照传入方向的反方向 反向寻找 2*Max_Try 次
count = 0
Max_Try = Max_Try
Reversecount = 0
Reverse_Max_Try = Max_Try * 2
while (True):
if count >= Max_Try and Reversecount >= Reverse_Max_Try:
break
# 等待聚焦效果刷新完成，稳定之后再获取相关的属性
time.sleep(0.5)
if hb_keyDict != {}:
# 执行心跳按键
self.executeHeartBeatKey(hb_keyDict)
if FocusViewResourceId is not '':
focusedUIObject = self.u.getUiObject(resourceId=FocusViewResourceId)
else:
focusedUIObject = self.u.getUiObject(description=FocusViewDesc,className=FocusViewClass)
focusedBounds = focusedUIObject.info['bounds']
print "focusedBounds:", focusedBounds
if hb_keyDict != {}:
# 执行心跳按键
self.executeHeartBeatKey(hb_keyDict)
destUIObject = self.u.getUiObject(text=text)
if destUIObject:
try:
destBounds = destUIObject.info['bounds']
print "destBounds:", destBounds
if self.directionManageAndroid.isHasAnotherBounds(focusedBounds, destBounds):
print '成功聚焦到目标焦点:', text
return True
else:
count = count + 1
direction = self.directionManageAndroid.getTargetDirection(focusedBounds, destBounds)
self.directionManageAndroid.goOneStep(self.u, direction, keyType)
except Exception:
# 出现控件出现一半的时候，获取控件信息会报错
if count < Max_Try:
count = count + 1
self.pressKeyByType(findDirection, keyType)
else:
Reversecount = Reversecount + 1
self.pressKeyByType(self.ReverseDirctionDict[findDirection] ,keyType)
# 如果界面中没有目标文字的控件出现，则按照传入的方向寻找Max_Try次；仍然未找到 则反方向寻找2*Max_Try次
else:
if count < Max_Try:
count = count + 1
self.pressKeyByType(findDirection, keyType)
else:
Reversecount = Reversecount + 1
self.pressKeyByType(self.ReverseDirctionDict[findDirection] ,keyType)
print "执行%s 次查找，仍未找到目标焦点！！" % (str(Max_Try))
return False
'''
作用：RecyclerView 中焦点没有focused属性 只是子项中的View有放大效果
参数：
text：目标文字的文字内容
textResourceId：目标文字的resourceId
zoomViewResourceId：f放大效果View的resourceId
recyclerViewResourceId：列表recyclerView 的resourceId
findDirection: 目标文字控件被隐藏时寻找的方向
Max_Try:最多查找次数
注意：
例子：
小米USB Images 浏览界面
focusManageAndroid.toDestZoomByText_for_RecyclerView("Pattern", "com.xiaomi.mitv.mediaexplorer:id/album_item_name",
"com.xiaomi.mitv.mediaexplorer:id/album_item_bg",
"com.xiaomi.mitv.mediaexplorer:id/all_albums_view")
'''
# RecyclerView 中焦点没有focused属性 只是子项中的View有放大效果
def toDestZoomByText_for_RecyclerView(self, text, textResourceId, zoomViewResourceId, recyclerViewResourceId,
findDirection="down",
Max_Try=20,
keyType=UATTree.Key_Event):
# 按照传入的方向寻找Max_Try次，如果仍未聚焦到选中area，则按照传入方向的反方向 反向寻找 2*Max_Try 次
count = 0
Max_Try = Max_Try
Reversecount = 0
Reverse_Max_Try = Max_Try * 2
while (True):
if count >= Max_Try and Reversecount >= Reverse_Max_Try:
break
# 等待聚焦效果刷新完成，稳定之后再获取相关的属性
time.sleep(0.5)
# focusedUIObject = self.u.getUiObject(resourceId=FocusViewResourceId)
# focusedBounds = focusedUIObject.info['bounds']
# print "focusedBounds:", focusedBounds
destUIObject = self.u.getUiObject(text=text, resourceId=textResourceId)
if destUIObject:
try:
# 获取目标文本的bounds
destBounds = destUIObject.info['bounds']
# print "destBounds:", destBounds
zoomUiObject = self.u.getUiObject(resourceId=recyclerViewResourceId)
# print "uiObject.info: ", uiObject.info
childCount = zoomUiObject.info['childCount']
zoomBound = {u'top': 0, u'left': 0, u'right': 0, u'bottom': 0}
zoomIndex = -1
for i in range(childCount):
childObject = zoomUiObject.child_by_instance(i, resourceId=zoomViewResourceId)
# print "childObject.info:", childObject.info
childounds = childObject.info['bounds']
# print "child:", str(i), "bounds:", childounds
if self.directionManageAndroid.isBiggerBound(childounds, zoomBound):
zoomBound = childounds
zoomIndex = i
zoomTextBound = zoomUiObject.child_by_instance(i, resourceId=textResourceId).info[
"bounds"]
zoomText = zoomUiObject.child_by_instance(i, resourceId=textResourceId).info["text"]
# print zoomBound, zoomIndex, zoomTextBound, zoomText
print "toDestZoomByText_for_RecyclerView 当前聚焦文字：", zoomText
if str(zoomText) == str(text):
print '成功聚焦到目标焦点:', text
return True
# if self.directionManageAndroid.isHasAnotherBounds(focusedBounds, destBounds):
# print '成功聚焦到目标焦点:', text
# return True
else:
count = count + 1
direction = self.directionManageAndroid.getTargetDirection(zoomTextBound, destBounds)
self.directionManageAndroid.goOneStep(self.u, direction, keyType)
except Exception:
# 出现控件出现一半的时候，获取控件信息会报错
if count < Max_Try:
count = count + 1
self.pressKeyByType(findDirection, keyType)
else:
Reversecount = Reversecount + 1
self.pressKeyByType(self.ReverseDirctionDict[findDirection], keyType)
# 如果界面中没有目标文字的控件出现，则按照传入的方向寻找Max_Try次；仍然未找到 则反方向寻找2*Max_Try次
else:
if count < Max_Try:
count = count + 1
self.pressKeyByType(findDirection, keyType)
else:
Reversecount = Reversecount + 1
self.pressKeyByType(self.ReverseDirctionDict[findDirection], keyType)
print "执行%s 次查找，仍未找到目标焦点！！" % (str(Max_Try))
return False
'''
作用：获取RecyclerView 中所有文字名称的列表
参数：
recyclerViewResourceId：列表recyclerView 的resourceId
textResourceId：item中文本区域的的resourceId
findDirection: 目标文字控件被隐藏时寻找的方向
Max_Try:最多查看次数，执行Max_Try 次findDirection 后 仍无新控件被刷出 则返回所有文件的列表
name_list：最终返回的列表
注意：
例子：
小米USB Music 浏览界面 获取所有的音乐文件
recyclerViewResourceId = "com.xiaomi.mitv.mediaexplorer:id/all_music_view"
textResourceId = "com.xiaomi.mitv.mediaexplorer:id/item_title"
recyclerViewItemNameList = focusManageAndroid.getRecyclerViewItemNameList(recyclerViewResourceId,textResourceId)
print "recyclerViewItemNameList:", recyclerViewItemNameList
'''
def getRecyclerViewItemNameList(self, recyclerViewResourceId, textResourceId, findDirection="down",
Max_Try=10, name_list=[], keyType = UATTree.Key_Event):
count = 0
isNOTChange = False
old_name_list = name_list
while (True):
if count > Max_Try and isNOTChange:
return name_list
break
# 等待聚焦效果刷新完成，稳定之后再获取相关的属性
time.sleep(0.5)
recyclerViewUIObject = self.u.getUiObject(resourceId=recyclerViewResourceId)
for i in range(recyclerViewUIObject.info["childCount"]):
childUIObject = recyclerViewUIObject.child_by_instance(i, resourceId=textResourceId)
try:
childText = childUIObject.info["text"]
if childText not in name_list:
name_list.append(childUIObject.info["text"])
except Exception:
pass
if old_name_list == name_list:
isNOTChange = True
count = count + 1
self.pressKeyByType(findDirection, keyType)
else:
isNOTChange = False
self.pressKeyByType(findDirection, keyType)
self.getRecyclerViewItemNameList(recyclerViewResourceId, textResourceId, findDirection,
Max_Try, name_list)
'''
作用：获取RecyclerView 中所有文字名称的列表
参数：
keyText:寻找目标Text的key的Text
keyResourceId:寻找目标Text的key的resourceId
recyclerViewResourceId：列表recyclerView 的resourceId
textResourceId：目标text的中文本区域的的resourceId
findDirection: 目标文字控件被隐藏时寻找的方向
Max_Try:最多查看次数，执行Max_Try 次findDirection 后 仍无新控件被刷出 则返回""
注意：
例子：
小米USB Music 音乐播放界面 通过音乐名称获取音乐时长
keyResourceId = "com.xiaomi.mimusic2:id/item_textview"
recyclerViewResourceId = "com.xiaomi.mimusic2:id/music_list_view"
textResourceId = "com.xiaomi.mimusic2:id/music_list_item_duration"
findText = focusManageAndroid.getRecyclerViewItemTextByKeyText("鸭子", keyResourceId,
recyclerViewResourceId,
textResourceId)
print "findText:", findText
'''
def getRecyclerViewItemTextByKeyText(self, keyText, keyResourceId, recyclerViewResourceId, textResourceId,
findDirection="down",
Max_Try=20,
keyType = UATTree.Key_Event):
count = 0
Reversecount = 0
Reverse_Max_Try = Max_Try * 2
while (True):
if count >= Max_Try and Reversecount >= Reverse_Max_Try:
break
# 等待聚焦效果刷新完成，稳定之后再获取相关的属性
time.sleep(0.5)
recyclerViewUIObject = self.u.getUiObject(resourceId=recyclerViewResourceId)
iCounnt = -1
findText = ""
print "recyclerViewUIObject.info:", recyclerViewUIObject.info
for i in range(recyclerViewUIObject.info["childCount"]):
print "i:", i
try:
childUIObject = recyclerViewUIObject.child_by_instance(i, resourceId=keyResourceId)
if str(childUIObject.info["text"]) == str(keyText):
iCounnt = i
findUIObject = recyclerViewUIObject.child_by_instance(i, resourceId=textResourceId)
findText = findUIObject.info["text"]
return str(findText)
except Exception:
iCounnt = -1
pass
if iCounnt == -1:
if count < Max_Try:
count = count + 1
self.pressKeyByType(findDirection, keyType)
else:
Reversecount = Reversecount + 1
self.pressKeyByType(self.ReverseDirctionDict[findDirection], keyType)
print "执行%s 次查找，仍未找到keyText:%s！！" % (str(Max_Try), str(keyText))
return ""
def focusFirstItemFromRecyclerView(self, recyclerView_resId, child_class, Max_Try=20, keyType = UATTree.Key_Event):
return self.focusItemByIndexFromRecyclerView(recyclerView_resId, child_class, 0, Max_Try, keyType)
def focusItemByIndexFromRecyclerView(self, recyclerView_resId, child_class, target_index, Max_Try=20,
keyType = UATTree.Key_Event, hb_keyDict={}):
count = 0
recyclerView = self.u.getUiObject(resourceId=recyclerView_resId)
while(True):
if hb_keyDict != {}:
# 执行心跳按键
self.executeHeartBeatKey(hb_keyDict)
firstItemUIObject = recyclerView.child_by_instance(target_index, className = child_class)
print "firstItemUIObject.info:", firstItemUIObject.info
if hb_keyDict != {}:
# 执行心跳按键
self.executeHeartBeatKey(hb_keyDict)
destBounds = firstItemUIObject.info['bounds']
print "目标坐标:", destBounds
focusedUIObject = self.u.getFocusedUIObject()
focusedBounds = focusedUIObject.info['bounds']
print "当前坐标：",focusedBounds
if self.directionManageAndroid.isHasAnotherBounds(focusedBounds, destBounds):
print "已将焦点归位至第一位！！！"
return True
else:
if count >= Max_Try:
print "已尝试至最大次数%s次，仍未能使焦点归位至第一位！！！"%Max_Try
return False
direction = self.directionManageAndroid.getTargetDirection(focusedBounds, destBounds)
print "目标方位：",direction
self.directionManageAndroid.goOneStep(self.u, direction, keyType)
count += 1
def focusTargetSeekBar(self, target_resId, chooseType, Max_Try=20, keyType = UATTree.Key_Event, findFocusCount = 0):
count = 0
while(True):
targetUIObject = self.u.getUiObject(resourceId=target_resId)
print "targetUIObject.info:", targetUIObject.info
destBounds = targetUIObject.info['bounds']
print "目标坐标:", destBounds
try:
if chooseType.lower() == "focus":
choosingUIObject = self.u.getFocusedUIObject()
objBounds = choosingUIObject.info['bounds']
elif chooseType.lower() == "select":
choosingUIObject = self.u.getSelectedUIObject()
objBounds = choosingUIObject.info['bounds']
print "当前坐标：",objBounds
except Exception,e:
print "获取焦点失败！Error:",e
if findFocusCount < 3:
self.u.pressKeyTimes("down")
return self.focusTargetSeekBar(target_resId, chooseType, findFocusCount = findFocusCount + 1)
else:
print "尝试%s次操作！！！仍未能找到聚焦点！！！无法聚焦到目标"%findFocusCount
return False
if self.directionManageAndroid.isHasAnotherBounds(objBounds, destBounds):
print "已聚焦至目标seekbar！！！"
return True
else:
if count >= Max_Try:
print "已尝试至最大次数%s次，仍未能聚焦至目标seekbar！！！"%Max_Try
return False
direction = self.directionManageAndroid.getTargetDirection(objBounds, destBounds)
print "目标方位：",direction
self.directionManageAndroid.goOneStep(self.u, direction, keyType)
count += 1
def toDestTargetByResourceId_for_RecyclerView(self, resourceId, chooseType, Max_Try=20,
keyType = UATTree.Key_Event, findFocusCount = 0, hb_keyDict={}):
count = 0
while(True):
if hb_keyDict != {}:
# 执行心跳按键
self.executeHeartBeatKey(hb_keyDict)
targetUIObject = self.u.getUiObject(resourceId=resourceId)
print "targetUIObject.info:", targetUIObject.info
destBounds = targetUIObject.info['bounds']
print "目标坐标:", destBounds
if hb_keyDict != {}:
# 执行心跳按键
self.executeHeartBeatKey(hb_keyDict)
try:
if chooseType.lower() == "focus":
choosingUIObject = self.u.getFocusedUIObject()
objBounds = choosingUIObject.info['bounds']
elif chooseType.lower() == "select":
choosingUIObject = self.u.getSelectedUIObject()
objBounds = choosingUIObject.info['bounds']
print "当前坐标：",objBounds
except Exception,e:
print "获取焦点失败！Error:",e
if findFocusCount < 3:
self.u.pressKeyTimes("down")
return self.toDestTargetByResourceId_for_RecyclerView(resourceId, chooseType, findFocusCount = findFocusCount + 1)
else:
print "尝试%s次操作！！！仍未能找到聚焦点！！！无法聚焦到目标"%findFocusCount
return False
if self.directionManageAndroid.isHasAnotherBounds(objBounds, destBounds):
print "已聚焦至目标组件！！！"
return True
else:
if count >= Max_Try:
print "已尝试至最大次数%s次，仍未能聚焦至目标组件！！！"%Max_Try
return False
direction = self.directionManageAndroid.getTargetDirection(objBounds, destBounds)
print "目标方位：",direction
self.directionManageAndroid.goOneStep(self.u, direction, keyType)
count += 1
def pressKeyByType(self, keyName, keyType = UATTree.Key_Event, times = 1, duration = 1.0):
print "pressKeyByType:",keyName,keyType
if keyType == UATTree.Key_Event:
return self.u.pressKeyTimes(keyName, times, duration)
elif keyType == UATTree.Key_IR:
return self.remote.sendKey(keyName, times, duration)
else:
return False
'''
执行心跳按键的函数。传入UATree里parent['others']['heartbeat_key']中的参数，会根据参数的配置执行心跳按键
'''
def executeHeartBeatKey(self, hb_keyDict):
try:
eventList = hb_keyDict["event"]
irList = hb_keyDict["ir"]
if eventList.__len__() > 0:
LoggingUtil.printLog("Executing heartbeat_key by EventKey!!!KeyList:%s" % eventList)
for key in eventList:
self.u.pressKeyTimes(key)
elif irList.__len__() > 0:
LoggingUtil.printLog("Executing heartbeat_key by irKey!!!KeyList:%s" % irList)
for key in irList:
self.remote.sendKey(key)
except Exception,e:
LoggingUtil.printLog(u"[executeHeartBeatKey]: 心跳按键配置异常，无法正常执行心跳按键。\n %s"%e)
if __name__ == "__main__":
u = PyUIAutomator()
dm = DirectionManageAndroid()
fm = FocusManageAndroid(u, dm)
fm.toDestFocusByText_with_FocuseResourceId(text="Picture", focuseResId="com.mediatek.wwtv.tvcenter:id/menu_item_frame")
# directionMange = DirectionManageAndroid()
# focusManage = FocusManageAndroid(u, directionMange)
# focusObj = focusManage.u.getFocusedUIObject()
# print "focusObj.info:",focusObj.info
# childCount = focusObj.info["childCount"]
# for i in range(childCount):
# childUI = focusObj.child_by_instance(i, className = "android.widget.TextView")
# print childUI.info["text"]
# focusManage.toDestFocusByText_for_RecyclerView(text="Picture mode",textResourceId="",
# findDirection="down")
# focusManage.focusTargetSeekBar("com.android.tv.settings:id/seekbar_freq_300")
# recyclerViewUIObject = u.getUiObject(resourceId="com.xiaomi.mitv.mediaexplorer:id/photo_list")
# print "recyclerViewUIObject.info", recyclerViewUIObject.info
# for i in range(recyclerViewUIObject.info["childCount"]):
# childUI = recyclerViewUIObject.child_by_instance(i)
# print "cound %s child.info:"%i, childUI.info
# focusManage.focusFirstItemFromRecyclerView(recyclerViewUIObject, child_class="android.widget.LinearLayout")
# focusedUIObject = pyui.getFocusedUIObject()
# print 'focusedUIObject:', focusedUIObject
# if focusedUIObject:
# print focusedUIObject.info