mirror of
https://gitee.com/g1879/DrissionPage.git
synced 2024-12-10 04:00:23 +08:00
673 lines
26 KiB
Python
673 lines
26 KiB
Python
# -*- coding:utf-8 -*-
|
||
"""
|
||
@Author : g1879
|
||
@Contact : g1879@qq.com
|
||
"""
|
||
from re import search
|
||
from threading import Thread
|
||
from time import sleep, perf_counter
|
||
|
||
from .chromium_base import ChromiumBase, ChromiumPageScroll
|
||
from .chromium_element import ChromiumElement
|
||
from .commons.tools import get_usable_path
|
||
from .errors import ContextLossError
|
||
from .setter import ChromiumFrameSetter
|
||
from .waiter import FrameWaiter
|
||
|
||
|
||
class ChromiumFrame(ChromiumBase):
|
||
def __init__(self, page, ele):
|
||
"""
|
||
:param page: frame所在的页面对象
|
||
:param ele: frame所在元素
|
||
"""
|
||
page_type = str(type(page))
|
||
if 'ChromiumPage' in page_type or 'WebPage' in page:
|
||
self.page = self._target_page = self.tab = page
|
||
else: # Tab、Frame
|
||
self.page = page.page
|
||
self._target_page = page
|
||
self.tab = page.tab if 'ChromiumFrame' in page_type else page
|
||
|
||
self.address = page.address
|
||
node = page.run_cdp('DOM.describeNode', backendNodeId=ele.ids.backend_id)['node']
|
||
self.frame_id = node['frameId']
|
||
self._tab_id = page.tab_id
|
||
self._backend_id = ele.ids.backend_id
|
||
self._frame_ele = ele
|
||
self._states = None
|
||
|
||
if self._is_inner_frame():
|
||
self._is_diff_domain = False
|
||
self.doc_ele = ChromiumElement(self._target_page, backend_id=node['contentDocument']['backendNodeId'])
|
||
super().__init__(page.address, page.tab_id, page.timeout)
|
||
else:
|
||
self._is_diff_domain = True
|
||
super().__init__(page.address, self.frame_id, page.timeout)
|
||
obj_id = super().run_js('document;', as_expr=True)['objectId']
|
||
self.doc_ele = ChromiumElement(self, obj_id=obj_id)
|
||
self._ids = ChromiumFrameIds(self)
|
||
|
||
end_time = perf_counter() + 2
|
||
while perf_counter() < end_time and self.url == 'about:blank':
|
||
sleep(.1)
|
||
|
||
t = Thread(target=self._check_alive)
|
||
t.daemon = True
|
||
t.start()
|
||
|
||
def __call__(self, loc_or_str, timeout=None):
|
||
"""在内部查找元素
|
||
例：ele2 = ele1('@id=ele_id')
|
||
:param loc_or_str: 元素的定位信息，可以是loc元组，或查询字符串
|
||
:param timeout: 超时时间
|
||
:return: ChromiumElement对象或属性、文本
|
||
"""
|
||
return self.ele(loc_or_str, timeout)
|
||
|
||
def __repr__(self):
|
||
attrs = self.frame_ele.attrs
|
||
attrs = [f"{attr}='{attrs[attr]}'" for attr in attrs]
|
||
return f'<ChromiumFrame {self.frame_ele.tag} {" ".join(attrs)}>'
|
||
|
||
def _runtime_settings(self):
|
||
"""重写设置浏览器运行参数方法"""
|
||
self._timeouts = self._target_page.timeouts
|
||
self._page_load_strategy = self._target_page.page_load_strategy
|
||
|
||
def _driver_init(self, tab_id):
|
||
"""避免出现服务器500错误
|
||
:param tab_id: 要跳转到的标签页id
|
||
:return: None
|
||
"""
|
||
try:
|
||
super()._driver_init(tab_id)
|
||
except:
|
||
u = f'http://{self.address}/json'
|
||
self._control_session.get(u)
|
||
self._control_session.get(u, headers={'Connection': 'close'})
|
||
super()._driver_init(tab_id)
|
||
|
||
def _reload(self):
|
||
"""重新获取document"""
|
||
debug = self._debug
|
||
if debug:
|
||
print('重新获取document')
|
||
|
||
self._frame_ele = ChromiumElement(self._target_page, backend_id=self._backend_id)
|
||
node = self._target_page.run_cdp('DOM.describeNode', backendNodeId=self._frame_ele.ids.backend_id)['node']
|
||
|
||
if self._is_inner_frame():
|
||
self._is_diff_domain = False
|
||
self.doc_ele = ChromiumElement(self._target_page, backend_id=node['contentDocument']['backendNodeId'])
|
||
super().__init__(self.address, self._target_page.tab_id, self._target_page.timeout)
|
||
self._debug = debug
|
||
else:
|
||
self._is_diff_domain = True
|
||
self._tab_obj.stop()
|
||
super().__init__(self.address, self.frame_id, self._target_page.timeout)
|
||
obj_id = super().run_js('document;', as_expr=True)['objectId']
|
||
self.doc_ele = ChromiumElement(self, obj_id=obj_id)
|
||
self._debug = debug
|
||
|
||
def _check_ok(self):
|
||
"""用于应付同域异域之间跳转导致元素丢失问题"""
|
||
if self._tab_obj._stopped.is_set():
|
||
self._reload()
|
||
|
||
try:
|
||
self._target_page.run_cdp('DOM.describeNode', nodeId=self.ids.node_id)
|
||
except Exception:
|
||
self._reload()
|
||
# sleep(2)
|
||
|
||
def _get_new_document(self):
|
||
"""刷新cdp使用的document数据"""
|
||
if not self._is_reading:
|
||
self._is_reading = True
|
||
|
||
if self._debug:
|
||
print('---获取document')
|
||
|
||
end_time = perf_counter() + 3
|
||
while self.is_alive and perf_counter() < end_time:
|
||
try:
|
||
if self._is_diff_domain is False:
|
||
node = self._target_page.run_cdp('DOM.describeNode', backendNodeId=self.ids.backend_id)['node']
|
||
self.doc_ele = ChromiumElement(self._target_page,
|
||
backend_id=node['contentDocument']['backendNodeId'])
|
||
|
||
else:
|
||
b_id = self.run_cdp('DOM.getDocument')['root']['backendNodeId']
|
||
self.doc_ele = ChromiumElement(self, backend_id=b_id)
|
||
|
||
break
|
||
|
||
except Exception:
|
||
sleep(.1)
|
||
|
||
# else:
|
||
# raise RuntimeError('获取document失败。')
|
||
|
||
if self._debug:
|
||
print('---获取document结束')
|
||
|
||
self._is_loading = False
|
||
self._is_reading = False
|
||
|
||
def _onFrameNavigated(self, **kwargs):
|
||
"""页面跳转时触发"""
|
||
if kwargs['frame']['id'] == self.frame_id and self._first_run is False and self._is_loading:
|
||
self._is_loading = True
|
||
|
||
if self._debug:
|
||
print('navigated')
|
||
if self._debug_recorder:
|
||
self._debug_recorder.add_data((perf_counter(), '加载流程', 'navigated'))
|
||
|
||
def _onLoadEventFired(self, **kwargs):
|
||
"""在页面刷新、变化后重新读取页面内容"""
|
||
# 用于覆盖父类方法，不能删
|
||
self._get_new_document()
|
||
|
||
if self._debug:
|
||
print('loadEventFired')
|
||
if self._debug_recorder:
|
||
self._debug_recorder.add_data((perf_counter(), '加载流程', 'loadEventFired'))
|
||
|
||
def _onFrameStartedLoading(self, **kwargs):
|
||
"""页面开始加载时触发"""
|
||
if kwargs['frameId'] == self.frame_id:
|
||
self._is_loading = True
|
||
if self._debug:
|
||
print('页面开始加载 FrameStartedLoading')
|
||
|
||
def _onFrameStoppedLoading(self, **kwargs):
|
||
"""页面加载完成后触发"""
|
||
if kwargs['frameId'] == self.frame_id and self._first_run is False and self._is_loading:
|
||
if self._debug:
|
||
print('页面停止加载 FrameStoppedLoading')
|
||
self._get_new_document()
|
||
|
||
@property
|
||
def ids(self):
|
||
return self._ids
|
||
|
||
@property
|
||
def frame_ele(self):
|
||
"""返回总页面上的frame元素"""
|
||
return self._frame_ele
|
||
|
||
@property
|
||
def tag(self):
|
||
"""返回元素tag"""
|
||
self._check_ok()
|
||
return self.frame_ele.tag
|
||
|
||
@property
|
||
def url(self):
|
||
"""返回frame当前访问的url"""
|
||
self._check_ok()
|
||
return self.doc_ele.run_js('return this.location.href;')
|
||
|
||
@property
|
||
def html(self):
|
||
"""返回元素outerHTML文本"""
|
||
self._check_ok()
|
||
tag = self.tag
|
||
out_html = self._target_page.run_cdp('DOM.getOuterHTML', backendNodeId=self.frame_ele.ids.backend_id)[
|
||
'outerHTML']
|
||
sign = search(rf'<{tag}.*?>', out_html).group(0)
|
||
return f'{sign}{self.inner_html}</{tag}>'
|
||
|
||
@property
|
||
def inner_html(self):
|
||
"""返回元素innerHTML文本"""
|
||
self._check_ok()
|
||
return self.doc_ele.run_js('return this.documentElement.outerHTML;')
|
||
|
||
@property
|
||
def title(self):
|
||
"""返回页面title"""
|
||
self._check_ok()
|
||
r = self._ele('t:title', raise_err=False)
|
||
return r.text if r else None
|
||
|
||
@property
|
||
def cookies(self):
|
||
"""以dict格式返回cookies"""
|
||
self._check_ok()
|
||
return super().cookies if self._is_diff_domain else self.doc_ele.run_js('return this.cookie;')
|
||
|
||
@property
|
||
def attrs(self):
|
||
"""返回frame元素所有attribute属性"""
|
||
self._check_ok()
|
||
return self.frame_ele.attrs
|
||
|
||
@property
|
||
def frame_size(self):
|
||
"""返回frame内页面尺寸，格式：(长, 高)"""
|
||
self._check_ok()
|
||
w = self.doc_ele.run_js('return this.body.scrollWidth')
|
||
h = self.doc_ele.run_js('return this.body.scrollHeight')
|
||
return w, h
|
||
|
||
@property
|
||
def size(self):
|
||
"""返回frame元素大小"""
|
||
self._check_ok()
|
||
return self.frame_ele.size
|
||
|
||
@property
|
||
def active_ele(self):
|
||
"""返回当前焦点所在元素"""
|
||
self._check_ok()
|
||
return self.doc_ele.run_js('return this.activeElement;')
|
||
|
||
@property
|
||
def location(self):
|
||
"""返回frame元素左上角的绝对坐标"""
|
||
self._check_ok()
|
||
return self.frame_ele.location
|
||
|
||
@property
|
||
def locations(self):
|
||
"""返回用于获取元素位置的对象"""
|
||
return self.frame_ele.locations
|
||
|
||
@property
|
||
def xpath(self):
|
||
"""返回frame的xpath绝对路径"""
|
||
self._check_ok()
|
||
return self.frame_ele.xpath
|
||
|
||
@property
|
||
def css_path(self):
|
||
"""返回frame的css selector绝对路径"""
|
||
self._check_ok()
|
||
return self.frame_ele.css_path
|
||
|
||
@property
|
||
def ready_state(self):
|
||
"""返回当前页面加载状态，'loading' 'interactive' 'complete'"""
|
||
if self._is_diff_domain:
|
||
try:
|
||
return super().ready_state
|
||
except:
|
||
return 'complete'
|
||
|
||
else:
|
||
end_time = perf_counter() + 3
|
||
while self.is_alive and perf_counter() < end_time:
|
||
try:
|
||
return self.doc_ele.run_js('return this.readyState;')
|
||
except ContextLossError:
|
||
try:
|
||
node = self.run_cdp('DOM.describeNode', backendNodeId=self.frame_ele.ids.backend_id)['node']
|
||
doc = ChromiumElement(self._target_page, backend_id=node['contentDocument']['backendNodeId'])
|
||
return doc.run_js('return this.readyState;')
|
||
except:
|
||
pass
|
||
|
||
sleep(.1)
|
||
|
||
# raise RuntimeError('获取document失败。')
|
||
|
||
@property
|
||
def is_alive(self):
|
||
"""返回是否仍可用"""
|
||
return self.states.is_alive
|
||
|
||
@property
|
||
def scroll(self):
|
||
"""返回用于等待的对象"""
|
||
return ChromiumFrameScroll(self)
|
||
|
||
@property
|
||
def set(self):
|
||
"""返回用于等待的对象"""
|
||
if self._set is None:
|
||
self._set = ChromiumFrameSetter(self)
|
||
return self._set
|
||
|
||
@property
|
||
def states(self):
|
||
"""返回用于获取状态信息的对象"""
|
||
return self.frame_ele.states
|
||
|
||
@property
|
||
def wait(self):
|
||
"""返回用于等待的对象"""
|
||
if self._wait is None:
|
||
self._wait = FrameWaiter(self)
|
||
return self._wait
|
||
|
||
@property
|
||
def tab_id(self):
|
||
"""返回frame所在tab的id"""
|
||
return self._tab_id
|
||
|
||
def refresh(self):
|
||
"""刷新frame页面"""
|
||
self._check_ok()
|
||
self.doc_ele.run_js('this.location.reload();')
|
||
|
||
def attr(self, attr):
|
||
"""返回frame元素attribute属性值
|
||
:param attr: 属性名
|
||
:return: 属性值文本，没有该属性返回None
|
||
"""
|
||
self._check_ok()
|
||
return self.frame_ele.attr(attr)
|
||
|
||
def remove_attr(self, attr):
|
||
"""删除frame元素attribute属性
|
||
:param attr: 属性名
|
||
:return: None
|
||
"""
|
||
self._check_ok()
|
||
self.frame_ele.remove_attr(attr)
|
||
|
||
def run_js(self, script, *args, as_expr=False):
|
||
"""运行javascript代码
|
||
:param script: js文本
|
||
:param args: 参数，按顺序在js文本中对应argument[0]、argument[1]...
|
||
:param as_expr: 是否作为表达式运行，为True时args无效
|
||
:return: 运行的结果
|
||
"""
|
||
self._check_ok()
|
||
if script.startswith('this.scrollIntoView'):
|
||
return self.frame_ele.run_js(script, *args, as_expr=as_expr)
|
||
else:
|
||
return self.doc_ele.run_js(script, *args, as_expr=as_expr)
|
||
|
||
def parent(self, level_or_loc=1, index=1):
|
||
"""返回上面某一级父元素，可指定层数或用查询语法定位
|
||
:param level_or_loc: 第几级父元素，或定位符
|
||
:param index: 当level_or_loc传入定位符，使用此参数选择第几个结果
|
||
:return: 上级元素对象
|
||
"""
|
||
self._check_ok()
|
||
return self.frame_ele.parent(level_or_loc, index)
|
||
|
||
def prev(self, filter_loc='', index=1, timeout=0, ele_only=True):
|
||
"""返回当前元素前面一个符合条件的同级元素，可用查询语法筛选，可指定返回筛选结果的第几个
|
||
:param filter_loc: 用于筛选的查询语法
|
||
:param index: 前面第几个查询结果，1开始
|
||
:param timeout: 查找节点的超时时间
|
||
:param ele_only: 是否只获取元素，为False时把文本、注释节点也纳入
|
||
:return: 同级元素或节点
|
||
"""
|
||
self._check_ok()
|
||
return self.frame_ele.prev(filter_loc, index, timeout, ele_only=ele_only)
|
||
|
||
def next(self, filter_loc='', index=1, timeout=0, ele_only=True):
|
||
"""返回当前元素后面一个符合条件的同级元素，可用查询语法筛选，可指定返回筛选结果的第几个
|
||
:param filter_loc: 用于筛选的查询语法
|
||
:param index: 后面第几个查询结果，1开始
|
||
:param timeout: 查找节点的超时时间
|
||
:param ele_only: 是否只获取元素，为False时把文本、注释节点也纳入
|
||
:return: 同级元素或节点
|
||
"""
|
||
self._check_ok()
|
||
return self.frame_ele.next(filter_loc, index, timeout, ele_only=ele_only)
|
||
|
||
def before(self, filter_loc='', index=1, timeout=None, ele_only=True):
|
||
"""返回文档中当前元素前面符合条件的第一个元素，可用查询语法筛选，可指定返回筛选结果的第几个
|
||
查找范围不限同级元素，而是整个DOM文档
|
||
:param filter_loc: 用于筛选的查询语法
|
||
:param index: 前面第几个查询结果，1开始
|
||
:param timeout: 查找节点的超时时间
|
||
:param ele_only: 是否只获取元素，为False时把文本、注释节点也纳入
|
||
:return: 本元素前面的某个元素或节点
|
||
"""
|
||
self._check_ok()
|
||
return self.frame_ele.before(filter_loc, index, timeout, ele_only=ele_only)
|
||
|
||
def after(self, filter_loc='', index=1, timeout=None, ele_only=True):
|
||
"""返回文档中此当前元素后面符合条件的第一个元素，可用查询语法筛选，可指定返回筛选结果的第几个
|
||
查找范围不限同级元素，而是整个DOM文档
|
||
:param filter_loc: 用于筛选的查询语法
|
||
:param index: 后面第几个查询结果，1开始
|
||
:param timeout: 查找节点的超时时间
|
||
:param ele_only: 是否只获取元素，为False时把文本、注释节点也纳入
|
||
:return: 本元素后面的某个元素或节点
|
||
"""
|
||
self._check_ok()
|
||
return self.frame_ele.after(filter_loc, index, timeout, ele_only=ele_only)
|
||
|
||
def prevs(self, filter_loc='', timeout=0, ele_only=True):
|
||
"""返回当前元素前面符合条件的同级元素或节点组成的列表，可用查询语法筛选
|
||
:param filter_loc: 用于筛选的查询语法
|
||
:param timeout: 查找节点的超时时间
|
||
:param ele_only: 是否只获取元素，为False时把文本、注释节点也纳入
|
||
:return: 同级元素或节点文本组成的列表
|
||
"""
|
||
self._check_ok()
|
||
return self.frame_ele.prevs(filter_loc, timeout, ele_only=ele_only)
|
||
|
||
def nexts(self, filter_loc='', timeout=0, ele_only=True):
|
||
"""返回当前元素后面符合条件的同级元素或节点组成的列表，可用查询语法筛选
|
||
:param filter_loc: 用于筛选的查询语法
|
||
:param timeout: 查找节点的超时时间
|
||
:param ele_only: 是否只获取元素，为False时把文本、注释节点也纳入
|
||
:return: 同级元素或节点文本组成的列表
|
||
"""
|
||
self._check_ok()
|
||
return self.frame_ele.nexts(filter_loc, timeout, ele_only=ele_only)
|
||
|
||
def befores(self, filter_loc='', timeout=None, ele_only=True):
|
||
"""返回文档中当前元素前面符合条件的元素或节点组成的列表，可用查询语法筛选
|
||
查找范围不限同级元素，而是整个DOM文档
|
||
:param filter_loc: 用于筛选的查询语法
|
||
:param timeout: 查找节点的超时时间
|
||
:param ele_only: 是否只获取元素，为False时把文本、注释节点也纳入
|
||
:return: 本元素前面的元素或节点组成的列表
|
||
"""
|
||
self._check_ok()
|
||
return self.frame_ele.befores(filter_loc, timeout, ele_only=ele_only)
|
||
|
||
def afters(self, filter_loc='', timeout=None, ele_only=True):
|
||
"""返回文档中当前元素后面符合条件的元素或节点组成的列表，可用查询语法筛选
|
||
查找范围不限同级元素，而是整个DOM文档
|
||
:param filter_loc: 用于筛选的查询语法
|
||
:param timeout: 查找节点的超时时间
|
||
:param ele_only: 是否只获取元素，为False时把文本、注释节点也纳入
|
||
:return: 本元素前面的元素或节点组成的列表
|
||
"""
|
||
self._check_ok()
|
||
return self.frame_ele.afters(filter_loc, timeout, ele_only=ele_only)
|
||
|
||
def get_screenshot(self, path=None, as_bytes=None, as_base64=None):
|
||
"""对页面进行截图，可对整个网页、可见网页、指定范围截图。对可视范围外截图需要90以上版本浏览器支持
|
||
:param path: 完整路径，后缀可选 'jpg','jpeg','png','webp'
|
||
:param as_bytes: 是否以字节形式返回图片，可选 'jpg','jpeg','png','webp'，生效时path参数和as_base64参数无效
|
||
:param as_base64: 是否以base64字符串形式返回图片，可选 'jpg','jpeg','png','webp'，生效时path参数无效
|
||
:return: 图片完整路径或字节文本
|
||
"""
|
||
return self.frame_ele.get_screenshot(path=path, as_bytes=as_bytes, as_base64=as_base64)
|
||
|
||
def _get_screenshot(self, path=None, as_bytes: [bool, str] = None, as_base64: [bool, str] = None,
|
||
full_page=False, left_top=None, right_bottom=None, ele=None):
|
||
"""实现对元素截图
|
||
:param path: 完整路径，后缀可选 'jpg','jpeg','png','webp'
|
||
:param as_bytes: 是否以字节形式返回图片，可选 'jpg','jpeg','png','webp'，生效时path参数和as_base64参数无效
|
||
:param as_base64: 是否以base64字符串形式返回图片，可选 'jpg','jpeg','png','webp'，生效时path参数无效
|
||
:param full_page: 是否整页截图，为True截取整个网页，为False截取可视窗口
|
||
:param left_top: 截取范围左上角坐标
|
||
:param right_bottom: 截取范围右下角角坐标
|
||
:param ele: 为异域iframe内元素截图设置
|
||
:return: 图片完整路径或字节文本
|
||
"""
|
||
if not self._is_diff_domain:
|
||
return super().get_screenshot(path=path, as_bytes=as_bytes, as_base64=as_base64,
|
||
full_page=full_page, left_top=left_top, right_bottom=right_bottom)
|
||
|
||
if as_bytes:
|
||
if as_bytes is True:
|
||
pic_type = 'png'
|
||
else:
|
||
if as_bytes not in ('jpg', 'jpeg', 'png', 'webp'):
|
||
raise ValueError("只能接收 'jpg', 'jpeg', 'png', 'webp' 四种格式。")
|
||
pic_type = 'jpeg' if as_bytes == 'jpg' else as_bytes
|
||
|
||
elif as_base64:
|
||
if as_base64 is True:
|
||
pic_type = 'png'
|
||
else:
|
||
if as_base64 not in ('jpg', 'jpeg', 'png', 'webp'):
|
||
raise ValueError("只能接收 'jpg', 'jpeg', 'png', 'webp' 四种格式。")
|
||
pic_type = 'jpeg' if as_base64 == 'jpg' else as_base64
|
||
|
||
else:
|
||
if not path:
|
||
path = f'{self.title}.jpg'
|
||
path = get_usable_path(path)
|
||
pic_type = path.suffix.lower()
|
||
if pic_type not in ('.jpg', '.jpeg', '.png', '.webp'):
|
||
raise TypeError(f'不支持的文件格式：{pic_type}。')
|
||
pic_type = 'jpeg' if pic_type == '.jpg' else pic_type[1:]
|
||
|
||
self.frame_ele.scroll.to_see(center=True)
|
||
self.scroll.to_see(ele, center=True)
|
||
cx, cy = ele.locations.viewport_location
|
||
w, h = ele.size
|
||
img_data = f'data:image/{pic_type};base64,{self.frame_ele.get_screenshot(as_base64=True)}'
|
||
body = self._target_page('t:body')
|
||
first_child = body('c::first-child')
|
||
if not isinstance(first_child, ChromiumElement):
|
||
first_child = first_child.frame_ele
|
||
js = f'''
|
||
img = document.createElement('img');
|
||
img.src = "{img_data}";
|
||
img.style.setProperty("z-index",9999999);
|
||
img.style.setProperty("position","fixed");
|
||
arguments[0].insertBefore(img, this);
|
||
return img;'''
|
||
new_ele = first_child.run_js(js, body)
|
||
new_ele.scroll.to_see(True)
|
||
top = int(self.frame_ele.style('border-top').split('px')[0])
|
||
left = int(self.frame_ele.style('border-left').split('px')[0])
|
||
r = self._target_page.get_screenshot(path=path, as_bytes=as_bytes, as_base64=as_base64,
|
||
left_top=(cx + left, cy + top), right_bottom=(cx + w + left, cy + h + top))
|
||
self._target_page.remove_ele(new_ele)
|
||
return r
|
||
|
||
def _find_elements(self, loc_or_ele, timeout=None, single=True, relative=False, raise_err=None):
|
||
"""在frame内查找单个元素
|
||
:param loc_or_ele: 定位符或元素对象
|
||
:param timeout: 查找超时时间
|
||
:param single: True则返回第一个，False则返回全部
|
||
:param relative: WebPage用的表示是否相对定位的参数
|
||
:param raise_err: 找不到元素是是否抛出异常，为None时根据全局设置
|
||
:return: ChromiumElement对象
|
||
"""
|
||
self._check_ok()
|
||
if isinstance(loc_or_ele, ChromiumElement):
|
||
return loc_or_ele
|
||
|
||
self.wait.load_complete()
|
||
|
||
return self.doc_ele._ele(loc_or_ele, timeout, raise_err=raise_err) \
|
||
if single else self.doc_ele.eles(loc_or_ele, timeout)
|
||
|
||
def _d_connect(self, to_url, times=0, interval=1, show_errmsg=False, timeout=None):
|
||
"""尝试连接，重试若干次
|
||
:param to_url: 要访问的url
|
||
:param times: 重试次数
|
||
:param interval: 重试间隔（秒）
|
||
:param show_errmsg: 是否抛出异常
|
||
:param timeout: 连接超时时间
|
||
:return: 是否成功，返回None表示不确定
|
||
"""
|
||
self._check_ok()
|
||
err = None
|
||
timeout = timeout if timeout is not None else self.timeouts.page_load
|
||
|
||
for t in range(times + 1):
|
||
err = None
|
||
result = self.driver.call_method('Page.navigate', url=to_url, frameId=self.frame_id)
|
||
|
||
is_timeout = not self._wait_loaded(timeout)
|
||
sleep(.5)
|
||
self.wait.load_complete()
|
||
|
||
if is_timeout:
|
||
err = TimeoutError('页面连接超时。')
|
||
if 'errorText' in result:
|
||
err = ConnectionError(result['errorText'])
|
||
|
||
if not err:
|
||
break
|
||
|
||
if t < times:
|
||
sleep(interval)
|
||
while self.ready_state not in ('complete', None):
|
||
sleep(.1)
|
||
if self._debug:
|
||
print('重试')
|
||
if show_errmsg:
|
||
print(f'重试 {to_url}')
|
||
|
||
if err:
|
||
if show_errmsg:
|
||
raise err if err is not None else ConnectionError('连接异常。')
|
||
return False
|
||
|
||
return True
|
||
|
||
def _is_inner_frame(self):
|
||
"""返回当前frame是否同域"""
|
||
return self.frame_id in str(self._target_page.run_cdp('Page.getFrameTree')['frameTree'])
|
||
|
||
def _check_alive(self):
|
||
"""检测iframe是否有效线程方法"""
|
||
while self.is_alive:
|
||
sleep(1)
|
||
self.driver.stop()
|
||
|
||
|
||
class ChromiumFrameIds(object):
|
||
def __init__(self, frame):
|
||
self._frame = frame
|
||
|
||
@property
|
||
def tab_id(self):
|
||
"""返回当前标签页id"""
|
||
return self._frame._tab_id
|
||
|
||
@property
|
||
def backend_id(self):
|
||
"""返回cdp中的node id"""
|
||
return self._frame._backend_id
|
||
|
||
@property
|
||
def obj_id(self):
|
||
"""返回frame元素的object id"""
|
||
return self._frame.frame_ele.ids.obj_id
|
||
|
||
@property
|
||
def node_id(self):
|
||
"""返回cdp中的node id"""
|
||
return self._frame.frame_ele.ids.node_id
|
||
|
||
|
||
class ChromiumFrameScroll(ChromiumPageScroll):
|
||
def __init__(self, frame):
|
||
"""
|
||
:param frame: ChromiumFrame对象
|
||
"""
|
||
self._driver = frame.doc_ele
|
||
self.t1 = self.t2 = 'this.documentElement'
|
||
self._wait_complete = False
|
||
|
||
def to_see(self, loc_or_ele, center=None):
|
||
"""滚动页面直到元素可见
|
||
:param loc_or_ele: 元素的定位信息，可以是loc元组，或查询字符串
|
||
:param center: 是否尽量滚动到页面正中，为None时如果被遮挡，则滚动到页面正中
|
||
:return: None
|
||
"""
|
||
ele = loc_or_ele if isinstance(loc_or_ele, ChromiumElement) else self._driver._ele(loc_or_ele)
|
||
self._to_see(ele, center)
|