增加Listener类，待完善

DrissionPage/tools.py

@@ -2,5 +2,145 @@
 """
 实用工具
 """
+from threading import Thread
+from time import perf_counter, sleep
+from typing import Union, Tuple, List
+
+from pychrome import Tab
+
 from .session_element import make_session_ele
 from .easy_set import get_match_driver
+from .mix_page import MixPage
+
+
+class Listener(object):
+    """浏览器的数据包监听器"""
+
+    def __init__(self, page: MixPage, tab_handle: str = None):
+        """初始化                                                  \n
+        :param page: MixPage对象
+        :param tab_handle: 要监听的标签页的handle，不输入读取当前的
+        """
+        self.tab = None
+        self.page = page
+        self.set_tab(tab_handle)
+
+        self.listening = False
+        self.targets = None
+        self.results: dict = {}
+
+        self._response_count = 0
+        self._requestIds = {}
+
+    def set_targets(self, targets: Union[str, List[str], Tuple[str]]) -> None:
+        """设置要拦截的目标，可以设置多个                     \n
+        :param targets: 字符串或字符串组成的列表
+        :return: None
+        """
+        if isinstance(targets, str):
+            self.targets = [targets]
+        elif isinstance(targets, tuple):
+            self.targets = list(targets)
+
+    def set_tab(self, tab_handle: str) -> None:
+        """设置要监听的标签页                                \n
+        :param tab_handle: 标签页的handle
+        :return: None
+        """
+        url = self.page.drission.driver_options.debugger_address
+        if not url:
+            raise RuntimeError('必须设置debugger_address参数才能使用此功能。')
+        if tab_handle is None:
+            tab_handle = self.page.current_tab_handle
+        tab_id = tab_handle.split('-')[-1]
+
+        tab_data = {"id": tab_id, "type": "page",
+                    "webSocketDebuggerUrl": f"ws://{url}/devtools/page/{tab_id}"}
+
+        self.tab = Tab(**tab_data)
+
+    def listen(self, targets: Union[str, List[str], Tuple[str]] = None,
+               count: int = None,
+               timeout: float = None,
+               asyn: bool = False) -> None:
+        """拦截目标请求，直到超时或达到拦截个数，每次拦截前清空结果                        \n
+        :param targets: 要监听的目标字符串，可输入多个，请求url包含这些字符串就会被记录
+        :param count: 要记录的个数，到达个数停止监听
+        :param timeout: 监听最长时间，到时间即使未达到记录个数也停止，None为无限长
+        :param asyn: 是否异步执行
+        :return: None
+        """
+        self.set_targets(targets)
+
+        self.tab.Network.responseReceived = self._response_received
+        self.tab.Network.loadingFinished = self._loading_finished
+
+        self.tab.start()
+        self.tab.Network.enable()
+        self.listening = True
+        self._response_count = 0
+
+        if asyn:
+            Thread(target=self._do_listen, args=(count, timeout)).start()
+        else:
+            self._do_listen(count, timeout)
+
+    def stop(self) -> None:
+        """停止监听"""
+        self.listening = False
+
+    def wait(self) -> None:
+        """等等监听结束"""
+        while self.listening:
+            sleep(.5)
+
+    def _do_listen(self,
+                   count: int = None,
+                   timeout: float = None) -> None:
+        """执行监听                                                         \n
+        :param count: 要记录的个数，到达个数停止监听
+        :param timeout: 监听最长时间，到时间即使未达到记录个数也停止，None为无限长
+        :return: None
+        """
+        t1 = perf_counter()
+        while True:  # 当收到停止信号、到达须获取结果数、到时间就停止
+            if not self.listening \
+                    or (count is not None and self._response_count >= count) \
+                    or (timeout is not None and perf_counter() - t1 >= timeout):
+                break
+            sleep(.5)
+
+        self.listening = False
+        self.tab.Network.responseReceived = self._null_function
+        self.tab.Network.loadingFinished = self._null_function
+
+    def _loading_finished(self, **kwargs) -> None:
+        """请求完成时处理方法"""
+        requestId = kwargs['requestId']
+        target = self._requestIds.pop(requestId, None)
+        if target is not None:
+            response = target['response']
+            response['body'] = self._get_response_body(requestId)
+            target = target['target']
+            if target in self.results:
+                self.results[target].append(response)
+            else:
+                self.results[target] = [response]
+            self._response_count += 1
+
+    def _response_received(self, **kwargs) -> None:
+        """接收到返回信息时处理方法"""
+        for target in self.targets:
+            if target in kwargs['response']['url']:
+                self._requestIds[kwargs['requestId']] = {'target': target, 'response': kwargs['response']}
+
+    def _null_function(self, **kwargs) -> None:
+        """空方法，用于清除绑定的方法"""
+        pass
+
+    def _get_response_body(self, requestId: str) -> str:
+        """获取返回的内容                  \n
+        :param requestId: 请求的id
+        :return: 返回内容的文本
+        """
+        return self.tab.call_method('Network.getResponseBody', requestId=requestId)['body']

requirements.txt

@@ -4,3 +4,4 @@ tldextract
 lxml
 cssselect
 DownloadKit
+pychrome

setup.py

@@ -22,7 +22,8 @@ setup(
         "lxml",
         "tldextract",
         "requests",
-        "DownloadKit"
+        "DownloadKit",
+        "pychrome"
     ],
     classifiers=[
         "Programming Language :: Python :: 3.6",