From 690fb96fd0633fe6f8d5505fbf1ffc16ed5df7f8 Mon Sep 17 00:00:00 2001 From: g1879 Date: Sun, 10 Mar 2024 23:27:36 +0800 Subject: [PATCH] =?UTF-8?q?4.0.4.9=E4=BF=AE=E5=A4=8Dmhtml=E9=97=AE?= =?UTF-8?q?=E9=A2=98=EF=BC=9Bjs=E4=B8=ADvar=E6=94=B9=E4=B8=BAlet?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- DrissionPage/_elements/chromium_element.py | 12 +- DrissionPage/_functions/web.py | 6 +- DrissionPage/_pages/chromium_base.py | 36 +- DrissionPage/_units/scroller.py | 2 +- java/pom.xml | 154 + .../com/ll/DataRecorder/BaseRecorder.java | 76 + .../java/com/ll/DataRecorder/BaseSetter.java | 155 + .../com/ll/DataRecorder/ByteRecorder.java | 150 + .../java/com/ll/DataRecorder/DBRecorder.java | 20 + .../com/ll/DataRecorder/OriginalRecorder.java | 236 ++ .../com/ll/DataRecorder/OriginalSetter.java | 58 + .../java/com/ll/DataRecorder/Recorder.java | 269 ++ .../com/ll/DataRecorder/RecorderSetter.java | 11 + .../com/ll/DataRecorder/SheetLikeSetter.java | 12 + .../main/java/com/ll/DataRecorder/Tools.java | 104 + .../java/com/ll/DownloadKit/DownloadKit.java | 1294 ++++++++ .../java/com/ll/DownloadKit/FileExists.java | 46 + .../java/com/ll/DownloadKit/FileMode.java | 18 + .../main/java/com/ll/DownloadKit/LogSet.java | 86 + .../main/java/com/ll/DownloadKit/Setter.java | 197 ++ .../main/java/com/ll/DownloadKit/Utils.java | 329 ++ .../com/ll/DownloadKit/mission/BaseTask.java | 131 + .../com/ll/DownloadKit/mission/Mission.java | 401 +++ .../ll/DownloadKit/mission/MissionData.java | 83 + .../java/com/ll/DownloadKit/mission/Task.java | 104 + .../com/ll/DrissonPage/base/BaseElement.java | 242 ++ .../com/ll/DrissonPage/base/BasePage.java | 300 ++ .../com/ll/DrissonPage/base/BaseParser.java | 235 ++ .../ll/DrissonPage/base/BeforeConnect.java | 16 + .../java/com/ll/DrissonPage/base/Browser.java | 470 +++ .../ll/DrissonPage/base/BrowserDriver.java | 49 + .../main/java/com/ll/DrissonPage/base/By.java | 91 + .../com/ll/DrissonPage/base/BySelect.java | 18 + .../ll/DrissonPage/base/DrissionElement.java | 1270 ++++++++ .../java/com/ll/DrissonPage/base/Driver.java | 450 +++ .../java/com/ll/DrissonPage/base/Driver2.java | 423 +++ .../java/com/ll/DrissonPage/base/Driver3.java | 426 +++ .../base/Driver_org_webSocket.java | 424 +++ .../com/ll/DrissonPage/base/ElePathMode.java | 17 + .../com/ll/DrissonPage/base/MyRunnable.java | 14 + .../com/ll/DrissonPage/base/Occupant.java | 10 + .../DrissonPage/config/ChromiumOptions.java | 747 +++++ .../ll/DrissonPage/config/OptionsManager.java | 163 + .../com/ll/DrissonPage/config/PortFinder.java | 98 + .../ll/DrissonPage/config/SessionOptions.java | 442 +++ .../DrissonPage/element/ChromiumElement.java | 2755 +++++++++++++++++ .../com/ll/DrissonPage/element/Pseudo.java | 26 + .../ll/DrissonPage/element/SelectElement.java | 701 +++++ .../DrissonPage/element/SessionElement.java | 302 ++ .../ll/DrissonPage/element/ShadowRoot.java | 868 ++++++ .../com/ll/DrissonPage/error/BaseError.java | 20 + .../error/extend/AlertExistsError.java | 18 + .../error/extend/BrowserConnectError.java | 18 + .../ll/DrissonPage/error/extend/CDPError.java | 18 + .../error/extend/CanNotClickError.java | 18 + .../error/extend/ContextLostError.java | 19 + .../error/extend/CookieFormatError.java | 18 + .../error/extend/ElementLostError.java | 18 + .../error/extend/ElementNotFoundError.java | 40 + .../error/extend/GetDocumentError.java | 18 + .../error/extend/InvalidSelectorError.java | 13 + .../error/extend/JavaScriptError.java | 18 + .../DrissonPage/error/extend/NoRectError.java | 18 + .../error/extend/NoResourceError.java | 18 + .../error/extend/PageDisconnectedError.java | 21 + .../error/extend/StorageError.java | 19 + .../error/extend/WaitTimeoutError.java | 18 + .../error/extend/WrongURLError.java | 20 + .../error/extend/loadFileError.java | 24 + .../DrissonPage/functions/BrowserUtils.java | 474 +++ .../com/ll/DrissonPage/functions/Keys.java | 254 ++ .../com/ll/DrissonPage/functions/Locator.java | 577 ++++ .../ll/DrissonPage/functions/Settings.java | 17 + .../com/ll/DrissonPage/functions/Tools.java | 293 ++ .../com/ll/DrissonPage/functions/Web.java | 411 +++ .../java/com/ll/DrissonPage/page/Alert.java | 26 + .../com/ll/DrissonPage/page/ChromiumBase.java | 2204 +++++++++++++ .../ll/DrissonPage/page/ChromiumFrame.java | 1404 +++++++++ .../com/ll/DrissonPage/page/ChromiumPage.java | 705 +++++ .../com/ll/DrissonPage/page/ChromiumTab.java | 152 + .../com/ll/DrissonPage/page/SessionPage.java | 690 +++++ .../java/com/ll/DrissonPage/page/Timeout.java | 62 + .../java/com/ll/DrissonPage/page/WebMode.java | 16 + .../java/com/ll/DrissonPage/page/WebPage.java | 916 ++++++ .../com/ll/DrissonPage/page/WebPageTab.java | 632 ++++ .../com/ll/DrissonPage/units/Actions.java | 1084 +++++++ .../com/ll/DrissonPage/units/ClickAction.java | 17 + .../com/ll/DrissonPage/units/Clicker.java | 436 +++ .../com/ll/DrissonPage/units/Coordinate.java | 35 + .../com/ll/DrissonPage/units/HttpClient.java | 19 + .../com/ll/DrissonPage/units/PicType.java | 16 + .../units/cookiesSetter/CookiesSetter.java | 79 + .../cookiesSetter/SessionCookiesSetter.java | 66 + .../cookiesSetter/WebPageCookiesSetter.java | 45 + .../units/downloader/DownloadManager.java | 371 +++ .../units/downloader/DownloadMission.java | 162 + .../units/downloader/TabDownloadSettings.java | 34 + .../units/listener/DataPacket.java | 108 + .../DrissonPage/units/listener/ExtraInfo.java | 28 + .../DrissonPage/units/listener/FailInfo.java | 22 + .../units/listener/FrameListener.java | 41 + .../DrissonPage/units/listener/Listener.java | 952 ++++++ .../DrissonPage/units/listener/Request.java | 65 + .../units/listener/RequestExtraInfo.java | 13 + .../DrissonPage/units/listener/Response.java | 67 + .../units/listener/ResponseExtraInfo.java | 13 + .../DrissonPage/units/rect/ElementRect.java | 160 + .../ll/DrissonPage/units/rect/FrameRect.java | 115 + .../ll/DrissonPage/units/rect/TabRect.java | 106 + .../units/screencast/Screencast.java | 139 + .../units/screencast/ScreencastMode.java | 47 + .../units/scroller/ElementScroller.java | 38 + .../units/scroller/FrameScroller.java | 84 + .../units/scroller/PageScroller.java | 100 + .../DrissonPage/units/scroller/Scroller.java | 162 + .../units/setter/BasePageSetter.java | 25 + .../units/setter/ChromiumBaseSetter.java | 273 ++ .../units/setter/ChromiumElementSetter.java | 56 + .../units/setter/ChromiumFrameSetter.java | 23 + .../units/setter/ChromiumPageSetter.java | 45 + .../ll/DrissonPage/units/setter/LoadMode.java | 48 + .../units/setter/PageScrollSetter.java | 50 + .../units/setter/PageWindowSetter.java | 28 + .../units/setter/SessionPageSetter.java | 212 ++ .../DrissonPage/units/setter/TabSetter.java | 99 + .../units/setter/WebPageSetter.java | 49 + .../units/setter/WebPageTabSetter.java | 50 + .../units/setter/WindowSetter.java | 141 + .../units/states/ElementStates.java | 104 + .../DrissonPage/units/states/FrameStates.java | 61 + .../DrissonPage/units/states/PageStates.java | 47 + .../units/states/ShadowRootStates.java | 34 + .../DrissonPage/units/waiter/BaseWaiter.java | 757 +++++ .../units/waiter/ElementWaiter.java | 404 +++ .../DrissonPage/units/waiter/FrameWaiter.java | 396 +++ .../DrissonPage/units/waiter/PageWaiter.java | 114 + .../DrissonPage/units/waiter/TabWaiter.java | 95 + .../utils/CloseableHttpClientUtils.java | 105 + .../com/ll/cssselectortoxpath/CssToXpath.java | 19 + .../model/CssAttribute.java | 36 + .../model/CssAttributePseudoClass.java | 48 + .../model/CssAttributeValueType.java | 38 + .../model/CssCombinatorType.java | 43 + .../model/CssElementAttributes.java | 35 + .../model/CssElementCombinatorPair.java | 32 + .../model/CssPseudoClassNthChildToXpath.java | 16 + .../model/CssPseudoClassNthToXpath.java | 107 + .../model/CssPseudoClassToXpath.java | 5 + .../model/CssPsuedoClassType.java | 128 + .../utilities/CssElementAttributeParser.java | 177 ++ .../CssElementCombinatorPairsToXpath.java | 147 + .../utilities/CssSelectorStringSplitter.java | 217 ++ .../CssSelectorToXPathConverterException.java | 31 + ...thConverterInvalidFirstLastOnlyOfType.java | 12 + ...verterUnsupportedPseudoClassException.java | 17 + ...ectorToXpathConverterInvalidNthOfType.java | 15 + ...ceCssSelectorStringForOutputException.java | 11 + .../BaseCssSelectorToXpathTestCase.java | 175 ++ java/src/main/resources/configs.ini | 32 + java/src/test/java/test.java | 39 + java/src/test/resources/log4j2.xml | 17 + 161 files changed, 32950 insertions(+), 41 deletions(-) create mode 100644 java/pom.xml create mode 100644 java/src/main/java/com/ll/DataRecorder/BaseRecorder.java create mode 100644 java/src/main/java/com/ll/DataRecorder/BaseSetter.java create mode 100644 java/src/main/java/com/ll/DataRecorder/ByteRecorder.java create mode 100644 java/src/main/java/com/ll/DataRecorder/DBRecorder.java create mode 100644 java/src/main/java/com/ll/DataRecorder/OriginalRecorder.java create mode 100644 java/src/main/java/com/ll/DataRecorder/OriginalSetter.java create mode 100644 java/src/main/java/com/ll/DataRecorder/Recorder.java create mode 100644 java/src/main/java/com/ll/DataRecorder/RecorderSetter.java create mode 100644 java/src/main/java/com/ll/DataRecorder/SheetLikeSetter.java create mode 100644 java/src/main/java/com/ll/DataRecorder/Tools.java create mode 100644 java/src/main/java/com/ll/DownloadKit/DownloadKit.java create mode 100644 java/src/main/java/com/ll/DownloadKit/FileExists.java create mode 100644 java/src/main/java/com/ll/DownloadKit/FileMode.java create mode 100644 java/src/main/java/com/ll/DownloadKit/LogSet.java create mode 100644 java/src/main/java/com/ll/DownloadKit/Setter.java create mode 100644 java/src/main/java/com/ll/DownloadKit/Utils.java create mode 100644 java/src/main/java/com/ll/DownloadKit/mission/BaseTask.java create mode 100644 java/src/main/java/com/ll/DownloadKit/mission/Mission.java create mode 100644 java/src/main/java/com/ll/DownloadKit/mission/MissionData.java create mode 100644 java/src/main/java/com/ll/DownloadKit/mission/Task.java create mode 100644 java/src/main/java/com/ll/DrissonPage/base/BaseElement.java create mode 100644 java/src/main/java/com/ll/DrissonPage/base/BasePage.java create mode 100644 java/src/main/java/com/ll/DrissonPage/base/BaseParser.java create mode 100644 java/src/main/java/com/ll/DrissonPage/base/BeforeConnect.java create mode 100644 java/src/main/java/com/ll/DrissonPage/base/Browser.java create mode 100644 java/src/main/java/com/ll/DrissonPage/base/BrowserDriver.java create mode 100644 java/src/main/java/com/ll/DrissonPage/base/By.java create mode 100644 java/src/main/java/com/ll/DrissonPage/base/BySelect.java create mode 100644 java/src/main/java/com/ll/DrissonPage/base/DrissionElement.java create mode 100644 java/src/main/java/com/ll/DrissonPage/base/Driver.java create mode 100644 java/src/main/java/com/ll/DrissonPage/base/Driver2.java create mode 100644 java/src/main/java/com/ll/DrissonPage/base/Driver3.java create mode 100644 java/src/main/java/com/ll/DrissonPage/base/Driver_org_webSocket.java create mode 100644 java/src/main/java/com/ll/DrissonPage/base/ElePathMode.java create mode 100644 java/src/main/java/com/ll/DrissonPage/base/MyRunnable.java create mode 100644 java/src/main/java/com/ll/DrissonPage/base/Occupant.java create mode 100644 java/src/main/java/com/ll/DrissonPage/config/ChromiumOptions.java create mode 100644 java/src/main/java/com/ll/DrissonPage/config/OptionsManager.java create mode 100644 java/src/main/java/com/ll/DrissonPage/config/PortFinder.java create mode 100644 java/src/main/java/com/ll/DrissonPage/config/SessionOptions.java create mode 100644 java/src/main/java/com/ll/DrissonPage/element/ChromiumElement.java create mode 100644 java/src/main/java/com/ll/DrissonPage/element/Pseudo.java create mode 100644 java/src/main/java/com/ll/DrissonPage/element/SelectElement.java create mode 100644 java/src/main/java/com/ll/DrissonPage/element/SessionElement.java create mode 100644 java/src/main/java/com/ll/DrissonPage/element/ShadowRoot.java create mode 100644 java/src/main/java/com/ll/DrissonPage/error/BaseError.java create mode 100644 java/src/main/java/com/ll/DrissonPage/error/extend/AlertExistsError.java create mode 100644 java/src/main/java/com/ll/DrissonPage/error/extend/BrowserConnectError.java create mode 100644 java/src/main/java/com/ll/DrissonPage/error/extend/CDPError.java create mode 100644 java/src/main/java/com/ll/DrissonPage/error/extend/CanNotClickError.java create mode 100644 java/src/main/java/com/ll/DrissonPage/error/extend/ContextLostError.java create mode 100644 java/src/main/java/com/ll/DrissonPage/error/extend/CookieFormatError.java create mode 100644 java/src/main/java/com/ll/DrissonPage/error/extend/ElementLostError.java create mode 100644 java/src/main/java/com/ll/DrissonPage/error/extend/ElementNotFoundError.java create mode 100644 java/src/main/java/com/ll/DrissonPage/error/extend/GetDocumentError.java create mode 100644 java/src/main/java/com/ll/DrissonPage/error/extend/InvalidSelectorError.java create mode 100644 java/src/main/java/com/ll/DrissonPage/error/extend/JavaScriptError.java create mode 100644 java/src/main/java/com/ll/DrissonPage/error/extend/NoRectError.java create mode 100644 java/src/main/java/com/ll/DrissonPage/error/extend/NoResourceError.java create mode 100644 java/src/main/java/com/ll/DrissonPage/error/extend/PageDisconnectedError.java create mode 100644 java/src/main/java/com/ll/DrissonPage/error/extend/StorageError.java create mode 100644 java/src/main/java/com/ll/DrissonPage/error/extend/WaitTimeoutError.java create mode 100644 java/src/main/java/com/ll/DrissonPage/error/extend/WrongURLError.java create mode 100644 java/src/main/java/com/ll/DrissonPage/error/extend/loadFileError.java create mode 100644 java/src/main/java/com/ll/DrissonPage/functions/BrowserUtils.java create mode 100644 java/src/main/java/com/ll/DrissonPage/functions/Keys.java create mode 100644 java/src/main/java/com/ll/DrissonPage/functions/Locator.java create mode 100644 java/src/main/java/com/ll/DrissonPage/functions/Settings.java create mode 100644 java/src/main/java/com/ll/DrissonPage/functions/Tools.java create mode 100644 java/src/main/java/com/ll/DrissonPage/functions/Web.java create mode 100644 java/src/main/java/com/ll/DrissonPage/page/Alert.java create mode 100644 java/src/main/java/com/ll/DrissonPage/page/ChromiumBase.java create mode 100644 java/src/main/java/com/ll/DrissonPage/page/ChromiumFrame.java create mode 100644 java/src/main/java/com/ll/DrissonPage/page/ChromiumPage.java create mode 100644 java/src/main/java/com/ll/DrissonPage/page/ChromiumTab.java create mode 100644 java/src/main/java/com/ll/DrissonPage/page/SessionPage.java create mode 100644 java/src/main/java/com/ll/DrissonPage/page/Timeout.java create mode 100644 java/src/main/java/com/ll/DrissonPage/page/WebMode.java create mode 100644 java/src/main/java/com/ll/DrissonPage/page/WebPage.java create mode 100644 java/src/main/java/com/ll/DrissonPage/page/WebPageTab.java create mode 100644 java/src/main/java/com/ll/DrissonPage/units/Actions.java create mode 100644 java/src/main/java/com/ll/DrissonPage/units/ClickAction.java create mode 100644 java/src/main/java/com/ll/DrissonPage/units/Clicker.java create mode 100644 java/src/main/java/com/ll/DrissonPage/units/Coordinate.java create mode 100644 java/src/main/java/com/ll/DrissonPage/units/HttpClient.java create mode 100644 java/src/main/java/com/ll/DrissonPage/units/PicType.java create mode 100644 java/src/main/java/com/ll/DrissonPage/units/cookiesSetter/CookiesSetter.java create mode 100644 java/src/main/java/com/ll/DrissonPage/units/cookiesSetter/SessionCookiesSetter.java create mode 100644 java/src/main/java/com/ll/DrissonPage/units/cookiesSetter/WebPageCookiesSetter.java create mode 100644 java/src/main/java/com/ll/DrissonPage/units/downloader/DownloadManager.java create mode 100644 java/src/main/java/com/ll/DrissonPage/units/downloader/DownloadMission.java create mode 100644 java/src/main/java/com/ll/DrissonPage/units/downloader/TabDownloadSettings.java create mode 100644 java/src/main/java/com/ll/DrissonPage/units/listener/DataPacket.java create mode 100644 java/src/main/java/com/ll/DrissonPage/units/listener/ExtraInfo.java create mode 100644 java/src/main/java/com/ll/DrissonPage/units/listener/FailInfo.java create mode 100644 java/src/main/java/com/ll/DrissonPage/units/listener/FrameListener.java create mode 100644 java/src/main/java/com/ll/DrissonPage/units/listener/Listener.java create mode 100644 java/src/main/java/com/ll/DrissonPage/units/listener/Request.java create mode 100644 java/src/main/java/com/ll/DrissonPage/units/listener/RequestExtraInfo.java create mode 100644 java/src/main/java/com/ll/DrissonPage/units/listener/Response.java create mode 100644 java/src/main/java/com/ll/DrissonPage/units/listener/ResponseExtraInfo.java create mode 100644 java/src/main/java/com/ll/DrissonPage/units/rect/ElementRect.java create mode 100644 java/src/main/java/com/ll/DrissonPage/units/rect/FrameRect.java create mode 100644 java/src/main/java/com/ll/DrissonPage/units/rect/TabRect.java create mode 100644 java/src/main/java/com/ll/DrissonPage/units/screencast/Screencast.java create mode 100644 java/src/main/java/com/ll/DrissonPage/units/screencast/ScreencastMode.java create mode 100644 java/src/main/java/com/ll/DrissonPage/units/scroller/ElementScroller.java create mode 100644 java/src/main/java/com/ll/DrissonPage/units/scroller/FrameScroller.java create mode 100644 java/src/main/java/com/ll/DrissonPage/units/scroller/PageScroller.java create mode 100644 java/src/main/java/com/ll/DrissonPage/units/scroller/Scroller.java create mode 100644 java/src/main/java/com/ll/DrissonPage/units/setter/BasePageSetter.java create mode 100644 java/src/main/java/com/ll/DrissonPage/units/setter/ChromiumBaseSetter.java create mode 100644 java/src/main/java/com/ll/DrissonPage/units/setter/ChromiumElementSetter.java create mode 100644 java/src/main/java/com/ll/DrissonPage/units/setter/ChromiumFrameSetter.java create mode 100644 java/src/main/java/com/ll/DrissonPage/units/setter/ChromiumPageSetter.java create mode 100644 java/src/main/java/com/ll/DrissonPage/units/setter/LoadMode.java create mode 100644 java/src/main/java/com/ll/DrissonPage/units/setter/PageScrollSetter.java create mode 100644 java/src/main/java/com/ll/DrissonPage/units/setter/PageWindowSetter.java create mode 100644 java/src/main/java/com/ll/DrissonPage/units/setter/SessionPageSetter.java create mode 100644 java/src/main/java/com/ll/DrissonPage/units/setter/TabSetter.java create mode 100644 java/src/main/java/com/ll/DrissonPage/units/setter/WebPageSetter.java create mode 100644 java/src/main/java/com/ll/DrissonPage/units/setter/WebPageTabSetter.java create mode 100644 java/src/main/java/com/ll/DrissonPage/units/setter/WindowSetter.java create mode 100644 java/src/main/java/com/ll/DrissonPage/units/states/ElementStates.java create mode 100644 java/src/main/java/com/ll/DrissonPage/units/states/FrameStates.java create mode 100644 java/src/main/java/com/ll/DrissonPage/units/states/PageStates.java create mode 100644 java/src/main/java/com/ll/DrissonPage/units/states/ShadowRootStates.java create mode 100644 java/src/main/java/com/ll/DrissonPage/units/waiter/BaseWaiter.java create mode 100644 java/src/main/java/com/ll/DrissonPage/units/waiter/ElementWaiter.java create mode 100644 java/src/main/java/com/ll/DrissonPage/units/waiter/FrameWaiter.java create mode 100644 java/src/main/java/com/ll/DrissonPage/units/waiter/PageWaiter.java create mode 100644 java/src/main/java/com/ll/DrissonPage/units/waiter/TabWaiter.java create mode 100644 java/src/main/java/com/ll/DrissonPage/utils/CloseableHttpClientUtils.java create mode 100644 java/src/main/java/com/ll/cssselectortoxpath/CssToXpath.java create mode 100644 java/src/main/java/com/ll/cssselectortoxpath/model/CssAttribute.java create mode 100644 java/src/main/java/com/ll/cssselectortoxpath/model/CssAttributePseudoClass.java create mode 100644 java/src/main/java/com/ll/cssselectortoxpath/model/CssAttributeValueType.java create mode 100644 java/src/main/java/com/ll/cssselectortoxpath/model/CssCombinatorType.java create mode 100644 java/src/main/java/com/ll/cssselectortoxpath/model/CssElementAttributes.java create mode 100644 java/src/main/java/com/ll/cssselectortoxpath/model/CssElementCombinatorPair.java create mode 100644 java/src/main/java/com/ll/cssselectortoxpath/model/CssPseudoClassNthChildToXpath.java create mode 100644 java/src/main/java/com/ll/cssselectortoxpath/model/CssPseudoClassNthToXpath.java create mode 100644 java/src/main/java/com/ll/cssselectortoxpath/model/CssPseudoClassToXpath.java create mode 100644 java/src/main/java/com/ll/cssselectortoxpath/model/CssPsuedoClassType.java create mode 100644 java/src/main/java/com/ll/cssselectortoxpath/utilities/CssElementAttributeParser.java create mode 100644 java/src/main/java/com/ll/cssselectortoxpath/utilities/CssElementCombinatorPairsToXpath.java create mode 100644 java/src/main/java/com/ll/cssselectortoxpath/utilities/CssSelectorStringSplitter.java create mode 100644 java/src/main/java/com/ll/cssselectortoxpath/utilities/CssSelectorToXPathConverterException.java create mode 100644 java/src/main/java/com/ll/cssselectortoxpath/utilities/CssSelectorToXPathConverterInvalidFirstLastOnlyOfType.java create mode 100644 java/src/main/java/com/ll/cssselectortoxpath/utilities/CssSelectorToXPathConverterUnsupportedPseudoClassException.java create mode 100644 java/src/main/java/com/ll/cssselectortoxpath/utilities/CssSelectorToXpathConverterInvalidNthOfType.java create mode 100644 java/src/main/java/com/ll/cssselectortoxpath/utilities/NiceCssSelectorStringForOutputException.java create mode 100644 java/src/main/java/com/ll/cssselectortoxpath/utilities/basetestcases/BaseCssSelectorToXpathTestCase.java create mode 100644 java/src/main/resources/configs.ini create mode 100644 java/src/test/java/test.java create mode 100644 java/src/test/resources/log4j2.xml diff --git a/DrissionPage/_elements/chromium_element.py b/DrissionPage/_elements/chromium_element.py index 3f7eca7..248b628 100644 --- a/DrissionPage/_elements/chromium_element.py +++ b/DrissionPage/_elements/chromium_element.py @@ -722,7 +722,7 @@ class ChromiumElement(DrissionElement): def _get_ele_path(self, mode): """返获取绝对的css路径或xpath路径""" if mode == 'xpath': - txt1 = 'var tag = el.nodeName.toLowerCase();' + txt1 = 'let tag = el.nodeName.toLowerCase();' txt3 = ''' && sib.nodeName.toLowerCase()==tag''' txt4 = ''' if(nth>1){path = '/' + tag + '[' + nth + ']' + path;} @@ -741,10 +741,10 @@ class ChromiumElement(DrissionElement): js = '''function(){ function e(el) { if (!(el instanceof Element)) return; - var path = ''; + let path = ''; while (el.nodeType === Node.ELEMENT_NODE) { ''' + txt1 + ''' - var sib = el, nth = 0; + let sib = el, nth = 0; while (sib) { if(sib.nodeType === Node.ELEMENT_NODE''' + txt3 + '''){nth += 1;} sib = sib.previousSibling; @@ -1372,8 +1372,8 @@ else{return e.singleNodeValue;}''' # 按顺序获取所有元素、节点或属性 elif type_txt == '7': for_txt = """ -var a=new Array(); -for(var i = 0; i { - var xhr = new XMLHttpRequest(); + let xhr = new XMLHttpRequest(); xhr.responseType = 'blob'; xhr.onload = function() { - var reader = new FileReader(); + let reader = new FileReader(); reader.onloadend = function(){resolve(reader.result);} reader.readAsDataURL(xhr.response); }; diff --git a/DrissionPage/_pages/chromium_base.py b/DrissionPage/_pages/chromium_base.py index 6ee9b4f..1c73d00 100644 --- a/DrissionPage/_pages/chromium_base.py +++ b/DrissionPage/_pages/chromium_base.py @@ -753,42 +753,16 @@ class ChromiumBase(BasePage): :param item: 要获取的项，不设置则返回全部 :return: sessionStorage一个或所有项内容 """ - if item: - js = f'sessionStorage.getItem("{item}");' - return self.run_js_loaded(js, as_expr=True) - else: - js = ''' - var dp_ls_len = sessionStorage.length; - var dp_ls_arr = new Array(); - for(var i = 0; i < dp_ls_len; i++) { - var getKey = sessionStorage.key(i); - var getVal = sessionStorage.getItem(getKey); - dp_ls_arr[i] = {'key': getKey, 'val': getVal} - } - return dp_ls_arr; - ''' - return {i['key']: i['val'] for i in self.run_js_loaded(js)} + js = f'sessionStorage.getItem("{item}")' if item else 'sessionStorage' + return self.run_js_loaded(js, as_expr=True) def local_storage(self, item=None): """返回localStorage信息，不设置item则获取全部 :param item: 要获取的项目，不设置则返回全部 :return: localStorage一个或所有项内容 """ - if item: - js = f'localStorage.getItem("{item}");' - return self.run_js_loaded(js, as_expr=True) - else: - js = ''' - var dp_ls_len = localStorage.length; - var dp_ls_arr = new Array(); - for(var i = 0; i < dp_ls_len; i++) { - var getKey = localStorage.key(i); - var getVal = localStorage.getItem(getKey); - dp_ls_arr[i] = {'key': getKey, 'val': getVal} - } - return dp_ls_arr; - ''' - return {i['key']: i['val'] for i in self.run_js_loaded(js)} + js = f'localStorage.getItem("{item}")' if item else 'localStorage' + return self.run_js_loaded(js, as_expr=True) def get_screenshot(self, path=None, name=None, as_bytes=None, as_base64=None, full_page=False, left_top=None, right_bottom=None): @@ -1233,7 +1207,7 @@ def get_mhtml(page, path=None, name=None): Path(path).mkdir(parents=True, exist_ok=True) name = make_valid_name(name or page.title) with open(f'{path}{sep}{name}.mhtml', 'w', encoding='utf-8') as f: - f.write(r) + f.write(r.replace('\r\n', '\n')) return r diff --git a/DrissionPage/_units/scroller.py b/DrissionPage/_units/scroller.py index 6a15fd6..224d640 100644 --- a/DrissionPage/_units/scroller.py +++ b/DrissionPage/_units/scroller.py @@ -146,7 +146,7 @@ class PageScroller(Scroller): txt = 'true' if center else 'false' ele.run_js(f'this.scrollIntoViewIfNeeded({txt});') if center or (center is not False and ele.states.is_covered): - ele.run_js('''function getWindowScrollTop() {var scroll_top = 0; + ele.run_js('''function getWindowScrollTop() {let scroll_top = 0; if (document.documentElement && document.documentElement.scrollTop) { scroll_top = document.documentElement.scrollTop; } else if (document.body) {scroll_top = document.body.scrollTop;} diff --git a/java/pom.xml b/java/pom.xml new file mode 100644 index 0000000..17ea12c --- /dev/null +++ b/java/pom.xml @@ -0,0 +1,154 @@ + + 4.0.0 + com.ll + DrissonPage + 0.0.1 + Magic - DrissonPage + http://maven.apache.org + + 11 + 11 + + + + + org.apache.commons + commons-collections4 + 4.4 + + + org.projectlombok + lombok + 1.18.30 + + + + org.apache.commons + commons-text + 1.11.0 + + + + org.ini4j + ini4j + 0.5.4 + + + + com.alibaba + fastjson + 1.2.83 + + + + net.java.dev.jna + jna + 5.10.0 + + + net.java.dev.jna + jna-platform + 5.10.0 + + + + + + + + + + + + + com.squareup.okhttp3 + okhttp + 4.10.0 + + + + com.squareup.okio + okio-jvm + 3.4.0 + + + + org.apache.httpcomponents + httpasyncclient + 4.1.5 + + + + commons-codec + commons-codec + 1.16.0 + + + org.apache.maven + maven-model + 3.8.1 + + + org.apache.maven + maven-core + 3.8.1 + + + + org.apache.maven.shared + maven-shared-utils + 3.3.4 + + + + commons-io + commons-io + 2.11.0 + + + + com.google.guava + guava + 32.1.2-jre + + + + org.jsoup + jsoup + 1.16.1 + + + org.jetbrains + annotations + RELEASE + compile + + + + org.apache.poi + poi + 5.1.0 + + + org.apache.poi + poi-ooxml + 5.1.0 + + + + org.apache.commons + commons-compress + 1.21 + + + + + + + diff --git a/java/src/main/java/com/ll/DataRecorder/BaseRecorder.java b/java/src/main/java/com/ll/DataRecorder/BaseRecorder.java new file mode 100644 index 0000000..7c0f116 --- /dev/null +++ b/java/src/main/java/com/ll/DataRecorder/BaseRecorder.java @@ -0,0 +1,76 @@ +package com.ll.DataRecorder; + +import java.nio.file.Path; + +/** + * @author 陆 + * @address click + */ +public abstract class BaseRecorder extends OriginalRecorder { + protected String encoding; + protected Object before; + protected Object after; + protected String table; + + public BaseRecorder() { + } + + public BaseRecorder(Integer cacheSize) { + super(cacheSize); + } + + public BaseRecorder(Path path) { + super(path); + } + + public BaseRecorder(Path path, Integer cacheSize) { + super(path, cacheSize); + } + + public BaseRecorder(String path) { + super(path); + } + + public BaseRecorder(String path, Integer cacheSize) { + super(path, cacheSize); + } + + /** + * @return 返回用于设置属性的对象 + */ + @Override + public BaseSetter set() { + if (super.setter == null) super.setter = new BaseSetter<>(this); + return (BaseSetter) super.setter; + } + + /** + * @return 返回当前before内容 + */ + public Object before() { + return this.before; + } + + + /** + * @return 返回当前before内容 + */ + public Object after() { + return this.after; + } + + /** + * @return 返回默认表名 + */ + public String table() { + return this.table; + } + + /** + * @return 返回编码格式 + */ + public String encoding() { + return this.encoding; + } + +} diff --git a/java/src/main/java/com/ll/DataRecorder/BaseSetter.java b/java/src/main/java/com/ll/DataRecorder/BaseSetter.java new file mode 100644 index 0000000..56d1a7d --- /dev/null +++ b/java/src/main/java/com/ll/DataRecorder/BaseSetter.java @@ -0,0 +1,155 @@ +package com.ll.DataRecorder; + +import java.nio.charset.Charset; +import java.util.Collections; +import java.util.List; +import java.util.Map; + +/** + * @author 陆 + * @address click + */ +public class BaseSetter extends OriginalSetter { + public BaseSetter(R recorder) { + super(recorder); + } + + /** + * 设置默认表名 + * + * @param name 表名 + */ + public void table(String name) { + recorder.table = name; + } + + /** + * 设置在数据前面补充的列 + * + * @param before 列表、数组或字符串，为字符串时则补充一列 + */ + public void before(List before) { + before(before, false); + } + + /** + * 设置在数据前面补充的列 + * + * @param before 列表、数组或字符串，为字符串时则补充一列 + */ + public void before(Map before) { + before(before, false); + } + + /** + * 设置在数据前面补充的列 + * + * @param before 列表、数组或字符串，为字符串时则补充一列 + */ + public void before(String before) { + before(before, true); + } + + /** + * 设置在数据前面补充的列 + * + * @param before 列表、数组或字符串，为字符串时则补充一列 + */ + public void before(String[] before) { + before(before, false); + } + + /** + * 设置在数据前面补充的列 + * + * @param before 列表、数组或字符串，为字符串时则补充一列 + */ + private void before(Object before, boolean ignoredI) { + if (before == null || "".equals(before)) { + this.recorder.before = null; + } else if (before instanceof List) { + this.recorder.before = before; + } else if (before instanceof Map) { + this.recorder.before = before; + + } else if (before instanceof String[]) { + this.recorder.before = before; + } else { + this.recorder.before = Collections.singletonList(before); + } + } + + /** + * 设置在数据后面补充的列 + * + * @param after 列表、数组或字符串，为字符串时则补充一列 + */ + public void after(List after) { + after(after, false); + } + + /** + * 设置在数据后面补充的列 + * + * @param after 列表、数组或字符串，为字符串时则补充一列 + */ + public void after(Map after) { + after(after, false); + } + + /** + * 设置在数据后面补充的列 + * + * @param after 列表、数组或字符串，为字符串时则补充一列 + */ + public void after(String after) { + after(after, true); + } + + /** + * 设置在数据后面补充的列 + * + * @param after 列表、数组或字符串，为字符串时则补充一列 + */ + public void after(String[] after) { + after(after, false); + } + + /** + * 设置在数据后面补充的列 + * + * @param after 列表、数组或字符串，为字符串时则补充一列 + */ + private void after(Object after, boolean ignoredI) { + if (after == null || "".equals(after)) { + this.recorder.after = null; + } else if (after instanceof List) { + this.recorder.after = after; + } else if (after instanceof Map) { + this.recorder.after = after; + + } else if (after instanceof String[]) { + this.recorder.after = after; + } else { + this.recorder.after = Collections.singletonList(after); + } + } + + /** + * 设置编码 + * + * @param encoding 编码格式 + */ + public void encoding(String encoding) { + this.recorder.encoding = Charset.forName(encoding).name(); + } + + /** + * 设置编码 + * + * @param encoding 编码格式 + */ + public void encoding(Charset encoding) { + this.recorder.encoding = encoding.name(); + } +} diff --git a/java/src/main/java/com/ll/DataRecorder/ByteRecorder.java b/java/src/main/java/com/ll/DataRecorder/ByteRecorder.java new file mode 100644 index 0000000..042501f --- /dev/null +++ b/java/src/main/java/com/ll/DataRecorder/ByteRecorder.java @@ -0,0 +1,150 @@ +package com.ll.DataRecorder; + +import lombok.AllArgsConstructor; +import lombok.Getter; + +import java.io.IOException; +import java.nio.ByteBuffer; +import java.nio.channels.SeekableByteChannel; +import java.nio.file.Files; +import java.nio.file.Path; +import java.nio.file.Paths; +import java.nio.file.StandardOpenOption; +import java.util.List; + +/** + * @author 陆 + * @address click + */ +public class ByteRecorder extends OriginalRecorder { + private static final long[] END = {0, 2}; + protected List data; + + /** + * 用于记录字节数据的工具 + */ + public ByteRecorder() { + this(""); + } + + /** + * 用于记录字节数据的工具 + * + * @param path 保存的文件路径 + */ + public ByteRecorder(Path path) { + this(path, null); + } + + /** + * 用于记录字节数据的工具 + * + * @param cacheSize 每接收多少条记录写入文件，0为不自动写入 + */ + public ByteRecorder(Integer cacheSize) { + this("", null); + } + + /** + * 用于记录字节数据的工具 + * + * @param path 保存的文件路径 + * @param cacheSize 每接收多少条记录写入文件，0为不自动写入 + */ + public ByteRecorder(Path path, Integer cacheSize) { + super(path == null ? null : path.toAbsolutePath().toString(), cacheSize); + } + + /** + * 用于记录字节数据的工具 + * + * @param path 保存的文件路径 + */ + public ByteRecorder(String path) { + super(path, null); + } + + /** + * 用于记录字节数据的工具 + * + * @param path 保存的文件路径 + * @param cacheSize 每接收多少条记录写入文件，0为不自动写入 + */ + public ByteRecorder(String path, Integer cacheSize) { + super("".equals(path) ? null : path, cacheSize); + } + + /** + * @param data 类型只能为byte[] + */ + @Override + public void addData(Object data) { + if (data instanceof byte[]) addData((byte[]) data, null); + else throw new IllegalArgumentException("data类型只能为byte[]为了兼容"); + } + + + /** + * 添加一段二进制数据 + * + * @param data bytes类型数据 + * @param seek 在文件中的位置，None表示最后 + */ + public void addData(byte[] data, Long seek) { + while (this.pauseAdd) { //等待其它线程写入结束 + try { + Thread.sleep(100); + } catch (InterruptedException e) { + throw new RuntimeException(e); + } + } + if (seek != null && seek < 0) throw new IllegalArgumentException("seek参数只能接受null或大于等于0的整数。"); + this.data.add(new ByteData(data, seek)); + this.dataCount++; + if (0 < this.cacheSize() && this.cacheSize() <= this.dataCount) this.record(); + + } + + /** + * @return 返回当前保存在缓存的数据 + */ + public List data() { + return this.data; + } + + /** + * 记录数据到文件 + */ + protected void _record() { + Path filePath = Paths.get(path); + if (!Files.exists(filePath)) { + try { + Files.createFile(filePath); + } catch (IOException e) { + throw new RuntimeException(e); + } + } + + try (SeekableByteChannel fileChannel = Files.newByteChannel(filePath, StandardOpenOption.WRITE, StandardOpenOption.READ)) { + long[] previous = null; + for (ByteData entry : data) { + + long[] loc = (entry.seek == null ? ByteRecorder.END : new long[]{entry.seek, 0}); + if (!(previous != null && previous[0] == loc[0] && previous[1] == loc[1] && ByteRecorder.END[0] == loc[0] && ByteRecorder.END[1] == loc[1])) { + fileChannel.position(loc[0] + loc[1]); + previous = loc; + } + fileChannel.write(ByteBuffer.wrap(entry.data)); + } + } catch (IOException e) { + throw new RuntimeException(e); + } + } + + @Getter + @AllArgsConstructor + public static class ByteData { + private byte[] data; + private Long seek; + } +} diff --git a/java/src/main/java/com/ll/DataRecorder/DBRecorder.java b/java/src/main/java/com/ll/DataRecorder/DBRecorder.java new file mode 100644 index 0000000..781d33c --- /dev/null +++ b/java/src/main/java/com/ll/DataRecorder/DBRecorder.java @@ -0,0 +1,20 @@ +package com.ll.DataRecorder; + +import javax.naming.NoPermissionException; + +/** + * 用于存储数据到sqlite的工具 + * @author 陆 + * @address click + */ +public class DBRecorder extends BaseRecorder { + @Override + public void addData(Object data) { + + } + + @Override + protected void _record() throws NoPermissionException { + + } +} diff --git a/java/src/main/java/com/ll/DataRecorder/OriginalRecorder.java b/java/src/main/java/com/ll/DataRecorder/OriginalRecorder.java new file mode 100644 index 0000000..62a089d --- /dev/null +++ b/java/src/main/java/com/ll/DataRecorder/OriginalRecorder.java @@ -0,0 +1,236 @@ +package com.ll.DataRecorder; + +import javax.naming.NoPermissionException; +import java.io.IOException; +import java.nio.file.Files; +import java.nio.file.Path; +import java.nio.file.Paths; +import java.nio.file.StandardCopyOption; +import java.util.List; +import java.util.concurrent.locks.Lock; +import java.util.concurrent.locks.ReentrantLock; + +/** + * 记录器的基类 + * + * @author 陆 + * @address click + */ +public abstract class OriginalRecorder { + protected int cache; + protected String path; + protected String type; + protected List data; + protected Lock lock = new ReentrantLock();//线程锁 + protected boolean pauseAdd = false; + protected boolean pauseWrite = false; + public boolean showMsg = true; + protected OriginalSetter setter; + protected int dataCount = 0; + + /** + * + */ + public OriginalRecorder() { + this(""); + } + + /** + * @param cacheSize 每接收多少条记录写入文件，0为不自动写入 + */ + public OriginalRecorder(Integer cacheSize) { + this("", cacheSize); + } + + /** + * @param path 保存的文件路径 + */ + public OriginalRecorder(Path path) { + this(path.toString(), null); + } + + /** + * @param path 保存的文件路径 + * @param cacheSize 每接收多少条记录写入文件，0为不自动写入 + */ + public OriginalRecorder(Path path, Integer cacheSize) { + this(path.toString(), cacheSize); + } + + /** + * @param path 保存的文件路径 + */ + public OriginalRecorder(String path) { + this(path, null); + } + + /** + * @param path 保存的文件路径 + * @param cacheSize 每接收多少条记录写入文件，0为不自动写入 + */ + public OriginalRecorder(String path, Integer cacheSize) { + this.set().path(path); + this.cache = cacheSize != null ? cacheSize : 1000; + } + + /** + * @return 返回用于设置属性的对象 + */ + public OriginalSetter set() { + if (this.setter == null) this.setter = new OriginalSetter<>(this); + return this.setter; + } + + /** + * @return 返回缓存大小 + */ + public int cacheSize() { + return this.cache; + } + + /** + * @return 返回文件路径 + */ + public String path() { + return this.path; + } + + /** + * @return 返回文件类型 + */ + public String type() { + return this.type; + } + + /** + * @return 返回当前保存在缓存的数据 + */ + public Object data() { + return this.data; + } + + /** + * 记录数据，可保存到新文件 + * + * @return 文件路径 + */ + public String record() { + return record(""); + } + + /** + * 记录数据，可保存到新文件 + * + * @param newPath 文件另存为的路径，会保存新文件 + * @return 文件路径 + */ + + public String record(Path newPath) { + return record(newPath.toString()); + } + + + /** + * 记录数据，可保存到新文件 + * + * @param newPath 文件另存为的路径，会保存新文件 + * @return 文件路径 + * @throws IOException 读写文件时可能发生IOException + */ + public String record(String newPath) { + if ("".equals(newPath)) newPath = null; + // 具体功能由_record()实现，本方法实现自动重试及另存文件功能 + String originalPath = path; + String returnPath = path; + if (newPath != null && !newPath.isEmpty()) { + newPath = Tools.getUsablePath(newPath).toString(); + returnPath = path = newPath; + + Path originalFilePath = Paths.get(originalPath); + if (Files.exists(originalFilePath)) { + Path newPathObject = Paths.get(newPath); + try { + Files.copy(originalFilePath, newPathObject, StandardCopyOption.REPLACE_EXISTING); + } catch (IOException e) { + throw new RuntimeException(e); + } + } + } + + if (!data.isEmpty()) { + return returnPath; + } + + if (path == null || path.isEmpty()) { + throw new IllegalArgumentException("保存路径为空。"); + } + + lock.lock(); + try { + pauseAdd = true; // 写入文件前暂缓接收数据 + if (showMsg) { + System.out.println(path + " 开始写入文件，切勿关闭进程。"); + } + + try { + Files.createDirectories(Paths.get(path).getParent()); + } catch (IOException e) { + throw new RuntimeException(e); + } + while (true) { + try { + while (pauseWrite) { // 等待其它线程写入结束 + Thread.sleep(100); + } + pauseWrite = true; + this._record(); + break; + + } catch (NoPermissionException e) { + + } catch (Exception e) { + try { + Files.write(Paths.get("failed_data.txt"), (data.toString() + "\n").getBytes()); + System.out.println("保存失败的数据已保存到failed_data.txt。"); + } catch (IOException ioException) { + throw e; + } + throw e; + } finally { + pauseWrite = false; + } + + Thread.sleep(300); + } + + if (newPath != null && !newPath.isEmpty()) { + path = originalPath; + } + + if (showMsg) { + System.out.println(path + " 写入文件结束。"); + } + clear(); + dataCount = 0; + pauseAdd = false; + + } catch (InterruptedException e) { + throw new RuntimeException(e); + } finally { + lock.unlock(); + } + + return returnPath; + } + + /** + * 清空缓存中的数据 + */ + public void clear() { + if (this.data != null) this.data.clear(); + } + + public abstract void addData(Object data); + + protected abstract void _record() throws NoPermissionException; +} diff --git a/java/src/main/java/com/ll/DataRecorder/OriginalSetter.java b/java/src/main/java/com/ll/DataRecorder/OriginalSetter.java new file mode 100644 index 0000000..8661fc5 --- /dev/null +++ b/java/src/main/java/com/ll/DataRecorder/OriginalSetter.java @@ -0,0 +1,58 @@ +package com.ll.DataRecorder; + +import lombok.AllArgsConstructor; + +import java.nio.file.Path; +import java.util.ArrayList; + +/** + * @author 陆 + * @address click + */ +@AllArgsConstructor +public class OriginalSetter { + protected final R recorder; + + + /** + * 设置缓存大小 + * + * @param size 缓存大小 + */ + public void cacheSize(int size) { + if (size < 0) return; + this.recorder.cache = size; + } + + /** + * 设置文件路径 + * + * @param path 文件路径 + */ + public void path(String path) { + if (this.recorder.path() != null) this.recorder.record(); + this.recorder.path = path; + this.recorder.data = new ArrayList<>(); + } + + /** + * 设置文件路径 + * + * @param path 文件路径 + */ + public void path(Path path) { + if (this.recorder.path() != null) this.recorder.record(); + this.recorder.path = path.toString(); + this.recorder.data = new ArrayList<>(); + } + + /** + * 设置是否显示运行信息 + * + * @param onOff 开关 + */ + + public void showMsg(boolean onOff) { + this.recorder.showMsg = onOff; + } +} diff --git a/java/src/main/java/com/ll/DataRecorder/Recorder.java b/java/src/main/java/com/ll/DataRecorder/Recorder.java new file mode 100644 index 0000000..8a3b3df --- /dev/null +++ b/java/src/main/java/com/ll/DataRecorder/Recorder.java @@ -0,0 +1,269 @@ +package com.ll.DataRecorder; + +import java.nio.file.Path; +import java.util.ArrayList; +import java.util.Collections; +import java.util.List; +import java.util.Map; + +/** + * @author 陆 + * @address click + */ +public class Recorder extends BaseRecorder { + + private String delimiter = ","; + private String quoteChar = "\""; + private boolean followStyles = false; + private Float colHeight = null; + private String style = null; + private boolean fitHead = false; + + // 其他属性和方法的声明 + public Recorder(String path) { + this(path, null); + } + + public Recorder(Path path) { + this(path.toString(), null); + } + + public Recorder(String path, Integer cacheSize) { + super(path, cacheSize); + } + + // 其他方法和属性的具体实现 + + public RecorderSetter set() { + if (setter == null) { + setter = new RecorderSetter(this); + } + return (RecorderSetter) setter; + } + + @Override + public void addData(Object data) { + this.addData(data, null); + } + + /** + * @return 返回csv文件分隔符 + */ + public String delimiter() { + return delimiter; + } + + /** + * @return 返回csv文件引用符 + */ + public String quoteChar() { + return quoteChar; + } + + public void addData(Object data, String table) { + while (this.pauseAdd) { + try { + Thread.sleep(100); + } catch (InterruptedException e) { + e.printStackTrace(); + } + } + + if (!(data instanceof List) && !(data instanceof Map)) { + data = Collections.singletonList(data); + } + + if (data instanceof List && ((List) data).isEmpty()) { + data = new ArrayList<>(); + this.dataCount++; + } + + if (!"xlsx".equals(type)) { + if (data instanceof List) { + this.data.addAll((List) data); + } + } else { + if (table == null) { + table = this.table; + } else if (table.equals("false")) { + table = null; + } + +// this.data.add(table, k -> new ArrayList<>()).addAll((List) data); + } + + if (0 < this.cache && cache <= dataCount) { + record(); + } + } + + protected void _record() { +// if ("csv".equals(type)) { +// toCsv(); +// } else if ("xlsx".equals(type)) { +// toXlsx(); +// } else if ("json".equals(type)) { +// toJson(); +// } else if ("txt".equals(type)) { +// toTxt(); +// } + } + +// protected void toXlsx() { +// Path filePath = Paths.get(path); +// boolean newFile = filePath.toFile().exists(); +// Workbook wb; +// if (newFile) { +// try { +// wb = WorkbookFactory.create(filePath.toFile()); +// } catch (IOException e) { +// e.printStackTrace(); +// return; +// } +// } else { +// wb = new XSSFWorkbook(); +// } +// +// List tables = new ArrayList<>(); +// data.forEach((table) -> { +// boolean newSheet = false; +// Sheet sheet; +// if (table == null) { +// sheet = wb.getSheetAt(0); +// } else if (tables.contains(table)) { +// sheet = wb.getSheet(table); +// } else if (newFile) { +// sheet = wb.getSheetAt(0); +// tables.remove(sheet.getSheetName()); +// sheet.getWorkbook().setSheetName(sheet.getWorkbook().getSheetIndex(sheet), table); +// } else { +// sheet = wb.createSheet(table); +// tables.add(table); +// newSheet = true; +// } +// +// if (newFile || newSheet) { +// List title = getTitle(data, before(), after()); +// if (title != null) { +// Row titleRow = sheet.createRow(sheet.getPhysicalNumberOfRows()); +// title.forEach(t -> titleRow.createCell(titleRow.getPhysicalNumberOfCells()).setCellValue(t)); +// } +// } +// +// Float colHeight = null; +// List rowStyles = null; +// if (newFile || newSheet) { +// if (this.colHeight != null || followStyles || style != null || _data.size() > 1) { +// wb.getCreationHelper().createFormulaEvaluator().evaluateAll(); +// } +// } +// +// if (newFile || newSheet) { +// if (this.colHeight != null || followStyles) { +// int lastRowNum = sheet.getLastRowNum(); +// Row lastRow = sheet.getRow(lastRowNum); +// if (lastRow != null) { +// colHeight = lastRow.getHeightInPoints(); +// if (followStyles) { +// rowStyles = new ArrayList<>(); +// for (Cell cell : lastRow) { +// rowStyles.add(new CellBase(cell.getCellStyle())); +// } +// } +// } +// } +// } +// +// if (newFile || newSheet) { +// if (fitHead && _head.get(sheet.getSheetName()) == null) { +// _head.put(sheet.getSheetName(), getTitle(data.get(0), _before, _after)); +// } +// } +// +// if (fitHead && _head.get(sheet.getSheetName()) != null) { +// data.forEach(d -> { +// if (d instanceof Map) { +// d = ((Map) d).values(); +// } +// Row row = sheet.createRow(sheet.getPhysicalNumberOfRows()); +// _head.get(sheet.getSheetName()).forEach(h -> row.createCell(row.getPhysicalNumberOfCells()).setCellValue(processContent(((Map) d).get(h)))); +// setStyle(colHeight, rowStyles, row); +// }); +// } else { +// data.forEach(d -> { +// if (d instanceof Map) { +// d = ((Map) d).values(); +// } +// Row row = sheet.createRow(sheet.getPhysicalNumberOfRows()); +// ((List) d).forEach(value -> row.createCell(row.getPhysicalNumberOfCells()).setCellValue(processContent(value))); +// setStyle(colHeight, rowStyles, row); +// }); +// } +// }); +// +// try { +// wb.write(filePath.toFile()); +// wb.close(); +// } catch (IOException e) { +// e.printStackTrace(); +// } +// } +// +// protected void setStyle(Float colHeight, List rowStyles, Row row) { +// if (colHeight != null) { +// row.setHeightInPoints(colHeight); +// } +// +// if (rowStyles != null) { +// for (int i = 0; i < row.getPhysicalNumberOfCells(); i++) { +// Cell cell = row.getCell(i); +// CellStyleCopier styleCopier = rowStyles.get(i); +// styleCopier.setToCell(cell); +// } +// } else if (style != null) { +// for (Cell cell : row) { +// setStyle(style, cell); +// } +// } +// } +// +// protected void setStyle(String style, Table.Cell cell) { +// // 实现设置样式的逻辑 +// } +// +// protected List getTitle(Object data, Object before, Object after) { +// if (data instanceof List) { +// return null; +// } +// +// List returnList = new ArrayList<>(); +// List beforeList = getList(before); +// List afterList = getList(after); +// +// for (Object obj : List.of(beforeList, data, afterList)) { +// if (obj instanceof Map) { +// returnList.addAll(((Map) obj).keySet()); +// } else if (obj == null) { +// // Do nothing +// } else if (obj instanceof List) { +// ((List) obj).forEach(o -> returnList.add("")); +// } else { +// returnList.add(""); +// } +// } +// +// return returnList; +// } +// +// protected List getList(Object obj) { +// if (obj instanceof List) { +// return (List) obj; +// } else if (obj instanceof Map) { +// return new ArrayList<>(((Map) obj).keySet()); +// } else { +// return List.of(""); +// } +// } + + // 其他方法和属性的具体实现 +} \ No newline at end of file diff --git a/java/src/main/java/com/ll/DataRecorder/RecorderSetter.java b/java/src/main/java/com/ll/DataRecorder/RecorderSetter.java new file mode 100644 index 0000000..b6e5d30 --- /dev/null +++ b/java/src/main/java/com/ll/DataRecorder/RecorderSetter.java @@ -0,0 +1,11 @@ +package com.ll.DataRecorder; + +/** + * @author 陆 + * @address click + */ +public class RecorderSetter extends SheetLikeSetter { + public RecorderSetter(R recorder) { + super(recorder); + } +} diff --git a/java/src/main/java/com/ll/DataRecorder/SheetLikeSetter.java b/java/src/main/java/com/ll/DataRecorder/SheetLikeSetter.java new file mode 100644 index 0000000..558ccb1 --- /dev/null +++ b/java/src/main/java/com/ll/DataRecorder/SheetLikeSetter.java @@ -0,0 +1,12 @@ +package com.ll.DataRecorder; + +/** + * @author 陆 + * @address click + */ +public class SheetLikeSetter extends BaseSetter { + public SheetLikeSetter(R recorder) { + super(recorder); + } + +} diff --git a/java/src/main/java/com/ll/DataRecorder/Tools.java b/java/src/main/java/com/ll/DataRecorder/Tools.java new file mode 100644 index 0000000..82e49c3 --- /dev/null +++ b/java/src/main/java/com/ll/DataRecorder/Tools.java @@ -0,0 +1,104 @@ +package com.ll.DataRecorder; + +import java.nio.file.Files; +import java.nio.file.Path; +import java.nio.file.Paths; +import java.util.regex.Matcher; +import java.util.regex.Pattern; + +/** + * @author 陆 + * @address click + */ +public class Tools { + + + /** + * 检查文件或文件夹是否有重名，并返回可以使用的路径 + * @param path 文件或文件夹路径 + * @return 可用的路径，Path对象 + */ + public static Path getUsablePath(String path) { + return getUsablePath(path, true, true); + } + + /** + * 检查文件或文件夹是否有重名，并返回可以使用的路径 + * + * @param path 文件或文件夹路径 + * @param isFile 目标是文件还是文件夹 + * @param createParents 是否创建目标路径 + * @return 可用的路径，Path对象 + */ + public static Path getUsablePath(String path, boolean isFile, boolean createParents) { + Path filePath = Paths.get(path).toAbsolutePath(); + Path parent = filePath.getParent(); + if (createParents) parent.toFile().mkdirs(); + String name = makeValidName(filePath.getFileName().toString()); + int num; + String srcName; + boolean firstTime = true; + + while (Files.exists(filePath) && (Files.isRegularFile(filePath) == isFile)) { + Matcher matcher = Pattern.compile("(.*)_(\\d+)$").matcher(name); + if (!matcher.find() || (matcher.find() && firstTime)) { + srcName = name; + num = 1; + } else { + srcName = matcher.group(1); + num = Integer.parseInt(matcher.group(2)) + 1; + } + name = srcName + "_" + num; + filePath = parent.resolve(name); + firstTime = false; + } + + return filePath; + } + + /** + * 获取有效的文件名 + * + * @param fullName 文件名 + * @return 可用的文件名 + */ + public static String makeValidName(String fullName) { + fullName = fullName.trim(); + + String name; + String ext; + int extLong; + + Matcher matcher = Pattern.compile("(.*)(\\.[^.]+$)").matcher(fullName); + if (matcher.find()) { + name = matcher.group(1); + ext = matcher.group(2); + extLong = ext.length(); + } else { + name = fullName; + ext = ""; + extLong = 0; + } + + while (getLong(name) > 255 - extLong) { + name = name.substring(0, name.length() - 1); + } + + fullName = name + ext; + + return fullName.replaceAll("[<>/\\\\|:*?\\n]", ""); + } + + /** + * 返回字符串中字符个数（一个汉字是2个字符） + * + * @param txt 字符串 + * @return 字符个数 + */ + public static int getLong(String txt) { + int txtLen = txt.length(); + return (txt.getBytes().length - txtLen) / 2 + txtLen; + } + + +} diff --git a/java/src/main/java/com/ll/DownloadKit/DownloadKit.java b/java/src/main/java/com/ll/DownloadKit/DownloadKit.java new file mode 100644 index 0000000..474fb8a --- /dev/null +++ b/java/src/main/java/com/ll/DownloadKit/DownloadKit.java @@ -0,0 +1,1294 @@ +package com.ll.DownloadKit; + +import com.ll.DataRecorder.Recorder; +import com.ll.DownloadKit.mission.BaseTask; +import com.ll.DownloadKit.mission.Mission; +import com.ll.DownloadKit.mission.Task; +import com.ll.DrissonPage.base.BasePage; +import com.ll.DrissonPage.config.SessionOptions; +import lombok.AllArgsConstructor; +import lombok.Getter; +import okhttp3.*; +import org.apache.commons.collections4.map.CaseInsensitiveMap; + +import java.io.IOException; +import java.math.BigDecimal; +import java.nio.file.Files; +import java.nio.file.Path; +import java.nio.file.Paths; +import java.util.*; +import java.util.concurrent.*; +import java.util.concurrent.locks.Lock; +import java.util.concurrent.locks.ReentrantLock; + +/** + * 下载器对象 + * + * @author 陆 + * @address click + */ +@Getter +public class DownloadKit { + /** + * 保存路径 + */ + protected String goalPath = "."; + /** + * 最大线程 + */ + protected int roads = 10; + private Setter setter; + protected String printMode; + protected String logMode; + protected Recorder logger; + protected Integer retry; + protected Double interval; + protected BasePage page; + private BlockingQueue waitingList; + protected OkHttpClient session; + private int runningCount; + private int missionsNum; + private Map missions; + protected ThreadPoolExecutor threads; + protected Map> threadMap; + protected Double timeout; + private boolean stopPrinting; + private final Lock lock = new ReentrantLock();//线程锁 + protected boolean split; + protected Long blockSize; + protected String encoding; + /** + * 有同名文件名时的处理方式，可选 'skip', 'overwrite', 'rename', 'add' + */ + protected FileMode fileMode = FileMode.rename; + + /** + * 使用的Session对象，或配置对象、页面对象等 + */ + + public DownloadKit(Path goalPath, Integer roads, FileMode fileMode, BasePage driver) { + this(goalPath.toAbsolutePath().toString(), roads, fileMode, driver); + } + + public DownloadKit(String goalPath, Integer roads, FileMode fileMode, BasePage driver) { + init(goalPath, roads, fileMode); + this.set().driver(driver); + } + + public DownloadKit(Path goalPath, Integer roads, FileMode fileMode, OkHttpClient driver) { + this(goalPath.toAbsolutePath().toString(), roads, fileMode, driver); + } + + public DownloadKit(String goalPath, Integer roads, FileMode fileMode, OkHttpClient driver) { + init(goalPath, roads, fileMode); + this.set().driver(driver); + + } + + public DownloadKit(Path goalPath, Integer roads, FileMode fileMode, SessionOptions driver) { + this(goalPath.toAbsolutePath().toString(), roads, fileMode, driver); + } + + public DownloadKit(String goalPath, Integer roads, FileMode fileMode, SessionOptions driver) { + init(goalPath, roads, fileMode); + this.set().driver(driver); + } + + private void init(String goalPath, Integer roads, FileMode fileMode) { + if (roads != null && roads > 0) this.roads = roads; + this.missions = new HashMap<>(); + this.waitingList = new LinkedBlockingQueue<>(); + this.threadMap = new ConcurrentHashMap<>(this.roads); + this.threads = new ThreadPoolExecutor(5, this.roads, 60, TimeUnit.SECONDS, new LinkedBlockingQueue<>()); + this.missionsNum = 0; + this.runningCount = 0; //正在运行的任务数 + this.stopPrinting = false; //用于控制显示线程停止 + this.goalPath = goalPath != null && !goalPath.trim().isEmpty() ? Utils.pathSetter(goalPath.trim()) : "."; + if (fileMode != null) this.fileMode = fileMode; + this.split = true; + this.blockSize = Utils.blockSizeSetter("50M"); + } + + /*** + * + * @return 用于设置打印和记录模式的对象 + */ + public Setter set() { + if (setter == null) setter = new Setter(this); + return setter; + } + + /** + * @return 可同时运行的线程数 + */ + public Integer roads() { + return this.roads; + } + + /** + * @return 返回连接失败时重试次数 + */ + public int retry() { + if (this.retry != null) return this.retry; + else if (this.page != null) return this.page.getRetryTimes(); + return 3; + } + + /** + * @return 返回连接失败时重试间隔 + */ + public double interval() { + if (this.interval != null) return this.interval; + else if (this.page != null) return this.page.getRetryInterval(); + return 5.0; + } + + /** + * @return 返回连接超时时间 + */ + public double timeout() { + if (this.timeout != null) return this.timeout; + else if (this.page != null) return this.page.timeout(); + return 20.0; + } + + /** + * @return 返回等待队列 + */ + public BlockingQueue waitingList() { + return this.waitingList; + } + + /** + * @return 返回用于保存默认连接设置的Session对象 + */ + public OkHttpClient session() { + return this.session; + } + + /** + * @return 返回是否有线程还在运行 + */ + public boolean isRunning() { + return this.runningCount > 0; + } + + /** + * @return map方式返回所有任务对象 + */ + public Map missions() { + return this.missions; + } + + /** + * @return 返回指定的编码格式 + */ + public String encoding() { + return this.encoding; + } + + + /** + * 添加一个下载任务并将其返回 + * + * @param fileUrl 文件网址 + * @return 任务对象 + */ + public Mission add(String fileUrl) { + return add(fileUrl, new HashMap<>()); + } + + /** + * 添加一个下载任务并将其返回 + * + * @param fileUrl 文件网址 + * @param params 连接参数 + * @return 任务对象 + */ + public Mission add(String fileUrl, Map params) { + return add(fileUrl, "", params); + } + + /** + * 添加一个下载任务并将其返回 + * + * @param fileUrl 文件网址 + * @param goalPath 保存路径 + * @return 任务对象 + */ + public Mission add(String fileUrl, String goalPath) { + return add(fileUrl, goalPath, new HashMap<>()); + } + + /** + * 添加一个下载任务并将其返回 + * + * @param fileUrl 文件网址 + * @param goalPath 保存路径 + * @param params 连接参数 + * @return 任务对象 + */ + public Mission add(String fileUrl, String goalPath, Map params) { + return add(fileUrl, goalPath == null || goalPath.isEmpty() ? null : goalPath, null, params); + } + + /** + * 添加一个下载任务并将其返回 + * + * @param fileUrl 文件网址 + * @param goalPath 保存路径 + * @param rename 重命名的文件名 + * @return 任务对象 + */ + public Mission add(String fileUrl, String goalPath, String rename) { + return add(fileUrl, goalPath, rename, new HashMap<>()); + } + + /** + * 添加一个下载任务并将其返回 + * + * @param fileUrl 文件网址 + * @param goalPath 保存路径 + * @param rename 重命名的文件名 + * @param params 连接参数 + * @return 任务对象 + */ + public Mission add(String fileUrl, String goalPath, String rename, Map params) { + return add(fileUrl, goalPath, rename, null, params); + } + + /** + * 添加一个下载任务并将其返回 + * + * @param fileUrl 文件网址 + * @param goalPath 保存路径 + * @param rename 重命名的文件名 + * @param suffix 重命名的文件后缀名 + * @return 任务对象 + */ + public Mission add(String fileUrl, String goalPath, String rename, String suffix) { + return add(fileUrl, goalPath, rename, suffix, new HashMap<>()); + } + + /** + * 添加一个下载任务并将其返回 + * + * @param fileUrl 文件网址 + * @param goalPath 保存路径 + * @param rename 重命名的文件名 + * @param suffix 重命名的文件后缀名 + * @param params 连接参数 + * @return 任务对象 + */ + public Mission add(String fileUrl, String goalPath, String rename, String suffix, Map params) { + return add(fileUrl, goalPath, rename, suffix, null, params); + } + + /** + * 添加一个下载任务并将其返回 + * + * @param fileUrl 文件网址 + * @param goalPath 保存路径 + * @param rename 重命名的文件名 + * @param suffix 重命名的文件后缀名 + * @return 任务对象 + */ + public Mission add(String fileUrl, String goalPath, String rename, String suffix, FileMode fileMode) { + return add(fileUrl, goalPath, rename, suffix, fileMode, null); + } + + /** + * 添加一个下载任务并将其返回 + * + * @param fileUrl 文件网址 + * @param goalPath 保存路径 + * @param rename 重命名的文件名 + * @param suffix 重命名的文件后缀名 + * @param fileMode 遇到同名文件时的处理方式，可选 'skip', 'overwrite', 'rename', 'add'，默认跟随实例属性 + * @param params 连接参数 + * @return 任务对象 + */ + public Mission add(String fileUrl, String goalPath, String rename, String suffix, FileMode fileMode, Map params) { + return add(fileUrl, Paths.get(goalPath), rename, suffix, fileMode, null, params); + } + + /** + * 添加一个下载任务并将其返回 + * + * @param fileUrl 文件网址 + * @param goalPath 保存路径 + * @param rename 重命名的文件名 + * @param suffix 重命名的文件后缀名 + * @param fileMode 遇到同名文件时的处理方式，可选 'skip', 'overwrite', 'rename', 'add'，默认跟随实例属性 + * @param split 是否允许多线程分块下载，为null则使用对象属性 + * @param params 连接参数 + * @return 任务对象 + */ + public Mission add(String fileUrl, String goalPath, String rename, String suffix, FileMode fileMode, Boolean split, Map params) { + return add(fileUrl, Paths.get(goalPath), rename, suffix, fileMode, split, params); + } + + /** + * 添加一个下载任务并将其返回 + * + * @param fileUrl 文件网址 + * @param goalPath 保存路径 + * @return 任务对象 + */ + public Mission add(String fileUrl, Path goalPath) { + return add(fileUrl, goalPath, new HashMap<>()); + } + + /** + * 添加一个下载任务并将其返回 + * + * @param fileUrl 文件网址 + * @param goalPath 保存路径 + * @param params 连接参数 + * @return 任务对象 + */ + public Mission add(String fileUrl, Path goalPath, Map params) { + return add(fileUrl, goalPath, null, params); + } + + /** + * 添加一个下载任务并将其返回 + * + * @param fileUrl 文件网址 + * @param goalPath 保存路径 + * @param rename 重命名的文件名 + * @return 任务对象 + */ + public Mission add(String fileUrl, Path goalPath, String rename) { + return add(fileUrl, goalPath, rename, new HashMap<>()); + } + + /** + * 添加一个下载任务并将其返回 + * + * @param fileUrl 文件网址 + * @param goalPath 保存路径 + * @param rename 重命名的文件名 + * @param params 连接参数 + * @return 任务对象 + */ + public Mission add(String fileUrl, Path goalPath, String rename, Map params) { + return add(fileUrl, goalPath, rename, null, params); + } + + /** + * 添加一个下载任务并将其返回 + * + * @param fileUrl 文件网址 + * @param goalPath 保存路径 + * @param rename 重命名的文件名 + * @param suffix 重命名的文件后缀名 + * @return 任务对象 + */ + public Mission add(String fileUrl, Path goalPath, String rename, String suffix) { + return add(fileUrl, goalPath, rename, suffix, new HashMap<>()); + } + + /** + * 添加一个下载任务并将其返回 + * + * @param fileUrl 文件网址 + * @param goalPath 保存路径 + * @param rename 重命名的文件名 + * @param suffix 重命名的文件后缀名 + * @param params 连接参数 + * @return 任务对象 + */ + public Mission add(String fileUrl, Path goalPath, String rename, String suffix, Map params) { + return add(fileUrl, goalPath, rename, suffix, null, params); + } + + /** + * 添加一个下载任务并将其返回 + * + * @param fileUrl 文件网址 + * @param goalPath 保存路径 + * @param rename 重命名的文件名 + * @param suffix 重命名的文件后缀名 + * @return 任务对象 + */ + public Mission add(String fileUrl, Path goalPath, String rename, String suffix, FileMode fileMode) { + return add(fileUrl, goalPath, rename, suffix, fileMode, null); + } + + /** + * 添加一个下载任务并将其返回 + * + * @param fileUrl 文件网址 + * @param goalPath 保存路径 + * @param rename 重命名的文件名 + * @param suffix 重命名的文件后缀名 + * @param fileMode 遇到同名文件时的处理方式，可选 'skip', 'overwrite', 'rename', 'add'，默认跟随实例属性 + * @param params 连接参数 + * @return 任务对象 + */ + public Mission add(String fileUrl, Path goalPath, String rename, String suffix, FileMode fileMode, Map params) { + return add(fileUrl, goalPath, rename, suffix, fileMode, null, params); + } + + /** + * 添加一个下载任务并将其返回 + * + * @param fileUrl 文件网址 + * @param goalPath 保存路径 + * @param rename 重命名的文件名 + * @param suffix 重命名的文件后缀名 + * @param fileMode 遇到同名文件时的处理方式，可选 'skip', 'overwrite', 'rename', 'add'，默认跟随实例属性 + * @param split 是否允许多线程分块下载，为null则使用对象属性 + * @param params 连接参数 + * @return 任务对象 + */ + public Mission add(String fileUrl, Path goalPath, String rename, String suffix, FileMode fileMode, Boolean split, Map params) { + this.missionsNum++; + this.runningCount++; + fileMode = fileMode == null ? this.fileMode : fileMode; + Mission mission = goalPath == null ? new Mission(String.valueOf(this.missionsNum), this, fileUrl, this.goalPath, rename, suffix, fileMode, split == null ? this.split : split, this.encoding, params) : new Mission(String.valueOf(this.missionsNum), this, fileUrl, goalPath, rename, suffix, fileMode, split == null ? this.split : split, this.encoding, params); + this.missions.put(this.missionsNum, mission); + this.runOrWait(mission); + return mission; + } + + + /** + * 以阻塞的方式下载一个文件并返回结果 + * + * @param fileUrl 文件网址 + * @return 任务结果和信息组成的数组 + */ + public String[] download(String fileUrl) { + return download(fileUrl, new HashMap<>()); + } + + /** + * 以阻塞的方式下载一个文件并返回结果 + * + * @param fileUrl 文件网址 + * @param params 连接参数 + * @return 任务结果和信息组成的数组 + */ + public String[] download(String fileUrl, Map params) { + return download(fileUrl, "", params); + } + + /** + * 以阻塞的方式下载一个文件并返回结果 + * + * @param fileUrl 文件网址 + * @param goalPath 保存路径 + * @return 任务结果和信息组成的数组 + */ + public String[] download(String fileUrl, String goalPath) { + return download(fileUrl, goalPath, new HashMap<>()); + } + + /** + * 以阻塞的方式下载一个文件并返回结果 + * + * @param fileUrl 文件网址 + * @param goalPath 保存路径 + * @param params 连接参数 + * @return 任务结果和信息组成的数组 + */ + public String[] download(String fileUrl, String goalPath, Map params) { + return download(fileUrl, goalPath == null || goalPath.isEmpty() ? null : goalPath, null, params); + } + + /** + * 以阻塞的方式下载一个文件并返回结果 + * + * @param fileUrl 文件网址 + * @param goalPath 保存路径 + * @param rename 重命名的文件名 + * @return 任务结果和信息组成的数组 + */ + public String[] download(String fileUrl, String goalPath, String rename) { + return download(fileUrl, goalPath, rename, new HashMap<>()); + } + + /** + * 以阻塞的方式下载一个文件并返回结果 + * + * @param fileUrl 文件网址 + * @param goalPath 保存路径 + * @param rename 重命名的文件名 + * @param params 连接参数 + * @return 任务结果和信息组成的数组 + */ + public String[] download(String fileUrl, String goalPath, String rename, Map params) { + return download(fileUrl, goalPath, rename, null, params); + } + + /** + * 以阻塞的方式下载一个文件并返回结果 + * + * @param fileUrl 文件网址 + * @param goalPath 保存路径 + * @param rename 重命名的文件名 + * @param suffix 重命名的文件后缀名 + * @return 任务结果和信息组成的数组 + */ + public String[] download(String fileUrl, String goalPath, String rename, String suffix) { + return download(fileUrl, goalPath, rename, suffix, new HashMap<>()); + } + + /** + * 以阻塞的方式下载一个文件并返回结果 + * + * @param fileUrl 文件网址 + * @param goalPath 保存路径 + * @param rename 重命名的文件名 + * @param suffix 重命名的文件后缀名 + * @param params 连接参数 + * @return 任务结果和信息组成的数组 + */ + public String[] download(String fileUrl, String goalPath, String rename, String suffix, Map params) { + return download(fileUrl, goalPath, rename, suffix, null, params); + } + + /** + * 以阻塞的方式下载一个文件并返回结果 + * + * @param fileUrl 文件网址 + * @param goalPath 保存路径 + * @param rename 重命名的文件名 + * @param suffix 重命名的文件后缀名 + * @return 任务结果和信息组成的数组 + */ + public String[] download(String fileUrl, String goalPath, String rename, String suffix, FileMode fileMode) { + return download(fileUrl, goalPath, rename, suffix, fileMode, null); + } + + /** + * 以阻塞的方式下载一个文件并返回结果 + * + * @param fileUrl 文件网址 + * @param goalPath 保存路径 + * @param rename 重命名的文件名 + * @param suffix 重命名的文件后缀名 + * @param fileMode 遇到同名文件时的处理方式，可选 'skip', 'overwrite', 'rename', 'add'，默认跟随实例属性 + * @param params 连接参数 + * @return 任务结果和信息组成的数组 + */ + public String[] download(String fileUrl, String goalPath, String rename, String suffix, FileMode fileMode, Map params) { + return download(fileUrl, Paths.get(goalPath), rename, suffix, fileMode, true, params); + } + + /** + * 以阻塞的方式下载一个文件并返回结果 + * + * @param fileUrl 文件网址 + * @param goalPath 保存路径 + * @param rename 重命名的文件名 + * @param suffix 重命名的文件后缀名 + * @param fileMode 遇到同名文件时的处理方式，可选 'skip', 'overwrite', 'rename', 'add'，默认跟随实例属性 + * @param showMsg 是否打印进度 + * @param params 连接参数 + * @return 任务结果和信息组成的数组 + */ + public String[] download(String fileUrl, String goalPath, String rename, String suffix, FileMode fileMode, boolean showMsg, Map params) { + return download(fileUrl, Paths.get(goalPath), rename, suffix, fileMode, split, params); + } + + /** + * 以阻塞的方式下载一个文件并返回结果 + * + * @param fileUrl 文件网址 + * @param goalPath 保存路径 + * @return 任务结果和信息组成的数组 + */ + public String[] download(String fileUrl, Path goalPath) { + return download(fileUrl, goalPath, new HashMap<>()); + } + + /** + * 以阻塞的方式下载一个文件并返回结果 + * + * @param fileUrl 文件网址 + * @param goalPath 保存路径 + * @param params 连接参数 + * @return 任务结果和信息组成的数组 + */ + public String[] download(String fileUrl, Path goalPath, Map params) { + return download(fileUrl, goalPath, null, params); + } + + /** + * 以阻塞的方式下载一个文件并返回结果 + * + * @param fileUrl 文件网址 + * @param goalPath 保存路径 + * @param rename 重命名的文件名 + * @return 任务结果和信息组成的数组 + */ + public String[] download(String fileUrl, Path goalPath, String rename) { + return download(fileUrl, goalPath, rename, new HashMap<>()); + } + + /** + * 以阻塞的方式下载一个文件并返回结果 + * + * @param fileUrl 文件网址 + * @param goalPath 保存路径 + * @param rename 重命名的文件名 + * @param params 连接参数 + * @return 任务结果和信息组成的数组 + */ + public String[] download(String fileUrl, Path goalPath, String rename, Map params) { + return download(fileUrl, goalPath, rename, null, params); + } + + /** + * 以阻塞的方式下载一个文件并返回结果 + * + * @param fileUrl 文件网址 + * @param goalPath 保存路径 + * @param rename 重命名的文件名 + * @param suffix 重命名的文件后缀名 + * @return 任务结果和信息组成的数组 + */ + public String[] download(String fileUrl, Path goalPath, String rename, String suffix) { + return download(fileUrl, goalPath, rename, suffix, new HashMap<>()); + } + + /** + * 以阻塞的方式下载一个文件并返回结果 + * + * @param fileUrl 文件网址 + * @param goalPath 保存路径 + * @param rename 重命名的文件名 + * @param suffix 重命名的文件后缀名 + * @param params 连接参数 + * @return 任务结果和信息组成的数组 + */ + public String[] download(String fileUrl, Path goalPath, String rename, String suffix, Map params) { + return download(fileUrl, goalPath, rename, suffix, null, params); + } + + /** + * 以阻塞的方式下载一个文件并返回结果 + * + * @param fileUrl 文件网址 + * @param goalPath 保存路径 + * @param rename 重命名的文件名 + * @param suffix 重命名的文件后缀名 + * @return 任务结果和信息组成的数组 + */ + public String[] download(String fileUrl, Path goalPath, String rename, String suffix, FileMode fileMode) { + return download(fileUrl, goalPath, rename, suffix, fileMode, null); + } + + /** + * 以阻塞的方式下载一个文件并返回结果 + * + * @param fileUrl 文件网址 + * @param goalPath 保存路径 + * @param rename 重命名的文件名 + * @param suffix 重命名的文件后缀名 + * @param fileMode 遇到同名文件时的处理方式，可选 'skip', 'overwrite', 'rename', 'add'，默认跟随实例属性 + * @param params 连接参数 + * @return 任务结果和信息组成的数组 + */ + public String[] download(String fileUrl, Path goalPath, String rename, String suffix, FileMode fileMode, Map params) { + return download(fileUrl, goalPath, rename, suffix, fileMode, true, params); + } + + /** + * 以阻塞的方式下载一个文件并返回结果 + * + * @param fileUrl 文件网址 + * @param goalPath 保存路径 + * @param rename 重命名的文件名 + * @param suffix 重命名的文件后缀名 + * @param fileMode 遇到同名文件时的处理方式，可选 'skip', 'overwrite', 'rename', 'add'，默认跟随实例属性 + * @param showMsg 是否打印进度 + * @param params 连接参数 + * @return 任务结果和信息组成的数组 + */ + public String[] download(String fileUrl, Path goalPath, String rename, String suffix, FileMode fileMode, boolean showMsg, Map params) { + String tmp = null; + if (showMsg) { + tmp = this.printMode; + this.printMode = null; + } + String[] wait = this.add(fileUrl, goalPath, rename, suffix, fileMode, false, params).wait(showMsg); + if (showMsg) this.printMode = tmp; + return wait; + } + + + /** + * 接收任务，有空线程则运行，没有则进入等待队列 + * + * @param mission 任务对象 + */ + private void runOrWait(BaseTask mission) { + Integer usableThread = this.getUsableThread(); + if (usableThread != null) { + Runnable runnable = () -> run(usableThread, mission); + Map map = this.threadMap.computeIfAbsent(usableThread, key -> new HashMap<>()); + map.put("thread", runnable); + map.put("mission", null); + threads.execute(runnable); + } else { + try { + this.waitingList.put(mission); + } catch (InterruptedException ignored) { + System.out.println("插入队列失败"); + } + } + } + + /** + * 线程函数 + * + * @param id 线程id + * @param mission 任务对象，Mission或Task + */ + + private void run(int id, BaseTask mission) { + + while (true) { + if (mission == null) if (this.waitingList.isEmpty()) break; + else try { + mission = waitingList.poll(500, TimeUnit.MILLISECONDS); + } catch (InterruptedException e) { + break; + } + threadMap.computeIfAbsent(id, key -> new HashMap<>()).put("mission", mission); + this.download(mission, id); + mission = null; + + } + threadMap.put(id, null); + } + + /** + * 根据id值获取一个任务 + * + * @param id 任务id + * @return 任务对象 + */ + public Mission getMission(int id) { + return this.missions.get(id); + } + + /** + * 根据id值获取一个任务 + * + * @param id 任务id + * @return 任务对象 + */ + public List getFailedMissions(int id) { + List list = new ArrayList<>(); + this.missions.forEach((a, b) -> { + if (b.getResult().equals("false")) list.add(b); + }); + return list; + } + + /** + * 等待所有或指定任务完成 + * + * @return 任务结果和信息组成的数组 + */ + public String[] waits() { + return wait(null); + } + + /** + * 等待所有或指定任务完成 + * + * @param mission 任务id，为null时等待所有任务结束 + * @return 任务结果和信息组成的数组 + */ + public String[] wait(Integer mission) { + return wait(mission, false); + } + + /** + * 等待所有或指定任务完成 + * + * @param mission 任务id，为null时等待所有任务结束 + * @param show 是否显示进度 + * @return 任务结果和信息组成的数组 + */ + public String[] wait(Integer mission, boolean show) { + return wait(mission, show, null); + } + + /** + * 等待所有或指定任务完成 + * + * @param mission 任务id，为null时等待所有任务结束 + * @param show 是否显示进度 + * @param timeout 超时时间，null或0为无限 + * @return 任务结果和信息组成的数组 + */ + + public String[] wait(Integer mission, boolean show, Double timeout) { + timeout = timeout == null ? 0 : timeout; + if (mission != null) return this.getMission(mission).wait(show, timeout); + else { + if (show) { + this.show(false); + } else { + long endTime = (long) (System.currentTimeMillis() + timeout * 1000); + while (this.isRunning() && (System.currentTimeMillis() < endTime || timeout == 0)) { + try { + Thread.sleep(100); + } catch (InterruptedException e) { + throw new RuntimeException(e); + } + } + } + return null; + } + } + + /** + * 取消所有等待中或执行中的任务 + */ + public void cancel() { + this.missions.values().forEach(Mission::cancel); + } + + /** + * 实时显示所有线程进度 + */ + public void show() { + show(true); + } + + /** + * 实时显示所有线程进度 + * + * @param asy 是否以异步方式显示 + */ + public void show(boolean asy) { + show(asy, false); + } + + /** + * 实时显示所有线程进度 + * + * @param asy 是否以异步方式显示 + * @param keep 任务列表为空时是否保持显示 + */ + public void show(boolean asy, boolean keep) { + if (asy) { + new Thread(() -> show(2.0, keep)).start(); + } else { + this.show(0.1, keep); + } + } + + private void show(double wait, boolean keep) { + this.stopPrinting = false; + if (keep) new Thread(this::stopShow).start(); + long endTime = (long) (System.currentTimeMillis() + wait); + while (!this.stopPrinting && (keep || isRunning() || System.currentTimeMillis() < endTime)) { + System.out.println("\33[K"); + System.out.println("等待任务数:" + waitingList.size()); + this.threadMap.forEach((k, v) -> { + BaseTask m = null; + if (v != null) if (v.get("mission") instanceof BaseTask) m = (BaseTask) v.get("mission"); + String path; + if (m != null) { + String[] items; + if (m instanceof Task) { + items = new String[]{String.valueOf(((Task) m).getMission().rate()), ((Task) m).mid()}; + } else { + items = new String[]{String.valueOf(((Mission) m).rate()), m.id()}; + } + path = "M" + items[1] + " " + items[0] + "% " + m; + } else { + path = "空闲"; + } + System.out.println("\033[K"); + System.out.println("线程" + k + ":" + path); + + + }); + System.out.println("\33[" + this.roads + 1 + "A\r"); + try { + Thread.sleep(400); + } catch (InterruptedException e) { + throw new RuntimeException(e); + } + } + System.out.println(); + } + + /** + * 生成response对象 + * + * @param url 目标url + * @param session 用于连接的Session对象 + * @param header 内置的headers参数 + * @param method 请求方式 + * @param encoding 编码格式 + * @param params 连接参数 + * @return 第一位为Response或None，第二位为出错信息或'Success' + */ + public ResponseConnect connect(String url, OkHttpClient session, CaseInsensitiveMap header, String method, String encoding, Map params) { + if (params.containsKey("headers")) { + Object o = params.get("headers"); + if (o instanceof Map) header.putAll((Map) o); + params.put("headers", header); + } else { + params.put("headers", header); + } + Response response = null; + Exception e = null; + for (int i = 0; i < this.retry + 1; i++) { + try { + if ("get".equalsIgnoreCase(method)) { + Request.Builder builder = new Request.Builder(); + builder.get(); + Object headerObj = params.get("header"); + if (headerObj instanceof Map) for (Map.Entry entry : ((Map) headerObj).entrySet()) + builder.addHeader(entry.getKey().toString(), entry.getValue().toString()); + builder.setUrl$okhttp(HttpUrl.get(url)); + try (Response responses = session.newCall(builder.build()).execute()) { + response = responses; + } + } else if ("post".equalsIgnoreCase(method)) { + Request.Builder builder = new Request.Builder(); + builder.get(); + Object headerObj = params.get("header"); + if (headerObj instanceof Map) for (Map.Entry entry : ((Map) headerObj).entrySet()) + builder.addHeader(entry.getKey().toString(), entry.getValue().toString()); + builder.setUrl$okhttp(HttpUrl.get(url)); + Object o = params.get("json"); + if (o == null) o = params.get("body"); + if (o != null) + builder.setBody$okhttp(RequestBody.create(o.toString(), MediaType.get("application/json"))); + try (Response responses = session.newCall(builder.build()).execute()) { + response = responses; + } + } + if (response != null) { + return new ResponseConnect(Utils.setCharset(response, encoding), "Success"); + } + } catch (Exception es) { + e = es; + } + if (response != null && (response.code() == 403 || response.code() == 404)) { + break; + } + if (i < this.retry) { + try { + Thread.sleep((long) (this.interval * 1000)); + } catch (InterruptedException ex) { + throw new RuntimeException(ex); + } + } + } + + if (response == null) return new ResponseConnect(null, e == null ? "连接失败" : e.toString()); + if (response.code() != 200) return new ResponseConnect(response, "状态码：" + response.code()); + return new ResponseConnect(response, "返回成功"); + + } + + + /** + * @return 获取是否可用 + */ + private Integer getUsableThread() { + for (Map.Entry> entry : this.threadMap.entrySet()) + if (entry.getValue() != null) return entry.getKey(); + return null; + } + + + /** + * 设置停止打印的变量 + */ + private void stopShow() { + this.stopPrinting = false; + } + + /** + * 当任务完成时执行的操作 + * + * @param mission 完结的任务 + */ + public void _whenMissionDone(Mission mission) { + this.runningCount--; + if (Objects.equals(this.printMode, "all") || (Objects.equals(this.printMode, "failed") && Objects.equals(mission.getResult(), "false"))) + System.out.println("[" + Mission.RESULT_TEXTS.get(mission.getResult()) + "]" + mission.data().getUrl() + " " + mission.getInfo()); + if (Objects.equals(this.logMode, "all") || (Objects.equals(this.logMode, "failed") && Objects.equals(mission.getResult(), "false"))) { + Object[] data = {"下载结果", mission.data().getUrl(), mission.data().getRename(), mission.data().getParams()}; + this.logger.addData(data); + } + + } + + + /** + * 执行下载的方法，根据任务下载文件 + * + * @param missionOrTask 下载任务对象 + * @param threadId 线程号 + */ + private void download(BaseTask missionOrTask, int threadId) { + if (missionOrTask.isDone()) { + return; + } + + if (missionOrTask.getState().equals("cancel")) { + missionOrTask.setState("done"); + return; + } + + String fileUrl = missionOrTask.data().getUrl(); + + if (missionOrTask instanceof Task) { + Task task = (Task) missionOrTask; + Map params = new HashMap<>(missionOrTask.data().getParams()); + Object o = params.get("headers"); + if (o instanceof Map) { + ((Map) o).put("Range", "bytes=" + task.getRange().get(0) + "-" + task.getRange().get(1)); + } + ResponseConnect r = connect(fileUrl, task.getMission().getSession(), task.getMission().getHeaders(), task.getMission().getMethod(), task.getMission().getEncoding(), params); + + if (r.response != null) { + doDownload(r.response, task, false); + } else { + task._setDone("false", r.info); + } + return; + } + // ===================开始处理mission==================== + + Mission mission = (Mission) missionOrTask; + mission.setInfo("下载中"); + mission.setState("running"); + Map kwargs = missionOrTask.data().getParams(); + if (Objects.equals(printMode, "all")) { + System.out.println("开始下载：" + mission.data().getUrl()); + } + if (Objects.equals(logMode, "all")) { + logger.addData("开始下载", mission.data().getUrl()); + } + + String rename = mission.data().getRename(); + String suffix = mission.data().getSuffix(); + String goalPath = mission.data().getGoalPath(); + FileMode fileExists = mission.data().getFileExists(); + boolean split = mission.data().isSplit(); + + Path goalPathObj = Paths.get(goalPath); + //按windows规则去除路径中的非法字符 + goalPath = goalPathObj.getRoot() + goalPathObj.subpath(1, goalPathObj.getNameCount()).toString().replaceAll("[*:|<>?\"]", "").trim(); + + goalPathObj = Paths.get(goalPath).toAbsolutePath(); + goalPathObj.toFile().mkdirs(); + goalPath = goalPathObj.toString(); + + if (fileExists.equals(FileMode.SKIP) && rename != null && !rename.isEmpty()) { + Path tmp = goalPathObj.resolve(rename); + if (Files.exists(tmp) && Files.isRegularFile(tmp)) { + mission.setFileName(rename); + mission._setPath(tmp.toString()); + mission._setDone("skipped", mission.path()); + return; + } + } + + ResponseConnect r = connect(fileUrl, mission.getSession(), mission.getHeaders(), mission.getMethod(), mission.getEncoding(), kwargs); + + if (mission.isDone()) { + return; + } + + if (r.response == null) { + mission._breakMission("false", r.info); + return; + } + //-------------------获取文件信息------------------- + Map fileInfo = Utils.getFileInfo(r.response, goalPath, rename, suffix, fileExists, mission.getEncoding(), this.lock); + long fileSize = Long.parseLong(fileInfo.get("size").toString()); + Path fullPath = Paths.get((String) fileInfo.get("path")); + mission._setPath(fullPath); + mission.setFileName(fullPath.getFileName().toString()); + mission.setSize(fileSize); + + if ((boolean) fileInfo.get("skip")) { + mission._setDone("skipped", mission.path()); + return; + } + + fullPath = Paths.get((String) fileInfo.get("path")); + if (fileExists.equals("add") && Files.exists(fullPath)) { + try { + mission.data().setOffset(Files.size(fullPath)); + } catch (IOException e) { + throw new RuntimeException(e); + } + } + + boolean first = false; + if (split && fileSize > this.blockSize && Objects.equals(r.response.headers().get("Accept-Ranges"), "bytes")) { + first = true; + List> chunks = new ArrayList<>(); + for (long s = 0; s < fileSize; s += blockSize) { + double e = Math.min(s + blockSize, fileSize) - 1; + List objects = new ArrayList<>(); + objects.add(s); + objects.add(e); + chunks.add(objects); + } + chunks.get(chunks.size() - 1).set(1, -1); + Task task1 = new Task(mission, chunks.get(0), "1/" + chunks.size(), new BigDecimal(chunks.get(0).get(1).toString()).subtract(new BigDecimal(chunks.get(0).get(0).toString())).longValue()); + mission.setTasksCount(chunks.size()); + mission.setTasks(Collections.singletonList(task1)); + + for (int ind = 2; ind <= chunks.size(); ind++) { + List chunk = chunks.get(ind - 1); + long s = fileSize - Long.parseLong(chunk.get(0).toString()); + Task task = new Task(mission, chunk, ind + "/" + chunks.size(), s); + mission.getTasks().add(task); + runOrWait(task); + } + } else { + Task task1 = new Task(mission, null, "1/1", fileSize); + mission.getTasks().add(task1); + } + + threadMap.get(threadId).put("mission", mission.getTasks().get(0)); + doDownload(r.response, mission.getTasks().get(0), first); + } + + + @AllArgsConstructor + public static class ResponseConnect { + private Response response; + private String info; + } + + + /** + * 执行下载任务 + * + * @param response 响应对象 + * @param task 任务对象 + * @param first 是否第一个分块 + */ + public static void doDownload(Response response, Task task, boolean first) { + if (task.isDone() || task.getMission().isDone()) { + return; + } + + task.setStates(null, "下载中", "running"); + int blockSize = 131072; // 128k + String result = null; + String info = null; + + try (ResponseBody responseBody = response.body()) { + if (first) { // 第一个分块 + if (Long.parseLong(task.getRange().get(1).toString()) <= blockSize || Long.parseLong(task.getRange().get(1).toString()) % blockSize != 0) { + byte[] content = new byte[0]; + if (responseBody != null) { + content = responseBody.bytes(); + } + task.addData(content, task.getMission().data().getOffset()); + if ("cancel".equals(task.getState()) || "done".equals(task.getState())) { + result = "canceled"; + task.clearCache(); + } + } else { + long blocks = Long.parseLong(task.getRange().get(1).toString()) / blockSize; + for (int b = 0; b < blocks; b++) { + byte[] content = new byte[0]; + if (responseBody != null) { + content = responseBody.bytes(); + } + task.addData(content, (long) b * blockSize + task.getMission().data().getOffset()); + if ("cancel".equals(task.getState()) || "done".equals(task.getState())) { + result = "canceled"; + task.clearCache(); + break; + } + } + + if ("cancel".equals(task.getState()) || "done".equals(task.getState())) { + result = "canceled"; + task.clearCache(); + } else { + byte[] content = new byte[0]; + if (responseBody != null) { + content = responseBody.bytes(); + } + task.addData(content, blocks * blockSize + task.getMission().data().getOffset()); + } + } + } else { + if (task.getRange() == null) { // 不分块 + byte[] chunk = new byte[0]; + if (responseBody != null) { + chunk = responseBody.bytes(); + } + for (byte b : chunk) { + if ("cancel".equals(task.getState()) || "done".equals(task.getState())) { + result = "canceled"; + task.clearCache(); + break; + } + task.addData(new byte[]{b}, null); + } + } else if (task.getRange().get(1) == null) { // 结尾的数据块 + long begin = Long.parseLong(task.getRange().get(0).toString()); + if (responseBody != null) { + for (byte b : responseBody.bytes()) { + if ("cancel".equals(task.getState()) || "done".equals(task.getState())) { + result = "canceled"; + task.clearCache(); + break; + } + task.addData(new byte[]{b}, begin + task.getMission().data().getOffset()); + begin++; + } + } + } else { // 有始末数字的数据块 + long begin = (long) task.getRange().get(0); + long end = (long) task.getRange().get(1); + int num = (int) ((end - begin) / blockSize); + int ind = 1; + if (responseBody != null) { + for (byte b : responseBody.bytes()) { + if ("cancel".equals(task.getState()) || "done".equals(task.getState())) { + result = "canceled"; + task.clearCache(); + break; + } + task.addData(new byte[]{b}, begin + task.getMission().data().getOffset()); + if (ind <= num) { + begin += blockSize; + } + ind++; + } + } + } + } + } catch (IOException e) { + result = "failed"; + info = "下载失败。" + response.code() + " " + e.getMessage(); + } finally { + response.close(); + } + + if (result == null) { + result = "success"; + info = String.valueOf(task.path()); + } + + task._setDone(result, info); + } +} diff --git a/java/src/main/java/com/ll/DownloadKit/FileExists.java b/java/src/main/java/com/ll/DownloadKit/FileExists.java new file mode 100644 index 0000000..f3f684f --- /dev/null +++ b/java/src/main/java/com/ll/DownloadKit/FileExists.java @@ -0,0 +1,46 @@ +package com.ll.DownloadKit; + +import lombok.AllArgsConstructor; + +/** + * 用于设置存在同名文件时处理方法 + * + * @author 陆 + * @address click + */ +@AllArgsConstructor +public class FileExists { + private final Setter setter; + + public void set(FileMode fileMode) { + this.setter.downloadKit.fileMode = fileMode; + } + + /** + * 设为跳过 + */ + public void skip() { + this.setter.downloadKit.fileMode = FileMode.SKIP; + } + + /** + * 设为重命名，文件名后加序号 + */ + public void rename() { + this.setter.downloadKit.fileMode = FileMode.rename; + } + + /** + * 设为覆盖 + */ + public void overwrite() { + this.setter.downloadKit.fileMode = FileMode.overwrite; + } + + /** + * 设为追加 + */ + public void add() { + this.setter.downloadKit.fileMode = FileMode.add; + } +} diff --git a/java/src/main/java/com/ll/DownloadKit/FileMode.java b/java/src/main/java/com/ll/DownloadKit/FileMode.java new file mode 100644 index 0000000..a9e2830 --- /dev/null +++ b/java/src/main/java/com/ll/DownloadKit/FileMode.java @@ -0,0 +1,18 @@ +package com.ll.DownloadKit; + +import lombok.Getter; + +/** + * @author 陆 + * @address click + */ +@Getter +public enum FileMode { + ADD("add"), add(ADD.value), SKIP("skip"), skip(SKIP.value), RENAME("rename"), rename(RENAME.value), OVERWRITE("overwrite"), overwrite(OVERWRITE.value), a(ADD.value), A(ADD.value), S(SKIP.value), s(SKIP.value), r(RENAME.value), R(RENAME.value), o(OVERWRITE.value), O(OVERWRITE.value); + private final String value; + + FileMode(String value) { + this.value = value; + } + +} diff --git a/java/src/main/java/com/ll/DownloadKit/LogSet.java b/java/src/main/java/com/ll/DownloadKit/LogSet.java new file mode 100644 index 0000000..a077f4d --- /dev/null +++ b/java/src/main/java/com/ll/DownloadKit/LogSet.java @@ -0,0 +1,86 @@ +package com.ll.DownloadKit; + +import com.ll.DataRecorder.Recorder; +import lombok.AllArgsConstructor; + +import java.nio.file.Path; + +/** + * 用于设置信息打印和记录日志方式 + * + * @author 陆 + * @address click + */ +@AllArgsConstructor +public class LogSet { + private final Setter setter; + + /** + * 设置日志文件路径 + * + * @param path 文件路径，可以是str或Path + */ + public void path(String path) { + if (this.setter.downloadKit.getLogger() != null) this.setter.downloadKit.getLogger().record(); + this.setter.downloadKit.logger= new Recorder(path); + } + + /** + * 设置日志文件路径 + * + * @param path 文件路径，可以是str或Path + */ + + public void path(Path path) { + if (this.setter.downloadKit.getLogger() != null) this.setter.downloadKit.getLogger().record(); + this.setter.downloadKit.logger= new Recorder(path); + } + + /** + * 打印所有信息 + */ + public void printAll() { + this.setter.downloadKit.printMode= "all"; + } + + /** + * 只有在下载失败时打印信息 + */ + public void printFailed() { + this.setter.downloadKit.printMode= "failed"; + } + + + /** + * 不打印任何信息 + */ + public void printNull() { + this.setter.downloadKit.printMode= null; + } + + /** + * 记录所有信息 + */ + public void logAll() { + if (this.setter.downloadKit.getLogger() == null) throw new RuntimeException("请先用logPath()设置log文件路径。"); + this.setter.downloadKit.logMode= "all"; + } + + /** + * 只记录下载失败的信息 + */ + public void logFailed() { + if (this.setter.downloadKit.getLogger() == null) throw new RuntimeException("请先用logPath()设置log文件路径。"); + this.setter.downloadKit.logMode= "failed"; + } + + /** + * 不进行记录 + */ + public void logNull() { + if (this.setter.downloadKit.getLogger() == null) throw new RuntimeException("请先用logPath()设置log文件路径。"); + this.setter.downloadKit.logMode= null; + } + + +} diff --git a/java/src/main/java/com/ll/DownloadKit/Setter.java b/java/src/main/java/com/ll/DownloadKit/Setter.java new file mode 100644 index 0000000..d904559 --- /dev/null +++ b/java/src/main/java/com/ll/DownloadKit/Setter.java @@ -0,0 +1,197 @@ +package com.ll.DownloadKit; + +import com.ll.DrissonPage.base.BasePage; +import com.ll.DrissonPage.config.SessionOptions; +import com.ll.DrissonPage.page.SessionPage; +import com.ll.DrissonPage.page.WebPage; +import com.ll.DrissonPage.units.HttpClient; +import lombok.AllArgsConstructor; +import okhttp3.Interceptor; +import okhttp3.OkHttpClient; +import okhttp3.Request; +import okhttp3.Response; +import org.apache.http.Header; +import org.jetbrains.annotations.NotNull; + +import java.io.IOException; +import java.net.Proxy; +import java.nio.charset.Charset; +import java.nio.file.Path; +import java.util.Collection; +import java.util.HashMap; + +/** + * @author 陆 + * @address click + */ +@AllArgsConstructor +public class Setter { + protected final DownloadKit downloadKit; + + + /** + * - + * 设置Session对象 + * + * @param driver Session对象或DrissionPage的页面对象 + */ + + public void driver(Object driver) { + if (driver == null) { + this.downloadKit.session = new OkHttpClient(); + return; + } + if (driver instanceof OkHttpClient) { + this.downloadKit.session = (OkHttpClient) driver; + return; + } + if (driver instanceof SessionOptions) { + HttpClient httpClient = ((SessionOptions) driver).makeSession(); + Collection headers = httpClient.getHeaders(); + this.downloadKit.session = this.downloadKit.session().newBuilder().addInterceptor(new Interceptor() { + @NotNull + @Override + public Response intercept(@NotNull Interceptor.Chain chain) throws IOException { + Request request = chain.request(); + Request.Builder builder1 = request.newBuilder(); + if (!headers.isEmpty()) headers.forEach((a) -> builder1.addHeader(a.getName(), a.getValue())); + return chain.proceed(request); + } + }).build(); + } else if (driver instanceof BasePage) { + if (driver instanceof SessionPage) this.downloadKit.session = ((SessionPage) driver).session(); + else if (driver instanceof WebPage) this.downloadKit.session = ((WebPage) driver).session(); + else this.downloadKit.session = new OkHttpClient(); + this.downloadKit.page = ((BasePage) driver); + } else { + throw new IllegalArgumentException("类型只能为OkHttpClient SessionOptions BasePage"); + } + } + + /** + * 设置可同时运行的线程数 + * + * @param num 线程数量 + */ + public void roads(int num) { + if (this.downloadKit.isRunning()) { + System.out.println("有任务未完成时不能改变roads。"); + return; + } + if (num != this.downloadKit.roads()) { + this.downloadKit.roads = num; + this.downloadKit.getThreads().setMaximumPoolSize(num); + this.downloadKit.threadMap = new HashMap<>(num); + } + } + + /** + * 设置连接失败时重试次数 + * + * @param times 重试次数 + */ + public void retry(int times) { + if (times < 0) throw new IllegalArgumentException("times参数过于小"); + this.downloadKit.retry = times; + } + + /** + * 设置连接失败时重试间隔 + * + * @param seconds 连接失败时重试间隔（秒） + */ + + public void interval(double seconds) { + if (seconds < 0) throw new IllegalArgumentException("seconds参数过于小"); + this.downloadKit.interval = seconds; + } + + /** + * 设置连接超时时间 + * + * @param timeout 超时时间（秒） + */ + public void timeout(double timeout) { + if (timeout < 0) throw new IllegalArgumentException("timeout参数过于小"); + this.downloadKit.timeout = timeout; + } + + /** + * 设置文件保存路径 + * + * @param path 文件路径，可以是str或Path + */ + public void goalPath(Path path) { + this.downloadKit.goalPath = path.toAbsolutePath().toString(); + } + + /** + * 设置文件保存路径 + * + * @param path 文件路径，可以是str或Path + */ + public void goalPath(String path) { + this.downloadKit.goalPath = path; + } + + /** + * 设置大文件是否分块下载 + * + * @param onOff 代表开关 + */ + public void split(boolean onOff) { + this.downloadKit.split = onOff; + } + + /** + * 设置分块大小 + * + * @param size 单位为字节，可用'K'、'M'、'G'为单位，如'50M' + */ + public void blockSize(String size) { + this.downloadKit.blockSize = Utils.blockSizeSetter(size); + } + + /** + * 设置分块大小 + * + * @param size 单位为字节，可用'K'、'M'、'G'为单位，如'50M' + */ + public void blockSize(int size) { + this.downloadKit.blockSize = Utils.blockSizeSetter(size); + } + + /** + * 设置代理地址及端口，例：'127.0.0.1:1080' 创建方式 new Proxy(Proxy.Type.HTTP,new InetSocketAddress("127.0.0.1",80)) + */ + public void proxy(Proxy proxy) { + OkHttpClient.Builder builder = this.downloadKit.session.newBuilder(); + builder.setProxy$okhttp(proxy); + this.downloadKit.session = builder.build(); + } + + /** + * 设置编码 + * + * @param encoding 编码名称 + */ + public void encoding(Charset encoding) { + this.downloadKit.encoding = encoding.name(); + } + + /** + * 设置编码 + * + * @param encoding 编码名称 使用Charset.forName去校验 + */ + public void encoding(String encoding) { + this.downloadKit.encoding = Charset.forName(encoding).name(); + } + + /** + * 设置编码 为空 + */ + public void encoding() { + this.downloadKit.encoding = null; + } +} diff --git a/java/src/main/java/com/ll/DownloadKit/Utils.java b/java/src/main/java/com/ll/DownloadKit/Utils.java new file mode 100644 index 0000000..0e12f7b --- /dev/null +++ b/java/src/main/java/com/ll/DownloadKit/Utils.java @@ -0,0 +1,329 @@ +package com.ll.DownloadKit; + +import com.ll.DataRecorder.Tools; +import okhttp3.*; +import org.jetbrains.annotations.NotNull; + +import java.io.IOException; +import java.io.UnsupportedEncodingException; +import java.net.URLDecoder; +import java.nio.charset.Charset; +import java.nio.file.Files; +import java.nio.file.Path; +import java.nio.file.Paths; +import java.util.*; +import java.util.concurrent.ThreadLocalRandom; +import java.util.concurrent.locks.Lock; +import java.util.regex.Matcher; +import java.util.regex.Pattern; + +/** + * @author 陆 + * @address click + */ +public class Utils { + private static final Map blockSizeMap; + private static final Map FILE_EXISTS_MODE; + + static { + blockSizeMap = new HashMap<>(); + blockSizeMap.put("b", 1L); + blockSizeMap.put("k", 1024L); + blockSizeMap.put("m", 1048576L); + blockSizeMap.put("g", 21_474_836_480L); + + FILE_EXISTS_MODE = new HashMap<>(); + FILE_EXISTS_MODE.put("rename", "rename"); + FILE_EXISTS_MODE.put("overwrite", "overwrite"); + FILE_EXISTS_MODE.put("skip", "skip"); + FILE_EXISTS_MODE.put("add", "add"); + FILE_EXISTS_MODE.put("r", "rename"); + FILE_EXISTS_MODE.put("o", "overwrite"); + FILE_EXISTS_MODE.put("s", "skip"); + FILE_EXISTS_MODE.put("a", "add"); + } + + public static long blockSizeSetter(Object val) { + if (val instanceof Integer || val instanceof Long) { + if (Long.parseLong(val.toString()) > 0) { + return (int) val; + } else { + throw new IllegalArgumentException(val + "数字需要大于0"); + } + } + if (val instanceof String && val.toString().length() >= 2) { + String string = val.toString(); + long num = Long.parseLong(string.substring(0, string.length() - 2)); + Long unit = blockSizeMap.get(String.valueOf(string.charAt(string.length() - 1)).toLowerCase()); + if (unit != null && num > 0) { + return unit * num; + } else { + throw new IllegalArgumentException("单位只支持B、K、M、G，数字必须为大于0的整数。"); + + } + } else { + throw new IllegalArgumentException("只能传入int或str，数字必须为大于0的整数。"); + } + } + + public static String pathSetter(Object path) { + if (path instanceof String) return (String) path; + if (path instanceof Path) return ((Path) path).toAbsolutePath().toString(); + throw new IllegalArgumentException("只能传入Path或str"); + + } + + + + /** + * 设置Response对象的编码 + * + * @param response Response对象 + * @param encoding 指定的编码格式 + * @return 设置编码后的Response对象 + */ + public static Response setCharset(Response response, String encoding) { + if (encoding != null && !encoding.isEmpty()) { + response = setEncoding(response, encoding); + return response; + } + + // 在headers中获取编码 + String contentType = response.headers("content-type").toString().toLowerCase(); + if (!contentType.endsWith(";")) { + contentType += ";"; + } + + String charset = findCharset(contentType); + if (charset != null) { + response = setEncoding(response, charset); + return response; + } + + // 在headers中获取不到编码，且如果是网页 + if (contentType.replace(" ", "").startsWith("text/html")) { + Matcher matcher = null; + try { + if (response.body() != null) { + matcher = Pattern.compile("]+).*?>").matcher(response.body().string()); + } + } catch (IOException e) { + throw new RuntimeException(e); + } + + if (matcher != null && matcher.find()) { + charset = matcher.group(1); + } + + response = setEncoding(response, charset); + } + + return response; + } + + private static Response setEncoding(Response response, String charset) { + if (charset != null && !charset.isEmpty()) { + Response.Builder build = response.newBuilder(); + ResponseBody body = response.body(); + if (body != null) if (body.contentType() != null) + Objects.requireNonNull(body.contentType()).charset(Charset.forName(charset)); + return build.build(); + } + return response; + } + + private static String findCharset(String contentType) { + Matcher matcher = Pattern.compile("charset[=: ]*(.*)?;?").matcher(contentType); + if (matcher.find()) { + return matcher.group(1); + } + return null; + } + + /** + * 获取文件信息，大小单位为byte + * 包括：size、path、skip + * + * @param response Response对象 + * @param goalPath 目标文件夹 + * @param rename 重命名 + * @param suffix 重命名后缀名 + * @param fileExists 存在重名文件时的处理方式 + * @param encoding 编码格式 + * @param lock 线程锁 + * @return 文件名、文件大小、保存路径、是否跳过 + */ + public static Map getFileInfo(Response response, String goalPath, String rename, String suffix, FileMode fileExists, String encoding, Lock lock) { + // ------------获取文件大小------------ + long fileSize = Optional.ofNullable(response.headers().get("Content-Length")).map(Long::parseLong).orElse(-1L); + + // ------------获取网络文件名------------ + String fileName = getFileName(response, encoding); + + // ------------获取保存路径------------ + Path goalPathObj = Paths.get(goalPath); + goalPath = goalPathObj.getRoot() + goalPathObj.subpath(1, goalPathObj.getNameCount()).toString().replaceAll("[*:|<>?\"]", "").trim(); + + Path goalPathAbsolute = Paths.get(goalPath).toAbsolutePath(); + goalPathAbsolute.toFile().mkdirs(); + goalPath = goalPathAbsolute.toString(); + + // ------------获取保存文件名------------ + // -------------------重命名------------------- + String fullFileName; + if (rename != null) { + if (suffix != null) { + fullFileName = suffix.isEmpty() ? rename : rename + "." + suffix; + } else { + String[] tmp = fileName.split("\\.", 2); + String extName = tmp.length > 1 ? "." + tmp[1] : ""; + tmp = rename.split("\\.", 2); + String extRename = tmp.length > 1 ? "." + tmp[1] : ""; + fullFileName = extRename.equals(extName) ? rename : rename + extName; + } + } else if (suffix != null) { + String[] tmp = fileName.split("\\.", 2); + fullFileName = suffix.isEmpty() ? tmp[0] : tmp[0] + "." + suffix; + } else { + fullFileName = fileName; + } + + fullFileName = Tools.makeValidName(fullFileName); + + // -------------------生成路径------------------- + boolean skip = false; + boolean create = true; + Path fullPath = Paths.get(goalPath, fullFileName); + + lock.lock(); + try { + if (Files.exists(fullPath)) { + if (FileMode.RENAME.equals(fileExists)) { + fullPath = Tools.getUsablePath(fullPath.toString()); + } else if (FileMode.SKIP.equals(fileExists)) { + skip = true; + create = false; + } else if (FileMode.OVERWRITE.equals(fileExists)) { + try { + Files.delete(fullPath); + } catch (IOException e) { + e.printStackTrace(); + } + } else if (FileMode.ADD.equals(fileExists)) { + create = false; + } + } + + if (create) { + try { + Files.createFile(fullPath); + } catch (IOException e) { + e.printStackTrace(); + } + } + } finally { + lock.unlock(); + } + + Map fileInfo = new HashMap<>(); + fileInfo.put("size", fileSize); + fileInfo.put("path", fullPath); + fileInfo.put("skip", skip); + + return fileInfo; + } + + + /** + * 从headers或url中获取文件名，如果获取不到，生成一个随机文件名 + * + * @param response 返回的response + * @param encoding 在headers获取时指定编码格式 + * @return 下载文件的文件名 + */ + private static String getFileName(Response response, String encoding) { + String fileName = ""; + String charset = "utf-8"; + + String contentDisposition = Objects.requireNonNull(response.header("content-disposition", "")).replace(" ", ""); + + if (!contentDisposition.isEmpty()) { + String txt = matchFilename(contentDisposition); + if (txt != null) { + if (txt.contains("''")) { + String[] parts = txt.split("''", 2); + charset = parts[0]; + fileName = parts[1]; + } else { + fileName = txt; + } + } else { + txt = matchFilename(contentDisposition, "filename"); + if (txt != null) { + fileName = txt; + if (response.body() != null) { + charset = encoding != null ? encoding : Objects.requireNonNull(Objects.requireNonNull(response.body().contentType()).charset()).toString(); + } + } + } + + fileName = fileName.replace("'", ""); + } + + if (fileName.isEmpty()) { + Paths.get(response.request().url().encodedPath()); + fileName = Paths.get(response.request().url().encodedPath()).getFileName().toString().split("\\?")[0]; + } + + if (fileName.isEmpty()) { + fileName = "untitled_" + System.currentTimeMillis() + "_" + ThreadLocalRandom.current().nextInt(100); + } + + charset = charset.isEmpty() ? "utf-8" : charset; + try { + return URLDecoder.decode(fileName, charset); + } catch (UnsupportedEncodingException e) { + return null; + } + } + + private static String matchFilename(String contentDisposition) { + Matcher matcher = Pattern.compile("filename\\*?=\"?([^\";]+)\"?").matcher(contentDisposition); + if (matcher.find()) { + String[] parts = matcher.group(1).split("''", 2); + return parts.length == 2 ? parts[0] + parts[1] : parts[0]; + } + return null; + } + + private static String matchFilename(String contentDisposition, String pattern) { + Matcher matcher = Pattern.compile(pattern + "=\"?([^\";]+)\"?").matcher(contentDisposition); + if (matcher.find()) { + return matcher.group(1); + } + return null; + } + + /** + * 设置OkHttpClient.Builder对象的cookies + * + * @param builder OkHttpClient.Builder对象 + * @param cookies cookies信息 + */ + public static void setSessionCookies(OkHttpClient.Builder builder, List cookies) { + for (Cookie cookie : cookies) { + builder.setCookieJar$okhttp(new CookieJar() { + @Override + public void saveFromResponse(@NotNull HttpUrl httpUrl, @NotNull List list) { + list.add(cookie); + } + + @NotNull + @Override + public List loadForRequest(@NotNull HttpUrl httpUrl) { + return new ArrayList<>(); + } + }); + } + } +} diff --git a/java/src/main/java/com/ll/DownloadKit/mission/BaseTask.java b/java/src/main/java/com/ll/DownloadKit/mission/BaseTask.java new file mode 100644 index 0000000..4be6dee --- /dev/null +++ b/java/src/main/java/com/ll/DownloadKit/mission/BaseTask.java @@ -0,0 +1,131 @@ +package com.ll.DownloadKit.mission; + +import lombok.Getter; +import lombok.Setter; + +import java.util.Map; + +/** + * 任务类基类 + * + * @author 陆 + * @address click + */ +public class BaseTask { + protected final static String DONE = "done"; + public final static Map RESULT_TEXTS = Map.of("success", "成功", "skipped", "跳过", "canceled", "取消", "false", "失败", "null", "未知"); + /** + * 任务id + */ + private final String id; + @Getter + @Setter + + protected String state = "waiting"; // 'waiting'、'running'、'done' + @Getter + protected String result = "null"; //'success'、'skipped'、'canceled'、'false'、'null' + @Getter + @Setter + protected String info = "等待下载"; // 信息 + + /** + * @param id 任务id + */ + public BaseTask(String id) { + this.id = id; + } + + /** + * @return 返回任务或子任务id + */ + public String id() { + return this.id; + } + + /** + * @return 返回任务数据 + */ + + public MissionData data() { + return null; + } + + /** + * @return 返回任务是否结束 + */ + public boolean isDone() { + return "done".equalsIgnoreCase(this.state) || "cancel".equalsIgnoreCase(this.state); + } + + /** + * 设置任务结果值 + */ + public void setStates() { + setStates(result, info, "done"); + } + + /** + * 设置任务结果值 + * + * @param result 结果：'success'、'skipped'、'canceled'、false、null + */ + public void setStates(String result) { + setStates(result, null); + } + + /** + * 设置任务结果值 + * + * @param result 结果：'success'、'skipped'、'canceled'、false、null + * @param info 任务信息 + */ + public void setStates(String result, String info) { + setStates(result, info, "done"); + } + + /** + * 设置任务结果值 + * + * @param result 结果：'success'、'skipped'、'canceled'、false、null + * @param info 任务信息 + * @param state 任务状态：'waiting'、'running'、'done' + */ + public void setStates(String result, String info, String state) { + if (result == null) result = "null"; + result = result.toLowerCase().trim(); + switch (result) { + case "success": + this.result = "success"; + break; + case "skipped": + this.result = "skipped"; + break; + case "canceled": + this.result = "canceled"; + break; + case "false": + this.result = "False"; + break; + case "null": + this.result = "null"; + break; + default: + this.result = "null"; + break; + } + this.info = info; + if (state == null) state = "done"; + state = state.toLowerCase().trim(); + switch (state) { + case "running": + this.state = "running"; + break; + case "waiting": + this.state = "waiting"; + break; + default: + this.state = "done"; + break; + } + } +} diff --git a/java/src/main/java/com/ll/DownloadKit/mission/Mission.java b/java/src/main/java/com/ll/DownloadKit/mission/Mission.java new file mode 100644 index 0000000..353f09b --- /dev/null +++ b/java/src/main/java/com/ll/DownloadKit/mission/Mission.java @@ -0,0 +1,401 @@ +package com.ll.DownloadKit.mission; + +import com.alibaba.fastjson.JSON; +import com.ll.DataRecorder.ByteRecorder; +import com.ll.DownloadKit.DownloadKit; +import com.ll.DownloadKit.FileMode; +import com.ll.DownloadKit.Utils; +import kotlin.Pair; +import lombok.Getter; +import lombok.Setter; +import okhttp3.*; +import org.apache.commons.collections4.map.CaseInsensitiveMap; +import org.jetbrains.annotations.NotNull; + +import java.io.IOException; +import java.lang.reflect.Field; +import java.math.BigDecimal; +import java.math.RoundingMode; +import java.net.URI; +import java.nio.file.Files; +import java.nio.file.Path; +import java.nio.file.Paths; +import java.util.ArrayList; +import java.util.List; +import java.util.Map; +import java.util.Objects; + +/** + * 任务类 + * + * @author 陆 + * @address click + */ +public class Mission extends BaseTask { + + @Setter + protected String fileName; + private final MissionData data; + private String path; + private ByteRecorder recorder; + @Setter + private Long size; + private int doneTasksCount = 0; + @Setter + private int tasksCount = 1; + @Setter + @Getter + private List tasks; + /** + * 所属DownloadKit对象 + */ + private final DownloadKit downloadKit; + @Getter + private OkHttpClient session; + @Getter + private CaseInsensitiveMap headers; + @Getter + private String method; + @Getter + + private String encoding; + + /** + * @param id 任务id + * @param downloadKit 所属DownloadKit对象 + * @param fileUrl 文件网址 + * @param goalPath 保存文件夹路径 + * @param rename 重命名 + * @param suffix 重命名后缀名 + * @param fileExists 存在同名文件处理方式 + * @param split 是否分块下载 + * @param encoding 编码格式 + * @param params 连接参数 + */ + public Mission(String id, DownloadKit downloadKit, String fileUrl, String goalPath, String rename, String suffix, FileMode fileExists, boolean split, String encoding, Map params) { + super(id); + this.downloadKit = downloadKit; + this.size = null; + this.tasks = new ArrayList<>(); + this.encoding = encoding; + this.setSession(); + params = this.handleParams(fileUrl, params); + this.data = new MissionData(fileUrl, goalPath, rename, suffix, fileExists, split, params, 0L); + this.method = this.data.params.get("data") != null || this.data.params.get("json") != null ? "post" : "get"; + } + + /** + * @param id 任务id + * @param downloadKit 所属DownloadKit对象 + * @param fileUrl 文件网址 + * @param goalPath 保存文件夹路径 + * @param rename 重命名 + * @param suffix 重命名后缀名 + * @param fileExists 存在同名文件处理方式 + * @param split 是否分块下载 + * @param encoding 编码格式 + * @param params 连接参数 + */ + public Mission(String id, DownloadKit downloadKit, String fileUrl, Path goalPath, String rename, String suffix, FileMode fileExists, boolean split, String encoding, Map params) { + super(id); + this.downloadKit = downloadKit; + this.size = null; + this.tasks = new ArrayList<>(); + this.encoding = encoding; + this.setSession(); + params = this.handleParams(fileUrl, params); + this.data = new MissionData(fileUrl, goalPath, rename, suffix, fileExists, split, params, 0L); + this.method = this.data.params.get("data") != null || this.data.params.get("json") != null ? "post" : "get"; + } + + @Override + public String toString() { + return ""; + } + + /** + * @return 返回任务数据 + */ + @Override + public MissionData data() { + return this.data; + } + + /** + * @return 返回文件保存路径 + */ + public String path() { + return this.path; + } + + /** + * @return 返回记录器对象 + */ + public ByteRecorder recorder() { + if (this.recorder == null) { + this.recorder = new ByteRecorder("", 100); + this.recorder.showMsg = false; + } + return this.recorder; + } + + /** + * @return 返回下载进度百分比 + */ + public Float rate() { + if (this.size == null) return null; + int c = 0; + for (Task task : this.tasks) c += task.downloadedSize; + return new BigDecimal(c * 100).divide(new BigDecimal(this.size), 2, RoundingMode.FLOOR).floatValue(); + } + + /** + * 取消该任务，停止未下载完的task + */ + public void cancel() { + this._breakMission("canceled", "已取消"); + } + + /** + * @return 删除下载的文件 + */ + public boolean delFile() { + if (this.path != null && Paths.get(this.path).toFile().exists()) { + try { + return Paths.get(this.path).toFile().delete(); + } catch (Exception ignored) { + + } + } + return false; + } + + /** + * 等待当前任务完成 + * + * @return 任务结果和信息组成的数组 + */ + public String[] waits() { + return wait(true); + } + + /** + * 等待当前任务完成 + * + * @param show 是否显示下载进度 + * @return 任务结果和信息组成的数组 + */ + public String[] wait(boolean show) { + return wait(show, 0); + } + + /** + * 等待当前任务完成 + * + * @param timeout 超时时间 + * @return 任务结果和信息组成的数组 + */ + public String[] wait(double timeout) { + return wait(true, 0); + } + + /** + * 等待当前任务完成 + * + * @param show 是否显示下载进度 + * @param timeout 超时时间 + * @return 任务结果和信息组成的数组 + */ + public String[] wait(boolean show, double timeout) { + if (show) { + System.out.println("url:" + this.data().url); + long t2 = System.currentTimeMillis(); + while (this.fileName == null && System.currentTimeMillis() - t2 < 4000) { + try { + Thread.sleep(10); + } catch (InterruptedException e) { + throw new RuntimeException(e); + } + } + System.out.println("file:" + this.fileName); + System.out.println("filePath:" + this.fileName); + if (this.size == null) System.out.println("Unknown size"); + } + long t1 = System.currentTimeMillis(); + while (!this.isDone() && (System.currentTimeMillis() - t1 < timeout * 1000 || timeout == 0)) { + if (show && this.size != null) { + try { + long rate = Files.size(Paths.get(this.path())); + System.out.println("\r" + new BigDecimal(rate * 100).divide(new BigDecimal(this.size), 2, RoundingMode.FLOOR) + "%"); + } catch (IOException ignored) { + + } + } + try { + Thread.sleep(10); + } catch (InterruptedException e) { + throw new RuntimeException(e); + } + } + if (show) { + String result = this.result.trim().toLowerCase(); + switch (result) { + case "false": + System.out.println("下载失败 " + this.info); + break; + case "success": + System.out.println("100%"); + System.out.println("下载成功 " + this.info); + break; + case "skipped": + System.out.println("已跳过 " + this.info); + break; + } + } + return new String[]{super.result, super.info}; + } + + /** + * 复制Session对象，并设置cookies + */ + private void setSession() { + OkHttpClient.Builder builder = this.downloadKit.session().newBuilder(); + CaseInsensitiveMap headers = new CaseInsensitiveMap<>(); + /* + * 使用拦截器去获取请求头参数 + */ + builder.addInterceptor(new Interceptor() { + @NotNull + @Override + public Response intercept(@NotNull Interceptor.Chain chain) throws IOException { + Request request = chain.request(); + Headers headers1 = request.headers(); + for (Pair pair : headers1) + headers.put(String.valueOf(pair), headers1.get(String.valueOf(pair))); + return chain.proceed(request.newBuilder().headers(Headers.of()).build()); + } + }); + if (this.downloadKit.getPage() != null) { + Utils.setSessionCookies(builder, this.downloadKit.getPage().cookies()); + try { + Field header; + header = this.downloadKit.getPage().getClass().getField("headers"); + header.setAccessible(true); + Object o = header.get(this.downloadKit.getPage()); + if (o instanceof Map) { + Map map = (Map) o; + // 检查泛型参数是否为 + if (map.keySet().stream().allMatch(key -> key instanceof String) && map.values().stream().allMatch(Objects::nonNull)) + map.forEach((a, b) -> headers.put((String) a, b)); + } + } catch (NoSuchFieldException | IllegalAccessException ignored) { + } + headers.put("User-Agent", this.downloadKit.getPage().userAgent()); + } + this.session = builder.build(); + this.headers = headers; + + } + + + /** + * 处理接收到的参数 + * + * @param url 要访问的url + * @param params 传入的参数map + * @return 处理后的参数map + */ + private Map handleParams(String url, Map params) { + if (!params.containsKey("timeout")) params.put("timeout", this.downloadKit.timeout()); + Map headers = params.containsKey("headers") ? new CaseInsensitiveMap<>(JSON.parseObject(params.get("headers").toString())) : new CaseInsensitiveMap<>(); + URI uri = URI.create(url); + String hostName = uri.getHost(); + String scheme = uri.getScheme(); + if (!(headers.containsKey("Referer") || this.headers.containsKey("Referer"))) + headers.put("Referer", this.downloadKit.getPage() != null && this.downloadKit.getPage().url() != null ? this.downloadKit.getPage().url() : scheme + "://" + hostName); + if (!(headers.containsKey("Host") || this.headers.containsKey("Host"))) headers.put("Host", hostName); + params.put("headers", headers); + return params; + + } + + /** + * 设置文件保存路径 + */ + public void _setPath(Object path) { + Path path1; + if (path instanceof Path) path1 = (Path) path; + else if (path instanceof String) { + path1 = Paths.get((String) path); + } else throw new IllegalArgumentException("path只能是String或者Path"); + this.fileName = path1.toAbsolutePath().getFileName().toString(); + this.path = path1.toAbsolutePath().toString(); + this.recorder.set().path(path1); + } + + /** + * 设置一个任务为done状态 + * + * @param result 结果：'success'、'skipped'、'canceled'、False、None + * @param info 任务信息 + */ + public void _setDone(String result, String info) { + switch (result) { + case "skipped": + this.setStates(result, info, Mission.DONE); + break; + case "canceled": + case "false": + this.recorder.clear(); + this.setStates(result, info, Mission.DONE); + break; + case "success": + this.recorder.record(); + try { + if (this.size != null && Files.size(Paths.get(this.path)) < this.size) { + this.delFile(); + this.setStates("false", "下载失败", Mission.DONE); + } else { + this.setStates("success", info, Mission.DONE); + + } + } catch (IOException e) { + throw new RuntimeException(e); + } + } + this.downloadKit._whenMissionDone(this); + } + + /** + * 当一个task完成时调用 + * + * @param isSuccess 该task是否成功 + * @param info 该task传入的信息 + */ + protected void aTaskDone(boolean isSuccess, String info) { + if (this.isDone()) return; + if (!isSuccess) this._breakMission("false", info); + if (++this.doneTasksCount == this.tasksCount) this._setDone("success", info); + } + + /** + * 中止该任务，停止未下载完的task + * + * @param result 结果：'success'、'skipped'、'canceled'、false、None + * @param info 任务信息 + */ + public void _breakMission(String result, String info) { + if (this.isDone()) return; + this.tasks.stream().filter(task -> !task.isDone()).forEach(task -> task.setStates(result, info, "cancel")); + this.tasks.stream().filter(task -> !task.isDone()).forEach(task -> { + try { + Thread.sleep(300); + } catch (InterruptedException e) { + throw new RuntimeException(e); + } + }); + + this._setDone(result, info); + this.delFile(); + } +} diff --git a/java/src/main/java/com/ll/DownloadKit/mission/MissionData.java b/java/src/main/java/com/ll/DownloadKit/mission/MissionData.java new file mode 100644 index 0000000..20dc3f7 --- /dev/null +++ b/java/src/main/java/com/ll/DownloadKit/mission/MissionData.java @@ -0,0 +1,83 @@ +package com.ll.DownloadKit.mission; + +import com.ll.DownloadKit.FileMode; +import lombok.Getter; +import lombok.Setter; + +import java.io.UnsupportedEncodingException; +import java.net.URLEncoder; +import java.nio.file.Path; +import java.util.Map; + +/** + * 保存任务数据的对象 + * + * @author 陆 + * @address click + */ +public class MissionData { + /** + * 下载文件url + */ + @Getter + + protected String url; + /** + * 保存文件夹 + */ + @Getter + protected String goalPath; + /** + * 文件重命名 + */ + @Getter + protected String rename; + /** + * 文件重命名后缀名 + */ + @Getter + protected String suffix; + /** + * 存在重名文件时处理方式 + */ + @Getter + protected FileMode fileExists; + /** + * 是否允许分块下载 + */ + @Getter + protected boolean split; + /** + * requests其它参数 + */ + @Getter + protected Map params; + /** + * 文件存储偏移量 + */ + @Setter + @Getter + protected Long offset; + + public MissionData(String url, String goalPath, String rename, String suffix, FileMode fileExists, boolean split, Map params, Long offset) { + if (url != null) { + //版本兼容 + try { + this.url = URLEncoder.encode(url, "utf-8").replaceAll("\\+", "%20").replaceAll("%21", "!").replaceAll("%27", "'").replaceAll("%28", "(").replaceAll("%29", ")").replaceAll("%7E", "~"); + } catch (UnsupportedEncodingException e) { + throw new RuntimeException(e); + } + } + this.goalPath = goalPath; + this.rename = rename; + this.suffix = suffix; + this.fileExists = fileExists; + this.split = split; + this.params = params; + this.offset = offset; + } + + public MissionData(String url, Path goalPath, String rename, String suffix, FileMode fileExists, boolean split, Map params, Long offset) { + this(url, goalPath.toAbsolutePath().toString(),rename,suffix,fileExists,split,params,offset); + } +} diff --git a/java/src/main/java/com/ll/DownloadKit/mission/Task.java b/java/src/main/java/com/ll/DownloadKit/mission/Task.java new file mode 100644 index 0000000..3623858 --- /dev/null +++ b/java/src/main/java/com/ll/DownloadKit/mission/Task.java @@ -0,0 +1,104 @@ +package com.ll.DownloadKit.mission; + +import lombok.Getter; + +import java.math.BigDecimal; +import java.math.RoundingMode; +import java.util.List; +import java.util.Objects; + +/** + * 子任务类 + * + * @author 陆 + * @address click + */ +public class Task extends BaseTask { + + @Getter + private Mission mission; + @Getter + List range; + protected int downloadedSize; + private Long size; + + /** + * @param id 任务id + */ + public Task(Mission mission, List range, String id, long size) { + super(id); + this.mission = mission; + this.range = range; + this.size = size; + this.downloadedSize = 0; + } + + /** + * @return 返回父任务id + */ + public String mid() { + return this.mission.id(); + } + + /** + * @return 返回任务数据对象 + */ + public MissionData data() { + return this.mission.data(); + } + + /** + * @return 返回文件保存路径 + */ + + public String path() { + return this.mission.path(); + } + + + /** + * @return 返回文件名 + */ + public String fileName() { + return this.mission.fileName; + } + + /** + * @return 返回下载进度百分比 + */ + + public Float rate() { + return this.size == null ? null : new BigDecimal(this.downloadedSize * 100).divide(new BigDecimal(this.size), 2, RoundingMode.FLOOR).floatValue(); + } + + + public void addData(byte[] data) { + addData(data, null); + } + + public void addData(byte[] data, Long seek) { + this.downloadedSize += data.length; + this.mission.recorder().addData(data, seek); + + } + + /** + * 清除以接收但未写入硬盘的缓存 + */ + public void clearCache() { + this.mission.recorder().clear(); + } + + /** + * 设置一个子任务为done状态 + * + * @param result 结果：'success'、'skipped'、'canceled'、'false'、'null' + * @param info 任务信息 + */ + public void _setDone(String result, String info) { + this.setStates(result, info, Task.DONE); + this.mission.aTaskDone(!Objects.equals(result, "false"), info); + } + + +} diff --git a/java/src/main/java/com/ll/DrissonPage/base/BaseElement.java b/java/src/main/java/com/ll/DrissonPage/base/BaseElement.java new file mode 100644 index 0000000..4f4ea54 --- /dev/null +++ b/java/src/main/java/com/ll/DrissonPage/base/BaseElement.java @@ -0,0 +1,242 @@ +package com.ll.DrissonPage.base; + +import com.ll.DrissonPage.error.extend.ElementNotFoundError; +import com.ll.DrissonPage.functions.Settings; +import lombok.Getter; + +import java.util.ArrayList; +import java.util.HashMap; +import java.util.List; +import java.util.Map; + +/** + * 各元素类的基类 + * + * @author 陆 + * @address click + */ +@Getter +public abstract class BaseElement

, T extends BaseElement> extends BaseParser { + private final P owner; + + public BaseElement(P page) { + this.owner = page; + this.setType("BaseElement"); + } + + /** + * @return 返回元素标签名 + */ + public abstract String tag(); + + /** + * 返回上面某一级父元素 用查询语法定位 + * + * @param by 查询选择器 + * @return 上级元素对象 + */ + public T parent(By by) { + return parent(by, 1); + } + + /** + * 返回上面某一级父元素 用查询语法定位 + * + * @param by 查询选择器 + * @param index 选择第几个结果 + * @return 上级元素对象 + */ + public abstract T parent(By by, Integer index); + + /** + * 获取上级父元素 + * + * @return 上级元素对象 + */ + public T parent() { + return parent(1); + } + + /** + * 返回上面某一级父元素，指定层数 + * + * @param level 第几级父元素 + * @return 上级元素对象 + */ + public abstract T parent(Integer level); + + /** + * 获取指定定位的第一个父元素 + * + * @param loc 定位语法 + * @return 上级元素对象 + */ + public T parent(String loc) { + return parent(loc, 1); + } + + /** + * 返回上面某一级父元素 用查询语法定位 + * + * @param loc 定位符 + * @param index 选择第几个结果 + * @return 上级元素对象 + */ + public abstract T parent(String loc, Integer index); + + + /** + * 返回当前元素后面一个符合条件的同级元素，可用查询语法筛选，可指定返回筛选结果的第几个 + * + * @param by 用于筛选的查询语法 + * @return 兄弟元素或节点文本 + */ + public T next(By by) { + return next(by, 1); + } + + /** + * 返回当前元素后面一个符合条件的同级元素，可用查询语法筛选，可指定返回筛选结果的第几个 + * + * @param by 用于筛选的查询语法 + * @param index 第几个查询结果，0开始 + * @return 兄弟元素或节点文本 + */ + public T next(By by, Integer index) { + return next(by, index, null); + } + + /** + * 返回当前元素后面一个符合条件的同级元素，可用查询语法筛选，可指定返回筛选结果的第几个 + * + * @param by 用于筛选的查询语法 + * @param index 第几个查询结果，0开始 + * @param timeout 查找节点的超时时间（秒） + * @return 兄弟元素或节点文本 + */ + public T next(By by, Integer index, Double timeout) { + return next(by, index, timeout, true); + } + + /** + * 返回当前元素后面一个符合条件的同级元素，可用查询语法筛选，可指定返回筛选结果的第几个 + * + * @param by 用于筛选的查询语法 + * @param index 第几个查询结果，0开始 + * @param timeout 查找节点的超时时间（秒） + * @param eleOnly 是否只获取元素，为False时把文本、注释节点也纳入 + * @return 兄弟元素或节点文本 + */ + public abstract T next(By by, Integer index, Double timeout, Boolean eleOnly); + + /** + * 返回当前元素后面一个符合条件的同级元素，可用查询语法筛选，可指定返回筛选结果的第几个 + * + * @return 兄弟元素或节点文本 + */ + public T next() { + return next(""); + } + + /** + * 返回当前元素后面一个符合条件的同级元素，可用查询语法筛选，可指定返回筛选结果的第几个 + * + * @param loc 用于筛选的查询语法 + * @return 兄弟元素或节点文本 + */ + public T next(String loc) { + return next(loc.isEmpty() ? null : loc, 1); + } + + /** + * 返回当前元素后面一个符合条件的同级元素，可用查询语法筛选，可指定返回筛选结果的第几个 + * + * @param loc 用于筛选的查询语法 + * @param index 第几个查询结果，0开始 + * @return 兄弟元素或节点文本 + */ + public T next(String loc, Integer index) { + return next(loc, index, null); + } + + /** + * 返回当前元素后面一个符合条件的同级元素，可用查询语法筛选，可指定返回筛选结果的第几个 + * + * @param loc 用于筛选的查询语法 + * @param index 第几个查询结果，0开始 + * @param timeout 查找节点的超时时间（秒） + * @return 兄弟元素或节点文本 + */ + public T next(String loc, Integer index, Double timeout) { + return next(loc, index, timeout, true); + } + + /** + * 返回当前元素后面一个符合条件的同级元素，可用查询语法筛选，可指定返回筛选结果的第几个 + * + * @param loc 用于筛选的查询语法 + * @param index 第几个查询结果，0开始 + * @param timeout 查找节点的超时时间（秒） + * @param eleOnly 是否只获取元素，为False时把文本、注释节点也纳入 + * @return 兄弟元素或节点文本 + */ + public abstract T next(String loc, Integer index, Double timeout, Boolean eleOnly); + + /** + * 返回当前元素后面一个符合条件的同级元素，可用查询语法筛选，可指定返回筛选结果的第几个 + * + * @param index 第几个查询结果，0开始 + * @return 兄弟元素或节点文本 + */ + + public T next(Integer index) { + return next(index, null); + } + + /** + * 返回当前元素后面一个符合条件的同级元素，可用查询语法筛选，可指定返回筛选结果的第几个 + * + * @param index 第几个查询结果，0开始 + * @param timeout 查找节点的超时时间（秒） + * @return 兄弟元素或节点文本 + */ + public T next(Integer index, Double timeout) { + return next(index, timeout, true); + } + + /** + * 返回当前元素后面一个符合条件的同级元素，可用查询语法筛选，可指定返回筛选结果的第几个 + * + * @param index 第几个查询结果，0开始 + * @param timeout 查找节点的超时时间（秒） + * @param eleOnly 是否只获取元素，为False时把文本、注释节点也纳入 + * @return 兄弟元素或节点文本 + */ + public abstract T next(Integer index, Double timeout, Boolean eleOnly); + + + @Override + public List _ele(By by, Double timeout, Integer index, Boolean relative, Boolean raiseErr, String method) { + return __ele(this.findElements(by, timeout, index, relative, raiseErr), by.getValue(), index, raiseErr, method); + } + + @Override + public List _ele(String str, Double timeout, Integer index, Boolean relative, Boolean raiseErr, String method) { + return __ele(this.findElements(str, timeout, index, relative, raiseErr), str, index, raiseErr, method); + } + + private List __ele(List elements, String str, Integer index, Boolean raiseErr, String method) { + //如果index为空则说明是查找多元素，如果不为空，则说明是单元素查找，直接判断是否为空，如果不为空则说明单元素找到了 + if (index == null || !elements.isEmpty()) return elements; + //如果是单元素，是否抛出异常 + if (Settings.raiseWhenEleNotFound || raiseErr != null && raiseErr) { + Map locOrStr = new HashMap<>(); + locOrStr.put("loc_or_str", str); + locOrStr.put("index", index); + throw new ElementNotFoundError(null, method, locOrStr); + } + //如果不抛出异常则直接创建个空的 + return new ArrayList<>(); + } + +} diff --git a/java/src/main/java/com/ll/DrissonPage/base/BasePage.java b/java/src/main/java/com/ll/DrissonPage/base/BasePage.java new file mode 100644 index 0000000..f63d502 --- /dev/null +++ b/java/src/main/java/com/ll/DrissonPage/base/BasePage.java @@ -0,0 +1,300 @@ +package com.ll.DrissonPage.base; + +import com.alibaba.fastjson.JSONObject; +import com.ll.DownloadKit.DownloadKit; +import com.ll.DrissonPage.error.extend.ElementNotFoundError; +import com.ll.DrissonPage.functions.Settings; +import lombok.Getter; +import lombok.Setter; +import okhttp3.Cookie; + +import java.nio.file.InvalidPathException; +import java.nio.file.Path; +import java.nio.file.Paths; +import java.util.ArrayList; +import java.util.HashMap; +import java.util.List; +import java.util.Map; + +/** + * 页面类的基类 + * + * @author 陆 + * @address click + */ +//页面类的基类 +public abstract class BasePage> extends BaseParser { + protected String url = null; + /** + * 查找元素时等待的秒数 + */ + private Double timeout = 10.0; + /** + * 当前访问的url有效性 + */ + @Setter + private Boolean urlAvailable = null; + /** + * 重试次数 + */ + @Setter + @Getter + private Integer retryTimes = 3; + /** + * 重试间隔 + */ + @Setter + @Getter + private Double retryInterval = 2.0; + /** + * 默认下载路径 + */ + @Setter + private String downloadPath = null; + /** + * 下载器对象 + */ + @Getter + private DownloadKit downloadKit = null; + /** + * ele返回值 + */ + @Setter + private Boolean noneEleReturnValue = Boolean.FALSE; + @Setter + private Object noneEleValue = null; + + public BasePage() { + this.setType("BasePage"); + } + + /** + * 返回网页的标题title + */ + public String title() { + T title = this._ele("xpath://title", null, null, null, false, "title").get(0); + return title instanceof DrissionElement ? ((DrissionElement) title).text() : null; + } + + /** + * 返回查找元素时等待的秒数 + */ + public Double timeout() { + return this.timeout; + } + + /** + * 设置查找元素时等待的秒数 + * + * @param timeout 秒 + */ + public void setTimeout(Double timeout) { + if (timeout != null && timeout >= 0) this.timeout = timeout; + } + + + /** + * 连接前的准备 + * + * @param url 要访问的url + * @param retry 重试次数 + * @param interval 重试间隔 + * @return 重试次数和间隔 + */ + protected BeforeConnect beforeConnect(String url, Integer retry, Double interval) { + boolean isFile = false; + + try { + if (Paths.get(url).toFile().exists() || (!url.contains("://") && !url.contains(":\\\\"))) { + Path p = Paths.get(url); + if (p.toFile().exists()) { + url = p.toAbsolutePath().toString(); + isFile = true; + } + } + } catch (InvalidPathException ignored) { + + } + this.url = url; + retry = retry == null ? this.getRetryTimes() : retry; + interval = interval == null ? this.getRetryInterval() : interval; + return new BeforeConnect(retry, interval, isFile); + } + + /** + * @return 返回当前访问的url有效性 + */ + public Boolean urlAvailable() { + return this.urlAvailable; + } + + /** + * @return 返回默认下载路径 + */ + public String downloadPath() { + return this.downloadPath; + } + + /** + * 返回下载器对象 + */ + public DownloadKit download() { + if (this.downloadKit == null) this.downloadKit = new DownloadKit(this.downloadPath, null, null, this); + return this.downloadKit; + } + + //---------------------------------------------------------------------------------------------------------------------- + + /** + * @return 返回当前访问url + */ + public abstract String url(); + /** + * @return 用于被WebPage覆盖 + */ + protected String browserUrl() { + return this.url(); + } + + public abstract JSONObject json(); + + /** + * @return 返回user agent + */ + public abstract String userAgent(); + + /** + * 返回cookies + */ + public List cookies() { + return cookies(false); + } + + /** + * 返回cookies + * + * @param asMap 为True时返回由{name: value}键值对组成的map，为false时返回list且allInfo无效 + */ + public List cookies(boolean asMap) { + return cookies(asMap, false); + } + + /** + * 返回cookies + * + * @param asMap 为True时返回由{name: value}键值对组成的map，为false时返回list且allInfo无效 + * @param allDomains 是否返回所有域的cookies + */ + public List cookies(boolean asMap, boolean allDomains) { + return cookies(asMap, allDomains, false); + } + + /** + * 返回cookies + * + * @param asMap 为True时返回由{name: value}键值对组成的map，为false时返回list且allInfo无效 + * @param allDomains 是否返回所有域的cookies + * @param allInfo 是否返回所有信息，为False时只返回name、value、domain + */ + public abstract List cookies(boolean asMap, boolean allDomains, boolean allInfo); + + public Boolean get(String url) { + return get(url, false); + } + + + public Boolean get(String url, boolean showErrMsg) { + return get(url, showErrMsg, retryTimes, retryInterval, timeout); + } + + public Boolean get(String url, boolean showErrMsg, Integer retry, Double interval, Double timeout) { + return get(url, showErrMsg, retry, interval, timeout, null); + } + + /** + * 用get请求跳转到url，可输入文件路径 + * + * @param url 目标url + * @param showErrMsg 是否显示和抛出异常 + * @param retry 重试次数，为null时使用页面对象retryTimes属性值 + * @param interval 重试间隔（秒），为null时使用页面对象retryInterval属性值 + * @param timeout 连接超时时间（秒），为null时使用页面对象timeouts.pageLoad属性值 + * @param params 连接参数 s模式专用 + * @return url是否可用 + */ + public abstract Boolean get(String url, boolean showErrMsg, Integer retry, Double interval, Double timeout, Map params); + + /** + * @param by 查询元素 + * @param timeout 查找超时时间（秒） + * @param index 获取第几个，从0开始，可传入负数获取倒数第几个 如果是null则是返回全部 + * @param relative WebPage用的表示是否相对定位的参数 + * @param raiseErr 找不到元素是是否抛出异常，为null时根据全局设置 + * @param method 方法名称 + * @return 元素对象组成的列表 + */ + @Override + public List _ele(By by, Double timeout, Integer index, Boolean relative, Boolean raiseErr, String method) { + Map map = new HashMap<>(); + map.put("str", ""); + map.put("index", index); + if (by == null) throw new ElementNotFoundError(null, method, map); + List elements = this.findElements(by, timeout, index, relative, raiseErr); + //如果index为空则说明是查找多元素，如果不为空，则说明是单元素查找，直接判断是否为空，如果不为空则说明单元素找到了 + if (index == null || !elements.isEmpty()) return elements; + //如果是单元素，是否抛出异常 + if (Settings.raiseWhenEleNotFound || raiseErr != null && raiseErr) + throw new ElementNotFoundError(null, method, map); + //如果不抛出异常则直接创建个空的 + return new ArrayList<>(); + } + + /** + * @param loc 定位符 + * @param timeout 查找超时时间（秒） + * @param index 获取第几个，从0开始，可传入负数获取倒数第几个 如果是null则是返回全部 + * @param relative WebPage用的表示是否相对定位的参数 + * @param raiseErr 找不到元素是是否抛出异常，为null时根据全局设置 + * @param method 方法名称 + * @return 元素对象组成的列表 + */ + @Override + public List _ele(String loc, Double timeout, Integer index, Boolean relative, Boolean raiseErr, String method) { + Map map = new HashMap<>(); + map.put("str", ""); + map.put("index", index); + if (loc == null) throw new ElementNotFoundError(null, method, map); + List elements = this.findElements(loc, timeout, index, relative, raiseErr); + //如果index为空则说明是查找多元素，如果不为空，则说明是单元素查找，直接判断是否为空，如果不为空则说明单元素找到了 + if (index == null || !elements.isEmpty()) return elements; + //如果是单元素，是否抛出异常 + if (Settings.raiseWhenEleNotFound || raiseErr != null && raiseErr) + throw new ElementNotFoundError(null, method, map); + //如果不抛出异常则直接创建个空的 + return new ArrayList<>(); + } + /** + * 执行元素查找 + * + * @param by 查询元素 + * @param timeout 查找超时时间（秒） + * @param index 获取第几个，从1开始，可传入负数获取倒数第几个 如果是null则是返回全部 + * @param relative WebPage用的表示是否相对定位的参数 + * @param raiseErr 找不到元素是是否抛出异常，为null时根据全局设置 + * @return 元素对象组成的列表 + */ + protected abstract List findElements(By by, Double timeout, Integer index, Boolean relative, Boolean raiseErr); + + + /** + * 执行元素查找 + * + * @param loc 定位符 + * @param timeout 查找超时时间（秒） + * @param index 获取第几个，从1开始，可传入负数获取倒数第几个 如果是null则是返回全部 + * @param relative WebPage用的表示是否相对定位的参数 + * @param raiseErr 找不到元素是是否抛出异常，为null时根据全局设置 + * @return 元素对象组成的列表 + */ + protected abstract List findElements(String loc, Double timeout, Integer index, Boolean relative, Boolean raiseErr); +} diff --git a/java/src/main/java/com/ll/DrissonPage/base/BaseParser.java b/java/src/main/java/com/ll/DrissonPage/base/BaseParser.java new file mode 100644 index 0000000..6521aa7 --- /dev/null +++ b/java/src/main/java/com/ll/DrissonPage/base/BaseParser.java @@ -0,0 +1,235 @@ +package com.ll.DrissonPage.base; + +import com.ll.DrissonPage.element.SessionElement; +import com.ll.DrissonPage.error.extend.ElementNotFoundError; +import lombok.Getter; +import lombok.Setter; + +import java.util.List; +import java.util.Map; + +/** + * 所有页面、元素类的基类 + * + * @author 陆 + * @address click + */ + +@Getter +public abstract class BaseParser> { + @Setter + private String type; + + + /** + * 返回当前元素下级符合条件的一个元素、属性或节点文本 + * + * @param by 查询元素 + */ + public T ele(By by) { + return ele(by, 1); + } + + /** + * 返回当前元素下级符合条件的一个元素、属性或节点文本 + * + * @param by 查询元素 + * @param index 获取第几个元素，下标从1开始可传入负数获取倒数第几个 + */ + public T ele(By by, int index) { + return ele(by, index, null); + } + + /** + * 返回当前元素下级符合条件的一个元素、属性或节点文本 + * + * @param by 查询元素 + * @param timeout 查找元素超时时间（秒），默认与元素所在页面等待时间一致 + */ + public T ele(By by, Double timeout) { + return ele(by, 1, timeout); + } + + /** + * 返回当前元素下级符合条件的一个元素、属性或节点文本 + * + * @param by 查询元素 + * @param index 获取第几个元素，下标从1开始可传入负数获取倒数第几个 + * @param timeout 查找元素超时时间（秒），默认与元素所在页面等待时间一致 + */ + public T ele(By by, int index, Double timeout) { + try { + return this._ele(by, timeout, index, null, null, "ele()").get(0); + } catch (IndexOutOfBoundsException e) { + Map map = new java.util.HashMap<>(); + map.put("by", by); + map.put("index", index); + new ElementNotFoundError("ele()", map).printStackTrace(); + return null; + } + } + + /** + * 获取单个元素 + * + * @param loc 参数，字符串 + */ + public T ele(String loc) { + return ele(loc, 1); + } + + /** + * 获取单个元素 + * + * @param loc 参数，字符串 + * @param index 获取第几个元素，下标从0开始可传入负数获取倒数第几个 + */ + public T ele(String loc, int index) { + return ele(loc, index, null); + } + + + /** + * 返回当前元素下级符合条件的一个元素、属性或节点文本 + * + * @param loc 参数，字符串 + * @param timeout 查找元素超时时间（秒），默认与元素所在页面等待时间一致 + */ + public T ele(String loc, Double timeout) { + return ele(loc, 1, timeout); + } + + /** + * 获取单个元素 + * + * @param loc 参数，字符串 + * @param index 获取第几个元素，下标从0开始可传入负数获取倒数第几个 + * @param timeout 查找元素超时时间（秒），默认与元素所在页面等待时间一致 + */ + public T ele(String loc, int index, Double timeout) { + try { + List ts = this._ele(loc, timeout, index, null, null, "ele()"); + if (ts == null) return null; + return ts.get(0); + } catch (IndexOutOfBoundsException e) { + Map map = new java.util.HashMap<>(); + map.put("loc", loc); + map.put("index", index); + new ElementNotFoundError("ele()", map).printStackTrace(); + return null; + } + } + + + public List eles(By by) { + return eles(by, null); + } + + public List eles(By by, Double timeout) { + return this._ele(by, timeout, null, null, null, null); + } + + public List eles(String loc) { + return eles(loc, null); + } + + public List eles(String loc, Double timeout) { + return this._ele(loc, timeout, null, null, null, null); + } + + /** + * 获取当前页面数据 + */ + public abstract String html(); + + /** + * @param by 查询元素 + * @return 元素对象 + */ + public SessionElement sEle(By by) { + return sEle(by, 1); + } + + /** + * @param by 查询元素 + * @param index 获取第几个，从1开始，可传入负数获取倒数第几个 + * @return 元素对象 + */ + public abstract SessionElement sEle(By by, Integer index); + + /** + * @param loc 定位符 + * @return 元素对象 + */ + public SessionElement sEle(String loc) { + return sEle(loc, 1); + } + + /** + * @param loc 定位符 + * @param index 获取第几个，从1开始，可传入负数获取倒数第几个 + * @return 元素对象 + */ + public abstract SessionElement sEle(String loc, Integer index); + + /** + * @param by 查询元素 + * @return 元素对象组成的列表 + */ + public abstract List sEles(By by); + + /** + * @param loc 定位符 + * @return 元素对象组成的列表 + */ + public abstract List sEles(String loc); + + + /** + * @param by 查询元素 + * @param timeout 查找超时时间（秒） + * @param index 获取第几个，从0开始，可传入负数获取倒数第几个 如果是null则是返回全部 + * @param relative WebPage用的表示是否相对定位的参数 + * @param raiseErr 找不到元素是是否抛出异常，为null时根据全局设置 + * @param method 方法名称 + * @return 元素对象组成的列表 + */ + protected abstract List _ele(By by, Double timeout, Integer index, Boolean relative, Boolean raiseErr, String method); + + /** + * @param loc 定位符 + * @param timeout 查找超时时间（秒） + * @param index 获取第几个，从0开始，可传入负数获取倒数第几个 如果是null则是返回全部 + * @param relative WebPage用的表示是否相对定位的参数 + * @param raiseErr 找不到元素是是否抛出异常，为null时根据全局设置 + * @param method 方法名称 + * @return 元素对象组成的列表 + */ + protected abstract List _ele(String loc, Double timeout, Integer index, Boolean relative, Boolean raiseErr, String method); + + /** + * 执行元素查找 + * + * @param by 查询元素 + * @param timeout 查找超时时间（秒） + * @param index 获取第几个，从0开始，可传入负数获取倒数第几个 如果是null则是返回全部 + * @param relative WebPage用的表示是否相对定位的参数 + * @param raiseErr 找不到元素是是否抛出异常，为null时根据全局设置 + * @return 元素对象组成的列表 + */ + protected abstract List findElements(By by, Double timeout, Integer index, Boolean relative, Boolean raiseErr); + + + /** + * 执行元素查找 + * + * @param loc 定位符 + * @param timeout 查找超时时间（秒） + * @param index 获取第几个，从0开始，可传入负数获取倒数第几个 如果是null则是返回全部 + * @param relative WebPage用的表示是否相对定位的参数 + * @param raiseErr 找不到元素是是否抛出异常，为null时根据全局设置 + * @return 元素对象组成的列表 + */ + protected abstract List findElements(String loc, Double timeout, Integer index, Boolean relative, Boolean raiseErr); + +} \ No newline at end of file diff --git a/java/src/main/java/com/ll/DrissonPage/base/BeforeConnect.java b/java/src/main/java/com/ll/DrissonPage/base/BeforeConnect.java new file mode 100644 index 0000000..74a59d6 --- /dev/null +++ b/java/src/main/java/com/ll/DrissonPage/base/BeforeConnect.java @@ -0,0 +1,16 @@ +package com.ll.DrissonPage.base; + +import lombok.AllArgsConstructor; +import lombok.Getter; + +/** + * @author 陆 + * @address click + */ +@AllArgsConstructor +@Getter +public class BeforeConnect { + private Integer retry; + private Double interval; + private boolean isFile; +} diff --git a/java/src/main/java/com/ll/DrissonPage/base/Browser.java b/java/src/main/java/com/ll/DrissonPage/base/Browser.java new file mode 100644 index 0000000..8a6d5fa --- /dev/null +++ b/java/src/main/java/com/ll/DrissonPage/base/Browser.java @@ -0,0 +1,470 @@ +package com.ll.DrissonPage.base; + +import com.alibaba.fastjson.JSON; +import com.alibaba.fastjson.JSONArray; +import com.alibaba.fastjson.JSONObject; +import com.ll.DrissonPage.config.ChromiumOptions; +import com.ll.DrissonPage.error.extend.PageDisconnectedError; +import com.ll.DrissonPage.functions.Tools; +import com.ll.DrissonPage.page.ChromiumPage; +import com.ll.DrissonPage.page.ChromiumBase; +import com.ll.DrissonPage.units.downloader.DownloadManager; +import lombok.Getter; + +import java.io.BufferedReader; +import java.io.File; +import java.io.IOException; +import java.io.InputStreamReader; +import java.nio.file.FileVisitOption; +import java.nio.file.Files; +import java.nio.file.Path; +import java.nio.file.Paths; +import java.util.*; +import java.util.concurrent.ConcurrentHashMap; +import java.util.stream.Collectors; +import java.util.stream.Stream; + +/** + * 浏览器 + * + * @author 陆 + * @address click + */ + +public class Browser implements Occupant { + public static final String __ERROR__ = "error"; + private static final Map BROWSERS = new ConcurrentHashMap<>(); + @Getter + private final ChromiumBase page; + private final Map drivers; + private final Map> allDrivers; + @Getter + private BrowserDriver driver; + @Getter + private String id; + @Getter + private String address; + @Getter + private Map frames; + @Getter + private DownloadManager dlMgr; + /** + * 浏览器进程id + */ + @Getter + private Integer processId; + private boolean connected; + + /** + * 浏览器 + * + * @param address 浏览器地址 + * @param browserId 浏览器id + * @param page ChromiumPage对象 + */ + private Browser(String address, String browserId, ChromiumBase page) { + this.page = page; + this.address = address; + this.driver = BrowserDriver.getInstance(browserId, "browser", address, this); + this.id = browserId; + this.frames = new HashMap<>(); + this.drivers = new HashMap<>(); + this.allDrivers = new HashMap<>(); + this.connected = false; + this.processId = null; + JSONArray processInfoArray = JSON.parseObject(runCdp("SystemInfo.getProcessInfo")).getJSONArray("processInfo"); + if (processInfoArray == null) processInfoArray = new JSONArray(); + for (Object processInfoObject : processInfoArray) { + JSONObject processInfo = JSON.parseObject(processInfoObject.toString()); + if ("browser".equals(processInfo.getString("type"))) { + this.processId = processInfo.getInteger("id"); + break; + } + } + this.runCdp("Target.setDiscoverTargets", Map.of("discover", true)); + driver.setCallback("Target.targetDestroyed", new MyRunnable() { + @Override + public void run() { + onTargetDestroyed(getMessage()); + } + }); + driver.setCallback("Target.targetCreated", new MyRunnable() { + @Override + public void run() { + onTargetCreated(getMessage()); + } + }); + } + + /** + * 单例模式 + * + * @param address 浏览器地址 + * @param browserId 浏览器id + * @param page ChromiumPage对象 + */ + public static Browser getInstance(String address, String browserId, ChromiumBase page) { + return BROWSERS.computeIfAbsent(browserId, key -> new Browser(address, browserId, page)); + } + + /** + * 获取对应tab id的Driver + * + * @param tabId 标签页id + * @return Driver对象 + */ + public Driver getDriver(String tabId) { + return getDriver(tabId, null); + } + + /** + * 获取对应tab id的Driver + * + * @param tabId 标签页id + * @param occupant 使用该驱动的对象 + * @return Driver对象 + */ + public Driver getDriver(String tabId, Occupant occupant) { + Driver driver = Objects.requireNonNullElseGet(drivers.remove(tabId), () -> new Driver(tabId, "page", this.getAddress(), occupant)); + HashSet value = new HashSet<>(); + value.add(driver); + this.allDrivers.put(tabId, value); + return driver; + } + + /** + * 标签页创建时执行 + * + * @param message 回调参数 + */ + private void onTargetCreated(Object message) { + try { + JSONObject jsonObject = JSON.parseObject(message.toString()); + String type = jsonObject.getJSONObject("targetInfo").getString("type"); + if ("page".equals(type) || "webview".equals(type) && !jsonObject.getJSONObject("targetInfo").getString("url").startsWith("devtools://")) { + String targetId = jsonObject.getJSONObject("targetInfo").getString("targetId"); + Driver driver = new Driver(targetId, "page", address); + drivers.put(targetId, driver); + this.allDrivers.computeIfAbsent(targetId, k -> new HashSet<>()).add(driver); + } + } catch (Exception e) { + e.printStackTrace(); + } + } + + /** + * 标签页关闭时执行 + * + * @param message 回调参数 + */ + private void onTargetDestroyed(Object message) { + JSONObject jsonObject = JSON.parseObject(message.toString()); + String tabId = jsonObject.getString("targetId"); + if (this.dlMgr != null) this.dlMgr.clearTabInfo(tabId); + if (frames != null) frames.values().removeIf(value -> value.equals(tabId)); + allDrivers.forEach((a, b) -> { + if (a.equals(tabId)) b.forEach(Driver::stop); + }); + allDrivers.remove(tabId); + drivers.forEach((a, b) -> { + if (a.equals(tabId)) b.stop(); + }); + drivers.remove(tabId); + + } + + /** + * 执行page相关的逻辑 + */ + public void connectToPage() { + if (!connected) { + this.dlMgr = new DownloadManager(this); + connected = true; + } + } + + public String runCdp(String cmd) { + return runCdp(cmd, new HashMap<>()); + } + + /** + * 执行Chrome DevTools Protocol语句 + * + * @param cmd 协议项目 + * @param cmdArgs 参数 + * @return 执行的结果 + */ + public String runCdp(String cmd, Map cmdArgs) { + cmdArgs = new HashMap<>(cmdArgs == null ? new HashMap<>() : cmdArgs); + Object ignore = cmdArgs.remove("_ignore"); + String result = driver.run(cmd, cmdArgs).toString(); + JSONObject result1 = JSONObject.parseObject(result); + if (result1.containsKey(__ERROR__)) Tools.raiseError(result1, ignore); + return result; + } + + /** + * 返回标签页数量 + */ + public int tabsCount() { + JSONArray targetInfos = JSON.parseObject(this.runCdp("Target.getTargets")).getJSONArray("targetInfos"); + return (int) targetInfos.stream().filter(targetInfo -> { + JSONObject jsonObject = JSON.parseObject(targetInfo.toString()); + String type = jsonObject.getString("type"); + String url = jsonObject.getString("url"); + return ("page".equals(type) || "webview".equals(type)) && !url.startsWith("devtools://"); + }).count(); + } + + /** + * 返回所有标签页id组成的列表 + */ + public List tabs() { + JSONArray jsonArray = JSON.parseArray(JSONObject.toJSONString(driver.get("http://" + address + "/json"))); + return jsonArray.stream().filter(targetInfo -> { + JSONObject jsonObject = JSON.parseObject(targetInfo.toString()); + String type = jsonObject.getString("type"); + String url = jsonObject.getString("url"); + return ("page".equals(type) || "webview".equals(type)) && !url.startsWith("devtools://"); + }).map(obj -> ((JSONObject) obj).getString("id")).collect(Collectors.toList()); + } + + /** + * 查找符合条件的tab，返回它们的id组成的列表 + * + * @return tab id或tab列表 + */ + public List findTabs() { + return findTabs(null); + } + + /** + * 查找符合条件的tab，返回它们的id组成的列表 + * + * @param title 要匹配title的文本 + * @return tab id或tab列表 + */ + public List findTabs(String title) { + return findTabs(title, null); + } + + /** + * 查找符合条件的tab，返回它们的id组成的列表 + * + * @param title 要匹配title的文本 + * @param url 要匹配url的文本 + * @return tab id或tab列表 + */ + public List findTabs(String title, String url) { + return findTabs(title, url, null); + } + + /** + * 查找符合条件的tab，返回它们的id组成的列表 + * + * @param title 要匹配title的文本 + * @param url 要匹配url的文本 + * @param tabType tab类型，可用列表输入多个 + * @return tab id或tab列表 + */ + public List findTabs(String title, String url, List tabType) { + return findTabs(title, url, tabType, true); + } + + /** + * 查找符合条件的tab，返回它们的id组成的列表 + * + * @param title 要匹配title的文本 + * @param url 要匹配url的文本 + * @param tabType tab类型，可用列表输入多个 + * @param single 是否返回首个结果的id，为False返回所有信息 + * @return tab id或tab列表 + */ + public List findTabs(String title, String url, List tabType, boolean single) { + Object parse = JSON.parse(JSONObject.toJSONString(this.driver.get("http://" + this.address + "/json"))); + JSONArray tabs; + if (parse instanceof String) { + tabs = new JSONArray(List.of(parse)); + } else if (parse instanceof List || parse instanceof Set || parse instanceof String[]) { + tabs = JSON.parseArray(parse.toString()); + } else { + throw new IllegalArgumentException("tab_type类型不对" + parse.toString()); + } + + List result = tabs.stream().filter(targetInfo -> { + JSONObject jsonObject = JSON.parseObject(targetInfo.toString()); + return (title == null || jsonObject.getString("title").contains(title)) && (url == null || jsonObject.getString("url").contains(url)) && (tabType == null || tabType.contains(jsonObject.getString("type"))); + }).map(tab -> ((JSONObject) tab).getString("id")).collect(Collectors.toList()); + return single ? (result.isEmpty() ? null : List.of(result.get(0))) : result; + } + + /** + * 关闭标签页 + * + * @param tabId 标签页id + */ + public void closeTab(String tabId) { + this.onTargetDestroyed(JSON.toJSONString(Map.of("targetId", tabId))); + this.driver.run("Target.closeTarget", Map.of("targetId", tabId)); + } + + /** + * 停止一个Driver + * + * @param driver Driver对象 + */ + public void stopDiver(Driver driver) { + driver.stop(); + Set set = this.allDrivers.get(driver.getId()); + if (set != null) set.remove(driver); + } + + /** + * 使标签页变为活动状态 + * + * @param tabId 标签页id + */ + public void activateTab(String tabId) { + this.runCdp("Target.activateTarget", Map.of("targetId", tabId)); + } + + /** + * 返回浏览器窗口位置和大小信息 + * + * @return 窗口大小字典 + */ + public JSONObject getWindowBounds() { + return getWindowBounds(null); + } + + /** + * 返回浏览器窗口位置和大小信息 + * + * @param tabId 标签页id 不传入默认使用本身的id + */ + public JSONObject getWindowBounds(String tabId) { + return JSON.parseObject(runCdp("Browser.getWindowForTarget", Map.of("targetId", tabId == null || tabId.isEmpty() ? this.id : tabId))).getJSONObject("bounds"); + } + + /** + * 断开重连 + */ + public void reconnect() { + this.driver.stop(); + BrowserDriver.BROWSERS.remove(this.id); + this.driver = BrowserDriver.getInstance(this.id, "browser", this.address, this); + this.runCdp("Target.setDiscoverTargets", Map.of("discover", true)); + this.driver.setCallback("Target.targetDestroyed", new MyRunnable() { + @Override + public void run() { + onTargetDestroyed(getMessage()); + } + }); + this.driver.setCallback("Target.targetCreated", new MyRunnable() { + @Override + public void run() { + onTargetCreated(getMessage()); + } + }); + } + + /** + * 关闭浏览器 + */ + public void quit() { + quit(5.0); + } + + /** + * 关闭浏览器 + * + * @param timeout 等待浏览器关闭超时时间 + */ + public void quit(double timeout) { + quit(timeout, false); + } + + /** + * 关闭浏览器 + * + * @param timeout 等待浏览器关闭超时时间 + * @param force 是否立刻强制终止进程 + */ + public void quit(double timeout, boolean force) { + List pids = JSON.parseArray(this.runCdp("SystemInfo.getProcessInfo")).stream().map(o -> JSON.parseObject(o.toString()).getInteger("id")).collect(Collectors.toList()); + + + for (Set value : this.allDrivers.values()) for (Driver driver1 : value) driver1.stop(); + + if (force) { + for (Integer pid : pids) + try { + ProcessHandle.allProcesses().filter(process -> process.info().command().isPresent()).filter(process -> process.info().command().map(s -> s.contains(Integer.toString(pid))).orElse(false)).forEach(process -> { + if (process.isAlive()) process.destroy(); + }); + } catch (SecurityException ignored) { + } + + } else { + try { + this.runCdp("Browser.close"); + this.driver.stop(); + } catch (PageDisconnectedError e) { + this.driver.stop(); + return; + } + } + + + if (force) { + String[] ipPort = address.split(":"); + if (!("127.0.0.1".equals(ipPort[0]) || "localhost".equals(ipPort[0]))) { + return; + } + Tools.stopProcessOnPort(Integer.parseInt(ipPort[1])); + return; + } + + if (processId != null) { + String txt = System.getProperty("os.name").toLowerCase().contains("win") ? "tasklist | findstr " + processId : "ps -ef | grep " + processId; + long endTime = (long) (System.currentTimeMillis() + timeout * 1000); + while (System.currentTimeMillis() < endTime) { + try (BufferedReader reader = new BufferedReader(new InputStreamReader(new ProcessBuilder(txt.split("\\s+")).start().getInputStream()))) { + try { + if (!reader.readLine().contains(processId.toString())) { + return; + } + } catch (NullPointerException e) { + // Handle null pointer exception, if needed + } + Thread.sleep(100); + } catch (IOException | InterruptedException e) { + e.printStackTrace(); + } + } + } + } + + @Override + public void onDisconnect() { + this.page.onDisconnect(); + BROWSERS.remove(id); + if (page instanceof ChromiumPage) { + ChromiumOptions chromiumOptions = ((ChromiumPage) page).getChromiumOptions(); + if (chromiumOptions.isAutoPort() && chromiumOptions.getUserDataPath() != null) { + Path path = Paths.get(chromiumOptions.getUserDataPath()); + long endTime = System.currentTimeMillis() + 7000; + while (System.currentTimeMillis() < endTime) { + if (!Files.exists(path)) break; + try (Stream walk = Files.walk(path, FileVisitOption.FOLLOW_LINKS)) { + walk.sorted(Comparator.reverseOrder()).map(Path::toFile).forEach(File::delete); + break; + } catch (IOException e) { + e.printStackTrace(); + } + } + } + } + + } +} \ No newline at end of file diff --git a/java/src/main/java/com/ll/DrissonPage/base/BrowserDriver.java b/java/src/main/java/com/ll/DrissonPage/base/BrowserDriver.java new file mode 100644 index 0000000..e983b7e --- /dev/null +++ b/java/src/main/java/com/ll/DrissonPage/base/BrowserDriver.java @@ -0,0 +1,49 @@ +package com.ll.DrissonPage.base; + +import com.alibaba.fastjson.JSON; +import com.ll.DrissonPage.utils.CloseableHttpClientUtils; +import org.apache.http.client.methods.HttpGet; + +import java.util.Map; +import java.util.concurrent.ConcurrentHashMap; + +/** + * 浏览器驱动 + * + * @author 陆 + * @address click + */ + +public class BrowserDriver extends Driver { + protected static final Map BROWSERS = new ConcurrentHashMap<>(); + + + private BrowserDriver(String tabId, String tabType, String address, Occupant occupant) { + super(tabId, tabType, address, occupant); + } + + public static BrowserDriver getInstance(String tabId, String tabType, String address, Occupant occupant) { + + return BROWSERS.computeIfAbsent(tabId, key -> new BrowserDriver(tabId, tabType, address, occupant)); + } + + @Override + public String toString() { + return ""; + } + + /** + * 发送请求 + * + * @param url 请求地址 + * @return 返回值可能是List 或者Map + */ + public Object get(String url) { + HttpGet request = new HttpGet(url); + request.setHeader("Connection", "close"); + String text = CloseableHttpClientUtils.sendRequestJson(request); + return JSON.parse(text); + } + + +} \ No newline at end of file diff --git a/java/src/main/java/com/ll/DrissonPage/base/By.java b/java/src/main/java/com/ll/DrissonPage/base/By.java new file mode 100644 index 0000000..9b9c736 --- /dev/null +++ b/java/src/main/java/com/ll/DrissonPage/base/By.java @@ -0,0 +1,91 @@ +package com.ll.DrissonPage.base; + +import lombok.Getter; +import lombok.Setter; + +import java.util.Objects; + +/** + * @author 陆 + * @address click + */ + +@Getter +@Setter +public class By { + private BySelect name; + private String value; + + private By(BySelect name, String value) { + + this.name = name; + this.value = value; + } + + public static By NULL() { + return null; + } + + public static By id(String value) { + return new By(BySelect.ID, Objects.requireNonNullElse(value, "Cannot find elements when id is null.")); + } + + public static By className(String value) { + return new By(BySelect.CLASS_NAME, Objects.requireNonNullElse(value, "Cannot find elements when the class name expression is null.")); + } + + public static By tag(String value) { + return new By(BySelect.TAG_NAME, Objects.requireNonNullElse(value, "Cannot find elements when the tag name is null.")); + } + + public static By name(String value) { + return new By(BySelect.NAME, Objects.requireNonNullElse(value, "Cannot find elements when name text is null.")); + } + + public static By css(String value) { + return new By(BySelect.CSS_SELECTOR, Objects.requireNonNullElse(value, "Cannot find elements when the css selector is null.")); + } + + public static By xpath(String value) { + return new By(BySelect.XPATH, Objects.requireNonNullElse(value, "Cannot find elements when the XPath is null.")); + } + + public static By linkText(String value) { + return new By(BySelect.LINK_TEXT, Objects.requireNonNullElse(value, "Cannot find elements when the link text is null.")); + } + + public static By partialLinkText(String value) { + return new By(BySelect.PARTIAL_LINK_TEXT, Objects.requireNonNullElse(value, "Cannot find elements when the partial link text is null.")); + } + + public static By text(String value) { + return new By(BySelect.TEXT, Objects.requireNonNullElse(value, "Cannot find elements when the text is null.")); + } + + public static By partialText(String value) { + return new By(BySelect.PARTIAL_TEXT, Objects.requireNonNullElse(value, "Cannot find elements when the partial text is null.")); + } + + @Override + public boolean equals(Object o) { + if (this == o) return true; + if (!(o instanceof By)) return false; + By by = (By) o; + return Objects.equals(getName().getName(), by.getName().getName()) && Objects.equals(getValue(), by.getValue()); + } + + @Override + public int hashCode() { + return Objects.hash(getName(), getValue()); + } + + @Override + public String toString() { + return "By{" + + "name=" + name.getName() + + ", value='" + value + '\'' + + '}'; + } + + +} diff --git a/java/src/main/java/com/ll/DrissonPage/base/BySelect.java b/java/src/main/java/com/ll/DrissonPage/base/BySelect.java new file mode 100644 index 0000000..5531afb --- /dev/null +++ b/java/src/main/java/com/ll/DrissonPage/base/BySelect.java @@ -0,0 +1,18 @@ +package com.ll.DrissonPage.base; + +import lombok.Getter; + +/** + * @author 陆 + * @address click + */ +@Getter +public enum BySelect { + NAME("name"), ID("id"), CLASS_NAME("class name"), TAG_NAME("tag name"), CSS_SELECTOR("css selector"), + XPATH("xpath"), LINK_TEXT("link text"), PARTIAL_LINK_TEXT("partial link text"), TEXT("text"), PARTIAL_TEXT("partial text"); + private final String name; + + BySelect(String name) { + this.name = name; + } +} diff --git a/java/src/main/java/com/ll/DrissonPage/base/DrissionElement.java b/java/src/main/java/com/ll/DrissonPage/base/DrissionElement.java new file mode 100644 index 0000000..ca607d4 --- /dev/null +++ b/java/src/main/java/com/ll/DrissonPage/base/DrissionElement.java @@ -0,0 +1,1270 @@ +package com.ll.DrissonPage.base; + +import com.ll.DrissonPage.error.extend.ElementNotFoundError; +import com.ll.DrissonPage.functions.Locator; +import com.ll.DrissonPage.functions.Settings; +import com.ll.DrissonPage.functions.Web; + +import java.util.ArrayList; +import java.util.List; +import java.util.Map; +import java.util.regex.Pattern; +import java.util.stream.Collectors; + +/** + * ChromiumElement 和 SessionElement的基类 但不是ShadowRoot的基类 + * + * @author 陆 + * @address click + */ +public abstract class DrissionElement

, T extends DrissionElement> extends BaseElement { + + public DrissionElement(P page) { + super(page); + this.setType("DrissionElement"); + } + + /** + * 返回href或者src绝对的url + */ + public String link() { + String href = this.attr("href"); + return href == null ? this.attr("src") : href; + } + + /** + * 返回css path路径 + */ + public String cssPath() { + return this.getElePath(ElePathMode.CSS); + } + + /** + * 返回xpath路径 + */ + public String xpath() { + return this.getElePath(ElePathMode.XPATH); + } + + /** + * 返回元素注释文本组成的列表 + */ + public List comments() { + return this.eles("xpath:.//comment()"); + } + + /** + * 返回元素内所有直接子节点的文本，包括元素和文本节点 + * + * @return 文本列表 + */ + public List texts() { + return this.texts(false); + } + + /** + * 返回元素内所有直接子节点的文本，包括元素和文本节点 + * + * @param textNodeOnly 是否只返回文本节点 + * @return 文本列表 + */ + public List texts(boolean textNodeOnly) { + List texts = new ArrayList<>(); + if (textNodeOnly) { + this.eles("xpath:/text()").forEach(a -> texts.add(a.text())); + } else { + this.eles("xpath:/text() | *").forEach(a -> texts.add(a.text())); + } + return texts.stream().filter(text -> text != null && !Pattern.compile("[\r\n\t ]").matcher(text).replaceAll("").isEmpty()).map(text -> Web.formatHtml(text.trim().replaceAll("[\r\n]", ""))).collect(Collectors.toList()); + } + + /** + * 返回上面某一级父元素 用查询语法定位 + * + * @param by 查询选择器 + * @param index 选择第几个结果 + * @return 上级元素对象 + */ + @Override + public T parent(By by, Integer index) { + by = Locator.getLoc(by, true, false); + if (!by.getName().equals(BySelect.CSS_SELECTOR)) + throw new IllegalArgumentException("此css selector语法不受支持，请换成xpath"); + String loc = "xpath:./ancestor::" + by.getValue().replaceAll("^[.\\s/]+", "") + "[" + index + "]"; + return _ele(loc, null, 1, true, false, "parent()").get(0); + } + + /** + * 返回上面某一级父元素，指定层数 + * + * @param level 第几级父元素 + * @return 上级元素对象 + */ + @Override + public T parent(Integer level) { + String loc = "xpath:./ancestor::*[" + level + "]"; + return _ele(loc, null, 1, true, false, "parent()").get(0); + } + + /** + * 返回上面某一级父元素 用查询语法定位 + * + * @param loc 定位符 + * @param index 选择第几个结果 + * @return 上级元素对象 + */ + @Override + public T parent(String loc, Integer index) { + By loc1 = Locator.getLoc(loc, true, false); + if (!loc1.getName().equals(BySelect.CSS_SELECTOR)) + throw new IllegalArgumentException("此css selector语法不受支持，请换成xpath"); + loc = "xpath:./ancestor::" + loc1.getValue().replaceAll("^[.\\s/]+", "") + "[" + index + "]"; + return _ele(loc, null, 1, true, false, "parent()").get(0); + } + + /** + * 返回直接子元素元素或节点组成的列表，可用查询语法筛选 + * + * @param index 第几个查询结果，1开始 + * @return 直接子元素或节点文本组成的列表 + */ + public T child(Integer index) { + return child(index, null); + } + + /** + * 返回直接子元素元素或节点组成的列表，可用查询语法筛选 + * + * @param index 第几个查询结果，1开始 + * @param timeout 查找节点的超时时间 + * @return 直接子元素或节点文本组成的列表 + */ + public T child(Integer index, Double timeout) { + return child(index, timeout, true); + } + + /** + * 返回直接子元素元素或节点组成的列表，可用查询语法筛选 + * + * @param index 第几个查询结果，1开始 + * @param timeout 查找节点的超时时间 + * @param eleOnly 是否只获取元素，为False时把文本、注释节点也纳入 + * @return 直接子元素或节点文本组成的列表 + */ + public T child(Integer index, Double timeout, Boolean eleOnly) { + String loc = eleOnly ? "*" : "node()"; + List ts = this._ele("xpath./" + loc, timeout, index, true, false, null); + if (!ts.isEmpty()) { + return ts.get(0); + } else if (Settings.raiseWhenEleNotFound) { + throw new ElementNotFoundError("child()", Map.of("loc", "", "index", index, "eleOnly", eleOnly)); + } + return null; + } + + /** + * 返回直接子元素元素或节点组成的列表，可用查询语法筛选 + * + * @return 直接子元素或节点文本组成的列表 + */ + public T child() { + return child(""); + } + + /** + * 返回直接子元素元素或节点组成的列表，可用查询语法筛选 + * + * @param loc 查询语句 + * @return 直接子元素或节点文本组成的列表 + */ + public T child(String loc) { + return child(loc.isEmpty() ? null : loc, 1); + } + + /** + * 返回直接子元素元素或节点组成的列表，可用查询语法筛选 + * + * @param loc 查询语句 + * @param index 第几个查询结果，1开始 + * @return 直接子元素或节点文本组成的列表 + */ + public T child(String loc, Integer index) { + return child(loc, index, null); + } + + /** + * 返回直接子元素元素或节点组成的列表，可用查询语法筛选 + * + * @param loc 查询语句 + * @param index 第几个查询结果，1开始 + * @param timeout 查找节点的超时时间 + * @return 直接子元素或节点文本组成的列表 + */ + public T child(String loc, Integer index, Double timeout) { + return child(loc, index, timeout, true); + } + + /** + * 返回直接子元素元素或节点组成的列表，可用查询语法筛选 + * + * @param loc 查询语句 + * @param index 第几个查询结果，1开始 + * @param timeout 查找节点的超时时间 + * @param eleOnly 是否只获取元素，为False时把文本、注释节点也纳入 + * @return 直接子元素或节点文本组成的列表 + */ + public T child(String loc, Integer index, Double timeout, Boolean eleOnly) { + if (loc == null || loc.isEmpty()) { + loc = eleOnly ? "*" : "node()"; + } else { + By by = Locator.getLoc(loc, true, false); + if (by.getName().equals(BySelect.CSS_SELECTOR)) + throw new IllegalArgumentException("此css selector语法不受支持，请换成xpath。"); + else loc = by.getValue().replaceAll("^[.\\s/]+", ""); + } + + List ts = this._ele("xpath./" + loc, timeout, index, true, false, null); + if (!ts.isEmpty()) { + return ts.get(0); + } else if (Settings.raiseWhenEleNotFound) { + throw new ElementNotFoundError("child()", Map.of("loc", loc, "index", index, "eleOnly", eleOnly)); + } + return null; + } + + /** + * 返回直接子元素元素或节点组成的列表，可用查询语法筛选 + * + * @param by 查询语句 + * @return 直接子元素或节点文本组成的列表 + */ + public T child(By by) { + return child(by, 1); + } + + /** + * 返回直接子元素元素或节点组成的列表，可用查询语法筛选 + * + * @param by 查询语句 + * @param index 第几个查询结果，1开始 + * @return 直接子元素或节点文本组成的列表 + */ + public T child(By by, Integer index) { + return child(by, index, null); + } + + /** + * 返回直接子元素元素或节点组成的列表，可用查询语法筛选 + * + * @param by 查询语句 + * @param index 第几个查询结果，1开始 + * @param timeout 查找节点的超时时间 + * @return 直接子元素或节点文本组成的列表 + */ + public T child(By by, Integer index, Double timeout) { + return child(by, index, timeout, true); + } + + /** + * 返回直接子元素元素或节点组成的列表，可用查询语法筛选 + * + * @param by 查询语句 + * @param index 第几个查询结果，1开始 + * @param timeout 查找节点的超时时间 + * @param eleOnly 是否只获取元素，为False时把文本、注释节点也纳入 + * @return 直接子元素或节点文本组成的列表 + */ + public T child(By by, Integer index, Double timeout, Boolean eleOnly) { + String loc; + if (by == null) { + loc = eleOnly ? "*" : "node()"; + } else { + by = Locator.getLoc(by, true, false); + if (by.getName().equals(BySelect.CSS_SELECTOR)) + throw new IllegalArgumentException("此css selector语法不受支持，请换成xpath。"); + else loc = by.getValue().replaceAll("^[.\\s/]+", ""); + } + + List ts = this._ele("xpath./" + loc, timeout, index, true, false, null); + if (!ts.isEmpty()) { + return ts.get(0); + } else if (Settings.raiseWhenEleNotFound) { + throw new ElementNotFoundError("child()", Map.of("loc", loc, "index", index, "eleOnly", eleOnly)); + } + return null; + } + + /** + * 返回前面的一个兄弟元素，可用查询语法筛选，可指定返回筛选结果的第几个 + * + * @return 兄弟元素 + */ + public T prev() { + return prev(""); + } + + /** + * 返回前面的一个兄弟元素，可用查询语法筛选，可指定返回筛选结果的第几个 + * + * @param loc 用于筛选的查询语法 + * @return 兄弟元素 + */ + public T prev(String loc) { + return prev(loc.isEmpty() ? null : loc, null); + } + + /** + * 返回前面的一个兄弟元素，可用查询语法筛选，可指定返回筛选结果的第几个 + * + * @param loc 用于筛选的查询语法 + * @param index 前面第几个查询结果，0开始 + * @return 兄弟元素 + */ + + public T prev(String loc, Integer index) { + return prev(loc, index, null); + } + + /** + * 返回前面的一个兄弟元素，可用查询语法筛选，可指定返回筛选结果的第几个 + * + * @param loc 用于筛选的查询语法 + * @param index 前面第几个查询结果，0开始 + * @param timeout 查找节点的超时时间（秒） + * @return 兄弟元素 + */ + public T prev(String loc, Integer index, Double timeout) { + return prev(loc, index, timeout, true); + } + + /** + * 返回前面的一个兄弟元素，可用查询语法筛选，可指定返回筛选结果的第几个 + * + * @param loc 用于筛选的查询语法 + * @param index 前面第几个查询结果，1开始 + * @param timeout 查找节点的超时时间（秒） + * @param eleOnly 是否只获取元素，为False时把文本、注释节点也纳入 + * @return 兄弟元素 + */ + public T prev(String loc, Integer index, Double timeout, Boolean eleOnly) { + return this.getRelative("prev()", "preceding", true, loc, index, timeout, eleOnly); + } + + /** + * 返回前面的一个兄弟元素，可用查询语法筛选，可指定返回筛选结果的第几个 + * + * @param by 用于筛选的元素 + * @return 兄弟元素 + */ + public T prev(By by) { + return prev(by, 1); + } + + /** + * 返回前面的一个兄弟元素，可用查询语法筛选，可指定返回筛选结果的第几个 + * + * @param by 用于筛选的元素 + * @param index 前面第几个查询结果，0开始 + * @return 兄弟元素 + */ + public T prev(By by, Integer index) { + return prev(by, index, null); + } + + /** + * 返回前面的一个兄弟元素，可用查询语法筛选，可指定返回筛选结果的第几个 + * + * @param by 用于筛选的元素 + * @param index 前面第几个查询结果，0开始 + * @param timeout 查找节点的超时时间（秒） + * @return 兄弟元素 + */ + public T prev(By by, Integer index, Double timeout) { + return prev(by, index, timeout, true); + } + + public T prev(By by, Integer index, Double timeout, Boolean eleOnly) { + return this.getRelative("prev()", "preceding", true, by, index, timeout, eleOnly); + } + + + /** + * 返回前面的一个兄弟元素，可用查询语法筛选，可指定返回筛选结果的第几个 + * + * @param index 前面第几个查询结果，0开始 + * @return 兄弟元素 + */ + public T prev(Integer index) { + return prev(index, null); + } + + /** + * 返回前面的一个兄弟元素，可用查询语法筛选，可指定返回筛选结果的第几个 + * + * @param index 前面第几个查询结果，0开始 + * @param timeout 查找节点的超时时间（秒） + * @return 兄弟元素 + */ + public T prev(Integer index, Double timeout) { + return prev(index, timeout, true); + } + + public T prev(Integer index, Double timeout, Boolean eleOnly) { + return this.getRelative("prev()", "preceding", true, index, timeout, eleOnly); + } + + /** + * 返回后面的一个兄弟元素，可用查询语法筛选，可指定返回筛选结果的第几个 + * + * @param by 用于筛选的查询语法 + * @param index 第几个查询结果，1开始 + * @param timeout 查找节点的超时时间（秒） + * @param eleOnly 是否只获取元素，为False时把文本、注释节点也纳入 + * @return 兄弟元素 + */ + @Override + public T next(By by, Integer index, Double timeout, Boolean eleOnly) { + return this.getRelative("next()", "following", true, by, index, timeout, eleOnly); + } + + /** + * 返回后面的一个兄弟元素，可用查询语法筛选，可指定返回筛选结果的第几个 + * + * @param loc 用于筛选的查询语法 + * @param index 第几个查询结果，1开始 + * @param timeout 查找节点的超时时间（秒） + * @param eleOnly 是否只获取元素，为False时把文本、注释节点也纳入 + * @return 兄弟元素 + */ + + @Override + public T next(String loc, Integer index, Double timeout, Boolean eleOnly) { + return this.getRelative("next()", "following", true, loc, index, timeout, eleOnly); + } + + /** + * 返回当前元素后面一个符合条件的同级元素，可用查询语法筛选，可指定返回筛选结果的第几个 + * + * @param index 第几个查询结果，0开始 + * @param timeout 查找节点的超时时间（秒） + * @param eleOnly 是否只获取元素，为False时把文本、注释节点也纳入 + * @return 兄弟元素或节点文本 + */ + @Override + public T next(Integer index, Double timeout, Boolean eleOnly) { + return this.getRelative("next()", "following", true, index, timeout, eleOnly); + } + + /** + * 返回前面的一个兄弟元素，可用查询语法筛选，可指定返回筛选结果的第几个 + * + * @param by 用于筛选的查询语法 + * @return 本元素前面的某个元素或节点 + */ + public T before(By by) { + return before(by, null); + } + + /** + * 返回前面的一个兄弟元素，可用查询语法筛选，可指定返回筛选结果的第几个 + * + * @param by 用于筛选的查询语法 + * @param index 前面第几个查询结果，1开始 + * @return 本元素前面的某个元素或节点 + */ + public T before(By by, Integer index) { + return before(by, index, null); + } + + /** + * 返回前面的一个兄弟元素，可用查询语法筛选，可指定返回筛选结果的第几个 + * + * @param by 用于筛选的查询语法 + * @param index 前面第几个查询结果，1开始 + * @param timeout 查找节点的超时时间（秒） + * @return 本元素前面的某个元素或节点 + */ + public T before(By by, Integer index, Double timeout) { + return before(by, index, timeout, true); + } + + /** + * 返回前面的一个兄弟元素，可用查询语法筛选，可指定返回筛选结果的第几个 + * + * @param by 用于筛选的查询语法 + * @param index 前面第几个查询结果，1开始 + * @param timeout 查找节点的超时时间（秒） + * @param eleOnly 是否只获取元素，为False时把文本、注释节点也纳入 + * @return 本元素前面的某个元素或节点 + */ + public T before(By by, Integer index, Double timeout, Boolean eleOnly) { + return this.getRelative("before()", "preceding", false, by, index, timeout, eleOnly); + } + + + /** + * 返回前面的一个兄弟元素，可用查询语法筛选，可指定返回筛选结果的第几个 + * + * @return 本元素前面的某个元素或节点 + */ + public T before() { + return before(""); + } + + /** + * 返回前面的一个兄弟元素，可用查询语法筛选，可指定返回筛选结果的第几个 + * + * @param loc 用于筛选的查询语法 + * @return 本元素前面的某个元素或节点 + */ + public T before(String loc) { + return before(loc.isEmpty() ? null : loc, null); + } + + /** + * 返回前面的一个兄弟元素，可用查询语法筛选，可指定返回筛选结果的第几个 + * + * @param loc 用于筛选的查询语法 + * @param index 前面第几个查询结果，1开始 + * @return 本元素前面的某个元素或节点 + */ + public T before(String loc, Integer index) { + return before(loc, index, null); + } + + /** + * 返回前面的一个兄弟元素，可用查询语法筛选，可指定返回筛选结果的第几个 + * + * @param loc 用于筛选的查询语法 + * @param index 前面第几个查询结果，1开始 + * @param timeout 查找节点的超时时间（秒） + * @return 本元素前面的某个元素或节点 + */ + public T before(String loc, Integer index, Double timeout) { + return before(loc, index, timeout, true); + } + + /** + * 返回前面的一个兄弟元素，可用查询语法筛选，可指定返回筛选结果的第几个 + * + * @param loc 用于筛选的查询语法 + * @param index 前面第几个查询结果，1开始 + * @param timeout 查找节点的超时时间（秒） + * @param eleOnly 是否只获取元素，为False时把文本、注释节点也纳入 + * @return 本元素前面的某个元素或节点 + */ + public T before(String loc, Integer index, Double timeout, Boolean eleOnly) { + return this.getRelative("before()", "preceding", false, loc, index, timeout, eleOnly); + } + + /** + * 返回前面的一个兄弟元素，可用查询语法筛选，可指定返回筛选结果的第几个 + * + * @param index 前面第几个查询结果，1开始 + * @return 本元素前面的某个元素或节点 + */ + public T before(Integer index) { + return before(index, null); + } + + /** + * 返回前面的一个兄弟元素，可用查询语法筛选，可指定返回筛选结果的第几个 + * + * @param index 前面第几个查询结果，1开始 + * @param timeout 查找节点的超时时间（秒） + * @return 本元素前面的某个元素或节点 + */ + public T before(Integer index, Double timeout) { + return before(index, timeout, true); + } + + /** + * 返回前面的一个兄弟元素，可用查询语法筛选，可指定返回筛选结果的第几个 + * + * @param index 前面第几个查询结果，1开始 + * @param timeout 查找节点的超时时间（秒） + * @param eleOnly 是否只获取元素，为False时把文本、注释节点也纳入 + * @return 本元素前面的某个元素或节点 + */ + public T before(Integer index, Double timeout, Boolean eleOnly) { + return this.getRelative("before()", "preceding", false, index, timeout, eleOnly); + } + + /** + * 返回后面的一个兄弟元素，可用查询语法筛选，可指定返回筛选结果的第几个 + * + * @param by 用于筛选的查询语法 + * @return 本元素后面的某个元素或节点 + */ + public T after(By by) { + return after(by, null); + } + + /** + * 返回后面的一个兄弟元素，可用查询语法筛选，可指定返回筛选结果的第几个 + * + * @param by 用于筛选的查询语法 + * @param index 前面第几个查询结果，1开始 + * @return 本元素后面的某个元素或节点 + */ + public T after(By by, Integer index) { + return after(by, index, null); + } + + /** + * 返回后面的一个兄弟元素，可用查询语法筛选，可指定返回筛选结果的第几个 + * + * @param by 用于筛选的查询语法 + * @param index 前面第几个查询结果，1开始 + * @param timeout 查找节点的超时时间（秒） + * @return 本元素后面的某个元素或节点 + */ + public T after(By by, Integer index, Double timeout) { + return after(by, index, timeout, true); + } + + /** + * 返回后面的一个兄弟元素，可用查询语法筛选，可指定返回筛选结果的第几个 + * + * @param by 用于筛选的查询语法 + * @param index 前面第几个查询结果，1开始 + * @param timeout 查找节点的超时时间（秒） + * @param eleOnly 是否只获取元素，为False时把文本、注释节点也纳入 + * @return 本元素后面的某个元素或节点 + */ + public T after(By by, Integer index, Double timeout, Boolean eleOnly) { + return this.getRelative("after()", "following", false, by, index, timeout, eleOnly); + } + + /** + * 返回后面的一个兄弟元素，可用查询语法筛选，可指定返回筛选结果的第几个 + * + * @return 本元素后面的某个元素或节点 + */ + public T after() { + return after(""); + } + + /** + * 返回后面的一个兄弟元素，可用查询语法筛选，可指定返回筛选结果的第几个 + * + * @param loc 用于筛选的查询语法 + * @return 本元素后面的某个元素或节点 + */ + public T after(String loc) { + return after(loc.isEmpty() ? null : loc, null); + } + + /** + * 返回后面的一个兄弟元素，可用查询语法筛选，可指定返回筛选结果的第几个 + * + * @param loc 用于筛选的查询语法 + * @param index 前面第几个查询结果，1开始 + * @return 本元素后面的某个元素或节点 + */ + public T after(String loc, Integer index) { + return after(loc, index, null); + } + + /** + * 返回后面的一个兄弟元素，可用查询语法筛选，可指定返回筛选结果的第几个 + * + * @param loc 用于筛选的查询语法 + * @param index 前面第几个查询结果，1开始 + * @param timeout 查找节点的超时时间（秒） + * @return 本元素后面的某个元素或节点 + */ + public T after(String loc, Integer index, Double timeout) { + return after(loc, index, timeout, true); + } + + /** + * 返回后面的一个兄弟元素，可用查询语法筛选，可指定返回筛选结果的第几个 + * + * @param loc 用于筛选的查询语法 + * @param index 前面第几个查询结果，1开始 + * @param timeout 查找节点的超时时间（秒） + * @param eleOnly 是否只获取元素，为False时把文本、注释节点也纳入 + * @return 本元素后面的某个元素或节点 + */ + public T after(String loc, Integer index, Double timeout, Boolean eleOnly) { + return this.getRelative("after()", "following", false, loc, index, timeout, eleOnly); + } + + /** + * 返回后面的一个兄弟元素，可用查询语法筛选，可指定返回筛选结果的第几个 + * + * @param index 前面第几个查询结果，1开始 + * @return 本元素后面的某个元素或节点 + */ + public T after(Integer index) { + return after(index, null); + } + + /** + * 返回后面的一个兄弟元素，可用查询语法筛选，可指定返回筛选结果的第几个 + * + * @param index 前面第几个查询结果，1开始 + * @param timeout 查找节点的超时时间（秒） + * @return 本元素后面的某个元素或节点 + */ + public T after(Integer index, Double timeout) { + return after(index, timeout, true); + } + + /** + * 返回后面的一个兄弟元素，可用查询语法筛选，可指定返回筛选结果的第几个 + * + * @param index 前面第几个查询结果，1开始 + * @param timeout 查找节点的超时时间（秒） + * @param eleOnly 是否只获取元素，为False时把文本、注释节点也纳入 + * @return 本元素后面的某个元素或节点 + */ + public T after(Integer index, Double timeout, Boolean eleOnly) { + return this.getRelative("after()", "following", false, index, timeout, eleOnly); + } + + /** + * 返回直接子元素元素或节点组成的列表，可用查询语法筛选 + * + * @param by 用于筛选的查询语法 + * @return 本元素后面的某个元素或节点 + */ + public List children(By by) { + return children(by, null); + } + + /** + * 返回直接子元素元素或节点组成的列表，可用查询语法筛选 + * + * @param by 用于筛选的查询语法 + * @param timeout 查找节点的超时时间（秒） + * @return 本元素后面的某个元素或节点 + */ + public List children(By by, Double timeout) { + return children(by, timeout, true); + } + + /** + * 返回直接子元素元素或节点组成的列表，可用查询语法筛选 + * + * @param by 用于筛选的查询语法 + * @param timeout 查找节点的超时时间（秒） + * @param eleOnly 是否只获取元素，为False时把文本、注释节点也纳入 + * @return 本元素后面的某个元素或节点 + */ + public List children(By by, Double timeout, Boolean eleOnly) { + String loc; + if (by == null) { + loc = eleOnly ? "*" : "node()"; + } else { + by = Locator.getLoc(by, true, false); + if (by.getName().equals(BySelect.CSS_SELECTOR)) + throw new IllegalArgumentException("此css selector语法不受支持，请换成xpath。"); + else loc = by.getValue().replaceAll("^[.\\s/]+", ""); + } + loc = "xpath:./" + loc; + return this._ele(loc, timeout, null, true, null, null); + } + + /** + * 返回直接子元素元素或节点组成的列表，可用查询语法筛选 + * + * @return 本元素后面的某个元素或节点 + */ + public List children() { + return children(""); + } + + /** + * 返回直接子元素元素或节点组成的列表，可用查询语法筛选 + * + * @param loc 用于筛选的查询语法 + * @return 本元素后面的某个元素或节点 + */ + public List children(String loc) { + return children(loc.isEmpty() ? null : loc, null); + } + + /** + * 返回直接子元素元素或节点组成的列表，可用查询语法筛选 + * + * @param loc 用于筛选的查询语法 + * @param timeout 查找节点的超时时间（秒） + * @return 本元素后面的某个元素或节点 + */ + public List children(String loc, Double timeout) { + return children(loc, timeout, true); + } + + /** + * 返回直接子元素元素或节点组成的列表，可用查询语法筛选 + * + * @param loc 用于筛选的查询语法 + * @param timeout 查找节点的超时时间（秒） + * @param eleOnly 是否只获取元素，为False时把文本、注释节点也纳入 + * @return 本元素后面的某个元素或节点 + */ + public List children(String loc, Double timeout, Boolean eleOnly) { + if (loc == null || loc.isEmpty()) { + loc = eleOnly ? "*" : "node()"; + } else { + By by = Locator.getLoc(loc, true, false); + if (by.getName().equals(BySelect.CSS_SELECTOR)) + throw new IllegalArgumentException("此css selector语法不受支持，请换成xpath。"); + else { + loc = by.getValue().replaceAll("^[.\\s/]+", ""); + } + } + loc = "xpath:./" + loc; + return this._ele(loc, timeout, null, true, null, null); + } + + + /** + * 获取前面符合条件的同级列表 + * + * @return 同级元素或节点文本组成的列表 + */ + public List prevs() { + return prevs("", null); + } + + /** + * 获取前面符合条件的同级列表 + * + * @param loc 查询元素 + * @return 同级元素或节点文本组成的列表 + */ + public List prevs(String loc) { + return prevs(loc.isEmpty() ? null : loc, null); + } + + /** + * 获取前面符合条件的同级列表 + * + * @param loc 查询元素 + * @param timeout 等待时间 + * @return 同级元素或节点文本组成的列表 + */ + public List prevs(String loc, Double timeout) { + return prevs(loc, timeout, true); + } + + /** + * 回前面全部兄弟元素或节点组成的列表，可用查询语法筛选 + * + * @param loc 查询元素 + * @param timeout 等待时间 + * @param eleOnly 是否只获取元素，为False时把文本、注释节点也纳入 + * @return 兄弟元素的列表 + */ + public List prevs(String loc, Double timeout, Boolean eleOnly) { + return this.getRelatives(null, loc, "preceding", true, timeout, eleOnly); + } + + /** + * 获取前面符合条件的同级列表 + * + * @param by 查询元素 + * @return 同级元素或节点文本组成的列表 + */ + public List prevs(By by) { + return prevs(by, null); + } + + /** + * 获取前面符合条件的同级列表 + * + * @param by 查询元素 + * @param timeout 等待时间 + * @return 同级元素或节点文本组成的列表 + */ + public List prevs(By by, Double timeout) { + return prevs(by, timeout, true); + } + + + /** + * 回前面全部兄弟元素或节点组成的列表，可用查询语法筛选 + * + * @param by 查询元素 + * @param timeout 等待时间 + * @param eleOnly 是否只获取元素，为False时把文本、注释节点也纳入 + * @return 兄弟元素的列表 + */ + public List prevs(By by, Double timeout, Boolean eleOnly) { + return this.getRelatives(null, by, "preceding", true, timeout, eleOnly); + } + + /** + * 返回后面全部兄弟元素或节点组成的列表，可用查询语法筛选 + * + * @param by 用于筛选的查询语法 + * @return 兄弟元素或节点文本组成的列表 + */ + public List nexts(By by) { + return nexts(by, null); + } + + /** + * 返回后面全部兄弟元素或节点组成的列表，可用查询语法筛选 + * + * @param by 用于筛选的查询语法 + * @param timeout 查找节点的超时时间 + * @return 兄弟元素或节点文本组成的列表 + */ + public List nexts(By by, Double timeout) { + return nexts(by, timeout, true); + } + + /** + * 返回后面全部兄弟元素或节点组成的列表，可用查询语法筛选 + * + * @param by 用于筛选的查询语法 + * @param timeout 查找节点的超时时间 + * @param eleOnly 是否只获取元素，为False时把文本、注释节点也纳入 + * @return 兄弟元素或节点文本组成的列表 + */ + public List nexts(By by, Double timeout, Boolean eleOnly) { + return this.getRelatives(null, by, "following", true, timeout, eleOnly); + } + + /** + * 返回后面全部兄弟元素或节点组成的列表，可用查询语法筛选 + * + * @return 兄弟元素或节点文本组成的列表 + */ + + public List nexts() { + return nexts(""); + } + + /** + * 返回后面全部兄弟元素或节点组成的列表，可用查询语法筛选 + * + * @param loc 用于筛选的查询语法 + * @return 兄弟元素或节点文本组成的列表 + */ + public List nexts(String loc) { + return nexts(loc.isEmpty() ? null : loc, null); + } + + /** + * 返回后面全部兄弟元素或节点组成的列表，可用查询语法筛选 + * + * @param loc 用于筛选的查询语法 + * @param timeout 查找节点的超时时间 + * @return 兄弟元素或节点文本组成的列表 + */ + public List nexts(String loc, Double timeout) { + return nexts(loc, timeout, true); + } + + /** + * 返回后面全部兄弟元素或节点组成的列表，可用查询语法筛选 + * + * @param loc 用于筛选的查询语法 + * @param timeout 查找节点的超时时间 + * @param eleOnly 是否只获取元素，为False时把文本、注释节点也纳入 + * @return 兄弟元素或节点文本组成的列表 + */ + public List nexts(String loc, Double timeout, Boolean eleOnly) { + return this.getRelatives(null, loc, "following", true, timeout, eleOnly); + } + + /** + * 返回后面全部兄弟元素或节点组成的列表,可用查询语法筛选 + * + * @param by 用于筛选的查询语法 + * @return 本元素前面的元素或节点组成的列表 + */ + public List befores(By by) { + return this.befores(by, null); + } + + /** + * 返回后面全部兄弟元素或节点组成的列表,可用查询语法筛选 + * + * @param by 用于筛选的查询语法 + * @param timeout 查找节点的超时时间（秒） + * @return 本元素前面的元素或节点组成的列表 + */ + public List befores(By by, Double timeout) { + return this.befores(by, timeout, true); + } + + /** + * 返回后面全部兄弟元素或节点组成的列表,可用查询语法筛选 + * + * @param by 用于筛选的查询语法 + * @param timeout 查找节点的超时时间（秒） + * @param eleOnly 是否只获取元素，为False时把文本、注释节点也纳入 + * @return 本元素前面的元素或节点组成的列表 + */ + public List befores(By by, Double timeout, Boolean eleOnly) { + return this.getRelatives(null, by, "preceding", false, timeout, eleOnly); + } + + /** + * 返回后面全部兄弟元素或节点组成的列表,可用查询语法筛选 + * + * @return 本元素前面的元素或节点组成的列表 + */ + public List befores() { + return this.befores(""); + } + + /** + * 返回后面全部兄弟元素或节点组成的列表,可用查询语法筛选 + * + * @param loc 用于筛选的查询语法 + * @return 本元素前面的元素或节点组成的列表 + */ + public List befores(String loc) { + return this.befores(loc.isEmpty() ? null : loc, null); + } + + /** + * 返回后面全部兄弟元素或节点组成的列表,可用查询语法筛选 + * + * @param loc 用于筛选的查询语法 + * @param timeout 查找节点的超时时间（秒） + * @return 本元素前面的元素或节点组成的列表 + */ + public List befores(String loc, Double timeout) { + return this.befores(loc, timeout, true); + } + + /** + * 返回后面全部兄弟元素或节点组成的列表,可用查询语法筛选 + * + * @param loc 用于筛选的查询语法 + * @param timeout 查找节点的超时时间（秒） + * @param eleOnly 是否只获取元素，为False时把文本、注释节点也纳入 + * @return 本元素前面的元素或节点组成的列表 + */ + public List befores(String loc, Double timeout, Boolean eleOnly) { + return this.getRelatives(null, loc, "preceding", false, timeout, eleOnly); + } + + /** + * 返回前面全部兄弟元素或节点组成的列表,可用查询语法筛选 + * + * @param by 用于筛选的查询语法 + * @return 本元素前面的元素或节点组成的列表 + */ + public List afters(By by) { + return this.afters(by, null); + } + + + /** + * 返回前面全部兄弟元素或节点组成的列表,可用查询语法筛选 + * + * @param by 用于筛选的查询语法 + * @param timeout 查找节点的超时时间（秒） + * @return 本元素前面的元素或节点组成的列表 + */ + public List afters(By by, Double timeout) { + return this.afters(by, timeout, true); + } + + /** + * 返回前面全部兄弟元素或节点组成的列表,可用查询语法筛选 + * + * @param by 用于筛选的查询语法 + * @param timeout 查找节点的超时时间（秒） + * @param eleOnly 是否只获取元素，为False时把文本、注释节点也纳入 + * @return 本元素前面的元素或节点组成的列表 + */ + public List afters(By by, Double timeout, Boolean eleOnly) { + return this.getRelatives(null, by, "following", false, timeout, eleOnly); + } + + + /** + * 返回前面全部兄弟元素或节点组成的列表,可用查询语法筛选 + * + * @return 本元素前面的元素或节点组成的列表 + */ + public List afters() { + return this.afters(""); + } + + /** + * 返回前面全部兄弟元素或节点组成的列表,可用查询语法筛选 + * + * @param loc 用于筛选的查询语法 + * @return 本元素前面的元素或节点组成的列表 + */ + public List afters(String loc) { + return this.afters(loc.isEmpty() ? null : loc, null); + } + + /** + * 返回前面全部兄弟元素或节点组成的列表,可用查询语法筛选 + * + * @param loc 用于筛选的查询语法 + * @param timeout 查找节点的超时时间（秒） + * @return 本元素前面的元素或节点组成的列表 + */ + public List afters(String loc, Double timeout) { + return this.afters(loc, timeout, true); + } + + /** + * 返回前面全部兄弟元素或节点组成的列表,可用查询语法筛选 + * + * @param loc 用于筛选的查询语法 + * @param timeout 查找节点的超时时间（秒） + * @param eleOnly 是否只获取元素，为False时把文本、注释节点也纳入 + * @return 本元素前面的元素或节点组成的列表 + */ + public List afters(String loc, Double timeout, Boolean eleOnly) { + return this.getRelatives(null, loc, "following", false, timeout, eleOnly); + } + + /** + * *获取一个亲戚元素或节点，可用查询语法筛选，可指定返回筛选结果的第几个 + * + * @param func: 方法名称 + * @param direction: 方向，'following' 或 'preceding' + * @param brother 查找范围，在同级查找还是整个dom前后查找 + * @param loc: 用于筛选的查询语法 + * @param timeout: 查找节点的超时时间（秒） + * @param eleOnly: 是否只获取元素，为False时把文本、注释节点也纳入 + * @return 本元素前面的某个元素或节点 + */ + private T getRelative(String func, String direction, Boolean brother, Integer loc, Double timeout, Boolean eleOnly) { + List relatives = this.getRelatives(loc, "", direction, brother, timeout, eleOnly); + if (!relatives.isEmpty()) return relatives.get(0); + if (Settings.raiseWhenEleNotFound) + throw new ElementNotFoundError(func, Map.of("loc", "", "index", loc, "eleOnly", eleOnly)); + return null; + } + + /** + * *获取一个亲戚元素或节点，可用查询语法筛选，可指定返回筛选结果的第几个 + * + * @param func: 方法名称 + * @param direction: 方向，'following' 或 'preceding' + * @param brother 查找范围，在同级查找还是整个dom前后查找 + * @param loc: 用于筛选的查询语法 + * @param index: 前面第几个查询结果，1开始 + * @param timeout: 查找节点的超时时间（秒） + * @param eleOnly: 是否只获取元素，为False时把文本、注释节点也纳入 + * @return 本元素前面的某个元素或节点 + */ + private T getRelative(String func, String direction, Boolean brother, String loc, Integer index, Double timeout, Boolean eleOnly) { + List relatives = this.getRelatives(index, loc, direction, brother, timeout, eleOnly); + if (!relatives.isEmpty()) return relatives.get(0); + if (Settings.raiseWhenEleNotFound) + throw new ElementNotFoundError(func, Map.of("loc", "", "index", index, "eleOnly", eleOnly)); + return null; + } + + /** + * *获取一个亲戚元素或节点，可用查询语法筛选，可指定返回筛选结果的第几个 + * + * @param func: 方法名称 + * @param direction: 方向，'following' 或 'preceding' + * @param brother 查找范围，在同级查找还是整个dom前后查找 + * @param by: 用于筛选的查询语法 + * @param index: 前面第几个查询结果，1开始 + * @param timeout: 查找节点的超时时间（秒） + * @param eleOnly: 是否只获取元素，为False时把文本、注释节点也纳入 + * @return 本元素前面的某个元素或节点 + */ + private T getRelative(String func, String direction, Boolean brother, By by, Integer index, Double timeout, Boolean eleOnly) { + List relatives = this.getRelatives(index, by, direction, brother, timeout, eleOnly); + if (!relatives.isEmpty()) return relatives.get(0); + if (Settings.raiseWhenEleNotFound) + throw new ElementNotFoundError(func, Map.of("loc", "", "index", index, "eleOnly", eleOnly)); + return null; + } + + /** + * @param index 获取第几个，该参数不为null时只获取该编号的元素 + * @param loc 用于筛选的查询语法 + * @param direction 'following' 或 'preceding'，查找的方向 + * @param brother 查找范围，在同级查找还是整个dom前后查找 + * @param timeout 查找等待时间（秒） + * @param eleOnly 是否只获取元素，为False时把文本、注释节点也纳入 + * @return 元素对象或字符串 + */ + private List getRelatives(Integer index, String loc, String direction, Boolean brother, Double timeout, Boolean eleOnly) { + //获取查到范围 + String brotherStr = brother ? "-sibling" : ""; + if (loc == null || loc.isEmpty()) { + loc = eleOnly ? "*" : "node()"; + } else { + By by = Locator.getLoc(loc, true, false); + if (!by.getName().equals(BySelect.CSS_SELECTOR)) + throw new IllegalArgumentException("此css selector语法不受支持，请换成xpath。"); + else loc = by.getValue().replaceAll("^[.\\s/]+", ""); + } + loc = "xpath:./" + direction + brotherStr + "::" + loc; + if (index != null) index = "following".equals(direction) ? index : -index; + return this._ele(loc, timeout, index, true, false, null); + } + + /** + * @param index 获取第几个，该参数不为null时只获取该编号的元素 + * @param by 用于筛选的查询语法 + * @param direction 'following' 或 'preceding'，查找的方向 + * @param brother 查找范围，在同级查找还是整个dom前后查找 + * @param timeout 查找等待时间（秒） + * @param eleOnly 是否只获取元素，为False时把文本、注释节点也纳入 + * @return 元素对象或字符串 + */ + private List getRelatives(Integer index, By by, String direction, Boolean brother, Double timeout, Boolean eleOnly) { + //获取查到范围 + String brotherStr = brother ? "-sibling" : ""; + String loc; + if (by == null) { + loc = eleOnly ? "*" : "node()"; + } else { + by = Locator.getLoc(by, true, false); + if (!by.getName().equals(BySelect.CSS_SELECTOR)) + throw new IllegalArgumentException("此css selector语法不受支持，请换成xpath。"); + else loc = by.getValue().replaceAll("^[.\\s/]+", ""); + } + loc = "xpath:./" + direction + brotherStr + "::" + loc; + if (index != null) index = "following".equals(direction) ? index : -index; + return this._ele(loc, timeout, index, true, false, null); + } + + //---------------------------------------------- + + /** + * @return 返回元素所有属性及值 + */ + public abstract Map attrs(); + + /** + * 返回处理的元素内文本 + */ + public abstract String text(); + + /** + * 返回未格式化处理的元素内文本 + */ + public abstract String rawText(); + + /** + * 返回attribute属性值 + * + * @param attr 属性名 + * @return 属性值文本，没有该属性返回null + */ + public abstract String attr(String attr); + + /** + * 获取css路径或xpath路径 + * + * @param mode 'css' 或 'xpath' + * @return css路径或xpath路径 + */ + protected abstract String getElePath(ElePathMode mode); +} diff --git a/java/src/main/java/com/ll/DrissonPage/base/Driver.java b/java/src/main/java/com/ll/DrissonPage/base/Driver.java new file mode 100644 index 0000000..fc53df3 --- /dev/null +++ b/java/src/main/java/com/ll/DrissonPage/base/Driver.java @@ -0,0 +1,450 @@ +package com.ll.DrissonPage.base; + +import com.alibaba.fastjson.JSON; +import com.alibaba.fastjson.JSONObject; +import com.ll.DrissonPage.functions.Settings; +import lombok.Getter; +import lombok.Setter; +import okhttp3.*; +import okio.ByteString; +import org.jetbrains.annotations.NotNull; + +import java.util.ArrayList; +import java.util.HashMap; +import java.util.Map; +import java.util.concurrent.BlockingQueue; +import java.util.concurrent.ConcurrentHashMap; +import java.util.concurrent.LinkedBlockingQueue; +import java.util.concurrent.TimeUnit; +import java.util.concurrent.atomic.AtomicBoolean; +import java.util.concurrent.atomic.AtomicInteger; +import java.util.concurrent.atomic.AtomicReference; + +/** + * 驱动 okHTTP框架 + * + * @author 陆 + * @address click + * @original DrissionPage + */ + +public class Driver { + /** + * 标签id + */ + @Getter + private final String id; + /** + * 浏览器连接地址 + */ + @Getter + private final String address; + /** + * 标签页类型 + */ + @Getter + private final String type; + @Setter + @Getter + private boolean debug; + private final String websocketUrl; + private final AtomicInteger curId; + /** + * 会话返回值 + */ + private final AtomicReference webSocketMsg = new AtomicReference<>(null); + private final Thread recvThread; + private final Thread handleEventThread; + @Getter + private AtomicBoolean stopped; + private final BlockingQueue> eventQueue; + private final BlockingQueue> immediateEventQueue; + private final ConcurrentHashMap eventHandlers; + private final ConcurrentHashMap immediateEventHandlers; + private final ConcurrentHashMap>> methodResults; + /** + * 创建这个驱动的对象 + */ + @Getter + @Setter + private Occupant occupant; + private boolean alertFlag; + private static final OkHttpClient okHttpClient = new OkHttpClient().newBuilder() + .connectTimeout(5, TimeUnit.SECONDS) + .callTimeout(5, TimeUnit.SECONDS) + .readTimeout(5, TimeUnit.SECONDS) + .pingInterval(5, TimeUnit.SECONDS).build(); + /** + * 会话驱动 + */ + private WebSocket ws; + private Thread handleImmediateEventThread; + + public Driver(String tabId, String tabType, String address) { + this(tabId, tabType, address, null); + } + + /** + * 驱动 + * + * @param tabId 标签id + * @param tabType 标签页类型 + * @param address 浏览器连接地址 + */ + public Driver(String tabId, String tabType, String address, Occupant occupant) { + this.id = tabId; + this.address = address; + this.type = tabType; + this.occupant = occupant; + this.debug = false; + this.alertFlag = false; + this.websocketUrl = "ws://" + address + "/devtools/" + tabType + "/" + tabId; + this.curId = new AtomicInteger(0); + this.ws = null; + + + this.recvThread = new Thread(this::recvLoop); + this.handleEventThread = new Thread(this::handleEventLoop); + this.recvThread.setDaemon(true); + this.handleEventThread.setDaemon(true); + this.handleImmediateEventThread = null; + + this.stopped = new AtomicBoolean(); + + this.eventHandlers = new ConcurrentHashMap<>(); + this.immediateEventHandlers = new ConcurrentHashMap<>(); + this.methodResults = new ConcurrentHashMap<>(); + this.eventQueue = new LinkedBlockingQueue<>(); + this.immediateEventQueue = new LinkedBlockingQueue<>(); + start(); + } + + /** + * 发送信息到浏览器，并返回浏览器返回的信息 + * + * @param message 发送给浏览器的数据 + * @param timeout 超时时间，为null表示无时间 + * @return 浏览器返回的数据 + */ + private JSONObject send(Map message, double timeout) { + message = new HashMap<>(message); + int wsId = curId.incrementAndGet(); + message.put("id", wsId); + String messageJson = JSON.toJSONString(message); + + if (this.debug) System.out.println("发->" + messageJson); + //计算等待时间 + long endTime = (long) (System.currentTimeMillis() + timeout * 1000L); + LinkedBlockingQueue> value = new LinkedBlockingQueue<>(); + methodResults.put(wsId, value); + try { + ws.send(messageJson); + if (timeout == 0) { + methodResults.remove(wsId); + return new JSONObject(Map.of("id", wsId, "result", Map.of())); + } + } catch (Exception e) { + e.printStackTrace(); + methodResults.remove(wsId); + return new JSONObject(Map.of("error", Map.of("message", "connection disconnected"), "type", "connection_error")); + } + int i = 5; + long endTimes = System.currentTimeMillis() + 1000L; + while (!stopped.get()) { + try { + Map result = methodResults.get(wsId).poll(5, TimeUnit.SECONDS); + if (result == null && System.currentTimeMillis() < endTimes) continue; + if (result == null && i > 0 && System.currentTimeMillis() > endTimes) { + i--; + endTimes = System.currentTimeMillis() + 1000L; + if (debug) System.out.println("超时或者丢包，重新发送:->" + messageJson); + ws.send(messageJson); + continue; + } + methodResults.remove(wsId); + if (result == null) throw new NullPointerException(); + return new JSONObject(result); + } catch (InterruptedException | NullPointerException | IllegalArgumentException e) { +// e.printStackTrace(); + String string = message.get("method").toString(); + if (alertFlag && string.startsWith("Input.") || string.startsWith("Runtime.")) { + return new JSONObject(Map.of("error", Map.of("message", "alert exists."), "type", "alert_exists")); + } + if (timeout > 0 && System.currentTimeMillis() > endTime) { + methodResults.remove(wsId); + return alertFlag ? new JSONObject(Map.of("error", Map.of("message", "alert exists."), "type", "alert_exists")) : new JSONObject(Map.of("error", Map.of("message", "timeout"), "type", "timeout")); + } + } + } + + return new JSONObject(Map.of("error", Map.of("message", "connection disconnected"), "type", "connection_error")); + } + + /** + * 接收浏览器信息的守护线程方法 + */ + private void recvLoop() { + while (!stopped.get()) { + JSONObject msg; + try { + String andSet = webSocketMsg.getAndSet(null); + if (andSet != null) { + msg = JSONObject.parseObject(andSet); + } else continue; + } catch (Exception e) { + if (stop()) return; + return; + + } + if (this.debug) System.out.println("<-收" + msg); + + if (msg.containsKey("method")) { + if (msg.getString("method").startsWith("Page.javascriptDialog")) { + alertFlag = msg.getString("method").endsWith("Opening"); + } + MyRunnable function = immediateEventHandlers.get(msg.getString("method")); + if (function != null) { + this.handleImmediateEvent(function, msg.getOrDefault("params", new HashMap<>())); + } else { + try { + eventQueue.put(msg); + } catch (InterruptedException e) { + throw new RuntimeException(e); + } + } + } else { + int i = 1000; + Integer integer = msg.getInteger("id"); + while (i-- > 0 && integer != null && !methodResults.containsKey(integer)) { + try { + Thread.sleep(10); + } catch (InterruptedException e) { + throw new RuntimeException(e); + } + } + if (methodResults.containsKey(integer)) { + try { + methodResults.get(integer).put(msg); + } catch (InterruptedException e) { + throw new RuntimeException(e); + } + } else if (this.debug) { + System.out.println("未知错误->" + msg); + + } + } + + } + } + + /** + * 当接收到浏览器信息，执行已绑定的方法 + */ + private void handleEventLoop() { + while (!stopped.get()) { + Map event; + try { + event = eventQueue.poll(2, TimeUnit.SECONDS); + } catch (InterruptedException e) { + continue; + } + + if (event != null) { + MyRunnable function = eventHandlers.get(event.get("method").toString()); + if (function != null) { + function.setMessage(event.get("params")); + function.run(); + } + } + this.eventQueue.poll(); + + } + } + + private void handleImmediateEventLoop() { + while (!stopped.get() && !immediateEventQueue.isEmpty()) { + Map event; + try { + event = immediateEventQueue.poll(2, TimeUnit.SECONDS); + } catch (InterruptedException e) { + e.printStackTrace(); + continue; + } + if (event != null) { + MyRunnable function = immediateEventHandlers.get(event.get("method").toString()); + if (function != null) { + function.setMessage(event.get("params")); + function.run(); + } + } + + } + } + + /** + * 处理立即执行的动作 + * + * @param function 要运行下方法 + * @param params 方法参数 + */ + private void handleImmediateEvent(MyRunnable function, Object params) { + Map func = new HashMap<>(); + func.put("method", function); + func.put("params", params); + immediateEventQueue.add(func); + + if (handleImmediateEventThread == null || !handleImmediateEventThread.isAlive()) { + handleImmediateEventThread = new Thread(this::handleImmediateEventLoop); + handleImmediateEventThread.setDaemon(true); + handleImmediateEventThread.start(); + } + } + + /** + * 执行cdp方法 + * + * @param method 方法 + * @return 执行结果 + */ + public Object run(String method) { + return run(method, new HashMap<>()); + } + + /** + * 执行cdp方法 + * + * @param method 方法 + * @param params 参数 + * @return 执行结果 + */ + public Object run(String method, Map params) { + if (stopped.get()) return Map.of("error", "connection disconnected", "type", "connection_error"); + params = new HashMap<>(params); + Object timeout1 = params.remove("_timeout"); + double timeout = timeout1 != null ? Float.parseFloat(timeout1.toString()) : Settings.cdpTimeout; + + JSONObject result = this.send(Map.of("method", method, "params", params), timeout); + if (!result.containsKey("result") && result.containsKey("error")) { + HashMap map = new HashMap<>(); + map.put("error", result.getJSONObject("error").get("message")); + map.put("type", result.getOrDefault("type", "call_method_error")); + map.put("method", method); + map.put("args", params); + map.put("timeout", timeout); + return JSON.toJSONString(map); + } else { + return JSON.toJSONString(result.get("result")); + } + } + + + /** + * 启动连接 + */ + private void start() { + this.stopped.set(false); + try { + Request build = new Request(new HttpUrl("socket", "", "", "", 80, new ArrayList<>(), null, null, this.websocketUrl), "GET", Headers.of(), null, new HashMap<>()).newBuilder().url(this.websocketUrl).build(); + ws = okHttpClient.newWebSocket(build, new WebSocketListener() { + @Override + public void onClosed(@NotNull WebSocket webSocket, int code, @NotNull String reason) { + // 关闭事件处理 + stop(); + super.onClosed(webSocket, code, reason); + } + + @Override + public void onClosing(@NotNull WebSocket webSocket, int code, @NotNull String reason) { + super.onClosing(webSocket, code, reason); + } + + @Override + public void onFailure(@NotNull WebSocket webSocket, @NotNull Throwable t, Response response) { + super.onFailure(webSocket, t, response); + } + + @Override + public void onMessage(@NotNull WebSocket webSocket, @NotNull String text) { + webSocketMsg.set(text); + super.onMessage(webSocket, text); + } + + @Override + public void onMessage(@NotNull WebSocket webSocket, @NotNull ByteString bytes) { + super.onMessage(webSocket, bytes); + } + + @Override + public void onOpen(@NotNull WebSocket webSocket, @NotNull Response response) { + super.onOpen(webSocket, response); + } + + }); + recvThread.start(); + handleEventThread.start(); + } catch (Exception e) { + e.printStackTrace(); + stop(); + } + } + + /** + * 中断连接 + */ + public boolean stop() { + stop1(); + while (this.recvThread.isAlive() || this.handleEventThread.isAlive()) { + try { + Thread.sleep(100); + } catch (InterruptedException e) { + throw new RuntimeException(e); + } + } + return true; + } + + /** + * 中断连接 + */ + private void stop1() { + if (debug) System.out.println("关闭"); + if (stopped.get()) return; + stopped.set(!stopped.get()); + if (ws != null) { + ws.close(1000, ""); + ws = null; + } + try { + while (!eventQueue.isEmpty()) { + Map event = eventQueue.poll(); + MyRunnable method = eventHandlers.get(event.get("method").toString()); + if (method != null) { + method.setMessage(event.get("params")); + method.run(); + } + } + } catch (Exception ignored) { + } + eventHandlers.clear(); + methodResults.clear(); + eventQueue.clear(); + if (occupant != null) occupant.onDisconnect(); + } + + public void setCallback(String event, MyRunnable callback) { + setCallback(event, callback, false); + } + + /** + * 绑定cdp event和回调方法 + * + * @param event 方法名称 + * @param callback 绑定到cdp event的回调方法 + * @param immediate 是否要立即处理的动作 + */ + public void setCallback(String event, MyRunnable callback, boolean immediate) { + Map handler = immediate ? immediateEventHandlers : eventHandlers; + if (callback != null) handler.put(event, callback); + else handler.remove(event); + } +} \ No newline at end of file diff --git a/java/src/main/java/com/ll/DrissonPage/base/Driver2.java b/java/src/main/java/com/ll/DrissonPage/base/Driver2.java new file mode 100644 index 0000000..8d2230e --- /dev/null +++ b/java/src/main/java/com/ll/DrissonPage/base/Driver2.java @@ -0,0 +1,423 @@ +package com.ll.DrissonPage.base; + +/** + * 驱动 + * + * @author 陆 + * @address click + * @original DrissionPage + */ + +public class Driver2 { +// /** +// * 标签id +// */ +// @Getter +// private final String id; +// /** +// * 浏览器连接地址 +// */ +// @Getter +// private final String address; +// /** +// * 标签页类型 +// */ +// @Getter +// private final String type; +// private final boolean debug; +// private final String websocketUrl; +// private final AtomicInteger curId; +// /** +// * 会话返回值 +// */ +// private final AtomicReference webSocketMsg = new AtomicReference<>(null); +// private final Thread recvThread; +// private final Thread handleEventThread; +// @Getter +// +// private final AtomicBoolean stopped; +// private final BlockingQueue> eventQueue; +// private final BlockingQueue> immediateEventQueue; +// private final Map eventHandlers; +// private final Map immediateEventHandlers; +// private final Map>> methodResults; +// /** +// * 创建这个驱动的对象 +// */ +// @Getter +// @Setter +// private Occupant occupant; +// private boolean alertFlag; +// /** +// * 会话驱动 +// */ +// private WebSocket ws; +// private Thread handleImmediateEventThread; +// +// public Driver2(String tabId, String tabType, String address) { +// this(tabId, tabType, address, null); +// } +// +// /** +// * 驱动 +// * +// * @param tabId 标签id +// * @param tabType 标签页类型 +// * @param address 浏览器连接地址 +// */ +// public Driver2(String tabId, String tabType, String address, Occupant occupant) { +// this.id = tabId; +// this.address = address; +// this.type = tabType; +// this.occupant = occupant; +// this.debug = true; +// this.alertFlag = false; +// this.websocketUrl = "ws://" + address + "/devtools/" + tabType + "/" + tabId; +// this.curId = new AtomicInteger(0); +// this.ws = null; +// +// +// this.recvThread = new Thread(this::recvLoop); +// this.handleEventThread = new Thread(this::handleEventLoop); +// this.recvThread.setDaemon(true); +// this.handleEventThread.setDaemon(true); +// this.handleImmediateEventThread = null; +// +// this.stopped = new AtomicBoolean(); +// +// this.eventHandlers = new ConcurrentHashMap<>(); +// this.immediateEventHandlers = new ConcurrentHashMap<>(); +// this.methodResults = new ConcurrentHashMap<>(); +// this.eventQueue = new LinkedBlockingQueue<>(); +// this.immediateEventQueue = new LinkedBlockingQueue<>(); +// start(); +// } +// +// /** +// * 发送信息到浏览器，并返回浏览器返回的信息 +// * +// * @param message 发送给浏览器的数据 +// * @param timeout 超时时间，为null表示无时间 +// * @return 浏览器返回的数据 +// */ +// private JSONObject send(Map message, double timeout) { +// message = new HashMap<>(message); +// int wsId = curId.incrementAndGet(); +// message.put("id", wsId); +// String messageJson = JSON.toJSONString(message); +// +// if (this.debug) System.out.println("发->" + messageJson); +// //计算等待时间 +// long endTime = (long) (System.currentTimeMillis() + timeout * 1000L); +// LinkedBlockingQueue> value = new LinkedBlockingQueue<>(); +// methodResults.put(wsId, value); +// try { +// ws.send(messageJson); +// if (timeout == 0) { +// methodResults.remove(wsId); +// return new JSONObject(Map.of("id", wsId, "result", Map.of())); +// } +// } catch (WebsocketNotConnectedException e) { +// e.printStackTrace(); +// methodResults.remove(wsId); +// return new JSONObject(Map.of("error", Map.of("message", "connection disconnected"), "type", "connection_error")); +// } +// int i = 5; +// long endTimes = System.currentTimeMillis() + 1000L; +// while (!stopped.get()) { +// try { +// Map result = methodResults.get(wsId).poll(200, TimeUnit.MILLISECONDS); +// if (result == null && System.currentTimeMillis() < endTimes) continue; +// if (result == null && i > 0 && System.currentTimeMillis() > endTimes) { +// i--; +// endTimes = System.currentTimeMillis() + 1000L; +// ws.send(messageJson); +// continue; +// } +// methodResults.remove(wsId); +// if (result == null) throw new NullPointerException(); +// return new JSONObject(result); +// } catch (InterruptedException | NullPointerException | IllegalArgumentException e) { +//// e.printStackTrace(); +// String string = message.get("method").toString(); +// if (alertFlag && string.startsWith("Input.") || string.startsWith("Runtime.")) { +// return new JSONObject(Map.of("error", Map.of("message", "alert exists."), "type", "alert_exists")); +// } +// if (timeout > 0 && System.currentTimeMillis() > endTime) { +// methodResults.remove(wsId); +// return alertFlag ? new JSONObject(Map.of("error", Map.of("message", "alert exists."), "type", "alert_exists")) : new JSONObject(Map.of("error", Map.of("message", "timeout"), "type", "timeout")); +// } +// } +// } +// +// return new JSONObject(Map.of("error", Map.of("message", "connection disconnected"), "type", "connection_error")); +// } +// +// /** +// * 接收浏览器信息的守护线程方法 +// */ +// private void recvLoop() { +// while (!stopped.get()) { +// JSONObject msg; +// try { +// String andSet = webSocketMsg.getAndSet(null); +// if (andSet != null) { +// msg = JSONObject.parseObject(andSet); +// } else continue; +// } catch (Exception e) { +// if (stop()) return; +// return; +// +// } +// if (this.debug) System.out.println("<-收" + msg); +// +// if (msg.containsKey("method")) { +// if (msg.getString("method").startsWith("Page.javascriptDialog")) { +// alertFlag = msg.getString("method").endsWith("Opening"); +// } +// MyRunnable function = immediateEventHandlers.get(msg.getString("method")); +// if (function != null) { +// this.handleImmediateEvent(function, msg.getOrDefault("params", new HashMap<>())); +// } else { +// try { +// eventQueue.put(msg); +// } catch (InterruptedException e) { +// throw new RuntimeException(e); +// } +// } +// } else { +// int i = 1000; +// Integer integer = msg.getInteger("id"); +// while (i-- > 0 && integer != null && !methodResults.containsKey(integer)) { +// try { +// Thread.sleep(10); +// } catch (InterruptedException e) { +// throw new RuntimeException(e); +// } +// } +// if (methodResults.containsKey(integer)) { +// try { +// methodResults.get(integer).put(msg); +// } catch (InterruptedException e) { +// throw new RuntimeException(e); +// } +// } else if (this.debug) { +// System.out.println("未知错误->" + msg); +// +// } +// } +// +// } +// } +// +// /** +// * 当接收到浏览器信息，执行已绑定的方法 +// */ +// private void handleEventLoop() { +// while (!stopped.get()) { +// Map event; +// try { +// event = eventQueue.poll(1, TimeUnit.SECONDS); +// } catch (InterruptedException e) { +// continue; +// } +// +// if (event != null) { +// MyRunnable function = eventHandlers.get(event.get("method").toString()); +// if (function != null) { +// function.setMessage(event.get("params")); +// function.run(); +// } +// } +// this.eventQueue.poll(); +// +// } +// } +// +// private void handleImmediateEventLoop() { +// while (!stopped.get() && !immediateEventQueue.isEmpty()) { +// Map event; +// try { +// event = immediateEventQueue.poll(1, TimeUnit.SECONDS); +// } catch (InterruptedException e) { +// e.printStackTrace(); +// continue; +// } +// if (event != null) { +// MyRunnable function = immediateEventHandlers.get(event.get("method").toString()); +// if (function != null) { +// function.setMessage(event.get("params")); +// function.run(); +// } +// } +// +// } +// } +// +// /** +// * 处理立即执行的动作 +// * +// * @param function 要运行下方法 +// * @param params 方法参数 +// */ +// private void handleImmediateEvent(MyRunnable function, Object params) { +// Map func = new HashMap<>(); +// func.put("method", function); +// func.put("params", params); +// immediateEventQueue.add(func); +// +// if (handleImmediateEventThread == null || !handleImmediateEventThread.isAlive()) { +// handleImmediateEventThread = new Thread(this::handleImmediateEventLoop); +// handleImmediateEventThread.setDaemon(true); +// handleImmediateEventThread.start(); +// } +// } +// +// /** +// * 执行cdp方法 +// * +// * @param method 方法 +// * @return 执行结果 +// */ +// public Object run(String method) { +// return run(method, new HashMap<>()); +// } +// +// /** +// * 执行cdp方法 +// * +// * @param method 方法 +// * @param params 参数 +// * @return 执行结果 +// */ +// public Object run(String method, Map params) { +// if (stopped.get()) return Map.of("error", "connection disconnected", "type", "connection_error"); +// params = new HashMap<>(params); +// Object timeout1 = params.remove("_timeout"); +// double timeout = timeout1 != null ? Float.parseFloat(timeout1.toString()) : 30.0; +// +// JSONObject result = this.send(Map.of("method", method, "params", params), timeout); +// if (!result.containsKey("result") && result.containsKey("error")) { +// HashMap map = new HashMap<>(); +// map.put("error", result.getJSONObject("error").get("message")); +// map.put("type", result.getOrDefault("type", "call_method_error")); +// map.put("method", method); +// map.put("args", params); +// map.put("timeout", timeout); +// return JSON.toJSONString(map); +// } else { +// return JSON.toJSONString(result.get("result")); +// } +// } +// +// +// /** +// * 启动连接 +// */ +// private void start() { +// this.stopped.set(false); +// try { +// Request build = new Request(new HttpUrl("socket","","","",80,new ArrayList<>(),null,null,this.websocketUrl), "GET", Headers.of(), null, new HashMap<>()).newBuilder().url(this.websocketUrl).build(); +// OkHttpClient okHttpClient = new OkHttpClient(); +// ws = okHttpClient.newWebSocket(build, new WebSocketListener() { +// @Override +// public void onClosed(@NotNull WebSocket webSocket, int code, @NotNull String reason) { +// // 关闭事件处理 +// stop(); +// super.onClosed(webSocket, code, reason); +// } +// +// @Override +// public void onClosing(@NotNull WebSocket webSocket, int code, @NotNull String reason) { +// super.onClosing(webSocket, code, reason); +// } +// +// @Override +// public void onFailure(@NotNull WebSocket webSocket, @NotNull Throwable t, @Nullable Response response) { +// super.onFailure(webSocket, t, response); +// } +// +// @Override +// public void onMessage(@NotNull WebSocket webSocket, @NotNull String text) { +// webSocketMsg.set(text); +// super.onMessage(webSocket, text); +// } +// +// @Override +// public void onMessage(@NotNull WebSocket webSocket, @NotNull ByteString bytes) { +// super.onMessage(webSocket, bytes); +// } +// +// @Override +// public void onOpen(@NotNull WebSocket webSocket, @NotNull Response response) { +// super.onOpen(webSocket, response); +// } +// +// }); +// recvThread.start(); +// handleEventThread.start(); +// } catch (Exception e) { +// e.printStackTrace(); +// stop(); +// } +// } +// +// /** +// * 中断连接 +// */ +// public boolean stop() { +// stop1(); +// while (this.recvThread.isAlive() || this.handleEventThread.isAlive()) { +// try { +// Thread.sleep(100); +// } catch (InterruptedException e) { +// throw new RuntimeException(e); +// } +// } +// return true; +// } +// +// /** +// * 中断连接 +// */ +// private void stop1() { +// if (stopped.get()) return; +// stopped.set(true); +// if (ws != null) { +// ws.close(1000, ""); +// ws = null; +// } +// try { +// while (!eventQueue.isEmpty()) { +// Map event = eventQueue.poll(); +// MyRunnable method = eventHandlers.get(event.get("method").toString()); +// if (method != null) { +// method.setMessage(event.get("params")); +// method.run(); +// } +// } +// } catch (Exception ignored) { +// } +// eventHandlers.clear(); +// methodResults.clear(); +// eventQueue.clear(); +// if (occupant != null) occupant.onDisconnect(); +// } +// +// public void setCallback(String event, MyRunnable callback) { +// setCallback(event, callback, false); +// } +// +// /** +// * 绑定cdp event和回调方法 +// * +// * @param event 方法名称 +// * @param callback 绑定到cdp event的回调方法 +// * @param immediate 是否要立即处理的动作 +// */ +// public void setCallback(String event, MyRunnable callback, boolean immediate) { +// Map handler = immediate ? immediateEventHandlers : eventHandlers; +// if (callback != null) handler.put(event, callback); +// else handler.remove(event); +// } +} \ No newline at end of file diff --git a/java/src/main/java/com/ll/DrissonPage/base/Driver3.java b/java/src/main/java/com/ll/DrissonPage/base/Driver3.java new file mode 100644 index 0000000..e7b385c --- /dev/null +++ b/java/src/main/java/com/ll/DrissonPage/base/Driver3.java @@ -0,0 +1,426 @@ +package com.ll.DrissonPage.base; + +/** + * 驱动 + * + * @author 陆 + * @address click + * @original DrissionPage + */ + +public class Driver3 { +// /** +// * 标签id +// */ +// @Getter +// private final String id; +// /** +// * 浏览器连接地址 +// */ +// @Getter +// private final String address; +// /** +// * 标签页类型 +// */ +// @Getter +// private final String type; +// private final boolean debug; +// private final String websocketUrl; +// private final AtomicInteger curId; +// /** +// * 会话返回值 +// */ +// private final AtomicReference webSocketMsg = new AtomicReference<>(null); +// private final Thread recvThread; +// private final Thread handleEventThread; +// @Getter +// +// private final AtomicBoolean stopped; +// private final BlockingQueue> eventQueue; +// private final BlockingQueue> immediateEventQueue; +// private final Map eventHandlers; +// private final Map immediateEventHandlers; +// private final Map>> methodResults; +// /** +// * 创建这个驱动的对象 +// */ +// @Getter +// @Setter +// private Occupant occupant; +// private boolean alertFlag; +// /** +// * 会话驱动 +// */ +// private WebSocketClient ws; +// private Future webSocketSession; +// private Thread handleImmediateEventThread; +// +// public Driver3(String tabId, String tabType, String address) { +// this(tabId, tabType, address, null); +// } +// +// /** +// * 驱动 +// * +// * @param tabId 标签id +// * @param tabType 标签页类型 +// * @param address 浏览器连接地址 +// */ +// public Driver3(String tabId, String tabType, String address, Occupant occupant) { +// this.id = tabId; +// this.address = address; +// this.type = tabType; +// this.occupant = occupant; +// this.debug = true; +// this.alertFlag = false; +// this.websocketUrl = "ws://" + address + "/devtools/" + tabType + "/" + tabId; +// this.curId = new AtomicInteger(0); +// this.ws = null; +// this.recvThread = new Thread(this::recvLoop); +// this.handleEventThread = new Thread(this::handleEventLoop); +// this.recvThread.setDaemon(true); +// this.handleEventThread.setDaemon(true); +// this.handleImmediateEventThread = null; +// +// this.stopped = new AtomicBoolean(); +// +// this.eventHandlers = new ConcurrentHashMap<>(); +// this.immediateEventHandlers = new ConcurrentHashMap<>(); +// this.methodResults = new ConcurrentHashMap<>(); +// this.eventQueue = new LinkedBlockingQueue<>(); +// this.immediateEventQueue = new LinkedBlockingQueue<>(); +// start(); +// } +// +// /** +// * 发送信息到浏览器，并返回浏览器返回的信息 +// * +// * @param message 发送给浏览器的数据 +// * @param timeout 超时时间，为null表示无时间 +// * @return 浏览器返回的数据 +// */ +// private JSONObject send(Map message, double timeout) { +// message = new HashMap<>(message); +// int wsId = curId.incrementAndGet(); +// message.put("id", wsId); +// String messageJson = JSON.toJSONString(message); +// +// if (this.debug) System.out.println("发->" + messageJson); +// //计算等待时间 +// long endTime = (long) (System.currentTimeMillis() + timeout * 1000L); +// LinkedBlockingQueue> value = new LinkedBlockingQueue<>(); +// methodResults.put(wsId, value); +// try { +// if (ws.isStopping()) return new JSONObject(); +// webSocketSession.get().getRemote().sendString(messageJson); +// if (timeout == 0) { +// methodResults.remove(wsId); +// return new JSONObject(Map.of("id", wsId, "result", Map.of())); +// } +// } catch (WebsocketNotConnectedException | IOException | InterruptedException | ExecutionException e) { +// e.printStackTrace(); +// methodResults.remove(wsId); +// return new JSONObject(Map.of("error", Map.of("message", "connection disconnected"), "type", "connection_error")); +// } +// int i = 5; +// long endTimes = System.currentTimeMillis() + 1000L; +// while (!stopped.get()) { +// try { +// Map result = methodResults.get(wsId).poll(2000, TimeUnit.MILLISECONDS); +// if (result == null && System.currentTimeMillis() < endTimes) continue; +// if (result == null && i > 0 && System.currentTimeMillis() > endTimes) { +// System.out.println("丢包:->" + messageJson); +// i--; +// endTimes = System.currentTimeMillis() + 1000L; +// if (ws.isStopping()) return new JSONObject(); +// webSocketSession.get().getRemote().sendString(messageJson); +// continue; +// } +// methodResults.remove(wsId); +// if (result == null) throw new NullPointerException(); +// return new JSONObject(result); +// } catch (InterruptedException | NullPointerException | IllegalArgumentException | IOException | +// ExecutionException e) { +//// e.printStackTrace(); +// String string = message.get("method").toString(); +// if (alertFlag && string.startsWith("Input.") || string.startsWith("Runtime.")) { +// return new JSONObject(Map.of("error", Map.of("message", "alert exists."), "type", "alert_exists")); +// } +// if (timeout > 0 && System.currentTimeMillis() > endTime) { +// methodResults.remove(wsId); +// return alertFlag ? new JSONObject(Map.of("error", Map.of("message", "alert exists."), "type", "alert_exists")) : new JSONObject(Map.of("error", Map.of("message", "timeout"), "type", "timeout")); +// } +// } +// } +// +// return new JSONObject(Map.of("error", Map.of("message", "connection disconnected"), "type", "connection_error")); +// } +// +// /** +// * 接收浏览器信息的守护线程方法 +// */ +// private void recvLoop() { +// while (!stopped.get()) { +// JSONObject msg; +// try { +// String andSet = webSocketMsg.getAndSet(null); +// if (andSet != null) { +// msg = JSONObject.parseObject(andSet); +// } else continue; +// } catch (Exception e) { +// if (stop()) return; +// return; +// +// } +// if (this.debug) System.out.println("<-收" + msg); +// +// if (msg.containsKey("method")) { +// if (msg.getString("method").startsWith("Page.javascriptDialog")) { +// alertFlag = msg.getString("method").endsWith("Opening"); +// } +// MyRunnable function = immediateEventHandlers.get(msg.getString("method")); +// if (function != null) { +// this.handleImmediateEvent(function, msg.getOrDefault("params", new HashMap<>())); +// } else { +// try { +// eventQueue.put(msg); +// } catch (InterruptedException e) { +// throw new RuntimeException(e); +// } +// } +// } else { +// int i = 1000; +// Integer integer = msg.getInteger("id"); +// while (i-- > 0 && integer != null && !methodResults.containsKey(integer)) { +// try { +// Thread.sleep(10); +// } catch (InterruptedException e) { +// throw new RuntimeException(e); +// } +// } +// if (methodResults.containsKey(integer)) { +// try { +// methodResults.get(integer).put(msg); +// } catch (InterruptedException e) { +// throw new RuntimeException(e); +// } +// } else if (this.debug) { +// System.out.println("未知错误->" + msg); +// +// } +// } +// +// } +// } +// +// /** +// * 当接收到浏览器信息，执行已绑定的方法 +// */ +// private void handleEventLoop() { +// while (!stopped.get()) { +// Map event; +// try { +// event = eventQueue.poll(1, TimeUnit.SECONDS); +// } catch (InterruptedException e) { +// continue; +// } +// +// if (event != null) { +// MyRunnable function = eventHandlers.get(event.get("method").toString()); +// if (function != null) { +// function.setMessage(event.get("params")); +// function.run(); +// } +// } +// this.eventQueue.poll(); +// +// } +// } +// +// private void handleImmediateEventLoop() { +// while (!stopped.get() && !immediateEventQueue.isEmpty()) { +// Map event; +// try { +// event = immediateEventQueue.poll(1, TimeUnit.SECONDS); +// } catch (InterruptedException e) { +// e.printStackTrace(); +// continue; +// } +// if (event != null) { +// MyRunnable function = immediateEventHandlers.get(event.get("method").toString()); +// if (function != null) { +// function.setMessage(event.get("params")); +// function.run(); +// } +// } +// +// } +// } +// +// /** +// * 处理立即执行的动作 +// * +// * @param function 要运行下方法 +// * @param params 方法参数 +// */ +// private void handleImmediateEvent(MyRunnable function, Object params) { +// Map func = new HashMap<>(); +// func.put("method", function); +// func.put("params", params); +// immediateEventQueue.add(func); +// +// if (handleImmediateEventThread == null || !handleImmediateEventThread.isAlive()) { +// handleImmediateEventThread = new Thread(this::handleImmediateEventLoop); +// handleImmediateEventThread.setDaemon(true); +// handleImmediateEventThread.start(); +// } +// } +// +// /** +// * 执行cdp方法 +// * +// * @param method 方法 +// * @return 执行结果 +// */ +// public Object run(String method) { +// return run(method, new HashMap<>()); +// } +// +// /** +// * 执行cdp方法 +// * +// * @param method 方法 +// * @param params 参数 +// * @return 执行结果 +// */ +// public Object run(String method, Map params) { +// if (stopped.get()) return Map.of("error", "connection disconnected", "type", "connection_error"); +// params = new HashMap<>(params); +// Object timeout1 = params.remove("_timeout"); +// double timeout = timeout1 != null ? Float.parseFloat(timeout1.toString()) : 30.0; +// +// JSONObject result = this.send(Map.of("method", method, "params", params), timeout); +// if (!result.containsKey("result") && result.containsKey("error")) { +// HashMap map = new HashMap<>(); +// map.put("error", result.getJSONObject("error").get("message")); +// map.put("type", result.getOrDefault("type", "call_method_error")); +// map.put("method", method); +// map.put("args", params); +// map.put("timeout", timeout); +// return JSON.toJSONString(map); +// } else { +// return JSON.toJSONString(result.get("result")); +// } +// } +// +// +// /** +// * 启动连接 +// */ +// private void start() { +// this.stopped.set(false); +// try { +//// Request build = new Request(new HttpUrl("socket","","","",80,new ArrayList<>(),null,null,this.websocketUrl), "GET", Headers.of(), null, new HashMap<>()).newBuilder().url(this.websocketUrl).build(); +//// OkHttpClient okHttpClient = new OkHttpClient(); +// ws = new WebSocketClient(); +// ws.setConnectTimeout(60_000); +// ws.start(); +// webSocketSession = ws.connect(new WebSocketAdapter() { +// @Override +// public void onWebSocketClose(int statusCode, String reason) { +// stop(); +// super.onWebSocketClose(statusCode, reason); +// } +// +// @Override +// public void onWebSocketConnect(Session sess) { +// super.onWebSocketConnect(sess); +// } +// +// @Override +// public void onWebSocketError(Throwable cause) { +// super.onWebSocketError(cause); +// } +// +// @Override +// public boolean isConnected() { +// return super.isConnected(); +// } +// +// @Override +// public void onWebSocketText(String message) { +// webSocketMsg.set(message); +// } +// +// }, URI.create(this.websocketUrl)); +// recvThread.start(); +// handleEventThread.start(); +// } catch (Exception e) { +// e.printStackTrace(); +// stop(); +// } +// } +// +// /** +// * 中断连接 +// */ +// public boolean stop() { +// stop1(); +// while (this.recvThread.isAlive() || this.handleEventThread.isAlive()) { +// try { +// Thread.sleep(100); +// } catch (InterruptedException e) { +// throw new RuntimeException(e); +// } +// } +// return true; +// } +// +// /** +// * 中断连接 +// */ +// private void stop1() { +// if (stopped.get()) return; +// stopped.set(true); +// if (ws != null) { +// try { +// ws.stop(); +// } catch (Exception e) { +// throw new RuntimeException(e); +// } +// ws = null; +// } +// try { +// while (!eventQueue.isEmpty()) { +// Map event = eventQueue.poll(); +// MyRunnable method = eventHandlers.get(event.get("method").toString()); +// if (method != null) { +// method.setMessage(event.get("params")); +// method.run(); +// } +// } +// } catch (Exception ignored) { +// } +// eventHandlers.clear(); +// methodResults.clear(); +// eventQueue.clear(); +// if (occupant != null) occupant.onDisconnect(); +// } +// +// public void setCallback(String event, MyRunnable callback) { +// setCallback(event, callback, false); +// } +// +// /** +// * 绑定cdp event和回调方法 +// * +// * @param event 方法名称 +// * @param callback 绑定到cdp event的回调方法 +// * @param immediate 是否要立即处理的动作 +// */ +// public void setCallback(String event, MyRunnable callback, boolean immediate) { +// Map handler = immediate ? immediateEventHandlers : eventHandlers; +// if (callback != null) handler.put(event, callback); +// else handler.remove(event); +// } +} \ No newline at end of file diff --git a/java/src/main/java/com/ll/DrissonPage/base/Driver_org_webSocket.java b/java/src/main/java/com/ll/DrissonPage/base/Driver_org_webSocket.java new file mode 100644 index 0000000..68780b2 --- /dev/null +++ b/java/src/main/java/com/ll/DrissonPage/base/Driver_org_webSocket.java @@ -0,0 +1,424 @@ +package com.ll.DrissonPage.base; + +/** + * 驱动 org.java-websocket + * + * @author 陆 + * @address click + * @original DrissionPage + */ + +public class Driver_org_webSocket { +// /** +// * 标签id +// */ +// @Getter +// private final String id; +// /** +// * 浏览器连接地址 +// */ +// @Getter +// private final String address; +// /** +// * 标签页类型 +// */ +// @Getter +// private final String type; +// private final boolean debug; +// private final String websocketUrl; +// private final AtomicInteger curId; +// /** +// * 会话返回值 +// */ +// private final AtomicReference webSocketMsg = new AtomicReference<>(null); +// private final Thread recvThread; +// private final Thread handleEventThread; +// @Getter +// +// private final AtomicBoolean stopped; +// private final BlockingQueue> eventQueue; +// private final BlockingQueue> immediateEventQueue; +// private final Map eventHandlers; +// private final Map immediateEventHandlers; +// private final Map>> methodResults; +// /** +// * 创建这个驱动的对象 +// */ +// @Getter +// @Setter +// private Occupant occupant; +// private boolean alertFlag; +// /** +// * 会话驱动 +// */ +// private WebSocketClient ws; +// private Thread handleImmediateEventThread; +// +// public Driver(String tabId, String tabType, String address) { +// this(tabId, tabType, address, null); +// } +// +// /** +// * 驱动 +// * +// * @param tabId 标签id +// * @param tabType 标签页类型 +// * @param address 浏览器连接地址 +// */ +// public Driver(String tabId, String tabType, String address, Occupant occupant) { +// this.id = tabId; +// this.address = address; +// this.type = tabType; +// this.occupant = occupant; +// this.debug = true; +// this.alertFlag = false; +// this.websocketUrl = "ws://" + address + "/devtools/" + tabType + "/" + tabId; +// this.curId = new AtomicInteger(0); +// this.ws = null; +// +// +// this.recvThread = new Thread(this::recvLoop); +// this.handleEventThread = new Thread(this::handleEventLoop); +// this.recvThread.setDaemon(true); +// this.handleEventThread.setDaemon(true); +// this.handleImmediateEventThread = null; +// +// this.stopped = new AtomicBoolean(); +// +// this.eventHandlers = new ConcurrentHashMap<>(); +// this.immediateEventHandlers = new ConcurrentHashMap<>(); +// this.methodResults = new ConcurrentHashMap<>(); +// this.eventQueue = new LinkedBlockingQueue<>(); +// this.immediateEventQueue = new LinkedBlockingQueue<>(); +// start(); +// } +// +// /** +// * 发送信息到浏览器，并返回浏览器返回的信息 +// * +// * @param message 发送给浏览器的数据 +// * @param timeout 超时时间，为null表示无时间 +// * @return 浏览器返回的数据 +// */ +// private JSONObject send(Map message, double timeout) { +// message = new HashMap<>(message); +// int wsId = curId.incrementAndGet(); +// message.put("id", wsId); +// String messageJson = JSON.toJSONString(message); +// +// if (this.debug) System.out.println("发->" + messageJson); +// //计算等待时间 +// long endTime = (long) (System.currentTimeMillis() + timeout * 1000L); +// LinkedBlockingQueue> value = new LinkedBlockingQueue<>(); +// methodResults.put(wsId, value); +// try { +// ws.send(messageJson); +// if (timeout == 0) { +// methodResults.remove(wsId); +// return new JSONObject(Map.of("id", wsId, "result", Map.of())); +// } +// } catch (WebsocketNotConnectedException e) { +// e.printStackTrace(); +// methodResults.remove(wsId); +// return new JSONObject(Map.of("error", Map.of("message", "connection disconnected"), "type", "connection_error")); +// } +// int i = 5; +// long endTimes = System.currentTimeMillis() + 1000L; +// while (!stopped.get()) { +// try { +// Map result = methodResults.get(wsId).poll(10_000, TimeUnit.MILLISECONDS); +// if (result == null && System.currentTimeMillis() < endTimes) continue; +// if (result == null && i > 0 && System.currentTimeMillis() > endTimes) { +// i--; +// endTimes = System.currentTimeMillis() + 1000L; +// System.out.println("超时丢包:->" + messageJson); +// ws.send(messageJson); +// continue; +// } +// methodResults.remove(wsId); +// if (result == null) throw new NullPointerException(); +// return new JSONObject(result); +// } catch (InterruptedException | NullPointerException | IllegalArgumentException e) { +//// e.printStackTrace(); +// String string = message.get("method").toString(); +// if (alertFlag && string.startsWith("Input.") || string.startsWith("Runtime.")) { +// return new JSONObject(Map.of("error", Map.of("message", "alert exists."), "type", "alert_exists")); +// } +// if (timeout > 0 && System.currentTimeMillis() > endTime) { +// methodResults.remove(wsId); +// return alertFlag ? new JSONObject(Map.of("error", Map.of("message", "alert exists."), "type", "alert_exists")) : new JSONObject(Map.of("error", Map.of("message", "timeout"), "type", "timeout")); +// } +// } +// } +// +// return new JSONObject(Map.of("error", Map.of("message", "connection disconnected"), "type", "connection_error")); +// } +// +// /** +// * 接收浏览器信息的守护线程方法 +// */ +// private void recvLoop() { +// while (!stopped.get()) { +// JSONObject msg; +// try { +// String andSet = webSocketMsg.getAndSet(null); +// if (andSet != null) { +// msg = JSONObject.parseObject(andSet); +// } else continue; +// } catch (Exception e) { +// if (stop()) return; +// return; +// +// } +// if (this.debug) System.out.println("<-收" + msg); +// +// if (msg.containsKey("method")) { +// if (msg.getString("method").startsWith("Page.javascriptDialog")) { +// alertFlag = msg.getString("method").endsWith("Opening"); +// } +// MyRunnable function = immediateEventHandlers.get(msg.getString("method")); +// if (function != null) { +// this.handleImmediateEvent(function, msg.getOrDefault("params", new HashMap<>())); +// } else { +// try { +// eventQueue.put(msg); +// } catch (InterruptedException e) { +// throw new RuntimeException(e); +// } +// } +// } else { +// int i = 1000; +// Integer integer = msg.getInteger("id"); +// while (i-- > 0 && integer != null && !methodResults.containsKey(integer)) { +// try { +// Thread.sleep(10); +// } catch (InterruptedException e) { +// throw new RuntimeException(e); +// } +// } +// if (methodResults.containsKey(integer)) { +// try { +// methodResults.get(integer).put(msg); +// } catch (InterruptedException e) { +// throw new RuntimeException(e); +// } +// } else if (this.debug) { +// System.out.println("未知错误->" + msg); +// +// } +// } +// +// } +// } +// +// /** +// * 当接收到浏览器信息，执行已绑定的方法 +// */ +// private void handleEventLoop() { +// while (!stopped.get()) { +// Map event; +// try { +// event = eventQueue.poll(1, TimeUnit.SECONDS); +// } catch (InterruptedException e) { +// continue; +// } +// +// if (event != null) { +// MyRunnable function = eventHandlers.get(event.get("method").toString()); +// if (function != null) { +// function.setMessage(event.get("params")); +// function.run(); +// } +// } +// this.eventQueue.poll(); +// +// } +// } +// +// private void handleImmediateEventLoop() { +// while (!stopped.get() && !immediateEventQueue.isEmpty()) { +// Map event; +// try { +// event = immediateEventQueue.poll(1, TimeUnit.SECONDS); +// } catch (InterruptedException e) { +// e.printStackTrace(); +// continue; +// } +// if (event != null) { +// MyRunnable function = immediateEventHandlers.get(event.get("method").toString()); +// if (function != null) { +// function.setMessage(event.get("params")); +// function.run(); +// } +// } +// +// } +// } +// +// /** +// * 处理立即执行的动作 +// * +// * @param function 要运行下方法 +// * @param params 方法参数 +// */ +// private void handleImmediateEvent(MyRunnable function, Object params) { +// Map func = new HashMap<>(); +// func.put("method", function); +// func.put("params", params); +// immediateEventQueue.add(func); +// +// if (handleImmediateEventThread == null || !handleImmediateEventThread.isAlive()) { +// handleImmediateEventThread = new Thread(this::handleImmediateEventLoop); +// handleImmediateEventThread.setDaemon(true); +// handleImmediateEventThread.start(); +// } +// } +// +// /** +// * 执行cdp方法 +// * +// * @param method 方法 +// * @return 执行结果 +// */ +// public Object run(String method) { +// return run(method, new HashMap<>()); +// } +// +// /** +// * 执行cdp方法 +// * +// * @param method 方法 +// * @param params 参数 +// * @return 执行结果 +// */ +// public Object run(String method, Map params) { +// if (stopped.get()) return Map.of("error", "connection disconnected", "type", "connection_error"); +// params = new HashMap<>(params); +// Object timeout1 = params.remove("_timeout"); +// double timeout = timeout1 != null ? Float.parseFloat(timeout1.toString()) : 30.0; +// +// JSONObject result = this.send(Map.of("method", method, "params", params), timeout); +// if (!result.containsKey("result") && result.containsKey("error")) { +// HashMap map = new HashMap<>(); +// map.put("error", result.getJSONObject("error").get("message")); +// map.put("type", result.getOrDefault("type", "call_method_error")); +// map.put("method", method); +// map.put("args", params); +// map.put("timeout", timeout); +// return JSON.toJSONString(map); +// } else { +// return JSON.toJSONString(result.get("result")); +// } +// } +// +// +// /** +// * 启动连接 +// */ +// private void start() { +// this.stopped.set(false); +// try { +// ws = new WebSocketClient(new URI(websocketUrl)) { +// @Override +// public void onOpen(ServerHandshake handshakeData) { +// // 处理 WebSocket 打开事件 +// } +// +// @Override +// public void onMessage(String message) { +// //处理返回数据 +// webSocketMsg.set(message); +// } +// +// +// @Override +// public void onClose(int code, String reason, boolean remote) { +// +// System.out.println("关闭" + reason); +// // 关闭事件处理 +// stop(); +// } +// +// @Override +// public void onError(Exception ex) { +// System.out.println("错误" + ex.getMessage()); +// // 错误事件处理 +//// stop(); +// } +// }; +// ws.setConnectionLostTimeout(60); +// ws.connect(); +// //需要睡0.1秒让其等待 +// while (ws != null && !ws.getReadyState().equals(ReadyState.OPEN)) { +// Thread.sleep(10); +// } +// recvThread.start(); +// handleEventThread.start(); +// } catch (Exception e) { +// e.printStackTrace(); +// stop(); +// } +// } +// +// /** +// * 中断连接 +// */ +// public boolean stop() { +// stop1(); +// while (this.recvThread.isAlive() || this.handleEventThread.isAlive()) { +// try { +// Thread.sleep(100); +// } catch (InterruptedException e) { +// throw new RuntimeException(e); +// } +// } +// return true; +// } +// +// /** +// * 中断连接 +// */ +// private void stop1() { +// if (stopped.get()) { +// return; +// } +// stopped.set(true); +// if (ws != null) { +// ws.close(); +// ws = null; +// } +// +// try { +// while (!eventQueue.isEmpty()) { +// Map event = eventQueue.poll(); +// MyRunnable method = eventHandlers.get(event.get("method").toString()); +// if (method != null) { +// method.setMessage(event.get("params")); +// method.run(); +// } +// } +// } catch (Exception ignored) { +// } +// eventHandlers.clear(); +// methodResults.clear(); +// eventQueue.clear(); +// if (occupant != null) occupant.onDisconnect(); +// } +// +// public void setCallback(String event, MyRunnable callback) { +// setCallback(event, callback, false); +// } +// +// /** +// * 绑定cdp event和回调方法 +// * +// * @param event 方法名称 +// * @param callback 绑定到cdp event的回调方法 +// * @param immediate 是否要立即处理的动作 +// */ +// public void setCallback(String event, MyRunnable callback, boolean immediate) { +// Map handler = immediate ? immediateEventHandlers : eventHandlers; +// if (callback != null) handler.put(event, callback); +// else handler.remove(event); +// } +} \ No newline at end of file diff --git a/java/src/main/java/com/ll/DrissonPage/base/ElePathMode.java b/java/src/main/java/com/ll/DrissonPage/base/ElePathMode.java new file mode 100644 index 0000000..5589f74 --- /dev/null +++ b/java/src/main/java/com/ll/DrissonPage/base/ElePathMode.java @@ -0,0 +1,17 @@ +package com.ll.DrissonPage.base; + +import lombok.Getter; + +/** + * @author 陆 + * @address click + */ +@Getter +public enum ElePathMode { + C("css"), CSS("css"), X("xpath"), XPATH("xpath"); + private final String mode; + + ElePathMode(String mode) { + this.mode = mode; + } +} diff --git a/java/src/main/java/com/ll/DrissonPage/base/MyRunnable.java b/java/src/main/java/com/ll/DrissonPage/base/MyRunnable.java new file mode 100644 index 0000000..1d9621a --- /dev/null +++ b/java/src/main/java/com/ll/DrissonPage/base/MyRunnable.java @@ -0,0 +1,14 @@ +package com.ll.DrissonPage.base; + +import lombok.Getter; +import lombok.Setter; + +/** + * @author 陆 + * @address click + */ +@Setter +@Getter +public abstract class MyRunnable implements Runnable { + private Object message; +} diff --git a/java/src/main/java/com/ll/DrissonPage/base/Occupant.java b/java/src/main/java/com/ll/DrissonPage/base/Occupant.java new file mode 100644 index 0000000..250abaa --- /dev/null +++ b/java/src/main/java/com/ll/DrissonPage/base/Occupant.java @@ -0,0 +1,10 @@ +package com.ll.DrissonPage.base; + +/** + * @author 陆 + * @address click + */ +public interface Occupant { + default void onDisconnect() { + } +} diff --git a/java/src/main/java/com/ll/DrissonPage/config/ChromiumOptions.java b/java/src/main/java/com/ll/DrissonPage/config/ChromiumOptions.java new file mode 100644 index 0000000..599514d --- /dev/null +++ b/java/src/main/java/com/ll/DrissonPage/config/ChromiumOptions.java @@ -0,0 +1,747 @@ +package com.ll.DrissonPage.config; + +import com.alibaba.fastjson.JSON; +import com.alibaba.fastjson.TypeReference; +import lombok.Getter; +import org.ini4j.Wini; + +import java.io.File; +import java.io.FileNotFoundException; +import java.io.IOException; +import java.net.URL; +import java.nio.file.Files; +import java.nio.file.Path; +import java.nio.file.Paths; +import java.util.ArrayList; +import java.util.HashMap; +import java.util.List; +import java.util.Map; +import java.util.regex.Pattern; + +/** + * @author 陆 + * @address click + * @original DrissionPage + */ + +@Getter +public class ChromiumOptions { + private final String iniPath; //ini文件路径 + private final Map timeouts; // 返回timeouts设置 + private final List arguments; // 返回浏览器命令行设置列表 + private final List extensions; // 以list形式返回要加载的插件路径 + private final Map pres; // 返回用户首选项配置 + private final List presToDel; //删除用户配置文件中已设置的项 + private final Map flags; // 返回实验项配置 + private String downloadPath; // 默认下载路径文件路径 + private String browserPath; // 浏览器启动文件路径 + private String userDataPath; // 返回用户数据文件夹路径 + private String tmpPath; // 返回临时文件夹路径 + private String user; // 返回用户配置文件夹名称 + private String loadMode; // 返回页面加载策略，'normal', 'eager', 'none' + private String proxy; // 返回代理设置 + private String address; // 返回浏览器地址，ip:port + private boolean systemUserPath; // 返回是否使用系统安装的浏览器所使用的用户数据文件夹 + + private boolean existingOnly; // 返回是否只接管现有浏览器方式 + + private boolean autoPort; // 返回是否使用自动端口和用户文件 + + private int retryTimes; // 返回连接失败时的重试次数 + + private int retryInterval; // 返回连接失败时的重试间隔（秒） + private boolean clearFileFlags;// 删除浏览器配置文件中已设置的实验项 + private boolean headless;//设置是否隐藏浏览器界面 + + public ChromiumOptions() { + this(true, null); + } + + /** + * @param readFile 是否从默认ini文件中读取配置信息 + * @param iniPath ini文件路径，为None则读取默认ini文件 + */ + public ChromiumOptions(boolean readFile, String iniPath) { + // 构造方法实现部分 + this.userDataPath = null; + this.user = "Default"; + this.presToDel = new ArrayList<>(); + this.clearFileFlags = false; + this.headless = false; + if (readFile) { + // 从文件中读取配置信息的实现部分 + OptionsManager om = new OptionsManager(iniPath); + this.iniPath = om.getIniPath(); + // 从OptionsManager获取配置信息 + Wini ini = om.getIni(); + this.downloadPath = ini.get("paths", "download_path"); + this.tmpPath = ini.get("paths", "tmp_path"); + this.arguments = JSON.parseArray(ini.get("chromium_options", "arguments"), String.class); + this.browserPath = ini.get("chromium_options", "browser_path"); + this.extensions = JSON.parseArray(ini.get("chromium_options", "extensions"), String.class); + this.pres = JSON.parseObject(ini.get("chromium_options", "prefs"), new TypeReference<>() { + }); + this.flags = JSON.parseObject(ini.get("chromium_options", "flags"), new TypeReference<>() { + }); + this.address = ini.get("chromium_options", "address"); + String s = ini.get("chromium_options", "load_mode"); + this.loadMode = s != null ? s : "normal"; + s = ini.get("chromium_options", "system_user_path"); + this.systemUserPath = Boolean.parseBoolean(s); + s = ini.get("chromium_options", "existing_only"); + this.existingOnly = Boolean.parseBoolean(s); + s = ini.get("proxies", "http"); + this.proxy = s != null ? s : ini.get("proxies", "https"); + + boolean userPathSet = false; + boolean userSet = false; + + for (String arg : this.arguments) { + if (arg.startsWith("--user-data-dir=")) { + setPaths(arg.substring(16)); + userPathSet = true; + } + if (arg.startsWith("--profile-directory=")) { + setUser(arg.substring(20)); + userSet = true; + } + if (userSet && userPathSet) { + break; + } + } + + + s = ini.get("timeouts", "base"); + String s1 = ini.get("timeouts", "page_load"); + String s2 = ini.get("timeouts", "script"); + this.timeouts = Map.of("base", s1 != null ? Double.parseDouble(s) : 10.0, "pageLoad", s1 != null ? Double.parseDouble(s1) : 20.0, "script", s2 != null ? Double.parseDouble(s2) : 30.0); + s = ini.get("chromium_options", "auto_port"); + this.autoPort = Boolean.parseBoolean(s); + if (this.autoPort) { + // 使用自动端口和用户文件 + PortFinder.PortInfo portInfo = new PortFinder().getPort(); + this.address = "127.0.0.1:" + portInfo.getPort(); + setArgument("--user-data-dir", portInfo.getPath()); + } + + this.retryTimes = Integer.parseInt(ini.get("others").getOrDefault("retry_times", "3")); + this.retryInterval = Integer.parseInt(ini.get("others").getOrDefault("retry_interval", "2")); + + return; + } + + // 默认值初始化 + this.iniPath = null; + this.browserPath = "chrome"; + this.arguments = new ArrayList<>(); + this.downloadPath = null; + this.tmpPath = null; + this.extensions = new ArrayList<>(); + this.pres = new HashMap<>(); + this.flags = new HashMap<>(); + this.timeouts = new HashMap<>(); + this.timeouts.put("base", 10.0); + this.timeouts.put("pageLoad", 20.0); + this.timeouts.put("script", 30.0); + this.address = "127.0.0.1:9222"; + this.loadMode = "normal"; + this.proxy = null; + this.autoPort = false; + this.systemUserPath = false; + this.existingOnly = false; + this.retryTimes = 3; + this.retryInterval = 2; + } + + /** + * 设置连接失败时的重试操作 + * + * @param times 重试次数 + * @param interval 重试间隔 + * @return 当前对象 + */ + public ChromiumOptions setRetry(Integer times, Integer interval) { + if (times != null && times >= 0) this.retryTimes = times; + if (interval != null && interval >= 0) this.retryInterval = interval; + return this; + } + + + /** + * 设置浏览器配置的 argument 属性 + * + * @param arg 属性名 + */ + public ChromiumOptions setArgument(String arg) { + // 返回当前对象 + return setArgument(arg, null); + } + + /** + * 设置浏览器配置的 argument 属性 + * + * @param arg 属性名 + * @param value 属性值，有值的属性传入值，没有的传入 null，如传入 false，删除该项 + * @return 当前对象 + */ + public ChromiumOptions setArgument(String arg, String value) { + // 调用 removeArgument 方法删除已有的同名属性 + removeArgument(arg); + if (value == null && arg.equals("--headless")) { + // 如果属性是 "--headless" 且值为 null，则将 "--headless=new" 添加到 _arguments 列表中 + arguments.add("--headless=new"); + } else { + // 否则，根据是否有值构造属性字符串，添加到 _arguments 列表中 + arguments.add(value != null ? arg + "=" + value : arg); + } + + // 返回当前对象 + return this; + } + + /** + * 移除一个 argument 项 + * + * @param value 设置项名，有值的设置项传入设置名称即可 + * @return 本身 + */ + public ChromiumOptions removeArgument(String value) { + List delList = new ArrayList<>(); + for (String argument : arguments) + if (argument.equals(value) || argument.startsWith(value + "=")) delList.add(argument); + arguments.removeAll(delList); + return this; + } + + /** + * 添加插件 + * + * @param path 插件路径，可指向文件夹 + */ + public ChromiumOptions addExtension(String path) throws IOException { + Path extensionPath = Paths.get(path); + if (!Files.exists(extensionPath)) throw new IOException("插件路径不存在。"); + extensions.add(extensionPath.toString()); + return this; + } + + /** + * 移除所有插件 + */ + public ChromiumOptions removeExtensions() { + extensions.clear(); + return this; + } + + /** + * 设置Preferences文件中的用户设置项 + * + * @param key 设置项名称 + * @param value 设置项值 + */ + public ChromiumOptions setPref(String key, Object value) { + this.pres.put(key, value); + return this; + } + + /** + * 删除用户首选项设置，不能删除已设置到文件中的项 + * + * @param key 设置项名称 + * @return 当前对象 + */ + public ChromiumOptions removePref(String key) { + this.pres.remove(key); + return this; + } + + /** + * 删除用户配置文件中已设置的项 + * + * @param arg 设置项名称 + * @return 当前对象 + */ + public ChromiumOptions removePrefFromFile(String arg) { + this.presToDel.add(arg); + return this; + } + + /** + * 设置实验项 + * + * @param flag 设置项名称 + * @param value 设置项的值，为null则删除该项 + * @return 当前对象 + */ + public ChromiumOptions setFlag(String flag, String value) { + if (value == null) flags.remove(flag); + else flags.put(flag, value); + return this; + } + + /** + * 删除浏览器配置文件中已设置的实验项 + * + * @return 返回当前对象 + */ + public ChromiumOptions clearFlagsInFile() { + clearFileFlags = true; + return this; + } + + /** + * 清空本对象已设置的argument参数 + * + * @return 当前对象 + */ + public ChromiumOptions clearArguments() { + this.arguments.clear(); + return this; + } + + /** + * 清空本对象已设置的pref参数 + * + * @return 当前对象 + */ + public ChromiumOptions clearPrefs() { + this.pres.clear(); + ; + return this; + } + + /** + * 设置超时时间，单位为秒 + * + * @param base 默认超时时间 + * @param pageLoad 页面加载超时时间 + * @param script 脚本运行超时时间 + * @return 当前对象 + */ + public ChromiumOptions setTimeouts(Double base, Double pageLoad, Double script) { + // 设置超时时间，单位为秒 + if (base != null && base >= 0) timeouts.put("base", base); + if (pageLoad != null && pageLoad >= 0) timeouts.put("pageLoad", pageLoad); + if (script != null && script >= 0) timeouts.put("script", script); + + // 返回当前对象 + return this; + } + + /** + * 设置使用哪个用户配置文件夹 + * + * @param user 用户文件夹名称 + * @return 当前对象 + */ + public ChromiumOptions setUser(String user) { + setArgument("--profile-directory", user); + this.user = user; + + // 返回当前对象 + return this; + } + + public ChromiumOptions headless() { + return headless(true); + } + + /** + * 设置是否隐藏浏览器界面 + * + * @param onOff 是否开启 + * @return 当前对象 + */ + public ChromiumOptions headless(boolean onOff) { + this.headless = onOff; + String value = onOff ? "new" : null; + return setArgument("--headless", value); + } + + public ChromiumOptions noImg() { + return noImg(true); + } + + /** + * 设置是否加载图片 + * + * @param onOff 是否开启 + * @return 当前对象 + */ + public ChromiumOptions noImg(boolean onOff) { + return onOff ? setArgument("--blink-settings=imagesEnabled=false") : this; + } + + public ChromiumOptions noJs() { + return noJs(true); + } + + /** + * 设置是否禁用js + * + * @param onOff 是否开启 + * @return 当前对象 + */ + public ChromiumOptions noJs(boolean onOff) { + return onOff ? setArgument("--disable-javascript") : this; + } + + public ChromiumOptions mute() { + return mute(true); + } + + /** + * 设置是否静音 + * + * @param onOff 是否开启 + * @return 当前对象 + */ + public ChromiumOptions mute(boolean onOff) { + return onOff ? setArgument("--mute-audio") : this; + } + + public ChromiumOptions incognito() { + return incognito(true); + } + + + /** + * 设置是否使用无痕模式启动 + * + * @param onOff 是否开启 + * @return 当前对象 + */ + public ChromiumOptions incognito(boolean onOff) { + return onOff ? setArgument("--incognito") : this; + } + + public ChromiumOptions ignoreCertificateErrors() { + return ignoreCertificateErrors(true); + } + + /** + * 设置是否忽略证书错误 + * + * @param onOff 是否开启 + * @return 当前对象 + */ + public ChromiumOptions ignoreCertificateErrors(boolean onOff) { + return onOff ? setArgument("--ignore-certificate-errors") : this; + } + + /** + * 设置user agent + * + * @param userAgent user agent文本 + * @return 当前对象 + */ + public ChromiumOptions setUserAgent(String userAgent) { + return setArgument("--user-agent", userAgent); + } + + /** + * 设置代理 + * + * @param proxy 代理 + * @return 当前对象 + */ + public ChromiumOptions setProxy(String proxy) { + if (Pattern.matches(".*?:.*?@.*?\\..*", proxy)) { + System.out.println("你似乎在设置使用账号密码的代理，暂时不支持这种代理，可自行用插件实现需求。"); + } + if (proxy.toLowerCase().startsWith("socks")) { + System.out.println("你似乎在设置使用socks代理，暂时不支持这种代理，可自行用插件实现需求。"); + } + this.proxy = proxy; + return setArgument("--proxy-server", proxy); + } + + /** + * 设置load_mode 可接收 'normal', 'eager', 'none' + * normal：默认情况下使用, 等待所有资源下载完成 + * eager：DOM访问已准备就绪, 但其他资源 (如图像) 可能仍在加载中 + * none：完全不阻塞 + * + * @param value 可接收 'normal', 'eager', 'none' + * @return 当前对象 + */ + public ChromiumOptions setLoadMode(String value) { + // + String lowerCase = value == null ? null : value.trim().toLowerCase(); + if (!List.of("normal", "eager", "none").contains(lowerCase)) { + throw new IllegalArgumentException("只能选择 'normal', 'eager', 'none'。"); + } + this.loadMode = lowerCase; + return this; + } + + public ChromiumOptions setPaths(String browserPath) { + return setPaths(browserPath, null, null, null, null, null, null); + } + + /** + * 快捷的路径设置函数 + * + * @param browserPath 浏览器可执行文件路径 + * @param localPort 本地端口号 + * @param address 调试浏览器地址，例：127.0.0.1:9222 + * @param downloadPath 下载文件路径 + * @param userDataPath 用户数据路径 + * @param cachePath 缓存路径 + * @param debuggerAddress 调试浏览器地址 + * @return 当前对象 + */ + public ChromiumOptions setPaths(String browserPath, Integer localPort, String address, String downloadPath, String userDataPath, String cachePath, String debuggerAddress) { + // 快捷的路径设置函数 + address = (address != null) ? address : debuggerAddress; + if (browserPath != null) { + setBrowserPath(browserPath); + } + + if (localPort != null) { + setLocalPort(localPort); + } + + if (address != null) { + setAddress(address); + } + + if (downloadPath != null) { + setDownloadPath(downloadPath); + } + + if (userDataPath != null) { + setUserDataPath(userDataPath); + } + + if (cachePath != null) { + setCachePath(cachePath); + } + + return this; + } + + /** + * 设置本地启动端口 + * + * @param port 端口号 + * @return 当前对象 + */ + public ChromiumOptions setLocalPort(Integer port) { + this.address = String.format("127.0.0.1:%04d", port); + this.autoPort = false; + return this; + } + + /** + * 设置浏览器地址，格式'ip:port' + * + * @param address 浏览器地址 + * @return 当前对象 + */ + public ChromiumOptions setAddress(String address) { + address = address.replace("localhost", "127.0.0.1").replace("http://", "").replace("https://", ""); + this.address = address; + return this; + } + + /** + * 设置浏览器可执行文件路径 + * + * @param path 浏览器路径 + * @return 当前对象 + */ + public ChromiumOptions setBrowserPath(String path) { + if (path != null && !path.isEmpty()) { + // 设置浏览器可执行文件路径 + this.browserPath = path; + this.autoPort = false; + } + return this; + } + + /** + * 设置下载文件保存路径 + * + * @param path 下载路径 + * @return 当前对象 + */ + public ChromiumOptions setDownloadPath(String path) { + if (path != null && !path.isEmpty()) this.downloadPath = path; + return this; + } + + /** + * 设置临时文件文件保存路径 + * + * @param path 用户文件夹路径 + * @return 当前对象 + */ + public ChromiumOptions setTmpPath(String path) { + if (path != null && !path.isEmpty()) this.tmpPath = path; + return this; + } + + /** + * 设置用户文件夹路径 + * + * @param path 用户文件夹路径 + * @return 当前对象 + */ + public ChromiumOptions setUserDataPath(String path) { + // 设置用户文件夹路径 + if (path != null && !path.isEmpty()) { + setArgument("--user-data-dir", path); + this.userDataPath = path; + this.autoPort = false; + } + return this; + } + + + /** + * 设置缓存路径 + * + * @param path 缓存路径 + * @return 当前对象 + */ + public ChromiumOptions setCachePath(String path) { + if (path != null && !path.isEmpty()) setArgument("--disk-cache-dir", path); + return this; + } + + public ChromiumOptions useSystemUserPath() { + return useSystemUserPath(true); + } + + /** + * 设置是否使用系统安装的浏览器默认用户文件夹 + * + * @param onOff 开或关 + * @return 当前对象 + */ + public ChromiumOptions useSystemUserPath(boolean onOff) { + // + this.systemUserPath = onOff; + return this; + } + + /** + * 自动获取可用端口 + * + * @return 当前对象 + */ + public ChromiumOptions autoPort() { + return autoPort(null); + } + + public ChromiumOptions autoPort(String tmpPath) { + return autoPort(true, tmpPath); + } + + /** + * 自动获取可用端口 + * + * @param onOff 开或关 + * @return 当前对象 + */ + public ChromiumOptions autoPort(boolean onOff, String tmpPath) { + if (onOff) { + this.autoPort = true; + if (tmpPath != null && !tmpPath.isEmpty()) this.tmpPath = tmpPath; + } else { + this.autoPort = false; + } + return this; + } + + public ChromiumOptions existingOnly() { + return existingOnly(true); + } + + /** + * 设置只接管已有浏览器，不自动启动新的 + * + * @param onOff 开或关 + * @return 当前对象 + */ + public ChromiumOptions existingOnly(boolean onOff) { + // + this.existingOnly = onOff; + return this; + } + + /** + * 保存当前配置到默认ini文件 + * + * @param path ini文件的路径， None 保存到当前读取的配置文件，传入 'default' 保存到默认ini文件 + * @return 保存文件的绝对路径 + */ + public String save(String path) throws IOException, NoSuchFieldException, IllegalAccessException { + // 保存设置到文件 + URL resource = getClass().getResource("/configs.ini"); + if (resource == null) throw new FileNotFoundException(); + String pathStr = Paths.get(resource.getPath()).toAbsolutePath().toString(); + + + if ("default".equals(path)) { + path = pathStr; + } else if (path == null) { + if (this.iniPath != null) { + path = Paths.get(this.iniPath).toAbsolutePath().toString(); + } else { + path = pathStr; + } + } else { + path = Paths.get(path).toAbsolutePath().toString(); + } + path = path + File.separator + "config.ini"; + OptionsManager om; + if (new File(path).exists()) { + om = new OptionsManager(path); + } else { + om = new OptionsManager(this.iniPath != null ? this.iniPath : pathStr); + } + // 设置chromium_options + String[] attrs = {"address", "browserPath", "arguments", "extensions", "user", "loadMode", "autoPort", "systemUserPath", "existingOnly", "flags"}; + for (String i : attrs) { + om.setItem("chromium_options", i, this.getClass().getDeclaredField("_" + i).get(this)); + } + + // 设置代理 + om.setItem("proxies", "http", this.proxy); + om.setItem("proxies", "https", this.proxy); + + // 设置路径 + om.setItem("paths", "downloadPath", this.downloadPath != null ? this.downloadPath : ""); + om.setItem("paths", "tmpPath", this.tmpPath != null ? this.tmpPath : ""); + + // 设置timeout + om.setItem("timeouts", "base", this.timeouts.get("base")); + om.setItem("timeouts", "pageLoad", this.timeouts.get("pageLoad")); + om.setItem("timeouts", "script", this.timeouts.get("script")); + + // 设置重试 + om.setItem("others", "retryTimes", this.retryTimes); + om.setItem("others", "retryInterval", this.retryInterval); + + // 设置prefs + om.setItem("chromium_options", "prefs", this.pres); + + om.save(path); + + return path; + } + + /** + * 保存当前配置到默认ini文件 + * + * @return 保存文件的绝对路径 + */ + public String saveToDefault() throws IOException, NoSuchFieldException, IllegalAccessException { + return this.save("default"); + } + public ChromiumOptions copy(){ + return JSON.parseObject(JSON.toJSONString(this),ChromiumOptions.class); + } +} diff --git a/java/src/main/java/com/ll/DrissonPage/config/OptionsManager.java b/java/src/main/java/com/ll/DrissonPage/config/OptionsManager.java new file mode 100644 index 0000000..045b945 --- /dev/null +++ b/java/src/main/java/com/ll/DrissonPage/config/OptionsManager.java @@ -0,0 +1,163 @@ +package com.ll.DrissonPage.config; + +import com.alibaba.fastjson.JSON; +import com.ll.DrissonPage.error.extend.loadFileError; +import lombok.Getter; +import org.apache.commons.lang3.StringUtils; +import org.ini4j.Profile; +import org.ini4j.Wini; + +import java.io.File; +import java.io.IOException; +import java.io.InputStream; +import java.nio.file.Files; +import java.nio.file.Path; +import java.nio.file.Paths; + +/** + * ini配置文件加载 + * + * @author 陆 + * @address click + * @original DrissionPage + */ +@Getter +public class OptionsManager { + /** + * 配置文件路径 + */ + private final String iniPath; + /** + * 配置文件参数 + */ + private final Wini ini; + + /** + * 使用默认初始化参数 + */ + public OptionsManager() { + this(null); + } + + + /** + * 初始化参数 + * + * @param iniPath 配置文件路径 + */ + public OptionsManager(String iniPath) { + this("configs.ini", iniPath); + } + + /** + * 初始化参数 + * + * @param fileName 初始化值 + * @param iniPath 配置文件路径 + */ + public OptionsManager(String fileName, String iniPath) { + this.iniPath = iniPath; + //加载配置文件中的数据 + this.ini = loadIni(fileName, iniPath); + } + + /** + * 加载配置文件，使用的是map的putAll + * + * @param fileName 源位置 + * @param path 重新加载的文件 + * @return 返回map集合 + */ + private Wini loadIni(String fileName, String path) { + //加载内部资源configs.ini + Wini wini; + try (InputStream resourceAsStream = this.getClass().getClassLoader().getResourceAsStream(fileName)) { + wini = new Wini(resourceAsStream); + } catch (IOException e) { + throw new loadFileError(e); + } + //加载外部资源configs.ini + if (StringUtils.isNotEmpty(path)) { + Wini externalWini = null; + try { + externalWini = new Wini(new File(path)); + } catch (IOException ignored) { + } + if (externalWini != null) { + wini.putAll(externalWini); + } + } + return wini; + } + + /** + * 获取配置项 + * + * @param section 配置项名称 + * @return 配置项 + */ + public Profile.Section getOption(String section) { + return ini.get(section); + } + + /** + * 获取配置的值 + * + * @param section 段名 + * @param key 项名 + * @return 项值 + */ + public String getValue(String section, String key) { + Profile.Section option = getOption(section); + return option != null ? option.get(key) : null; + } + + /** + * 设置配置项的值 + * + * @param section 配置项 + * @param item 配置 + * @param value 值 + */ + public void setItem(String section, String item, Object value) { + ini.add(section, item, value); + } + + // 删除配置项 + public String removeItem(String sectionName, String optionName) { + Profile.Section section = ini.get(sectionName); + return section != null ? section.remove(optionName) : null; + } + + // 保存配置文件 + public void save(String path) throws IOException { + Path filePath; + if ("default".equals(path)) { + // 如果保存路径为'default'，则使用默认的configs.ini + filePath = Paths.get(getClass().getResource("/configs.ini").getFile()).toAbsolutePath(); + } else if (path == null) { + // 如果保存路径为null，则使用当前配置文件路径 + filePath = Paths.get(iniPath).toAbsolutePath(); + } else { + // 使用指定的保存路径 + filePath = Paths.get(path).toAbsolutePath(); + } + + Files.write(filePath, ini.toString().getBytes()); + System.out.println("配置已保存到文件：" + filePath); + if (filePath.equals(Paths.get(getClass().getResource("/configs.ini").getFile()).toAbsolutePath())) { + System.out.println("以后程序可自动从文件加载配置."); + } + } + + /** + * 保存配置到默认文件 + */ + public void saveToDefault() throws IOException { + save("default"); + } + + public void show() { + System.out.println(JSON.toJSONString(ini)); + } +} \ No newline at end of file diff --git a/java/src/main/java/com/ll/DrissonPage/config/PortFinder.java b/java/src/main/java/com/ll/DrissonPage/config/PortFinder.java new file mode 100644 index 0000000..7a6c500 --- /dev/null +++ b/java/src/main/java/com/ll/DrissonPage/config/PortFinder.java @@ -0,0 +1,98 @@ +package com.ll.DrissonPage.config; + +import com.ll.DrissonPage.functions.Tools; +import lombok.Getter; + +import java.io.IOException; +import java.nio.file.Files; +import java.nio.file.Path; +import java.nio.file.Paths; +import java.util.HashMap; +import java.util.Map; +import java.util.concurrent.locks.Lock; +import java.util.concurrent.locks.ReentrantLock; + +/** + * @author 陆 + * @address click + * @original DrissionPage + */ + +public class PortFinder { + private static final Map usedPort = new HashMap<>(); + private static final Lock lock = new ReentrantLock(); + + private final Path tmpDir; + + public PortFinder() { + this(null); + } + + /** + * @param path 临时文件保存路径，为None时使用系统临时文件夹 + */ + public PortFinder(String path) { + Path tmp = (path != null) ? Paths.get(path) : Paths.get(System.getProperty("java.io.tmpdir")).resolve("DrissionPage"); + this.tmpDir = tmp.resolve("UserTempFolder"); + try { + Files.createDirectories(this.tmpDir); + if (usedPort.isEmpty()) { + Tools.cleanFolder(this.tmpDir.toAbsolutePath().toString()); + } + } catch (IOException e) { + throw new RuntimeException("Error initializing PortFinder", e); + } + } + + private static void cleanDirectory(Path directory) throws IOException { + Tools.deleteDirectory(directory); + } + + /** + * 查找一个可用端口 + * + * @return 可以使用的端口和用户文件夹路径组成的元组 + */ + public synchronized PortInfo getPort() { + try { + lock.lock(); + for (int i = 9600; i < 19600; i++) { + if (usedPort.containsKey(i)) { + continue; + } else if (Tools.portIsUsing("127.0.0.1", i)) { + usedPort.put(i, null); + continue; + } + String path = Files.createTempDirectory(this.tmpDir, "tmp").toString(); + usedPort.put(i, path); + return new PortInfo(i, path); + } + + for (int i = 9600; i < 19600; i++) { + if (Tools.portIsUsing("127.0.0.1", i)) { + continue; + } + cleanDirectory(Paths.get(usedPort.get(i))); + return new PortInfo(i, Files.createTempDirectory(this.tmpDir, "tmp").toString()); + } + } catch (IOException e) { + throw new RuntimeException(e); + } finally { + lock.unlock(); + } + + throw new RuntimeException("No available port found."); + } + + @Getter + public static class PortInfo { + private final int port; + private final String path; + + public PortInfo(int port, String path) { + this.port = port; + this.path = path; + } + + } +} \ No newline at end of file diff --git a/java/src/main/java/com/ll/DrissonPage/config/SessionOptions.java b/java/src/main/java/com/ll/DrissonPage/config/SessionOptions.java new file mode 100644 index 0000000..ca78aa5 --- /dev/null +++ b/java/src/main/java/com/ll/DrissonPage/config/SessionOptions.java @@ -0,0 +1,442 @@ +package com.ll.DrissonPage.config; + +import com.alibaba.fastjson.JSON; +import com.alibaba.fastjson.TypeReference; +import com.ll.DrissonPage.units.HttpClient; +import lombok.AllArgsConstructor; +import lombok.Getter; +import lombok.Setter; +import okhttp3.*; +import org.apache.commons.collections4.map.CaseInsensitiveMap; +import org.apache.http.Header; +import org.apache.http.message.BasicHeader; +import org.ini4j.Profile; +import org.jetbrains.annotations.NotNull; + +import java.io.IOException; +import java.lang.reflect.Field; +import java.net.InetSocketAddress; +import java.net.Proxy; +import java.net.URISyntaxException; +import java.nio.file.Path; +import java.util.*; +import java.util.concurrent.TimeUnit; + +/** + * requests的Session对象配置类 + * + * @author 陆 + * @address click + * @original DrissionPage + */ +@Getter +@Setter +public class SessionOptions { + private String iniPath; + /** + * 返回默认下载路径属性信息 + */ + private String downloadPath; + /** + * 返回timeout属性信息 + */ + private Double timeout = 10.0; + /** + * 记录要从ini文件删除的参数 + */ + private Set delSet = new HashSet<>(); + /** + * 返回headers设置信息 + */ + private Map headers; + /** + * 以list形式返回cookies + */ + private List cookies; + /** + * 返回认证设置信息 + */ + private List auth; + /** + * 返回proxies设置信息 + */ + private Map proxies; + /** + * 返回回调方法 + */ + private Map hooks; + /** + * 返回连接参数设置信息 + */ + private Map params; + /** + * 返回是否验证SSL证书设置 + */ + private Boolean verify; + /** + * 返回SSL证书设置信息 + */ + private String cert; + /** + * 返回适配器设置信息 + */ + private List adapters; + /** + * 返回是否使用流式响应内容设置信息 + */ + private Boolean stream; + /** + * 返回是否信任环境设置信息 + */ + private Boolean trustEnv; + /** + * 返回最大重定向次数 + */ + private Integer maxRedirects; + /** + * 返回连接失败时的重试次数 + */ + private int retryTimes = 3; + /** + * 返回连接失败时的重试间隔（秒） + */ + private int retryInterval = 2; + + public SessionOptions(boolean readFile, String iniPath) { + headers = new CaseInsensitiveMap<>(); + auth = new ArrayList<>(); + cookies = new ArrayList<>(); + proxies = new HashMap<>(); + hooks = new HashMap<>(); + params = new HashMap<>(); + if (!readFile) { + return; + } + + iniPath = iniPath != null ? iniPath : ""; + OptionsManager om = new OptionsManager(iniPath); + this.iniPath = om.getIniPath(); + + Profile.Section options = om.getIni().get("session_options"); + if (options.get("headers") != null) { + setHeaders(JSON.parseObject(options.get("headers"), new TypeReference<>() { + })); + } + + if (options.containsKey("cookies")) { + setCookies(JSON.parseObject(options.get("cookies"), new TypeReference<>() { + })); + } + + if (options.containsKey("auth")) { + this.auth = JSON.parseArray(options.get("auth")); + } + + if (options.containsKey("params")) { + this.params = JSON.parseObject(options.get("params"), new TypeReference<>() { + }); + } + + if (options.containsKey("verify")) { + this.verify = Boolean.parseBoolean(options.get("verify")); + } + + if (options.containsKey("cert")) { + this.cert = options.get("cert"); + } + + if (options.containsKey("stream")) { + this.stream = Boolean.parseBoolean(options.get("stream")); + } + + if (options.containsKey("trust_env")) { + this.trustEnv = Boolean.parseBoolean(options.get("trust_env")); + } + + if (options.containsKey("max_redirects")) { + this.maxRedirects = Integer.parseInt("max_redirects"); + } + + setProxies(om.getIni().get("proxies", "http"), om.getIni().get("proxies", "https")); + String s = om.getIni().get("timeouts", "base"); + if (s != null) this.timeout = Double.parseDouble(om.getIni().get("timeouts", "base")); + this.downloadPath = om.getIni().get("paths", "download_path"); + Profile.Section others = om.getIni().get("others"); + s = others.get("retry_times"); + this.retryTimes = s != null ? Integer.parseInt(s) : 3; + s = others.get("retry_interval"); + this.retryInterval = s != null ? Integer.parseInt(s) : 2; + } + + public static Map sessionOptionsToMap(Map options) { + if (options == null) return new SessionOptions(false, null).asMap(); + if (!options.isEmpty()) return options; + String[] attrs = {"headers", "cookies", "proxies", "params", "verify", "stream", "trustEnv", "cert", "maxRedirects", "timeout", "downloadPath"}; + options = new HashMap<>(); + for (String attr : attrs) { + Object val; + try { + val = options.getClass().getField(attr).get(options); + } catch (IllegalAccessException | NoSuchFieldException e) { + throw new RuntimeException(e); + } + if (val != null) options.put(attr, val); + } + return options; + } + + public void setProxies(String http, String https) { + this.proxies.put("http", http); + this.proxies.put("https", https); + } + + /** + * 设置连接失败时的重试操作 + * + * @param times 重试次数 + * @param interval 重试间隔 + * @return 当前对象 + */ + public SessionOptions setRetry(Integer times, Integer interval) { + if (times != null) this.retryTimes = times; + if (interval != null) this.retryInterval = interval; + return this; + } + + /** + * 设置headers参数 + * + * @param headers 参数值，传入null可在ini文件标记删除 + * @return 返回当前对象 + */ + public SessionOptions setHeaders(Map headers) { + if (headers == null) { + this.headers = null; + this.delSet.add("headers"); + } else { + this.headers = new CaseInsensitiveMap<>(headers.size()); + for (Map.Entry entry : headers.entrySet()) { + this.headers.put(entry.getKey().toLowerCase(), entry.getValue()); + } + } + return this; + } + + /** + * 设置headers中一个项 + * + * @param attr 设置名称 + * @param value 设置值 + * @return 返回当前对象 + */ + public SessionOptions setHeader(String attr, String value) { + if (this.headers == null) this.headers = new CaseInsensitiveMap<>(); + this.headers.put(attr.toLowerCase(), value); + return this; + } + + /** + * 从headers中删除一个设置 + * + * @param attr 要删除的设置 + * @return 返回当前对象 + */ + public SessionOptions removeHeader(String attr) { + if (this.headers != null) { + this.headers.remove(attr); + } + return this; + } + + public List adapters() { + if (this.adapters == null) this.adapters = new ArrayList<>(); + return this.adapters; + } + + /** + * 给属性赋值或标记删除 + * + * @param arg 属性名称 + * @param val 参数值 + */ + private void sets(String arg, Object val) { + try { + Field field = this.getClass().getDeclaredField(arg); + field.setAccessible(true); + + if (val == null) { + field.set(this, null); + delSet.add(arg); + } else { + field.set(this, val); + delSet.remove(arg); + } + } catch (NoSuchFieldException | IllegalAccessException e) { + e.printStackTrace(); // Handle the exception according to your needs + } + } + + + public String save(String path) throws URISyntaxException, IOException { + if ("default".equals(path)) { + path = Path.of(Objects.requireNonNull(getClass().getResource("configs.ini")).toURI()).toAbsolutePath().toString(); + } else if (path == null) { + path = iniPath != null ? Path.of(iniPath).toAbsolutePath().toString() : Path.of(Objects.requireNonNull(getClass().getResource("configs.ini")).toURI()).toAbsolutePath().toString(); + } else { + path = Path.of(path).toAbsolutePath().toString(); + } + + Path filePath = path.endsWith("config.ini") ? Path.of(path) : Path.of(path, "config.ini"); + + OptionsManager om = filePath.toFile().exists() ? new OptionsManager(filePath.toString()) : new OptionsManager(iniPath != null ? iniPath : getClass().getResource("configs.ini").toURI().toString()); + + Map options = sessionOptionsToMap(JSON.parseObject(JSON.toJSONString(this))); + + for (Map.Entry entry : options.entrySet()) { + String i = entry.getKey(); + if (!List.of("downloadPath", "timeout", "proxies").contains(i)) { + om.setItem("sessionOptions", i, entry.getValue()); + } + } + + om.setItem("paths", "downloadPath", downloadPath != null ? downloadPath : ""); + om.setItem("timeouts", "base", timeout); + om.setItem("proxies", "http", proxies.get("http") != null ? proxies.get("http") : ""); + om.setItem("proxies", "https", proxies.get("https") != null ? proxies.get("https") : ""); + om.setItem("others", "retryTimes", retryTimes); + om.setItem("others", "retryInterval", retryInterval); + + for (String i : delSet) { + if ("downloadPath".equals(i)) { + om.setItem("paths", "downloadPath", ""); + } else if ("proxies".equals(i)) { + om.setItem("proxies", "http", ""); + om.setItem("proxies", "https", ""); + } else { + om.removeItem("sessionOptions", i); + } + } + + om.save(filePath.toString()); + + return filePath.toString(); + } + + public String saveToDefault() throws URISyntaxException, IOException { + return save("default"); + } + + public Map asMap() { + return sessionOptionsToMap(JSON.parseObject(JSON.toJSONString(this))); + } + + public HttpClient makeSession() { + List
headers = new ArrayList<>(); + this.headers.forEach((a, b) -> headers.add(new BasicHeader(a, b))); + OkHttpClient.Builder builder = new OkHttpClient().newBuilder().readTimeout(120, TimeUnit.SECONDS); + + builder.addInterceptor(new Interceptor() { + @NotNull + @Override + public Response intercept(@NotNull Interceptor.Chain chain) throws IOException { + Request request = chain.request(); + Request.Builder builder1 = request.newBuilder(); + if (!headers.isEmpty()) headers.forEach((a) -> builder1.addHeader(a.getName(), a.getValue())); + return chain.proceed(request); + } + }); + //设置缓存 + if (!this.cookies.isEmpty()) { + builder.setCookieJar$okhttp(new CookieJar() { + @Override + public void saveFromResponse(@NotNull HttpUrl httpUrl, @NotNull List list) { + list.addAll(cookies); + } + + @NotNull + @Override + public List loadForRequest(@NotNull HttpUrl httpUrl) { + return new ArrayList<>(); + } + }); + } + //设置代理 + if (!this.proxies.isEmpty()) { + String https = this.proxies.get("https"); + String http = this.proxies.get("http"); + if (!https.isEmpty()) { + String[] split = https.split(":"); + builder.setProxy$okhttp(split.length == 2 ? new Proxy(Proxy.Type.HTTP, new InetSocketAddress(split[0], Integer.parseInt(split[1]))) : new Proxy(Proxy.Type.HTTP, new InetSocketAddress(https, 80))); + } + if (!http.isEmpty()) { + String[] split = http.split(":"); + builder.setProxy$okhttp(split.length == 2 ? new Proxy(Proxy.Type.HTTP, new InetSocketAddress(split[0], Integer.parseInt(split[1]))) : new Proxy(Proxy.Type.HTTP, new InetSocketAddress(http, 80))); + } + } + + + if (this.verify != null) { + builder.setHostnameVerifier$okhttp((s, sslSession) -> this.verify); + } + if (this.maxRedirects != null) { + builder.setConnectionPool$okhttp(new ConnectionPool(this.maxRedirects, 5, TimeUnit.MINUTES)); + } + return new HttpClient(builder.build(), headers); + } + + /** + * 从Session对象中读取配置 + * + * @param session Session对象 + * @param headers headers + * @return 当前对象 + */ + public SessionOptions fromSession(OkHttpClient session, Map headers) { + headers = headers == null ? new CaseInsensitiveMap<>() : new CaseInsensitiveMap<>(headers); + + Map finalHeaders = headers; + OkHttpClient.Builder builder = session.newBuilder(); + builder.addInterceptor(new Interceptor() { + @NotNull + @Override + public Response intercept(@NotNull Interceptor.Chain chain) throws IOException { + Request request = chain.request(); + Headers headers1 = request.headers(); + for (String name : headers1.names()) { + finalHeaders.put(name, headers1.get(name)); + } + return chain.proceed(request); + } + }); + this.headers = headers; + builder.setCookieJar$okhttp(new CookieJar() { + @Override + public void saveFromResponse(@NotNull HttpUrl httpUrl, @NotNull List list) { + cookies = list; + } + + @NotNull + @Override + public List loadForRequest(@NotNull HttpUrl httpUrl) { + return new ArrayList<>(); + } + }); + Proxy proxy$okhttp = builder.getProxy$okhttp(); + if (proxy$okhttp != null) { + this.proxies = new HashMap<>(); + this.proxies.put(proxy$okhttp.type().toString(), proxy$okhttp.address().toString()); + } + this.maxRedirects = builder.getConnectionPool$okhttp().connectionCount(); + + return this; + } + + public SessionOptions copy() { + return JSON.parseObject(JSON.toJSONString(this), SessionOptions.class); + } + + @AllArgsConstructor + public static class Adapter { + private String url; + } +} diff --git a/java/src/main/java/com/ll/DrissonPage/element/ChromiumElement.java b/java/src/main/java/com/ll/DrissonPage/element/ChromiumElement.java new file mode 100644 index 0000000..fd09115 --- /dev/null +++ b/java/src/main/java/com/ll/DrissonPage/element/ChromiumElement.java @@ -0,0 +1,2755 @@ +package com.ll.DrissonPage.element; + +import com.alibaba.fastjson.JSON; +import com.alibaba.fastjson.JSONArray; +import com.alibaba.fastjson.JSONObject; +import com.ll.DrissonPage.base.*; +import com.ll.DrissonPage.error.extend.*; +import com.ll.DrissonPage.functions.Keys; +import com.ll.DrissonPage.functions.Locator; +import com.ll.DrissonPage.functions.Settings; +import com.ll.DrissonPage.functions.Web; +import com.ll.DrissonPage.page.ChromiumFrame; +import com.ll.DrissonPage.page.ChromiumBase; +import com.ll.DrissonPage.units.Clicker; +import com.ll.DrissonPage.units.Coordinate; +import com.ll.DrissonPage.units.PicType; +import com.ll.DrissonPage.units.rect.ElementRect; +import com.ll.DrissonPage.units.scroller.ElementScroller; +import com.ll.DrissonPage.units.setter.ChromiumElementSetter; +import com.ll.DrissonPage.units.states.ElementStates; +import com.ll.DrissonPage.units.waiter.ElementWaiter; +import lombok.Getter; + +import java.io.*; +import java.nio.file.Files; +import java.nio.file.Path; +import java.nio.file.Paths; +import java.util.*; + +/** + * @author 陆 + * @address click + */ +public class ChromiumElement extends DrissionElement { + protected static final List FRAME_ELEMENT = List.of("iframe", "frame"); + @Getter + private final String docId; + + private String tag; + @Getter + private Integer nodeId; + @Getter + private String objId; + @Getter + private Integer backendId; + private ElementScroller scroll; + private Clicker clicker; + private SelectElement select; + private ElementWaiter wait; + private ElementRect rect; + private ChromiumElementSetter set; + private ElementStates states; + private Pseudo pseudo; + + public ChromiumElement(ChromiumBase page, Integer nodeId, String objId, Integer backendId) { + super(page); + this.scroll = null; + this.select = null; + this.rect = null; + this.set = null; + this.states = null; + this.pseudo = null; + this.clicker = null; + this.tag = null; + this.wait = null; + this.setType("ChromiumElement"); + if (nodeId != null && nodeId != 0 && objId != null && backendId != null && backendId != 0) { + this.nodeId = nodeId; + this.objId = objId; + this.backendId = backendId; + } else if (nodeId != null && nodeId != 0) { + this.nodeId = nodeId; + this.objId = this.getObjId(this.nodeId, null); + this.backendId = this.getBackendId(this.nodeId); + } else if (objId != null) { + this.nodeId = this.getNodeId(objId, null); + this.objId = objId; + this.backendId = this.getBackendId(this.nodeId); + } else if (backendId != null && backendId != 0) { + this.nodeId = this.getNodeId(null, backendId); + this.objId = this.getObjId(null, backendId); + this.backendId = backendId; + } else { + throw new ElementLostError(); + } + Object doc = this.runJs("return this.ownerDocument;"); + this.docId = doc != null && !doc.toString().isEmpty() ? JSON.parseObject(doc.toString()).getString("objectId") : null; + } + + + @Override + public String toString() { + StringBuilder stringBuilder = new StringBuilder(); + this.attrs().forEach((k, v) -> stringBuilder.append(k).append("='").append(v).append("'")); + return ""; + } + + @Override + public boolean equals(Object obj) { + return obj instanceof ChromiumElement && this.backendId.equals(((ChromiumElement) obj).backendId); + } + + /** + * @return 返回元素tag + */ + @Override + public String tag() { + if (this.tag == null) + this.tag = JSON.parseObject(this.getOwner().runCdp("DOM.describeNode", Map.of("backendNodeId", this.backendId)).toString()).getJSONObject("node").getString("localName").toLowerCase(); + return this.tag; + } + + /** + * @return 返回元素outerHTML文本 + */ + @Override + public String html() { + return JSON.parseObject(this.getOwner().runCdp("DOM.getOuterHTML", Map.of("backendNodeId", this.backendId)).toString()).getString("outerHTML"); + } + + /** + * @return 返回元素innerHTML文本 + */ + public String innerHtml() { + return this.runJs("return this.innerHTML;").toString(); + } + + /** + * @return 返回元素所有attribute属性 + */ + @Override + public Map attrs() { + try { + JSONArray attrs = JSON.parseObject(this.getOwner().runCdp("DOM.getAttributes", Map.of("nodeId", this.nodeId)).toString()).getJSONArray("attributes"); + //0,1 1,2 + Map map = new HashMap<>(); + for (int i = 0; i < attrs.size(); i += 2) + map.put(attrs.get(i).toString(), attrs.get(i + 1).toString()); + return map; + } catch (CDPError e) { + //文档根元素不能调用此方法 + return new HashMap<>(); + } + } + + /** + * @return 返回元素内所有文本，文本已格式化 + */ + @Override + public String text() { + List sessionElements = SessionElement.makeSessionEle(this.html(), By.NULL(), null); + return sessionElements == null || sessionElements.isEmpty() ? null : Web.getEleTxt(sessionElements.get(0)); + } + + /** + * @return 返回未格式化处理的元素内文本 + */ + @Override + public String rawText() { + return this.property("innerText"); + } + // -----------------d模式独有属性------------------- + + /** + * @return 返回用于设置元素属性的对象 + */ + public ChromiumElementSetter set() { + if (set == null) set = new ChromiumElementSetter(this); + return set; + } + + /** + * @return 返回用于获取元素状态的对象 + */ + public ElementStates states() { + if (states == null) states = new ElementStates(this); + return states; + } + + /** + * @return 返回用于获取伪元素内容的对象 + */ + public Pseudo pseudo() { + if (pseudo == null) pseudo = new Pseudo(this); + return pseudo; + } + + /** + * @return 返回用于获取元素位置的对象 + */ + public ElementRect rect() { + if (rect == null) rect = new ElementRect(this); + return rect; + } + + /** + * @return 返回当前元素的shadow_root元素对象 + */ + public ShadowRoot shadowRoot() { + JSONObject info = JSON.parseObject(this.getOwner().runCdp("DOM.describeNode", Map.of("backendNodeId", this.backendId)).toString()).getJSONObject("node"); + return info.get("shadowRoots") == null || info.get("shadowRoots").toString().isEmpty() ? null : new ShadowRoot(this, null, info.getJSONArray("shadowRoots").getJSONObject(0).getInteger("backendNodeId")); + } + + /** + * @return 返回当前元素的shadow_root元素对象 + */ + public ShadowRoot sr() { + return shadowRoot(); + } + + /** + * @return 用于滚动滚动条的对象 + */ + public ElementScroller scroll() { + if (this.scroll == null) this.scroll = new ElementScroller(this); + return this.scroll; + } + + /** + * @return 返回用于点击的对象 + */ + public Clicker click() { + if (this.clicker == null) this.clicker = new Clicker(this); + return this.clicker; + } + + /** + * @return 返回用于等待的对象 + */ + public ElementWaiter waits() { + if (this.wait == null) this.wait = new ElementWaiter(this.getOwner(), this); + return this.wait; + } + + /** + * @return 返回专门处理下拉列表的Select类，非下拉列表元素返回null + */ + public SelectElement select() { + if (this.select == null) if (!Objects.equals(this.tag(), "select")) return null; + else this.select = new SelectElement(this); + return this.select; + } + + public String value() { + return this.property("value"); + } + + /** + * 选中或取消选中当前元素 + */ + public void check() { + this.check(false); + } + + /** + * 选中或取消选中当前元素 + * + * @param uncheck 是否取消选中 + */ + public void check(boolean uncheck) { + this.check(uncheck, false); + } + + /** + * 选中或取消选中当前元素 + * + * @param uncheck 是否取消选中 + * @param byJs 是否用js执行 + */ + public void check(boolean uncheck, boolean byJs) { + boolean checked = this.states.isChecked(); + if (byJs) { + String js = null; + if (checked && uncheck) js = "this.checked=false"; + else if (!checked && !uncheck) js = "this.checked=true"; + if (js != null) { + this.runJs(js); + this.runJs("this.dispatchEvent(new Event(\"change\", {bubbles: true}));"); + } + } else { + if ((checked && uncheck) || (!checked && !uncheck)) { + this.click().click(); + } + } + } + + /** + * 返回上面某一级父元素，可指定层数或用查询语法定位 + * + * @param by 查询选择器 + * @param index 选择第几个结果 + * @return 上级元素对象 + */ + @Override + public ChromiumElement parent(By by, Integer index) { + return super.parent(by, index); + } + + /** + * 返回上面某一级父元素，可指定层数或用查询语法定位 + * + * @param loc 定位符 + * @param index 选择第几个结果 + * @return 上级元素对象 + */ + @Override + public ChromiumElement parent(String loc, Integer index) { + return super.parent(loc, index); + } + + /** + * 返回上面某一级父元素，可指定层数或用查询语法定位 + * + * @param level 第几级父元素 + * @return 上级元素对象 + */ + @Override + public ChromiumElement parent(Integer level) { + return super.parent(level); + } + + /** + * 返回当前元素的一个符合条件的直接子元素，可用查询语法筛选，可指定返回筛选结果的第几个 + * + * @param index 第几个查询结果，1开始 + * @param timeout 查找节点的超时时间 + * @param eleOnly 是否只获取元素，为False时把文本、注释节点也纳入 + * @return 直接子元素 + */ + @Override + public ChromiumElement child(Integer index, Double timeout, Boolean eleOnly) { + return super.child(index, timeout, eleOnly); + } + + /** + * 返回当前元素的一个符合条件的直接子元素，可用查询语法筛选，可指定返回筛选结果的第几个 + * + * @param index 第几个查询结果，1开始 + * @param timeout 查找节点的超时时间 + * @return 直接子元素 + */ + @Override + public ChromiumElement child(Integer index, Double timeout) { + return super.child(index, timeout); + } + + /** + * 返回当前元素的一个符合条件的直接子元素，可用查询语法筛选，可指定返回筛选结果的第几个 + * + * @param index 第几个查询结果，1开始 + * @return 直接子元素 + */ + @Override + public ChromiumElement child(Integer index) { + return super.child(index); + } + + /** + * 返回当前元素的一个符合条件的直接子元素，可用查询语法筛选，可指定返回筛选结果的第几个 + * + * @return 直接子元素 + */ + @Override + public ChromiumElement child() { + return super.child(); + } + + /** + * 返回当前元素的一个符合条件的直接子元素，可用查询语法筛选，可指定返回筛选结果的第几个 + * + * @param loc 用于筛选的查询语法 + * @param index 第几个查询结果，1开始 + * @param timeout 查找节点的超时时间 + * @param eleOnly 是否只获取元素，为False时把文本、注释节点也纳入 + * @return 直接子元素 + */ + @Override + public ChromiumElement child(String loc, Integer index, Double timeout, Boolean eleOnly) { + return super.child(loc, index, timeout, eleOnly); + } + + /** + * 返回当前元素的一个符合条件的直接子元素，可用查询语法筛选，可指定返回筛选结果的第几个 + * + * @param loc 用于筛选的查询语法 + * @param index 第几个查询结果，1开始 + * @param timeout 查找节点的超时时间 + * @return 直接子元素 + */ + @Override + public ChromiumElement child(String loc, Integer index, Double timeout) { + return super.child(loc, index, timeout); + } + + /** + * 返回当前元素的一个符合条件的直接子元素，可用查询语法筛选，可指定返回筛选结果的第几个 + * + * @param loc 用于筛选的查询语法 + * @param index 第几个查询结果，1开始 + * @return 直接子元素 + */ + @Override + public ChromiumElement child(String loc, Integer index) { + return super.child(loc, index); + } + + /** + * 返回当前元素的一个符合条件的直接子元素，可用查询语法筛选，可指定返回筛选结果的第几个 + * + * @param loc 用于筛选的查询语法 + * @return 直接子元素 + */ + @Override + public ChromiumElement child(String loc) { + return super.child(loc); + } + + /** + * 返回当前元素的一个符合条件的直接子元素，可用查询语法筛选，可指定返回筛选结果的第几个 + * + * @param index 第几个查询结果，1开始 + * @param timeout 查找节点的超时时间 + * @param eleOnly 是否只获取元素，为False时把文本、注释节点也纳入 + * @return 直接子元素 + */ + @Override + public ChromiumElement child(By by, Integer index, Double timeout, Boolean eleOnly) { + return super.child(by, index, timeout, eleOnly); + } + + /** + * 返回当前元素的一个符合条件的直接子元素，可用查询语法筛选，可指定返回筛选结果的第几个 + * + * @param index 第几个查询结果，1开始 + * @param timeout 查找节点的超时时间 + * @return 直接子元素 + */ + @Override + public ChromiumElement child(By by, Integer index, Double timeout) { + return super.child(by, index, timeout); + } + + /** + * 返回当前元素的一个符合条件的直接子元素，可用查询语法筛选，可指定返回筛选结果的第几个 + * + * @param index 第几个查询结果，1开始 + * @return 直接子元素 + */ + @Override + public ChromiumElement child(By by, Integer index) { + return super.child(by, index); + } + + /** + * 返回当前元素的一个符合条件的直接子元素，可用查询语法筛选，可指定返回筛选结果的第几个 + * + * @return 直接子元素 + */ + @Override + public ChromiumElement child(By by) { + return super.child(by); + } + + /** + * 返回当前元素前面一个符合条件的同级元素，可用查询语法筛选，可指定返回筛选结果的第几个 + * + * @param loc 用于筛选的查询语法 + * @param index 前面第几个查询结果，1开始 + * @param timeout 查找节点的超时时间（秒） + * @return 兄弟元素或节点文本 + */ + @Override + public ChromiumElement prev(String loc, Integer index, Double timeout) { + return super.prev(loc, index, timeout); + } + + /** + * 返回当前元素前面一个符合条件的同级元素，可用查询语法筛选，可指定返回筛选结果的第几个 + * + * @param loc 用于筛选的查询语法 + * @param index 前面第几个查询结果，1开始 + * @return 兄弟元素或节点文本 + */ + @Override + public ChromiumElement prev(String loc, Integer index) { + return super.prev(loc, index); + } + + /** + * 返回当前元素前面一个符合条件的同级元素，可用查询语法筛选，可指定返回筛选结果的第几个 + * + * @param loc 用于筛选的查询语法 + * @return 兄弟元素或节点文本 + */ + @Override + public ChromiumElement prev(String loc) { + return super.prev(loc); + } + + /** + * 返回当前元素前面一个符合条件的同级元素，可用查询语法筛选，可指定返回筛选结果的第几个 + * + * @return 兄弟元素或节点文本 + */ + @Override + public ChromiumElement prev() { + return super.prev(); + } + + /** + * 返回当前元素前面一个符合条件的同级元素，可用查询语法筛选，可指定返回筛选结果的第几个 + * + * @param by 用于筛选的查询语法 + * @param index 前面第几个查询结果，1开始 + * @param timeout 查找节点的超时时间（秒） + * @return 兄弟元素或节点文本 + */ + @Override + public ChromiumElement prev(By by, Integer index, Double timeout) { + return super.prev(by, index, timeout); + } + + /** + * 返回当前元素前面一个符合条件的同级元素，可用查询语法筛选，可指定返回筛选结果的第几个 + * + * @param by 用于筛选的查询语法 + * @param index 前面第几个查询结果，1开始 + * @return 兄弟元素或节点文本 + */ + @Override + public ChromiumElement prev(By by, Integer index) { + return super.prev(by, index); + } + + /** + * 返回当前元素前面一个符合条件的同级元素，可用查询语法筛选，可指定返回筛选结果的第几个 + * + * @param by 用于筛选的查询语法 + * @return 兄弟元素或节点文本 + */ + @Override + public ChromiumElement prev(By by) { + return super.prev(by); + } + + /** + * 返回当前元素前面一个符合条件的同级元素，可用查询语法筛选，可指定返回筛选结果的第几个 + * + * @param loc 用于筛选的查询语法 + * @param index 前面第几个查询结果，1开始 + * @param timeout 查找节点的超时时间（秒） + * @param eleOnly 是否只获取元素，为False时把文本、注释节点也纳入 + * @return 兄弟元素或节点文本 + */ + @Override + public ChromiumElement prev(String loc, Integer index, Double timeout, Boolean eleOnly) { + return super.prev(loc, index, timeout, eleOnly); + } + + /** + * 返回当前元素前面一个符合条件的同级元素，可用查询语法筛选，可指定返回筛选结果的第几个 + * + * @param by 用于筛选的查询语法 + * @param index 前面第几个查询结果，1开始 + * @param timeout 查找节点的超时时间（秒） + * @param eleOnly 是否只获取元素，为False时把文本、注释节点也纳入 + * @return 兄弟元素或节点文本 + */ + @Override + public ChromiumElement prev(By by, Integer index, Double timeout, Boolean eleOnly) { + return super.prev(by, index, timeout, eleOnly); + } + + /** + * 返回当前元素后面一个符合条件的同级元素，可用查询语法筛选，可指定返回筛选结果的第几个 + * + * @param by 用于筛选的查询语法 + * @param index 第几个查询结果，1开始 + * @param timeout 查找节点的超时时间（秒） + * @return 兄弟元素或节点文本 + */ + @Override + public ChromiumElement next(By by, Integer index, Double timeout) { + return super.next(by, index, timeout); + } + + /** + * 返回当前元素后面一个符合条件的同级元素，可用查询语法筛选，可指定返回筛选结果的第几个 + * + * @param by 用于筛选的查询语法 + * @param index 第几个查询结果，1开始 + * @return 兄弟元素或节点文本 + */ + @Override + public ChromiumElement next(By by, Integer index) { + return super.next(by, index); + } + + /** + * 返回当前元素后面一个符合条件的同级元素，可用查询语法筛选，可指定返回筛选结果的第几个 + * + * @param by 用于筛选的查询语法 + * @return 兄弟元素或节点文本 + */ + @Override + public ChromiumElement next(By by) { + return super.next(by); + } + + /** + * 返回当前元素后面一个符合条件的同级元素，可用查询语法筛选，可指定返回筛选结果的第几个 + * + * @param loc 用于筛选的查询语法 + * @param index 第几个查询结果，1开始 + * @param timeout 查找节点的超时时间（秒） + * @return 兄弟元素或节点文本 + */ + @Override + public ChromiumElement next(String loc, Integer index, Double timeout) { + return super.next(loc, index, timeout); + } + + /** + * 返回当前元素后面一个符合条件的同级元素，可用查询语法筛选，可指定返回筛选结果的第几个 + * + * @param loc 用于筛选的查询语法 + * @param index 第几个查询结果，1开始 + * @return 兄弟元素或节点文本 + */ + @Override + public ChromiumElement next(String loc, Integer index) { + return super.next(loc, index); + } + + /** + * 返回当前元素后面一个符合条件的同级元素，可用查询语法筛选，可指定返回筛选结果的第几个 + * + * @param loc 用于筛选的查询语法 + * @return 兄弟元素或节点文本 + */ + @Override + public ChromiumElement next(String loc) { + return super.next(loc); + } + + /** + * 返回当前元素后面一个符合条件的同级元素，可用查询语法筛选，可指定返回筛选结果的第几个 + * + * @return 兄弟元素或节点文本 + */ + @Override + public ChromiumElement next() { + return super.next(); + } + + /** + * 返回当前元素后面一个符合条件的同级元素，可用查询语法筛选，可指定返回筛选结果的第几个 + * + * @param loc 用于筛选的查询语法 + * @param index 第几个查询结果，1开始 + * @param timeout 查找节点的超时时间（秒） + * @param eleOnly 是否只获取元素，为False时把文本、注释节点也纳入 + * @return 兄弟元素或节点文本 + */ + @Override + public ChromiumElement next(String loc, Integer index, Double timeout, Boolean eleOnly) { + return super.next(loc, index, timeout, eleOnly); + } + + /** + * 返回当前元素后面一个符合条件的同级元素，可用查询语法筛选，可指定返回筛选结果的第几个 + * + * @param by 用于筛选的查询语法 + * @param index 第几个查询结果，1开始 + * @param timeout 查找节点的超时时间（秒） + * @param eleOnly 是否只获取元素，为False时把文本、注释节点也纳入 + * @return 兄弟元素或节点文本 + */ + @Override + public ChromiumElement next(By by, Integer index, Double timeout, Boolean eleOnly) { + return super.next(by, index, timeout, eleOnly); + } + + /** + * 返回文档中当前元素前面符合条件的一个元素，可用查询语法筛选，可指定返回筛选结果的第几个 + * 查找范围不限同级元素，而是整个DOM文档 + * + * @param by 用于筛选的查询语法 + * @return 本元素前面的某个元素或节点 + */ + @Override + public ChromiumElement before(By by) { + return super.before(by); + } + + /** + * 返回文档中当前元素前面符合条件的一个元素，可用查询语法筛选，可指定返回筛选结果的第几个 + * 查找范围不限同级元素，而是整个DOM文档 + * + * @param by 用于筛选的查询语法 + * @param index 前面第几个查询结果，1开始 + * @return 本元素前面的某个元素或节点 + */ + @Override + public ChromiumElement before(By by, Integer index) { + return super.before(by, index); + } + + /** + * 返回文档中当前元素前面符合条件的一个元素，可用查询语法筛选，可指定返回筛选结果的第几个 + * 查找范围不限同级元素，而是整个DOM文档 + * + * @param by 用于筛选的查询语法 + * @param index 前面第几个查询结果，1开始 + * @param timeout 查找节点的超时时间（秒） + * @return 本元素前面的某个元素或节点 + */ + @Override + public ChromiumElement before(By by, Integer index, Double timeout) { + return super.before(by, index, timeout); + } + + /** + * 返回文档中当前元素前面符合条件的一个元素，可用查询语法筛选，可指定返回筛选结果的第几个 + * 查找范围不限同级元素，而是整个DOM文档 + * + * @param by 用于筛选的查询语法 + * @param index 前面第几个查询结果，1开始 + * @param timeout 查找节点的超时时间（秒） + * @param eleOnly 是否只获取元素，为False时把文本、注释节点也纳入 + * @return 本元素前面的某个元素或节点 + */ + @Override + public ChromiumElement before(By by, Integer index, Double timeout, Boolean eleOnly) { + return super.before(by, index, timeout, eleOnly); + } + + /** + * 返回文档中当前元素前面符合条件的一个元素，可用查询语法筛选，可指定返回筛选结果的第几个 + * 查找范围不限同级元素，而是整个DOM文档 + * + * @return 本元素前面的某个元素或节点 + */ + @Override + public ChromiumElement before() { + return super.before(); + } + + /** + * 返回文档中当前元素前面符合条件的一个元素，可用查询语法筛选，可指定返回筛选结果的第几个 + * 查找范围不限同级元素，而是整个DOM文档 + * + * @param loc 用于筛选的查询语法 + * @return 本元素前面的某个元素或节点 + */ + @Override + public ChromiumElement before(String loc) { + return super.before(loc); + } + + /** + * 返回文档中当前元素前面符合条件的一个元素，可用查询语法筛选，可指定返回筛选结果的第几个 + * 查找范围不限同级元素，而是整个DOM文档 + * + * @param loc 用于筛选的查询语法 + * @param index 前面第几个查询结果，1开始 + * @return 本元素前面的某个元素或节点 + */ + @Override + public ChromiumElement before(String loc, Integer index) { + return super.before(loc, index); + } + + /** + * 返回文档中当前元素前面符合条件的一个元素，可用查询语法筛选，可指定返回筛选结果的第几个 + * 查找范围不限同级元素，而是整个DOM文档 + * + * @param loc 用于筛选的查询语法 + * @param index 前面第几个查询结果，1开始 + * @param timeout 查找节点的超时时间（秒） + * @return 本元素前面的某个元素或节点 + */ + @Override + public ChromiumElement before(String loc, Integer index, Double timeout) { + return super.before(loc, index, timeout); + } + + /** + * 返回文档中当前元素前面符合条件的一个元素，可用查询语法筛选，可指定返回筛选结果的第几个 + * 查找范围不限同级元素，而是整个DOM文档 + * + * @param loc 用于筛选的查询语法 + * @param index 前面第几个查询结果，1开始 + * @param timeout 查找节点的超时时间（秒） + * @param eleOnly 是否只获取元素，为False时把文本、注释节点也纳入 + * @return 本元素前面的某个元素或节点 + */ + @Override + public ChromiumElement before(String loc, Integer index, Double timeout, Boolean eleOnly) { + return super.before(loc, index, timeout, eleOnly); + } + + /** + * 返回文档中此当前元素后面符合条件的一个元素，可用查询语法筛选，可指定返回筛选结果的第几个 + * 查找范围不限同级元素，而是整个DOM文档 + * + * @param by 用于筛选的查询语法 + * @return 本元素后面的某个元素或节点 + */ + @Override + public ChromiumElement after(By by) { + return super.after(by); + } + + /** + * 返回文档中此当前元素后面符合条件的一个元素，可用查询语法筛选，可指定返回筛选结果的第几个 + * 查找范围不限同级元素，而是整个DOM文档 + * + * @param by 用于筛选的查询语法 + * @param index 前面第几个查询结果，1开始 + * @return 本元素后面的某个元素或节点 + */ + @Override + public ChromiumElement after(By by, Integer index) { + return super.after(by, index); + } + + /** + * 返回文档中此当前元素后面符合条件的一个元素，可用查询语法筛选，可指定返回筛选结果的第几个 + * 查找范围不限同级元素，而是整个DOM文档 + * + * @param by 用于筛选的查询语法 + * @param index 前面第几个查询结果，1开始 + * @param timeout 查找节点的超时时间（秒） + * @return 本元素后面的某个元素或节点 + */ + @Override + public ChromiumElement after(By by, Integer index, Double timeout) { + return super.after(by, index, timeout); + } + + /** + * 返回文档中此当前元素后面符合条件的一个元素，可用查询语法筛选，可指定返回筛选结果的第几个 + * 查找范围不限同级元素，而是整个DOM文档 + * + * @param by 用于筛选的查询语法 + * @param index 前面第几个查询结果，1开始 + * @param timeout 查找节点的超时时间（秒） + * @param eleOnly 是否只获取元素，为False时把文本、注释节点也纳入 + * @return 本元素后面的某个元素或节点 + */ + @Override + public ChromiumElement after(By by, Integer index, Double timeout, Boolean eleOnly) { + return super.after(by, index, timeout, eleOnly); + } + + /** + * 返回文档中此当前元素后面符合条件的一个元素，可用查询语法筛选，可指定返回筛选结果的第几个 + * 查找范围不限同级元素，而是整个DOM文档 + * + * @return 本元素后面的某个元素或节点 + */ + @Override + public ChromiumElement after() { + return super.after(); + } + + /** + * 返回文档中此当前元素后面符合条件的一个元素，可用查询语法筛选，可指定返回筛选结果的第几个 + * 查找范围不限同级元素，而是整个DOM文档 + * + * @param loc 用于筛选的查询语法 + * @return 本元素后面的某个元素或节点 + */ + @Override + public ChromiumElement after(String loc) { + return super.after(loc); + } + + /** + * 返回文档中此当前元素后面符合条件的一个元素，可用查询语法筛选，可指定返回筛选结果的第几个 + * 查找范围不限同级元素，而是整个DOM文档 + * + * @param loc 用于筛选的查询语法 + * @param index 前面第几个查询结果，1开始 + * @return 本元素后面的某个元素或节点 + */ + @Override + public ChromiumElement after(String loc, Integer index) { + return super.after(loc, index); + } + + /** + * 返回文档中此当前元素后面符合条件的一个元素，可用查询语法筛选，可指定返回筛选结果的第几个 + * 查找范围不限同级元素，而是整个DOM文档 + * + * @param loc 用于筛选的查询语法 + * @param index 前面第几个查询结果，1开始 + * @param timeout 查找节点的超时时间（秒） + * @return 本元素后面的某个元素或节点 + */ + @Override + public ChromiumElement after(String loc, Integer index, Double timeout) { + return super.after(loc, index, timeout); + } + + /** + * 返回文档中此当前元素后面符合条件的一个元素，可用查询语法筛选，可指定返回筛选结果的第几个 + * 查找范围不限同级元素，而是整个DOM文档 + * + * @param loc 用于筛选的查询语法 + * @param index 前面第几个查询结果，1开始 + * @param timeout 查找节点的超时时间（秒） + * @param eleOnly 是否只获取元素，为False时把文本、注释节点也纳入 + * @return 本元素后面的某个元素或节点 + */ + @Override + public ChromiumElement after(String loc, Integer index, Double timeout, Boolean eleOnly) { + return super.after(loc, index, timeout, eleOnly); + } + + /** + * 返回当前元素符合条件的直接子元素或节点组成的列表，可用查询语法筛选 + * + * @return 直接子元素或节点文本组成的列表 + */ + + @Override + public List children() { + return super.children(); + } + + /** + * 返回当前元素符合条件的直接子元素或节点组成的列表，可用查询语法筛选 + * + * @param loc 用于筛选的查询语法 + * @return 直接子元素或节点文本组成的列表 + */ + @Override + public List children(String loc) { + return super.children(loc); + } + + /** + * 返回当前元素符合条件的直接子元素或节点组成的列表，可用查询语法筛选 + * + * @param loc 用于筛选的查询语法 + * @param timeout 查找节点的超时时间（秒） + * @return 直接子元素或节点文本组成的列表 + */ + @Override + public List children(String loc, Double timeout) { + return super.children(loc, timeout); + } + + /** + * 返回当前元素符合条件的直接子元素或节点组成的列表，可用查询语法筛选 + * + * @param loc 用于筛选的查询语法 + * @param timeout 查找节点的超时时间（秒） + * @param eleOnly 是否只获取元素，为False时把文本、注释节点也纳入 + * @return 直接子元素或节点文本组成的列表 + */ + @Override + public List children(String loc, Double timeout, Boolean eleOnly) { + return super.children(loc, timeout, eleOnly); + } + + /** + * 返回当前元素符合条件的直接子元素或节点组成的列表，可用查询语法筛选 + * + * @param by 用于筛选的查询语法 + * @return 直接子元素或节点文本组成的列表 + */ + @Override + public List children(By by) { + return super.children(by); + } + + /** + * 返回当前元素符合条件的直接子元素或节点组成的列表，可用查询语法筛选 + * + * @param by 用于筛选的查询语法 + * @param timeout 查找节点的超时时间（秒） + * @return 直接子元素或节点文本组成的列表 + */ + @Override + public List children(By by, Double timeout) { + return super.children(by, timeout); + } + + /** + * 返回当前元素符合条件的直接子元素或节点组成的列表，可用查询语法筛选 + * + * @param by 用于筛选的查询语法 + * @param timeout 查找节点的超时时间（秒） + * @param eleOnly 是否只获取元素，为False时把文本、注释节点也纳入 + * @return 直接子元素或节点文本组成的列表 + */ + @Override + public List children(By by, Double timeout, Boolean eleOnly) { + return super.children(by, timeout, eleOnly); + } + + /** + * 返回当前元素前面符合条件的同级元素或节点组成的列表，可用查询语法筛选 + * + * @param loc 查询元素 + * @return 兄弟元素或节点文本组成的列表 + */ + @Override + public List prevs(String loc) { + return super.prevs(loc); + } + + /** + * 返回当前元素前面符合条件的同级元素或节点组成的列表，可用查询语法筛选 + * + * @param loc 查询元素 + * @param timeout 等待时间 + * @return 兄弟元素或节点文本组成的列表 + */ + @Override + public List prevs(String loc, Double timeout) { + return super.prevs(loc, timeout); + } + + /** + * 返回当前元素前面符合条件的同级元素或节点组成的列表，可用查询语法筛选 + * + * @param loc 查询元素 + * @param timeout 等待时间 + * @param eleOnly 是否只获取元素，为False时把文本、注释节点也纳入 + * @return 兄弟元素或节点文本组成的列表 + */ + @Override + public List prevs(String loc, Double timeout, Boolean eleOnly) { + return super.prevs(loc, timeout, eleOnly); + } + + /** + * 返回当前元素前面符合条件的同级元素或节点组成的列表，可用查询语法筛选 + * + * @param by 查询元素 + * @return 兄弟元素或节点文本组成的列表 + */ + @Override + public List prevs(By by) { + return super.prevs(by); + } + + /** + * 返回当前元素前面符合条件的同级元素或节点组成的列表，可用查询语法筛选 + * + * @param by 查询元素 + * @param timeout 等待时间 + * @return 兄弟元素或节点文本组成的列表 + */ + @Override + public List prevs(By by, Double timeout) { + return super.prevs(by, timeout); + } + + /** + * 返回当前元素前面符合条件的同级元素或节点组成的列表，可用查询语法筛选 + * + * @param by 查询元素 + * @param timeout 等待时间 + * @param eleOnly 是否只获取元素，为False时把文本、注释节点也纳入 + * @return 兄弟元素或节点文本组成的列表 + */ + @Override + public List prevs(By by, Double timeout, Boolean eleOnly) { + return super.prevs(by, timeout, eleOnly); + } + + /** + * 返回当前元素后面符合条件的同级元素或节点组成的列表，可用查询语法筛选 + * + * @param by 用于筛选的查询语法 + * @return 兄弟元素或节点文本组成的列表 + */ + @Override + public List nexts(By by) { + return super.nexts(by); + } + + /** + * 返回当前元素后面符合条件的同级元素或节点组成的列表，可用查询语法筛选 + * + * @param by 用于筛选的查询语法 + * @param timeout 查找节点的超时时间 + * @return 兄弟元素或节点文本组成的列表 + */ + @Override + public List nexts(By by, Double timeout) { + return super.nexts(by, timeout); + } + + /** + * 返回当前元素后面符合条件的同级元素或节点组成的列表，可用查询语法筛选 + * + * @param by 用于筛选的查询语法 + * @param timeout 查找节点的超时时间 + * @param eleOnly 是否只获取元素，为False时把文本、注释节点也纳入 + * @return 兄弟元素或节点文本组成的列表 + */ + @Override + public List nexts(By by, Double timeout, Boolean eleOnly) { + return super.nexts(by, timeout, eleOnly); + } + + /** + * 返回当前元素后面符合条件的同级元素或节点组成的列表，可用查询语法筛选 + * + * @return 兄弟元素或节点文本组成的列表 + */ + @Override + public List nexts() { + return super.nexts(); + } + + /** + * 返回当前元素后面符合条件的同级元素或节点组成的列表，可用查询语法筛选 + * + * @param loc 用于筛选的查询语法 + * @return 兄弟元素或节点文本组成的列表 + */ + @Override + public List nexts(String loc) { + return super.nexts(loc); + } + + /** + * 返回当前元素后面符合条件的同级元素或节点组成的列表，可用查询语法筛选 + * + * @param loc 用于筛选的查询语法 + * @param timeout 查找节点的超时时间 + * @return 兄弟元素或节点文本组成的列表 + */ + @Override + public List nexts(String loc, Double timeout) { + return super.nexts(loc, timeout); + } + + /** + * 返回当前元素后面符合条件的同级元素或节点组成的列表，可用查询语法筛选 + * + * @param loc 用于筛选的查询语法 + * @param timeout 查找节点的超时时间 + * @param eleOnly 是否只获取元素，为False时把文本、注释节点也纳入 + * @return 兄弟元素或节点文本组成的列表 + */ + @Override + public List nexts(String loc, Double timeout, Boolean eleOnly) { + return super.nexts(loc, timeout, eleOnly); + } + + /** + * 返回文档中当前元素前面符合条件的元素或节点组成的列表，可用查询语法筛选 + * 查找范围不限同级元素，而是整个DOM文档 + * + * @param by 用于筛选的查询语法 + * @return 本元素前面的元素或节点组成的列表 + */ + @Override + public List befores(By by) { + return super.befores(by); + } + + /** + * 返回文档中当前元素前面符合条件的元素或节点组成的列表，可用查询语法筛选 + * 查找范围不限同级元素，而是整个DOM文档 + * + * @param by 用于筛选的查询语法 + * @param timeout 查找节点的超时时间（秒） + * @return 本元素前面的元素或节点组成的列表 + */ + @Override + public List befores(By by, Double timeout) { + return super.befores(by, timeout); + } + + /** + * 返回文档中当前元素前面符合条件的元素或节点组成的列表，可用查询语法筛选 + * 查找范围不限同级元素，而是整个DOM文档 + * + * @param by 用于筛选的查询语法 + * @param timeout 查找节点的超时时间（秒） + * @param eleOnly 是否只获取元素，为False时把文本、注释节点也纳入 + * @return 本元素前面的元素或节点组成的列表 + */ + @Override + public List befores(By by, Double timeout, Boolean eleOnly) { + return super.befores(by, timeout, eleOnly); + } + + /** + * 返回文档中当前元素前面符合条件的元素或节点组成的列表，可用查询语法筛选 + * 查找范围不限同级元素，而是整个DOM文档 + * + * @return 本元素前面的元素或节点组成的列表 + */ + @Override + public List befores() { + return super.befores(); + } + + /** + * 返回文档中当前元素前面符合条件的元素或节点组成的列表，可用查询语法筛选 + * 查找范围不限同级元素，而是整个DOM文档 + * + * @param loc 用于筛选的查询语法 + * @return 本元素前面的元素或节点组成的列表 + */ + @Override + public List befores(String loc) { + return super.befores(loc); + } + + /** + * 返回文档中当前元素前面符合条件的元素或节点组成的列表，可用查询语法筛选 + * 查找范围不限同级元素，而是整个DOM文档 + * + * @param loc 用于筛选的查询语法 + * @param timeout 查找节点的超时时间（秒） + * @return 本元素前面的元素或节点组成的列表 + */ + @Override + public List befores(String loc, Double timeout) { + return super.befores(loc, timeout); + } + + /** + * 返回文档中当前元素前面符合条件的元素或节点组成的列表，可用查询语法筛选 + * 查找范围不限同级元素，而是整个DOM文档 + * + * @param loc 用于筛选的查询语法 + * @param timeout 查找节点的超时时间（秒） + * @param eleOnly 是否只获取元素，为False时把文本、注释节点也纳入 + * @return 本元素前面的元素或节点组成的列表 + */ + @Override + public List befores(String loc, Double timeout, Boolean eleOnly) { + return super.befores(loc, timeout, eleOnly); + } + + /** + * 返回文档中当前元素后面符合条件的元素或节点组成的列表，可用查询语法筛选 + * 查找范围不限同级元素，而是整个DOM文档 + * + * @param by 用于筛选的查询语法 + * @return 本元素后面的元素或节点组成的列表 + */ + @Override + public List afters(By by) { + return super.afters(by); + } + + /** + * 返回文档中当前元素后面符合条件的元素或节点组成的列表，可用查询语法筛选 + * 查找范围不限同级元素，而是整个DOM文档 + * + * @param by 用于筛选的查询语法 + * @param timeout 查找节点的超时时间（秒） + * @return 本元素后面的元素或节点组成的列表 + */ + @Override + public List afters(By by, Double timeout) { + return super.afters(by, timeout); + } + + /** + * 返回文档中当前元素后面符合条件的元素或节点组成的列表，可用查询语法筛选 + * 查找范围不限同级元素，而是整个DOM文档 + * + * @param by 用于筛选的查询语法 + * @param timeout 查找节点的超时时间（秒） + * @param eleOnly 是否只获取元素，为False时把文本、注释节点也纳入 + * @return 本元素后面的元素或节点组成的列表 + */ + @Override + public List afters(By by, Double timeout, Boolean eleOnly) { + return super.afters(by, timeout, eleOnly); + } + + /** + * 返回文档中当前元素后面符合条件的元素或节点组成的列表，可用查询语法筛选 + * 查找范围不限同级元素，而是整个DOM文档 + * + * @return 本元素后面的元素或节点组成的列表 + */ + @Override + public List afters() { + return super.afters(); + } + + /** + * 返回文档中当前元素后面符合条件的元素或节点组成的列表，可用查询语法筛选 + * 查找范围不限同级元素，而是整个DOM文档 + * + * @param loc 用于筛选的查询语法 + * @return 本元素后面的元素或节点组成的列表 + */ + @Override + public List afters(String loc) { + return super.afters(loc); + } + + /** + * 返回文档中当前元素后面符合条件的元素或节点组成的列表，可用查询语法筛选 + * 查找范围不限同级元素，而是整个DOM文档 + * + * @param loc 用于筛选的查询语法 + * @param timeout 查找节点的超时时间（秒） + * @return 本元素后面的元素或节点组成的列表 + */ + @Override + public List afters(String loc, Double timeout) { + return super.afters(loc, timeout); + } + + /** + * 返回文档中当前元素后面符合条件的元素或节点组成的列表，可用查询语法筛选 + * 查找范围不限同级元素，而是整个DOM文档 + * + * @param loc 用于筛选的查询语法 + * @param timeout 查找节点的超时时间（秒） + * @param eleOnly 是否只获取元素，为False时把文本、注释节点也纳入 + * @return 本元素后面的元素或节点组成的列表 + */ + @Override + public List afters(String loc, Double timeout, Boolean eleOnly) { + return super.afters(loc, timeout, eleOnly); + } + + @Override + public String attr(String attr) { + if (attr == null || attr.trim().isEmpty()) throw new NullPointerException(); + attr = attr.trim(); + Map attrs = this.attrs(); + switch (attr) { + case "href": + String link = attrs.get("href"); + if (link == null || link.toLowerCase().startsWith("javascript:") || link.toLowerCase().startsWith("mailto:")) + return link; + else return Web.makeAbsoluteLink(link, this.property("baseURI")); + case "src": { + Object o = attrs.get("src"); + return Web.makeAbsoluteLink(o == null ? "" : o.toString(), this.property("baseURI")); + } + case "text": + return this.text(); + case "innerText": + return this.rawText(); + case "html": + case "outerHTML": + return this.html(); + case "innerHTML": + return this.innerHtml(); + default: { + Object o = attrs.get(attr); + return o == null ? null : o.toString(); + } + } + } + + /** + * 删除元素一个attribute属性 + * + * @param attr 属性名 + */ + public void removeAttr(String attr) { + this.runJs("this.removeAttribute(" + attr + ");"); + } + + /** + * 获取一个property属性值 + * + * @param prop 属性名 + * @return 属性值文本 + */ + public String property(String prop) { + try { + Object o = this.runJs("return this." + prop + ";"); + return o instanceof String ? Web.formatHtml(o.toString()) : o.toString(); + } catch (Exception e) { + return null; + } + } + + /** + * 对本元素执行javascript代码 + * + * @param js js文本可以是路径，文本中用this表示本元素 + * @return 运行的结果 + */ + public Object runJs(String js) { + return runJs(js, new ArrayList<>()); + } + + /** + * 对本元素执行javascript代码 + * + * @param js js文本可以是路径，文本中用this表示本元素 + * @param params 参数，按顺序在js文本中对应arguments[0]、arguments[1]... + * @return 运行的结果 + */ + public Object runJs(String js, List params) { + return runJs(js, null, params); + } + + /** + * 对本元素执行javascript代码 + * + * @param js js文本可以是路径，文本中用this表示本元素 + * @param timeout js超时时间（秒），为None则使用页面timeouts.script设置 + * @param params 参数，按顺序在js文本中对应arguments[0]、arguments[1]... + * @return 运行的结果 + */ + public Object runJs(String js, Double timeout, List params) { + return runJs(js, false, timeout, params); + } + + /** + * 对本元素执行javascript代码 + * + * @param js js文本可以是路径，文本中用this表示本元素 + * @param asExpr 是否作为表达式运行，为True时args无效 + * @param timeout js超时时间（秒），为None则使用页面timeouts.script设置 + * @param params 参数，按顺序在js文本中对应arguments[0]、arguments[1]... + * @return 运行的结果 + */ + public Object runJs(String js, Boolean asExpr, Double timeout, List params) { + return ChromiumElement.runJs(this, js, asExpr, timeout != null ? timeout : this.getOwner().getTimeouts().getScript(), params); + } + + + /** + * 对本元素执行javascript代码 + * + * @param js js文本可以是路径，文本中用this表示本元素 + * @return 运行的结果 + */ + public Object runJs(Path js) { + return runJs(js, new ArrayList<>()); + } + + /** + * 对本元素执行javascript代码 + * + * @param js js文本可以是路径，文本中用this表示本元素 + * @param params 参数，按顺序在js文本中对应arguments[0]、arguments[1]... + * @return 运行的结果 + */ + public Object runJs(Path js, List params) { + return runJs(js, null, params); + } + + /** + * 对本元素执行javascript代码 + * + * @param js js文本可以是路径，文本中用this表示本元素 + * @param timeout js超时时间（秒），为None则使用页面timeouts.script设置 + * @param params 参数，按顺序在js文本中对应arguments[0]、arguments[1]... + * @return 运行的结果 + */ + public Object runJs(Path js, Double timeout, List params) { + return runJs(js, false, timeout, params); + } + + /** + * 对本元素执行javascript代码 + * + * @param js js文本可以是路径，文本中用this表示本元素 + * @param asExpr 是否作为表达式运行，为True时args无效 + * @param timeout js超时时间（秒），为None则使用页面timeouts.script设置 + * @param params 参数，按顺序在js文本中对应arguments[0]、arguments[1]... + * @return 运行的结果 + */ + public Object runJs(Path js, Boolean asExpr, Double timeout, List params) { + timeout = timeout != null ? timeout : this.getOwner().getTimeouts().getScript(); + try { + return ChromiumElement.runJs(this, js.toAbsolutePath().toString(), asExpr, timeout, params); + } catch (IOError e) { + return ChromiumElement.runJs(this, js.toString(), asExpr, timeout, params); + } + + } + + /** + * 对本元素执行javascript代码 + * + * @param js js文本可以是路径，文本中用this表示本元素 + */ + public void runAsyncJs(String js) { + runAsyncJs(js, new ArrayList<>()); + } + + /** + * 对本元素执行javascript代码 + * + * @param js js文本可以是路径，文本中用this表示本元素 + * @param params 参数，按顺序在js文本中对应arguments[0]、arguments[1]... + */ + public void runAsyncJs(String js, List params) { + runAsyncJs(js, false, params); + } + + /** + * 对本元素执行javascript代码 + * + * @param js js文本可以是路径，文本中用this表示本元素 + * @param asExpr 是否作为表达式运行，为True时args无效 + * @param params 参数，按顺序在js文本中对应arguments[0]、arguments[1]... + */ + public void runAsyncJs(String js, Boolean asExpr, List params) { + this.runJs(js, asExpr, 0.0, params); + } + + + /** + * 对本元素执行javascript代码 + * + * @param js js文本可以是路径，文本中用this表示本元素 + */ + public void runAsyncJs(Path js) { + runAsyncJs(js, new ArrayList<>()); + } + + /** + * 对本元素执行javascript代码 + * + * @param js js文本可以是路径，文本中用this表示本元素 + * @param params 参数，按顺序在js文本中对应arguments[0]、arguments[1]... + */ + public void runAsyncJs(Path js, List params) { + runAsyncJs(js, false, params); + } + + /** + * 对本元素执行javascript代码 + * + * @param js js文本可以是路径，文本中用this表示本元素 + * @param asExpr 是否作为表达式运行，为True时args无效 + * @param params 参数，按顺序在js文本中对应arguments[0]、arguments[1]... + */ + public void runAsyncJs(Path js, Boolean asExpr, List params) { + this.runJs(js, asExpr, 0.0, params); + } + + /** + * 返回当前元素下级符合条件的一个元素、属性或节点文本 + * + * @param by 查询元素 + * @return ChromiumElement对象 + */ + @Override + public ChromiumElement ele(By by) { + return super.ele(by); + } + + /** + * 返回当前元素下级符合条件的一个元素、属性或节点文本 + * + * @param by 查询元素 + * @param index 获取第几个元素，下标从1开始可传入负数获取倒数第几个 + * @return ChromiumElement对象 + */ + @Override + public ChromiumElement ele(By by, int index) { + return super.ele(by, index); + } + + /** + * 返回当前元素下级符合条件的一个元素、属性或节点文本 + * + * @param by 查询元素 + * @param index 获取第几个元素，下标从1开始可传入负数获取倒数第几个 + * @param timeout 查找元素超时时间（秒），默认与元素所在页面等待时间一致 + * @return ChromiumElement对象 + */ + @Override + public ChromiumElement ele(By by, int index, Double timeout) { + return super.ele(by, index, timeout); + } + + /** + * 返回当前元素下级符合条件的一个元素、属性或节点文本 + * + * @param loc 查询元素 + * @return ChromiumElement对象 + */ + @Override + public ChromiumElement ele(String loc) { + return super.ele(loc); + } + + /** + * 返回当前元素下级符合条件的一个元素、属性或节点文本 + * + * @param loc 查询元素 + * @param index 获取第几个元素，下标从1开始可传入负数获取倒数第几个 + * @return ChromiumElement对象 + */ + @Override + public ChromiumElement ele(String loc, int index) { + return super.ele(loc, index); + } + + /** + * 返回当前元素下级符合条件的一个元素、属性或节点文本 + * + * @param loc 查询元素 + * @param index 获取第几个元素，下标从1开始可传入负数获取倒数第几个 + * @param timeout 查找元素超时时间（秒），默认与元素所在页面等待时间一致 + * @return ChromiumElement对象 + */ + @Override + public ChromiumElement ele(String loc, int index, Double timeout) { + return super.ele(loc, index, timeout); + } + + /** + * 返回当前元素下级所有符合条件的子元素、属性或节点文本 + * + * @param by 元素的定位信息，可以是loc元组，或查询字符串 + * @return ChromiumElement对象或属性 + */ + @Override + public List eles(By by) { + return this.eles(by, null); + } + + /** + * 返回当前元素下级所有符合条件的子元素、属性或节点文本 + * + * @param by 元素的定位信息，可以是loc元组，或查询字符串 + * @param timeout 查找元素超时时间（秒），默认与元素所在页面等待时间一致 + * @return ChromiumElement对象或属性 + */ + @Override + public List eles(By by, Double timeout) { + return this._ele(by, timeout, null, null, null, null); + } + + /** + * 返回当前元素下级所有符合条件的子元素、属性或节点文本 + * + * @param loc 元素的定位信息，可以是loc元组，或查询字符串 + * @return ChromiumElement对象或属性 + */ + @Override + public List eles(String loc) { + return this.eles(loc, null); + } + + /** + * 返回当前元素下级所有符合条件的子元素、属性或节点文本 + * + * @param loc 元素的定位信息，可以是loc元组，或查询字符串 + * @param timeout 查找元素超时时间（秒），默认与元素所在页面等待时间一致 + * @return ChromiumElement对象或属性 + */ + @Override + public List eles(String loc, Double timeout) { + return this._ele(loc, timeout, null, null, null, null); + + } + + /** + * 查找一个符合条件的元素，以SessionElement形式返回 + * + * @param by 查询元素 + * @param index 获取第几个，从1开始，可传入负数获取倒数第几个 + * @return SessionElement对象或属性 + */ + @Override + public SessionElement sEle(By by, Integer index) { + try { + return FRAME_ELEMENT.contains(this.tag) ? SessionElement.makeSessionEle(this.innerHtml(), by, index).get(0) : SessionElement.makeSessionEle(this, by, index).get(0); + } catch (IndexOutOfBoundsException e) { + if (Settings.raiseWhenEleNotFound) { + throw new ElementNotFoundError(null, "s_ele()", Map.of("by", by.toString())); + } + return null; + } + } + + /** + * 查找一个符合条件的元素，以SessionElement形式返回 + * + * @param loc 定位符 + * @param index 获取第几个，从1开始，可传入负数获取倒数第几个 + * @return SessionElement对象或属性 + */ + @Override + public SessionElement sEle(String loc, Integer index) { + try { + return FRAME_ELEMENT.contains(this.tag) ? SessionElement.makeSessionEle(this.innerHtml(), loc, index).get(0) : SessionElement.makeSessionEle(this, loc, index).get(0); + } catch (IndexOutOfBoundsException e) { + if (Settings.raiseWhenEleNotFound) { + throw new ElementNotFoundError(null, "s_ele()", Map.of("loc", loc)); + } + return null; + } + } + + /** + * 查找所有符合条件的元素，以SessionElement列表形式返回 + * + * @param by 查询元素 + * @return SessionElement或属性 + */ + @Override + public List sEles(By by) { + return FRAME_ELEMENT.contains(this.tag) ? SessionElement.makeSessionEle(this.innerHtml(), by, null) : SessionElement.makeSessionEle(this, by, null); + } + + /** + * 查找所有符合条件的元素，以SessionElement列表形式返回 + * + * @param loc 定位符 + * @return SessionElement或属性 + */ + @Override + public List sEles(String loc) { + return FRAME_ELEMENT.contains(this.tag) ? SessionElement.makeSessionEle(this.innerHtml(), loc, null) : SessionElement.makeSessionEle(this, loc, null); + } + + /** + * 返回当前元素下级符合条件的子元素、属性或节点文本，默认返回第一个 + * + * @param by 查询元素 + * @param timeout 查找超时时间（秒） + * @param index 获取第几个，从1开始，可传入负数获取倒数第几个 如果是null则是返回全部 + * @param relative WebPage用的表示是否相对定位的参数 + * @param raiseErr 找不到元素是是否抛出异常，为null时根据全局设置 + * @return ChromiumElement对象或文本、属性或其组成的列表 + */ + @Override + protected List findElements(By by, Double timeout, Integer index, Boolean relative, Boolean raiseErr) { + return ChromiumElement.findInChromiumEle(this, by, index, timeout, relative); + } + + /** + * 返回当前元素下级符合条件的子元素、属性或节点文本，默认返回第一个 + * + * @param loc 定位符 + * @param timeout 查找超时时间（秒） + * @param index 获取第几个，从1开始，可传入负数获取倒数第几个 如果是null则是返回全部 + * @param relative WebPage用的表示是否相对定位的参数 + * @param raiseErr 找不到元素是是否抛出异常，为null时根据全局设置 + * @return ChromiumElement对象或文本、属性或其组成的列表 + */ + @Override + protected List findElements(String loc, Double timeout, Integer index, Boolean relative, Boolean raiseErr) { + return ChromiumElement.findInChromiumEle(this, loc, index, timeout, relative); + } + + /** + * 返回元素样式属性值，可获取伪元素属性值 + * + * @param style 样式属性名称 + * @return 样式属性的值 + */ + public String style(String style) { + return style(style, ""); + } + + /** + * 返回元素样式属性值，可获取伪元素属性值 + * + * @param style 样式属性名称 + * @param pseudoEle 伪元素名称（如有） + * @return 样式属性的值 + */ + public String style(String style, String pseudoEle) { + if (pseudoEle != null && !pseudoEle.isEmpty()) + pseudoEle = pseudoEle.startsWith(":") ? ", \"" + pseudoEle + "\"" : ", \"::" + pseudoEle + "\""; + return this.runJs("return window.getComputedStyle(this" + pseudoEle + ").getPropertyValue(\"" + style + "\");").toString(); + } + + /** + * 返回元素src资源，base64的可转为bytes返回，其它返回str + * + * @return 资源内容 + */ + public Object src() { + return src(true); + } + + /** + * 返回元素src资源，base64的可转为bytes返回，其它返回str + * + * @param base64ToBytes 为True时，如果是base64数据，转换为bytes格式 + * @return 资源内容 + */ + public Object src(boolean base64ToBytes) { + return src(null, base64ToBytes); + } + + /** + * 返回元素src资源，base64的可转为bytes返回，其它返回str + * + * @param timeout 等待资源加载的超时时间（秒） + * @param base64ToBytes 为True时，如果是base64数据，转换为bytes格式 + * @return 资源内容 + */ + public Object src(Double timeout, boolean base64ToBytes) { + timeout = (timeout == 0) ? this.getOwner().timeout() : timeout; + if (Objects.equals(this.tag(), "img")) { + // 等待图片加载完成 + String js = "return this.complete && typeof this.naturalWidth !== 'undefined' " + "&& this.naturalWidth > 0 && typeof this.naturalHeight !== 'undefined' " + "&& this.naturalHeight > 0"; + long endTime = (long) (System.currentTimeMillis() + timeout * 1000); + while (this.runJs(js) != null && System.currentTimeMillis() < endTime) { + try { + Thread.sleep(100); + } catch (InterruptedException e) { + e.printStackTrace(); + } + } + } + String src = this.attr("src"); + if (src.toLowerCase().startsWith("data:image")) { + String[] split = src.split(",", 2); + if (base64ToBytes) { + return Base64.getDecoder().decode(split[split.length - 1]); + } else { + return split[split.length - 1]; + } + } + + boolean isBlob = src.startsWith("blob"); + Object result = null; + long endTime = (long) (System.currentTimeMillis() + timeout * 1000); + while (System.currentTimeMillis() < endTime) { + if (isBlob) { + // Assuming getBlob method is defined elsewhere + result = Web.getBlob(this.getOwner(), src, base64ToBytes); + if (result != null) break; + } else { + src = this.property("currentSrc"); + if (src == null) continue; + Object o = JSON.parseObject(this.getOwner().runCdp("DOM.describeNode", Map.of("backendNodeId", this.backendId)).toString()).getJSONObject("node").get("frameId"); + // Assuming getFrameId and getResourceContent methods are defined elsewhere + Object frame = o != null ? o : this.getOwner().getFrameId(); + try { + result = this.getOwner().runCdp("Page.getResourceContent", Map.of("frameId", frame, "url", src)); + break; + } catch (CDPError e) { + try { + Thread.sleep(100); + } catch (InterruptedException ex) { + ex.printStackTrace(); + } + } + } + } + + if (result == null) return null; + else if (isBlob) return result; + else { + JSONObject jsonObject = JSON.parseObject(result.toString()); + if (jsonObject.getBoolean("base64Encoded") && base64ToBytes) + return Base64.getDecoder().decode(jsonObject.get("content").toString()); + else return jsonObject.get("content"); + } + } + + /** + * 保存图片或其它有src属性的元素的资源 + * + * @return 返回保存路径 + */ + public String save() { + return save(null); + } + + /** + * 保存图片或其它有src属性的元素的资源 + * + * @param path 文件保存路径，为None时保存到当前文件夹 + * @return 返回保存路径 + */ + public String save(String path) { + return save(path, null); + } + + /** + * 保存图片或其它有src属性的元素的资源 + * + * @param path 文件保存路径，为None时保存到当前文件夹 + * @param name 文件名称，为None时从资源url获取 + * @return 返回保存路径 + */ + public String save(String path, String name) { + return save(path, name, null); + } + + /** + * 保存图片或其它有src属性的元素的资源 + * + * @param path 文件保存路径，为None时保存到当前文件夹 + * @param name 文件名称，为None时从资源url获取 + * @param timeout 等待资源加载的超时时间（秒） + * @return 返回保存路径 + */ + public String save(String path, String name, Double timeout) { + Object data = this.src(timeout, true); + if (data == null) throw new NoResourceError(); + + path = (path == null || path.isEmpty()) ? "." : path; + if (name == null && Objects.equals(this.tag(), "img")) { + String src = this.attr("src"); + if (src.toLowerCase().startsWith("data:image")) { + String[] parts = src.split(",", 2); + String extension = (parts.length > 1) ? parts[0].split("/")[1].split(";")[0] : null; + name = (extension != null) ? "img." + extension : null; + } + } + name = (name == null) ? Paths.get(this.property("currentSrc")).getFileName().toString() : name; + Path filePath = com.ll.DataRecorder.Tools.getUsablePath(Paths.get(path, name).toFile().getPath()).toAbsolutePath(); + try { + Files.write(filePath, (data instanceof byte[]) ? (byte[]) data : data.toString().getBytes()); + } catch (Exception e) { + e.printStackTrace(); + // Handle the exception appropriately + } + + return filePath.toString(); + } + + /** + * 对当前元素截图，可保存到文件，或以字节方式返回 + * + * @param path 文件保存路径 + * @param name 完整文件名，后缀可选 'jpg','jpeg','png','webp' + * @param asBytes 是否以字节形式返回图片，可选 'jpg','jpeg','png','webp'，生效时path参数和as_base64参数无效 + * @param asBase64 是否以base64字符串形式返回图片，可选 'jpg','jpeg','png','webp'，生效时path参数无效 + * @return 图片完整路径或字节文本 + */ + public Object getScreenshot(String path, String name, PicType asBytes, PicType asBase64) { + return getScreenshot(path, name, asBytes, asBase64, true); + } + + /** + * 对当前元素截图，可保存到文件，或以字节方式返回 + * + * @param path 文件保存路径 + * @param name 完整文件名，后缀可选 'jpg','jpeg','png','webp' + * @param asBytes 是否以字节形式返回图片，可选 'jpg','jpeg','png','webp'，生效时path参数和as_base64参数无效 + * @param asBase64 是否以base64字符串形式返回图片，可选 'jpg','jpeg','png','webp'，生效时path参数无效 + * @param scrollToCenter 截图前是否滚动到视口中央 + * @return 图片完整路径或字节文本 + */ + public Object getScreenshot(String path, String name, PicType asBytes, PicType asBase64, boolean scrollToCenter) { + if ("img".equals(this.tag())) { + // 等待图片加载完成 + String js = "return this.complete && typeof this.naturalWidth !== 'undefined' && this.naturalWidth > 0 " + "&& typeof this.naturalHeight !== 'undefined' && this.naturalHeight > 0"; + long endTime = (long) (System.currentTimeMillis() + this.getOwner().timeout() * 1000); + while (!((Boolean) this.runJs(js)) && System.currentTimeMillis() < endTime) try { + Thread.sleep(100); + } catch (InterruptedException e) { + e.printStackTrace(); + } + } + if (scrollToCenter) this.scroll.toSee(true); + Coordinate location = this.rect().location(); + int left = location.getX(); + int top = location.getY(); + Coordinate size = this.rect().size(); + int width = size.getX(); + int height = size.getY(); + Coordinate leftTop = new Coordinate(left, top); + Coordinate rightBottom = new Coordinate(left + width, top + height); + if (name == null) name = this.tag() + ".jpg"; + return this.getOwner()._getScreenshot(path, name, asBytes, asBase64, false, leftTop, rightBottom, this); + } + + /** + * 输入文本或组合键，也可用于输入文件路径到input元素（路径间用\n间隔） + * + * @param value 文本值或按键组合 + */ + public void input(Object value) { + input(value, true); + } + + /** + * 输入文本或组合键，也可用于输入文件路径到input元素（路径间用\n间隔） + * + * @param value 文本值或按键组合 + * @param clean 输入前是否清空文本框 + */ + public void input(Object value, boolean clean) { + input(value, clean, false); + } + + /** + * 输入文本或组合键，也可用于输入文件路径到input元素（路径间用\n间隔） + * + * @param value 文本值或按键组合 + * @param clean 输入前是否清空文本框 + * @param byJs 是否用js方式输入，不能输入组合键 + */ + public void input(Object value, boolean clean, boolean byJs) { + + if (Objects.equals(this.tag(), "input") && Objects.equals(this.attr("type"), "file")) { + this.setFileInput(value); + return; + } + if (byJs) { + if (clean) this.clear(true); + StringBuilder v = new StringBuilder(); + if (value instanceof List || value instanceof String[]) + if (value instanceof List) ((List) value).forEach(v::append); + else for (String s : (String[]) value) v.append(s); + this.set().prop("value", v.toString()); + this.runJs("this.dispatchEvent(new Event(\"change\", {bubbles: true}));"); + return; + } + if (clean && !String.valueOf(value).equals("\n") && !String.valueOf(value).equals("\ue007")) this.clear(false); + else this.inputFocus(); + Keys.inputTextOrKeys(this.getOwner(), value); + } + + /** + * 清空元素文本 + */ + public void clear() { + clear(false); + } + + /** + * 清空元素文本 + * + * @param byJs 是否用js方式清空，为False则用全选+del模拟输入删除 + */ + public void clear(boolean byJs) { + if (byJs) { + this.runJs("this.value='';"); + this.runJs("this.dispatchEvent(new Event(\"change\", {bubbles: true}));"); + return; + } + this.inputFocus(); + this.input(new String[]{"\ue009", "a", "\ue017"}, false, false); + } + + /** + * 输入前使元素获取焦点 + */ + protected void inputFocus() { + try { + this.getOwner().runCdp("DOM.focus", Map.of("backendNodeId", this.getBackendId())); + } catch (Exception e) { + this.click().click(); + } + } + + /** + * 使元素获取焦点 + */ + protected void focus() { + try { + this.getOwner().runCdp("DOM.focus", Map.of("backendNodeId", this.getBackendId())); + } catch (Exception e) { + this.getOwner().runJs("this.focus();"); + } + } + + /** + * 鼠标悬停，可接受偏移量，偏移量相对于元素左上角坐标。不传入x或y值时悬停在元素中点 + */ + public void hover() { + hover(null); + } + + /** + * 鼠标悬停，可接受偏移量，偏移量相对于元素左上角坐标。不传入x或y值时悬停在元素中点 + * + * @param coordinate 相对元素左上角坐标 + */ + public void hover(Coordinate coordinate) { + this.getOwner().scroll().toSee(this); + coordinate = coordinate != null ? coordinate : new Coordinate(0, 0); + coordinate = Web.offsetScroll(this, coordinate.getX(), coordinate.getY()); + this.getOwner().runCdp("Input.dispatchMouseEvent", Map.of("type", "mouseMoved", "x", coordinate.getX(), "y", coordinate.getY(), "_ignore", new AlertExistsError())); + } + + /** + * 拖拽当前元素到相对位置 + * + * @param coordinate 另一个元素或坐标，坐标为元素中点的坐标 + */ + public void drag(Coordinate coordinate) { + drag(coordinate, .5f); + } + + /** + * 拖拽当前元素到相对位置 + * + * @param coordinate 另一个元素或坐标，坐标为元素中点的坐标 + * @param duration 拖动用时，传入0即瞬间到达 + */ + public void drag(Coordinate coordinate, double duration) { + Coordinate midpoint = this.rect.midpoint(); + if (coordinate == null) coordinate = new Coordinate(0, 0); + this.dragTo(coordinate, duration); + } + + /** + * 拖拽当前元素，目标为另一个元素 + * + * @param coordinate 另一个元素或坐标，坐标为元素中点的坐标 + */ + public void dragTo(Coordinate coordinate) { + dragTo(coordinate, 0.5); + } + + /** + * 拖拽当前元素，目标为另一个元素 + * + * @param coordinate 另一个元素或坐标，坐标为元素中点的坐标 + * @param duration 拖动用时，传入0即瞬间到达 + */ + public void dragTo(Coordinate coordinate, double duration) { + this.getOwner().actions().hold(this).moveTo(coordinate, null, duration).release(); + } + + /** + * 拖拽当前元素，目标为另一个元素 + * + * @param ele 另一个元素或坐标，坐标为元素中点的坐标 + */ + public void dragTo(ChromiumElement ele) { + dragTo(ele, 0.5); + } + + /** + * 拖拽当前元素，目标为另一个元素 + * + * @param ele 另一个元素或坐标，坐标为元素中点的坐标 + * @param duration 拖动用时，传入0即瞬间到达 + */ + public void dragTo(ChromiumElement ele, double duration) { + this.getOwner().actions().hold(this).moveTo(ele, null, duration).release(); + } + + /** + * 根据传入node id或backend id获取js中的object id + * + * @param nodeId cdp中的node id + * @param backendId backend id + * @return js中的object id + */ + private String getObjId(Integer nodeId, Integer backendId) { + return nodeId != null ? JSON.parseObject(this.getOwner().runCdp("DOM.resolveNode", Map.of("nodeId", nodeId)).toString()).getJSONObject("object").getString("objectId") : JSON.parseObject(this.getOwner().runCdp("DOM.describeNode", Map.of("backendNodeId", backendId)).toString()).getJSONObject("object").getString("objectId"); + } + + /** + * 根据传入object id或backend id获取cdp中的node id + * + * @param objId js中的object id + * @param backendId backend id + * @return cdp中的node id + */ + private Integer getNodeId(String objId, Integer backendId) { + if (objId != null) + return JSON.parseObject(this.getOwner().runCdp("DOM.requestNode", Map.of("objectId", objId)).toString()).getInteger("nodeId"); + else { + JSONObject jsonObject = JSON.parseObject(this.getOwner().runCdp("DOM.describeNode", Map.of("backendNodeId", backendId)).toString()).getJSONObject("node"); + this.tag = jsonObject.getString("localName"); + return jsonObject.getInteger("nodeId"); + } + } + + /** + * 根据传入node id获取backend id + * + * @param nodeId js中的nodeId + * @return backend id + */ + private Integer getBackendId(Integer nodeId) { + + JSONObject jsonObject = JSON.parseObject(this.getOwner().runCdp("DOM.describeNode", Map.of("nodeId", nodeId)).toString()).getJSONObject("node"); + this.tag = jsonObject.getString("localName"); + return jsonObject.getInteger("backendNodeId"); + } + + /** + * 返获取绝对的css路径或xpath路径 + * + * @param mode 'css' 或 'xpath' + * @return 绝对路径 + */ + @Override + protected String getElePath(ElePathMode mode) { + String txt1, txt3, txt4, txt5; + + if ("xpath".equals(mode.getMode())) { + txt1 = "var tag = el.nodeName.toLowerCase();"; + txt3 = " && sib.nodeName.toLowerCase() == tag"; + txt4 = "if (nth > 1) { path = '/' + tag + '[' + nth + ']' + path; } else { path = '/' + tag + path; }"; + txt5 = "return path;"; + } else if ("css".equals(mode.getMode())) { + txt1 = ""; + txt3 = ""; + txt4 = "path = '>' + el.tagName.toLowerCase() + \":nth-child(\" + nth + \")\" + path;"; + txt5 = "return path.substr(1);"; + } else { + throw new IllegalArgumentException("mode参数只能是'xpath'或' css'，现在是：'" + mode + "'。"); + } + + String js = "function() {" + " function e(el) {" + " if (!(el instanceof Element)) return;" + " var path = '';" + " while (el.nodeType === Node.ELEMENT_NODE) {" + txt1 + " var sib = el, nth = 0;" + " while (sib) {" + " if (sib.nodeType === Node.ELEMENT_NODE" + txt3 + ") {" + " nth += 1;" + " }" + " sib = sib.previousSibling;" + " }" + txt4 + " el = el.parentNode;" + " }" + txt5 + " }" + " return e(this);" + "}"; + return this.runJs(js).toString(); + } + + protected void setFileInput(Object files) { + if (files instanceof Integer || files instanceof Float || files instanceof Double) files = files.toString(); + if (!(files instanceof String) && !(files instanceof List) && !(files instanceof String[])) + throw new ClassCastException("类型只能为字符串，字符串数组，字符串集合"); + if (files instanceof String) { + String[] split = ((String) files).split("\n"); + files = new ArrayList<>(Arrays.asList(split)); + } else if (files instanceof String[]) { + files = new ArrayList<>(Arrays.asList((String[]) files)); + } + List list = new ArrayList<>(); + for (String s : (List) files) list.add(Paths.get(s).toFile().getAbsolutePath()); + this.getOwner().runCdp("DOM.setFileInputFiles", Map.of("files", list, "backendNodeId", this.getBackendId())); + } + + + /** + * 返回当前元素下级符合条件的子元素、属性或节点文本，默认返回第一个 + * + * @param ele 查询元素 + * @param timeout 查找超时时间（秒） + * @param index 获取第几个，从1开始，可传入负数获取倒数第几个 如果是null则是返回全部 + * @param relative WebPage用的表示是否相对定位的参数 + * @return ChromiumElement对象或文本、属性或其组成的列表 + */ + protected static List findInChromiumEle(ChromiumElement ele, String loc, Integer index, Double timeout, Boolean relative) { + return _findInChromiumEle(ele, Locator.getLoc(loc), index, timeout, relative); + } + + /** + * 返回当前元素下级符合条件的子元素、属性或节点文本，默认返回第一个 + * + * @param by 查询元素 + * @param timeout 查找超时时间（秒） + * @param index 获取第几个，从1开始，可传入负数获取倒数第几个 如果是null则是返回全部 + * @param relative WebPage用的表示是否相对定位的参数 + * @return ChromiumElement对象或文本、属性或其组成的列表 + */ + protected static List findInChromiumEle(ChromiumElement ele, By by, Integer index, Double timeout, Boolean relative) { + return _findInChromiumEle(ele, Locator.getLoc(by), index, timeout, relative); + } + + /** + * 返回当前元素下级符合条件的子元素、属性或节点文本，默认返回第一个 + * + * @param by 查询元素 + * @param timeout 查找超时时间（秒） + * @param index 获取第几个，从1开始，可传入负数获取倒数第几个 如果是null则是返回全部 + * @param relative WebPage用的表示是否相对定位的参数 + * @return ChromiumElement对象或文本、属性或其组成的列表 + */ + private static List _findInChromiumEle(ChromiumElement ele, By by, Integer index, Double timeout, Boolean relative) { + if (by.getName().equals(BySelect.XPATH) && by.getValue().trim().startsWith("/")) { + by.setValue("." + by.getValue()); + } else if (by.getName().equals(BySelect.CSS_SELECTOR) && by.getValue().trim().startsWith(">")) { + by.setValue(ele.cssPath() + by.getValue()); + } + timeout = timeout != null ? timeout : ele.getOwner().timeout(); + // ---------------执行查找----------------- + return by.getName().equals(BySelect.XPATH) ? findByXpath(ele, by.getValue(), index, timeout, relative) : findByCss(ele, by.getValue(), index, timeout); + } + + /** + * 执行用xpath在元素中查找元素 + * + * @param ele 在此元素中查找 + * @param xpath 查找语句 + * @param index 第几个结果，从1开始，可传入负数获取倒数第几个，为None返回所有 + * @param timeout 超时时间（秒） + * @param relative 是否相对定位 + * @return ChromiumElement或其组成的列表 + */ + protected static List findByXpath(ChromiumElement ele, String xpath, Integer index, Double timeout, Boolean relative) { + String typeTxt = index != null && index == 1 ? "9" : "7"; + String nodeTxt = FRAME_ELEMENT.contains(ele.tag) && relative != null && !relative ? "this.contentDocument" : "this"; + String js = ChromiumElement.makeJsForFindEleByXPath(xpath, typeTxt, nodeTxt); + ele.getOwner().waits().docLoaded(); + long endTime = (long) (System.currentTimeMillis() + timeout * 1000); + Object result = doFindXpath(ele, xpath, index, js, nodeTxt); + while (result != null && endTime > System.currentTimeMillis()) { + try { + Thread.sleep(100); + } catch (InterruptedException e) { + throw new RuntimeException(e); + } + result = doFindXpath(ele, xpath, index, js, nodeTxt); + } + if (result == null) { + return new ArrayList<>(); + } else if (result instanceof String) { + try { + throw new ElementNotFoundError(result.toString()); + } catch (Exception ignored) { + } + } else if (result instanceof List) { + //noinspection unchecked + return (List) result; + } else { + try { + throw new ElementNotFoundError(result.toString()); + } catch (Exception ignored) { + } + } + return new ArrayList<>(); + + } + + private static Object doFindXpath(ChromiumElement ele, String xpath, Integer index, String js, String nodeTxt) { + JSONObject res = JSON.parseObject(ele.getOwner().runCdp("Runtime.callFunctionOn", Map.of("functionDeclaration", js, "objectId", ele.objId, "returnByValue", false, "awaitPromise", true, "userGesture", true)).toString()); + if (Objects.equals(res.getJSONObject("result").get("type").toString(), "string")) { + return res.getJSONObject("result").get("value").toString(); + } + if (res.get("exceptionDetails") != null) { + if (res.getJSONObject("result").getString("description").contains("The result is not a node set")) { + Object js1 = ChromiumElement.makeJsForFindEleByXPath(xpath, "1", nodeTxt); + res = JSON.parseObject(ele.getOwner().runCdp("Runtime.callFunctionOn", Map.of("functionDeclaration", js1, "objectId", ele.objId, "returnByValue", false, "awaitPromise", true, "userGesture", true)).toString()); + return res.getJSONObject("result").getString("value"); + } else { + throw new IllegalArgumentException("查询语句错误:\n" + res); + } + } + if (Objects.equals(res.getJSONObject("result").get("subtype").toString(), "null") || List.of("NodeList(0)", "Array(0)").contains(res.getJSONObject("result").getString("description"))) { + return null; + } + if (index != null && index == 1) { + return ChromiumElement.makeChromiumEles(ele.getOwner(), res.getJSONObject("result").get("objectId"), 1, true); + } else { + JSONArray resA = JSON.parseObject(ele.getOwner().runCdp("Runtime.getProperties", Map.of("objectId", res.getJSONObject("result").get("objectId"), "ownProperties", true)).toString()).getJSONArray("result"); + resA.remove(resA.size() - 1); + if (index == null) { + List list = new ArrayList<>(); + for (Object i : resA) { + JSONObject jsonObject = JSON.parseObject(i.toString()); + if (Objects.equals(jsonObject.getJSONObject("value").getString("type"), "object")) { + List list1 = makeChromiumEles(ele.getOwner(), jsonObject.getJSONObject("value").get("objectId"), 1, true); + if (list1 == null) return null; + if (!list1.isEmpty()) list.add(list1.get(0)); + } + } + return list; + } else { + int elesCount = res.size(); + if (elesCount == 0 || Math.abs(index) > elesCount) return null; + + int index1 = ((index < 0 ? elesCount + index + 1 : index) - 1); + index1 = index1 < 0 ? elesCount + index1 : index1; + res = res.getJSONObject(index1 + ""); + return res.getJSONObject("value").getString("type").equals("object") ? makeChromiumEles(ele.getOwner(), res.getJSONObject("value").get("objectId"), null, true) : res.getJSONObject("result").getString("value"); + } + } + } + + /** + * 执行用css selector在元素中查找元素 + * + * @param ele 在此元素中查找 + * @param selector 查找语句 + * @param index 第几个结果，从1开始，可传入负数获取倒数第几个，为None返回所有 + * @param timeout 超时时间（秒） + * @return ChromiumElement或其组成的列表 + */ + protected static List findByCss(ChromiumElement ele, String selector, Integer index, Double timeout) { + selector = selector.replace("\"", "\\\""); + String findAll = index != null && index == 1 ? "" : "All"; + String nodeTxt = List.of("iframe", "frame", "shadow-root").contains(ele.tag) ? "this.contentDocument" : "this"; + String js = "function(){return " + nodeTxt + ".querySelector" + findAll + "(\"" + selector + "\");}"; + ele.getOwner().waits().docLoaded(); + + long endTime = (long) (System.currentTimeMillis() + timeout * 1000); + Object result = doFindCss(ele, index, js); + + while (result != null && System.currentTimeMillis() < endTime) { + try { + Thread.sleep(100); + } catch (InterruptedException e) { + throw new RuntimeException(e); + } + result = doFindCss(ele, index, js); + } + + if (result == null) { + return new ArrayList<>(); + } else if (result instanceof String) { + try { + throw new ElementNotFoundError(result.toString()); + } catch (Exception ignored) { + } + } else if (result instanceof List) { + //noinspection unchecked + return (List) result; + } else { + try { + throw new ElementNotFoundError(result.toString()); + } catch (Exception ignored) { + } + } + return new ArrayList<>(); + } + + private static Object doFindCss(ChromiumElement ele, Integer index, String js) { + JSONObject res = JSON.parseObject(ele.getOwner().runCdp("Runtime.callFunctionOn", Map.of("functionDeclaration", js, "objectId", ele.objId, "returnByValue", false, "awaitPromise", true, "userGesture", true)).toString()); + if (res.containsKey("exceptionDetails")) { + throw new IllegalArgumentException("查询语句错误:\n" + res); + } + String string = res.getJSONObject("result").getString("subtype"); + if (Objects.equals(string, null) || Objects.equals(string, "null") || List.of("NodeList(0)", "Array(0)").contains(res.getJSONObject("result").getString("description"))) { + return null; + } + if (index == 1) { + return makeChromiumEles(ele.getOwner(), res.getJSONObject("result").get("objectId"), 1, true); + } else { + JSONArray jsonArray = JSON.parseObject(ele.getOwner().runCdp("Runtime.getProperties", Map.of("objectId", res.getJSONObject("result").get("objectId"), "ownProperties", true)).toString()).getJSONArray("result"); + List objects = new ArrayList<>(); + for (int i = 0; i < jsonArray.size() - 1; i++) + objects.add(JSON.parseObject(jsonArray.get(i).toString()).getJSONObject("value").get("objectId")); + return makeChromiumEles(ele.getOwner(), objects, index, true); + } + } + + /** + * 根据node id或object id生成相应元素对象 + * + * @param page ChromiumPage对象 + * @param ids 元素的id列表 + * @return 浏览器元素对象或它们组成的列表，生成失败返回False + */ + + public static List makeChromiumEles(ChromiumBase page, Object ids) { + return makeChromiumEles(page, ids, 1); + } + + //-----------------d模式独有属性------------------- + + /** + * 根据node id或object id生成相应元素对象 + * + * @param page ChromiumPage对象 + * @param ids 元素的id列表 + * @param index 获取第几个，为None返回全部 + * @return 浏览器元素对象或它们组成的列表，生成失败返回False + */ + + public static List makeChromiumEles(ChromiumBase page, Object ids, Integer index) { + return makeChromiumEles(page, ids, index, false); + } + + /** + * 根据node id或object id生成相应元素对象 + * + * @param page ChromiumPage对象 + * @param ids 元素的id列表 + * @param index 获取第几个，为None返回全部 + * @param isObjId 传入的id是obj id还是node id + * @return 浏览器元素对象或它们组成的列表，生成失败返回False + */ + public static List makeChromiumEles(ChromiumBase page, Object ids, Integer index, boolean isObjId) { + + List list = new ArrayList<>(); + try { + list.add(JSON.parseObject(ids.toString(), Integer.class)); + } catch (Exception e) { + list.addAll(JSON.parseArray(ids.toString(), Integer.class)); + } + Object obj; + List chromiumElements = new ArrayList<>(); + if (index != null) { + index -= 1; + if (index < 0) index = list.size() + index; + Integer i = list.get(index); + if (isObjId) { + obj = getNodeByObjId(page, i); + } else { + obj = getNodeByNodeId(page, i); + } + if (Boolean.FALSE.equals(obj)) { + return null; + } + if (obj instanceof ChromiumElement || obj instanceof ChromiumFrame) { + chromiumElements.add((ChromiumElement) (BaseParser) obj); + } + return chromiumElements; + } else { + for (Integer i : list) { + if (isObjId) { + obj = getNodeByObjId(page, i); + } else { + obj = getNodeByNodeId(page, i); + } + if (Boolean.FALSE.equals(obj)) { + return null; + } + if (obj instanceof ChromiumElement || obj instanceof ChromiumFrame) { + chromiumElements.add((ChromiumElement) (BaseParser) obj); + } + } + } + return chromiumElements; + } + + private static Map getNodeInfo(ChromiumBase page, String idType, Integer id) { + if (id == null) return null; + JSONObject jsonObject = JSON.parseObject(page.driver().run("DOM.describeNode", Map.of(idType, id)).toString()); + return jsonObject.containsKey("error") || jsonObject.containsValue("error") ? null : jsonObject; + + } + + /** + * @return 返回类型为字符串或ele对象 + */ + private static Object getNodeByObjId(ChromiumBase page, Integer objId) { + Map node = getNodeInfo(page, "objectId", objId); + if (node == null) { + return false; + } + JSONObject jsonObject = JSON.parseObject(node.get("node").toString()); + String o = jsonObject.getString("nodeName"); + if (Objects.equals(o, "#text") || Objects.equals(o, "#comment")) return null; + return makeEle(page, objId, node); + + } + + private static Object getNodeByNodeId(ChromiumBase page, Integer objId) { + Map node = getNodeInfo(page, "nodeId", objId); + if (node == null) return false; + JSONObject jsonObject = JSON.parseObject(node.get("node").toString()); + String o = jsonObject.getString("nodeName"); + if (Objects.equals(o, "#text") || Objects.equals(o, "#comment")) return jsonObject.get("nodeValue"); + else { + JSONObject objIdMap = JSON.parseObject(page.driver().run("DOM.resolveNode", Map.of("nodeId", objId)).toString()); + if (objIdMap.containsKey("error")) return false; + return makeEle(page, objIdMap.getJSONObject("object").get("objectId"), node); + } + } + + private static Object makeEle(ChromiumBase page, Object objId, Object node) { + JSONObject jsonObject = JSON.parseObject(node.toString()).getJSONObject("node"); + ChromiumElement ele = new ChromiumElement(page, jsonObject.getInteger("nodeId"), objId.toString(), jsonObject.getInteger("backendNodeId")); + if (FRAME_ELEMENT.contains(ele.tag())) { + return new ChromiumFrame(page, ele, JSON.parseObject(node.toString())); + } else { + return ele; + } + } + + public static String makeJsForFindEleByXPath(String xpath, String typeTxt, String nodeTxt) { + String forTxt = ""; + String returnTxt; + switch (typeTxt) { + case "9": + returnTxt = "\n" + "if(e.singleNodeValue==null){return null;}\n" + "else if(e.singleNodeValue.constructor.name==\"Text\"){return e.singleNodeValue.data;}\n" + "else if(e.singleNodeValue.constructor.name==\"Attr\"){return e.singleNodeValue.nodeValue;}\n" + "else if(e.singleNodeValue.constructor.name==\"Comment\"){return e.singleNodeValue.nodeValue;}\n" + "else{return e.singleNodeValue;}"; + break; + case "7": + forTxt = "\n" + "var a=new Array();\n" + "for(var i = 0; i params) { + if (!(pageOrEle instanceof ChromiumBase || pageOrEle instanceof ChromiumElement || pageOrEle instanceof ShadowRoot)) { + throw new IllegalArgumentException("类型只能ChromiumPage ChromiumElement ShadowRoot"); + } + ChromiumBase page; + boolean isPage; + String objId = null; + + if (pageOrEle instanceof ChromiumElement || pageOrEle instanceof ShadowRoot) { + isPage = false; + if (pageOrEle instanceof ChromiumElement) { + page = ((ChromiumElement) pageOrEle).getOwner(); + objId = ((ChromiumElement) pageOrEle).getObjId(); + } else { + page = ((ShadowRoot) pageOrEle).getOwner(); + objId = ((ShadowRoot) pageOrEle).getObjId(); + + } + } else { + isPage = true; + page = (ChromiumBase) pageOrEle; + long endTime = System.currentTimeMillis() + 5000; + while (System.currentTimeMillis() < endTime && objId == null) { + objId = page.getRootId(); + } + if (objId == null) { + throw new RuntimeException("js运行环境出错。"); + } + } + try { + File file = Paths.get(script).toFile(); + if (file.exists()) + try (BufferedReader reader = new BufferedReader(new InputStreamReader(new FileInputStream(file)))) { + StringBuilder stringBuilder = new StringBuilder(); + String line; + while ((line = reader.readLine()) != null) stringBuilder.append(line).append("\n"); + if (stringBuilder.length() > 0) script = stringBuilder.toString(); + } + } catch (IOException ignored) { + + } + if (page.states().hasAlert()) throw new AlertExistsError(); + long endTime = (long) (System.currentTimeMillis() + timeout * 1000); + + Object res; + try { + if (asExpr != null && asExpr) { + res = page.runCdp("Runtime.evaluate", Map.of("expression", script, "returnByValue", false, "awaitPromise", true, "userGesture", true, "_timeout", timeout, "_ignore", new AlertExistsError())); + } else { + params = params == null ? List.of() : params; + if (!Web.isJsFunc(script)) script = "function(){" + script + "}"; + List objects = new ArrayList<>(); + params.forEach((p) -> objects.add(convertArgument(p))); + res = page.runCdp("Runtime.callFunctionOn", Map.of("functionDeclaration", script, "objectId", objId, "arguments", objects, "returnByValue", false, "awaitPromise", true, "userGesture", true, "_timeout", timeout, "_ignore", new AlertExistsError())); + } + } catch (ContextLostError error) { + if (isPage) { + throw new ContextLostError("页面已被刷新，请尝试等待页面加载完成再执行操作。"); + } else { + throw new ElementLostError("原来获取到的元素对象已不在页面内。"); + } + } + if (res == null && page.states().hasAlert()) { + return null; + } + Object o = JSONObject.parseObject(Objects.requireNonNull(res).toString()).get("exceptionDetails"); + if (o != null) return new JavaScriptError("\njavascript运行错误：\n" + script + "\n错误信息：\n" + o); + try { + return parseJsResult(page, pageOrEle, JSONObject.parseObject(Objects.requireNonNull(res).toString()).getJSONObject("result"), endTime); + } catch (Exception e) { +// e.printStackTrace(); + return res; + } + + } + + /** + * @param endTime 毫秒 + * @return 解析js返回的结果 + */ + public static Object parseJsResult(ChromiumBase page, Object ele, JSONObject result, long endTime) { + Object value = result.get("unserializableValue"); + if (value != null) return value; + String theType = result.getString("type"); + if (theType.equals("object")) { + String subtype = result.getString("subtype"); + if (subtype == null || subtype.equals("null")) { + return null; + } else if (subtype.equals("node")) { + String className = result.getString("className"); + if (className.equals("ShadowRoot") && ele instanceof ChromiumElement) { + return new ShadowRoot((ChromiumElement) ele, result.getString("objectId"), null); + } else if (className.equals("HTMLDocument")) { + return result; + } else { + List list = makeChromiumEles(page, result.get("objectId")); + if (list == null || list.isEmpty()) { + throw new ElementLostError(); + } + return list; + } + } else if (subtype.equals("array")) { + JSONArray objects = JSON.parseObject(page.runCdp("Runtime.getProperties", Map.of("objectId", result.get("objectId"), "ownProperties", true)).toString()).getJSONArray("result"); + List list = new ArrayList<>(); + for (int i = 0, objectsSize = objects.size(); i < objectsSize - 1; i++) + list.add(parseJsResult(page, ele, JSONObject.parseObject(objects.get(i).toString()).getJSONObject("value"), endTime)); + return list; + } else if (result.getBoolean("objectId") && result.getString("className").equalsIgnoreCase("object")) { + JSONArray objects = JSON.parseObject(page.runCdp("Runtime.getProperties", Map.of("objectId", result.get("objectId"), "ownProperties", true)).toString()).getJSONArray("result"); + Map map = new HashMap<>(); + for (Object object : objects) { + JSONObject jsonObject = JSON.parseObject(object.toString()); + map.put(jsonObject.getString("name"), parseJsResult(page, ele, jsonObject.getJSONObject("value"), endTime)); + } + return map; + + } else if (result.getBoolean("objectId")) { + long timeout = endTime - System.currentTimeMillis(); + if (timeout < 0) { + return null; + } + String js = "function(){return JSON.stringify(this);}"; + JSONObject jsonObject = JSON.parseObject(page.runCdp("Runtime.callFunctionOn", Map.of("functionDeclaration", js, "objectId", result.get("objectId"), "returnByValue", false, "awaitPromise", true, "userGesture", true, "_ignore", new AlertExistsError(), "_timeout", timeout)).toString()); + return parseJsResult(page, ele, jsonObject.getJSONObject("result"), endTime); + + } else { + Object o = result.get("value"); + return o == null ? result : o; + } + + + } else if (theType.equals("undefined")) { + return null; + } else { + return result.get("value"); + } + } + + /** + * @param arg 转换对象 + * @return 把参数转换成js能够接收的形式 + */ + public static Map convertArgument(Object arg) { + if (arg instanceof ChromiumElement) { + return Map.of("objectId", ((ChromiumElement) arg).getObjId()); + } else if (arg instanceof Integer || arg instanceof Float || arg instanceof String || arg instanceof Boolean || arg instanceof Long) { + return Map.of("value", arg); + } + if (Double.isInfinite((Double) arg)) { + if ((Double) arg == Double.POSITIVE_INFINITY) { + return Map.of("unserializableValue", "Infinity"); + } else if ((Double) arg == Double.NEGATIVE_INFINITY) { + return Map.of("unserializableValue", "-Infinity"); + } + } + throw new TypeNotPresentException("不支持参数" + arg + "的类型:" + arg.getClass().getName(), new RuntimeException()); + + } +} diff --git a/java/src/main/java/com/ll/DrissonPage/element/Pseudo.java b/java/src/main/java/com/ll/DrissonPage/element/Pseudo.java new file mode 100644 index 0000000..9ae1dad --- /dev/null +++ b/java/src/main/java/com/ll/DrissonPage/element/Pseudo.java @@ -0,0 +1,26 @@ +package com.ll.DrissonPage.element; + +import lombok.AllArgsConstructor; + +/** + * @author 陆 + * @address click + */ +@AllArgsConstructor +public class Pseudo { + private final ChromiumElement chromiumElement; + + /** + * @return 返回当前元素的::before伪元素内容 + */ + public String before() { + return chromiumElement.style("content", "before"); + } + + /** + * @return 返回当前元素的::after伪元素内容 + */ + public String after() { + return chromiumElement.style("content", "after"); + } +} diff --git a/java/src/main/java/com/ll/DrissonPage/element/SelectElement.java b/java/src/main/java/com/ll/DrissonPage/element/SelectElement.java new file mode 100644 index 0000000..5268845 --- /dev/null +++ b/java/src/main/java/com/ll/DrissonPage/element/SelectElement.java @@ -0,0 +1,701 @@ +package com.ll.DrissonPage.element; + +import com.ll.DrissonPage.base.By; + +import java.util.*; +import java.util.stream.Collectors; + +/** + * 用于处理 select 标签 + * + * @author 陆 + * @address click + */ +public class SelectElement { + private final ChromiumElement ele; + + public SelectElement(ChromiumElement ele) { + if (!Objects.equals(ele.tag(), "select")) + throw new IllegalArgumentException("select方法只能在元素输入路径的方法设置。"); + List files = Objects.equals("selectMultiple", jsonObject.getString("mode")) ? this.uploadList : List.of(this.uploadList.get(0)); + this.runCdp("DOM.setFileInputFiles", Map.of("files", files, "backendNodeId", jsonObject.get("backendNodeId"))); + this.driver.setCallback("Page.fileChooserOpened", null); + this.runCdp("Page.setInterceptFileChooserDialog", Map.of("enabled", false)); + this.uploadList = null; + } + } + + /** + * eager策略超时时使页面停止加载 + */ + private void waitToStop() { + long endTime = (long) (System.currentTimeMillis() + this.timeouts.getPageLoad() * 1000); + while (System.currentTimeMillis() < endTime) { + try { + Thread.sleep(100); + } catch (InterruptedException e) { + throw new RuntimeException(e); + } + } + if (("interactive".equals(this.readyState) || "complete".equals(this.readyState)) && this.isLoading != null && this.isLoading) { + this.stopLoading(); + } + } + + /** + * @return 返回用于等待的对象 + */ + public BaseWaiter waits() { + if (this.wait == null) this.wait = new BaseWaiter(this); + return this.wait; + } + + /** + * @return 返回用于设置的对象 + */ + public ChromiumBaseSetter set() { + if (this.set == null) this.set = new ChromiumBaseSetter(this); + return this.set; + } + + /** + * @return 返回用于录屏的对象 + */ + public Screencast screencast() { + if (this.screencast == null) this.screencast = new Screencast(this); + return this.screencast; + } + + /** + * @return 返回用于执行动作链的对象 + */ + public Actions actions() { + if (this.actions == null) this.actions = new Actions(this); + return this.actions; + } + + /** + * @return 返回用于聆听数据包的对象 + */ + public Listener listen() { + if (this.listener == null) this.listener = new Listener(this); + return this.listener; + } + + + //----------挂件---------- + + /** + * @return 返回用于获取状态信息的对象 + */ + + public PageStates states() { + if (this.states == null) this.states = new PageStates(this); + return this.states; + } + + /** + * @return 返回用于滚动滚动条的对象 + */ + + public PageScroller scroll() { + this.wait.docLoaded(); + if (this.scroll == null) this.scroll = new PageScroller(this); + return (PageScroller) this.scroll; + } + + /** + * @return 返回获取窗口坐标和大小的对象 + */ + public TabRect rect() { + if (this.rect == null) this.rect = new TabRect(this); + + return this.rect; + } + + /** + * @return 返回用于控制浏览器cdp的driver + */ + public Browser browser() { + return this.browser; + } + + /** + * @return 返回用于控制浏览器的Driver对象 + */ + public Driver driver() { + if (this.driver == null) throw new RuntimeException("浏览器已关闭或链接已断开."); + return driver; + } + + /** + * @return 返回当前页面title + */ + public String title() { + return JSON.parseObject(this.runCdpLoaded("Target.getTargetInfo", Map.of("targetId", this.targetId())).toString()).getJSONObject("targetInfo").getString("title"); + } + + /** + * @return 返回当前页面url + */ + public String url() { + Object o = this.runCdpLoaded("Target.getTargetInfo", Map.of("targetId", this.targetId())); + return o == null ? null : JSON.parseObject(o.toString()).getJSONObject("targetInfo").getString("url"); + } + + /** + * @return 用于被WebPage覆盖 + */ + protected String browserUrl() { + return this.url(); + } + + /** + * @return 返回当前页面html文本 + */ + public String html() { + this.wait.docLoaded(); + return JSON.parseObject(this.runCdp("DOM.getOuterHTML", Map.of("objectId", this.rootId)).toString()).getString("outerHTML"); + } + + /** + * @return 当返回内容是json格式时，返回对应的字典，非json格式时返回null + */ + public JSONObject json() { + try { + return JSON.parseObject(ele("t:pre", 1, 0.5).text()); + } catch (JSONException e) { + return null; + } + + } + + /** + * @return 返回当前标签页id + */ + public String tabId() { + return this.targetId(); + } + + /** + * @return 返回当前标签页id + */ + private String targetId() { + return !this.driver.getStopped().get() ? this.driver.getId() : ""; + } + + /** + * @return 返回当前焦点所在元素 + */ + public ChromiumElement activeEle() { + return (ChromiumElement) this.runJsLoaded("return document.activeElement;"); + } + + /** + * @return 返回页面加载策略，有3种：'null'、'normal'、'eager' + */ + public String loadMode() { + return this.loadMode; + } + + /** + * @return 返回user agent + */ + public String userAgent() { + return JSON.parseObject(this.runCdp("Runtime.evaluate", Map.of("expression", "navigator.userAgent;")).toString()).getJSONObject("result").getString("value"); + } + + /** + * @return 返回user agent + */ + public String ua() { + return userAgent(); + } + + /** + * @return 返回等待上传文件列表 + */ + public List uploadList() { + return this.uploadList; + } + + /** + * @return 返回js获取的ready state信息 + */ + protected String jsReadyState() { + try { + return JSON.parseObject(this.runCdp("Runtime.evaluate", Map.of("expression", "document.readyState;", "_timeout", 3)).toString()).getJSONObject("result").getString("value"); + } catch (ContextLostError e) { + return null; + } catch (Exception e) { + return "other" + e.getMessage(); + } + } + + /** + * 执行Chrome DevTools Protocol语句 + * + * @param cmd 协议项目 + * @return 执行的结果 + */ + public Object runCdp(String cmd) { + return runCdp(cmd, new HashMap<>()); + } + + /** + * 执行Chrome DevTools Protocol语句 + * + * @param cmd 协议项目 + * @param params 参数 + * @return 执行的结果 + */ + public Object runCdp(String cmd, Map params) { + params = params == null ? new HashMap<>() : params; + params = new HashMap<>(params); + Object ignore = params.remove("_ignore"); + Object run = this.driver.run(cmd, params); + if (JSON.parseObject(run.toString()).containsKey(Browser.__ERROR__)) { + try { + Tools.raiseError(JSON.parseObject(run.toString()), ignore); + } catch (JSONException e) { + Tools.raiseError(JSON.parseObject(JSON.toJSONString(run)), ignore); + } + return null; + } + return run; + } + + /** + * 执行Chrome DevTools Protocol语句，执行前等待页面加载完毕 + * + * @param cmd 协议项目 + * @return 执行的结果 + */ + + public Object runCdpLoaded(String cmd) { + return this.runCdpLoaded(cmd, new HashMap<>()); + } + + /** + * 执行Chrome DevTools Protocol语句，执行前等待页面加载完毕 + * + * @param cmd 协议项目 + * @param params 参数 + * @return 执行的结果 + */ + + public Object runCdpLoaded(String cmd, Map params) { + this.wait.docLoaded(); + return this.runCdp(cmd, params); + } + + /** + * 运行javascript代码 + * + * @param js js文本可以是路径 + */ + public Object runJs(String js) { + return runJs(js, new ArrayList<>()); + } + + /** + * 运行javascript代码 + * + * @param js js文本可以是路径 + * @param params 参数 + */ + public Object runJs(String js, List params) { + return runJs(js, null, params); + } + + /** + * 运行javascript代码 + * + * @param js js文本可以是路径 + * @param timeout js超时时间（秒），为null则使用页面timeouts.script设置 + * @param params 参数 + */ + public Object runJs(String js, Double timeout, List params) { + return runJs(js, false, timeout, params); + } + + /** + * 运行javascript代码 + * + * @param js js文本可以是路径 + * @param asExpr 是否作为表达式运行，为True时args无效 + * @param timeout js超时时间（秒），为null则使用页面timeouts.script设置 + * @param params 参数 + */ + public Object runJs(String js, Boolean asExpr, Double timeout, List params) { + return ChromiumElement.runJs(this, js, asExpr, timeout == null ? this.timeouts.getScript() : timeout, params); + } + + /** + * 运行javascript代码 + * + * @param js js文本可以是路径 + */ + public Object runJs(Path js) { + return runJs(js, new ArrayList<>()); + } + + /** + * 运行javascript代码 + * + * @param js js文本可以是路径 + * @param params 参数 + */ + public Object runJs(Path js, List params) { + return runJs(js, null, params); + } + + /** + * 运行javascript代码 + * + * @param js js文本可以是路径 + * @param timeout js超时时间（秒），为null则使用页面timeouts.script设置 + * @param params 参数 + */ + public Object runJs(Path js, Double timeout, List params) { + return runJs(js, false, timeout, params); + } + + /** + * 运行javascript代码 + * + * @param js js文本可以是路径 + * @param asExpr 是否作为表达式运行，为True时args无效 + * @param timeout js超时时间（秒），为null则使用页面timeouts.script设置 + * @param params 参数 + */ + public Object runJs(Path js, Boolean asExpr, Double timeout, List params) { + timeout = timeout == null ? this.timeouts.getScript() : timeout; + try { + return ChromiumElement.runJs(this, js.toAbsolutePath().toString(), asExpr, timeout, params); + } catch (IOError e) { + return ChromiumElement.runJs(this, js.toString(), asExpr, timeout, params); + } + } + + /** + * 运行javascript代码 + * + * @param script js文本 + */ + public Object runJsLoaded(String script) { + return runJsLoaded(script, new ArrayList<>()); + } + + /** + * 运行javascript代码 + * + * @param script js文本 + * @param params 参数 + */ + public Object runJsLoaded(String script, List params) { + return runJsLoaded(script, null, params); + } + + + /** + * 运行javascript代码 + * + * @param script js文本 + * @param asExpr 是否作为表达式运行，为True时args无效 + * @param params 参数 + */ + public Object runJsLoaded(String script, Boolean asExpr, List params) { + return runJsLoaded(script, asExpr, null, params); + } + + /** + * 运行javascript代码 + * + * @param script js文本 + * @param asExpr 是否作为表达式运行，为True时args无效 + * @param timeout js超时时间（秒），为null则使用页面timeouts.script设置 + * @param params 参数 + */ + public Object runJsLoaded(String script, Boolean asExpr, Double timeout, List params) { + this.wait.docLoaded(); + return ChromiumElement.runJs(this, script, asExpr, timeout == null ? this.timeouts.getScript() : timeout, params); + } + + + /** + * 运行javascript代码 + * + * @param js js文本可以是路径 + */ + public Object runJsLoaded(Path js) { + return runJsLoaded(js, new ArrayList<>()); + } + + /** + * 运行javascript代码 + * + * @param js js文本可以是路径 + * @param params 参数 + */ + public Object runJsLoaded(Path js, List params) { + return runJsLoaded(js, null, params); + } + + /** + * 运行javascript代码 + * + * @param js js文本可以是路径 + * @param timeout js超时时间（秒），为null则使用页面timeouts.script设置 + * @param params 参数 + */ + public Object runJsLoaded(Path js, Double timeout, List params) { + return runJsLoaded(js, false, timeout, params); + } + + /** + * 运行javascript代码 + * + * @param js js文本可以是路径 + * @param asExpr 是否作为表达式运行，为True时args无效 + * @param timeout js超时时间（秒），为null则使用页面timeouts.script设置 + * @param params 参数 + */ + public Object runJsLoaded(Path js, Boolean asExpr, Double timeout, List params) { + this.wait.docLoaded(); + timeout = timeout == null ? this.timeouts.getScript() : timeout; + try { + return ChromiumElement.runJs(this, js.toAbsolutePath().toString(), asExpr, timeout, params); + } catch (IOError e) { + return ChromiumElement.runJs(this, js.toString(), asExpr, timeout, params); + } + } + + /** + * 以异步方式执行js代码 + * + * @param script js文本 + */ + public void runAsyncJs(String script) { + runAsyncJs(script, new ArrayList<>()); + } + + /** + * 以异步方式执行js代码 + * + * @param script js文本 + * @param params 参数 + */ + public void runAsyncJs(String script, List params) { + runAsyncJs(script, false, params); + } + + /** + * 以异步方式执行js代码 + * + * @param script js文本 + * @param asExpr 是否作为表达式运行，为True时args无效 + * @param params 参数 + */ + public void runAsyncJs(String script, boolean asExpr, List params) { + runJs(script, asExpr, 0.0, params); + } + + + /** + * 以异步方式执行js代码 + * + * @param script js文本 + */ + public void runAsyncJs(Path script) { + runAsyncJs(script, new ArrayList<>()); + } + + /** + * 以异步方式执行js代码 + * + * @param script js文本 + * @param params 参数 + */ + public void runAsyncJs(Path script, List params) { + runAsyncJs(script, false, params); + } + + /** + * 以异步方式执行js代码 + * + * @param script js文本 + * @param asExpr 是否作为表达式运行，为True时args无效 + * @param params 参数 + */ + public void runAsyncJs(Path script, boolean asExpr, List params) { + runJs(script, asExpr, 0.0, params); + } + + @Override + public Boolean get(String url, boolean showErrMsg, Integer retry, Double interval, Double timeout, Map params) { + BeforeConnect beforeConnect = this.beforeConnect(url, retry, interval); + Boolean urlAvailable = this.dConnect(this.url, beforeConnect.getRetry(), beforeConnect.getInterval(), showErrMsg, timeout); + this.setUrlAvailable(urlAvailable); + return this.urlAvailable(); + } + + /** + * 返回cookies + */ + public List cookies() { + return cookies(false); + } + + /** + * 返回cookies + * + * @param asMap 为True时返回由{name: value}键值对组成的map，为false时返回list且allInfo无效 + */ + public List cookies(boolean asMap) { + return cookies(asMap, false); + } + + /** + * 返回cookies + * + * @param asMap 为True时返回由{name: value}键值对组成的map，为false时返回list且allInfo无效 + * @param allDomains 是否返回所有域的cookies + */ + public List cookies(boolean asMap, boolean allDomains) { + return cookies(asMap, allDomains, false); + } + + /** + * 返回cookies + * + * @param asMap 为True时返回由{name: value}键值对组成的map，为false时返回list且allInfo无效 + * @param allDomains 是否返回所有域的cookies + * @param allInfo 是否返回所有信息，为False时只返回name、value、domain + */ + public List cookies(boolean asMap, boolean allDomains, boolean allInfo) { + String txt = allDomains ? "Storage" : "Network"; + JSONArray objects = JSON.parseObject(this.runCdpLoaded(txt + ".getCookies").toString()).getJSONArray("cookies"); + if (asMap) { + List mapList = new ArrayList<>(); + for (Object object : objects) { + JSONObject jsonObject = JSON.parseObject(object.toString()); + Cookie.Builder builder = new Cookie.Builder(); + builder.name(jsonObject.getString("name")); + builder.value(jsonObject.getString("value")); + mapList.add(builder.build()); + } + return mapList; + } else if (allInfo) { + List mapList = new ArrayList<>(); + for (Object object : objects) { + JSONObject jsonObject = JSON.parseObject(object.toString()); + Cookie.Builder builder = new Cookie.Builder(); + builder.name(jsonObject.getString("name")); + builder.value(jsonObject.getString("value")); + builder.path(jsonObject.getString("path")); + builder.domain(jsonObject.getString("domain")); + Integer integer = jsonObject.getInteger("expiresAt"); + integer = integer == null ? jsonObject.getInteger("expiresat") : integer; + builder.expiresAt(integer); + mapList.add(builder.build()); + } + return mapList; + } else { + List mapList = new ArrayList<>(); + for (Object object : objects) { + JSONObject jsonObject = JSON.parseObject(object.toString()); + Cookie.Builder builder = new Cookie.Builder(); + builder.name(jsonObject.getString("name")); + builder.value(jsonObject.getString("value")); + builder.domain(jsonObject.getString("domain")); + mapList.add(builder.build()); + } + return mapList; + } + } + + /** + * ChromiumElement对象组成的列表 + * + * @param by 定位符或元素对象 + * @return ChromiumElement对象组成的列表 + */ + @Override + public List eles(By by) { + return eles(by, null); + } + + /** + * ChromiumElement对象组成的列表 + * + * @param by 定位符或元素对象 + * @param timeout 查找超时时间（秒） + * @return ChromiumElement对象组成的列表 + */ + public List eles(By by, Double timeout) { + return super.eles(by, timeout); + } + + /** + * ChromiumElement对象组成的列表 + * + * @param str 定位符或元素对象 + * @return ChromiumElement对象组成的列表 + */ + @Override + public List eles(String str) { + return eles(str, null); + } + + /** + * ChromiumElement对象组成的列表 + * + * @param str 定位符或元素对象 + * @param timeout 查找超时时间（秒） + * @return ChromiumElement对象组成的列表 + */ + @Override + public List eles(String str, Double timeout) { + return new ArrayList<>(super.eles(str, timeout)); + } + + /** + * @param by 查询元素 + * @return SessionElement + */ + @Override + public SessionElement sEle(By by) { + return this.sEle(by, 1); + } + + /** + * @param by 查询元素 + * @param index 获取第几个，从1开始，可传入负数获取倒数第几个 + * @return SessionElement + */ + @Override + public SessionElement sEle(By by, Integer index) { + List sessionElements = SessionElement.makeSessionEle(this, by, index); + return sessionElements != null ? sessionElements.get(0) : null; + } + + /** + * @param str 定位符 + * @return SessionElement + */ + @Override + public SessionElement sEle(String str) { + return this.sEle(str, 1); + } + + /** + * @param loc 定位符 + * @param index 获取第几个，从1开始，可传入负数获取倒数第几个 + * @return SessionElement + */ + @Override + public SessionElement sEle(String loc, Integer index) { + List sessionElements = SessionElement.makeSessionEle(this, loc, index); + return sessionElements != null ? sessionElements.get(0) : null; + } + + /** + * @param by 查询元素 + * @return List + */ + @Override + public List sEles(By by) { + return SessionElement.makeSessionEle(this, by, null); + } + + /** + * @param loc 定位符 + * @return List + */ + @Override + public List sEles(String loc) { + return SessionElement.makeSessionEle(this, loc, null); + } + + /** + * 执行元素查找 + * + * @param by 查询元素 + * @param timeout 查找超时时间（秒） + * @param index 获取第几个，从0开始，可传入负数获取倒数第几个 如果是null则是返回全部 + * @param relative WebPage用的表示是否相对定位的参数 + * @param raiseErr 找不到元素是是否抛出异常，为null时根据全局设置 + * @return ChromiumElement对象或元素对象组成的列表 + */ + @Override + protected List findElements(By by, Double timeout, Integer index, Boolean relative, Boolean raiseErr) { + return _findElement(Locator.getLoc(by), timeout, index); + } + + /** + * 执行元素查找 + * + * @param loc 定位符 + * @param timeout 查找超时时间（秒） + * @param index 获取第几个，从0开始，可传入负数获取倒数第几个 如果是null则是返回全部 + * @param relative WebPage用的表示是否相对定位的参数 + * @param raiseErr 找不到元素是是否抛出异常，为null时根据全局设置 + * @return ChromiumElement对象或元素对象组成的列表 + */ + @Override + protected List findElements(String loc, Double timeout, Integer index, Boolean relative, Boolean raiseErr) { + return _findElement(Locator.getLoc(loc), timeout, index); + } + + private List _findElement(By by, Double timeout, Integer index) { + this.waits().docLoaded(); + timeout = timeout != null ? timeout : this.timeout(); + long endTime = (long) (System.currentTimeMillis() + timeout * 1000); + List searchIds = new ArrayList<>(); + timeout = timeout <= 0 ? 0.5 : timeout; + JSONObject result = JSON.parseObject(this.driver.run("DOM.performSearch", Map.of("query", by.getValue(), "_timeout", timeout, "includeUserAgentShadowDOM", true)).toString()); + int num; + if (result == null || result.toString().isEmpty() || result.containsKey(Browser.__ERROR__)) { + num = 0; + } else { + num = result.getInteger("resultCount"); + searchIds.add(result.getString("searchId")); + } + List list; + while (true) { + if (num > 0) { + int fromIndex = 0; + Integer indexArg = 0; + int endIndex; + if (index == null) { + endIndex = num; + indexArg = null; + } else if (index < 0) { + fromIndex = index + num; + endIndex = fromIndex + 1; + } else { + fromIndex = index - 1; + endIndex = fromIndex + 1; + } + if (fromIndex <= num - 1) { + if (result != null) { + JSONObject nIds = JSON.parseObject(this.driver.run("DOM.getSearchResults", Map.of("searchId", result.getString("searchId"), "fromIndex", fromIndex, "toIndex", endIndex)).toString()); + if (!nIds.containsKey(Browser.__ERROR__)) { + list = ChromiumElement.makeChromiumEles(this, nIds.get("nodeIds"), indexArg, false); + if (list != null) { + break; + } + } + } else throw new IllegalArgumentException("缺少参数searchId"); + + } + } + if (System.currentTimeMillis() >= endTime) return new ArrayList<>(); + try { + Thread.sleep(100); + } catch (InterruptedException e) { + throw new RuntimeException(e); + } + timeout = (double) (endTime - System.currentTimeMillis()); + timeout = timeout <= 0 ? 0.5 : timeout; + result = JSON.parseObject(this.driver.run("DOM.performSearch", Map.of("query", by.getValue(), "_timeout", timeout, "includeUserAgentShadowDOM", true)).toString()); + if (result != null && !result.containsKey(Browser.__ERROR__)) { + num = result.getInteger("resultCount"); + searchIds.add(result.getString("searchId")); + } + } + for (String searchId : searchIds) { + this.driver.run("DOM.discardSearchResults", Map.of("searchId", searchId)); + } + return new ArrayList<>(list); + } + + /** + * 刷新当前页面 + */ + public boolean refresh() { + return refresh(false); + } + + /** + * 刷新当前页面 + * + * @param ignoreCache 是否忽略缓存 + */ + public boolean refresh(boolean ignoreCache) { + this.isLoading = true; + this.runCdp("Page.reload", Map.of("ignoreCache", ignoreCache)); + return this.wait.loadStart(); + } + + /** + * 在浏览历史中前进1 + */ + public void forward() { + forward(1); + } + + /** + * 在浏览历史中前进若干步 + * + * @param steps 前进步数 + */ + public void forward(int steps) { + this.forwardOrBack(steps); + } + + /** + * 在浏览历史中后退1 + */ + public void back() { + back(1); + } + + /** + * 在浏览历史中后退若干步 + * + * @param steps 后退步数 + */ + public void back(int steps) { + this.forwardOrBack(-steps); + } + + /** + * 执行浏览器前进或后退，会跳过url相同的历史记录 + * + * @param steps 步数 + */ + private void forwardOrBack(int steps) { + if (steps == 0) return; + JSONObject history = JSON.parseObject(this.runCdp("Page.getNavigationHistory").toString()); + Integer index = history.getInteger("currentIndex"); + history = history.getJSONObject("entries"); + int direction = steps > 0 ? 1 : -1; + Object currUrl = history.getJSONObject(index + "").get("url"); + Object nid = null; + for (int num = 0; num < Math.abs(steps); num++) { + for (int i = index; i < history.size() && i >= 0; i += direction) { + index += direction; + JSONObject entry = history.getJSONObject(i + ""); + if (!Objects.equals(entry.get("url"), currUrl)) { + nid = entry.get("id"); + currUrl = entry.get("url"); + break; + } + } + } + if (nid != null) { + this.isLoading = true; + this.runCdp("Page.navigateToHistoryEntry", Map.of("entryId", nid)); + } + + } + + /** + * 页面停止加载 + */ + public void stopLoading() { + try { + this.runCdp("Page.stopLoading"); + } catch (PageDisconnectedError | CDPError ignored) { + + } + long endTime = (long) (System.currentTimeMillis() + this.timeouts.getPageLoad()); + while (!Objects.equals(this.readyState, "complete") && System.currentTimeMillis() < endTime) { + try { + Thread.sleep(100); + } catch (InterruptedException e) { + throw new RuntimeException(e); + } + } + } + + /** + * 从页面上删除一个元素 + * + * @param by 元素对象或定位符 + */ + public void removeEle(By by) { + if (by == null) return; + List list = this._ele(by, null, null, null, false, null); + if (!list.isEmpty()) this.runCdp("DOM.removeNode", Map.of("nodeId", list.get(0).getNodeId())); + } + + /** + * 从页面上删除一个元素 + * + * @param loc 元素对象或定位符 + */ + public void removeEle(String loc) { + if (loc == null || loc.isEmpty()) return; + List list = this._ele(loc, null, null, null, false, null); + if (!list.isEmpty()) this.runCdp("DOM.removeNode", Map.of("nodeId", list.get(0).getNodeId())); + } + + /** + * 新建一个元素 + * + * @param outerHTML 新元素的html文本 + * @return 元素对象 + */ + public ChromiumElement addEle(String outerHTML) { + return addEle(outerHTML, By.NULL()); + } + + /** + * 新建一个元素 + * + * @param outerHTML 新元素的html文本 + * @param insertTo 插入到哪个元素中，可接收元素对象和定位符，为null添加到body + * @return 元素对象 + */ + public ChromiumElement addEle(String outerHTML, By insertTo) { + return addEle(outerHTML, this.ele(insertTo), null); + } + + /** + * 新建一个元素 + * + * @param outerHTML 新元素的html文本 + * @param insertTo 插入到哪个元素中，可接收元素对象和定位符，为null添加到body + * @param before 在哪个子节点前面插入，可接收对象和定位符，为null插入到父元素末尾 + * @return 元素对象 + */ + public ChromiumElement addEle(String outerHTML, By insertTo, By before) { + return addEle(outerHTML, this.ele(insertTo), this.ele(before)); + } + + /** + * 新建一个元素 + * + * @param outerHTML 新元素的html文本 + * @param insertTo 插入到哪个元素中，可接收元素对象和定位符，为null添加到body + * @return 元素对象 + */ + public ChromiumElement addEle(String outerHTML, String insertTo) { + return addEle(outerHTML, this.ele(insertTo), null); + } + + /** + * 新建一个元素 + * + * @param outerHTML 新元素的html文本 + * @param insertTo 插入到哪个元素中，可接收元素对象和定位符，为null添加到body + * @param before 在哪个子节点前面插入，可接收对象和定位符，为null插入到父元素末尾 + * @return 元素对象 + */ + public ChromiumElement addEle(String outerHTML, String insertTo, String before) { + return addEle(outerHTML, this.ele(insertTo), this.ele(before)); + } + + + /** + * 新建一个元素 + * + * @param outerHTML 新元素的html文本 + * @param insertTo 插入到哪个元素中，可接收元素对象和定位符，为null添加到body + * @return 元素对象 + */ + public ChromiumElement addEle(String outerHTML, ChromiumElement insertTo) { + return addEle(outerHTML, insertTo, null); + } + + /** + * 新建一个元素 + * + * @param outerHTML 新元素的html文本 + * @param insertTo 插入到哪个元素中，可接收元素对象和定位符，为null添加到body + * @param before 在哪个子节点前面插入，可接收对象和定位符，为null插入到父元素末尾 + * @return 元素对象 + */ + public ChromiumElement addEle(String outerHTML, ChromiumElement insertTo, ChromiumElement before) { + String string = insertTo == null ? this.ele("t:body").toString() : insertTo.toString(); + List args = new ArrayList<>(); + args.add(outerHTML); + args.add(string); + String js; + if (before != null) { + args.add(before.toString()); + js = "ele = document.createElement(null);\n" + "arguments[1].insertBefore(ele, arguments[2]);\n" + "ele.outerHTML = arguments[0];\n" + "return arguments[2].previousElementSibling;"; + } else { + js = "ele = document.createElement(null);\n" + "arguments[1].appendChild(ele);\n" + "ele.outerHTML = arguments[0];\n" + "return arguments[1].lastElementChild;"; + } + return (ChromiumElement) this.runJs(js, args); + } + + /** + * 获取页面中一个frame对象 + * + * @param loc 定位符、iframe序号、ChromiumFrame对象，序号从1开始，可传入负数获取倒数第几个 + * @return ChromiumFrame对象 + */ + public ChromiumFrame getFrame(String loc) { + return getFrame(loc, null); + } + + /** + * 获取页面中一个frame对象 + * + * @param loc 定位符、iframe序号、ChromiumFrame对象，序号从1开始，可传入负数获取倒数第几个 + * @param timeout 查找元素超时时间（秒） + * @return ChromiumFrame对象 + */ + public ChromiumFrame getFrame(String loc, Double timeout) { + String xpath = !Locator.isLoc(loc) ? "xpath://*[(name()=\"iframe\" or name()=\"frame\") and (@name=\"" + loc + "\" or @id=\"" + loc + "\")]" : loc; + return getFrame(this._ele(xpath, timeout, null, null, null, null)); + } + + /** + * 获取页面中一个frame对象 + * + * @param by 定位符、iframe序号、ChromiumFrame对象，序号从1开始，可传入负数获取倒数第几个 + * @return ChromiumFrame对象 + */ + public ChromiumFrame getFrame(By by) { + return getFrame(by, null); + } + + /** + * 获取页面中一个frame对象 + * + * @param by 定位符、iframe序号、ChromiumFrame对象，序号从1开始，可传入负数获取倒数第几个 + * @param timeout 查找元素超时时间（秒） + * @return ChromiumFrame对象 + */ + public ChromiumFrame getFrame(By by, Double timeout) { + return getFrame(this._ele(by, timeout, null, null, null, null)); + } + + /** + * 获取页面中一个frame对象 + * + * @return ChromiumFrame对象 + */ + public ChromiumFrame getFrame() { + return getFrame(1); + } + + /** + * 获取页面中一个frame对象 + * + * @param index 定位符、iframe序号、ChromiumFrame对象，序号从1开始，可传入负数获取倒数第几个 + * @return ChromiumFrame对象 + */ + public ChromiumFrame getFrame(int index) { + return getFrame(index, null); + } + + /** + * 获取页面中一个frame对象 + * + * @param index 定位符、iframe序号、ChromiumFrame对象，序号从1开始，可传入负数获取倒数第几个 + * @param timeout 查找元素超时时间（秒） + * @return ChromiumFrame对象 + */ + public ChromiumFrame getFrame(int index, Double timeout) { + String str = null; + if (index == 0) index = 1; + else if (index < 0) str = "last()+" + index + "+1"; + str = "xpath:(//*[name()=\"frame\" or name()=\"iframe\"])[" + (str == null ? index : str) + "]"; + return this.getFrame(this._ele(str, timeout, null, null, null, null)); + } + + @Nullable + private ChromiumFrame getFrame(List chromiumElements) { + ChromiumFrame frame = null; + if (!chromiumElements.isEmpty()) { + try { + ChromiumElement chromiumElement = chromiumElements.get(0); + if (chromiumElement.getType().equals("ChromiumFrame")) { + return (ChromiumFrame) (BaseParser) chromiumElement; + } + } catch (Exception e) { + throw new IllegalArgumentException("无法转换成frame元素"); + } + } + return frame; + } + + /** + * 获取所有符合条件的frame对象 + * + * @return ChromiumFrame对象组成的列表 + */ + public List getFrames() { + return getFrames(""); + } + + /** + * 获取所有符合条件的frame对象 + * + * @param loc 定位符，为null时返回所有 + * @return ChromiumFrame对象组成的列表 + */ + public List getFrames(String loc) { + return getFrames(loc == null || loc.isEmpty() ? null : loc, null); + } + + /** + * 获取所有符合条件的frame对象 + * + * @param loc 定位符，为null时返回所有 + * @param timeout 查找超时时间（秒） + * @return ChromiumFrame对象组成的列表 + */ + public List getFrames(String loc, Double timeout) { + loc = loc == null ? "xpath://*[name()=\"iframe\" or name()=\"frame\"]" : loc; + return _getFrames(this._ele(loc, timeout, null, null, false, null)); + } + + /** + * 获取所有符合条件的frame对象 + * + * @param by 定位符，为null时返回所有 + * @return ChromiumFrame对象组成的列表 + */ + public List getFrames(By by) { + return getFrames(by, null); + } + + /** + * 获取所有符合条件的frame对象 + * + * @param by 定位符，为null时返回所有 + * @param timeout 查找超时时间（秒） + * @return ChromiumFrame对象组成的列表 + */ + public List getFrames(By by, Double timeout) { + return _getFrames(this._ele(by, timeout, null, null, false, null)); + } + + @NotNull + private List _getFrames(List chromiumElements) { + List frames = new ArrayList<>(); + chromiumElements.forEach(baseParser -> { + try { + if (baseParser.getType().equals("ChromiumFrame")) { + frames.add((ChromiumFrame) (BaseParser) baseParser); + } + } catch (Exception ignored) { + } + }); + return frames; + } + + /** + * 获取sessionStorage信息，不设置item则获取全部 + * + * @return sessionStorage一个或所有项内容 + */ + public Object sessionStorage() { + return sessionStorage(null); + } + + /** + * 获取sessionStorage信息，不设置item则获取全部 + * + * @param item 要获取的项，不设置则返回全部 + * @return sessionStorage一个或所有项内容 + */ + public Object sessionStorage(String item) { + if (item != null && !item.trim().isEmpty()) + return this.runJsLoaded("sessionStorage.getItem(\"" + item.trim() + "\");"); + else { + String js = "var dp_ls_len = sessionStorage.length;\n" + "var dp_ls_arr = new Array();\n" + "for(var i = 0; i < dp_ls_len; i++) {\n" + " var getKey = sessionStorage.key(i);\n" + " var getVal = sessionStorage.getItem(getKey);\n" + " dp_ls_arr[i] = {'key': getKey, 'val': getVal}\n" + "}\n" + "return dp_ls_arr;"; + return JSON.parseArray(this.runJsLoaded(js).toString()).stream().map(o -> JSON.parseObject(o.toString())).collect(Collectors.toMap(jsonObject -> jsonObject.getString("key"), jsonObject -> jsonObject.get("val"), (a, b) -> b)); + } + } + + /** + * 获取localStorage信息，不设置item则获取全部 + * + * @return localStorage一个或所有项内容 + */ + public Object localStorage() { + return localStorage(null); + } + + /** + * 获取localStorage信息，不设置item则获取全部 + * + * @param item 要获取的项，不设置则返回全部 + * @return localStorage一个或所有项内容 + */ + public Object localStorage(String item) { + if (item != null && !item.trim().isEmpty()) + return this.runJsLoaded("localStorage.getItem(\"" + item.trim() + "\");"); + else { + String js = "var dp_ls_len = localStorage.length;\n" + "var dp_ls_arr = new Array();\n" + "for(var i = 0; i < dp_ls_len; i++) {\n" + " var getKey = localStorage.key(i);\n" + " var getVal = localStorage.getItem(getKey);\n" + " dp_ls_arr[i] = {'key': getKey, 'val': getVal}\n" + "}\n" + "return dp_ls_arr;"; + return JSON.parseArray(this.runJsLoaded(js).toString()).stream().map(o -> JSON.parseObject(o.toString())).collect(Collectors.toMap(jsonObject -> jsonObject.getString("key"), jsonObject -> jsonObject.get("val"), (a, b) -> b)); + } + } + + /** + * 对页面进行截图，可对整个网页、可见网页、指定范围截图。对可视范围外截图需要90以上版本浏览器支持 + * + * @param path 保存路径 + * @param name 完整文件名，后缀可选 'jpg','jpeg','png','webp' + * @param asBytes 是否以字节形式返回图片，可选 'jpg','jpeg','png','webp'，生效时path参数和as_base64参数无效 + * @param asBase64 是否以base64字符串形式返回图片，可选 'jpg','jpeg','png','webp'，生效时path参数无效 + * @param fullPage 是否整页截图，为True截取整个网页，为False截取可视窗口 + * @param leftTop 截取范围左上角坐标 + * @param rightTop 截取范围右下角角坐标 + * @return 图片完整路径或字节文本 + */ + public Object getScreenshot(String path, String name, PicType asBytes, PicType asBase64, boolean fullPage, Coordinate leftTop, Coordinate rightTop) { + return this._getScreenshot(path, name, asBytes, asBase64, fullPage, leftTop, rightTop, null); + } + + /** + * 添加初始化脚本，在页面加载任何脚本前执行 + * + * @param script js文本 + * @return 添加的脚本的id + */ + public String addInitJs(String script) { + if (script == null || script.isEmpty()) return null; + String o = JSON.parseObject(this.runCdp("Page.addScriptToEvaluateOnNewDocument", Map.of("source", script, "includeCommandLineAPI", true)).toString()).getString("identifier"); + this.initJss.add(o); + return o; + } + + /** + * 删除初始化脚本，jsId传入null时删除所有 + * + * @param scriptId 脚本的id + */ + public void removeInitJs(String scriptId) { + if (scriptId == null || scriptId.isEmpty()) { + this.initJss.forEach(id -> this.runCdp("Page.removeScriptToEvaluateOnNewDocument", Map.of("identifier", id))); + this.initJss.clear(); + } else { + for (String id : this.initJss) + if (id.equals(scriptId)) + this.runCdp("Page.removeScriptToEvaluateOnNewDocument", Map.of("identifier", scriptId)); + this.initJss.remove(scriptId); + } + } + + /** + * 清除缓存，可选要清除的项 + */ + public void clearCache() { + clearCache(true); + } + + /** + * 清除缓存，可选要清除的项 + * + * @param cache 是否清除cache + */ + public void clearCache(boolean cache) { + clearCache(cache, true); + } + + /** + * 清除缓存，可选要清除的项 + * + * @param cache 是否清除cache + * @param cookies 是否清除cookies + */ + public void clearCache(boolean cache, boolean cookies) { + clearCache(true, cache, cookies); + } + + /** + * 清除缓存，可选要清除的项 + * + * @param localStorage 是否清除localStorage + * @param cache 是否清除cache + * @param cookies 是否清除cookies + */ + public void clearCache(boolean localStorage, boolean cache, boolean cookies) { + clearCache(true, localStorage, cache, cookies); + } + + /** + * 清除缓存，可选要清除的项 + * + * @param sessionStorage 是否清除sessionStorage + * @param localStorage 是否清除localStorage + * @param cache 是否清除cache + * @param cookies 是否清除cookies + */ + public void clearCache(boolean sessionStorage, boolean localStorage, boolean cache, boolean cookies) { + if (sessionStorage || localStorage) { + this.runCdpLoaded("DOMStorage.enable"); + Object i = JSON.parseObject(this.runCdp("Storage.getStorageKeyForFrame", Map.of("frameId", this.frameId)).toString()).get("storageKey"); + if (sessionStorage) + this.runCdp("DOMStorage.clear", Map.of("storageId", Map.of("storageKey", i, "isLocalStorage", false))); + if (localStorage) + this.runCdp("DOMStorage.clear", Map.of("storageId", Map.of("storageKey", i, "isLocalStorage", true))); + this.runCdpLoaded("DOMStorage.disable"); + } + if (cache) this.runCdpLoaded("Network.clearBrowserCache"); + if (cookies) this.runCdpLoaded("Network.clearBrowserCookies"); + } + + /** + * 断开与页面的连接，不关闭页面 + */ + public void stop() { + this.disconnect(); + } + + /** + * 断开与页面的连接，不关闭页面 + */ + public void disconnect() { + if (this.driver != null) this.browser.stopDiver(this.driver); + } + + + /** + * 断开与页面原来的页面，重新建立连接 + */ + public void reconnect() { + reconnect(0); + } + + /** + * 断开与页面原来的页面，重新建立连接 + * + * @param wait 断开后等待若干秒再连接 + */ + public void reconnect(int wait) { + String s = this.targetId(); + this.disconnect(); + if (wait > 0) try { + Thread.sleep(wait * 1000L); + } catch (InterruptedException e) { + throw new RuntimeException(e); + } + this.browser.reconnect(); + this.driver = this.browser.getDriver(s, this); + } + + /** + * 处理提示框，可以自动等待提示框出现 + * + * @return 提示框内容文本，未等到提示框则返回null + */ + public String handleAlert() { + return handleAlert(true); + } + + /** + * 处理提示框，可以自动等待提示框出现 + * + * @param send 处理prompt提示框时可输入文本 + * @return 提示框内容文本，未等到提示框则返回null + */ + public String handleAlert(String send) { + return handleAlert(true, send); + } + + /** + * 处理提示框，可以自动等待提示框出现 + * + * @param accept True表示确认，False表示取消，其它值不会按按钮但依然返回文本值 + * @return 提示框内容文本，未等到提示框则返回null + */ + public String handleAlert(boolean accept) { + return handleAlert(accept, null); + } + + /** + * 处理提示框，可以自动等待提示框出现 + * + * @param accept True表示确认，False表示取消，其它值不会按按钮但依然返回文本值 + * @param send 处理prompt提示框时可输入文本 + * @return 提示框内容文本，未等到提示框则返回null + */ + public String handleAlert(boolean accept, String send) { + return handleAlert(accept, send, null); + } + + /** + * 处理提示框，可以自动等待提示框出现 + * + * @param accept True表示确认，False表示取消，其它值不会按按钮但依然返回文本值 + * @param send 处理prompt提示框时可输入文本 + * @param timeout 等待提示框出现的超时时间（秒），为null则使用self.timeout属性的值 + * @return 提示框内容文本，未等到提示框则返回null + */ + public String handleAlert(boolean accept, String send, Double timeout) { + return handleAlert(accept, send, timeout, false); + } + + /** + * 处理提示框，可以自动等待提示框出现 + * + * @param accept True表示确认，False表示取消，其它值不会按按钮但依然返回文本值 + * @param send 处理prompt提示框时可输入文本 + * @param timeout 等待提示框出现的超时时间（秒），为null则使用self.timeout属性的值 + * @param nextOne 是否处理下一个出现的提示框，为True时timeout参数无效 + * @return 提示框内容文本，未等到提示框则返回null + */ + public String handleAlert(boolean accept, String send, Double timeout, boolean nextOne) { + String s = this._handleAlert(accept, send, timeout, nextOne); + while (this.hasAlert) { + try { + Thread.sleep(100); + } catch (InterruptedException e) { + throw new RuntimeException(e); + } + } + return s; + } + + /** + * 处理提示框，可以自动等待提示框出现 + * + * @param accept True表示确认，False表示取消，其它值不会按按钮但依然返回文本值 + * @param send 处理prompt提示框时可输入文本 + * @param timeout 等待提示框出现的超时时间（秒），为null则使用self.timeout属性的值 + * @param nextOne 是否处理下一个出现的提示框，为True时timeout参数无效 + * @return 提示框内容文本，未等到提示框则返回null + */ + private String _handleAlert(boolean accept, String send, Double timeout, boolean nextOne) { + if (nextOne) { + this.alert.setHandleNext(accept); + this.alert.setNextText(send); + return null; + } + timeout = timeout == null ? this.timeout() : timeout; + timeout = timeout <= 0 ? 0.1 : timeout; + long endTime = (long) (System.currentTimeMillis() + timeout * 1000); + while (!this.alert.getActivated() && System.currentTimeMillis() < endTime) { + try { + Thread.sleep(100); + } catch (InterruptedException e) { + throw new RuntimeException(e); + } + } + if (!this.alert.getActivated()) { + return null; + } + String resText = this.alert.getText(); + HashMap map = new HashMap<>(); + map.put("accept", accept); + map.put("_timeout", 0); + if (Objects.equals(this.alert.getType(), "prompt") && send != null && !send.isEmpty()) + map.put("promptText", send); + this.driver.run("Page.handleJavaScriptDialog", map); + return resText; + } + + /** + * alert出现时触发的方法 + */ + private void onAlterOpen(Object message) { + JSONObject jsonObject = JSON.parseObject(message.toString()); + this.alert.setActivated(true); + this.alert.setText(jsonObject.getString("message")); + this.alert.setType(jsonObject.getString("message")); + this.alert.setDefaultPrompt(jsonObject.getString("defaultPrompt")); + this.alert.setResponseAccept(null); + this.alert.setResponseText(null); + this.hasAlert = true; + if (this.alert.getAuto() != null) { + this.handleAlert(this.alert.getAuto(), null, null, false); + } else if (this.alert.getHandleNext() != null) { + this.handleAlert(this.alert.getHandleNext(), this.alert.getNextText(), null, false); + this.alert.setHandleNext(null); + } + } + + /** + * alert关闭时触发的方法 + */ + private void onAlertClose(Object params) { + JSONObject jsonObject = JSON.parseObject(params.toString()); + this.alert.setActivated(false); + this.alert.setText(null); + this.alert.setType(null); + this.alert.setDefaultPrompt(null); + this.alert.setResponseAccept(jsonObject.getString("result")); + this.alert.setResponseText(jsonObject.getString("userInput")); + this.hasAlert = false; + } + + /** + * 待页面加载完成，超时触发停止加载 + * + * @return 是否成功，超时返回False + */ + protected boolean waitLoaded() { + return waitLoaded(null); + } + + /** + * 待页面加载完成，超时触发停止加载 + * + * @param timeout 超时时间（秒） + * @return 是否成功，超时返回False + */ + protected boolean waitLoaded(Double timeout) { + timeout = timeout == null ? this.timeouts.getPageLoad() : timeout; + long endTime = (long) (System.currentTimeMillis() + timeout * 1000); + while (System.currentTimeMillis() < endTime) { + if (Objects.equals(this.readyState, "complete")) { + return true; + } else if (Objects.equals(this.loadMode, "eager") && Objects.equals(this.readyState, "interactive") && !this.isLoading) { + return true; + } + try { + Thread.sleep(100); + } catch (InterruptedException e) { + throw new RuntimeException(e); + } + } + try { + this.stopLoading(); + } catch (CDPError ignored) { + + } + return false; + } + + + /** + * 尝试连接，重试若干次 + * + * @param toUrl 要访问的url + * @param times 重试次数 + * @param interval 重试间隔（秒） + * @param showErrMsg 是否抛出异常 + * @param timeout 连接超时时间（秒） + * @return 是否成功，返回null表示不确定 + */ + private Boolean dConnect(String toUrl, int times, double interval, boolean showErrMsg, Double timeout) { + Exception err = null; + this.isLoading = true; + timeout = timeout != null ? timeout : this.timeouts.getPageLoad(); + for (int i = 0; i < times + 1; i++) { + err = null; + long endTime = (long) (System.currentTimeMillis() + timeout * 1000); + try { + String string = this.runCdp("Page.navigate", Map.of("frameId", this.frameId, "url", toUrl, "_timeout", timeout)).toString(); + JSONObject result = JSON.parseObject(string); + if (result.containsKey("errorText")) err = new ConnectException(result.get("errorText").toString()); + } catch (Exception e) { + e.printStackTrace(); + err = new TimeoutException("页面连接超时（等待" + timeout + "秒）。"); + } + if (err != null) { + if (i < times) { + try { + Thread.sleep((long) (interval * 1000)); + } catch (InterruptedException e) { + throw new RuntimeException(e); + } + if (showErrMsg) System.out.println("重试" + (i + 1) + toUrl); + } + long endTime1 = (long) (System.currentTimeMillis() + timeout * 1000); + while ((!Objects.equals(this.readyState, "loading") || !Objects.equals(this.readyState, "complete")) && System.currentTimeMillis() < endTime1) {// 等待出错信息显示 + try { + Thread.sleep(100); + } catch (InterruptedException e) { + throw new RuntimeException(e); + } + } + this.stopLoading(); + continue; + } + if (Objects.equals(this.loadMode, null) || Objects.equals(this.loadMode, "null")) return true; + double yu = endTime - System.currentTimeMillis(); + boolean ok = this.waitLoaded(yu <= 0 ? 1 : yu / 1000); + if (!ok) { + err = new TimeoutException("页面连接超时（等待" + timeout + "秒）。"); + if (i < times) { + try { + Thread.sleep((long) (interval * 1000)); + } catch (InterruptedException e) { + throw new RuntimeException(e); + } + if (showErrMsg) System.out.println("重试" + (i + 1) + toUrl); + } + continue; + } + break; + } + if (err != null) if (showErrMsg) throw new RuntimeException(new ConnectException("连接异常。")); + else return false; + return true; + } + + /** + * 实现截图 + * + * @param path 文件保存路径 + * @param name 完整文件名，后缀可选 'jpg','jpeg','png','webp' + * @param asBytes 是否以字节形式返回图片，可选 'jpg','jpeg','png','webp'，生效时path参数和as_base64参数无效 + * @param asBase64 是否以base64字符串形式返回图片，可选 'jpg','jpeg','png','webp'，生效时path参数无效 + * @param fullPage 是否整页截图，为True截取整个网页，为False截取可视窗口 + * @param leftTop 截取范围左上角坐标 + * @param rightTop 截取范围右下角角坐标 + * @param ele 为异域iframe内元素截图设置 + * @return 图片完整路径或字节文本 + */ + + public Object _getScreenshot(String path, String name, PicType asBytes, PicType asBase64, Boolean fullPage, Coordinate leftTop, Coordinate rightTop, ChromiumElement ele) { + String picType; + if (asBytes != null) { + if (asBytes.equals(PicType.DEFAULT)) { + picType = PicType.PNG.getValue(); + } else { + picType = (asBytes.equals(PicType.JPG) ? PicType.JPEG : asBytes).getValue(); + } + } else if (asBase64 != null) { + if (asBase64.equals(PicType.DEFAULT)) { + picType = PicType.PNG.getValue(); + } else { + picType = (asBytes.equals(PicType.JPG) ? PicType.JPEG : asBytes).getValue(); + } + } else { + path = path != null ? path.replaceAll("[\\\\/]+$", "") : "."; + if (!(path.endsWith(".jpg") || path.endsWith(".jpeg") || path.endsWith(".png") || path.endsWith(".webp"))) { + if (name == null) { + name = this.title() + ".jpg"; + } else if (!(name.endsWith(".jpg") || name.endsWith(".jpeg") || name.endsWith(".png") || name.endsWith(".webp"))) { + name = name + ".jpg"; + } + path = path + FileSystems.getDefault().getSeparator() + name; + } + + Path imagePath = Paths.get(path); + path = imagePath.toString(); + String suffix = imagePath.getFileName().toString().toLowerCase(); + String substring = suffix.substring(1); + + + picType = ".jpg".equals(substring) ? PicType.JPEG.getValue() : substring; + } + Coordinate size = this.rect.size(); + Map vp; + Object png; + if (fullPage) { + vp = Map.of("x", 0, "y", 0, "width", size.getX(), "height", size.getY(), "scale", 1); + png = JSONObject.parseObject(this.runCdpLoaded("Page.captureScreenshot", Map.of("format", picType, "captureBeyondViewport", true, "clip", vp)).toString()).get("data"); + } else { + if (leftTop != null && rightTop != null) { + int x = leftTop.getX(); + int y = leftTop.getY(); + int w = rightTop.getX() - x; + int h = rightTop.getY() - y; + boolean v = !Web.locationInViewport(this, x, y) && Web.locationInViewport(this, rightTop.getX(), rightTop.getY()); + if (v && Boolean.parseBoolean(this.runJs("return document.body.scrollHeight > window.innerHeight;").toString()) && !Boolean.parseBoolean(this.runJs("return document.body.scrollWidth > window.innerWidth;").toString())) { + x += 10; + } + vp = Map.of("x", x, "y", y, "width", w, "height", h, "scale", 1); + png = JSONObject.parseObject(this.runCdpLoaded("Page.captureScreenshot", Map.of("format", picType, "captureBeyondViewport", v, "clip", vp)).toString()).get("data"); + } else { + png = JSONObject.parseObject(this.runCdpLoaded("Page.captureScreenshot", Map.of("format", picType)).toString()).get("data"); + } + } + if (asBase64 != null) return png; + byte[] decodedBytes = Base64.getDecoder().decode(png.toString()); + if (asBytes != null) return decodedBytes; + try { + Path file = new File(path).toPath(); + // 创建父目录（如果不存在） + Files.createDirectories(file.getParent()); + // 写入文件 + Files.write(file, decodedBytes, StandardOpenOption.CREATE); + // 返回文件的绝对路径 + return file.toAbsolutePath().toString(); + } catch (IOException e) { + e.printStackTrace(); // 处理异常，例如文件写入失败 + return null; + } + } + + public static void closePrivacyDialog(ChromiumBase page, String tabId) { + try { + Driver driver = page.browser().getDriver(tabId); + driver.run("Runtime.enable"); + driver.run("DOM.enable"); + driver.run("DOM.getDocument"); + Object sid = JSON.parseObject(driver.run("DOM.performSearch", Map.of("query", "//*[name()=\"privacy-sandbox-notice-dialog-app\"]", "includeUserAgentShadowDOM", true)).toString()).get("searchId"); + JSONObject jsonObject = JSON.parseObject(driver.run("DOM.getSearchResults", Map.of("searchId", sid, "fromIndex", 0, "toIndex", 1)).toString()); + Object r; + try { + r = jsonObject.getJSONArray("nodeIds").get(0); + } catch (Exception e) { + r = jsonObject.get("nodeIds"); + } + long endTime = System.currentTimeMillis() + 3000; + while (System.currentTimeMillis() < endTime) { + try { + r = JSON.parseObject(JSON.parseObject(driver.run("DOM.describeNode", Map.of("nodeId", r)).toString()).getJSONObject("node").getJSONArray("shadowRoots").get(0).toString()).get("backendNodeId"); + break; + } catch (Exception ignored) { + } + } + + driver.run("DOM.discardSearchResults", Map.of("searchId", sid)); + r = JSON.parseObject(driver.run("DOM.resolveNode", Map.of("backendNodeId", r)).toString()).getJSONObject("object").get("objectId"); + r = JSON.parseObject(driver.run("Runtime.callFunctionOn", Map.of("objectId", r, "functionDeclaration", "function(){return this.getElementById(\"ackButton\");}")).toString()).getJSONObject("result").get("objectId"); + driver.run("Runtime.callFunctionOn", Map.of("objectId", r, "functionDeclaration", "function(){return this.click();}")); + + } catch (Exception e) { + e.printStackTrace(); + } + } + + /** + * 把当前页面保存为mhtml文件，如果path和name参数都为null，只返回mhtml文本 + * + * @param page 要保存的页面对象 + * @param path 保存路径，为null且name不为null时保存在当前路径 + * @param name 文件名，为null且path不为null时用title属性值 + * @return mhtml文本 + */ + public static String getMHtml(ChromiumBase page, String path, String name) { + String string = JSON.parseObject(page.runCdp("Page.captureSnapshot").toString()).getString("data"); + if (path == null && name == null) return string; + path = path == null ? "." : path; + Paths.get(path).toFile().mkdirs(); + name = name == null ? page.title() : name; + name = com.ll.DataRecorder.Tools.makeValidName(name); + try (BufferedWriter writer = Files.newBufferedWriter(Paths.get(path + FileSystems.getDefault().getSeparator() + name + ".mhtml"), StandardCharsets.UTF_8)) { + writer.write(string); + } catch (IOException e) { + throw new RuntimeException(e); + } + return string; + } + + /** + * 把当前页面保存为pdf文件，如果path和name参数都为null，只返回字节 + * + * @param page 要保存的页面对象 + * @param path 保存路径，为null且name不为null时保存在当前路径 + * @param name 文件名，为null且path不为null时用title属性值 + * @param params 参数 + * @return pdf文本 + */ + public static Object getPdf(ChromiumBase page, String path, String name, Map params) { + params = params == null ? new HashMap<>() : new HashMap<>(params); + params.put("transferMode", "ReturnAsBase64"); + if (!params.toString().contains("printBackground")) params.put("printBackground", true); + Object data; + try { + data = JSON.parseObject(page.runCdp("Page.printToPDF", params).toString()).get("data"); + } catch (Exception e) { + throw new RuntimeException("保存失败，可能浏览器版本不支持。"); + } + + // 使用 Java 的 Base64 解码 + byte[] decodedBytes = java.util.Base64.getDecoder().decode(String.valueOf(data)); + // 如果需要返回字节数组，则直接返回 + if (path == null && name == null) return decodedBytes; + path = path == null ? "." : path; + try { + // 创建父目录（如果不存在） + Paths.get(path).toFile().mkdirs(); + name = com.ll.DataRecorder.Tools.makeValidName(name); + // 写入文件 + Files.write(Paths.get(path + FileSystems.getDefault().getSeparator() + name + ".pdf"), decodedBytes, StandardOpenOption.CREATE); + } catch (Exception e) { + // 处理异常，例如文件写入失败 + e.printStackTrace(); + return null; + } + return decodedBytes; + } + +} diff --git a/java/src/main/java/com/ll/DrissonPage/page/ChromiumFrame.java b/java/src/main/java/com/ll/DrissonPage/page/ChromiumFrame.java new file mode 100644 index 0000000..a3bca89 --- /dev/null +++ b/java/src/main/java/com/ll/DrissonPage/page/ChromiumFrame.java @@ -0,0 +1,1404 @@ +package com.ll.DrissonPage.page; + +import com.alibaba.fastjson.JSON; +import com.alibaba.fastjson.JSONObject; +import com.ll.DrissonPage.base.By; +import com.ll.DrissonPage.base.MyRunnable; +import com.ll.DrissonPage.element.ChromiumElement; +import com.ll.DrissonPage.error.extend.ContextLostError; +import com.ll.DrissonPage.error.extend.ElementLostError; +import com.ll.DrissonPage.error.extend.JavaScriptError; +import com.ll.DrissonPage.error.extend.PageDisconnectedError; +import com.ll.DrissonPage.units.Coordinate; +import com.ll.DrissonPage.units.PicType; +import com.ll.DrissonPage.units.listener.FrameListener; +import com.ll.DrissonPage.units.rect.FrameRect; +import com.ll.DrissonPage.units.scroller.FrameScroller; +import com.ll.DrissonPage.units.setter.ChromiumFrameSetter; +import com.ll.DrissonPage.units.states.FrameStates; +import com.ll.DrissonPage.units.waiter.FrameWaiter; +import lombok.Getter; +import okhttp3.Cookie; + +import java.nio.file.FileSystems; +import java.nio.file.Path; +import java.nio.file.Paths; +import java.util.ArrayList; +import java.util.List; +import java.util.Map; +import java.util.Objects; +import java.util.regex.Matcher; +import java.util.regex.Pattern; + +/** + * @author 陆 + * @address click + */ +@Getter +public class ChromiumFrame extends ChromiumBase { + private final ChromiumBase targetPage; + private final ChromiumTab tab; + private final String tabId; + private final int backendId; + private ChromiumElement frameEle; + private ChromiumElement docEle; + private boolean isDiffDomain; + private FrameStates states; + private boolean reloading; + private FrameRect rect; + private FrameListener listener; + + public ChromiumFrame(ChromiumBase page, ChromiumElement ele, Map info) { + if ("ChromiumPage".equals(page.getType()) || "WebPage".equals(page.getType())) { + this.page = (ChromiumPage) page; + this.targetPage = page; + this.tab = ((ChromiumPage) page).getTab(); + this.setBrowser(page.browser()); + } else { + this.page = ((ChromiumTab) page).page(); + this.setBrowser(this.page.browser()); + this.targetPage = page; + this.tab = "ChromiumFrame".equals(page.getType()) ? ((ChromiumFrame) page).getTab() : (ChromiumTab) page; + } + this.address = page.getAddress(); + this.tabId = page.tabId(); + this.backendId = ele.getBackendId(); + this.frameEle = ele; + this.states = null; + this.reloading = false; + JSONObject node = JSON.parseObject(JSON.toJSONString(info != null ? info.get("node") : JSON.parseObject(page.runCdp("DOM.describeNode", Map.of("backendNodeId", ele.getBackendId())).toString()).get("node"))); + this.frameId = node.getString("frameId"); + if (this.isInnerFrame()) { + this.isDiffDomain = false; + this.docEle = new ChromiumElement(this.targetPage, null, null, node.getJSONObject("contentDocument").getInteger("backendNodeId")); + super.init(page.getAddress(), page.tabId(), page.timeout()); + } else { + this.isDiffDomain = true; + this.frameId = null; + super.init(page.getAddress(), node.getString("frameId"), page.timeout()); + this.docEle = new ChromiumElement(this, null, JSON.parseObject(super.runJs("document;", true, null, null).toString()).getString("objectId"), null); + } + this.rect = null; + this.setType("ChromiumFrame"); + long endTime = System.currentTimeMillis() + 2000L; + while (System.currentTimeMillis() < endTime) { + String url = this.url(); + if (!(url == null || url.trim().isEmpty() || url.equals("about:blank"))) break; + try { + Thread.sleep(100); + } catch (InterruptedException e) { + throw new RuntimeException(e); + } + } + + } + + @Override + public boolean equals(Object obj) { + return obj instanceof ChromiumFrame && this.getFrameId().equals(((ChromiumFrame) obj).getFrameId()); + } + + + /** + * 重写设置浏览器运行参数方法 + */ + @Override + protected void dSetRuntimeSettings() { + if (this.getTimeouts() == null) { + this.timeouts = this.targetPage.getTimeouts().copy(); + this.setRetryTimes(this.targetPage.getRetryTimes()); + this.setRetryInterval(this.targetPage.getRetryInterval()); + this.setDownloadPath(this.targetPage.downloadPath()); + } + this.setLoadMode(!this.isDiffDomain ? this.targetPage.loadMode() : "normal"); + } + + /** + * 避免出现服务器 500 错误 + * + * @param tabId 要跳转到的标签页id + */ + @Override + protected void driverInit(String tabId) { + try { + super.driverInit(tabId); + } catch (Exception e) { + this.browser().getDriver().get("http://" + this.address + "/json"); + super.driverInit(tabId); + } + this.driver().setCallback("Inspector.detached", new MyRunnable() { + @Override + public void run() { + onInspectorDetached(this.getMessage()); + } + }, true); + this.driver().setCallback("Page.frameDetached", null); + this.driver().setCallback("Inspector.frameDetached", new MyRunnable() { + @Override + public void run() { + onFrameDetached(this.getMessage()); + } + }, true); + } + + /** + * 重新获取document + */ + private void reload() { + this.isLoading = true; + this.reloading = true; + this.docGot = false; + this.driver().stop(); + JSONObject node = null; + try { + this.frameEle = new ChromiumElement(this.targetPage, null, null, this.backendId); + long endTime = System.currentTimeMillis() + 2000L; + while (System.currentTimeMillis() < endTime) { + node = JSON.parseObject(this.targetPage.runCdp("DOM.describeNode", Map.of("backendNodeId", this.frameEle.getBackendId())).toString()).getJSONObject("node"); + if (node.containsKey("frameId")) break; + } + if (node == null) return; + } catch (ElementLostError | PageDisconnectedError e) { + return; + } + String frameId1 = node.getString("frameId"); + if (this.isInnerFrame()) { + this.isDiffDomain = false; + this.docEle = new ChromiumElement(this.targetPage, null, null, node.getJSONObject("contentDocument").getInteger("backendNodeId")); + this.frameId = frameId1; + if (this.listener != null) this.listener.toTarget(this.targetPage.tabId(), this.address, this); + super.init(this.address, this.targetPage.tabId(), this.targetPage.timeout()); + } else { + this.isDiffDomain = true; + if (this.listener != null) this.listener.toTarget(frameId1, this.address, this); + + long endTime = (long) (System.currentTimeMillis() + this.timeouts.getPageLoad() * 1000); + super.init(this.address, frameId1, this.targetPage.timeout()); + long timeout = endTime - System.currentTimeMillis(); + if (timeout <= 0) timeout = 500; + this.waitLoaded(timeout / 1000.0); + } + this.isLoading = false; + this.reloading = false; + + } + + /** + * 刷新cdp使用的document数据 + * + * @param timeout 超时时间 + * @return 是否获取成功 + */ + @Override + protected Boolean getDocument(Double timeout) { + if (super.isReading != null && super.isReading) return false; + super.isReading = true; + try { + if (!this.isDiffDomain) { + JSONObject node = JSON.parseObject(this.targetPage.runCdp("DOM.describeNode", Map.of("backendNodeId", this.backendId)).toString()).getJSONObject("node"); + this.docEle = new ChromiumElement(this.targetPage, null, null, node.getJSONObject("contentDocument").getInteger("backendNodeId")); + } else { + timeout = timeout >= .5 ? timeout : Double.valueOf(.5); + Integer bId = JSON.parseObject(this.runCdp("DOM.getDocument", Map.of("_timeout", timeout)).toString()).getJSONObject("root").getInteger("backendNodeId"); + this.docEle = new ChromiumElement(this, null, null, bId); + } + this.rootId = this.docEle.getObjId(); + String r = this.runCdp("Page.getFrameTree").toString(); + // 定义正则表达式模式 + Pattern pattern = Pattern.compile("'id': '(.*?)'"); + Matcher matcher = pattern.matcher(r); + // 使用循环匹配所有符合条件的字符串 + if (matcher.find()) { + String match = matcher.group(1); // 获取匹配到的值 + this.browser().getFrames().put(match, this.tabId); + return true; + } + } catch (Exception e) { + return false; + } finally { + if (!this.reloading) this.isLoading = false; + this.isReading = false; + } + return false; + } + + /** + * 异域转同域或退出 + * + * @param ignoredParams 无效参数 + */ + + private void onInspectorDetached(Object ignoredParams) { + this.reload(); + } + + /** + * 同域变异域 + */ + private void onFrameDetached(Object params) { + String frameId1 = JSON.parseObject(params.toString()).getString("frameId"); + this.browser().getFrames().remove(frameId1); + if (Objects.equals(frameId1, this.frameId)) this.reload(); + } + //------------挂件----------------- + + + /** + * @return 返回用于滚动的对象 + */ + public FrameScroller scroll() { + this.waits().docLoaded(); + if (this.scroll == null) this.scroll = new FrameScroller(this); + return (FrameScroller) this.scroll; + } + + /** + * @return 返回用于设置的对象 + */ + public ChromiumFrameSetter set() { + if (this.set == null) this.set = new ChromiumFrameSetter(this); + return (ChromiumFrameSetter) this.set; + } + + /** + * @return 返回用于获取状态信息的对象 + */ + public FrameStates states() { + if (this.states == null) this.states = new FrameStates(this); + return this.states; + } + + /** + * @return 返回用于等待的对象 + */ + public FrameWaiter waits() { + if (this.wait == null) this.wait = new FrameWaiter(this); + return (FrameWaiter) this.wait; + } + + /** + * @return 返回获取坐标和大小的对象 + */ + public FrameRect rect() { + if (rect == null) this.rect = new FrameRect(this); + return this.rect; + } + + /** + * @return 返回用于聆听数据包的对象 + */ + public FrameListener listen() { + if (this.listener == null) this.listener = new FrameListener(this); + return this.listener; + } + + + //----------挂件---------- + public ChromiumPage page() { + return this.page; + } + + /** + * @return 返回总页面上的frame元素 + */ + public ChromiumElement frameEle() { + return this.frameEle; + } + + /** + * @return 返回元素tag + */ + public String tag() { + return this.frameEle().tag(); + } + + /** + * @return 返回frame当前访问的url + */ + public String url() { + try { + return this.docEle.runJs("return this.location.href;").toString(); + } catch (JavaScriptError | NullPointerException e) { + return null; + } + } + + /** + * @return 返回元素outerHTML文本 + */ + public String html() { + String tag = this.tag(); + String outHtml = JSON.parseObject(this.targetPage.runCdp("DOM.getOuterHTML", Map.of("backendNodeId", this.frameEle.getBackendId())).toString()).getString("outerHTML"); + Pattern pattern = Pattern.compile("<" + tag + ".*?>", Pattern.DOTALL); + Matcher matcher = pattern.matcher(outHtml); + if (matcher.find()) { + String sign = matcher.group(0); + return sign + this.innerHtml() + ""; + } + return ""; // 根据你的实际需求返回值可能会有所不同 + } + + /** + * @return 返回元素innerHTML文本 + */ + public String innerHtml() { + return this.docEle.runJs("return this.documentElement.outerHTML;").toString(); + } + + /** + * @return 返回页面title + */ + public String title() { + List list = this._ele("t:title", null, null, null, false, null); + return !list.isEmpty() ? list.get(0).text() : null; + } + + /** + * @return 返回cookies + */ + public List cookies() { + Object o = this.docEle.runJs("return this.cookie;"); + List list = new ArrayList<>(); + + JSONObject jsonObject; + try { + for (Object object : JSON.parseArray(this.docEle.runJs("return this.cookie;").toString())) { + jsonObject = JSON.parseObject(object.toString()); + Cookie.Builder builder = new Cookie.Builder(); + builder.name(jsonObject.getString("name")); + builder.value(jsonObject.getString("value")); + builder.domain(jsonObject.getString("domain")); + builder.hostOnlyDomain(jsonObject.getString("domain")); + builder.expiresAt(jsonObject.getInteger("expiresAt")); + builder.path(jsonObject.getString("path")); + list.add(builder.build()); + } + } catch (Exception e) { + jsonObject = JSON.parseObject(this.docEle.runJs("return this.cookie;").toString()); + Cookie.Builder builder = new Cookie.Builder(); + builder.name(jsonObject.getString("name")); + builder.value(jsonObject.getString("value")); + builder.domain(jsonObject.getString("domain")); + builder.hostOnlyDomain(jsonObject.getString("domain")); + builder.expiresAt(jsonObject.getInteger("expiresAt")); + builder.path(jsonObject.getString("path")); + list.add(builder.build()); + } + return this.isDiffDomain ? super.cookies() : list; + } + + /** + * @return 返回frame元素所有attribute属性 + */ + public Map attrs() { + return this.frameEle.attrs(); + } + + /** + * @return 返回当前焦点所在元素（需要测试一下） + */ + public ChromiumElement actionEle() { + Object o = this.docEle.runJs("return this.activeElement;"); + System.out.println(o); + return null; +// return new ChromiumElement(this.targetPage,); + } + + /** + * @return 返回frame的xpath绝对路径 + */ + + public String xpath() { + return this.frameEle.xpath(); + } + + /** + * @return 返回frame的css selector绝对路径 + */ + + public String cssPath() { + return this.frameEle.cssPath(); + } + + /** + * @return 返回frame所在tab的id + */ + public String tabId() { + return this.tabId; + } + + public String downloadPath() { + return super.downloadPath(); + } + + /** + * @return 返回当前页面加载状态，'loading' 'interactive' 'complete' + */ + protected String jsReadyState() { + if (this.isDiffDomain) { + return super.jsReadyState(); + } else { + try { + return this.docEle.runJs("return this.readyState;").toString(); + } catch (ContextLostError e) { + try { + JSONObject node = JSON.parseObject(this.runCdp("DOM.describeNode", Map.of("backendNodeId", this.frameEle.getBackendId())).toString()).getJSONObject("node"); + ChromiumElement chromiumElement = new ChromiumElement(this.targetPage, null, null, node.getJSONObject("contentDocument").getInteger("backendNodeId")); + return chromiumElement.runJs("return this.readyState;").toString(); + } catch (Exception i) { + return null; + } + } catch (NullPointerException e) { + return null; + } + } + + } + + /** + * 刷新frame页面 + */ + @Override + public boolean refresh() { + this.docEle.runJs("this.location.reload();"); + return true; + } + + /** + * 返回frame元素attribute属性值 + * + * @param attr 属性名 + * @return 属性值文本，没有该属性返回null + */ + public String attr(String attr) { + return this.frameEle.attr(attr); + } + + /** + * 删除frame元素attribute属性 + * + * @param attr 属性名 + */ + public void remove(String attr) { + this.frameEle.removeAttr(attr); + } + + /** + * 运行javascript代码 + * + * @param js js文本 + * @param asExpr 是否作为表达式运行，为True时args无效 + * @param timeout js超时时间（秒），为null则使用页面timeouts.script设置 + * @param params 参数 + */ + @Override + public Object runJs(String js, Boolean asExpr, Double timeout, List params) { + return js.startsWith("this.scrollIntoView") ? this.frameEle.runJs(js, asExpr, timeout, params) : this.docEle.runJs(js, asExpr, timeout, params); + } + + /** + * 运行javascript代码 + * + * @param js js文本 + * @param asExpr 是否作为表达式运行，为True时args无效 + * @param timeout js超时时间（秒），为null则使用页面timeouts.script设置 + * @param params 参数 + */ + @Override + public Object runJs(Path js, Boolean asExpr, Double timeout, List params) { + return js.startsWith("this.scrollIntoView") ? this.frameEle.runJs(js, asExpr, timeout, params) : this.docEle.runJs(js, asExpr, timeout, params); + } + + + /** + * 返回上面某一级父元素，可指定层数或用查询语法定位 + * + * @param index 第几级父元素，1开始，或定位符 + * @return 上级元素对象 + */ + public ChromiumElement parent(int index) { + return this.frameEle.parent(index); + } + + + /** + * 返回上面某一级父元素，可指定层数或用查询语法定位 + * + * @return 上级元素对象 + */ + public ChromiumElement parent() { + return this.frameEle.parent(1); + } + + /** + * 返回上面某一级父元素，可指定层数或用查询语法定位 + * + * @param loc 第几级父元素，1开始，或定位符 + * @param index 使用此参数选择第几个结果，1开始 + * @return 上级元素对象 + */ + public ChromiumElement parent(String loc, int index) { + return this.frameEle.parent(loc, index); + } + + /** + * 返回上面某一级父元素，可指定层数或用查询语法定位 + * + * @param loc 第几级父元素，1开始，或定位符 + * @return 上级元素对象 + */ + public ChromiumElement parent(String loc) { + return parent(loc, 1); + } + + /** + * 返回上面某一级父元素，可指定层数或用查询语法定位 + * + * @param by 第几级父元素，1开始，或定位符 + * @param index 使用此参数选择第几个结果，1开始 + * @return 上级元素对象 + */ + public ChromiumElement parent(By by, int index) { + return this.frameEle.parent(by, index); + } + + /** + * 返回上面某一级父元素，可指定层数或用查询语法定位 + * + * @param by 第几级父元素，1开始，或定位符 + * @return 上级元素对象 + */ + public ChromiumElement parent(By by) { + return parent(by, 1); + } + + /** + * 返回当前元素前面一个符合条件的同级元素，可用查询语法筛选，可指定返回筛选结果的第几个 + * + * @param loc 用于筛选的查询语法 + * @param index 前面第几个查询结果，1开始 + * @param timeout 查找节点的超时时间（秒） + * @param eleOnly 是否只获取元素，为False时把文本、注释节点也纳入 + * @return 同级元素或节点 + */ + public ChromiumElement prev(String loc, int index, Double timeout, boolean eleOnly) { + return this.frameEle.prev(loc, index, timeout, eleOnly); + } + + /** + * 返回当前元素前面一个符合条件的同级元素，可用查询语法筛选，可指定返回筛选结果的第几个 + * + * @param loc 用于筛选的查询语法 + * @param index 前面第几个查询结果，1开始 + * @param timeout 查找节点的超时时间（秒） + * @return 同级元素或节点 + */ + public ChromiumElement prev(String loc, int index, Double timeout) { + return this.prev(loc, index, timeout, true); + } + + /** + * 返回当前元素前面一个符合条件的同级元素，可用查询语法筛选，可指定返回筛选结果的第几个 + * + * @param loc 用于筛选的查询语法 + * @param index 前面第几个查询结果，1开始 + * @return 同级元素或节点 + */ + public ChromiumElement prev(String loc, int index) { + return this.prev(loc, index, 0.0); + } + + /** + * 返回当前元素前面一个符合条件的同级元素，可用查询语法筛选，可指定返回筛选结果的第几个 + * + * @param loc 用于筛选的查询语法 + * @return 同级元素或节点 + */ + public ChromiumElement prev(String loc) { + return this.prev(loc, 1); + } + + /** + * 返回当前元素前面一个符合条件的同级元素，可用查询语法筛选，可指定返回筛选结果的第几个 + * + * @return 同级元素或节点 + */ + public ChromiumElement prev() { + return this.prev(""); + } + + /** + * 返回当前元素前面一个符合条件的同级元素，可用查询语法筛选，可指定返回筛选结果的第几个 + * + * @param by 用于筛选的查询语法 + * @param index 前面第几个查询结果，1开始 + * @param timeout 查找节点的超时时间（秒） + * @param eleOnly 是否只获取元素，为False时把文本、注释节点也纳入 + * @return 同级元素或节点 + */ + public ChromiumElement prev(By by, int index, Double timeout, boolean eleOnly) { + return this.frameEle.prev(by, index, timeout, eleOnly); + } + + /** + * 返回当前元素前面一个符合条件的同级元素，可用查询语法筛选，可指定返回筛选结果的第几个 + * + * @param by 用于筛选的查询语法 + * @param index 前面第几个查询结果，1开始 + * @param timeout 查找节点的超时时间（秒） + * @return 同级元素或节点 + */ + public ChromiumElement prev(By by, int index, Double timeout) { + return this.prev(by, index, timeout, true); + } + + /** + * 返回当前元素前面一个符合条件的同级元素，可用查询语法筛选，可指定返回筛选结果的第几个 + * + * @param by 用于筛选的查询语法 + * @param index 前面第几个查询结果，1开始 + * @return 同级元素或节点 + */ + public ChromiumElement prev(By by, int index) { + return this.prev(by, index, 0.0); + } + + /** + * 返回当前元素前面一个符合条件的同级元素，可用查询语法筛选，可指定返回筛选结果的第几个 + * + * @param by 用于筛选的查询语法 + * @return 同级元素或节点 + */ + public ChromiumElement prev(By by) { + return this.prev(by, 1); + } + + + /** + * 返回当前元素后面一个符合条件的同级元素，可用查询语法筛选，可指定返回筛选结果的第几个 + * + * @param loc 用于筛选的查询语法 + * @param index 前面第几个查询结果，1开始 + * @param timeout 查找节点的超时时间（秒） + * @param eleOnly 是否只获取元素，为False时把文本、注释节点也纳入 + * @return 同级元素或节点 + */ + public ChromiumElement next(String loc, int index, Double timeout, boolean eleOnly) { + return this.frameEle.next(loc, index, timeout, eleOnly); + } + + /** + * 返回当前元素后面一个符合条件的同级元素，可用查询语法筛选，可指定返回筛选结果的第几个 + * + * @param loc 用于筛选的查询语法 + * @param index 前面第几个查询结果，1开始 + * @param timeout 查找节点的超时时间（秒） + * @return 同级元素或节点 + */ + public ChromiumElement next(String loc, int index, Double timeout) { + return this.next(loc, index, timeout, true); + } + + /** + * 返回当前元素后面一个符合条件的同级元素，可用查询语法筛选，可指定返回筛选结果的第几个 + * + * @param loc 用于筛选的查询语法 + * @param index 前面第几个查询结果，1开始 + * @return 同级元素或节点 + */ + public ChromiumElement next(String loc, int index) { + return this.next(loc, index, 0.0); + } + + /** + * 返回当前元素后面一个符合条件的同级元素，可用查询语法筛选，可指定返回筛选结果的第几个 + * + * @param loc 用于筛选的查询语法 + * @return 同级元素或节点 + */ + public ChromiumElement next(String loc) { + return this.next(loc, 1); + } + + /** + * 返回当前元素后面一个符合条件的同级元素，可用查询语法筛选，可指定返回筛选结果的第几个 + * + * @return 同级元素或节点 + */ + public ChromiumElement next() { + return this.next(""); + } + + /** + * 返回当前元素后面一个符合条件的同级元素，可用查询语法筛选，可指定返回筛选结果的第几个 + * + * @param by 用于筛选的查询语法 + * @param index 前面第几个查询结果，1开始 + * @param timeout 查找节点的超时时间（秒） + * @param eleOnly 是否只获取元素，为False时把文本、注释节点也纳入 + * @return 同级元素或节点 + */ + public ChromiumElement next(By by, int index, Double timeout, boolean eleOnly) { + return this.frameEle.next(by, index, timeout, eleOnly); + } + + /** + * 返回当前元素后面一个符合条件的同级元素，可用查询语法筛选，可指定返回筛选结果的第几个 + * + * @param by 用于筛选的查询语法 + * @param index 前面第几个查询结果，1开始 + * @param timeout 查找节点的超时时间（秒） + * @return 同级元素或节点 + */ + public ChromiumElement next(By by, int index, Double timeout) { + return this.next(by, index, timeout, true); + } + + /** + * 返回当前元素后面一个符合条件的同级元素，可用查询语法筛选，可指定返回筛选结果的第几个 + * + * @param by 用于筛选的查询语法 + * @param index 前面第几个查询结果，1开始 + * @return 同级元素或节点 + */ + public ChromiumElement next(By by, int index) { + return this.next(by, index, 0.0); + } + + /** + * 返回当前元素后面一个符合条件的同级元素，可用查询语法筛选，可指定返回筛选结果的第几个 + * + * @param by 用于筛选的查询语法 + * @return 同级元素或节点 + */ + public ChromiumElement next(By by) { + return this.next(by, 1); + } + + + /** + * 返回文档中当前元素前面符合条件的一个元素，可用查询语法筛选，可指定返回筛选结果的第几个 + * 查找范围不限同级元素，而是整个DOM文档 + * + * @param loc 用于筛选的查询语法 + * @param index 前面第几个查询结果，1开始 + * @param timeout 查找节点的超时时间（秒） + * @param eleOnly 是否只获取元素，为False时把文本、注释节点也纳入 + * @return 本元素前面的某个元素或节点 + */ + public ChromiumElement before(String loc, int index, Double timeout, boolean eleOnly) { + return this.frameEle.before(loc, index, timeout, eleOnly); + } + + /** + * 返回文档中当前元素前面符合条件的一个元素，可用查询语法筛选，可指定返回筛选结果的第几个 + * 查找范围不限同级元素，而是整个DOM文档 + * + * @param loc 用于筛选的查询语法 + * @param index 前面第几个查询结果，1开始 + * @param timeout 查找节点的超时时间（秒） + * @return 本元素前面的某个元素或节点 + */ + public ChromiumElement before(String loc, int index, Double timeout) { + return this.before(loc, index, timeout, true); + } + + /** + * 返回文档中当前元素前面符合条件的一个元素，可用查询语法筛选，可指定返回筛选结果的第几个 + * 查找范围不限同级元素，而是整个DOM文档 + * + * @param loc 用于筛选的查询语法 + * @param index 前面第几个查询结果，1开始 + * @return 本元素前面的某个元素或节点 + */ + public ChromiumElement before(String loc, int index) { + return this.before(loc, index, null); + } + + /** + * 返回文档中当前元素前面符合条件的一个元素，可用查询语法筛选，可指定返回筛选结果的第几个 + * 查找范围不限同级元素，而是整个DOM文档 + * + * @param loc 用于筛选的查询语法 + * @return 本元素前面的某个元素或节点 + */ + public ChromiumElement before(String loc) { + return this.before(loc, 1); + } + + /** + * 返回文档中当前元素前面符合条件的一个元素，可用查询语法筛选，可指定返回筛选结果的第几个 + * 查找范围不限同级元素，而是整个DOM文档 + * + * @return 本元素前面的某个元素或节点 + */ + public ChromiumElement before() { + return this.before(""); + } + + /** + * 返回文档中当前元素前面符合条件的一个元素，可用查询语法筛选，可指定返回筛选结果的第几个 + * 查找范围不限同级元素，而是整个DOM文档 + * + * @param by 用于筛选的查询语法 + * @param index 前面第几个查询结果，1开始 + * @param timeout 查找节点的超时时间（秒） + * @param eleOnly 是否只获取元素，为False时把文本、注释节点也纳入 + * @return 本元素前面的某个元素或节点 + */ + public ChromiumElement before(By by, int index, Double timeout, boolean eleOnly) { + return this.frameEle.before(by, index, timeout, eleOnly); + } + + /** + * 返回文档中当前元素前面符合条件的一个元素，可用查询语法筛选，可指定返回筛选结果的第几个 + * 查找范围不限同级元素，而是整个DOM文档 + * + * @param by 用于筛选的查询语法 + * @param index 前面第几个查询结果，1开始 + * @param timeout 查找节点的超时时间（秒） + * @return 本元素前面的某个元素或节点 + */ + public ChromiumElement before(By by, int index, Double timeout) { + return this.before(by, index, timeout, true); + } + + /** + * 返回文档中当前元素前面符合条件的一个元素，可用查询语法筛选，可指定返回筛选结果的第几个 + * 查找范围不限同级元素，而是整个DOM文档 + * + * @param by 用于筛选的查询语法 + * @param index 前面第几个查询结果，1开始 + * @return 本元素前面的某个元素或节点 + */ + public ChromiumElement before(By by, int index) { + return this.before(by, index, null); + } + + /** + * 返回文档中当前元素前面符合条件的一个元素，可用查询语法筛选，可指定返回筛选结果的第几个 + * 查找范围不限同级元素，而是整个DOM文档 + * + * @param by 用于筛选的查询语法 + * @return 本元素前面的某个元素或节点 + */ + public ChromiumElement before(By by) { + return this.before(by, 1); + } + + + /** + * 返回文档中此当前元素后面符合条件的一个元素，可用查询语法筛选，可指定返回筛选结果的第几个 + * 查找范围不限同级元素，而是整个DOM文档 + * + * @param loc 用于筛选的查询语法 + * @param index 前面第几个查询结果，1开始 + * @param timeout 查找节点的超时时间（秒） + * @param eleOnly 是否只获取元素，为False时把文本、注释节点也纳入 + * @return 本元素前面的某个元素或节点 + */ + public ChromiumElement after(String loc, int index, Double timeout, boolean eleOnly) { + return this.frameEle.after(loc, index, timeout, eleOnly); + } + + /** + * 返回文档中此当前元素后面符合条件的一个元素，可用查询语法筛选，可指定返回筛选结果的第几个 + * 查找范围不限同级元素，而是整个DOM文档 + * + * @param loc 用于筛选的查询语法 + * @param index 前面第几个查询结果，1开始 + * @param timeout 查找节点的超时时间（秒） + * @return 本元素前面的某个元素或节点 + */ + public ChromiumElement after(String loc, int index, Double timeout) { + return this.after(loc, index, timeout, true); + } + + /** + * 返回文档中此当前元素后面符合条件的一个元素，可用查询语法筛选，可指定返回筛选结果的第几个 + * 查找范围不限同级元素，而是整个DOM文档 + * + * @param loc 用于筛选的查询语法 + * @param index 前面第几个查询结果，1开始 + * @return 本元素前面的某个元素或节点 + */ + public ChromiumElement after(String loc, int index) { + return this.after(loc, index, null); + } + + /** + * 返回文档中此当前元素后面符合条件的一个元素，可用查询语法筛选，可指定返回筛选结果的第几个 + * 查找范围不限同级元素，而是整个DOM文档 + * + * @param loc 用于筛选的查询语法 + * @return 本元素前面的某个元素或节点 + */ + public ChromiumElement after(String loc) { + return this.after(loc, 1); + } + + /** + * 返回文档中此当前元素后面符合条件的一个元素，可用查询语法筛选，可指定返回筛选结果的第几个 + * 查找范围不限同级元素，而是整个DOM文档 + * + * @return 本元素前面的某个元素或节点 + */ + public ChromiumElement after() { + return this.after(""); + } + + /** + * 返回文档中此当前元素后面符合条件的一个元素，可用查询语法筛选，可指定返回筛选结果的第几个 + * 查找范围不限同级元素，而是整个DOM文档 + * + * @param by 用于筛选的查询语法 + * @param index 前面第几个查询结果，1开始 + * @param timeout 查找节点的超时时间（秒） + * @param eleOnly 是否只获取元素，为False时把文本、注释节点也纳入 + * @return 本元素前面的某个元素或节点 + */ + public ChromiumElement after(By by, int index, Double timeout, boolean eleOnly) { + return this.frameEle.after(by, index, timeout, eleOnly); + } + + /** + * 返回文档中此当前元素后面符合条件的一个元素，可用查询语法筛选，可指定返回筛选结果的第几个 + * 查找范围不限同级元素，而是整个DOM文档 + * + * @param by 用于筛选的查询语法 + * @param index 前面第几个查询结果，1开始 + * @param timeout 查找节点的超时时间（秒） + * @return 本元素前面的某个元素或节点 + */ + public ChromiumElement after(By by, int index, Double timeout) { + return this.after(by, index, timeout, true); + } + + /** + * 返回文档中此当前元素后面符合条件的一个元素，可用查询语法筛选，可指定返回筛选结果的第几个 + * 查找范围不限同级元素，而是整个DOM文档 + * + * @param by 用于筛选的查询语法 + * @param index 前面第几个查询结果，1开始 + * @return 本元素前面的某个元素或节点 + */ + public ChromiumElement after(By by, int index) { + return this.after(by, index, null); + } + + /** + * 返回文档中此当前元素后面符合条件的一个元素，可用查询语法筛选，可指定返回筛选结果的第几个 + * 查找范围不限同级元素，而是整个DOM文档 + * + * @param by 用于筛选的查询语法 + * @return 本元素前面的某个元素或节点 + */ + public ChromiumElement after(By by) { + return this.after(by, 1); + } + + + /** + * 返回当前元素前面符合条件的同级元素或节点组成的列表，可用查询语法筛选 + * + * @param loc 用于筛选的查询语法 + * @param timeout 查找节点的超时时间（秒） + * @param eleOnly 是否只获取元素，为False时把文本、注释节点也纳入 + * @return 同级元素组成的列表 + */ + public List prevs(String loc, Double timeout, boolean eleOnly) { + return this.frameEle.prevs(loc, timeout, eleOnly); + } + + /** + * 返回当前元素前面符合条件的同级元素或节点组成的列表，可用查询语法筛选 + * + * @param loc 用于筛选的查询语法 + * @param timeout 查找节点的超时时间（秒） + * @return 同级元素组成的列表 + */ + public List prevs(String loc, Double timeout) { + return this.prevs(loc, timeout, true); + } + + /** + * 返回当前元素前面符合条件的同级元素或节点组成的列表，可用查询语法筛选 + * + * @param loc 用于筛选的查询语法 + * @return 同级元素组成的列表 + */ + public List prevs(String loc) { + return this.prevs(loc, 0.0); + } + + /** + * 返回当前元素前面符合条件的同级元素或节点组成的列表，可用查询语法筛选 + * + * @return 同级元素组成的列表 + */ + public List prevs() { + return this.prevs(""); + } + + /** + * 返回当前元素前面符合条件的同级元素或节点组成的列表，可用查询语法筛选 + * + * @param by 用于筛选的查询语法 + * @param timeout 查找节点的超时时间（秒） + * @param eleOnly 是否只获取元素，为False时把文本、注释节点也纳入 + * @return 同级元素组成的列表 + */ + public List prevs(By by, Double timeout, boolean eleOnly) { + return this.frameEle.prevs(by, timeout, eleOnly); + } + + /** + * 返回当前元素前面符合条件的同级元素或节点组成的列表，可用查询语法筛选 + * + * @param by 用于筛选的查询语法 + * @param timeout 查找节点的超时时间（秒） + * @return 同级元素组成的列表 + */ + public List prevs(By by, Double timeout) { + return this.prevs(by, timeout, true); + } + + /** + * 返回当前元素前面符合条件的同级元素或节点组成的列表，可用查询语法筛选 + * + * @param by 用于筛选的查询语法 + * @return 同级元素组成的列表 + */ + public List prevs(By by) { + return this.prevs(by, 0.0); + } + + + /** + * 返回当前元素后面符合条件的同级元素或节点组成的列表，可用查询语法筛选 + * + * @param loc 用于筛选的查询语法 + * @param timeout 查找节点的超时时间（秒） + * @param eleOnly 是否只获取元素，为False时把文本、注释节点也纳入 + * @return 同级元素组成的列表 + */ + public List nexts(String loc, Double timeout, boolean eleOnly) { + return this.frameEle.nexts(loc, timeout, eleOnly); + } + + /** + * 返回当前元素后面符合条件的同级元素或节点组成的列表，可用查询语法筛选 + * + * @param loc 用于筛选的查询语法 + * @param timeout 查找节点的超时时间（秒） + * @return 同级元素组成的列表 + */ + public List nexts(String loc, Double timeout) { + return this.nexts(loc, timeout, true); + } + + /** + * 返回当前元素后面符合条件的同级元素或节点组成的列表，可用查询语法筛选 + * + * @param loc 用于筛选的查询语法 + * @return 同级元素组成的列表 + */ + public List nexts(String loc) { + return this.nexts(loc, 0.0); + } + + /** + * 返回当前元素后面符合条件的同级元素或节点组成的列表，可用查询语法筛选 + * + * @return 同级元素组成的列表 + */ + public List nexts() { + return this.nexts(""); + } + + /** + * 返回当前元素后面符合条件的同级元素或节点组成的列表，可用查询语法筛选 + * + * @param by 用于筛选的查询语法 + * @param timeout 查找节点的超时时间（秒） + * @param eleOnly 是否只获取元素，为False时把文本、注释节点也纳入 + * @return 同级元素组成的列表 + */ + public List nexts(By by, Double timeout, boolean eleOnly) { + return this.frameEle.nexts(by, timeout, eleOnly); + } + + /** + * 返回当前元素后面符合条件的同级元素或节点组成的列表，可用查询语法筛选 + * + * @param by 用于筛选的查询语法 + * @param timeout 查找节点的超时时间（秒） + * @return 同级元素组成的列表 + */ + public List nexts(By by, Double timeout) { + return this.nexts(by, timeout, true); + } + + /** + * 返回当前元素后面符合条件的同级元素或节点组成的列表，可用查询语法筛选 + * + * @param by 用于筛选的查询语法 + * @return 同级元素组成的列表 + */ + public List nexts(By by) { + return this.nexts(by, 0.0); + } + + + /** + * 返回文档中当前元素前面符合条件的元素或节点组成的列表，可用查询语法筛选 + * 查找范围不限同级元素，而是整个DOM文档 + * + * @param loc 用于筛选的查询语法 + * @param timeout 查找节点的超时时间（秒） + * @param eleOnly 是否只获取元素，为False时把文本、注释节点也纳入 + * @return 同级元素组成的列表 + */ + public List befores(String loc, Double timeout, boolean eleOnly) { + return this.frameEle.befores(loc, timeout, eleOnly); + } + + /** + * 返回文档中当前元素前面符合条件的元素或节点组成的列表，可用查询语法筛选 + * 查找范围不限同级元素，而是整个DOM文档 + * + * @param loc 用于筛选的查询语法 + * @param timeout 查找节点的超时时间（秒） + * @return 同级元素组成的列表 + */ + public List befores(String loc, Double timeout) { + return this.befores(loc, timeout, true); + } + + /** + * 返回文档中当前元素前面符合条件的元素或节点组成的列表，可用查询语法筛选 + * 查找范围不限同级元素，而是整个DOM文档 + * + * @param loc 用于筛选的查询语法 + * @return 同级元素组成的列表 + */ + public List befores(String loc) { + return this.befores(loc, null); + } + + /** + * 返回文档中当前元素前面符合条件的元素或节点组成的列表，可用查询语法筛选 + * 查找范围不限同级元素，而是整个DOM文档 + * + * @return 同级元素组成的列表 + */ + public List befores() { + return this.befores(""); + } + + /** + * 返回文档中当前元素前面符合条件的元素或节点组成的列表，可用查询语法筛选 + * 查找范围不限同级元素，而是整个DOM文档 + * + * @param by 用于筛选的查询语法 + * @param timeout 查找节点的超时时间（秒） + * @param eleOnly 是否只获取元素，为False时把文本、注释节点也纳入 + * @return 同级元素组成的列表 + */ + public List befores(By by, Double timeout, boolean eleOnly) { + return this.frameEle.befores(by, timeout, eleOnly); + } + + /** + * 返回文档中当前元素前面符合条件的元素或节点组成的列表，可用查询语法筛选 + * 查找范围不限同级元素，而是整个DOM文档 + * + * @param by 用于筛选的查询语法 + * @param timeout 查找节点的超时时间（秒） + * @return 同级元素组成的列表 + */ + public List befores(By by, Double timeout) { + return this.befores(by, timeout, true); + } + + /** + * 返回文档中当前元素前面符合条件的元素或节点组成的列表，可用查询语法筛选 + * 查找范围不限同级元素，而是整个DOM文档 + * + * @param by 用于筛选的查询语法 + * @return 同级元素组成的列表 + */ + public List befores(By by) { + return this.befores(by, null); + } + + + /** + * 返回文档中当前元素后面符合条件的元素或节点组成的列表，可用查询语法筛选 + * 查找范围不限同级元素，而是整个DOM文档 + * + * @param loc 用于筛选的查询语法 + * @param timeout 查找节点的超时时间（秒） + * @param eleOnly 是否只获取元素，为False时把文本、注释节点也纳入 + * @return 同级元素组成的列表 + */ + public List afters(String loc, Double timeout, boolean eleOnly) { + return this.frameEle.afters(loc, timeout, eleOnly); + } + + /** + * 返回文档中当前元素后面符合条件的元素或节点组成的列表，可用查询语法筛选 + * 查找范围不限同级元素，而是整个DOM文档 + * + * @param loc 用于筛选的查询语法 + * @param timeout 查找节点的超时时间（秒） + * @return 同级元素组成的列表 + */ + public List afters(String loc, Double timeout) { + return this.afters(loc, timeout, true); + } + + /** + * 返回文档中当前元素后面符合条件的元素或节点组成的列表，可用查询语法筛选 + * 查找范围不限同级元素，而是整个DOM文档 + * + * @param loc 用于筛选的查询语法 + * @return 同级元素组成的列表 + */ + public List afters(String loc) { + return this.afters(loc, null); + } + + /** + * 返回文档中当前元素后面符合条件的元素或节点组成的列表，可用查询语法筛选 + * 查找范围不限同级元素，而是整个DOM文档 + * + * @return 同级元素组成的列表 + */ + public List afters() { + return this.afters(""); + } + + /** + * 返回文档中当前元素后面符合条件的元素或节点组成的列表，可用查询语法筛选 + * 查找范围不限同级元素，而是整个DOM文档 + * + * @param by 用于筛选的查询语法 + * @param timeout 查找节点的超时时间（秒） + * @param eleOnly 是否只获取元素，为False时把文本、注释节点也纳入 + * @return 同级元素组成的列表 + */ + public List afters(By by, Double timeout, boolean eleOnly) { + return this.frameEle.afters(by, timeout, eleOnly); + } + + /** + * 返回文档中当前元素后面符合条件的元素或节点组成的列表，可用查询语法筛选 + * 查找范围不限同级元素，而是整个DOM文档 + * + * @param by 用于筛选的查询语法 + * @param timeout 查找节点的超时时间（秒） + * @return 同级元素组成的列表 + */ + public List afters(By by, Double timeout) { + return this.afters(by, timeout, true); + } + + /** + * 返回文档中当前元素后面符合条件的元素或节点组成的列表，可用查询语法筛选 + * 查找范围不限同级元素，而是整个DOM文档 + * + * @param by 用于筛选的查询语法 + * @return 同级元素组成的列表 + */ + public List afters(By by) { + return this.afters(by, null); + } + + public Object getScreenshot(String path, String name, PicType asBytes, PicType asBase64) { + return this.frameEle.getScreenshot(path, name, asBytes, asBase64, true); + } + + + /** + * 实现截图 + * + * @param path 文件保存路径 + * @param name 完整文件名，后缀可选 'jpg','jpeg','png','webp' + * @param asBytes 是否以字节形式返回图片，可选 'jpg','jpeg','png','webp'，生效时path参数和as_base64参数无效 + * @param asBase64 是否以base64字符串形式返回图片，可选 'jpg','jpeg','png','webp'，生效时path参数无效 + * @param fullPage 是否整页截图，为True截取整个网页，为False截取可视窗口 + * @param leftTop 截取范围左上角坐标 + * @param rightTop 截取范围右下角角坐标 + * @param ele 为异域iframe内元素截图设置 + * @return 图片完整路径或字节文本 + */ + public Object _getScreenshot(String path, String name, PicType asBytes, PicType asBase64, Boolean fullPage, Coordinate leftTop, Coordinate rightTop, ChromiumElement ele) { + if (!this.isDiffDomain) return super.getScreenshot(path, name, asBytes, asBase64, fullPage, leftTop, rightTop); + + String picType; + if (asBytes != null) { + if (asBytes.equals(PicType.DEFAULT)) { + picType = PicType.PNG.getValue(); + } else { + picType = (asBytes.equals(PicType.JPG) ? PicType.JPEG : asBytes).getValue(); + } + } else if (asBase64 != null) { + if (asBase64.equals(PicType.DEFAULT)) { + picType = PicType.PNG.getValue(); + } else { + picType = (asBytes.equals(PicType.JPG) ? PicType.JPEG : asBytes).getValue(); + } + } else { + path = path != null ? path.replaceAll("[\\\\/]+$", "") : "."; + if (!(path.endsWith(".jpg") || path.endsWith(".jpeg") || path.endsWith(".png") || path.endsWith(".webp"))) { + if (name == null) { + name = this.title() + ".jpg"; + } else if (!(name.endsWith(".jpg") || name.endsWith(".jpeg") || name.endsWith(".png") || name.endsWith(".webp"))) { + name = name + ".jpg"; + } + path = path + FileSystems.getDefault().getSeparator() + name; + } + + Path imagePath = Paths.get(path); + path = imagePath.toString(); + String suffix = imagePath.getFileName().toString().toLowerCase(); + String substring = suffix.substring(1); + + + picType = ".jpg".equals(substring) ? PicType.JPEG.getValue() : substring; + } + this.frameEle.scroll().toSee(true); + this.scroll().toSee(ele, true); + Coordinate c = ele.rect().viewportLocation(); + Coordinate s = ele.rect().size(); + String imeData = "data:image/" + picType + ";base64," + this.frameEle.getScreenshot(null, null, null, PicType.PNG, true); + ChromiumElement body = this.tab.ele("t:body"); + ChromiumElement firstChild = body.ele("c::first-child"); + String js = " img = document.createElement('img');\n" + " img.src = " + imeData + ";\n" + " img.style.setProperty(\"z-index\",9999999);\n" + " img.style.setProperty(\"position\",\"fixed\");\n" + " arguments[0].insertBefore(img, this);\n" + " return img;"; + //这里可能有问题 +// Object o = firstChild.runJs(js, List.of(body)); + return null; + } + + @Override + protected List findElements(By by, Double timeout, Integer index, Boolean relative, Boolean raiseErr) { + this.waits().docLoaded(); + return index != null ? this.docEle._ele(by, timeout, index, relative, raiseErr, null) : this.docEle.eles(by, timeout); + } + + @Override + protected List findElements(String loc, Double timeout, Integer index, Boolean relative, Boolean raiseErr) { + this.waits().docLoaded(); + return index != null ? this.docEle._ele(loc, timeout, index, relative, raiseErr, null) : this.docEle.eles(loc, timeout); + } + + + /** + * @return 返回当前frame是否同域 + */ + private boolean isInnerFrame() { + return JSON.parseObject(this.targetPage.runCdp("Page.getFrameTree").toString()).getString("frameTree").contains(this.frameId); + } + +} diff --git a/java/src/main/java/com/ll/DrissonPage/page/ChromiumPage.java b/java/src/main/java/com/ll/DrissonPage/page/ChromiumPage.java new file mode 100644 index 0000000..a05d04b --- /dev/null +++ b/java/src/main/java/com/ll/DrissonPage/page/ChromiumPage.java @@ -0,0 +1,705 @@ +package com.ll.DrissonPage.page; + +import com.alibaba.fastjson.JSON; +import com.alibaba.fastjson.JSONObject; +import com.ll.DrissonPage.base.Browser; +import com.ll.DrissonPage.config.ChromiumOptions; +import com.ll.DrissonPage.config.PortFinder; +import com.ll.DrissonPage.error.extend.BrowserConnectError; +import com.ll.DrissonPage.functions.BrowserUtils; +import com.ll.DrissonPage.units.setter.ChromiumPageSetter; +import com.ll.DrissonPage.units.waiter.PageWaiter; +import com.ll.DrissonPage.utils.CloseableHttpClientUtils; +import lombok.Getter; +import org.apache.http.client.methods.HttpGet; + +import java.nio.file.Paths; +import java.util.*; +import java.util.concurrent.ConcurrentHashMap; +import java.util.stream.Collectors; +import java.util.stream.IntStream; + +/** + * 用于管理浏览器的类 + * + * @author 陆 + * @address click + */ +public class ChromiumPage extends ChromiumBase { + private static final Map PAGES = new ConcurrentHashMap<>(); + private final String browserId; + private final boolean isExist; + @Getter + private final ChromiumOptions chromiumOptions; + + + private ChromiumPage(String address, String tabId, Double timeout, Object[] objects) { + this(handleOptions(address), tabId, timeout, objects); + } + + private ChromiumPage(Integer address, String tabId, Double timeout, Object[] objects) { + this("127.0.0.1:" + String.format("%04d", Math.max(address, 1000)), tabId, timeout, objects); + } + + private ChromiumPage(ChromiumOptions options, String tabId, Double timeout, Object[] objects) { + this.chromiumOptions = handleOptions(options); + this.isExist = Boolean.parseBoolean(objects[0].toString()); + this.browserId = objects[1].toString(); + this.setTimeout(timeout); + this.page = this; + this.runBrowser(); + super.init(options.getAddress(), tabId, timeout); + this.setType("ChromiumPage"); + this.set().timeouts(timeout); + this.pageInit(); + } + + /** + * 单例模式 + */ + public static ChromiumPage getInstance() { + return getInstance(""); + } + + /** + * 单例模式 + * + * @param address 浏览器地址 + */ + public static ChromiumPage getInstance(String address) { + return getInstance("".equals(address) ? null : address, null); + } + + /** + * 单例模式 + * + * @param options 浏览器配置 + */ + public static ChromiumPage getInstance(ChromiumOptions options) { + return getInstance(options, null); + } + + + /** + * 单例模式 + * + * @param address 浏览器地址 + * @param timeout 超时时间（秒） + */ + public static ChromiumPage getInstance(String address, Double timeout) { + return getInstance(address, null, timeout); + } + + /** + * 单例模式 + * + * @param port 端口 + */ + public static ChromiumPage getInstance(Integer port) { + return getInstance(port, null); + } + + /** + * 单例模式 + * + * @param options 浏览器配置 + * @param timeout 超时时间（秒） + */ + public static ChromiumPage getInstance(ChromiumOptions options, Double timeout) { + return getInstance(options, null, timeout); + } + + /** + * 单例模式 + * + * @param port 端口 + * @param timeout 超时时间（秒） + */ + public static ChromiumPage getInstance(Integer port, Double timeout) { + return getInstance(port, null, timeout); + } + + /** + * 单例模式 + * + * @param address 浏览器地址 + * @param tabId 要控制的标签页id，不指定默认为激活的 + * @param timeout 超时时间（秒） + */ + public static ChromiumPage getInstance(String address, String tabId, Double timeout) { + return getInstance(handleOptions(address), tabId, timeout); + } + + /** + * 单例模式 + * + * @param port 端口 + * @param tabId 要控制的标签页id，不指定默认为激活的 + * @param timeout 超时时间（秒） + */ + public static ChromiumPage getInstance(Integer port, String tabId, Double timeout) { + Object[] objects = runBrowser(handleOptions(port)); + return PAGES.computeIfAbsent(objects[1].toString(), key -> new ChromiumPage(port, tabId, timeout, objects)); + } + + /** + * 单例模式 + * + * @param options 浏览器配置 + * @param tabId 要控制的标签页id，不指定默认为激活的 + * @param timeout 超时时间（秒） + */ + public static ChromiumPage getInstance(ChromiumOptions options, String tabId, Double timeout) { + Object[] objects = runBrowser(handleOptions(options)); + return PAGES.computeIfAbsent(objects[1].toString(), key -> new ChromiumPage(options, tabId, timeout, objects)); + } + + /** + * 设置浏览器启动属性 + * + * @param port 'port' + */ + public static ChromiumOptions handleOptions(int port) { + return new ChromiumOptions().setLocalPort(port); + + } + + /** + * 设置浏览器启动属性 + * + * @param options 'ChromiumOptions' + */ + public static ChromiumOptions handleOptions(ChromiumOptions options) { + if (options == null) options = new ChromiumOptions(); + else { + if (options.isAutoPort()) { + PortFinder.PortInfo address = new PortFinder(options.getTmpPath()).getPort(); + options = options.setAddress("127.0.0.1:" + address.getPort()).setUserDataPath(address.getPath()).autoPort(); + } + } + return options; + + } + + /** + * 设置浏览器启动属性 + * + * @param address 'ip:port' + */ + public static ChromiumOptions handleOptions(String address) { + ChromiumOptions options; + if (address == null || address.isEmpty()) { + options = new ChromiumOptions(); + } else { + options = new ChromiumOptions(); + options.setAddress(address); + } + return options; + + } + + //----------挂件---------- + + public static Object[] runBrowser(ChromiumOptions options) { + boolean isExist = BrowserUtils.connectBrowser(options); + String browserId; + try { + HttpGet request = new HttpGet("http://" + options.getAddress() + "/json/version"); + request.setHeader("Connection", "close"); + Object ws = CloseableHttpClientUtils.sendRequestJson(request); + if (ws == null || ws.toString().isEmpty()) { + throw new BrowserConnectError("\n浏览器连接失败，如使用全局代理，须设置不代理127.0.0.1地址。"); + } + String[] split = JSON.parseObject(ws.toString()).get("webSocketDebuggerUrl").toString().split("/"); + browserId = split[split.length - 1]; + } catch (NullPointerException e) { + throw new BrowserConnectError("浏览器版本太旧，请升级。"); + } catch (Exception e) { + throw new BrowserConnectError("\n浏览器连接失败，如使用全局代理，须设置不代理127.0.0.1地址。"); + } + return new Object[]{isExist, browserId}; + } + + private void runBrowser() { + this.setBrowser(Browser.getInstance(this.chromiumOptions.getAddress(), this.browserId, this)); + if (this.isExist && !this.chromiumOptions.isHeadless() && JSON.parseObject(this.getBrowser().runCdp("Browser.getVersion")).getString("userAgent").toLowerCase().contains("headless")) { + this.getBrowser().quit(3); + BrowserUtils.connectBrowser(this.chromiumOptions); + HttpGet request = new HttpGet("http://" + this.chromiumOptions.getAddress() + "/json/version"); + request.setHeader("Connection", "close"); + JSONObject obj = JSON.parseObject(CloseableHttpClientUtils.sendRequestJson(request)); + String[] split = obj.get("webSocketDebuggerUrl").toString().split("/"); + String ws = split[split.length - 1]; + this.setBrowser(Browser.getInstance(this.chromiumOptions.getAddress(), ws, this)); + } + } + + + //----------挂件---------- + + @Override + protected void dSetRuntimeSettings() { + super.timeouts = new Timeout(this, this.chromiumOptions.getTimeouts().get("base"), this.chromiumOptions.getTimeouts().get("pageLoad"), this.chromiumOptions.getTimeouts().get("script")); + Double base = this.chromiumOptions.getTimeouts().get("base"); + if (base != null) this.setTimeout(base); + super.setLoadMode(this.chromiumOptions.getLoadMode()); + this.setDownloadPath(this.chromiumOptions.getDownloadPath() == null ? null : Paths.get(this.chromiumOptions.getDownloadPath()).toFile().getAbsolutePath()); + + super.setRetryTimes(this.chromiumOptions.getRetryTimes()); + super.setRetryInterval((double) this.chromiumOptions.getRetryInterval()); + + } + + /** + * 浏览器相关设置 + */ + private void pageInit() { + this.getBrowser().connectToPage(); + } + + /** + * @return 返回用于设置的对象 + */ + @Override + public ChromiumPageSetter set() { + if (super.set == null) { + super.set = new ChromiumPageSetter(this); + } + return (ChromiumPageSetter) super.set; + } + + /** + * @return 返回用于等待的对象 + */ + public PageWaiter waits() { + if (super.wait == null) this.wait = new PageWaiter(this); + return (PageWaiter) super.wait; + } + + /** + * @return 返回用于控制浏览器cdp的driver + */ + public Browser browser() { + return this.getBrowser(); + } + + /** + * @return 返回标签页数量 + */ + public Integer tabsCount() { + return this.getBrowser().tabsCount(); + } + + /** + * @return 返回所有标签页id组成的列表 + */ + public List tabs() { + return this.getBrowser().tabs(); + } + + /** + * @return 返回最新的标签页id，最新标签页指最后创建或最后被激活的 + */ + public String latestTab() { + return this.tabs().get(0); + } + + /** + * @return 返回浏览器进程id + */ + + public Integer processId() { + return this.getBrowser().getProcessId(); + } + + /** + * 把当前页面保存为文件，如果path和name参数都为null，只返回文本 + * + * @param path 保存路径，为null且name不为null时保存在当前路径 + * @param name 文件名，为null且path不为null时用title属性值 + * @return asPdf为True时返回bytes，否则返回文件文本 + */ + + public Object save(String path, String name) { + return save(path, name, false); + } + + /** + * 把当前页面保存为文件，如果path和name参数都为null，只返回文本 + * + * @param path 保存路径，为null且name不为null时保存在当前路径 + * @param name 文件名，为null且path不为null时用title属性值 + * @param asPdf 为Ture保存为pdf，否则为mhtml且忽略params参数 + * @return asPdf为True时返回bytes，否则返回文件文本 + */ + + public Object save(String path, String name, boolean asPdf) { + return save(path, name, asPdf, new HashMap<>()); + } + + /** + * 把当前页面保存为文件，如果path和name参数都为null，只返回文本 + * + * @param path 保存路径，为null且name不为null时保存在当前路径 + * @param name 文件名，为null且path不为null时用title属性值 + * @param asPdf 为Ture保存为pdf，否则为mhtml且忽略params参数 + * @param params pdf生成参数 + * @return asPdf为True时返回bytes，否则返回文件文本 + */ + + public Object save(String path, String name, boolean asPdf, Map params) { + return asPdf ? ChromiumBase.getPdf(this, path, name, params) : ChromiumBase.getMHtml(this, path, name); + } + + public ChromiumTab getTab() { + return getTab(null); + } + + /** + * 获取一个标签页对象 + * + * @param id 要获取的标签页id或序号，为null时获取当前tab，序号从0开始，可传入负数获取倒数第几个，不是视觉排列顺序，而是激活顺序 + * @return 标签页对象 + */ + public ChromiumTab getTab(String id) { + if (id == null) return ChromiumTab.getInstance(this, this.tabId()); + return ChromiumTab.getInstance(this, id); + } + + /** + * 获取一个标签页对象 + * + * @param num 要获取的标签页id或序号，为null时获取当前tab，序号从0开始，可传入负数获取倒数第几个，不是视觉排列顺序，而是激活顺序 + * @return 标签页对象 + */ + public ChromiumTab getTab(int num) { + List tabs = this.tabs(); + return ChromiumTab.getInstance(this, tabs.get(num >= 0 ? num : tabs.size() + num)); + } + + /** + * 查找符合条件的tab，返回它们的id组成的列表 + * + * @return tab id或tab列表 + */ + public List findTabs() { + return findTabs(false); + } + + /** + * 查找符合条件的tab，返回它们的id组成的列表 + * + * @param single 是否返回首个结果的id，为False返回所有信息 + * @return tab id或tab列表 + */ + public List findTabs(Boolean single) { + return findTabs(null, single); + } + + /** + * 查找符合条件的tab，返回它们的id组成的列表 + * + * @param title 要匹配title的文本 + * @param single 是否返回首个结果的id，为False返回所有信息 + * @return tab id或tab列表 + */ + public List findTabs(String title, Boolean single) { + return findTabs(title, null, single); + } + + /** + * 查找符合条件的tab，返回它们的id组成的列表 + * + * @param title 要匹配title的文本 + * @param url 要匹配url的文本 + * @param single 是否返回首个结果的id，为False返回所有信息 + * @return tab id或tab列表 + */ + public List findTabs(String title, String url, Boolean single) { + return findTabs(title, url, null, single); + } + + /** + * 查找符合条件的tab，返回它们的id组成的列表 + * + * @param title 要匹配title的文本 + * @param url 要匹配url的文本 + * @param tabType tab类型，可用列表输入多个 + * @param single 是否返回首个结果的id，为False返回所有信息 + * @return tab id或tab列表 + */ + public List findTabs(String title, String url, List tabType, Boolean single) { + return this.getBrowser().findTabs(title, url, tabType, single); + } + + /** + * 新建一个标签页 + * + * @param url 新标签页跳转到的网址 + * @return 新标签页对象 + */ + public ChromiumTab newTab(String url) { + return newTab(url, false); + } + + /** + * 新建一个标签页 + * + * @param url 新标签页跳转到的网址 + * @param newWindow 是否在新窗口打开标签页 + * @return 新标签页对象 + */ + public ChromiumTab newTab(String url, boolean newWindow) { + return newTab(url, newWindow, false); + } + + /** + * 新建一个标签页 + * + * @param url 新标签页跳转到的网址 + * @param newWindow 是否在新窗口打开标签页 + * @param background 是否不激活新标签页，如new_window为True则无效 + * @return 新标签页对象 + */ + public ChromiumTab newTab(String url, boolean newWindow, boolean background) { + return newTab(url, newWindow, background, false); + } + + /** + * 新建一个标签页 + * + * @param url 新标签页跳转到的网址 + * @param newWindow 是否在新窗口打开标签页 + * @param background 是否不激活新标签页，如new_window为True则无效 + * @param newContext 是否创建新的上下文 + * @return 新标签页对象 + */ + public ChromiumTab newTab(String url, boolean newWindow, boolean background, boolean newContext) { + ChromiumTab chromiumTab = ChromiumTab.getInstance(this, this._newTab(newWindow, background, newContext)); + if (url != null && !url.isEmpty()) chromiumTab.get(url); + return chromiumTab; + } + + /** + * 新建一个标签页 + * + * @param newWindow 是否在新窗口打开标签页 + * @param background 是否不激活新标签页，如new_window为True则无效 + * @param newContext 是否创建新的上下文 + * @return 新标签页对象 + */ + protected String _newTab(boolean newWindow, boolean background, boolean newContext) { + Object bid = null; + if (newContext) + bid = JSON.parseObject(this.getBrowser().runCdp("Target.createBrowserContext")).get("browserContextId"); + Map params = new HashMap<>(); + params.put("url", ""); + if (newWindow) params.put("newWindow", true); + if (background) params.put("background", true); + if (bid != null) params.put("browserContextId", bid); + return JSON.parseObject(this.getBrowser().runCdp("Target.createTarget", params)).get("targetId").toString(); + } + + /** + * 关闭Page管理的标签页 + */ + public void close() { + this.closeTabs(this.tabId()); + } + + /** + * 关闭传入的标签页，默认关闭当前页。可传入多个 + */ + public void closeTabs() { + closeTabs(new String[]{}); + } + + /** + * 关闭传入的标签页，默认关闭当前页。可传入多个 + * + * @param ids 要关闭的标签页对象或id，可传入列表或元组，为None时关闭当前页 + */ + public void closeTabs(String[] ids) { + closeTabs(ids, false); + } + + /** + * 关闭传入的标签页，默认关闭当前页。可传入多个 + * + * @param ids 要关闭的标签页对象或id，可传入列表或元组，为None时关闭当前页 + */ + public void closeTabs(String ids) { + closeTabs(ids, false); + } + + /** + * 关闭传入的标签页，默认关闭当前页。可传入多个 + * + * @param ids 要关闭的标签页对象或id，可传入列表或元组，为None时关闭当前页 + * @param others 是否关闭指定标签页之外的 + */ + public void closeTabs(String[] ids, boolean others) { + if (ids.length == 0) ids = new String[]{this.tabId()}; + List tabs = Arrays.asList(ids); + closeTabs(others, tabs); + + } + + /** + * 关闭传入的标签页，默认关闭当前页。可传入多个 + * + * @param ids 要关闭的标签页对象或id，可传入列表或元组，为None时关闭当前页 + * @param others 是否关闭指定标签页之外的 + */ + public void closeTabs(String ids, boolean others) { + if (ids == null) ids = this.tabId(); + List tabs = Collections.singletonList(ids); + closeTabs(others, tabs); + } + + /** + * 关闭传入的标签页，默认关闭当前页。可传入多个 + * + * @param chromiumTabs 要关闭的标签页对象或id，可传入列表或元组，为None时关闭当前页 + */ + public void closeTabs(ChromiumTab[] chromiumTabs) { + closeTabs(chromiumTabs, false); + + } + + /** + * 关闭传入的标签页，默认关闭当前页。可传入多个 + * + * @param chromiumTab 要关闭的标签页对象或id，可传入列表或元组，为None时关闭当前页 + */ + public void closeTabs(ChromiumTab chromiumTab) { + closeTabs(chromiumTab, false); + } + + /** + * 关闭传入的标签页，默认关闭当前页。可传入多个 + * + * @param chromiumTabs 要关闭的标签页对象或id，可传入列表或元组，为None时关闭当前页 + * @param others 是否关闭指定标签页之外的 + */ + public void closeTabs(ChromiumTab[] chromiumTabs, boolean others) { + List tabs = new ArrayList<>(); + if (chromiumTabs.length == 0) tabs.add(this.tabId()); + for (ChromiumTab chromiumTab : chromiumTabs) tabs.add(chromiumTab.tabId()); + + closeTabs(others, tabs); + } + + /** + * 关闭传入的标签页，默认关闭当前页。可传入多个 + * + * @param chromiumTab 要关闭的标签页对象或id，可传入列表或元组，为None时关闭当前页 + * @param others 是否关闭指定标签页之外的 + */ + public void closeTabs(ChromiumTab chromiumTab, boolean others) { + List tabs = new ArrayList<>(); + tabs.add((chromiumTab == null ? this : chromiumTab).tabId()); + closeTabs(others, tabs); + + } + + /** + * 关闭传入的标签页，默认关闭当前页。可传入多个 + * + * @param others 要关闭的标签页对象或id，可传入列表或元组，为None时关闭当前页 + * @param tabs 是否关闭指定标签页之外的 + */ + private void closeTabs(boolean others, List tabs) { + List allTabs = this.tabs(); + int size = allTabs.size(); + if (others) { + allTabs.removeAll(tabs); + tabs = allTabs; + } + int endLen = tabs.size() - size; + super.driver().stop(); + if (endLen <= 0) { + this.quit(); + return; + } + for (String id : tabs) { + this.getBrowser().closeTab(id); + try { + Thread.sleep(200); + } catch (InterruptedException e) { + throw new RuntimeException(e); + } + } + long endTime = System.currentTimeMillis() + 3000; + while (this.tabsCount() != endLen && endTime > System.currentTimeMillis()) { + try { + Thread.sleep(100); + } catch (InterruptedException e) { + throw new RuntimeException(e); + } + } + } + + /** + * 关闭浏览器 + */ + public void quit() { + this.quit(5.0); + } + + /** + * 关闭浏览器 + * + * @param timeout 等待浏览器关闭超时时间（秒） + */ + public void quit(double timeout) { + this.quit(timeout, true); + } + + /** + * 关闭浏览器 + * + * @param timeout 等待浏览器关闭超时时间（秒） + * @param force 关闭超时是否强制终止进程 + */ + public void quit(double timeout, boolean force) { + this.getBrowser().quit(timeout, force); + } + + + /** + * 克隆新的浏览器 + * + * @param cloneNumber 克隆数量 + * @return 集合 + */ + public List copy(int cloneNumber) { + return IntStream.range(0, cloneNumber < 0 ? 1 : cloneNumber).mapToObj(i -> copy()).collect(Collectors.toList()); + } + + /** + * 克隆新的浏览器 + * + * @return 单个 + */ + public ChromiumPage copy() { + ChromiumOptions chromiumOptions1 = this.chromiumOptions.copy(); + chromiumOptions1.autoPort(true, chromiumOptions1.getTmpPath() + UUID.randomUUID().toString().substring(0, 5)); + ChromiumPage instance = ChromiumPage.getInstance(chromiumOptions1); + String url1 = this.url(); + if (url1 != null) instance.get(url1); + return instance; + } + + @Override + public void onDisconnect() { + ChromiumPage.PAGES.remove(this.browserId); + } + + @Override + public String toString() { + return "ChromiumPage{" + "browser_id=" + this.getBrowser().getId() + "tab_id=" + this.tabId() + '}'; + } + + +} diff --git a/java/src/main/java/com/ll/DrissonPage/page/ChromiumTab.java b/java/src/main/java/com/ll/DrissonPage/page/ChromiumTab.java new file mode 100644 index 0000000..48407a6 --- /dev/null +++ b/java/src/main/java/com/ll/DrissonPage/page/ChromiumTab.java @@ -0,0 +1,152 @@ +package com.ll.DrissonPage.page; + +import com.ll.DrissonPage.functions.Settings; +import com.ll.DrissonPage.units.setter.TabSetter; +import com.ll.DrissonPage.units.waiter.TabWaiter; + +import java.util.HashMap; +import java.util.List; +import java.util.Map; +import java.util.concurrent.ConcurrentHashMap; +import java.util.stream.Collectors; +import java.util.stream.IntStream; + +/** + * 实现浏览器标签页的类 + * + * @author 陆 + * @address click + */ +public class ChromiumTab extends ChromiumBase { + private static final Map TAB = new ConcurrentHashMap<>(); + + protected ChromiumTab(ChromiumPage page, String tabId) { + this.page = page; + this.setBrowser(page.getBrowser()); + super.init(page.getAddress(), tabId, page.timeout()); + super.rect = null; + this.setType("ChromiumTab"); + } + + public static ChromiumTab getInstance(ChromiumPage page, String tabId) { + ChromiumTab chromiumTab = TAB.get(tabId); + if (Settings.singletonTabObj && chromiumTab != null) return chromiumTab; + chromiumTab = new ChromiumTab(page, tabId); + TAB.put(tabId, chromiumTab); + return chromiumTab; + } + + /*** + * 重写设置浏览器运行参数方法 + */ + @Override + protected void dSetRuntimeSettings() { + super.timeouts = this.page.getTimeouts().copy(); + super.setRetryTimes(this.page.getRetryTimes()); + super.setRetryInterval(this.page.getRetryInterval()); + super.setLoadMode(this.page.loadMode()); + super.setDownloadPath(this.page.downloadPath()); + } + + /** + * 关闭当前标签页 + */ + public void close() { + this.page.closeTabs(this.tabId()); + } + + /** + * @return 返回总体page对象 + */ + public ChromiumPage page() { + return this.page; + } + + /** + * @return 返回用于设置的对象 + */ + @Override + public TabSetter set() { + if (super.set == null) { + super.set = new TabSetter(this); + } + return (TabSetter) super.set; + } + + /** + * @return 返回用于等待的对象 + */ + @Override + public TabWaiter waits() { + if (super.wait == null) this.wait = new TabWaiter(this); + return (TabWaiter) super.wait; + } + + /** + * 把当前页面保存为文件，如果path和name参数都为null，只返回文本 + * + * @param path 保存路径，为null且name不为null时保存在当前路径 + * @param name 文件名，为null且path不为null时用title属性值 + * @return asPdf为True时返回bytes，否则返回文件文本 + */ + + public Object save(String path, String name) { + return save(path, name, false); + } + + /** + * 把当前页面保存为文件，如果path和name参数都为null，只返回文本 + * + * @param path 保存路径，为null且name不为null时保存在当前路径 + * @param name 文件名，为null且path不为null时用title属性值 + * @param asPdf 为Ture保存为pdf，否则为mhtml且忽略params参数 + * @return asPdf为True时返回bytes，否则返回文件文本 + */ + + public Object save(String path, String name, boolean asPdf) { + return save(path, name, asPdf, new HashMap<>()); + } + + /** + * 把当前页面保存为文件，如果path和name参数都为null，只返回文本 + * + * @param path 保存路径，为null且name不为null时保存在当前路径 + * @param name 文件名，为null且path不为null时用title属性值 + * @param asPdf 为Ture保存为pdf，否则为mhtml且忽略params参数 + * @param params pdf生成参数 + * @return asPdf为True时返回bytes，否则返回文件文本 + */ + + public Object save(String path, String name, boolean asPdf, Map params) { + return asPdf ? ChromiumBase.getPdf(this, path, name, params) : ChromiumBase.getMHtml(this, path, name); + } + + @Override + public String toString() { + return "click + */ +public class SessionPage extends BasePage { + @Getter + @Setter + protected Map headers; + @Setter + protected OkHttpClient session; + protected SessionOptions sessionOptions; + protected Response response; + private double timeout; + private int retryTimes; + private float retryInterval; + private SessionPageSetter set; + @Setter + private Charset encoding; + + /** + * @param request 请求工厂 + */ + public SessionPage(OkHttpClient request) { + this(request, null); + } + + /** + * @param request 请求工厂 + * @param timeout 连接超时时间 + */ + public SessionPage(OkHttpClient request, Double timeout) { + this(request, timeout, false); + } + + public SessionPage() { + this(new SessionOptions(true, null)); + } + + /** + * @param option 配置 + */ + public SessionPage(SessionOptions option) { + this(option, null); + } + + /** + * @param option 配置 + * @param timeout 连接超时时间 + */ + public SessionPage(SessionOptions option, Double timeout) { + this(option, timeout, false); + } + + private SessionPage(Object requestOrOption, Double timeout, boolean ignoredFlag) { + this.setType("SessionPage"); + this.sSetStartOptions(requestOrOption); + this.sSetRunTimeSettings(timeout); + this.createSession(); + if (timeout != null) this.timeout = timeout; + this.headers = new CaseInsensitiveMap<>(); + ; + } + + /** + * 启动配置 + */ + private void sSetStartOptions(Object sessionOrOptions) { + if (sessionOrOptions == null || sessionOrOptions instanceof SessionOptions) { + this.sessionOptions = sessionOrOptions == null ? new SessionOptions(true, null) : (SessionOptions) sessionOrOptions; + } else if (sessionOrOptions instanceof OkHttpClient) { + this.sessionOptions = new SessionOptions(true, null); + this.headers = new CaseInsensitiveMap<>(this.sessionOptions.getHeaders()); + this.sessionOptions.setHeaders(null); + this.session = (OkHttpClient) sessionOrOptions; + } + } + + /** + * 设置运行时用到的属性 + */ + private void sSetRunTimeSettings(Double timeout) { + this.timeout = timeout == null || timeout <= 0 ? this.sessionOptions.getTimeout() : timeout; + this.setDownloadPath(this.sessionOptions.getDownloadPath() == null ? null : Paths.get(this.sessionOptions.getDownloadPath()).toAbsolutePath().toString()); + this.retryTimes = this.sessionOptions.getRetryTimes(); + this.retryInterval = this.sessionOptions.getRetryInterval(); + } + + /** + * 创建内建Session对象 + */ + protected void createSession() { + if (this.session == null) { + HttpClient httpClient = this.sessionOptions.makeSession(); + this.session = httpClient.getClient(); + this.headers = new CaseInsensitiveMap<>(this.sessionOptions.getHeaders()); + } + } + + //-----------------共有属性和方法------------------- + @Override + public String title() { + List sessionPages = this._ele("xpath://title", null, null, null, false, null); + if (!sessionPages.isEmpty()) return sessionPages.get(0).text(); + return null; + } + + /** + * @return 返回当前访问url + */ + @Override + public String url() { + return this.url; + } + + /** + * @return 返回页面原始数据 + */ + public byte[] rawData() { + ResponseBody body = this.response.body(); + if (body != null) { + try { + return body.bytes(); + } catch (IOException e) { + return new byte[0]; + } + } + return new byte[0]; + } + + @Override + public String html() { + if (this.response == null) return ""; + ResponseBody body = this.response.body(); + if (body != null) { + try { + return body.string(); + } catch (IOException e) { + return ""; + } + } + return ""; + } + + /** + * @return 当返回内容是json格式则返回JSONObject，非json格式时返回None + */ + + @Override + public JSONObject json() { + if (this.response == null) return null; + ResponseBody body = this.response.body(); + if (body != null) { + try { + return JSON.parseObject(body.string()); + } catch (IOException e) { + return null; + } + } + return null; + } + + /** + * @return 返回user agent + */ + @Override + public String userAgent() { + String ua = ""; + for (Map.Entry entry : this.headers.entrySet()) { + String k = entry.getKey(); + Object v = entry.getValue(); + if (Objects.equals(k.toUpperCase(Locale.ROOT), "user-agent")) { + ua = v.toString(); + break; + } else if ("useragent".equalsIgnoreCase(k.toUpperCase(Locale.ROOT))) { + ua = v.toString(); + break; + } + } + + return ua; + } + + public OkHttpClient session() { + return this.session; + } + + /** + * @return 返回访问url得到的Response对象 + */ + public Response response() { + return this.response; + } + + /** + * @return 返回设置的编码 + */ + public String encoding() { + return this.encoding.name(); + } + + /** + * @return 返回用于设置的对象 + */ + public SessionPageSetter set() { + if (this.set == null) this.set = new SessionPageSetter(this); + return this.set; + } + + /** + * 用get方式跳转到url，可输入文件路径 + * + * @param url 目标url，可指定本地文件路径 + * @return url是否可用 + */ + public Boolean get(Path url) { + return get(url, false); + } + + /** + * 用get方式跳转到url，可输入文件路径 + * + * @param url 目标url，可指定本地文件路径 + * @param showErrMsg 是否显示和抛出异常 + * @return url是否可用 + */ + public Boolean get(Path url, boolean showErrMsg) { + return get(url, showErrMsg, null, null, null); + } + + /** + * 用get方式跳转到url，可输入文件路径 + * + * @param url 目标url，可指定本地文件路径 + * @param showErrMsg 是否显示和抛出异常 + * @param retry 重试次数，为None时使用页面对象retry_times属性值 + * @param interval 重试间隔（秒），为None时使用页面对象retry_interval属性值 + * @param timeout 连接超时时间（秒），为None时使用页面对象timeout属性值 + * @return url是否可用 + */ + public Boolean get(Path url, boolean showErrMsg, Integer retry, Double interval, Double timeout) { + return get(url, showErrMsg, retry, interval, timeout, null); + } + + /** + * 用get方式跳转到url，可输入文件路径 + * + * @param url 目标url，可指定本地文件路径 + * @param showErrMsg 是否显示和抛出异常 + * @param retry 重试次数，为None时使用页面对象retry_times属性值 + * @param interval 重试间隔（秒），为None时使用页面对象retry_interval属性值 + * @param timeout 连接超时时间（秒），为None时使用页面对象timeout属性值 + * @param params 连接参数 + * @return url是否可用 + */ + + public Boolean get(@NotNull Path url, boolean showErrMsg, Integer retry, Double interval, Double timeout, Map params) { + return get(url.toAbsolutePath().toString(), showErrMsg, retry, interval, timeout, params); + } + + /** + * 用get方式跳转到url，可输入文件路径 + * + * @param url 目标url，可指定本地文件路径 + * @param showErrMsg 是否显示和抛出异常 + * @param retry 重试次数，为None时使用页面对象retry_times属性值 + * @param interval 重试间隔（秒），为None时使用页面对象retry_interval属性值 + * @param timeout 连接超时时间（秒），为None时使用页面对象timeout属性值 + * @param params 连接参数 + * @return url是否可用 + */ + + @Override + public Boolean get(@NotNull String url, boolean showErrMsg, Integer retry, Double interval, Double timeout, Map params) { + if (!url.toLowerCase().startsWith("http")) { + if (url.startsWith("file:///")) { + url = url.substring(8); + } + File file = Paths.get(url).toFile(); + if (file.exists()) { + try (FileInputStream fileInputStream = new FileInputStream(file)) { + String string = Arrays.toString(fileInputStream.readAllBytes()); + Response.Builder builder = new Response.Builder(); + builder.setMessage$okhttp("get"); + builder.setCode$okhttp(200); + builder.setBody$okhttp(new RealResponseBody(string, string.length(), new Buffer())); + this.response = builder.build(); + } catch (IOException e) { + throw new RuntimeException(e); + } + return true; + } + } + return this.sConnect(url, "get", showErrMsg, retry, interval, params); + } + + /** + * 用post方式跳转到url + * + * @param url 目标url + * @return url是否可用 + */ + + public Boolean post(@NotNull String url) { + return this.post(url, null); + + } + + /** + * 用post方式跳转到url + * + * @param url 目标url + * @param params 连接参数 + * @return url是否可用 + */ + + public Boolean post(@NotNull String url, Map params) { + return this.post(url, false, params); + + } + + /** + * 用post方式跳转到url + * + * @param url 目标url + * @param showErrMsg 是否显示和抛出异常 + * @param params 连接参数 + * @return url是否可用 + */ + + public Boolean post(@NotNull String url, boolean showErrMsg, Map params) { + return this.post(url, showErrMsg, null, params); + + } + + /** + * 用post方式跳转到url + * + * @param url 目标url + * @param showErrMsg 是否显示和抛出异常 + * @param retry 重试次数，为None时使用页面对象retry_times属性值 + * @param params 连接参数 + * @return url是否可用 + */ + + public Boolean post(@NotNull String url, boolean showErrMsg, Integer retry, Map params) { + return this.post(url, showErrMsg, retry, null, params); + } + + /** + * 用post方式跳转到url + * + * @param url 目标url + * @param showErrMsg 是否显示和抛出异常 + * @param retry 重试次数，为None时使用页面对象retry_times属性值 + * @param interval 重试间隔（秒），为None时使用页面对象retry_interval属性值 + * @param params 连接参数 + * @return url是否可用 + */ + + public Boolean post(@NotNull String url, boolean showErrMsg, Integer retry, Double interval, Map params) { + return this.sConnect(url, "post", showErrMsg, retry, interval, params); + } + + @Override + public SessionElement sEle(By by, Integer index) { + if (by == null) { + List sessionElements = SessionElement.makeSessionEle(this.html(), By.NULL(), null); + if (!sessionElements.isEmpty()) return sessionElements.get(0); + return null; + } + List sessionElements = this._ele(by, null, index, null, null, "s_ele()"); + if (!sessionElements.isEmpty()) return sessionElements.get(0); + return null; + } + + @Override + public SessionElement sEle(String loc, Integer index) { + if (loc == null) { + List sessionElements = SessionElement.makeSessionEle(this.html(), By.NULL(), null); + if (!sessionElements.isEmpty()) return sessionElements.get(0); + return null; + } + List sessionElements = this._ele(loc, null, index, null, null, "s_ele()"); + if (!sessionElements.isEmpty()) return sessionElements.get(0); + return null; + } + + @Override + public List sEles(By by) { + return this._ele(by, null, null, null, null, null); + } + + @Override + public List sEles(String loc) { + return this._ele(loc, null, null, null, null, null); + } + + @Override + protected List findElements(By by, Double timeout, Integer index, Boolean relative, Boolean raiseErr) { + return SessionElement.makeSessionEle(this, by, index); + } + + @Override + protected List findElements(String loc, Double timeout, Integer index, Boolean relative, Boolean raiseErr) { + return SessionElement.makeSessionEle(this, loc, index); + + } + + @Override + public List cookies(boolean asMap, boolean allDomains, boolean allInfo) { + List list; + { + final var cookies = new List[]{new ArrayList<>()}; + this.session.newBuilder().setCookieJar$okhttp(new CookieJar() { + @Override + public void saveFromResponse(@NotNull HttpUrl httpUrl, @NotNull List list) { + if (url != null) { + ArrayList src = new ArrayList<>(); + Collections.copy(list, src); + src.removeIf(cookie -> !cookie.domain().isEmpty() || !cookie.domain().contains(url)); + cookies[0] = src; + } else { + cookies[0] = list; + } + } + + @NotNull + @Override + public List loadForRequest(@NotNull HttpUrl httpUrl) { + return new ArrayList<>(); + } + }); + list = new ArrayList(cookies[0]); + } + + return list; + } + + + public void close() { + if (this.response != null) try { + this.response.close(); + } catch (Exception ignored) { + + } + } + + private boolean sConnect(String url, String mode, boolean showErrMsg, Integer retry, Double interval, Map params) { + BeforeConnect beforeConnect = this.beforeConnect(url, retry, interval); + ResponseWrapper responseReturn = this.makResponse(this.url(), mode, beforeConnect.getRetry(), beforeConnect.getInterval(), showErrMsg, params); + boolean urlAvailable; + if (responseReturn.getResponse() == null) urlAvailable = false; + else if (this.response.code() == 200) urlAvailable = true; + else { + if (showErrMsg) try { + throw new ConnectException("状态码：" + this.response.code()); + } catch (ConnectException e) { + throw new RuntimeException(e); + } + urlAvailable = false; + + } + return urlAvailable; + } + + public ResponseWrapper makResponse(String url, String mode, Integer retry, Double interval, boolean showErrMsg, Map params) { + Map headersMap = new CaseInsensitiveMap<>(); + if (params.containsKey("headers")) + headersMap.putAll(JSON.parseObject(JSON.toJSONString(params.get("headers")))); + + // Set referer and host values + URI uri = URI.create(url); + String hostname = uri.getHost(); + String scheme = uri.getScheme(); + if (notCheckHeaders(headersMap, headers, "Referer")) { + headersMap.put("Referer", this.headers.get("Referer")); + if (headersMap.get("Referer") == null) { + headersMap.put("Referer", (this.headers.get("scheme") != null ? this.headers.get("scheme") : scheme) + "://" + hostname); + } + } + if (!headersMap.containsKey("Host")) { + headersMap.put("Host", hostname); + } + + // Set timeout + if (notCheckHeaders(params, headers, "timeout")) { + params.put("timeout", this.timeout); + } + + // Merge headers + headersMap.putAll(this.headers); + + // Build request + Request.Builder requestBuilder = new Request.Builder(); + requestBuilder.url(url); + for (Map.Entry entry : headersMap.entrySet()) { + requestBuilder.addHeader(entry.getKey(), entry.getValue().toString()); + } + + Response response = null; + retry = retry == null ? this.retryTimes : retry; + interval = interval == null ? this.retryInterval : interval; + IOException exception = null; + for (int i = 0; i <= retry; i++) { + try { + if (mode.equals("get")) { + response = this.session.newCall(requestBuilder.build()).execute(); + } else if (mode.equals("post")) { + RequestBody requestBody = RequestBody.create(params.get("data").toString(), MediaType.parse("application/json")); + requestBuilder.post(requestBody); + response = this.session.newCall(requestBuilder.build()).execute(); + } + + if (response != null && response.body() != null) { + MediaType mediaType = response.body().contentType(); + if (mediaType != null && this.encoding != null) { + mediaType.charset(this.encoding); + return new ResponseWrapper(response, "Success"); + + } + return new ResponseWrapper(setCharset(response), "Success"); + } + + } catch (IOException e) { + exception = e; + } + long millis = (long) (interval * 1000); + if (i < retry) { + try { + Thread.sleep(millis); + if (showErrMsg) { + System.out.println("重试 " + url); + } + } catch (InterruptedException e) { + e.printStackTrace(); + } + } + } + + if (showErrMsg) { + if (exception != null) { + throw new RuntimeException(exception); + } else if (response != null) { + try { + throw new ConnectException("状态码：" + response.code()); + } catch (ConnectException e) { + throw new RuntimeException(e); + } + } else { + try { + throw new ConnectException("连接失败"); + } catch (ConnectException e) { + throw new RuntimeException(e); + } + } + } else { + if (response != null) { + return new ResponseWrapper(response, "状态码：" + response.code()); + } else { + return new ResponseWrapper(null, "连接失败" + (exception != null ? exception.getMessage() : "")); + } + } + } + + private boolean notCheckHeaders(Map map, Map headers, String key) { + return !map.containsKey(key) && !headers.containsKey(key); + } + + public static Response setCharset(Response response) { + // 在headers中获取编码 + String s = response.headers().get("content-type"); + s = s == null ? "" : s; + String contentType = s.toLowerCase(); + if (!contentType.endsWith(";")) contentType += ";"; + String charset = searchCharset(contentType); + + ResponseBody body = response.body(); + if (charset != null && !charset.isEmpty()) { + if (body != null) { + MediaType mediaType = body.contentType(); + if (mediaType != null) { + mediaType.charset(Charset.forName(charset)); + } + } + } else if (contentType.replace(" ", "").startsWith("text/html")) { + String content = ""; + try { + if (body != null) { + content = body.string(); + } + } catch (IOException e) { + throw new RuntimeException(e); + } + charset = searchCharsetInMeta(content); + if (charset == null || !charset.isEmpty()) { + MediaType mediaType = null; + if (body != null) mediaType = body.contentType(); + if (mediaType != null) charset = mediaType.type(); + } + Response.Builder builder = new Response.Builder(); + builder.setBody$okhttp(ResponseBody.create(content, MediaType.get(charset == null ? "utf-8" : charset))); + response.close(); + try (Response r = builder.build()) { + response = r; + } + } + + return response; + } + + private static String searchCharset(String contentType) { + Pattern pattern = Pattern.compile("charset[=: ]*(.*?);?"); + Matcher matcher = pattern.matcher(contentType); + if (matcher.find()) { + return matcher.group(1); + } + return "utf-8"; + } + + private static String searchCharsetInMeta(String content) { + Pattern pattern = Pattern.compile("]+).*?>", Pattern.DOTALL); + Matcher matcher = pattern.matcher(content); + if (matcher.find()) { + return matcher.group(1); + } + return "utf-8"; + } + + /** + * 克隆 + * + * @param cloneNumber 克隆数量 + * @return 集合 + */ + public List copy(int cloneNumber) { + return IntStream.range(0, cloneNumber < 0 ? 1 : cloneNumber).mapToObj(i -> copy()).collect(Collectors.toList()); + } + + /** + * 克隆 + * + * @return 单个 + */ + public SessionPage copy() { + return new SessionPage(this.sessionOptions.copy()); + } + + @Getter + @AllArgsConstructor + public static class ResponseWrapper { + private Response response; + private String message; + } +} diff --git a/java/src/main/java/com/ll/DrissonPage/page/Timeout.java b/java/src/main/java/com/ll/DrissonPage/page/Timeout.java new file mode 100644 index 0000000..325498e --- /dev/null +++ b/java/src/main/java/com/ll/DrissonPage/page/Timeout.java @@ -0,0 +1,62 @@ +package com.ll.DrissonPage.page; + +import lombok.Getter; +import lombok.Setter; + +import java.io.*; + +/** + * @author 陆 + * @address click + */ +@Getter +public class Timeout { + private final ChromiumBase page; + @Setter + private Double base = 10.0; + @Setter + + private Double pageLoad = 30.0; + @Setter + + private Double script = 30.0; + + public Timeout(ChromiumBase page, Double base, Double pageLoad, Double script) { + this.page = page; + if (base != null && base >= 0) this.base = base; + if (pageLoad != null && pageLoad >= 0) this.pageLoad = pageLoad; + if (script != null && script >= 0) this.script = script; + } + + public Timeout(ChromiumBase page, Integer base, Integer pageLoad, Integer script) { + this.page = page; + if (base != null && base >= 0) this.base = Double.valueOf(base); + if (pageLoad != null && pageLoad >= 0) this.pageLoad = Double.valueOf(pageLoad); + if (script != null && script >= 0) this.script = Double.valueOf(script); + } + + public Timeout(ChromiumBase page) { + this(page, -1.0, -1.0, -1.0); + } + + @Override + public String toString() { + return "{base=" + base + ", pageLoad=" + pageLoad + ", script=" + script + '}'; + } + + // 深拷贝方法 + // 深拷贝方法 + public Timeout copy() { + try (ByteArrayOutputStream bos = new ByteArrayOutputStream(); ObjectOutputStream out = new ObjectOutputStream(bos)) { + out.writeObject(this); + out.flush(); // 在写入对象之前调用 flush + + try (ByteArrayInputStream bis = new ByteArrayInputStream(bos.toByteArray()); ObjectInputStream in = new ObjectInputStream(bis)) { + return (Timeout) in.readObject(); + } + } catch (IOException | ClassNotFoundException e) { + System.out.println("深拷贝失败，错误原因：" + e.getMessage()); + return this; // 如果发生异常，返回原始对象 + } + } +} diff --git a/java/src/main/java/com/ll/DrissonPage/page/WebMode.java b/java/src/main/java/com/ll/DrissonPage/page/WebMode.java new file mode 100644 index 0000000..26031ff --- /dev/null +++ b/java/src/main/java/com/ll/DrissonPage/page/WebMode.java @@ -0,0 +1,16 @@ +package com.ll.DrissonPage.page; + +/** + * 'd' 或 's'，即driver模式和session模式 + * @author 陆 + * @address click + */ +public enum WebMode { + s("s"), d("d"), S("s"), D("d"), NULL("d"); + final String mode; + + WebMode(String mode) { + this.mode = mode; + } + +} \ No newline at end of file diff --git a/java/src/main/java/com/ll/DrissonPage/page/WebPage.java b/java/src/main/java/com/ll/DrissonPage/page/WebPage.java new file mode 100644 index 0000000..cb887e6 --- /dev/null +++ b/java/src/main/java/com/ll/DrissonPage/page/WebPage.java @@ -0,0 +1,916 @@ +package com.ll.DrissonPage.page; + +import com.alibaba.fastjson.JSON; +import com.alibaba.fastjson.JSONObject; +import com.ll.DrissonPage.base.BasePage; +import com.ll.DrissonPage.base.By; +import com.ll.DrissonPage.base.DrissionElement; +import com.ll.DrissonPage.config.ChromiumOptions; +import com.ll.DrissonPage.config.SessionOptions; +import com.ll.DrissonPage.element.ChromiumElement; +import com.ll.DrissonPage.element.SessionElement; +import com.ll.DrissonPage.functions.Web; +import com.ll.DrissonPage.units.setter.WebPageSetter; +import lombok.Getter; +import okhttp3.Cookie; +import okhttp3.OkHttpClient; +import okhttp3.Response; +import org.jetbrains.annotations.NotNull; + +import java.util.*; +import java.util.stream.Collectors; +import java.util.stream.IntStream; + +/** + * @author 陆 + * @address click + */ +public class WebPage extends BasePage> { + @Getter + protected final SessionPage sessionPage; + private WebPageSetter setter; + @Getter + protected ChromiumPage chromiumPage; + private WebMode mode; + @Getter + private boolean hasDriver; + @Getter + private boolean hasSession; + + /** + * 初始化函数 + */ + public WebPage() { + this(WebMode.NULL); + } + + /** + * 初始化函数 + * + * @param mode 'd' 或 's'，即driver模式和session模式 + */ + public WebPage(WebMode mode) { + this(mode, null); + } + + /** + * 初始化函数 + * + * @param mode 'd' 或 's'，即driver模式和session模式 + * @param timeout 超时时间（秒），d模式时为寻找元素时间，s模式时为连接时间，默认10秒 + */ + public WebPage(WebMode mode, Double timeout) { + this(mode, timeout, false); + } + + /** + * 初始化函数 + * + * @param mode 'd' 或 's'，即driver模式和session模式 + * @param timeout 超时时间（秒），d模式时为寻找元素时间，s模式时为连接时间，默认10秒 + * @param chromiumOptions Driver对象，只使用s模式时应传入False + */ + public WebPage(WebMode mode, Double timeout, boolean chromiumOptions) { + this(mode, timeout, chromiumOptions, false); + } + + /** + * 初始化函数 + * + * @param mode 'd' 或 's'，即driver模式和session模式 + * @param timeout 超时时间（秒），d模式时为寻找元素时间，s模式时为连接时间，默认10秒 + * @param chromiumOptions Driver对象，只使用s模式时应传入False + * @param sessionOrOptions Session对象或SessionOptions对象，只使用d模式时应传入False + */ + public WebPage(WebMode mode, Double timeout, boolean chromiumOptions, boolean sessionOrOptions) { + this(mode, timeout, chromiumOptions, sessionOrOptions, false); + } + + /** + * 初始化函数 + * + * @param mode 'd' 或 's'，即driver模式和session模式 + * @param timeout 超时时间（秒），d模式时为寻找元素时间，s模式时为连接时间，默认10秒 + * @param chromiumOptions Driver对象，只使用s模式时应传入False + * @param sessionOrOptions Session对象或SessionOptions对象，只使用d模式时应传入False + */ + public WebPage(WebMode mode, Double timeout, boolean chromiumOptions, SessionOptions sessionOrOptions) { + this(mode, timeout, chromiumOptions, sessionOrOptions, false); + } + + /** + * 初始化函数 + * + * @param mode 'd' 或 's'，即driver模式和session模式 + * @param timeout 超时时间（秒），d模式时为寻找元素时间，s模式时为连接时间，默认10秒 + * @param chromiumOptions Driver对象，只使用s模式时应传入False + */ + public WebPage(WebMode mode, Double timeout, ChromiumOptions chromiumOptions) { + this(mode, timeout, chromiumOptions, false); + } + + /** + * 初始化函数 + * + * @param mode 'd' 或 's'，即driver模式和session模式 + * @param timeout 超时时间（秒），d模式时为寻找元素时间，s模式时为连接时间，默认10秒 + * @param chromiumOptions Driver对象，只使用s模式时应传入False + * @param sessionOrOptions Session对象或SessionOptions对象，只使用d模式时应传入False + */ + public WebPage(WebMode mode, Double timeout, ChromiumOptions chromiumOptions, boolean sessionOrOptions) { + this(mode, timeout, chromiumOptions, sessionOrOptions, false); + } + + /** + * 初始化函数 + * + * @param mode 'd' 或 's'，即driver模式和session模式 + * @param timeout 超时时间（秒），d模式时为寻找元素时间，s模式时为连接时间，默认10秒 + * @param chromiumOptions Driver对象，只使用s模式时应传入False + * @param sessionOrOptions Session对象或SessionOptions对象，只使用d模式时应传入False + */ + public WebPage(WebMode mode, Double timeout, ChromiumOptions chromiumOptions, SessionOptions sessionOrOptions) { + this(mode, timeout, chromiumOptions, sessionOrOptions, false); + } + + + /** + * 初始化函数 + * + * @param mode 'd' 或 's'，即driver模式和session模式 + * @param timeout 超时时间（秒），d模式时为寻找元素时间，s模式时为连接时间，默认10秒 + * @param chromiumOptions Driver对象，只使用s模式时应传入False + * @param sessionOrOptions Session对象或SessionOptions对象，只使用d模式时应传入False + */ + private WebPage(WebMode mode, Double timeout, Object chromiumOptions, Object sessionOrOptions, boolean ignoredFlag) { + this.mode = mode; + sessionPage = sessionOrOptions instanceof SessionOptions ? new SessionPage((SessionOptions) sessionOrOptions) : new SessionPage(); + if (chromiumOptions == null || !Objects.equals(chromiumOptions, false)) + chromiumOptions = new ChromiumOptions(true, null).setTimeouts(sessionPage.timeout(), null, null).setPaths(sessionPage.downloadPath()); + ChromiumPage instance; + if (chromiumOptions instanceof String) { + instance = ChromiumPage.getInstance(String.valueOf(chromiumOptions), timeout); + } else if (chromiumOptions instanceof ChromiumOptions) { + instance = ChromiumPage.getInstance((ChromiumOptions) chromiumOptions, timeout); + } else if (chromiumOptions instanceof Integer) { + instance = ChromiumPage.getInstance((Integer) chromiumOptions, timeout); + } else if (chromiumOptions == null) { + instance = ChromiumPage.getInstance("", timeout); + } else { + throw new IllegalArgumentException("chromiumOptions类型只能为 String , ChromiumOptions, Integer, null"); + } + this.chromiumPage = instance; + this.setType("WebPage"); + + } + + /** + * @return 返回用于设置的对象 + */ + + public WebPageSetter set() { + if (setter == null) setter = new WebPageSetter(this); + return setter; + } + + /** + * @return 返回当前url + */ + @Override + public String url() { + switch (mode) { + case d: + return this.browserUrl(); + case s: + return this.sessionUrl(); + default: + return null; + } + } + + /** + * @return 返回浏览器当前url + */ + protected String browserUrl() { + return this.chromiumPage.url(); + } + + /** + * @return 返回当前页面title + */ + public String title() { + switch (mode) { + case d: + return chromiumPage.title(); + case s: + return sessionPage.title(); + default: + return null; + } + } + + /** + * @return 返回页码原始数据数据 + */ + public Object rawData() { + switch (mode) { + case d: + if (this.hasDriver) { + return chromiumPage.html(); + } else { + return ""; + } + case s: + return sessionPage.rawData(); + default: + return null; + } + } + + @Override + public String html() { + switch (mode) { + case d: + if (this.hasDriver) { + return chromiumPage.html(); + } else { + return ""; + } + case s: + return sessionPage.html(); + default: + return null; + } + } + + @Override + public JSONObject json() { + switch (mode) { + case d: + return chromiumPage.json(); + + case s: + return sessionPage.json(); + default: + return null; + } + } + + /** + * @return 返回 s 模式获取到的 Response 对象 + */ + public Response response() { + return sessionPage.response(); + } + + /** + * @return 返回当前模式，'s'或'd' + */ + public WebMode mode() { + return this.mode; + } + + /** + * @return 返回user agent + */ + public String ua() { + return userAgent(); + + } + + /** + * @return 返回user agent + */ + @Override + public String userAgent() { + switch (mode) { + case d: + return chromiumPage.userAgent(); + case s: + return sessionPage.userAgent(); + default: + return null; + } + } + + /** + * @return 返回Session对象，如未初始化则按配置信息创建 + */ + public OkHttpClient session() { + if (sessionPage.session == null) this.sessionPage.createSession(); + return sessionPage.session; + } + + /** + * @return 返回 session 保存的url + */ + private String sessionUrl() { + try (Response response = this.sessionPage.response()) { + if (response == null) return null; + return response.request().url().toString(); + } + } + + /** + * @return 返回通用timeout设置 + */ + public Double timeout() { + return chromiumPage.timeouts.getBase(); + } + + @Override + public Boolean get(String url, boolean showErrMsg, Integer retry, Double interval, Double timeout, Map params) { + switch (mode) { + case d: + return chromiumPage.get(url, showErrMsg, retry, interval, timeout, params); + case s: + timeout = timeout == null ? this.hasDriver ? chromiumPage.timeouts.getPageLoad() : this.timeout() : timeout; + return sessionPage.get(url, showErrMsg, retry, interval, timeout, params); + default: + return null; + } + } + + /** + * 用post方式跳转到url 会切换到s模式 + * + * @param url 目标url + * @return s模式时返回url是否可用，d模式时返回获取到的Response对象 + */ + + public Object post(@NotNull String url) { + return this.post(url, null); + + } + + /** + * 用post方式跳转到url 会切换到s模式 + * + * @param url 目标url + * @param params 连接参数 + * @return s模式时返回url是否可用，d模式时返回获取到的Response对象 + */ + + public Object post(@NotNull String url, Map params) { + return this.post(url, false, params); + + } + + /** + * 用post方式跳转到url 会切换到s模式 + * + * @param url 目标url + * @param showErrMsg 是否显示和抛出异常 + * @param params 连接参数 + * @return s模式时返回url是否可用，d模式时返回获取到的Response对象 + */ + + public Object post(@NotNull String url, boolean showErrMsg, Map params) { + return this.post(url, showErrMsg, null, params); + + } + + /** + * 用post方式跳转到url 会切换到s模式 + * + * @param url 目标url + * @param showErrMsg 是否显示和抛出异常 + * @param retry 重试次数，为None时使用页面对象retry_times属性值 + * @param params 连接参数 + * @return s模式时返回url是否可用，d模式时返回获取到的Response对象 + */ + public Object post(@NotNull String url, boolean showErrMsg, Integer retry, Map params) { + return this.post(url, showErrMsg, retry, null, params); + } + + /** + * 用post方式跳转到url 会切换到s模式 + * + * @param url 目标url + * @param showErrMsg 是否显示和抛出异常 + * @param retry 重试次数，为None时使用页面对象retry_times属性值 + * @param interval 重试间隔（秒），为None时使用页面对象retry_interval属性值 + * @param params 连接参数 + * @return s模式时返回url是否可用，d模式时返回获取到的Response对象 + */ + + public Object post(@NotNull String url, boolean showErrMsg, Integer retry, Double interval, Map params) { + if (Objects.equals(mode, WebMode.d)) { + this.cookiesToSession(); + sessionPage.post(url, showErrMsg, retry, interval, params); + return this.response(); + } else { + return sessionPage.post(url, showErrMsg, retry, interval, params); + } + } + + + /** + * 返回第一个符合条件的元素、属性或节点文本 + * + * @param by 元素的定位信息，可以是元素对象，by，或查询字符串 + * @param index 获取第几个，从1开始，可传入负数获取倒数第几个 + * @param timeout 查找元素超时时间（秒），默认与页面等待时间一致 + * @return 元素对象 + */ + public DrissionElement ele(By by, int index, Double timeout) { + switch (mode) { + case d: + return chromiumPage.ele(by, index, timeout); + case s: + return sessionPage.ele(by, index, timeout); + default: + return null; + } + } + + /** + * 返回第一个符合条件的元素、属性或节点文本 + * + * @param locator 元素的定位信息，可以是元素对象，by，或查询字符串 + * @param index 获取第几个，从1开始，可传入负数获取倒数第几个 + * @param timeout 查找元素超时时间（秒），默认与页面等待时间一致 + * @return 元素对象 + */ + public DrissionElement ele(String locator, int index, Double timeout) { + switch (mode) { + case d: + return chromiumPage.ele(locator, index, timeout); + case s: + return sessionPage.ele(locator, index, timeout); + default: + return null; + } + } + + /** + * 返回页面中所有符合条件的元素 + * + * @param locator 元素的定位信息，可以是by，或查询字符串 + * @param timeout 查找元素超时时间（秒），默认与页面等待时间一致 + * @return 元素对象的列表 + */ + public List> eles(String locator, Double timeout) { + switch (mode) { + case d: + List chromiumElements = chromiumPage.eles(locator, timeout); + return chromiumElements != null ? new ArrayList<>(chromiumElements) : null; + case s: + List sessionElements = sessionPage.eles(locator, timeout); + return sessionElements != null ? new ArrayList<>(sessionElements) : null; + default: + return null; + } + } + + /** + * 返回页面中所有符合条件的元素 + * + * @param by 元素的定位信息，可以是by，或查询字符串 + * @param timeout 查找元素超时时间（秒），默认与页面等待时间一致 + * @return 元素对象的列表 + */ + public List> eles(By by, Double timeout) { + switch (mode) { + case d: + List chromiumElements = chromiumPage.eles(by, timeout); + return chromiumElements != null ? new ArrayList<>(chromiumElements) : null; + case s: + List sessionElements = sessionPage.eles(by, timeout); + return sessionElements != null ? new ArrayList<>(sessionElements) : null; + default: + return null; + } + } + + /** + * 查找第一个符合条件的元素以SessionElement形式返回，d模式处理复杂页面时效率很高 + * + * @param by 查询元素 + * @param index 获取第几个，从1开始，可传入负数获取倒数第几个 + * @return SessionElement对象 + */ + @Override + public SessionElement sEle(By by, Integer index) { + switch (mode) { + case d: + return chromiumPage.sEle(by, index); + case s: + return sessionPage.sEle(by, index); + default: + return null; + } + } + + /** + * 查找第一个符合条件的元素以SessionElement形式返回，d模式处理复杂页面时效率很高 + * + * @param loc 查询元素 + * @param index 获取第几个，从1开始，可传入负数获取倒数第几个 + * @return SessionElement对象 + */ + @Override + public SessionElement sEle(String loc, Integer index) { + switch (mode) { + case d: + return chromiumPage.sEle(loc, index); + case s: + return sessionPage.sEle(loc, index); + default: + return null; + } + } + + /** + * 查找所有符合条件的元素以SessionElement形式返回，d模式处理复杂页面时效率很高 + * + * @param by 元素的定位信息 查询元素 + * @return SessionElement对象集合 + */ + @Override + public List sEles(By by) { + switch (mode) { + case d: + return chromiumPage.sEles(by); + case s: + return sessionPage.sEles(by); + default: + return null; + } + } + + /** + * 查找所有符合条件的元素以SessionElement形式返回，d模式处理复杂页面时效率很高 + * + * @param loc 元素的定位信息 查询元素 + * @return SessionElement对象集合 + */ + @Override + public List sEles(String loc) { + switch (mode) { + case d: + return chromiumPage.sEles(loc); + case s: + return sessionPage.sEles(loc); + default: + return null; + } + } + + /** + * 切换模式，接收's'或'd'，除此以外的字符串会切换为 d 模式 + * 如copy_cookies为True，切换时会把当前模式的cookies复制到目标模式 + * 切换后，如果go是True，调用相应的get函数使访问的页面同步 + * + * @param mode 模式 + */ + public void changeMode(WebMode mode) { + changeMode(mode, true); + } + + /** + * 切换模式，接收's'或'd'，除此以外的字符串会切换为 d 模式 + * 如copy_cookies为True，切换时会把当前模式的cookies复制到目标模式 + * 切换后，如果go是True，调用相应的get函数使访问的页面同步 + * + * @param mode 模式 + * @param go 是否跳转到原模式的url + */ + public void changeMode(WebMode mode, boolean go) { + changeMode(mode, go, true); + } + + /** + * 切换模式，接收's'或'd'，除此以外的字符串会切换为 d 模式 + * 如copy_cookies为True，切换时会把当前模式的cookies复制到目标模式 + * 切换后，如果go是True，调用相应的get函数使访问的页面同步 + * + * @param mode 模式 + * @param go 是否跳转到原模式的url + * @param copyCookies 是否复制cookies到目标模式 + */ + public void changeMode(WebMode mode, boolean go, boolean copyCookies) { + if (mode != null && Objects.equals(mode.mode, this.mode.mode)) return; + this.mode = mode; + //s模式转d模式 + if (this.mode.equals(WebMode.d)) { + if (this.chromiumPage.driver == null) { + this.chromiumPage.connectBrowser(null); + this.url = this.hasDriver ? null : sessionPage.url(); + this.hasDriver = true; + } + String s = this.sessionUrl(); + if (s != null) { + if (copyCookies) this.cookiesToBrowser(); + if (go) this.get(this.sessionUrl()); + } + //d模式转s模式 + } else if (this.mode.equals(WebMode.s)) { + this.hasSession = true; + this.url = this.sessionUrl(); + if (this.hasDriver) { + if (copyCookies) this.cookiesToSession(); + if (go && !this.get(sessionPage.url())) { + throw new IllegalArgumentException("s模式访问失败，请设置go=False，自行构造连接参数进行访问。"); + } + } + } + } + + + /** + * 把driver对象的cookies复制到session对象 + */ + public void cookiesToSession() { + cookiesToSession(true); + } + + /** + * 把driver对象的cookies复制到session对象 + * + * @param copyUserAgent 是否复制ua信息 + */ + public void cookiesToSession(boolean copyUserAgent) { + if (!this.hasSession) return; + if (copyUserAgent) { + Object o = JSON.parseObject(this.chromiumPage.runCdp("Runtime.evaluate", Map.of("expression", "navigator.userAgent;")).toString()).getJSONObject("result").get("value"); + this.sessionPage.headers.put("User-Agent", o); + } + Web.setBrowserCookies(this.getChromiumPage(), chromiumPage.cookies()); + + } + + /** + * 把session对象的cookies复制到浏览器 + */ + public void cookiesToBrowser() { + if (!this.hasDriver) return; + Web.setBrowserCookies(this.getChromiumPage(), sessionPage.cookies()); + + } + + @Override + public List cookies(boolean asMap, boolean allDomains, boolean allInfo) { + switch (mode) { + case d: + return chromiumPage.cookies(asMap, allDomains, allInfo); + case s: + return sessionPage.cookies(asMap, allDomains, allInfo); + default: + return new ArrayList<>(); + } + } + + /** + * 获取一个标签页对象 + * + * @return 标签页对象 + */ + public WebPageTab getTab() { + return _getTab(null); + } + + /** + * 获取一个标签页对象 + * + * @param number 要获取的标签页id或序号，为null时获取当前tab，序号不是视觉排列顺序，而是激活顺序 + * @return 标签页对象 + */ + public WebPageTab getTab(int number) { + return _getTab(number); + } + + /** + * 获取一个标签页对象 + * + * @param id 要获取的标签页id或序号，为null时获取当前tab，序号不是视觉排列顺序，而是激活顺序 + * @return 标签页对象 + */ + public WebPageTab getTab(String id) { + return _getTab(id); + } + + /** + * 获取一个标签页对象 + * + * @param idOrNum 要获取的标签页id或序号，为null时获取当前tab，序号不是视觉排列顺序，而是激活顺序 + * @return 标签页对象 + */ + private WebPageTab _getTab(Object idOrNum) { + if (idOrNum instanceof String) { + return new WebPageTab(this, idOrNum.toString()); + } else if (idOrNum instanceof Integer) { + return new WebPageTab(this, chromiumPage.tabs().get((Integer) idOrNum)); + } else if (idOrNum == null) { + return new WebPageTab(this, chromiumPage.tabId()); + } else if (idOrNum instanceof WebPageTab) { + return (WebPageTab) idOrNum; + } else { + throw new ClassCastException("id_or_num需传入tab id或序号"); + } + } + + /** + * 新建一个标签页 + * + * @return 新标签页对象 + */ + public WebPageTab newTab() { + return newTab(null); + } + + /** + * 新建一个标签页 + * + * @param url 新标签页跳转到的网址 + * @return 新标签页对象 + */ + public WebPageTab newTab(String url) { + return newTab(url, false); + } + + /** + * 新建一个标签页 + * + * @param url 新标签页跳转到的网址 + * @param newWindow 是否在新窗口打开标签页 + * @return 新标签页对象 + */ + public WebPageTab newTab(String url, boolean newWindow) { + return newTab(url, newWindow, false); + } + + /** + * 新建一个标签页 + * + * @param url 新标签页跳转到的网址 + * @param newWindow 是否在新窗口打开标签页 + * @param background 是否不激活新标签页，如newWindow为True则无效 + * @return 新标签页对象 + */ + public WebPageTab newTab(String url, boolean newWindow, boolean background) { + return newTab(url, newWindow, background, false); + } + + /** + * 新建一个标签页 + * + * @param url 新标签页跳转到的网址 + * @param newWindow 是否在新窗口打开标签页 + * @param background 是否不激活新标签页，如newWindow为True则无效 + * @param newContext 是否创建新的上下文 + * @return 新标签页对象 + */ + public WebPageTab newTab(String url, boolean newWindow, boolean background, boolean newContext) { + WebPageTab webPageTab = new WebPageTab(this, chromiumPage._newTab(newWindow, background, newContext)); + if (url != null) webPageTab.get(url); + return webPageTab; + + } + + /** + * 关闭driver及浏览器 并且切换到d模式 + */ + public void closeDriver() { + if (this.hasDriver) { + this.changeMode(WebMode.s); + try { + this.chromiumPage.runCdp("Browser.close"); + } catch (Exception ignored) { + } + this.chromiumPage.driver.stop(); + this.chromiumPage.driver = null; + this.hasDriver = false; + } + } + + /** + * 关闭session 并且切换到s模式 + */ + public void closeSession() { + if (this.hasDriver) { + this.changeMode(WebMode.d); + Response response = this.sessionPage.response; + if (response != null) try { + response.close(); + } catch (Exception ignored) { + } + this.sessionPage.session = null; + this.sessionPage.response = null; + this.hasSession = false; + } + } + + /** + * 关闭标签页和Session + */ + + public void close() { + if (this.hasDriver) this.chromiumPage.closeTabs(this.chromiumPage.tabId()); + if (this.sessionPage.session != null) { + Response response = this.sessionPage.response; + if (response != null) try { + response.close(); + } catch (Exception ignored) { + } + } + + } + + /** + * 返回页面中符合条件的元素、属性或节点文本，默认返回第一个 + * + * @param by 查询元素 + * @param timeout 查找超时时间（秒） + * @param index 获取第几个，从1开始，可传入负数获取倒数第几个 如果是null则是返回全部 + * @param relative WebPage用的表示是否相对定位的参数 + * @param raiseErr 找不到元素是是否抛出异常，为null时根据全局设置 + * @return 元素对象 + */ + @Override + protected List> findElements(By by, Double timeout, Integer index, Boolean relative, Boolean raiseErr) { + switch (mode) { + case d: + List chromiumElements = chromiumPage.findElements(by, timeout, index, relative, raiseErr); + return chromiumElements != null ? new ArrayList<>(chromiumElements) : null; + case s: + List elements = sessionPage.findElements(by, timeout, index, relative, raiseErr); + return elements != null ? new ArrayList<>(elements) : null; + default: + return null; + } + } + + /** + * 返回页面中符合条件的元素、属性或节点文本，默认返回第一个 + * + * @param loc 查询元素 + * @param timeout 查找超时时间（秒） + * @param index 获取第几个，从1开始，可传入负数获取倒数第几个 如果是null则是返回全部 + * @param relative WebPage用的表示是否相对定位的参数 + * @param raiseErr 找不到元素是是否抛出异常，为null时根据全局设置 + * @return 元素对象 + */ + @Override + protected List> findElements(String loc, Double timeout, Integer index, Boolean relative, Boolean raiseErr) { + switch (mode) { + case d: + List chromiumElements = chromiumPage.findElements(loc, timeout, index, relative, raiseErr); + return chromiumElements != null ? new ArrayList<>(chromiumElements) : null; + case s: + List elements = sessionPage.findElements(loc, timeout, index, relative, raiseErr); + return elements != null ? new ArrayList<>(elements) : null; + default: + return null; + } + } + + /** + * 关闭浏览器和Session + * + * @param timeout 等待浏览器关闭超时时间 + * @param force 关闭超时是否强制终止进程 + */ + public void quit(Double timeout, boolean force) { + if (this.hasSession) { + this.sessionPage.close(); + this.sessionPage.session = null; + this.sessionPage.response = null; + this.hasSession = false; + } + if (this.hasDriver) { + this.chromiumPage.quit(timeout, force); + this.chromiumPage.driver = null; + this.hasDriver = false; + } + } + + @Override + public String toString() { + return ""; + } + + /** + * 克隆 + * + * @param cloneNumber 克隆数量 + * @return 集合 + */ + public List copy(int cloneNumber) { + return IntStream.range(0, cloneNumber < 0 ? 1 : cloneNumber).mapToObj(i -> copy()).collect(Collectors.toList()); + } + + /** + * 克隆 + * + * @return 单个 + */ + public WebPage copy() { + ChromiumOptions chromiumOptions = this.chromiumPage.getChromiumOptions().copy(); + chromiumOptions.autoPort(true, chromiumOptions.getTmpPath() + UUID.randomUUID().toString().substring(0, 5)); + WebPage webPage = new WebPage(this.mode, this.timeout(), chromiumOptions.copy(), this.sessionPage.sessionOptions.copy()); + String url1 = this.url(); + if (url1 != null) webPage.get(url1); + return webPage; + } +} diff --git a/java/src/main/java/com/ll/DrissonPage/page/WebPageTab.java b/java/src/main/java/com/ll/DrissonPage/page/WebPageTab.java new file mode 100644 index 0000000..eedf376 --- /dev/null +++ b/java/src/main/java/com/ll/DrissonPage/page/WebPageTab.java @@ -0,0 +1,632 @@ +package com.ll.DrissonPage.page; + +import com.alibaba.fastjson.JSON; +import com.alibaba.fastjson.JSONObject; +import com.ll.DrissonPage.base.BasePage; +import com.ll.DrissonPage.base.By; +import com.ll.DrissonPage.base.DrissionElement; +import com.ll.DrissonPage.config.SessionOptions; +import com.ll.DrissonPage.element.ChromiumElement; +import com.ll.DrissonPage.element.SessionElement; +import com.ll.DrissonPage.functions.Web; +import com.ll.DrissonPage.units.setter.WebPageTabSetter; +import lombok.Getter; +import okhttp3.Cookie; +import okhttp3.OkHttpClient; +import okhttp3.Response; +import org.jetbrains.annotations.NotNull; + +import java.util.ArrayList; +import java.util.List; +import java.util.Map; +import java.util.Objects; +import java.util.stream.Collectors; +import java.util.stream.IntStream; + +/** + * @author 陆 + * @address click + */ +public class WebPageTab extends BasePage> { + private WebMode mode; + @Getter + private WebPage page; + @Getter + private boolean hasDriver; + @Getter + private boolean hasSession; + private final SessionPage sessionPage; + private final ChromiumTab chromiumTab; + private WebPageTabSetter setter; + + public WebPageTab(WebPage page, String tabId) { + this.mode = WebMode.d; + this.hasDriver = true; + this.hasSession = true; + sessionPage = new SessionPage(new SessionOptions(false, null).fromSession(page.session(), page.sessionPage.headers)); + chromiumTab = new ChromiumTab(page.chromiumPage, tabId); + } + + /** + * @return 返回用于设置的对象 + */ + public WebPageTabSetter set() { + if (setter == null) setter = new WebPageTabSetter(this); + return this.setter; + } + + @Override + public String url() { + switch (mode) { + case d: + return this.browserUrl(); + case s: + return this.sessionUrl(); + default: + return null; + } + } + + /** + * @return 返回浏览器当前url + */ + protected String browserUrl() { + return this.chromiumTab.url(); + } + + /** + * @return 返回当前页面title + */ + public String title() { + switch (mode) { + case d: + return chromiumTab.title(); + case s: + return sessionPage.title(); + default: + return null; + } + } + + /** + * @return 返回页码原始数据数据 + */ + public Object rawData() { + switch (mode) { + case d: + if (this.hasDriver) { + return chromiumTab.html(); + } else { + return ""; + } + case s: + return sessionPage.rawData(); + default: + return null; + } + } + + @Override + public String html() { + switch (mode) { + case d: + if (this.hasDriver) { + return chromiumTab.html(); + } else { + return ""; + } + case s: + return sessionPage.html(); + default: + return null; + } + } + + @Override + public JSONObject json() { + switch (mode) { + case d: + return chromiumTab.json(); + case s: + return sessionPage.json(); + default: + return null; + } + } + + /** + * @return 返回 s 模式获取到的 Response 对象 + */ + public Response response() { + return sessionPage.response(); + } + + /** + * @return 返回当前模式，'s'或'd' + */ + public WebMode mode() { + return this.mode; + } + + /** + * @return 返回user agent + */ + public String ua() { + return userAgent(); + + } + + /** + * @return 返回user agent + */ + @Override + public String userAgent() { + switch (mode) { + case d: + return chromiumTab.userAgent(); + case s: + return sessionPage.userAgent(); + default: + return null; + } + } + + /** + * @return 返回Session对象，如未初始化则按配置信息创建 + */ + public OkHttpClient session() { + if (sessionPage.session == null) this.sessionPage.createSession(); + return sessionPage.session; + } + + /** + * @return 返回 session 保存的url + */ + private String sessionUrl() { + try (Response response = this.sessionPage.response()) { + if (response == null) return null; + return response.request().url().toString(); + } + } + + /** + * @return 返回通用timeout设置 + */ + public Double timeout() { + return chromiumTab.timeouts.getBase(); + } + + /** + * 设置通用超时时间 + * + * @param second 秒 + */ + public void setTimeout(Double second) { + this.set().timeouts(second, null, null); + } + + + @Override + public Boolean get(String url, boolean showErrMsg, Integer retry, Double interval, Double timeout, Map params) { + switch (mode) { + case d: + return chromiumTab.get(url, showErrMsg, retry, interval, timeout, params); + case s: + timeout = timeout == null ? this.hasDriver ? chromiumTab.timeouts.getPageLoad() : this.timeout() : timeout; + return sessionPage.get(url, showErrMsg, retry, interval, timeout, params); + default: + return null; + } + } + + /** + * 用post方式跳转到url 会切换到s模式 + * + * @param url 目标url + * @return s模式时返回url是否可用，d模式时返回获取到的Response对象 + */ + + public Object post(@NotNull String url) { + return this.post(url, null); + + } + + /** + * 用post方式跳转到url 会切换到s模式 + * + * @param url 目标url + * @param params 连接参数 + * @return s模式时返回url是否可用，d模式时返回获取到的Response对象 + */ + + public Object post(@NotNull String url, Map params) { + return this.post(url, false, params); + + } + + /** + * 用post方式跳转到url 会切换到s模式 + * + * @param url 目标url + * @param showErrMsg 是否显示和抛出异常 + * @param params 连接参数 + * @return s模式时返回url是否可用，d模式时返回获取到的Response对象 + */ + + public Object post(@NotNull String url, boolean showErrMsg, Map params) { + return this.post(url, showErrMsg, null, params); + + } + + /** + * 用post方式跳转到url 会切换到s模式 + * + * @param url 目标url + * @param showErrMsg 是否显示和抛出异常 + * @param retry 重试次数，为None时使用页面对象retry_times属性值 + * @param params 连接参数 + * @return s模式时返回url是否可用，d模式时返回获取到的Response对象 + */ + public Object post(@NotNull String url, boolean showErrMsg, Integer retry, Map params) { + return this.post(url, showErrMsg, retry, null, params); + } + + /** + * 用post方式跳转到url 会切换到s模式 + * + * @param url 目标url + * @param showErrMsg 是否显示和抛出异常 + * @param retry 重试次数，为None时使用页面对象retry_times属性值 + * @param interval 重试间隔（秒），为None时使用页面对象retry_interval属性值 + * @param params 连接参数 + * @return s模式时返回url是否可用，d模式时返回获取到的Response对象 + */ + + public Object post(@NotNull String url, boolean showErrMsg, Integer retry, Double interval, Map params) { + if (Objects.equals(mode, WebMode.d)) { + this.cookiesToSession(); + sessionPage.post(url, showErrMsg, retry, interval, params); + return this.response(); + } else { + return sessionPage.post(url, showErrMsg, retry, interval, params); + } + } + + /** + * 返回第一个符合条件的元素、属性或节点文本 + * + * @param by 元素的定位信息，可以是元素对象，by，或查询字符串 + * @param index 获取第几个，从1开始，可传入负数获取倒数第几个 + * @param timeout 查找元素超时时间（秒），默认与页面等待时间一致 + * @return 元素对象 + */ + public DrissionElement ele(By by, int index, Double timeout) { + switch (mode) { + case d: + return chromiumTab.ele(by, index, timeout); + case s: + return sessionPage.ele(by, index, timeout); + default: + return null; + } + } + + /** + * 返回第一个符合条件的元素、属性或节点文本 + * + * @param locator 元素的定位信息，可以是元素对象，by，或查询字符串 + * @param index 获取第几个，从1开始，可传入负数获取倒数第几个 + * @param timeout 查找元素超时时间（秒），默认与页面等待时间一致 + * @return 元素对象 + */ + public DrissionElement ele(String locator, int index, Double timeout) { + switch (mode) { + case d: + return chromiumTab.ele(locator, index, timeout); + case s: + return sessionPage.ele(locator, index, timeout); + default: + return null; + } + } + + /** + * 返回页面中所有符合条件的元素 + * + * @param locator 元素的定位信息，可以是by，或查询字符串 + * @param timeout 查找元素超时时间（秒），默认与页面等待时间一致 + * @return 元素对象的列表 + */ + public List> eles(String locator, Double timeout) { + switch (mode) { + case d: + List chromiumElements = chromiumTab.eles(locator, timeout); + return chromiumElements != null ? new ArrayList<>(chromiumElements) : null; + case s: + List sessionElements = sessionPage.eles(locator, timeout); + return sessionElements != null ? new ArrayList<>(sessionElements) : null; + default: + return null; + } + } + + /** + * 返回页面中所有符合条件的元素 + * + * @param by 元素的定位信息，可以是by，或查询字符串 + * @param timeout 查找元素超时时间（秒），默认与页面等待时间一致 + * @return 元素对象的列表 + */ + public List> eles(By by, Double timeout) { + switch (mode) { + case d: + List chromiumElements = chromiumTab.eles(by, timeout); + return chromiumElements != null ? new ArrayList<>(chromiumElements) : null; + case s: + List sessionElements = sessionPage.eles(by, timeout); + return sessionElements != null ? new ArrayList<>(sessionElements) : null; + default: + return null; + } + } + + /** + * 查找第一个符合条件的元素以SessionElement形式返回，d模式处理复杂页面时效率很高 + * + * @param by 查询元素 + * @param index 获取第几个，从1开始，可传入负数获取倒数第几个 + * @return SessionElement对象 + */ + @Override + public SessionElement sEle(By by, Integer index) { + switch (mode) { + case d: + return chromiumTab.sEle(by, index); + case s: + return sessionPage.sEle(by, index); + default: + return null; + } + } + + /** + * 查找第一个符合条件的元素以SessionElement形式返回，d模式处理复杂页面时效率很高 + * + * @param loc 查询元素 + * @param index 获取第几个，从1开始，可传入负数获取倒数第几个 + * @return SessionElement对象 + */ + @Override + public SessionElement sEle(String loc, Integer index) { + switch (mode) { + case d: + return chromiumTab.sEle(loc, index); + case s: + return sessionPage.sEle(loc, index); + default: + return null; + } + } + + /** + * 查找所有符合条件的元素以SessionElement形式返回，d模式处理复杂页面时效率很高 + * + * @param by 元素的定位信息 查询元素 + * @return SessionElement对象集合 + */ + @Override + public List sEles(By by) { + switch (mode) { + case d: + return chromiumTab.sEles(by); + case s: + return sessionPage.sEles(by); + default: + return null; + } + } + + /** + * 查找所有符合条件的元素以SessionElement形式返回，d模式处理复杂页面时效率很高 + * + * @param loc 元素的定位信息 查询元素 + * @return SessionElement对象集合 + */ + @Override + public List sEles(String loc) { + switch (mode) { + case d: + return chromiumTab.sEles(loc); + case s: + return sessionPage.sEles(loc); + default: + return null; + } + } + + /** + * 切换模式，接收's'或'd'，除此以外的字符串会切换为 d 模式 + * 如copy_cookies为True，切换时会把当前模式的cookies复制到目标模式 + * 切换后，如果go是True，调用相应的get函数使访问的页面同步 + * + * @param mode 模式 + */ + public void changeMode(WebMode mode) { + changeMode(mode, true); + } + + /** + * 切换模式，接收's'或'd'，除此以外的字符串会切换为 d 模式 + * 如copy_cookies为True，切换时会把当前模式的cookies复制到目标模式 + * 切换后，如果go是True，调用相应的get函数使访问的页面同步 + * + * @param mode 模式 + * @param go 是否跳转到原模式的url + */ + public void changeMode(WebMode mode, boolean go) { + changeMode(mode, go, true); + } + + /** + * 切换模式，接收's'或'd'，除此以外的字符串会切换为 d 模式 + * 如copy_cookies为True，切换时会把当前模式的cookies复制到目标模式 + * 切换后，如果go是True，调用相应的get函数使访问的页面同步 + * + * @param mode 模式 + * @param go 是否跳转到原模式的url + * @param copyCookies 是否复制cookies到目标模式 + */ + public void changeMode(WebMode mode, boolean go, boolean copyCookies) { + if (mode != null && Objects.equals(mode.mode, this.mode.mode)) return; + this.mode = mode; + //s模式转d模式 + if (this.mode.equals(WebMode.d)) { + if (this.chromiumTab.driver == null) { + this.chromiumTab.connectBrowser(null); + this.url = this.hasDriver ? null : sessionPage.url(); + this.hasDriver = true; + } + String s = this.sessionUrl(); + if (s != null) { + if (copyCookies) this.cookiesToBrowser(); + if (go) this.get(this.sessionUrl()); + } + //d模式转s模式 + } else if (this.mode.equals(WebMode.s)) { + this.hasSession = true; + this.url = this.sessionUrl(); + if (this.hasDriver) { + if (copyCookies) this.cookiesToSession(); + if (go && !this.get(sessionPage.url())) { + throw new IllegalArgumentException("s模式访问失败，请设置go=False，自行构造连接参数进行访问。"); + } + } + } + } + + /** + * 把driver对象的cookies复制到session对象 + */ + public void cookiesToSession() { + cookiesToSession(true); + } + + + /** + * 把driver对象的cookies复制到session对象 + * + * @param copyUserAgent 是否复制ua信息 + */ + public void cookiesToSession(boolean copyUserAgent) { + if (!this.hasSession) return; + if (copyUserAgent) { + String o = JSON.parseObject(this.chromiumTab.runCdp("Runtime.evaluate", Map.of("expression", "navigator.userAgent;")).toString()).getJSONObject("result").getString("value"); + this.sessionPage.headers.put("User-Agent", o); + } + Web.setBrowserCookies(this.chromiumTab.page(), chromiumTab.cookies()); + } + + /** + * 把session对象的cookies复制到浏览器 + */ + public void cookiesToBrowser() { + if (!this.hasDriver) return; + Web.setBrowserCookies(this.chromiumTab.page(), sessionPage.cookies()); + + } + + @Override + public List cookies(boolean asMap, boolean allDomains, boolean allInfo) { + switch (mode) { + case d: + return chromiumTab.cookies(asMap, allDomains, allInfo); + case s: + return sessionPage.cookies(asMap, allDomains, allInfo); + default: + return new ArrayList<>(); + } + } + + /** + * 关闭当前标签页 + */ + + public void close() { + this.chromiumTab.close(); + if (this.sessionPage.session != null) { + Response response = this.sessionPage.response; + if (response != null) try { + response.close(); + } catch (Exception ignored) { + } + } + + } + + /** + * 返回页面中符合条件的元素、属性或节点文本，默认返回第一个 + * + * @param by 查询元素 + * @param timeout 查找超时时间（秒） + * @param index 获取第几个，从1开始，可传入负数获取倒数第几个 如果是null则是返回全部 + * @param relative WebPage用的表示是否相对定位的参数 + * @param raiseErr 找不到元素是是否抛出异常，为null时根据全局设置 + * @return 元素对象 + */ + @Override + protected List> findElements(By by, Double timeout, Integer index, Boolean relative, Boolean raiseErr) { + switch (mode) { + case d: + List chromiumElements = chromiumTab.findElements(by, timeout, index, relative, raiseErr); + return chromiumElements != null ? new ArrayList<>(chromiumElements) : null; + case s: + List elements = sessionPage.findElements(by, timeout, index, relative, raiseErr); + return elements != null ? new ArrayList<>(elements) : null; + default: + return null; + } + } + + /** + * 返回页面中符合条件的元素、属性或节点文本，默认返回第一个 + * + * @param loc 查询元素 + * @param timeout 查找超时时间（秒） + * @param index 获取第几个，从1开始，可传入负数获取倒数第几个 如果是null则是返回全部 + * @param relative WebPage用的表示是否相对定位的参数 + * @param raiseErr 找不到元素是是否抛出异常，为null时根据全局设置 + * @return 元素对象 + */ + @Override + protected List> findElements(String loc, Double timeout, Integer index, Boolean relative, Boolean raiseErr) { + switch (mode) { + case d: + List chromiumElements = chromiumTab.findElements(loc, timeout, index, relative, raiseErr); + return chromiumElements != null ? new ArrayList<>(chromiumElements) : null; + case s: + List elements = sessionPage.findElements(loc, timeout, index, relative, raiseErr); + return elements != null ? new ArrayList<>(elements) : null; + default: + return null; + } + } + + /** + * 克隆 + * + * @param cloneNumber 克隆数量 + * @return 集合 + */ + public List copy(int cloneNumber) { + return IntStream.range(0, cloneNumber < 0 ? 1 : cloneNumber).mapToObj(i -> copy()).collect(Collectors.toList()); + } + + /** + * 克隆 + * + * @return 单个 + */ + public WebPageTab copy() { + return this.page.newTab(this.url()); + } +} diff --git a/java/src/main/java/com/ll/DrissonPage/units/Actions.java b/java/src/main/java/com/ll/DrissonPage/units/Actions.java new file mode 100644 index 0000000..7d328f7 --- /dev/null +++ b/java/src/main/java/com/ll/DrissonPage/units/Actions.java @@ -0,0 +1,1084 @@ +package com.ll.DrissonPage.units; + +import com.ll.DrissonPage.base.By; +import com.ll.DrissonPage.base.Driver; +import com.ll.DrissonPage.element.ChromiumElement; +import com.ll.DrissonPage.error.extend.AlertExistsError; +import com.ll.DrissonPage.functions.Keys; +import com.ll.DrissonPage.functions.Web; +import com.ll.DrissonPage.page.ChromiumBase; + +import java.util.*; + +/** + * @author 陆 + * @address click + */ +public class Actions { + private final ChromiumBase page; + private final Driver dr; + /** + * 修饰符，Alt=1, Ctrl=2, Meta/Command=4, Shift=8 + */ + private int modifier; + /** + * 视图坐标 + */ + private Coordinate curr; + + public Actions(ChromiumBase page) { + this.page = page; + this.dr = page.driver(); + this.modifier = 0; + this.curr = new Coordinate(0, 0); + } + + /** + * @return 绝对坐标转换为视口坐标 + */ + protected static Coordinate locationToClient(ChromiumBase page, Coordinate l) { + String x = page.runJs("return document.documentElement.scrollLeft;").toString(); + String y = page.runJs("return document.documentElement.scrollTop;").toString(); + return new Coordinate(l.getX() - Integer.parseInt(x), l.getY() - Integer.parseInt(y)); + + } + + /** + * 鼠标移动到元素中点，或页面上的某个绝对坐标。可设置偏移量 + * 当带偏移量时，偏移量相对于元素左上角坐标 + * + * @param loc 元素对象、绝对坐标或文本定位符 + * @return this + */ + public Actions moveTo(String loc) { + return moveTo(loc, new Coordinate(0, 0)); + } + + /** + * 鼠标移动到元素中点，或页面上的某个绝对坐标。可设置偏移量 + * 当带偏移量时，偏移量相对于元素左上角坐标 + * + * @param loc 元素对象、绝对坐标或文本定位符 + * @param duration 拖动用时，传入0即瞬间到达 + * @return this + */ + public Actions moveTo(String loc, Double duration) { + return moveTo(loc, new Coordinate(0, 0), duration); + } + + /** + * 鼠标移动到元素中点，或页面上的某个绝对坐标。可设置偏移量 + * 当带偏移量时，偏移量相对于元素左上角坐标 + * + * @param loc 元素对象、绝对坐标或文本定位符 + * @param curr 偏移量 + * @return this + */ + public Actions moveTo(String loc, Coordinate curr) { + return moveTo(loc, curr, 0.5); + } + + /** + * 鼠标移动到元素中点，或页面上的某个绝对坐标。可设置偏移量 + * 当带偏移量时，偏移量相对于元素左上角坐标 + * + * @param loc 元素对象、绝对坐标或文本定位符 + * @param curr 偏移量 + * @param duration 拖动用时，传入0即瞬间到达 + * @return this + */ + public Actions moveTo(String loc, Coordinate curr, Double duration) { + if (curr == null) curr = new Coordinate(0, 0); + ChromiumElement ele = this.page.ele(loc); + this.page.scroll().toSee(ele); + Coordinate coordinate = curr.getY() > 0 || curr.getX() > 0 ? ele.rect().location() : ele.rect().midpoint(); + coordinate = new Coordinate(coordinate.getX() + curr.getX(), coordinate.getY() + curr.getY()); + if (!Web.locationInViewport(this.page, coordinate)) { + //把坐标滚动到页面中间 + int w = Integer.parseInt(this.page.runJs("return document.body.clientWidth;").toString()); + int h = Integer.parseInt(this.page.runJs("return document.body.clientHeight;").toString()); + this.page.scroll().toLocation((int) (coordinate.getX() - w / 2), (int) (coordinate.getY() - h / 2)); + } + coordinate = curr.getY() > 0 || curr.getX() > 0 ? ele.rect().viewportLocation() : ele.rect().viewportMidpoint(); + coordinate = new Coordinate(coordinate.getX() + curr.getX(), coordinate.getY() + curr.getY()); + coordinate = new Coordinate(coordinate.getX() - this.curr.getX(), coordinate.getY() - this.curr.getY()); + this.move(coordinate, duration); + return this; + } + + /** + * 鼠标移动到元素中点，或页面上的某个绝对坐标。可设置偏移量 + * 当带偏移量时，偏移量相对于元素左上角坐标 + * + * @param by 元素对象、绝对坐标或文本定位符 + * @return this + */ + public Actions moveTo(By by) { + return moveTo(by, new Coordinate(0, 0)); + } + + /** + * 鼠标移动到元素中点，或页面上的某个绝对坐标。可设置偏移量 + * 当带偏移量时，偏移量相对于元素左上角坐标 + * + * @param by 元素对象、绝对坐标或文本定位符 + * @param duration 拖动用时，传入0即瞬间到达 + * @return this + */ + public Actions moveTo(By by, Double duration) { + return moveTo(by, new Coordinate(0, 0), duration); + } + + /** + * 鼠标移动到元素中点，或页面上的某个绝对坐标。可设置偏移量 + * 当带偏移量时，偏移量相对于元素左上角坐标 + * + * @param by 元素对象、绝对坐标或文本定位符 + * @param curr 偏移量 + * @return this + */ + public Actions moveTo(By by, Coordinate curr) { + return moveTo(by, curr, 0.5); + } + + /** + * 鼠标移动到元素中点，或页面上的某个绝对坐标。可设置偏移量 + * 当带偏移量时，偏移量相对于元素左上角坐标 + * + * @param by 元素对象、绝对坐标或文本定位符 + * @param curr 偏移量 + * @param duration 拖动用时，传入0即瞬间到达 + * @return this + */ + public Actions moveTo(By by, Coordinate curr, Double duration) { + if (curr == null) curr = new Coordinate(0, 0); + + ChromiumElement ele = this.page.ele(by); + this.page.scroll().toSee(ele); + Coordinate coordinate = curr.getY() > 0 || curr.getX() > 0 ? ele.rect().location() : ele.rect().midpoint(); + coordinate = new Coordinate(coordinate.getX() + curr.getX(), coordinate.getY() + curr.getY()); + if (!Web.locationInViewport(this.page, coordinate)) { + //把坐标滚动到页面中间 + int w = Integer.parseInt(this.page.runJs("return document.body.clientWidth;").toString()); + int h = Integer.parseInt(this.page.runJs("return document.body.clientHeight;").toString()); + this.page.scroll().toLocation((int) (coordinate.getX() - w / 2), (int) (coordinate.getY() - h / 2)); + } + coordinate = curr.getY() > 0 || curr.getX() > 0 ? ele.rect().viewportLocation() : ele.rect().viewportMidpoint(); + coordinate = new Coordinate(coordinate.getX() + curr.getX(), coordinate.getY() + curr.getY()); + coordinate = new Coordinate(coordinate.getX() - this.curr.getX(), coordinate.getY() - this.curr.getY()); + this.move(coordinate, duration); + return this; + } + + /** + * 鼠标移动到元素中点，或页面上的某个绝对坐标。可设置偏移量 + * 当带偏移量时，偏移量相对于元素左上角坐标 + * + * @param ele 元素对象、绝对坐标或文本定位符 + * @return this + */ + public Actions moveTo(ChromiumElement ele) { + return moveTo(ele, new Coordinate(0, 0)); + } + + /** + * 鼠标移动到元素中点，或页面上的某个绝对坐标。可设置偏移量 + * 当带偏移量时，偏移量相对于元素左上角坐标 + * + * @param ele 元素对象、绝对坐标或文本定位符 + * @param duration 拖动用时，传入0即瞬间到达 + * @return this + */ + public Actions moveTo(ChromiumElement ele, Double duration) { + return moveTo(ele, new Coordinate(0, 0), duration); + } + + /** + * 鼠标移动到元素中点，或页面上的某个绝对坐标。可设置偏移量 + * 当带偏移量时，偏移量相对于元素左上角坐标 + * + * @param ele 元素对象、绝对坐标或文本定位符 + * @param curr 偏移量 + * @return this + */ + public Actions moveTo(ChromiumElement ele, Coordinate curr) { + return moveTo(ele, curr, 0.5); + } + + /** + * 鼠标移动到元素中点，或页面上的某个绝对坐标。可设置偏移量 + * 当带偏移量时，偏移量相对于元素左上角坐标 + * + * @param ele 元素对象、绝对坐标或文本定位符 + * @param curr 偏移量 + * @param duration 拖动用时，传入0即瞬间到达 + * @return this + */ + public Actions moveTo(ChromiumElement ele, Coordinate curr, Double duration) { + if (curr == null) curr = new Coordinate(0, 0); + this.page.scroll().toSee(ele); + Coordinate coordinate = curr.getY() > 0 || curr.getX() > 0 ? ele.rect().location() : ele.rect().midpoint(); + coordinate = new Coordinate(coordinate.getX() + curr.getX(), coordinate.getY() + curr.getY()); + if (!Web.locationInViewport(this.page, coordinate)) { + //把坐标滚动到页面中间 + int w = Integer.parseInt(this.page.runJs("return document.body.clientWidth;").toString()); + int h = Integer.parseInt(this.page.runJs("return document.body.clientHeight;").toString()); + this.page.scroll().toLocation((int) (coordinate.getX() - w / 2), (int) (coordinate.getY() - h / 2)); + } + coordinate = curr.getY() > 0 || curr.getX() > 0 ? ele.rect().viewportLocation() : ele.rect().viewportMidpoint(); + coordinate = new Coordinate(coordinate.getX() + curr.getX(), coordinate.getY() + curr.getY()); + coordinate = new Coordinate(coordinate.getX() - this.curr.getX(), coordinate.getY() - this.curr.getY()); + this.move(coordinate, duration); + return this; + } + + /** + * 鼠标移动到元素中点，或页面上的某个绝对坐标。可设置偏移量 + * 当带偏移量时，偏移量相对于元素左上角坐标 + * + * @param curr 坐标 + * @return this + */ + public Actions moveTo(Coordinate curr) { + return moveTo(curr, new Coordinate(0, 0)); + } + + /** + * 鼠标移动到元素中点，或页面上的某个绝对坐标。可设置偏移量 + * 当带偏移量时，偏移量相对于元素左上角坐标 + * + * @param curr 坐标 + * @param duration 拖动用时，传入0即瞬间到达 + * @return this + */ + public Actions moveTo(Coordinate curr, Double duration) { + return moveTo(curr, new Coordinate(0, 0), duration); + } + + /** + * 鼠标移动到元素中点，或页面上的某个绝对坐标。可设置偏移量 + * 当带偏移量时，偏移量相对于元素左上角坐标 + * + * @param curr 坐标 + * @param currDrift 偏移量 + * @return this + */ + public Actions moveTo(Coordinate curr, Coordinate currDrift) { + return moveTo(curr, currDrift, 0.5); + } + + /** + * 鼠标移动到元素中点，或页面上的某个绝对坐标。可设置偏移量 + * 当带偏移量时，偏移量相对于元素左上角坐标 + * + * @param curr 坐标 + * @param currDrift 偏移量 + * @param duration 拖动用时，传入0即瞬间到达 + * @return this + */ + public Actions moveTo(Coordinate curr, Coordinate currDrift, Double duration) { + if (currDrift == null) currDrift = new Coordinate(0, 0); + curr = new Coordinate(curr.getX() + currDrift.getX(), curr.getY() + currDrift.getY()); + if (!Web.locationInViewport(this.page, curr)) { + //把坐标滚动到页面中间 + int w = Integer.parseInt(this.page.runJs("return document.body.clientWidth;").toString()); + int h = Integer.parseInt(this.page.runJs("return document.body.clientHeight;").toString()); + this.page.scroll().toLocation(curr.getX() - w / 2, curr.getY() - h / 2); + } + curr = locationToClient(page, curr); + this.move(curr, duration); + return this; + } + + /** + * 鼠标相对当前位置移动若干位置 + * + * @return this + */ + public Actions move() { + return move(new Coordinate(0, 0)); + } + + /** + * 鼠标相对当前位置移动若干位置 + * + * @param curr 偏移量 + * @return this + */ + public Actions move(Coordinate curr) { + return move(curr, 0.5); + } + + /** + * 鼠标相对当前位置移动若干位置 + * + * @param curr 偏移量 + * @param duration 拖动用时，传入0即瞬间到达 + * @return this + */ + public Actions move(Coordinate curr, Double duration) { + duration = duration == null || duration < 0.02 ? 0.02 : duration; + int num = (int) (duration * 50); + List points = new ArrayList<>(); + for (int i = 1; i < num; i++) { + points.add(new Coordinate(this.curr.getX() + i * (curr.getX() / num), this.curr.getY() + i * (curr.getY() / num))); + } + points.add(new Coordinate(this.curr.getX() + curr.getX(), this.curr.getY() + curr.getY())); + for (Coordinate point : points) { + long t = System.currentTimeMillis(); + this.curr = point; + this.dr.run("Input.dispatchMouseEvent", Map.of("type", "mouseMoved", "x", this.curr.getX(), "y", this.curr.getY(), "modifiers", this.modifier)); + long t1 = 20 - System.currentTimeMillis() + t; + if (t1 > 0) try { + Thread.sleep(t1); + } catch (InterruptedException e) { + throw new RuntimeException(e); + } + } + return this; + } + + /** + * 点击鼠标左键，可先移动到元素上 + * + * @return this + */ + public Actions click() { + return this._hold("", ClickAction.LEFT).wait(0.05)._release(ClickAction.LEFT); + } + + /** + * 点击鼠标左键，可先移动到元素上 + * + * @param loc ChromiumElement元素或文本定位符 + * @return this + */ + public Actions click(String loc) { + return this._hold(loc, ClickAction.LEFT).wait(0.05)._release(ClickAction.LEFT); + } + + /** + * 点击鼠标左键，可先移动到元素上 + * + * @param by ChromiumElement元素或文本定位符 + * @return this + */ + public Actions click(By by) { + return this._hold(by, ClickAction.LEFT).wait(0.05)._release(ClickAction.LEFT); + } + + /** + * 点击鼠标左键，可先移动到元素上 + * + * @param ele ChromiumElement元素或文本定位符 + * @return this + */ + public Actions click(ChromiumElement ele) { + return this._hold(ele, ClickAction.LEFT).wait(0.05)._release(ClickAction.LEFT); + } + + /** + * 点击鼠标右键，可先移动到元素上 + * + * @return this + */ + public Actions r_click() { + return this._hold("", ClickAction.RIGHT).wait(0.05)._release(ClickAction.RIGHT); + } + + /** + * 点击鼠标右键，可先移动到元素上 + * + * @param loc ChromiumElement元素或文本定位符 + * @return this + */ + public Actions r_click(String loc) { + return this._hold(loc, ClickAction.RIGHT).wait(0.05)._release(ClickAction.RIGHT); + } + + /** + * 点击鼠标右键，可先移动到元素上 + * + * @param by ChromiumElement元素或文本定位符 + * @return this + */ + public Actions r_click(By by) { + return this._hold(by, ClickAction.RIGHT).wait(0.05)._release(ClickAction.RIGHT); + } + + /** + * 点击鼠标右键，可先移动到元素上 + * + * @param ele ChromiumElement元素或文本定位符 + * @return this + */ + public Actions r_click(ChromiumElement ele) { + return this._hold(ele, ClickAction.RIGHT).wait(0.05)._release(ClickAction.RIGHT); + } + + /** + * 点击鼠标中键，可先移动到元素上 + * + * @return this + */ + public Actions m_click() { + return this._hold("", ClickAction.MIDDLE).wait(0.05)._release(ClickAction.MIDDLE); + } + + /** + * 点击鼠标中键，可先移动到元素上 + * + * @param loc ChromiumElement元素或文本定位符 + * @return this + */ + public Actions m_click(String loc) { + return this._hold(loc, ClickAction.MIDDLE).wait(0.05)._release(ClickAction.MIDDLE); + } + + /** + * 点击鼠标中键，可先移动到元素上 + * + * @param by ChromiumElement元素或文本定位符 + * @return this + */ + public Actions m_click(By by) { + return this._hold(by, ClickAction.MIDDLE).wait(0.05)._release(ClickAction.MIDDLE); + } + + /** + * 点击鼠标中键，可先移动到元素上 + * + * @param ele ChromiumElement元素或文本定位符 + * @return this + */ + public Actions m_click(ChromiumElement ele) { + return this._hold(ele, ClickAction.MIDDLE).wait(0.05)._release(ClickAction.MIDDLE); + } + + /** + * 双击鼠标左键，可先移动到元素上 + * + * @return this + */ + public Actions db_click() { + return this._hold("", ClickAction.LEFT, 2).wait(0.05)._release(ClickAction.LEFT); + } + + /** + * 双击鼠标左键，可先移动到元素上 + * + * @param loc ChromiumElement元素或文本定位符 + * @return this + */ + public Actions db_click(String loc) { + return this._hold(loc, ClickAction.LEFT, 2).wait(0.05)._release(ClickAction.LEFT); + } + + /** + * 双击鼠标左键，可先移动到元素上 + * + * @param by ChromiumElement元素或文本定位符 + * @return this + */ + public Actions db_click(By by) { + return this._hold(by, ClickAction.LEFT, 2).wait(0.05)._release(ClickAction.LEFT); + } + + /** + * 双击鼠标左键，可先移动到元素上 + * + * @param ele ChromiumElement元素或文本定位符 + * @return this + */ + public Actions db_click(ChromiumElement ele) { + return this._hold(ele, ClickAction.LEFT, 2).wait(0.05)._release(ClickAction.LEFT); + } + + /** + * 按住鼠标左键，可先移动到元素上 + * + * @return this + */ + public Actions hold() { + return this._hold("", ClickAction.LEFT); + } + + /** + * 按住鼠标左键，可先移动到元素上 + * + * @param loc ChromiumElement元素或文本定位符 + * @return this + */ + public Actions hold(String loc) { + return this._hold(loc, ClickAction.LEFT); + } + + /** + * 按住鼠标左键，可先移动到元素上 + * + * @param by ChromiumElement元素或文本定位符 + * @return this + */ + public Actions hold(By by) { + return this._hold(by, ClickAction.LEFT); + } + + /** + * 按住鼠标左键，可先移动到元素上 + * + * @param ele ChromiumElement元素或文本定位符 + * @return this + */ + public Actions hold(ChromiumElement ele) { + return this._hold(ele, ClickAction.LEFT); + } + + /** + * 释放鼠标左键，可先移动到元素上 + * + * @return this + */ + public Actions release() { + return this._hold("", ClickAction.LEFT); + } + + /** + * 释放鼠标左键，可先移动到元素上 + * + * @param loc ChromiumElement元素或文本定位符 + * @return this + */ + public Actions release(String loc) { + return this.moveTo(loc, 0.0)._hold(loc, ClickAction.LEFT); + } + + /** + * 释放鼠标左键，可先移动到元素上 + * + * @param by ChromiumElement元素或文本定位符 + * @return this + */ + public Actions release(By by) { + return this.moveTo(by, 0.0)._hold(by, ClickAction.LEFT); + } + + /** + * 释放鼠标左键，可先移动到元素上 + * + * @param ele ChromiumElement元素或文本定位符 + * @return this + */ + public Actions release(ChromiumElement ele) { + return this.moveTo(ele, 0.0)._hold(ele, ClickAction.LEFT); + } + + /** + * 按住鼠标右键，可先移动到元素上 + * + * @return this + */ + public Actions rHold() { + return this._hold("", ClickAction.RIGHT); + } + + /** + * 按住鼠标右键，可先移动到元素上 + * + * @param loc ChromiumElement元素或文本定位符 + * @return this + */ + public Actions rHold(String loc) { + return this._hold(loc, ClickAction.RIGHT); + } + + /** + * 按住鼠标右键，可先移动到元素上 + * + * @param by ChromiumElement元素或文本定位符 + * @return this + */ + public Actions rHold(By by) { + return this._hold(by, ClickAction.RIGHT); + } + + /** + * 按住鼠标右键，可先移动到元素上 + * + * @param ele ChromiumElement元素或文本定位符 + * @return this + */ + public Actions rHold(ChromiumElement ele) { + return this._hold(ele, ClickAction.RIGHT); + } + + /** + * 释放鼠标右键，可先移动到元素上 + * + * @return this + */ + public Actions rRelease() { + return this._hold("", ClickAction.RIGHT); + } + + /** + * 释放鼠标右键，可先移动到元素上 + * + * @param loc ChromiumElement元素或文本定位符 + * @return this + */ + public Actions rRelease(String loc) { + return this.moveTo(loc, 0.0)._hold(loc, ClickAction.RIGHT); + } + + /** + * 释放鼠标右键，可先移动到元素上 + * + * @param by ChromiumElement元素或文本定位符 + * @return this + */ + public Actions rRelease(By by) { + return this.moveTo(by, 0.0)._hold(by, ClickAction.RIGHT); + } + + /** + * 释放鼠标右键，可先移动到元素上 + * + * @param ele ChromiumElement元素或文本定位符 + * @return this + */ + public Actions rRelease(ChromiumElement ele) { + return this.moveTo(ele, 0.0)._hold(ele, ClickAction.RIGHT); + } + + /** + * 按住鼠标中键，可先移动到元素上 + * + * @return this + */ + public Actions mHold() { + return this._hold("", ClickAction.MIDDLE); + } + + /** + * 按住鼠标中键，可先移动到元素上 + * + * @param loc ChromiumElement元素或文本定位符 + * @return this + */ + public Actions mHold(String loc) { + return this._hold(loc, ClickAction.MIDDLE); + } + + /** + * 按住鼠标中键，可先移动到元素上 + * + * @param by ChromiumElement元素或文本定位符 + * @return this + */ + public Actions mHold(By by) { + return this._hold(by, ClickAction.MIDDLE); + } + + /** + * 按住鼠标中键，可先移动到元素上 + * + * @param ele ChromiumElement元素或文本定位符 + * @return this + */ + public Actions mHold(ChromiumElement ele) { + return this._hold(ele, ClickAction.MIDDLE); + } + + /** + * 释放鼠标中键，可先移动到元素上 + * + * @return this + */ + public Actions mRelease() { + return this._hold("", ClickAction.MIDDLE); + } + + /** + * 释放鼠标中键，可先移动到元素上 + * + * @param loc ChromiumElement元素或文本定位符 + * @return this + */ + public Actions mRelease(String loc) { + return this.moveTo(loc, 0.0)._hold(loc, ClickAction.MIDDLE); + } + + /** + * 释放鼠标中键，可先移动到元素上 + * + * @param by ChromiumElement元素或文本定位符 + * @return this + */ + public Actions mRelease(By by) { + return this.moveTo(by, 0.0)._hold(by, ClickAction.MIDDLE); + } + + /** + * 释放鼠标中键，可先移动到元素上 + * + * @param ele ChromiumElement元素或文本定位符 + * @return this + */ + public Actions mRelease(ChromiumElement ele) { + return this.moveTo(ele, 0.0)._hold(ele, ClickAction.MIDDLE); + } + + /** + * 按下鼠标按键 + * + * @param loc 元素或文本定位符 + * @param button 要按下的按键 + * @return this + */ + private Actions _hold(String loc, ClickAction button) { + return _hold(loc == null || loc.isEmpty() ? null : loc, button, 1); + } + + /** + * 按下鼠标按键 + * + * @param loc 元素或文本定位符 + * @param button 要按下的按键 + * @param count 点击次数 + * @return this + */ + private Actions _hold(String loc, ClickAction button, int count) { + if (loc != null) this.moveTo(loc, 0.0); + return _hold(button, count); + } + + /** + * 按下鼠标按键 + * + * @param by 元素或文本定位符 + * @param button 要按下的按键 + * @return this + */ + private Actions _hold(By by, ClickAction button) { + return _hold(by, button, 1); + } + + /** + * 按下鼠标按键 + * + * @param by 元素或文本定位符 + * @param button 要按下的按键 + * @param count 点击次数 + * @return this + */ + private Actions _hold(By by, ClickAction button, int count) { + if (by != null) this.moveTo(by, 0.0); + return _hold(button, count); + } + + /** + * 按下鼠标按键 + * + * @param ele 元素或文本定位符 + * @param button 要按下的按键 + * @return this + */ + private Actions _hold(ChromiumElement ele, ClickAction button) { + return _hold(ele, button, 1); + } + + /** + * 按下鼠标按键 + * + * @param ele 元素或文本定位符 + * @param button 要按下的按键 + * @param count 点击次数 + * @return this + */ + private Actions _hold(ChromiumElement ele, ClickAction button, int count) { + if (ele != null) this.moveTo(ele, 0.0); + return _hold(button, count); + } + + /** + * 按下鼠标按键 + * + * @param button 要按下的按键 + * @param count 点击次数 + * @return this + */ + private Actions _hold(ClickAction button, int count) { + this.dr.run("Input.dispatchMouseEvent", Map.of("type", "mousePressed", "button", button.getValue(), "clickCount", count, "x", this.curr.getX(), "y", this.curr.getY(), "modifiers", this.modifier)); + return this; + } + + /** + * 释放鼠标按键 + * + * @param button 要释放的按键 + * @return this + */ + private Actions _release(ClickAction button) { + this.dr.run("Input.dispatchMouseEvent", Map.of("type", "mousePressed", "button", button.getValue(), "clickCount", 1, "x", this.curr.getX(), "y", this.curr.getY(), "modifiers", this.modifier)); + return this; + } + + /** + * 滚动鼠标滚轮，可先移动到元素上 + * + * @return this + */ + public Actions scroll() { + return scroll(new Coordinate(0, 0)); + } + + /** + * 滚动鼠标滚轮，可先移动到元素上 + * + * @param loc ChromiumElement元素 或查询元素 + * @return this + */ + public Actions scroll(String loc) { + return scroll(new Coordinate(0, 0), loc); + } + + /** + * 滚动鼠标滚轮，可先移动到元素上 + * + * @param curr 滚动值 + * @return this + */ + public Actions scroll(Coordinate curr) { + return scroll(curr, ""); + } + + /** + * 滚动鼠标滚轮，可先移动到元素上 + * + * @param curr 滚动值 + * @param loc ChromiumElement元素 或查询元素 + * @return this + */ + public Actions scroll(Coordinate curr, String loc) { + if (loc != null && !loc.isEmpty()) this.moveTo(loc, 0.0); + this.dr.run("Input.dispatchMouseEvent", Map.of("type", "mouseWheel", "x", curr.getX(), "y", curr.getY(), "modifiers", this.modifier)); + return this; + } + + /** + * 滚动鼠标滚轮，可先移动到元素上 + * + * @param by ChromiumElement元素 或查询元素 + * @return this + */ + public Actions scroll(By by) { + return scroll(new Coordinate(0, 0), by); + } + + /** + * 滚动鼠标滚轮，可先移动到元素上 + * + * @param curr 滚动值 + * @param by ChromiumElement元素 或查询元素 + * @return this + */ + public Actions scroll(Coordinate curr, By by) { + if (by != null) this.moveTo(by, 0.0); + this.dr.run("Input.dispatchMouseEvent", Map.of("type", "mouseWheel", "x", curr.getX(), "y", curr.getY(), "modifiers", this.modifier)); + return this; + } + + /** + * 滚动鼠标滚轮，可先移动到元素上 + * + * @param ele ChromiumElement元素 或查询元素 + * @return this + */ + public Actions scroll(ChromiumElement ele) { + return scroll(new Coordinate(0, 0), ele); + } + + /** + * 滚动鼠标滚轮，可先移动到元素上 + * + * @param curr 滚动值 + * @param ele ChromiumElement元素 或查询元素 + * @return this + */ + public Actions scroll(Coordinate curr, ChromiumElement ele) { + if (ele != null) this.moveTo(ele, 0.0); + this.dr.run("Input.dispatchMouseEvent", Map.of("type", "mouseWheel", "x", curr.getX(), "y", curr.getY(), "modifiers", this.modifier)); + return this; + } + + /** + * 鼠标向上移动若干像素 + * + * @param pixel 鼠标移动的像素值 + * @return this + */ + public Actions up(int pixel) { + return this.move(new Coordinate(0, -pixel)); + } + + /** + * 鼠标向下移动若干像素 + * + * @param pixel 鼠标移动的像素值 + * @return this + */ + public Actions down(int pixel) { + return this.move(new Coordinate(0, pixel)); + } + + /** + * 鼠标向左移动若干像素 + * + * @param pixel 鼠标移动的像素值 + * @return this + */ + public Actions left(int pixel) { + return this.move(new Coordinate(-pixel, 0)); + } + + /** + * 鼠标向右移动若干像素 + * + * @param pixel 鼠标移动的像素值 + * @return this + */ + public Actions right(int pixel) { + return this.move(new Coordinate(pixel, 0)); + } + + /** + * 按下键盘上的按键 + * + * @param key 使用Keys获取的按键，或"DEL"形式按键名称 + * @return this + */ + public Actions keyDown(Object key) { + return keyDown(String.valueOf(key)); + } + + /** + * 按下键盘上的按键 + * + * @param key 使用Keys获取的按键，或"DEL"形式按键名称 + * @return this + */ + public Actions keyDown(String key) { + key = Keys.K.getOrDefault(key.toUpperCase(Locale.ROOT), key); + + if (List.of("\ue009", "\ue008", "\ue00a", "\ue03d").contains(key)) { + this.modifier |= Keys.modifierBit.getOrDefault(key, 0); + return this; + } + Map keyDown = this.getKeyData(key, "keyDown"); + keyDown.put("_ignore", new AlertExistsError()); + this.page.runCdp("Input.dispatchKeyEvent", keyDown); + + return this; + } + + /** + * 按下键盘上的按键 + * + * @return this + */ + public Actions keyUp(Object key) { + return keyUp(String.valueOf(key)); + } + + /** + * 按下键盘上的按键 + * + * @param key 按键，特殊字符见Keys + * @return this + */ + public Actions keyUp(String key) { + key = Keys.K.getOrDefault(key.toUpperCase(Locale.ROOT), key); + if (List.of("\ue009", "\ue008", "\ue00a", "\ue03d").contains(key)) { + this.modifier |= Keys.modifierBit.getOrDefault(key, 0); + return this; + } + Map keyDown = this.getKeyData(key, "keyUp"); + keyDown.put("_ignore", new AlertExistsError()); + this.page.runCdp("Input.dispatchKeyEvent", keyDown); + + return this; + } + + /** + * 用模拟键盘按键方式输入文本，可输入字符串，也可输入组合键，只能输入键盘上有的字符 + * + * @param key 要按下的按键，特殊字符和多个文本可用list + * @return this + */ + public Actions type(Object key) { + List modifiers = new ArrayList<>(); + String s = String.valueOf(key); + for (int i = 0; i < s.length(); i++) { + String c = String.valueOf(s.charAt(i)); + this.keyDown(c); + if (List.of('\ue009', '\ue008', '\ue00a', '\ue03d').contains(c)) modifiers.add(c); + else this.keyUp(c); + } + for (String c : modifiers) this.keyUp(c); + return this; + } + + /** + * 输入文本，也可输入组合键，组合键用list形式输入 + * + * @param text 文本值或按键组合 + * @return this + */ + public Actions input(Object text) { + Keys.inputTextOrKeys(this.page, text); + return this; + } + + /** + * 等待若干秒 + * + * @param second 秒 + * @return this + */ + public Actions wait(Double second) { + try { + Thread.sleep((long) (second * 1000)); + } catch (InterruptedException e) { + throw new RuntimeException(e); + } + return this; + } + + /** + * 获取用于发送的按键信息 + * + * @param key 按键 + * @param action 'keyDown' 或 'keyUp' + * @return 按键信息 + */ + private Map getKeyData(String key, String action) { + Map map = Keys.keyDescriptionForString(this.modifier, key); + Object text = map.get("text"); + if (!Objects.equals(action, "keyUp")) + action = text != null && !text.toString().isEmpty() ? "keyDown" : "rawKeyDown"; + HashMap stringObjectHashMap = new HashMap<>(); + stringObjectHashMap.put("type", action); + stringObjectHashMap.put("modifiers", this.modifier); + stringObjectHashMap.put("windowsVirtualKeyCode", map.get("keyCode")); + stringObjectHashMap.put("code", map.get("code")); + stringObjectHashMap.put("key", map.get("key")); + stringObjectHashMap.put("text", text); + stringObjectHashMap.put("autoRepeat", false); + stringObjectHashMap.put("unmodifiedText", text); + stringObjectHashMap.put("location", map.get("location")); + stringObjectHashMap.put("isKeypad", Objects.equals(map.get("location"), 3)); + return stringObjectHashMap; + } + + +} diff --git a/java/src/main/java/com/ll/DrissonPage/units/ClickAction.java b/java/src/main/java/com/ll/DrissonPage/units/ClickAction.java new file mode 100644 index 0000000..d0372a8 --- /dev/null +++ b/java/src/main/java/com/ll/DrissonPage/units/ClickAction.java @@ -0,0 +1,17 @@ +package com.ll.DrissonPage.units; + +import lombok.Getter; + +/** + * @author 陆 + * @address click + */ +@Getter +public enum ClickAction { + LEFT("left"), RIGHT("right"), MIDDLE("middle"), BACK("back"), FORWARD("forward"); + private final String value; + + ClickAction(String value) { + this.value = value; + } +} \ No newline at end of file diff --git a/java/src/main/java/com/ll/DrissonPage/units/Clicker.java b/java/src/main/java/com/ll/DrissonPage/units/Clicker.java new file mode 100644 index 0000000..e1b5bf1 --- /dev/null +++ b/java/src/main/java/com/ll/DrissonPage/units/Clicker.java @@ -0,0 +1,436 @@ +package com.ll.DrissonPage.units; + +import com.alibaba.fastjson.JSON; +import com.alibaba.fastjson.JSONObject; +import com.ll.DrissonPage.element.ChromiumElement; +import com.ll.DrissonPage.error.extend.AlertExistsError; +import com.ll.DrissonPage.error.extend.CDPError; +import com.ll.DrissonPage.error.extend.CanNotClickError; +import com.ll.DrissonPage.error.extend.NoRectError; +import com.ll.DrissonPage.functions.Settings; +import com.ll.DrissonPage.functions.Web; +import com.ll.DrissonPage.page.ChromiumTab; + +import java.nio.file.Path; +import java.util.Collection; +import java.util.List; +import java.util.Map; +import java.util.Objects; + +/** + * @author 陆 + * @address click + */ +public class Clicker { + private final ChromiumElement ele; + + public Clicker(ChromiumElement ele) { + this.ele = ele; + } + + /** + * 点击元素 + * + * @return 是否点击成功 + */ + public boolean click() { + return click(1.5); + } + + /** + * 点击元素 + * 如果遇到遮挡，可选择是否用js点击 + * + * @param timeout 模拟点击的超时时间（秒），等待元素可见、可用、进入视口 + * @return 是否点击成功 + */ + public boolean click(Double timeout) { + return click(timeout, true); + } + + /** + * 点击元素 + * 如果遇到遮挡，可选择是否用js点击 + * + * @param timeout 模拟点击的超时时间（秒），等待元素可见、可用、进入视口 + * @param waitStop 是否等待元素运动结束再执行点击 + * @return 是否点击成功 + */ + public boolean click(Double timeout, boolean waitStop) { + return left(false, timeout, waitStop); + } + + /** + * 点击元素 + * 如果遇到遮挡，可选择是否用js点击 + * + * @param byJs 是否用js点击，为None时先用模拟点击，遇到遮挡改用js，为True时直接用js点击，为False时只用模拟点击 + * @param timeout 模拟点击的超时时间（秒），等待元素可见、可用、进入视口 + * @param waitStop 是否等待元素运动结束再执行点击 + * @return 是否点击成功 + */ + public boolean click(Boolean byJs, Double timeout, boolean waitStop) { + return left(byJs, timeout, waitStop); + } + + /** + * 点击元素 + * + * @return 是否点击成功 + */ + public boolean left() { + return left(1.5); + } + + /** + * 点击元素 + * 如果遇到遮挡，可选择是否用js点击 + * + * @param timeout 模拟点击的超时时间（秒），等待元素可见、可用、进入视口 + * @return 是否点击成功 + */ + public boolean left(Double timeout) { + return left(timeout, true); + } + + /** + * 点击元素 + * 如果遇到遮挡，可选择是否用js点击 + * + * @param timeout 模拟点击的超时时间（秒），等待元素可见、可用、进入视口 + * @param waitStop 是否等待元素运动结束再执行点击 + * @return 是否点击成功 + */ + public boolean left(Double timeout, boolean waitStop) { + return left(false, timeout, waitStop); + } + + /** + * 点击元素 + * 如果遇到遮挡，可选择是否用js点击 + * + * @param byJs 是否用js点击，为null时先用模拟点击，遇到遮挡改用js，为True时直接用js点击，为False时只用模拟点击 + * @param timeout 模拟点击的超时时间（秒），等待元素可见、可用、进入视口 + * @param waitStop 是否等待元素运动结束再执行点击 + * @return 是否点击成功 如果是select选择器则不返回值 + */ + public Boolean left(Boolean byJs, Double timeout, boolean waitStop) { + if (Objects.equals(this.ele.tag(), "option")) { + if (this.ele.states().isSelected()) { + this.ele.parent("t:select").select().cancelByOption(this.ele); + } else { + this.ele.parent("t:select").select().byOption(this.ele); + } + return null; + } + if (byJs == null || !byJs) { + boolean can_click = false; + timeout = timeout == null ? this.ele.getOwner().timeout() : timeout; + List rect = null; + if (timeout == 0) try { + this.ele.scroll().toSee(); + if (this.ele.states().isEnabled() && this.ele.states().isDisplayed()) { + rect = this.ele.rect().viewportCorners(); + can_click = true; + } + } catch (NoRectError e) { + if (Boolean.FALSE.equals(byJs)) throw e; + } + else { + rect = this.ele.states().hasRect(); + long endTime = (long) (System.currentTimeMillis() + timeout * 1000); + while (rect == null && endTime > System.currentTimeMillis()) { + rect = this.ele.states().hasRect(); + try { + Thread.sleep(10); + } catch (InterruptedException e) { + throw new RuntimeException(e); + } + } + if (waitStop && rect != null && !rect.isEmpty()) { + this.ele.waits().stopMoving(.1, (double) (endTime - System.currentTimeMillis())); + } + if (rect != null && !rect.isEmpty()) { + this.ele.scroll().toSee(); + rect = this.ele.rect().corners(); + while (endTime > System.currentTimeMillis()) { + if (this.ele.states().isEnabled() && this.ele.states().isDisplayed()) { + can_click = true; + break; + } + try { + Thread.sleep(10); + } catch (InterruptedException e) { + throw new RuntimeException(e); + } + } + } else if (Boolean.FALSE.equals(byJs)) throw new NoRectError(); + + } + if (can_click && !this.ele.states().isInViewport()) { + byJs = true; + } else if (can_click && (Boolean.FALSE.equals(byJs) || this.ele.states().isCovered() == null)) { + Coordinate coordinate = new Coordinate(rect.get(1).getX() - (rect.get(1).getX() - rect.get(0).getX()) / 2, rect.get(0).getX() + 3); + try { + JSONObject r = JSON.parseObject(this.ele.getOwner().runCdp("DOM.getNodeForLocation", Map.of("x", coordinate.getX(), "y", coordinate.getY(), "includeUserAgentShadowDOM", true, "ignorePointerEventsNone", true)).toString()); + if (!Objects.equals(r.getInteger("backendNodeId"), this.ele.getBackendId())) { + coordinate = this.ele.rect().viewportMidpoint(); + } else { + coordinate = this.ele.rect().viewportClickPoint(); + } + } catch (CDPError e) { + coordinate = this.ele.rect().viewportMidpoint(); + } + this._click(coordinate, ClickAction.LEFT, 1); + return true; + } + } + if (Boolean.TRUE.equals(byJs)) { + this.ele.runJs("this.click();"); + return true; + } + if (Settings.raiseWhenClickFailed) { + throw new CanNotClickError(); + } + return false; + } + + /** + * 右键单击 + */ + public void right() { + middle(1); + } + + /** + * 右键点击 + * + * @param count 次数 + */ + public void right(int count) { + this.ele.getOwner().scroll().toSee(this.ele); + Coordinate coordinate = this.ele.rect().viewportClickPoint(); + this._click(coordinate, ClickAction.RIGHT, count); + } + + /** + * 中键单击 + */ + public void middle() { + middle(1); + } + + /** + * 中键点击 + * + * @param count 次数 + */ + public void middle(int count) { + this.ele.getOwner().scroll().toSee(this.ele); + Coordinate coordinate = this.ele.rect().viewportClickPoint(); + this._click(coordinate, ClickAction.LEFT, count); + } + + /** + * 带偏移量点击本元素，相对于左上角坐标。不传入x或y值时点击元素中间点 + */ + public void at() { + at(1); + } + + /** + * 带偏移量点击本元素，相对于左上角坐标。不传入x或y值时点击元素中间点 + * + * @param count 点击次数 + */ + public void at(int count) { + at(ClickAction.LEFT, count); + } + + /** + * 带偏移量点击本元素，相对于左上角坐标。不传入x或y值时点击元素中间点 + * + * @param button 点击哪个键，可选 left, middle, right, back, forward + * @param count 点击次数 + */ + public void at(ClickAction button, int count) { + at(null, null, button, count); + } + + /** + * 带偏移量点击本元素，相对于左上角坐标。不传入x或y值时点击元素中间点 + * + * @param offset_x 相对元素左上角坐标的x轴偏移量 + * @param offset_y 相对元素左上角坐标的y轴偏移量 + */ + public void at(Integer offset_x, Integer offset_y) { + at(offset_x, offset_y, 1); + } + + /** + * 带偏移量点击本元素，相对于左上角坐标。不传入x或y值时点击元素中间点 + * + * @param offset_x 相对元素左上角坐标的x轴偏移量 + * @param offset_y 相对元素左上角坐标的y轴偏移量 + * @param count 点击次数 + */ + public void at(Integer offset_x, Integer offset_y, int count) { + at(offset_x, offset_y, ClickAction.LEFT, count); + } + + /** + * 带偏移量点击本元素，相对于左上角坐标。不传入x或y值时点击元素中间点 + * + * @param offset_x 相对元素左上角坐标的x轴偏移量 + * @param offset_y 相对元素左上角坐标的y轴偏移量 + * @param button 点击哪个键，可选 left, middle, right, back, forward + * @param count 点击次数 + */ + public void at(Integer offset_x, Integer offset_y, ClickAction button, int count) { + this.ele.getOwner().scroll().toSee(this.ele); + if (offset_x == null && offset_y == null) { + Coordinate size = this.ele.rect().size(); + offset_x = size.getX() / 2; + offset_y = size.getY() / 2; + } + this._click(Web.offsetScroll(this.ele, offset_x, offset_y), button, count); + } + + /** + * 多次点击 + */ + public void multi() { + multi(2); + } + + /** + * 多次点击 + * + * @param times 默认双击 + */ + public void multi(int times) { + this.at(null, null, ClickAction.LEFT, times); + } + + /** + * 触发上传文件选择框并自动填入指定路径 + * + * @param filePaths 文件路径，如果上传框支持多文件，可传入列表或字符串，字符串时多个文件用回车分隔 + */ + public void toUpload(Path filePaths) { + this.toUpload(filePaths, false); + } + + /** + * 触发上传文件选择框并自动填入指定路径 + * + * @param filePaths 文件路径，如果上传框支持多文件，可传入列表或字符串，字符串时多个文件用回车分隔 + * @param byJs 是否用js方式点击，逻辑与click()一致 + */ + public void toUpload(Path filePaths, boolean byJs) { + this.ele.getOwner().set().uploadFiles(filePaths); + this.left(1.5, byJs); + this.ele.getOwner().waits().uploadPathsInputted(); + } + + /** + * 触发上传文件选择框并自动填入指定路径 + * + * @param filePaths 文件路径，如果上传框支持多文件，可传入列表或字符串，字符串时多个文件用回车分隔 + */ + public void toUpload(String filePaths) { + this.toUpload(filePaths, false); + } + + /** + * 触发上传文件选择框并自动填入指定路径 + * + * @param filePaths 文件路径，如果上传框支持多文件，可传入列表或字符串，字符串时多个文件用回车分隔 + * @param byJs 是否用js方式点击，逻辑与click()一致 + */ + public void toUpload(String filePaths, boolean byJs) { + this.ele.getOwner().set().uploadFiles(filePaths); + this.left(1.5, byJs); + this.ele.getOwner().waits().uploadPathsInputted(); + } + + /** + * 触发上传文件选择框并自动填入指定路径 + * + * @param filePaths 文件路径，如果上传框支持多文件，可传入列表或字符串，字符串时多个文件用回车分隔 + */ + public void toUpload(String[] filePaths) { + this.toUpload(filePaths, false); + } + + /** + * 触发上传文件选择框并自动填入指定路径 + * + * @param filePaths 文件路径，如果上传框支持多文件，可传入列表或字符串，字符串时多个文件用回车分隔 + * @param byJs 是否用js方式点击，逻辑与click()一致 + */ + public void toUpload(String[] filePaths, boolean byJs) { + this.ele.getOwner().set().uploadFiles(filePaths); + this.left(1.5, byJs); + this.ele.getOwner().waits().uploadPathsInputted(); + } + + /** + * 触发上传文件选择框并自动填入指定路径 + * + * @param filePaths 文件路径，如果上传框支持多文件，可传入列表或字符串，字符串时多个文件用回车分隔 + */ + public void toUpload(Collection filePaths) { + this.toUpload(filePaths, false); + } + + /** + * 触发上传文件选择框并自动填入指定路径 + * + * @param filePaths 文件路径，如果上传框支持多文件，可传入列表或字符串，字符串时多个文件用回车分隔 + * @param byJs 是否用js方式点击，逻辑与click()一致 + */ + public void toUpload(Collection filePaths, boolean byJs) { + this.ele.getOwner().set().uploadFiles(filePaths); + this.left(1.5, byJs); + this.ele.getOwner().waits().uploadPathsInputted(); + } + + + /** + * 点击后等待新tab出现并返回其对象 + * + * @return 新标签页对象，如果没有等到新标签页出现则抛出异常 + */ + public ChromiumTab forNewTab() { + return forNewTab(false); + } + + /** + * 点击后等待新tab出现并返回其对象 + * + * @param byJs 是否使用js点击，逻辑与click()一致 + * @return 新标签页对象，如果没有等到新标签页出现则抛出异常 + */ + public ChromiumTab forNewTab(boolean byJs) { + this.left(1.5, byJs); + String tid = this.ele.getOwner().getPage().waits().newTab(); + if (tid == null) throw new RuntimeException("没有出现新标签页。"); + return this.ele.getOwner().getPage().getTab(tid); + } + + /** + * 实施点击 + * + * @param coordinate 视口中的坐标 + * @param button 'left' 'right' 'middle' 'back' 'forward' + * @param count 点击次数 + */ + + private void _click(Coordinate coordinate, ClickAction button, int count) { + this.ele.getOwner().runCdp("Input.dispatchMouseEvent", Map.of("type", "mousePressed", "x", coordinate.getX(), "y", coordinate.getY(), "button", button.getValue(), "clickCount", count, "_ignore", new AlertExistsError())); + this.ele.getOwner().runCdp("Input.dispatchMouseEvent", Map.of("type", "mouseReleased", "x", coordinate.getX(), "y", coordinate.getY(), "button", button.getValue(), "_ignore", new AlertExistsError())); + } + + +} diff --git a/java/src/main/java/com/ll/DrissonPage/units/Coordinate.java b/java/src/main/java/com/ll/DrissonPage/units/Coordinate.java new file mode 100644 index 0000000..518f680 --- /dev/null +++ b/java/src/main/java/com/ll/DrissonPage/units/Coordinate.java @@ -0,0 +1,35 @@ +package com.ll.DrissonPage.units; + +import lombok.AllArgsConstructor; +import lombok.Getter; + +import java.util.Objects; + +/** + * 坐标 + * + * @author 陆 + * @address click + */ + +@AllArgsConstructor +@Getter +public class Coordinate { + /** + * 横坐标 + */ + private Integer x; + /** + * 纵坐标 + */ + private Integer y; + + @Override + public boolean equals(Object o) { + if (this == o) return true; + if (!(o instanceof Coordinate)) return false; + Coordinate that = (Coordinate) o; + return Objects.equals(x, that.x) && Objects.equals(y, that.y); + } + +} \ No newline at end of file diff --git a/java/src/main/java/com/ll/DrissonPage/units/HttpClient.java b/java/src/main/java/com/ll/DrissonPage/units/HttpClient.java new file mode 100644 index 0000000..2096a29 --- /dev/null +++ b/java/src/main/java/com/ll/DrissonPage/units/HttpClient.java @@ -0,0 +1,19 @@ +package com.ll.DrissonPage.units; + +import lombok.AllArgsConstructor; +import lombok.Getter; +import okhttp3.OkHttpClient; +import org.apache.http.Header; + +import java.util.Collection; + +/** + * @author 陆 + * @address click + */ +@AllArgsConstructor +@Getter +public class HttpClient { + private OkHttpClient client; + private Collection headers; +} diff --git a/java/src/main/java/com/ll/DrissonPage/units/PicType.java b/java/src/main/java/com/ll/DrissonPage/units/PicType.java new file mode 100644 index 0000000..cac0501 --- /dev/null +++ b/java/src/main/java/com/ll/DrissonPage/units/PicType.java @@ -0,0 +1,16 @@ +package com.ll.DrissonPage.units; + +import lombok.AllArgsConstructor; +import lombok.Getter; + +/** + * @author 陆 + * @address click + */ +@Getter +@AllArgsConstructor +public enum PicType { + JPG("jpg"), JPEG("jpeg"), PNG("png"), WEBP("webp"), DEFAULT("png"); + final String value; + +} diff --git a/java/src/main/java/com/ll/DrissonPage/units/cookiesSetter/CookiesSetter.java b/java/src/main/java/com/ll/DrissonPage/units/cookiesSetter/CookiesSetter.java new file mode 100644 index 0000000..d875abc --- /dev/null +++ b/java/src/main/java/com/ll/DrissonPage/units/cookiesSetter/CookiesSetter.java @@ -0,0 +1,79 @@ +package com.ll.DrissonPage.units.cookiesSetter; + +import com.ll.DrissonPage.functions.Web; +import com.ll.DrissonPage.page.ChromiumBase; +import lombok.AllArgsConstructor; + +import java.util.ArrayList; +import java.util.HashMap; +import java.util.List; +import java.util.Map; + +/** + * @author 陆 + * @address click + */ +@AllArgsConstructor +public class CookiesSetter { + private final ChromiumBase page; + + /** + * 删除一个cookie + * + * @param name cookie的name字段 + */ + public void remove(String name) { + remove(name, null); + } + + /** + * 删除一个cookie + * + * @param name cookie的name字段 + * @param url cookie的url字段，可选 + */ + public void remove(String name, String url) { + remove(name, url, null); + } + + /** + * 删除一个cookie + * + * @param name cookie的name字段 + * @param url cookie的url字段，可选 + * @param domain cookie的domain字段，可选 + */ + public void remove(String name, String url, String domain) { + remove(name, url, domain, null); + } + + /** + * 删除一个cookie + * + * @param name cookie的name字段 + * @param url cookie的url字段，可选 + * @param domain cookie的domain字段，可选 + * @param path cookie的path字段，可选 + */ + public void remove(String name, String url, String domain, String path) { + Map map = new HashMap<>(); + map.put("name", name); + if (url != null && !url.isEmpty()) map.put("url", url); + if (domain != null && !domain.isEmpty()) map.put("domain", url); + if (path != null && !path.isEmpty()) map.put("path", url); + this.page.runCdp("Network.deleteCookies", map); + } + + public void add(Map cookies) { + List> cookies1 = new ArrayList<>(); + cookies1.add(cookies); + Web.setBrowserCookies(this.page, cookies1); + } + + /** + * 清除cookies + */ + public void clear() { + this.page.runCdp("Network.clearBrowserCookies"); + } +} diff --git a/java/src/main/java/com/ll/DrissonPage/units/cookiesSetter/SessionCookiesSetter.java b/java/src/main/java/com/ll/DrissonPage/units/cookiesSetter/SessionCookiesSetter.java new file mode 100644 index 0000000..ee773b8 --- /dev/null +++ b/java/src/main/java/com/ll/DrissonPage/units/cookiesSetter/SessionCookiesSetter.java @@ -0,0 +1,66 @@ +package com.ll.DrissonPage.units.cookiesSetter; + +import com.ll.DrissonPage.page.SessionPage; +import lombok.AllArgsConstructor; +import okhttp3.Cookie; +import okhttp3.CookieJar; +import okhttp3.HttpUrl; +import okhttp3.OkHttpClient; +import org.jetbrains.annotations.NotNull; + +import java.util.ArrayList; +import java.util.List; + +/** + * @author 陆 + * @address click + */ +@AllArgsConstructor +public class SessionCookiesSetter { + private final SessionPage page; + + /** + * 删除一个cookie + * + * @param name cookie的name字段 + */ + public void remove(String name) { + if (name != null && !name.isEmpty()) { + OkHttpClient.Builder builder = this.page.session().newBuilder(); + builder.setCookieJar$okhttp(new CookieJar() { + @Override + public void saveFromResponse(@NotNull HttpUrl httpUrl, @NotNull List list) { + list.stream().filter(cookie -> cookie.name().equals(name)).findFirst().ifPresent(list::remove); + } + + @NotNull + @Override + public List loadForRequest(@NotNull HttpUrl httpUrl) { + return new ArrayList<>(); + } + }); + this.page.setSession(builder.build()); + } + + } + + /** + * 清除cookies + */ + public void clear() { + OkHttpClient.Builder builder = this.page.session().newBuilder(); + builder.setCookieJar$okhttp(new CookieJar() { + @Override + public void saveFromResponse(@NotNull HttpUrl httpUrl, @NotNull List list) { + list.clear(); + } + + @NotNull + @Override + public List loadForRequest(@NotNull HttpUrl httpUrl) { + return new ArrayList<>(); + } + }); + this.page.setSession(builder.build()); + } +} diff --git a/java/src/main/java/com/ll/DrissonPage/units/cookiesSetter/WebPageCookiesSetter.java b/java/src/main/java/com/ll/DrissonPage/units/cookiesSetter/WebPageCookiesSetter.java new file mode 100644 index 0000000..cee711d --- /dev/null +++ b/java/src/main/java/com/ll/DrissonPage/units/cookiesSetter/WebPageCookiesSetter.java @@ -0,0 +1,45 @@ +package com.ll.DrissonPage.units.cookiesSetter; + +import com.ll.DrissonPage.page.WebMode; +import com.ll.DrissonPage.page.WebPage; + +import java.util.Objects; + +/** + * @author 陆 + * @address click + */ +public class WebPageCookiesSetter extends CookiesSetter { + private final WebPage page; + private final SessionCookiesSetter sessionCookiesSetter; + + public WebPageCookiesSetter(WebPage page) { + super(page.getChromiumPage()); + this.page = page; + sessionCookiesSetter = new SessionCookiesSetter(page.getSessionPage()); + } + + /** + * 删除一个cookie + * + * @param name cookie的name字段 + * @param url cookie的url字段，可选 d模式时才有效 + * @param domain cookie的domain字段，可选 d模式时才有效 + * @param path cookie的path字段，可选 d模式时才有效 + */ + + public void remove(String name, String url, String domain, String path) { + if (Objects.equals(this.page.mode(), WebMode.d) && this.page.isHasDriver()) + super.remove(name, url, domain, path); + else if (Objects.equals(this.page.mode(), WebMode.s) && this.page.isHasSession()) + sessionCookiesSetter.remove(name); + } + + /** + * 清除cookies + */ + public void clear() { + if (Objects.equals(this.page.mode(), WebMode.d) && this.page.isHasDriver()) super.clear(); + else if (Objects.equals(this.page.mode(), WebMode.s) && this.page.isHasSession()) sessionCookiesSetter.clear(); + } +} diff --git a/java/src/main/java/com/ll/DrissonPage/units/downloader/DownloadManager.java b/java/src/main/java/com/ll/DrissonPage/units/downloader/DownloadManager.java new file mode 100644 index 0000000..006f1e3 --- /dev/null +++ b/java/src/main/java/com/ll/DrissonPage/units/downloader/DownloadManager.java @@ -0,0 +1,371 @@ +package com.ll.DrissonPage.units.downloader; + +import com.alibaba.fastjson.JSON; +import com.alibaba.fastjson.JSONObject; +import com.ll.DrissonPage.base.Browser; +import com.ll.DrissonPage.base.MyRunnable; +import com.ll.DrissonPage.page.ChromiumBase; +import lombok.Getter; + +import java.io.File; +import java.io.IOException; +import java.nio.file.Files; +import java.nio.file.Path; +import java.nio.file.Paths; +import java.util.ArrayList; +import java.util.HashMap; +import java.util.List; +import java.util.Map; + + +/** + * @author 陆 + * @address click + * @original DrissionPage + */ +public class DownloadManager { + private final Browser browser; + private ChromiumBase page; + /** + * 返回所有未完成的下载任务 + */ + @Getter + private Map missions; + private Map> tabMissions; + private Map flags; + private boolean running; + private String savePath; + private String whenDownloadFileExists; + + + public DownloadManager(Browser browser) { + this.browser = browser; + this.page = browser.getPage(); + this.whenDownloadFileExists = "rename"; + TabDownloadSettings tabDownloadSettings = TabDownloadSettings.getInstance(this.page.tabId()); + tabDownloadSettings.path = this.page.downloadPath(); + this.missions = new HashMap<>(); + this.tabMissions = new HashMap<>(); + this.flags = new HashMap<>(); + String s = this.page.downloadPath(); + if (s != null && !s.isEmpty()) { + this.browser.getDriver().setCallback("Browser.downloadProgress", new MyRunnable() { + @Override + public void run() { + onDownloadProgress(getMessage()); + } + }); + this.browser.getDriver().setCallback("Browser.downloadWillBegin", new MyRunnable() { + @Override + public void run() { + onDownloadWillBegin(getMessage()); + } + }); + String string = this.browser.runCdp("Browser.setDownloadBehavior", Map.of("downloadPath", this.page.downloadPath(), "behavior", "allowAndName", "eventsEnabled", true)).toString(); + if (JSON.parseObject(string).containsKey("error")) { + System.out.println("浏览器版本太低无法使用下载管理功能。"); + } + this.running = true; + } else { + this.running = false; + } + } + + /** + * 设置某个tab的下载路径 + * + * @param tab 页面对象 + * @param path 下载路径（绝对路径str） + */ + public void setPath(ChromiumBase tab, String path) { + TabDownloadSettings.getInstance(tab.tabId()).path = path; + if (this.page.equals(tab) || !this.running) { + this.browser.getDriver().setCallback("Browser.downloadProgress", new MyRunnable() { + @Override + public void run() { + onDownloadProgress(getMessage()); + } + }); + this.browser.getDriver().setCallback("Browser.downloadWillBegin", new MyRunnable() { + @Override + public void run() { + onDownloadWillBegin(getMessage()); + } + }); + String string = this.browser.runCdp("Browser.setDownloadBehavior", Map.of("downloadPath", this.page.downloadPath(), "behavior", "allowAndName", "eventsEnabled", true)).toString(); + this.savePath = path; + if (JSON.parseObject(string).containsKey("error")) { + System.out.println("浏览器版本太低无法使用下载管理功能。"); + } + } + this.running = true; + } + + /** + * 设置某个tab的重命名文件名 + * + * @param tabId tab id + */ + public void setRename(String tabId) { + setRename(tabId, null); + } + + /** + * 设置某个tab的重命名文件名 + * + * @param tabId tab id + * @param rename 文件名，可不含后缀，会自动使用远程文件后缀 + */ + public void setRename(String tabId, String rename) { + setRename(tabId, rename, null); + } + + /** + * 设置某个tab的重命名文件名 + * + * @param tabId tab id + * @param rename 文件名，可不含后缀，会自动使用远程文件后缀 + * @param suffix 后缀名，显式设置后缀名，不使用远程文件后缀 + */ + public void setRename(String tabId, String rename, String suffix) { + TabDownloadSettings instance = TabDownloadSettings.getInstance(tabId); + instance.rename = rename; + instance.suffix = suffix; + } + + /** + * 设置某个tab下载文件重名时执行的策略 + * + * @param tabId 下载路径 + * @param mode 下载路径 + */ + public void setFileExists(String tabId, Path mode) { + setFileExists(tabId, mode.toAbsolutePath().toString()); + } + + /** + * 设置某个tab下载文件重名时执行的策略 + * + * @param tabId 下载路径 + * @param mode 下载路径 + */ + public void setFileExists(String tabId, String mode) { + if (mode != null && !mode.isEmpty()) TabDownloadSettings.getInstance(tabId).whenFileExists = mode; + } + + + /** + * 设置某个tab的重命名文件名 + * + * @param tabId tab id + * @param flag 等待标志 + */ + public void setFlag(String tabId, boolean flag) { + this.flags.put(tabId, flag); + } + + /** + * 设置某个tab的重命名文件名 + * + * @param tabId tab id + * @param flag 等待标志 + */ + public void setFlag(String tabId, DownloadMission flag) { + this.flags.put(tabId, flag); + } + + /** + * 获取tab下载等待标记 + * + * @param tabId tab id + * @return 任务对象或False + */ + public Object getFlag(String tabId) { + return this.flags.get(tabId); + } + + /** + * 获取某个tab正在下载的任务 + * + * @param tabId tab id + * @return 下载任务组成的列表 + */ + public List getTabMissions(String tabId) { + return this.tabMissions.getOrDefault(tabId, new ArrayList<>()); + } + + /** + * 设置任务结束 + * + * @param mission 任务对象 + * @param state 任务状态 + */ + public void setDone(DownloadMission mission, String state) { + setDone(mission, state, null); + } + + /** + * 设置任务结束 + * + * @param mission 任务对象 + * @param state 任务状态 + * @param finalPath 最终路径 + */ + public void setDone(DownloadMission mission, String state, String finalPath) { + if (!"canceled".equals(mission.state) && !"skipped".equals(mission.state)) mission.state = state; + mission.finalPath = finalPath; + } + + /** + * 取消任务 + * + * @param mission 任务对象 + */ + public Boolean cancel(DownloadMission mission) { + mission.state = "canceled"; + try { + this.browser.runCdp("Browser.cancelDownload", Map.of("guid", mission.id)); + } catch (Exception ignored) { + + } + if (mission.finalPath != null) { + return Paths.get(mission.finalPath).toFile().delete(); + } + return null; + } + + /** + * 跳过任务 + * + * @param mission 任务对象 + */ + public void skip(DownloadMission mission) { + mission.state = "skipped"; + try { + this.browser.runCdp("Browser.cancelDownload", Map.of("guid", mission.id)); + } catch (Exception ignored) { + + } + } + + /** + * 当tab关闭时清除有关信息 + * + * @param tabId 标签页id + */ + public void clearTabInfo(String tabId) { + this.tabMissions.remove(tabId); + this.flags.remove(tabId); + TabDownloadSettings.TAB_DOWNLOAD_SETTINGS_MAP.remove(tabId); + } + + /** + * 用于获取弹出新标签页触发的下载任务 + */ + private void onDownloadWillBegin(Object params) { + JSONObject kwargs = JSON.parseObject(params.toString()); + String guid = (String) kwargs.get("guid"); + String tabId = this.browser.getFrames().getOrDefault(kwargs.getString("frameId"), this.page.tabId()); + TabDownloadSettings settings = TabDownloadSettings.getInstance(tabId); + String name; + if (settings.getRename() != null) { + if (settings.getSuffix() != null) { + name = settings.getRename() + (settings.getSuffix() != null ? "." + settings.getSuffix() : ""); + } else { + String[] tmp = ((String) kwargs.get("suggestedFilename")).split("\\."); + String extName = tmp.length > 1 ? tmp[tmp.length - 1] : ""; + tmp = settings.getRename().split("\\."); + String extRename = tmp.length > 1 ? tmp[tmp.length - 1] : ""; + name = (extRename.equals(extName) ? settings.getRename() : settings.getRename() + "." + extName); + } + + settings.setRename(null); + settings.setSuffix(null); + + } else if (settings.getSuffix() != null) { + name = ((String) kwargs.get("suggestedFilename")).split("\\.")[0]; + if (settings.getSuffix() != null) { + name += "." + settings.getSuffix(); + } + settings.setSuffix(null); + + } else { + name = (String) kwargs.get("suggestedFilename"); + } + + boolean skip = false; + Path goalPath = Paths.get(settings.getPath()).resolve(name); + if (goalPath.toFile().exists()) { + if ("skip".equals(settings.getWhenFileExists())) { + skip = true; + } else if ("overwrite".equals(settings.getWhenFileExists())) { + goalPath.toFile().delete(); + } + } + + DownloadMission m = new DownloadMission(this, tabId, guid, settings.getPath(), name, (String) kwargs.get("url"), this.savePath); + this.missions.put(guid, m); + + if (this.getFlag(tabId).equals(false)) { + cancel(m); + } else if (skip) { + skip(m); + } else { + this.tabMissions.computeIfAbsent(tabId, k -> new ArrayList<>()).add(m); + } + + if (getFlag(tabId) != null) flags.put(tabId, m); + } + + /** + * 下载状态变化时执行 + */ + private void onDownloadProgress(Object kwargs) { + JSONObject jsonObject = JSON.parseObject(kwargs.toString()); + + if (jsonObject.containsKey("guid") && this.missions.containsKey(jsonObject.getString("guid"))) { + DownloadMission mission = this.missions.get(jsonObject.getString("guid")); + + if (jsonObject.containsKey("state")) { + String state = jsonObject.getString("state"); + switch (state) { + case "inProgress": + mission.receiveBytes = jsonObject.getInteger("receivedBytes"); + mission.totalBytes = jsonObject.getInteger("totalBytes"); + break; + case "completed": + if ("skipped".equals(mission.getState())) { + // Perform cleanup for skipped mission + // Note: This assumes there is a method like `Path.unlink(true)` for cleanup + Path formPath = Paths.get(mission.getSavePath(), mission.getId()); + formPath.toFile().delete(); // Change to your cleanup logic + setDone(mission, "skipped"); + return; + } + + mission.receiveBytes = jsonObject.getInteger("receivedBytes"); + mission.totalBytes = jsonObject.getInteger("totalBytes"); + + // Assuming there are methods like `move` and `getUsablePath` in your code + String formPath = mission.getSavePath() + File.separator + mission.getId(); + String toPath = String.valueOf(com.ll.DataRecorder.Tools.getUsablePath(mission.getPath() + File.separator + mission.getName())); + try { + Files.move(Path.of(formPath), Path.of(toPath)); + } catch (IOException e) { + throw new RuntimeException(e); + } + setDone(mission, "completed", toPath); + break; + + case "canceled": + setDone(mission, "canceled"); + break; + default: + // Handle other states if needed + break; + } + } + } + } + +} diff --git a/java/src/main/java/com/ll/DrissonPage/units/downloader/DownloadMission.java b/java/src/main/java/com/ll/DrissonPage/units/downloader/DownloadMission.java new file mode 100644 index 0000000..337371f --- /dev/null +++ b/java/src/main/java/com/ll/DrissonPage/units/downloader/DownloadMission.java @@ -0,0 +1,162 @@ +package com.ll.DrissonPage.units.downloader; + +import lombok.Getter; + +import java.math.BigDecimal; +import java.math.RoundingMode; + +/** + * @author 陆 + * @address click + */ +@Getter +public class DownloadMission { + private final String tabId; + private final DownloadManager mgr; + private final String url; + private final String path; + private final String name; + protected Integer totalBytes; + protected int receiveBytes; + private final String savePath; + private final Boolean isDone; + protected String id; + protected String state; + protected String finalPath; + + public DownloadMission(DownloadManager mgr, String tabId, String id, String path, String name, String url, String savePath) { + this.mgr = mgr; + this.url = url; + this.tabId = tabId; + this.id = id; + this.path = path; + this.name = name; + this.state = "running"; + this.totalBytes = null; + this.receiveBytes = 0; + this.finalPath = null; + this.savePath = savePath; + this.isDone = null; + } + + /** + * 以百分比形式返回下载进度 + */ + public Float rate() { + return this.totalBytes != null ? new BigDecimal(this.receiveBytes).divide(new BigDecimal(this.totalBytes * 100), 2, RoundingMode.FLOOR).floatValue() : null; + } + + /** + * @return 返回任务是否在运行中 + */ + public boolean isDone() { + return this.isDone; + } + + /** + * 取消该任务，如任务已完成，删除已下载的文件 + */ + public void cancel() { + this.mgr.cancel(this); + } + + /** + * 等待任务结束 + * + * @return 等待成功返回完整路径，否则返回null + */ + + public String waits() { + return wait(true); + } + + /** + * 等待任务结束 + * + * @param show 是否显示下载信息 + * @return 等待成功返回完整路径，否则返回null + */ + + public String wait(boolean show) { + return wait(show, null); + } + + /** + * 等待任务结束 + * + * @param show 是否显示下载信息 + * @param timeout 超时时间，为null则无限等待 + * @return 等待成功返回完整路径，否则返回null + */ + + public String wait(boolean show, Double timeout) { + return wait(show, timeout, true); + } + + /** + * 等待任务结束 + * + * @param show 是否显示下载信息 + * @param timeout 超时时间，为null则无限等待 + * @param cancelIfTimeout 超时时是否取消任务 + * @return 等待成功返回完整路径，否则返回null + */ + + public String wait(boolean show, Double timeout, boolean cancelIfTimeout) { + if (show) { + System.out.println("url:" + url); + long endTime = (long) (System.currentTimeMillis() + timeout * 1000); + while (this.name == null && System.currentTimeMillis() < endTime) { + try { + Thread.sleep(1); + } catch (InterruptedException e) { + throw new RuntimeException(e); + } + } + System.out.println("文件名：" + this.name); + System.out.println("目标路径：" + this.path); + } + if (timeout == null) { + while (!this.isDone) { + if (show) { + System.out.println(this.rate() + "%"); + } + try { + Thread.sleep(200); + } catch (InterruptedException e) { + throw new RuntimeException(e); + } + } + } else { + long endTime = (long) (System.currentTimeMillis() + timeout * 1000); + while (System.currentTimeMillis() < endTime) { + if (show) { + System.out.println(this.rate() + "%"); + } + try { + Thread.sleep(200); + } catch (InterruptedException e) { + throw new RuntimeException(e); + } + } + if (!this.isDone && cancelIfTimeout) { + this.cancel(); + } + } + if (show) { + switch (this.state) { + case "completed": + System.out.println("下载完成" + this.finalPath); + break; + case "canceled": + System.out.println("下载取消"); + break; + case "skipped": + System.out.println("已跳过"); + break; + + } + } + return this.finalPath; + } +} diff --git a/java/src/main/java/com/ll/DrissonPage/units/downloader/TabDownloadSettings.java b/java/src/main/java/com/ll/DrissonPage/units/downloader/TabDownloadSettings.java new file mode 100644 index 0000000..a877ac0 --- /dev/null +++ b/java/src/main/java/com/ll/DrissonPage/units/downloader/TabDownloadSettings.java @@ -0,0 +1,34 @@ +package com.ll.DrissonPage.units.downloader; + +import lombok.Getter; +import lombok.Setter; + +import java.util.HashMap; +import java.util.Map; + +/** + * @author 陆 + * @address click + */ +@Getter +@Setter +public class TabDownloadSettings { + protected static final Map TAB_DOWNLOAD_SETTINGS_MAP = new HashMap<>(); + protected String rename; + protected String suffix; + protected String path; + protected String whenFileExists; + private String tabId; + + private TabDownloadSettings(String tabId) { + this.tabId = tabId; + this.rename = null; + this.suffix = null; + this.path = ""; + this.whenFileExists = "rename"; + } + + public static TabDownloadSettings getInstance(String tabId) { + return TAB_DOWNLOAD_SETTINGS_MAP.computeIfAbsent(tabId, TabDownloadSettings::new); + } +} diff --git a/java/src/main/java/com/ll/DrissonPage/units/listener/DataPacket.java b/java/src/main/java/com/ll/DrissonPage/units/listener/DataPacket.java new file mode 100644 index 0000000..c976aef --- /dev/null +++ b/java/src/main/java/com/ll/DrissonPage/units/listener/DataPacket.java @@ -0,0 +1,108 @@ +package com.ll.DrissonPage.units.listener; + +import com.alibaba.fastjson.JSONObject; + +import java.util.Map; + +/** + * 返回的数据包管理类 + * + * @author 陆 + * @address click + */ +public class DataPacket { + private String tabId; + private String target; + private boolean isFailed; + + protected JSONObject rawRequest; + protected JSONObject rawResponse; + + protected String rawPostData; + protected String rawBody; + protected Map rawFailInfo; + protected Boolean base64Body; + private Request request; + private Response response; + private FailInfo failInfo; + + protected String resourceType; + protected Map requestExtraInfo; + protected Map responseExtraInfo; + + /** + * @param tabId 产生这个数据包的tab的id + * @param target 监听目标 + */ + public DataPacket(String tabId, String target) { + this.tabId = tabId; + this.target = target; + } + + public String url() { + return this.request.url; + } + + public String method() { + return this.request.method; + } + + public String frameId() { + return this.rawRequest.getString("frameId"); + } + + public Request request() { + if (this.request == null) + this.request = new Request(this, this.rawRequest.getJSONObject("request"), this.rawPostData); + return this.request; + } + + public Response response() { + if (this.response == null) this.response = new Response(this, this.rawResponse, this.rawBody, this.base64Body); + return this.response; + } + + public FailInfo failInfo() { + if (this.failInfo == null) this.failInfo = new FailInfo(this, this.rawFailInfo); + return this.failInfo; + } + + /** + * 等待额外的信息加载完成 + * + * @return 是否等待成功 + */ + public boolean waitExtraInfo() { + return waitExtraInfo(null); + } + + /** + * 等待额外的信息加载完成 + * + * @param timeout 超时时间，null为无限等待 + * @return 是否等待成功 + */ + public boolean waitExtraInfo(Double timeout) { + if (timeout == null) { + while (this.requestExtraInfo == null) { + try { + Thread.sleep(100); + } catch (InterruptedException e) { + throw new RuntimeException(e); + } + } + return true; + } else { + long endTime = (long) (System.currentTimeMillis() + timeout * 1000); + while (System.currentTimeMillis() < endTime) { + if (this.requestExtraInfo != null) return true; + try { + Thread.sleep(100); + } catch (InterruptedException e) { + throw new RuntimeException(e); + } + } + return false; + } + } +} diff --git a/java/src/main/java/com/ll/DrissonPage/units/listener/ExtraInfo.java b/java/src/main/java/com/ll/DrissonPage/units/listener/ExtraInfo.java new file mode 100644 index 0000000..e457b50 --- /dev/null +++ b/java/src/main/java/com/ll/DrissonPage/units/listener/ExtraInfo.java @@ -0,0 +1,28 @@ +package com.ll.DrissonPage.units.listener; + +import lombok.AllArgsConstructor; + +import java.util.Map; + +/** + * @author 陆 + * @address click + */ +@AllArgsConstructor +public class ExtraInfo { + Map extraInfo; + + /** + * @return 以map形式返回所有额外信息 + */ + public Map allInfo() { + return extraInfo; + } + + /** + * @param item 获取单独的额外信息 + */ + public Object getInfo(Object item) { + return extraInfo.get(item.toString()); + } +} diff --git a/java/src/main/java/com/ll/DrissonPage/units/listener/FailInfo.java b/java/src/main/java/com/ll/DrissonPage/units/listener/FailInfo.java new file mode 100644 index 0000000..a85f1fd --- /dev/null +++ b/java/src/main/java/com/ll/DrissonPage/units/listener/FailInfo.java @@ -0,0 +1,22 @@ +package com.ll.DrissonPage.units.listener; + +import java.util.Map; + +/** + * @author 陆 + * @address click + */ +public class FailInfo { + private final DataPacket dataPacket; + private final Map failInfo; + + public FailInfo(DataPacket dataPacket, Map failInfo) { + this.dataPacket = dataPacket; + this.failInfo = failInfo; + } + + public Object get(Object item) { + if (failInfo != null && !failInfo.isEmpty()) return this.failInfo.get(item.toString()); + return null; + } +} diff --git a/java/src/main/java/com/ll/DrissonPage/units/listener/FrameListener.java b/java/src/main/java/com/ll/DrissonPage/units/listener/FrameListener.java new file mode 100644 index 0000000..941b671 --- /dev/null +++ b/java/src/main/java/com/ll/DrissonPage/units/listener/FrameListener.java @@ -0,0 +1,41 @@ +package com.ll.DrissonPage.units.listener; + +import com.alibaba.fastjson.JSON; +import com.ll.DrissonPage.page.ChromiumBase; +import com.ll.DrissonPage.page.ChromiumFrame; + +import java.util.Objects; + +/** + * @author 陆 + * @address click + */ +public class FrameListener extends Listener { + public FrameListener(ChromiumFrame chromiumBase) { + super(chromiumBase); + } + + public void toTarget(String targetId, String address, ChromiumBase page) { + super.toTarget(targetId, address, page); + } + + /** + * 接收到请求时的回调函数 + */ + @Override + protected void requestWillBeSent(Object params) { + if (!((ChromiumFrame) super.page).isDiffDomain() && Objects.equals(JSON.parseObject(params.toString()).get("frameId"), this.page.getFrameId())) + return; + super.requestWillBeSent(params); + } + + /** + * 接收到返回信息时处理方法 + */ + @Override + protected void responseReceived(Object params) { + if (!((ChromiumFrame) super.page).isDiffDomain() && Objects.equals(JSON.parseObject(params.toString()).get("frameId"), this.page.getFrameId())) + return; + super.responseReceived(params); + } +} diff --git a/java/src/main/java/com/ll/DrissonPage/units/listener/Listener.java b/java/src/main/java/com/ll/DrissonPage/units/listener/Listener.java new file mode 100644 index 0000000..44df3d9 --- /dev/null +++ b/java/src/main/java/com/ll/DrissonPage/units/listener/Listener.java @@ -0,0 +1,952 @@ +package com.ll.DrissonPage.units.listener; + +import com.alibaba.fastjson.JSON; +import com.alibaba.fastjson.JSONObject; +import com.ll.DrissonPage.base.Driver; +import com.ll.DrissonPage.base.MyRunnable; +import com.ll.DrissonPage.error.extend.WaitTimeoutError; +import com.ll.DrissonPage.functions.Settings; +import com.ll.DrissonPage.page.ChromiumBase; + +import java.util.*; +import java.util.regex.Pattern; +import java.util.stream.Collectors; +import java.util.stream.IntStream; + +/** + * 监听器基类 + * + * @author 陆 + * @address click + */ +public class Listener { + protected ChromiumBase page; + private String address; + private String targetId; + private Collection targets; + private ListenerMethod method; + private Collection resType; + private Queue caught; + private boolean isRegex; + private Driver driver; + private Map requestIds; + private Map> extraInfoIds; + private boolean listening; + private int runningRequests; + private int runningTargets; + + public Listener(ChromiumBase page) { + this.page = page; + this.address = page.getAddress(); + this.targetId = page.tabId(); + this.driver = null; + this.runningRequests = 0; + this.runningTargets = 0; + this.caught = new ArrayDeque<>(); + this.requestIds = null; + this.extraInfoIds = null; + this.listening = false; + this.targets = null; + this.isRegex = false; + this.method = ListenerMethod.all; + this.resType = null; + } + + /** + * @return 返回监听目标 + */ + + public Collection targets() { + return this.targets; + } + + /** + * 指定要等待的数据包 + */ + public void setTargets() { + setTargets(new ArrayList<>()); + } + + /** + * 指定要等待的数据包 + * + * @param targets 要匹配的数据包url特征，可用list等传入多个，为空集合时获取所有 + */ + public void setTargets(String targets) { + setTargets(Collections.singletonList(targets)); + } + + /** + * 指定要等待的数据包 + * + * @param targets 要匹配的数据包url特征，可用list等传入多个，为空集合时获取所有 + */ + public void setTargets(String[] targets) { + setTargets(Arrays.asList(targets)); + } + + /** + * 指定要等待的数据包 + * + * @param targets 要匹配的数据包url特征，可用list等传入多个，为空集合时获取所有 + */ + public void setTargets(Collection targets) { + setTargets(targets, ListenerMethod.ALL); + } + + /** + * 指定要等待的数据包 + * + * @param targets 要匹配的数据包url特征，可用list等传入多个，为空集合时获取所有 + * @param method 设置监听的请求类型，可指定多个 + */ + public void setTargets(String targets, ListenerMethod method) { + setTargets(targets, method, false); + } + + /** + * 指定要等待的数据包 + * + * @param targets 要匹配的数据包url特征，可用list等传入多个，为空集合时获取所有 + * @param method 设置监听的请求类型，可指定多个 + */ + public void setTargets(String[] targets, ListenerMethod method) { + setTargets(targets, method, false); + } + + /** + * 指定要等待的数据包 + * + * @param targets 要匹配的数据包url特征，可用list等传入多个，为空集合时获取所有 + * @param method 设置监听的请求类型，可指定多个 + */ + public void setTargets(Collection targets, ListenerMethod method) { + setTargets(targets, method, false); + } + + /** + * 指定要等待的数据包 + * + * @param targets 要匹配的数据包url特征，可用list等传入多个，为空集合时获取所有 + * @param method 设置监听的请求类型，可指定多个 + * @param isRegex 设置的target是否正则表达式 + */ + public void setTargets(String targets, ListenerMethod method, boolean isRegex) { + setTargets(targets, method, isRegex, new ArrayList<>()); + } + + /** + * 指定要等待的数据包 + * + * @param targets 要匹配的数据包url特征，可用list等传入多个，为空集合时获取所有 + * @param method 设置监听的请求类型，可指定多个 + * @param isRegex 设置的target是否正则表达式 + */ + public void setTargets(String[] targets, ListenerMethod method, boolean isRegex) { + setTargets(targets, method, isRegex, new ArrayList<>()); + } + + + /** + * 指定要等待的数据包 + * + * @param targets 要匹配的数据包url特征，可用list等传入多个，为空集合时获取所有 + * @param method 设置监听的请求类型，可指定多个 + * @param isRegex 设置的target是否正则表达式 + */ + public void setTargets(Collection targets, ListenerMethod method, boolean isRegex) { + setTargets(targets, method, isRegex, new ArrayList<>()); + } + + + /** + * 指定要等待的数据包 + * + * @param targets 要匹配的数据包url特征，可用list等传入多个，为空集合时获取所有 + * @param method 设置监听的请求类型，可指定多个 + * @param isRegex 设置的target是否正则表达式 + * @param resType 设置监听的资源类型，可指定多个，为空集合时监听全部，可指定的值有： + * Document, Stylesheet, Image, Media, Font, Script, TextTrack, XHR, Fetch, Prefetch, EventSource, WebSocket, + * Manifest, SignedExchange, Ping, CSPViolationReport, Preflight, Other + */ + public void setTargets(String targets, ListenerMethod method, boolean isRegex, String resType) { + setTargets(Collections.singletonList(targets), method, isRegex, Collections.singletonList(resType)); + } + + /** + * 指定要等待的数据包 + * + * @param targets 要匹配的数据包url特征，可用list等传入多个，为空集合时获取所有 + * @param method 设置监听的请求类型，可指定多个 + * @param isRegex 设置的target是否正则表达式 + * @param resType 设置监听的资源类型，可指定多个，为空集合时监听全部，可指定的值有： + * Document, Stylesheet, Image, Media, Font, Script, TextTrack, XHR, Fetch, Prefetch, EventSource, WebSocket, + * Manifest, SignedExchange, Ping, CSPViolationReport, Preflight, Other + */ + public void setTargets(String targets, ListenerMethod method, boolean isRegex, String[] resType) { + setTargets(Collections.singletonList(targets), method, isRegex, resType); + } + + /** + * 指定要等待的数据包 + * + * @param targets 要匹配的数据包url特征，可用list等传入多个，为空集合时获取所有 + * @param method 设置监听的请求类型，可指定多个 + * @param isRegex 设置的target是否正则表达式 + * @param resType 设置监听的资源类型，可指定多个，为空集合时监听全部，可指定的值有： + * Document, Stylesheet, Image, Media, Font, Script, TextTrack, XHR, Fetch, Prefetch, EventSource, WebSocket, + * Manifest, SignedExchange, Ping, CSPViolationReport, Preflight, Other + */ + public void setTargets(String targets, ListenerMethod method, boolean isRegex, Collection resType) { + setTargets(Collections.singletonList(targets), method, isRegex, resType); + } + + /** + * 指定要等待的数据包 + * + * @param targets 要匹配的数据包url特征，可用list等传入多个，为空集合时获取所有 + * @param method 设置监听的请求类型，可指定多个 + * @param isRegex 设置的target是否正则表达式 + * @param resType 设置监听的资源类型，可指定多个，为空集合时监听全部，可指定的值有： + * Document, Stylesheet, Image, Media, Font, Script, TextTrack, XHR, Fetch, Prefetch, EventSource, WebSocket, + * Manifest, SignedExchange, Ping, CSPViolationReport, Preflight, Other + */ + public void setTargets(String[] targets, ListenerMethod method, boolean isRegex, Collection resType) { + setTargets(Arrays.asList(targets), method, isRegex, resType); + } + + /** + * 指定要等待的数据包 + * + * @param targets 要匹配的数据包url特征，可用list等传入多个，为空集合时获取所有 + * @param method 设置监听的请求类型，可指定多个 + * @param isRegex 设置的target是否正则表达式 + * @param resType 设置监听的资源类型，可指定多个，为空集合时监听全部，可指定的值有： + * Document, Stylesheet, Image, Media, Font, Script, TextTrack, XHR, Fetch, Prefetch, EventSource, WebSocket, + * Manifest, SignedExchange, Ping, CSPViolationReport, Preflight, Other + */ + public void setTargets(Collection targets, ListenerMethod method, boolean isRegex, String resType) { + setTargets(targets, method, isRegex, Collections.singletonList(resType)); + } + + /** + * 指定要等待的数据包 + * + * @param targets 要匹配的数据包url特征，可用list等传入多个，为空集合时获取所有 + * @param method 设置监听的请求类型，可指定多个 + * @param isRegex 设置的target是否正则表达式 + * @param resType 设置监听的资源类型，可指定多个，为空集合时监听全部，可指定的值有： + * Document, Stylesheet, Image, Media, Font, Script, TextTrack, XHR, Fetch, Prefetch, EventSource, WebSocket, + * Manifest, SignedExchange, Ping, CSPViolationReport, Preflight, Other + */ + public void setTargets(String[] targets, ListenerMethod method, boolean isRegex, String[] resType) { + setTargets(Arrays.asList(targets), method, isRegex, Arrays.asList(resType)); + } + + /** + * 指定要等待的数据包 + * + * @param targets 要匹配的数据包url特征，可用list等传入多个，为空集合时获取所有 + * @param method 设置监听的请求类型，可指定多个 + * @param isRegex 设置的target是否正则表达式 + * @param resType 设置监听的资源类型，可指定多个，为空集合时监听全部，可指定的值有： + * Document, Stylesheet, Image, Media, Font, Script, TextTrack, XHR, Fetch, Prefetch, EventSource, WebSocket, + * Manifest, SignedExchange, Ping, CSPViolationReport, Preflight, Other + */ + public void setTargets(Collection targets, ListenerMethod method, boolean isRegex, String[] resType) { + setTargets(targets, method, isRegex, Arrays.asList(resType)); + } + + + /** + * 指定要等待的数据包 + * + * @param targets 要匹配的数据包url特征，可用list等传入多个，为空集合时获取所有 + * @param method 设置监听的请求类型，可指定多个 + * @param isRegex 设置的target是否正则表达式 + * @param resType 设置监听的资源类型，可指定多个，为空集合时监听全部，可指定的值有： + * Document, Stylesheet, Image, Media, Font, Script, TextTrack, XHR, Fetch, Prefetch, EventSource, WebSocket, + * Manifest, SignedExchange, Ping, CSPViolationReport, Preflight, Other + */ + public void setTargets(Collection targets, ListenerMethod method, boolean isRegex, Collection resType) { + if (targets != null) this.targets = targets; + this.isRegex = isRegex; + if (method != null) this.method = method; + if (resType != null) this.resType = resType; + } + + /** + * 拦截目标请求，每次拦截前清空结果 + */ + public void start() { + start(null, null, null, null, null); + } + + /** + * 拦截目标请求，每次拦截前清空结果 + * + * @param targets 要匹配的数据包url特征，可用list等传入多个，为空集合时获取所有 + */ + public void start(String targets) { + start(Collections.singletonList(targets)); + } + + /** + * 拦截目标请求，每次拦截前清空结果 + * + * @param targets 要匹配的数据包url特征，可用list等传入多个，为空集合时获取所有 + */ + public void start(String[] targets) { + start(Arrays.asList(targets)); + } + + /** + * 拦截目标请求，每次拦截前清空结果 + * + * @param targets 要匹配的数据包url特征，可用list等传入多个，为空集合时获取所有 + */ + public void start(Collection targets) { + start(targets, null); + } + + /** + * 拦截目标请求，每次拦截前清空结果 + * + * @param targets 要匹配的数据包url特征，可用list等传入多个，为空集合时获取所有 + * @param method 设置监听的请求类型，可指定多个，默认('GET', 'POST')，为True时监听全部，为null时保持原来设置 + */ + public void start(String targets, ListenerMethod method) { + start(Collections.singletonList(targets), method); + } + + /** + * 拦截目标请求，每次拦截前清空结果 + * + * @param targets 要匹配的数据包url特征，可用list等传入多个，为空集合时获取所有 + * @param method 设置监听的请求类型，可指定多个，默认('GET', 'POST')，为True时监听全部，为null时保持原来设置 + */ + public void start(String[] targets, ListenerMethod method) { + start(Arrays.asList(targets), method); + } + + /** + * 拦截目标请求，每次拦截前清空结果 + * + * @param targets 要匹配的数据包url特征，可用list等传入多个，为空集合时获取所有 + * @param method 设置监听的请求类型，可指定多个，默认('GET', 'POST')，为True时监听全部，为null时保持原来设置 + */ + public void start(Collection targets, ListenerMethod method) { + start(targets, method, null); + } + + + /** + * 拦截目标请求，每次拦截前清空结果 + * + * @param targets 要匹配的数据包url特征，可用list等传入多个，为空集合时获取所有 + * @param method 设置监听的请求类型，可指定多个，默认('GET', 'POST')，为True时监听全部，为null时保持原来设置 + * @param isRegex 设置的target是否正则表达式，为null时保持原来设置 + */ + public void start(String targets, ListenerMethod method, Boolean isRegex) { + start(Collections.singletonList(targets), method, isRegex); + } + + /** + * 拦截目标请求，每次拦截前清空结果 + * + * @param targets 要匹配的数据包url特征，可用list等传入多个，为空集合时获取所有 + * @param method 设置监听的请求类型，可指定多个，默认('GET', 'POST')，为True时监听全部，为null时保持原来设置 + * @param isRegex 设置的target是否正则表达式，为null时保持原来设置 + */ + public void start(String[] targets, ListenerMethod method, Boolean isRegex) { + start(Arrays.asList(targets), method, isRegex); + } + + /** + * 拦截目标请求，每次拦截前清空结果 + * + * @param targets 要匹配的数据包url特征，可用list等传入多个，为空集合时获取所有 + * @param method 设置监听的请求类型，可指定多个，默认('GET', 'POST')，为True时监听全部，为null时保持原来设置 + * @param isRegex 设置的target是否正则表达式，为null时保持原来设置 + */ + public void start(Collection targets, ListenerMethod method, Boolean isRegex) { + start(targets, method, isRegex, "null"); + } + + /** + * 拦截目标请求，每次拦截前清空结果 + * + * @param targets 要匹配的数据包url特征，可用list等传入多个，为空集合时获取所有 + * @param method 设置监听的请求类型，可指定多个，默认('GET', 'POST')，为True时监听全部，为null时保持原来设置 + * @param isRegex 设置的target是否正则表达式，为null时保持原来设置 + * @param resType 设置监听的资源类型，可指定多个，为空集合时监听全部，为null时保持原来设置，可指定的值有： + * Document, Stylesheet, Image, Media, Font, Script, TextTrack, XHR, Fetch, Prefetch, EventSource, WebSocket, + * Manifest, SignedExchange, Ping, CSPViolationReport, Preflight, Other + */ + public void start(String targets, ListenerMethod method, Boolean isRegex, Collection resType) { + start(Collections.singletonList(targets), method, isRegex, resType, null); + } + + /** + * 拦截目标请求，每次拦截前清空结果 + * + * @param targets 要匹配的数据包url特征，可用list等传入多个，为空集合时获取所有 + * @param method 设置监听的请求类型，可指定多个，默认('GET', 'POST')，为True时监听全部，为null时保持原来设置 + * @param isRegex 设置的target是否正则表达式，为null时保持原来设置 + * @param resType 设置监听的资源类型，可指定多个，为空集合时监听全部，为null时保持原来设置，可指定的值有： + * Document, Stylesheet, Image, Media, Font, Script, TextTrack, XHR, Fetch, Prefetch, EventSource, WebSocket, + * Manifest, SignedExchange, Ping, CSPViolationReport, Preflight, Other + */ + public void start(String targets, ListenerMethod method, Boolean isRegex, String resType) { + start(Collections.singletonList(targets), method, isRegex, resType); + } + + /** + * 拦截目标请求，每次拦截前清空结果 + * + * @param targets 要匹配的数据包url特征，可用list等传入多个，为空集合时获取所有 + * @param method 设置监听的请求类型，可指定多个，默认('GET', 'POST')，为True时监听全部，为null时保持原来设置 + * @param isRegex 设置的target是否正则表达式，为null时保持原来设置 + * @param resType 设置监听的资源类型，可指定多个，为空集合时监听全部，为null时保持原来设置，可指定的值有： + * Document, Stylesheet, Image, Media, Font, Script, TextTrack, XHR, Fetch, Prefetch, EventSource, WebSocket, + * Manifest, SignedExchange, Ping, CSPViolationReport, Preflight, Other + */ + public void start(String[] targets, ListenerMethod method, Boolean isRegex, String[] resType) { + start(Arrays.asList(targets), method, isRegex, resType); + } + + + /** + * 拦截目标请求，每次拦截前清空结果 + * + * @param targets 要匹配的数据包url特征，可用list等传入多个，为空集合时获取所有 + * @param method 设置监听的请求类型，可指定多个，默认('GET', 'POST')，为True时监听全部，为null时保持原来设置 + * @param isRegex 设置的target是否正则表达式，为null时保持原来设置 + * @param resType 设置监听的资源类型，可指定多个，为空集合时监听全部，为null时保持原来设置，可指定的值有： + * Document, Stylesheet, Image, Media, Font, Script, TextTrack, XHR, Fetch, Prefetch, EventSource, WebSocket, + * Manifest, SignedExchange, Ping, CSPViolationReport, Preflight, Other + */ + public void start(Collection targets, ListenerMethod method, Boolean isRegex, String resType) { + start(targets, method, isRegex, resType.equals("null") ? null : Collections.singletonList(resType), null); + } + + /** + * 拦截目标请求，每次拦截前清空结果 + * + * @param targets 要匹配的数据包url特征，可用list等传入多个，为空集合时获取所有 + * @param method 设置监听的请求类型，可指定多个，默认('GET', 'POST')，为True时监听全部，为null时保持原来设置 + * @param isRegex 设置的target是否正则表达式，为null时保持原来设置 + * @param resType 设置监听的资源类型，可指定多个，为空集合时监听全部，为null时保持原来设置，可指定的值有： + * Document, Stylesheet, Image, Media, Font, Script, TextTrack, XHR, Fetch, Prefetch, EventSource, WebSocket, + * Manifest, SignedExchange, Ping, CSPViolationReport, Preflight, Other + */ + public void start(String[] targets, ListenerMethod method, Boolean isRegex, Collection resType) { + start(Arrays.asList(targets), method, isRegex, resType, null); + } + + /** + * 拦截目标请求，每次拦截前清空结果 + * + * @param targets 要匹配的数据包url特征，可用list等传入多个，为空集合时获取所有 + * @param method 设置监听的请求类型，可指定多个，默认('GET', 'POST')，为True时监听全部，为null时保持原来设置 + * @param isRegex 设置的target是否正则表达式，为null时保持原来设置 + * @param resType 设置监听的资源类型，可指定多个，为空集合时监听全部，为null时保持原来设置，可指定的值有： + * Document, Stylesheet, Image, Media, Font, Script, TextTrack, XHR, Fetch, Prefetch, EventSource, WebSocket, + * Manifest, SignedExchange, Ping, CSPViolationReport, Preflight, Other + */ + public void start(Collection targets, ListenerMethod method, Boolean isRegex, String[] resType) { + start(targets, method, isRegex, Arrays.asList(resType), null); + } + + /** + * 拦截目标请求，每次拦截前清空结果 + * + * @param targets 要匹配的数据包url特征，可用list等传入多个，为空集合时获取所有 + * @param method 设置监听的请求类型，可指定多个，默认('GET', 'POST')，为True时监听全部，为null时保持原来设置 + * @param isRegex 设置的target是否正则表达式，为null时保持原来设置 + * @param resType 设置监听的资源类型，可指定多个，为空集合时监听全部，为null时保持原来设置，可指定的值有： + * Document, Stylesheet, Image, Media, Font, Script, TextTrack, XHR, Fetch, Prefetch, EventSource, WebSocket, + * Manifest, SignedExchange, Ping, CSPViolationReport, Preflight, Other + */ + public void start(Collection targets, ListenerMethod method, Boolean isRegex, Collection resType, Object ignored) { + if (targets != null) { + if (isRegex == null) isRegex = false; + } + if (targets != null || isRegex != null || method != null || resType != null) { + this.setTargets(targets, method, Boolean.TRUE.equals(isRegex), resType); + } + this.clear(); + if (this.listening) return; + this.driver = new Driver(this.targetId, "page", this.address); + this.driver.run("Network.enable"); + this.setCallback(); + this.listening = true; + } + + /** + * 等待符合要求的数据包到达指定数量 + */ + public List waits() { + return waits(1); + } + + /** + * 等待符合要求的数据包到达指定数量 + * + * @param count 需要捕捉的数据包数量 + */ + public List waits(int count) { + return waits(count, null); + } + + /** + * 等待符合要求的数据包到达指定数量 + * + * @param count 需要捕捉的数据包数量 + * @param timeout 超时时间，为null无限等待 + */ + public List waits(int count, Double timeout) { + return waits(count, timeout, true); + } + + /** + * 等待符合要求的数据包到达指定数量 + * + * @param count 需要捕捉的数据包数量 + * @param timeout 超时时间，为null无限等待 + * @param fitCount 是否必须满足总数要求，发生超时，为True返回False，为False返回已捕捉到的数据包 + * @return count为1时返回数据包对象，大于1时返回列表，超时且fitCount为True时返回False + */ + public List waits(int count, Double timeout, boolean fitCount) { + return waits(count, timeout, fitCount, null); + } + + /** + * 等待符合要求的数据包到达指定数量 + * + * @param count 需要捕捉的数据包数量 + * @param timeout 超时时间，为null无限等待 + * @param fitCount 是否必须满足总数要求，发生超时，为True返回False，为False返回已捕捉到的数据包 + * @param raiseErr 超时时是否抛出错误，为null时根据Settings设置 + * @return count为1时返回数据包对象，大于1时返回列表，超时且fitCount为True时返回False + */ + public List waits(int count, Double timeout, boolean fitCount, Boolean raiseErr) { + boolean fail; + if (!this.listening) throw new RuntimeException("监听未启动或已暂停."); + if (timeout == null) { + while (this.caught.size() < count) { + try { + Thread.sleep(50); + } catch (InterruptedException e) { + throw new RuntimeException(e); + } + } + fail = false; + } else { + long end = (long) (System.currentTimeMillis() + timeout * 1000); + while (true) { + if (System.currentTimeMillis() > end) { + fail = true; + break; + } + if (this.caught.size() >= count) { + fail = false; + break; + } + } + } + if (fail) { + if (fitCount || (!this.caught.isEmpty())) { + if (Boolean.TRUE.equals(raiseErr) || Settings.raiseWhenWaitFailed) + throw new WaitTimeoutError("等待数据包失败（等待" + timeout + "秒)."); + else return null; + } else { + ArrayList objects = new ArrayList<>(this.caught); + this.caught.clear(); + return objects; + } + } + if (count == 1) { + return Collections.singletonList(this.caught.poll()); + } else { + return IntStream.range(0, count).mapToObj(i -> this.caught.poll()).collect(Collectors.toCollection(ArrayList::new)); + } + + } + + /** + * 用于单步操作，可实现每收到若干个数据包执行一步操作（如翻页） + */ + + public Iterable> steps() { + return steps(null); + } + + /** + * 用于单步操作，可实现每收到若干个数据包执行一步操作（如翻页） + * + * @param count 需捕获的数据包总数，为None表示无限 + */ + + public Iterable> steps(Integer count) { + return steps(count, null); + } + + /** + * 用于单步操作，可实现每收到若干个数据包执行一步操作（如翻页） + * + * @param count 需捕获的数据包总数，为None表示无限 + * @param timeout 每个数据包等待时间，为None表示无限 + */ + + public Iterable> steps(Integer count, Double timeout) { + return steps(count, timeout, 1); + } + + /** + * 用于单步操作，可实现每收到若干个数据包执行一步操作（如翻页） + * + * @param count 需捕获的数据包总数，为None表示无限 + * @param timeout 每个数据包等待时间，为None表示无限 + * @param gap 每接收到多少个数据包返回一次数据 + */ + + public Iterable> steps(Integer count, Double timeout, int gap) { + int caughtCount = 0; + Long end = timeout != null ? (long) (System.currentTimeMillis() + timeout * 1000) : null; + + List> result = new ArrayList<>(); + while (true) { + if (timeout != null && System.currentTimeMillis() > end) { + return result; + } + + if (caught.size() >= gap) { + List data = new ArrayList<>(); + for (int i = 0; i < gap; i++) { + data.add(caught.poll()); + } + result.add(data); + if (timeout != null) end = (long) (System.currentTimeMillis() + timeout * 1000); + + if (count != null) { + caughtCount += gap; + if (caughtCount >= count) { + return result; + } + } + } + try { + Thread.sleep(50); + } catch (InterruptedException e) { + Thread.currentThread().interrupt(); + } + } + } + + /** + * 停止监听，清空已监听到的列表 + */ + public void stop() { + if (this.listening) { + this.pause(); + this.clear(); + } + if (this.driver != null) { + this.driver.stop(); + this.driver = null; + } + + } + + /** + * 暂停监听 + */ + public void pause() { + pause(true); + } + + /** + * 暂停监听 + * + * @param clear 是否清空已获取队列 + */ + public void pause(boolean clear) { + if (this.listening) { + this.driver.setCallback("Network.requestWillBeSent", null); + this.driver.setCallback("Network.responseReceived", null); + this.driver.setCallback("Network.loadingFinished", null); + this.driver.setCallback("Network.loadingFailed", null); + this.listening = false; + } + if (clear) this.clear(); + } + + /** + * 继续暂停的监听 + */ + public void resume() { + if (this.listening) return; + this.setCallback(); + this.listening = true; + } + + /** + * 清空结果 + */ + public void clear() { + if (this.requestIds != null) this.requestIds.clear(); + else this.requestIds = new HashMap<>(); + if (this.extraInfoIds != null) this.extraInfoIds.clear(); + else this.extraInfoIds = new HashMap<>(); + this.caught = new ArrayDeque<>(); + this.runningRequests = 0; + this.runningTargets = 0; + } + + /** + * 等待所有请求结束 + * + * @return 返回是否等待成功 + */ + public boolean waitSilent() { + return waitSilent(null); + } + + /** + * 等待所有请求结束 + * + * @param timeout 超时，为None时无限等待 + * @return 返回是否等待成功 + */ + public boolean waitSilent(Double timeout) { + return waitSilent(timeout, false); + } + + /** + * 等待所有请求结束 + * + * @param timeout 超时，为None时无限等待 + * @param targetsOnly 是否只等待targets指定的请求结束 + * @return 返回是否等待成功 + */ + public boolean waitSilent(Double timeout, boolean targetsOnly) { + if (!this.listening) throw new RuntimeException("监听未启动，用listen.start()启动。"); + if (timeout == null) { + while ((!targetsOnly && this.runningRequests > 0) || (targetsOnly && this.runningTargets > 0)) { + try { + Thread.sleep(100); + } catch (InterruptedException e) { + throw new RuntimeException(e); + } + } + return true; + } + long endTime = (long) (System.currentTimeMillis() + timeout * 1000); + while (System.currentTimeMillis() < endTime) { + if ((!targetsOnly && this.runningRequests <= 0) || (targetsOnly && this.runningTargets <= 0)) return true; + try { + Thread.sleep(100); + } catch (InterruptedException e) { + throw new RuntimeException(e); + } + } + return false; + } + + /** + * 切换监听的页面对象 + * + * @param targetId 新页面对象_target_id + * @param address 新页面对象address + * @param page 新页面对象 + */ + protected void toTarget(String targetId, String address, ChromiumBase page) { + this.targetId = targetId; + this.address = address; + this.page = page; + boolean debug = false; + if (this.driver != null) { + debug = this.driver.isDebug(); + this.driver.stop(); + } + if (this.listening) { + this.driver = new Driver(this.targetId, "page", this.address); + this.driver.setDebug(debug); + this.driver.run("Network.enable"); + this.setCallback(); + } + } + + /** + * 设置监听请求的回调函数 + */ + private void setCallback() { + this.driver.setCallback("Network.requestWillBeSent", new MyRunnable() { + @Override + public void run() { + requestWillBeSent(getMessage()); + } + }); + + this.driver.setCallback("Network.requestWillBeSentExtraInfo", new MyRunnable() { + @Override + public void run() { + requestWillBeSentExtraInfo(getMessage()); + } + }); + this.driver.setCallback("Network.responseReceived", new MyRunnable() { + @Override + public void run() { + responseReceived(getMessage()); + } + }); + this.driver.setCallback("Network.responseReceivedExtraInfo", new MyRunnable() { + @Override + public void run() { + responseReceivedExtraInfo(getMessage()); + } + }); + this.driver.setCallback("Network.loadingFinished", new MyRunnable() { + @Override + public void run() { + loadingFinished(getMessage()); + } + }); + this.driver.setCallback("Network.loadingFailed", new MyRunnable() { + @Override + public void run() { + loadingFailed(getMessage()); + } + }); + } + + /** + * 接收到请求时的回调函数 + */ + protected void requestWillBeSent(Object params) { + JSONObject jsonObject = JSON.parseObject(params.toString()); + this.runningRequests++; + DataPacket p = null; + if (targets != null && targets.isEmpty()) { + if ((method.equals(ListenerMethod.all) || method.mode.equals(jsonObject.getString("request.method").toUpperCase())) && ((resType != null && resType.isEmpty()) || resType != null && resType.contains(jsonObject.getOrDefault("type", "").toString().toUpperCase()))) { + runningTargets++; + String rid = jsonObject.get("requestId").toString(); + p = requestIds.computeIfAbsent(rid, k -> new DataPacket(page.tabId(), "")); + p.rawRequest = jsonObject; + if (Boolean.TRUE.equals(jsonObject.get("request.hasPostData")) && jsonObject.get("request.postData") != null) { + p.rawPostData = (JSON.parseObject(driver.run("Network.getRequestPostData", Map.of("requestId", rid)).toString()).get("postData")).toString(); + } + } + } else { + String rid = jsonObject.get("requestId").toString(); + for (String target : this.targets) { + if ((isRegex && Pattern.compile(target).matcher(jsonObject.get("request.url").toString()).find()) || (!isRegex && target.equals(jsonObject.get("request.url"))) && (method.equals(ListenerMethod.all) || method.equals(jsonObject.get("request.method"))) && (resType != null && resType.isEmpty() || resType != null && resType.contains(jsonObject.get("type").toString().toUpperCase()))) { + runningTargets++; + p = requestIds.computeIfAbsent(rid, k -> new DataPacket(page.tabId(), target)); + p.rawRequest = jsonObject; + break; + } + } + } + this.extraInfoIds.computeIfAbsent(jsonObject.getString("requestId"), k -> new HashMap<>()).put("obj", p != null ? p : false); + } + + /** + * 接收到请求额外信息时的回调函数 + */ + private void requestWillBeSentExtraInfo(Object params) { + this.runningRequests++; + this.extraInfoIds.computeIfAbsent(JSON.parseObject(params.toString()).getString("requestId"), k -> new HashMap<>()).put("request", params); + + } + + protected void responseReceived(Object params) { + JSONObject jsonObject = JSON.parseObject(params.toString()); + DataPacket request = this.requestIds.get(jsonObject.getString("requestId")); + if (request != null) { + request.rawResponse = jsonObject.getJSONObject("response"); + request.resourceType = jsonObject.getString("type"); + } + } + + /** + * 接收到返回额外信息时的回调函数 + */ + private void responseReceivedExtraInfo(Object params) { + this.runningRequests--; + JSONObject jsonObject = JSON.parseObject(params.toString()); + + Map map = this.extraInfoIds.get(jsonObject.getString("requestId")); + if (map != null && !map.isEmpty()) { + Object o = map.get("obj"); + if (Objects.equals(o, false)) { + this.extraInfoIds.remove(jsonObject.getString("requestId")); + } else if (o instanceof DataPacket) { + ((DataPacket) o).requestExtraInfo = JSON.parseObject(map.get("request").toString()); + ((DataPacket) o).responseExtraInfo = jsonObject; + this.extraInfoIds.remove(jsonObject.getString("requestId")); + } else { + map.put("response", jsonObject); + } + } + } + + /** + * 请求完成时处理方法 + */ + private void loadingFinished(Object params) { + JSONObject jsonObject = JSON.parseObject(params.toString()); + this.runningRequests--; + String rid = jsonObject.getString("requestId"); + DataPacket packet = this.requestIds.get(rid); + if (packet != null) { + JSONObject r = JSON.parseObject(this.driver.run("Network.getResponseBody", Map.of("requestId", rid)).toString()); + if (r.containsKey("body")) { + packet.rawBody = r.getString("body"); + packet.base64Body = r.getBoolean("base64Encoded"); + } else { + packet.rawBody = ""; + packet.base64Body = false; + } + if (packet.rawRequest.getJSONObject("request").get("hasPostData") != null && packet.rawRequest.getJSONObject("request").get("postData") == null) { + packet.rawPostData = JSON.parseObject(this.driver.run("Network.getRequestPostData", Map.of("requestId", rid, "_timeout", 1)).toString()).get("postData").toString(); + } + } + Map map = this.extraInfoIds.get(jsonObject.getString("requestId")); + if (map != null && !map.isEmpty()) { + Object o = map.get("obj"); + if (Objects.equals(o, false) || o instanceof DataPacket && this.extraInfoIds.get("request") == null) { + this.extraInfoIds.remove(jsonObject.getString("requestId")); + } else if (o instanceof DataPacket && this.extraInfoIds.get("response") != null) { + ((DataPacket) o).requestExtraInfo = JSON.parseObject(map.get("request").toString()); + ((DataPacket) o).responseExtraInfo = JSON.parseObject(map.get("response").toString()); + ; + this.extraInfoIds.remove(jsonObject.getString("requestId")); + } + } + this.requestIds.remove(rid); + if (packet != null) { + this.caught.add(packet); + this.runningTargets--; + } + } + + /** + * 请求失败时的回调方法 + */ + private void loadingFailed(Object params) { + JSONObject jsonObject = JSON.parseObject(params.toString()); + this.runningRequests--; + String string = jsonObject.getString("requestId"); + } + + public static enum ListenerMethod { + GET("GET"), get(GET.mode), g(GET.mode), G(GET.mode), POST("POST"), post(POST.mode), p(POST.mode), P(POST.mode), ALL("ALL"), all(ALL.mode), a(ALL.mode), A(ALL.mode); + private final String mode; + + ListenerMethod(String mode) { + this.mode = mode; + } + } +} diff --git a/java/src/main/java/com/ll/DrissonPage/units/listener/Request.java b/java/src/main/java/com/ll/DrissonPage/units/listener/Request.java new file mode 100644 index 0000000..3d70a8d --- /dev/null +++ b/java/src/main/java/com/ll/DrissonPage/units/listener/Request.java @@ -0,0 +1,65 @@ +package com.ll.DrissonPage.units.listener; + +import com.alibaba.fastjson.JSON; +import com.alibaba.fastjson.JSONException; +import org.apache.commons.collections4.map.CaseInsensitiveMap; + +import java.util.HashMap; +import java.util.Map; + +/** + * @author 陆 + * @address click + */ +public class Request { + protected String url; + protected CaseInsensitiveMap headers; + protected String method; + private final Map request; + private final String rawPostData; + private String postData; + private final DataPacket dataPacket; + + public Request(DataPacket dataPacket, Map rawRequest, String postData) { + this.dataPacket = dataPacket; + this.request = rawRequest; + this.rawPostData = postData; + this.postData = null; + } + + /** + * @return 以大小写不敏感字符串返回headers数据 + */ + public Map headers() { + if (this.headers == null) + this.headers = new CaseInsensitiveMap<>(JSON.parseObject(JSON.toJSONString(this.request.get("headers")))); + return this.headers; + } + + /** + * @return 返回postData数据 如果是其他类型则会格式化成string + */ + public String postData() { + if (this.postData == null) { + Object postData; + if (this.rawPostData != null) { + postData = this.rawPostData; + } else if (this.request.get("postData") != null) { + postData = this.request.get("postData"); + } else { + postData = false; + } + try { + this.postData = JSON.parse(postData.toString()).toString(); + } catch (JSONException e) { + this.postData = postData.toString(); + } + } + return this.postData; + } + + public RequestExtraInfo extraInfo() { + Map requestExtraInfo1 = this.dataPacket.requestExtraInfo; + return new RequestExtraInfo(requestExtraInfo1 == null ? new HashMap<>() : requestExtraInfo1); + } +} diff --git a/java/src/main/java/com/ll/DrissonPage/units/listener/RequestExtraInfo.java b/java/src/main/java/com/ll/DrissonPage/units/listener/RequestExtraInfo.java new file mode 100644 index 0000000..28fd5fb --- /dev/null +++ b/java/src/main/java/com/ll/DrissonPage/units/listener/RequestExtraInfo.java @@ -0,0 +1,13 @@ +package com.ll.DrissonPage.units.listener; + +import java.util.Map; + +/** + * @author 陆 + * @address click + */ +public class RequestExtraInfo extends ExtraInfo{ + public RequestExtraInfo(Map extraInfo) { + super(extraInfo); + } +} diff --git a/java/src/main/java/com/ll/DrissonPage/units/listener/Response.java b/java/src/main/java/com/ll/DrissonPage/units/listener/Response.java new file mode 100644 index 0000000..1bb90eb --- /dev/null +++ b/java/src/main/java/com/ll/DrissonPage/units/listener/Response.java @@ -0,0 +1,67 @@ +package com.ll.DrissonPage.units.listener; + +import com.alibaba.fastjson.JSON; +import com.alibaba.fastjson.JSONException; +import org.apache.commons.collections4.map.CaseInsensitiveMap; + +import java.nio.charset.StandardCharsets; +import java.util.Base64; +import java.util.Map; + +/** + * @author 陆 + * @address click + */ +public class Response { + private final DataPacket dataPacket; + + private final Map response; + private String rawBody; + private boolean isBase64Body; + private Object body; + private Map headers; + + public Response(DataPacket dataPacket, Map rawResponse, String rawBody, boolean base64Body) { + this.dataPacket = dataPacket; + this.response = rawResponse; + this.rawBody = rawBody; + this.isBase64Body = base64Body; + this.body = null; + this.headers = null; + } + + /** + * @return 以大小写不敏感字符串返回headers数据 + */ + public Map headers() { + if (this.headers == null) + this.headers = new CaseInsensitiveMap<>(JSON.parseObject(JSON.toJSONString(this.response.get("headers")))); + return this.headers; + } + + /** + * @return 返回未被处理的body文本 + */ + public String rawBody() { + return this.rawBody; + } + + /** + * @return 返回body内容，如果是json格式，自动进行转换，如果时图片格式，进行base64转换，其它格式直接返回文本 + */ + public Object body() { + if (body == null) { + if (this.isBase64Body) { + byte[] decodedBytes = Base64.getDecoder().decode(this.rawBody); + this.body = new String(decodedBytes, StandardCharsets.UTF_8); + } else { + try { + this.body = JSON.parse(this.rawBody); + } catch (JSONException e) { + this.body = this.rawBody; + } + } + } + return this.body; + } +} diff --git a/java/src/main/java/com/ll/DrissonPage/units/listener/ResponseExtraInfo.java b/java/src/main/java/com/ll/DrissonPage/units/listener/ResponseExtraInfo.java new file mode 100644 index 0000000..fa586f8 --- /dev/null +++ b/java/src/main/java/com/ll/DrissonPage/units/listener/ResponseExtraInfo.java @@ -0,0 +1,13 @@ +package com.ll.DrissonPage.units.listener; + +import java.util.Map; + +/** + * @author 陆 + * @address click + */ +public class ResponseExtraInfo extends ExtraInfo{ + public ResponseExtraInfo(Map extraInfo) { + super(extraInfo); + } +} diff --git a/java/src/main/java/com/ll/DrissonPage/units/rect/ElementRect.java b/java/src/main/java/com/ll/DrissonPage/units/rect/ElementRect.java new file mode 100644 index 0000000..8d94507 --- /dev/null +++ b/java/src/main/java/com/ll/DrissonPage/units/rect/ElementRect.java @@ -0,0 +1,160 @@ +package com.ll.DrissonPage.units.rect; + +import com.alibaba.fastjson.JSON; +import com.alibaba.fastjson.JSONArray; +import com.alibaba.fastjson.JSONObject; +import com.ll.DrissonPage.element.ChromiumElement; +import com.ll.DrissonPage.units.Coordinate; +import lombok.AllArgsConstructor; + +import java.util.List; +import java.util.Map; + +/** + * @author 陆 + * @address click + */ +@AllArgsConstructor +public class ElementRect { + private final ChromiumElement ele; + + /** + * @return 返回元素四个角坐标，顺序：左上、右上、右下、左下 + */ + public List corners() { + String string = this.getViewportRect(RectParam.BORDER).toString(); + + List vr = JSONObject.parseArray(string, Integer.class); + JSONObject viewport = JSON.parseObject(this.ele.getOwner().runCdpLoaded("Page.getLayoutMetrics").toString()).getJSONObject("visualViewport"); + Integer pageX = viewport.getInteger("pageX"); + Integer pageY = viewport.getInteger("pageY"); + return List.of(new Coordinate(vr.get(0) + pageX, vr.get(1) + pageY), new Coordinate(vr.get(2) + pageX, vr.get(3) + pageY), new Coordinate(vr.get(4) + pageX, vr.get(5) + pageY), new Coordinate(vr.get(6) + pageX, vr.get(7) + pageY)); + } + + /** + * @return 返回元素四个角视口坐标，顺序：左上、右上、右下、左下 + */ + public List viewportCorners() { + List vr = JSONObject.parseArray(this.getViewportRect(RectParam.BORDER).toString(), Integer.class); + return List.of(new Coordinate(vr.get(0), vr.get(1)), new Coordinate(vr.get(2), vr.get(3)), new Coordinate(vr.get(4), vr.get(5)), new Coordinate(vr.get(6), vr.get(7))); + } + + /** + * @return 返回元素大小，格式(长, 高) + */ + public Coordinate size() { + JSONArray jsonArray = JSON.parseObject(this.ele.getOwner().runCdp("DOM.getBoxModel", Map.of("backendNodeId", this.ele.getBackendId(), "nodeId", this.ele.getNodeId(), "objectId", this.ele.getObjId())).toString()).getJSONObject("model").getJSONArray("border"); + return new Coordinate(jsonArray.getInteger(2) - jsonArray.getInteger(0), jsonArray.getInteger(5) - jsonArray.getInteger(1)); + } + + /** + * @return 返回元素左上角的绝对坐标 + */ + public Coordinate location() { + Coordinate coordinate = this.viewportLocation(); + return this.getPageCoord(coordinate.getX(), coordinate.getY()); + } + + /** + * @return 返回元素中间点的绝对坐标 + */ + public Coordinate midpoint() { + Coordinate coordinate = this.viewportMidpoint(); + return this.getPageCoord(coordinate.getX(), coordinate.getY()); + } + + /** + * @return 返回元素接受点击的点的绝对坐标 + */ + public Coordinate clickPoint() { + Coordinate coordinate = this.viewportClickPoint(); + return this.getPageCoord(coordinate.getX(), coordinate.getY()); + } + + /** + * @return 返回元素左上角在视口中的坐标 + */ + public Coordinate viewportLocation() { + JSONArray objects = JSON.parseArray(this.getViewportRect(RectParam.BORDER).toString()); + return new Coordinate(objects.getInteger(0), objects.getInteger(1)); + } + + /** + * @return 返回元素中间点在视口中的坐标 + */ + public Coordinate viewportMidpoint() { + JSONArray objects = JSON.parseArray(this.getViewportRect(RectParam.BORDER).toString()); + return new Coordinate(objects.getInteger(0) + (objects.getInteger(2) - objects.getInteger(0)) / 2, objects.getInteger(3) + (objects.getInteger(5) - objects.getInteger(3)) / 2); + } + + /** + * @return 返回元素接受点击的点视口坐标 + */ + + public Coordinate viewportClickPoint() { + return new Coordinate(this.viewportMidpoint().getX(), JSON.parseArray(this.getViewportRect(RectParam.PADDING).toString()).getInteger(1) + 3); + } + + /** + * @return 返回元素左上角在屏幕上坐标，左上角为(0, 0) + */ + public Coordinate screenLocation() { + Coordinate v = this.ele.getOwner().rect().viewportLocation(); + Coordinate x = this.viewportLocation(); + Integer pr = JSONObject.parseObject(this.ele.getOwner().runJs("return window.devicePixelRatio;").toString(), Integer.class); + return new Coordinate((v.getX() + x.getX()) * pr, (v.getY() + x.getY()) * pr); + } + + /** + * @return 返回元素中点在屏幕上坐标，左上角为(0, 0) + */ + public Coordinate screenMidpoint() { + Coordinate v = this.ele.getOwner().rect().viewportLocation(); + Coordinate x = this.viewportMidpoint(); + Integer pr = JSONObject.parseObject(this.ele.getOwner().runJs("return window.devicePixelRatio;").toString(), Integer.class); + return new Coordinate((v.getX() + x.getX()) * pr, (v.getY() + x.getY()) * pr); + } + + /** + * @return 返回元素中点在屏幕上坐标，左上角为(0, 0) + */ + public Coordinate screenClickPoint() { + Coordinate v = this.ele.getOwner().rect().viewportLocation(); + Coordinate x = this.viewportClickPoint(); + Integer pr = JSONObject.parseObject(this.ele.getOwner().runJs("return window.devicePixelRatio;").toString(), Integer.class); + return new Coordinate((v.getX() + x.getX()) * pr, (v.getY() + x.getY()) * pr); + } + + /** + * 按照类型返回在可视窗口中的范围 + * + * @param rect 方框类型，margin border padding + * @return 四个角坐标 + */ + private Object getViewportRect(RectParam rect) { + JSONObject jsonObject = JSON.parseObject(this.ele.getOwner().runCdp("DOM.getBoxModel", Map.of("backendNodeId", this.ele.getBackendId(), "nodeId", this.ele.getNodeId(), "objectId", this.ele.getObjId())).toString()); + return jsonObject.getJSONObject("model").get(rect.value); + } + + /** + * @param x x坐标 + * @param y y坐标 + * @return 根据视口坐标获取绝对坐标 + */ + private Coordinate getPageCoord(Integer x, Integer y) { + JSONObject jsonObject = JSON.parseObject(this.ele.getOwner().runCdpLoaded("Page.getLayoutMetrics").toString()).getJSONObject("visualViewport"); + Integer pageX = jsonObject.getInteger("pageX"); + Integer pageY = jsonObject.getInteger("pageY"); + return new Coordinate(x + pageX, y + pageY); + } + + + public enum RectParam { + MARGIN("margin"), BORDER("border"), PADDING("padding"); + private final String value; + + RectParam(String value) { + this.value = value; + } + } +} diff --git a/java/src/main/java/com/ll/DrissonPage/units/rect/FrameRect.java b/java/src/main/java/com/ll/DrissonPage/units/rect/FrameRect.java new file mode 100644 index 0000000..2f32e4b --- /dev/null +++ b/java/src/main/java/com/ll/DrissonPage/units/rect/FrameRect.java @@ -0,0 +1,115 @@ +package com.ll.DrissonPage.units.rect; + +import com.ll.DrissonPage.page.ChromiumFrame; +import com.ll.DrissonPage.units.Coordinate; + +import java.util.List; + + +/** + * @author 陆 + * @address click + */ +public class FrameRect extends TabRect { + private final ChromiumFrame frame; + + public FrameRect(ChromiumFrame frame) { + super(frame.getTargetPage()); + this.frame = frame; + } + + + /** + * @return 无效方法只为兼容 + */ + @Override + public String windowState() { + return null; + } + + /** + * @return 无效方法只为兼容 + */ + @Override + public Coordinate windowLocation() { + return null; + + } + + /** + * @return 无效方法只为兼容 + */ + @Override + public Coordinate windowSize() { + return null; + + } + + /** + * @return 无效方法只为兼容 + */ + @Override + public Coordinate pageLocation() { + return null; + + } + + /** + * @return 无效方法只为兼容 + */ + @Override + public Coordinate viewportSizeWithScrollbar() { + return null; + } + + /** + * @return 返回iframe元素左上角的绝对坐标 + */ + public Coordinate location() { + return this.frame.getFrameEle().rect().location(); + } + + /** + * @return 返回元素在视口中坐标，左上角为(0, 0) + */ + public Coordinate viewportLocation() { + return this.frame.getFrameEle().rect().viewportLocation(); + } + + /** + * @return 返回元素左上角在屏幕上坐标，左上角为(0, 0) + */ + public Coordinate screenLocation() { + return this.frame.getFrameEle().rect().screenLocation(); + } + + /** + * @return 返回frame内页面尺寸，格式：(宽, 高) + */ + public Coordinate size() { + String w = this.frame.getDocEle().runJs("return this.body.scrollWidth").toString(); + String h = this.frame.getDocEle().runJs("return this.body.scrollHeight").toString(); + return new Coordinate(Integer.parseInt(w), Integer.parseInt(h)); + } + + /** + * @return 返回视口宽高，格式：(宽, 高) + */ + public Coordinate viewportSize() { + return this.frame.getFrameEle().rect().size(); + } + + /** + * @return 返回元素四个角坐标，顺序：坐上、右上、右下、左下 + */ + public List corners() { + return this.frame.getFrameEle().rect().corners(); + } + + /** + * @return 返回iframe元素左上角的绝对坐标 + */ + public List viewportCorners() { + return this.frame.getFrameEle().rect().viewportCorners(); + } +} diff --git a/java/src/main/java/com/ll/DrissonPage/units/rect/TabRect.java b/java/src/main/java/com/ll/DrissonPage/units/rect/TabRect.java new file mode 100644 index 0000000..c0dbf12 --- /dev/null +++ b/java/src/main/java/com/ll/DrissonPage/units/rect/TabRect.java @@ -0,0 +1,106 @@ +package com.ll.DrissonPage.units.rect; + +import com.alibaba.fastjson.JSON; +import com.alibaba.fastjson.JSONObject; +import com.ll.DrissonPage.page.ChromiumBase; +import com.ll.DrissonPage.units.Coordinate; +import lombok.AllArgsConstructor; + +/** + * @author 陆 + * @address click + */ +@AllArgsConstructor +public class TabRect { + private final ChromiumBase page; + + /** + * @return 返回窗口状态：normal、fullscreen、maximized、 minimized + */ + public String windowState() { + return JSONObject.parseObject(this.getWindowRect().toString()).getString("windowState"); + } + + /** + * @return 返回窗口在屏幕上的坐标，左上角为(0, 0) + */ + public Coordinate windowLocation() { + JSONObject jsonObject = JSONObject.parseObject(this.getWindowRect().toString()); + String string = jsonObject.getString("windowState"); + return string.equals("maximized") || string.equals("fullscreen") ? new Coordinate(0, 0) : new Coordinate(jsonObject.getInteger("left") + 7, jsonObject.getInteger("top")); + } + + /** + * @return 返回窗口大小 + */ + public Coordinate windowSize() { + JSONObject jsonObject = JSONObject.parseObject(this.getWindowRect().toString()); + String state = jsonObject.getString("windowState"); + if (state.equals("fullscreen")) { + return new Coordinate(jsonObject.getInteger("width"), jsonObject.getInteger("height")); + } else if (state.equals("maximized")) { + return new Coordinate(jsonObject.getInteger("width") - 16, jsonObject.getInteger("height") - 16); + } else { + return new Coordinate(jsonObject.getInteger("width") - 16, jsonObject.getInteger("height") - 7); + } + + } + + /** + * @return 返回页面左上角在屏幕中坐标，左上角为(0, 0) + */ + public Coordinate pageLocation() { + Coordinate coordinate = this.viewportLocation(); + JSONObject jsonObject = JSONObject.parseObject(this.getPageRect().toString()).getJSONObject("layoutViewport"); + return new Coordinate(coordinate.getX() - jsonObject.getInteger("pageX"), coordinate.getY() - jsonObject.getInteger("pageY")); + } + + /** + * @return 返回视口在屏幕中坐标，左上角为(0, 0) + */ + public Coordinate viewportLocation() { + Coordinate bl = this.windowLocation(); + Coordinate bs = this.windowSize(); + Coordinate vs = this.viewportSizeWithScrollbar(); + return new Coordinate(bl.getX() + bs.getX() - vs.getX(), bl.getY() + bs.getY() - vs.getY()); + } + + /** + * @return 返回页面总宽高，格式：(宽, 高) + */ + public Coordinate size() { + JSONObject r = JSON.parseObject(this.getPageRect().toString()).getJSONObject("contentSize"); + return new Coordinate(r.getInteger("width"), r.getInteger("height")); + } + + /** + * @return 返回视口宽高，不包括滚动条，格式：(宽, 高) + */ + public Coordinate viewportSize() { + JSONObject r = JSON.parseObject(this.getPageRect().toString()).getJSONObject("visualViewport"); + return new Coordinate(r.getInteger("clientWidth"), r.getInteger("clientHeight")); + } + + /** + * @return 返回视口宽高，包括滚动条，格式：(宽, 高) + */ + public Coordinate viewportSizeWithScrollbar() { + String[] split = this.page.runJs("return window.innerWidth.toString() + \" \" + window.innerHeight.toString();").toString().split(" "); + return new Coordinate(Integer.parseInt(split[0]), Integer.parseInt(split[1])); + } + + + /** + * @return 获取页面范围信息 + */ + private Object getPageRect() { + return page.runCdpLoaded("Page.getLayoutMetrics"); + } + + /** + * @return 获取窗口范围信息 + */ + private Object getWindowRect() { + return page.browser().getWindowBounds(page.tabId()); + } +} diff --git a/java/src/main/java/com/ll/DrissonPage/units/screencast/Screencast.java b/java/src/main/java/com/ll/DrissonPage/units/screencast/Screencast.java new file mode 100644 index 0000000..51a2bad --- /dev/null +++ b/java/src/main/java/com/ll/DrissonPage/units/screencast/Screencast.java @@ -0,0 +1,139 @@ +package com.ll.DrissonPage.units.screencast; + +import com.alibaba.fastjson.JSON; +import com.alibaba.fastjson.JSONObject; +import com.ll.DrissonPage.base.MyRunnable; +import com.ll.DrissonPage.page.ChromiumPage; +import com.ll.DrissonPage.page.ChromiumBase; + +import java.io.BufferedWriter; +import java.io.File; +import java.io.FileWriter; +import java.io.IOException; +import java.nio.file.Path; +import java.nio.file.Paths; +import java.util.Arrays; +import java.util.Base64; +import java.util.Map; + +/** + * @author 陆 + * @address click + */ +public class Screencast { + private final ChromiumBase page; + protected String mode; + private Path path; + private Path tmpPath; + private boolean running; + private boolean enable; + + public Screencast(ChromiumBase chromiumBase) { + this.page = chromiumBase; + this.path = null; + this.tmpPath = null; + this.running = false; + this.enable = false; + this.mode = "video"; + } + + /** + * @return 返回用于设置录屏幕式的对象 + */ + public ScreencastMode setMode() { + return new ScreencastMode(this); + } + + public void start(String savePath) { + this.setSavePath(savePath); + if (this.path == null) throw new NullPointerException("savePath必须设置"); + if (this.mode.equals("frugal_video") || this.mode.equals("video")) { + String tmpPath1 = ((ChromiumPage) this.page.browser().getPage()).getChromiumOptions().getTmpPath(); + this.tmpPath = Paths.get(tmpPath1 == null ? System.getProperty("java.io.tmpdir") + File.separatorChar + "DrissionPage" : tmpPath1 + File.separatorChar + "screencast_tmp_" + System.currentTimeMillis() + "_" + ((int) (Math.random() * 100))); + this.tmpPath.toFile().mkdirs(); + } + if (this.mode.startsWith("frugal")) { + this.page.driver().setCallback("Page.screencastFrame", new MyRunnable() { + @Override + public void run() { + onScreencastFrame(getMessage()); + } + }); + this.page.runCdp("Page.startScreencast", Map.of("everyNthFrame", 1, "quality", 100)); + } else if (!this.mode.startsWith("js")) { + this.running = true; + this.enable = true; + new Thread(this::run).start(); + } else { + String js = + "async function () {\n" + + " stream = await navigator.mediaDevices.getDisplayMedia({video: true, audio: true});\n" + + " mime = MediaRecorder.isTypeSupported(\"video/webm; codecs=vp9\") ? \"video/webm; codecs=vp9\" : \"video/webm\";\n" + + " mediaRecorder = new MediaRecorder(stream, {mimeType: mime});\n" + + " DrissionPage_Screencast_chunks = [];\n" + + " mediaRecorder.addEventListener('dataavailable', function(e) {\n" + + " DrissionPage_Screencast_blob_ok = false;\n" + + " DrissionPage_Screencast_chunks.push(e.data);\n" + + " DrissionPage_Screencast_blob_ok = true;\n" + + " });\n" + + " mediaRecorder.start();\n" + + " mediaRecorder.addEventListener('stop', function(){\n" + + " while(DrissionPage_Screencast_blob_ok==false){}\n" + + " DrissionPage_Screencast_blob = new Blob(DrissionPage_Screencast_chunks, {type: DrissionPage_Screencast_chunks[0].type});\n" + + " });\n" + + "}"; + System.out.println("请手动选择要录制的目标。"); + this.page.runJs("var DrissionPage_Screencast_blob;var DrissionPage_Screencast_blob_ok=false;"); + this.page.runJs(js); + } + } + + /** + * 设置保存路径 + * + * @param savePath 保存路径 + */ + + public void setSavePath(String savePath) { + if (savePath != null && !savePath.isEmpty()) { + Path path = Paths.get(savePath); + File pathFile = path.toFile(); + if (pathFile.exists() && pathFile.isFile()) throw new IllegalArgumentException("saveOath必须指定文件夹。"); + pathFile.mkdirs(); + this.path = path; + } + } + + + /** + * 非节俭模式运行方法 + */ + private void run() { + this.running = true; + Path path = this.tmpPath != null ? this.tmpPath : this.path; + while (this.enable) { + this.page.getScreenshot(path.toFile().getAbsolutePath(), "", null, null, false, null, null); + try { + Thread.sleep(40); + } catch (InterruptedException e) { + throw new RuntimeException(e); + } + } + this.running = false; + } + + /** + * 节俭模式运行方法 + */ + private void onScreencastFrame(Object params) { + Path path = this.tmpPath != null ? this.tmpPath : this.path; + JSONObject jsonObject = JSON.parseObject(params.toString()); + try (BufferedWriter writer = new BufferedWriter(new FileWriter(path.toFile().getAbsolutePath() + File.separatorChar + jsonObject.getJSONObject("metadata").getString("timestamp") + ".jpg"))) { + writer.write(Arrays.toString(Base64.getDecoder().decode(jsonObject.getBytes("data")))); + + } catch (IOException e) { + throw new RuntimeException(e); + } + this.page.runCdp("Page.screencastFrameAck", Map.of("sessionId", jsonObject.get("sessionId"))); + } +} diff --git a/java/src/main/java/com/ll/DrissonPage/units/screencast/ScreencastMode.java b/java/src/main/java/com/ll/DrissonPage/units/screencast/ScreencastMode.java new file mode 100644 index 0000000..a03b104 --- /dev/null +++ b/java/src/main/java/com/ll/DrissonPage/units/screencast/ScreencastMode.java @@ -0,0 +1,47 @@ +package com.ll.DrissonPage.units.screencast; + +import lombok.AllArgsConstructor; + +/** + * @author 陆 + * @address click + */ +@AllArgsConstructor +public class ScreencastMode { + private final Screencast screencast; + + /** + * 持续视频模式，生成的视频没有声音 + */ + public void videoMode() { + this.screencast.mode = "video"; + } + + /** + * 持续视频模式，生成的视频没有声音 + */ + public void frugalVideoMode() { + this.screencast.mode = "frugal_video"; + } + + /** + * 设置使用js录制视频模式，可生成有声音的视频，但需要手动启动 + */ + public void jsVideoMode() { + this.screencast.mode = "js_video"; + } + + /** + * 设置节俭视频模式，页面有变化时才截图 + */ + public void frugalImgMode() { + this.screencast.mode = "frugal_imgs"; + } + + /** + * 设置图片模式，持续对页面进行截图 + */ + public void imgMode() { + this.screencast.mode = "imgs"; + } +} diff --git a/java/src/main/java/com/ll/DrissonPage/units/scroller/ElementScroller.java b/java/src/main/java/com/ll/DrissonPage/units/scroller/ElementScroller.java new file mode 100644 index 0000000..9842276 --- /dev/null +++ b/java/src/main/java/com/ll/DrissonPage/units/scroller/ElementScroller.java @@ -0,0 +1,38 @@ +package com.ll.DrissonPage.units.scroller; + +import com.ll.DrissonPage.element.ChromiumElement; + +/** + * @author 陆 + * @address click + */ +public class ElementScroller extends Scroller { + + public ElementScroller(ChromiumElement driverEle) { + super(driverEle); + } + + /** + * 滚动页面直到元素可见 + */ + public void toSee() { + this.toSee(null); + } + + /** + * 滚动页面直到元素可见 + * + * @param center 是否尽量滚动到页面正中，为null时如果被遮挡，则滚动到页面正中 + */ + public void toSee(Boolean center) { + this.getDriverEle().getOwner().scroll().toSee(this.getDriverEle(), center); + } + + /** + * 元素尽量滚动到视口中间 + */ + public void toCenter() { + this.getDriverEle().getOwner().scroll().toSee(this.getDriverEle(), true); + } + +} diff --git a/java/src/main/java/com/ll/DrissonPage/units/scroller/FrameScroller.java b/java/src/main/java/com/ll/DrissonPage/units/scroller/FrameScroller.java new file mode 100644 index 0000000..eba18d1 --- /dev/null +++ b/java/src/main/java/com/ll/DrissonPage/units/scroller/FrameScroller.java @@ -0,0 +1,84 @@ +package com.ll.DrissonPage.units.scroller; + +import com.ll.DrissonPage.base.By; +import com.ll.DrissonPage.element.ChromiumElement; +import com.ll.DrissonPage.page.ChromiumFrame; + +import java.util.List; + +/** + * @author 陆 + * @address click + */ +public class FrameScroller extends PageScroller { + public FrameScroller(ChromiumFrame chromiumFrame) { + super(chromiumFrame.getDocEle()); + // + this.setT1("this.documentElement"); + this.setT2("this.documentElement"); + } + + /** + * 滚动页面直到元素可见 + * + * @param loc 元素的定位信息 + */ + @Override + public void toSee(String loc) { + toSee(loc, null); + } + + /** + * 滚动页面直到元素可见 + * + * @param by 元素的定位信息 + */ + @Override + public void toSee(By by) { + toSee(by, null); + } + + /** + * 滚动页面直到元素可见 + * + * @param loc 元素的定位信息 + * @param center 是否尽量滚动到页面正中，为None时如果被遮挡，则滚动到页面正中 + */ + @Override + public void toSee(String loc, Boolean center) { + List list = this.getDriverEle() == null ? this.getDriverPage()._ele(loc, null, null, null, null, null) : this.getDriverEle()._ele(loc, null, null, null, null, null); + if (list != null && !list.isEmpty()) toSee(list.get(0), center); + } + + /** + * 滚动页面直到元素可见 + * + * @param by 元素的定位信息 + * @param center 是否尽量滚动到页面正中，为None时如果被遮挡，则滚动到页面正中 + */ + @Override + public void toSee(By by, Boolean center) { + List list = this.getDriverEle() == null ? this.getDriverPage()._ele(by, null, null, null, null, null) : this.getDriverEle()._ele(by, null, null, null, null, null); + if (list != null && !list.isEmpty()) toSee(list.get(0), center); + } + + /** + * 滚动页面直到元素可见 + * + * @param ele 元素对象 + */ + public void toSee(ChromiumElement ele) { + this.toSee(ele, null); + } + + /** + * 滚动页面直到元素可见 + * + * @param ele 元素对象 + * @param center 是否尽量滚动到页面正中，为None时如果被遮挡，则滚动到页面正中 + */ + @Override + public void toSee(ChromiumElement ele, Boolean center) { + super.toSee(ele, center); + } +} diff --git a/java/src/main/java/com/ll/DrissonPage/units/scroller/PageScroller.java b/java/src/main/java/com/ll/DrissonPage/units/scroller/PageScroller.java new file mode 100644 index 0000000..2a724c3 --- /dev/null +++ b/java/src/main/java/com/ll/DrissonPage/units/scroller/PageScroller.java @@ -0,0 +1,100 @@ +package com.ll.DrissonPage.units.scroller; + +import com.ll.DrissonPage.base.By; +import com.ll.DrissonPage.element.ChromiumElement; +import com.ll.DrissonPage.page.ChromiumBase; + +import java.util.List; + +/** + * @author 陆 + * @address click + */ +public class PageScroller extends Scroller { + public PageScroller(ChromiumBase driverPage) { + super(driverPage); + this.setT1("window"); + this.setT2("document.documentElement"); + } + + public PageScroller(ChromiumElement driverPage) { + super(driverPage); + this.setT1("window"); + this.setT2("document.documentElement"); + } + + /** + * 滚动页面直到元素可见 + * + * @param loc 元素的定位信息 + */ + public void toSee(String loc) { + toSee(loc, null); + } + + /** + * 滚动页面直到元素可见 + * + * @param by 元素的定位信息 + */ + public void toSee(By by) { + toSee(by, null); + } + + /** + * 滚动页面直到元素可见 + * + * @param loc 元素的定位信息 + * @param center 是否尽量滚动到页面正中，为None时如果被遮挡，则滚动到页面正中 + */ + public void toSee(String loc, Boolean center) { + List list = this.getDriverEle() == null ? this.getDriverPage()._ele(loc, null, null, null, null, null) : this.getDriverEle()._ele(loc, null, null, null, null, null); + if (list != null && !list.isEmpty()) toSee(list.get(0), center); + } + + /** + * 滚动页面直到元素可见 + * + * @param by 元素的定位信息 + * @param center 是否尽量滚动到页面正中，为None时如果被遮挡，则滚动到页面正中 + */ + public void toSee(By by, Boolean center) { + List list = this.getDriverEle() == null ? this.getDriverPage()._ele(by, null, null, null, null, null) : this.getDriverEle()._ele(by, null, null, null, null, null); + if (list != null && !list.isEmpty()) toSee(list.get(0), center); + } + + /** + * 滚动页面直到元素可见 + * + * @param ele 元素对象 + */ + public void toSee(ChromiumElement ele) { + this.toSee(ele, null); + } + + /** + * 滚动页面直到元素可见 + * + * @param ele 元素对象 + * @param center 是否尽量滚动到页面正中，为None时如果被遮挡，则滚动到页面正中 + */ + public void toSee(ChromiumElement ele, Boolean center) { + String txt = center != null && center ? "true" : "false"; + ele.runJs("this.scrollIntoViewIfNeeded(" + txt + ");"); + if (center != null && center || (!Boolean.FALSE.equals(center) && ele.states().isChecked())) { + ele.runJs( + "function getWindowScrollTop() {var scroll_top = 0;\n" + + " if (document.documentElement && document.documentElement.scrollTop) {\n" + + " scroll_top = document.documentElement.scrollTop;\n" + + " } else if (document.body) {scroll_top = document.body.scrollTop;}\n" + + " return scroll_top;}\n" + " const { top, height } = this.getBoundingClientRect();\n" + + " const elCenter = top + height / 2;\n" + + " const center = window.innerHeight / 2;\n" + + " window.scrollTo({top: getWindowScrollTop() - (center - elCenter),\n" + + " behavior: 'instant'});" + ); + } + this.waitScrolled(); + } + +} diff --git a/java/src/main/java/com/ll/DrissonPage/units/scroller/Scroller.java b/java/src/main/java/com/ll/DrissonPage/units/scroller/Scroller.java new file mode 100644 index 0000000..948647b --- /dev/null +++ b/java/src/main/java/com/ll/DrissonPage/units/scroller/Scroller.java @@ -0,0 +1,162 @@ +package com.ll.DrissonPage.units.scroller; + +import com.alibaba.fastjson.JSON; +import com.alibaba.fastjson.JSONObject; +import com.ll.DrissonPage.element.ChromiumElement; +import com.ll.DrissonPage.page.ChromiumBase; +import lombok.Getter; +import lombok.Setter; + +/** + * @author 陆 + * @address click + */ +public class Scroller { + @Setter + private String t1; + @Setter + private String t2; + + /** + * 和ele只能存活一个 + */ + @Getter + private ChromiumBase driverPage; + /** + * 和page只能存活一个 + */ + @Getter + private ChromiumElement driverEle; + @Setter + private boolean waitComplete; + + public Scroller(ChromiumBase driverPage) { + this.t1 = this.t2 = "this"; + this.driverPage = driverPage; + this.waitComplete = false; + } + + public Scroller(ChromiumElement driverEle) { + this.t1 = this.t2 = "this"; + this.driverEle = driverEle; + this.waitComplete = false; + } + + private void runJs(String js) { + js = String.format(js, t1, t2, t2); + if (this.driverPage != null) this.driverPage.runJs(js); + else this.driverEle.runJs(js); + this.waitScrolled(); + } + + /** + * 滚动到顶端，水平位置不变 + */ + public void toTop() { + this.runJs("{}.scrollTo({}.scrollLeft, 0);"); + } + + /** + * 滚动到底端，水平位置不变 + */ + public void toBottom() { + runJs("{}.scrollTo({}.scrollLeft, {}.scrollHeight);"); + } + + /** + * 滚动到垂直中间位置，水平位置不变 + */ + public void toHalf() { + runJs("{}.scrollTo({}.scrollLeft, {}.scrollHeight/2);"); + } + + /** + * 滚动到最右边，垂直位置不变 + */ + public void toRightmost() { + runJs("{}.scrollTo({}.scrollWidth, {}.scrollTop);"); + } + + /** + * 滚动到最左边，垂直位置不变 + */ + public void toLeftmost() { + runJs("{}.scrollTo(0, {}.scrollTop);"); + } + + /** + * 滚动到指定位置 + * + * @param x 水平距离 + * @param y 垂直距离 + */ + public void toLocation(int x, int y) { + runJs("{}.scrollTo(" + x + ", " + y + ");"); + } + + /** + * 向上滚动若干像素，水平位置不变 + * + * @param pixel 滚动的像素 + */ + public void up(int pixel) { + pixel = -pixel; + runJs("{}.scrollBy(0, " + pixel + ");"); + } + + /** + * 向下滚动若干像素，水平位置不变 + * + * @param pixel 滚动的像素 + */ + public void down(int pixel) { + runJs("{}.scrollBy(0, " + pixel + ");"); + } + + /** + * 向左滚动若干像素，垂直位置不变 + * + * @param pixel 滚动的像素 + */ + public void left(int pixel) { + pixel = -pixel; + runJs("{}.scrollBy(" + pixel + ", 0);"); + } + + /** + * 向右滚动若干像素，垂直位置不变 + * + * @param pixel 滚动的像素 + */ + public void right(int pixel) { + runJs("{}.scrollBy(" + pixel + ", 0);"); + } + + protected void waitScrolled() { + if (!waitComplete) { + return; + } + JSONObject jsonObject = JSON.parseObject((driverPage != null ? driverPage.runCdp("Page.getLayoutMetrics") : driverEle.getOwner().runCdp("Page.getLayoutMetrics")).toString()).getJSONObject("layoutViewport"); + Object x = jsonObject.get("pageX"); + Object y = jsonObject.get("pageY"); + long timeout = (long) (System.currentTimeMillis() + (driverPage != null ? driverPage.timeout() * 1000 : driverEle.getOwner().timeout() * 1000)); + while (System.currentTimeMillis() < timeout) { + try { + Thread.sleep(100); + } catch (InterruptedException e) { + e.printStackTrace(); + } + + jsonObject = JSON.parseObject((driverPage != null ? driverPage.runCdp("Page.getLayoutMetrics") : driverEle.getOwner().runCdp("Page.getLayoutMetrics")).toString()).getJSONObject("layoutViewport"); + + Object x1 = jsonObject.get("pageX"); + Object y1 = jsonObject.get("pageY"); + if (x == x1 && y == y1) break; + + x = x1; + y = y1; + } + } + + +} diff --git a/java/src/main/java/com/ll/DrissonPage/units/setter/BasePageSetter.java b/java/src/main/java/com/ll/DrissonPage/units/setter/BasePageSetter.java new file mode 100644 index 0000000..2ad6854 --- /dev/null +++ b/java/src/main/java/com/ll/DrissonPage/units/setter/BasePageSetter.java @@ -0,0 +1,25 @@ +package com.ll.DrissonPage.units.setter; + +import com.ll.DrissonPage.base.BasePage; +import lombok.AllArgsConstructor; + +/** + * @author 陆 + * @address click + */ +@AllArgsConstructor +public class BasePageSetter

> { + protected final P page; + + /** + * 设置空元素是否返回设定值 + * + * @param value 返回的设定值 + * @param onOff 是否启用 + */ + public void NoneElementValue(String value, boolean onOff) { + this.page.setNoneEleValue(value); + this.page.setNoneEleReturnValue(onOff); + } + +} diff --git a/java/src/main/java/com/ll/DrissonPage/units/setter/ChromiumBaseSetter.java b/java/src/main/java/com/ll/DrissonPage/units/setter/ChromiumBaseSetter.java new file mode 100644 index 0000000..ef34823 --- /dev/null +++ b/java/src/main/java/com/ll/DrissonPage/units/setter/ChromiumBaseSetter.java @@ -0,0 +1,273 @@ +package com.ll.DrissonPage.units.setter; + +import com.alibaba.fastjson.JSON; +import com.ll.DrissonPage.base.MyRunnable; +import com.ll.DrissonPage.page.ChromiumBase; +import com.ll.DrissonPage.units.cookiesSetter.CookiesSetter; + +import java.nio.file.Path; +import java.nio.file.Paths; +import java.util.*; +import java.util.stream.Collectors; + +/** + * @author 陆 + * @address click + */ +public class ChromiumBaseSetter extends BasePageSetter { + protected CookiesSetter cookiesSetter; + + public ChromiumBaseSetter(ChromiumBase page) { + super(page); + this.cookiesSetter = null; + } + + /** + * @return 返回用于设置页面加载策略的对象 + */ + public LoadMode loadMode() { + return new LoadMode(this.page); + } + + /** + * @return 返回用于设置页面滚动设置的对象 + */ + public PageScrollSetter scroll() { + return new PageScrollSetter(this.page.scroll()); + } + + /** + * @return 返回用于设置cookies的对象 + */ + public CookiesSetter cookies() { + if (this.cookiesSetter == null) this.cookiesSetter = new CookiesSetter(this.page); + return this.cookiesSetter; + } + + /** + * 设置连接失败重连次数 + */ + public void retryTimes(Integer times) { + this.page.setRetryTimes(times); + } + + /** + * 设置连接失败重连间隔 + */ + public void retryInterval(Double times) { + this.page.setRetryInterval(times); + } + + /** + * 设置超时时间，单位为秒 + */ + public void timeouts() { + timeouts(null); + } + + /** + * 设置超时时间，单位为秒 + * + * @param base 基本等待时间，除页面加载和脚本超时，其它等待默认使用 + */ + public void timeouts(Double base) { + timeouts(base, null); + } + + /** + * 设置超时时间，单位为秒 + * + * @param base 基本等待时间，除页面加载和脚本超时，其它等待默认使用 + * @param pageLoad 页面加载超时时间 + */ + public void timeouts(Double base, Double pageLoad) { + timeouts(base, pageLoad, null); + } + + /** + * 设置超时时间，单位为秒 + * + * @param base 基本等待时间，除页面加载和脚本超时，其它等待默认使用 + * @param pageLoad 页面加载超时时间 + * @param script 脚本运行超时时间 + */ + public void timeouts(Double base, Double pageLoad, Double script) { + if (base != null) { + this.page.getTimeouts().setBase(base); + this.page.setTimeout(base); + } + if (pageLoad != null) this.page.getTimeouts().setPageLoad(pageLoad); + if (script != null) this.page.getTimeouts().setScript(script); + } + + /** + * 为当前tab设置user agent，只在当前tab有效 + * + * @param ua user agent字符串 + * @param platform platform字符串 + */ + public void userAgent(String ua, String platform) { + Map map = new HashMap<>(); + map.put("userAgent", ua); + if (platform != null && !platform.isEmpty()) { + map.put("platform", platform); + } + this.page.runCdp("Emulation.setUserAgentOverride", map); + } + + /** + * 设置或删除某项sessionStorage信息 + * + * @param item 要设置的项 + * @param value 项的值，设置为False时，删除该项 + */ + public void sessionStorage(String item, Object value) { + this.page.runCdpLoaded("DOMStorage.enable"); + Object i = JSON.parseObject(this.page.runCdp("Storage.getStorageKeyForFrame", Map.of("frameId", this.page.getFrameId())).toString()).get("storageKey"); + if (value.equals(false)) { + this.page.runCdp("DOMStorage.removeDOMStorageItem", Map.of("storageId", Map.of("storageKey", i, "isLocalStorage", false), "key", item)); + } else { + this.page.runCdp("DOMStorage.setDOMStorageItem", Map.of("storageId", Map.of("storageKey", i, "isLocalStorage", false), "key", item, "value", value)); + } + this.page.runCdpLoaded("DOMStorage.disable"); + } + + + /** + * 设置或删除某项localStorage信息 + * + * @param item 要设置的项 + * @param value 项的值，设置为False时，删除该项 + */ + public void localStorage(String item, Object value) { + this.page.runCdpLoaded("DOMStorage.enable"); + Object i = JSON.parseObject(this.page.runCdp("Storage.getStorageKeyForFrame", Map.of("frameId", this.page.getFrameId())).toString()).get("storageKey"); + if (value.equals(false)) { + this.page.runCdp("DOMStorage.removeDOMStorageItem", Map.of("storageId", Map.of("storageKey", i, "isLocalStorage", true), "key", item)); + } else { + this.page.runCdp("DOMStorage.setDOMStorageItem", Map.of("storageId", Map.of("storageKey", i, "isLocalStorage", true), "key", item, "value", value)); + } + this.page.runCdpLoaded("DOMStorage.disable"); + } + + /** + * 等待上传的文件路径 + * + * @param files 文件路径列表或字符串，字符串时多个文件用回车分隔 + */ + public void uploadFiles(String files) { + uploadFiles(files.split("\n")); + } + + /** + * 等待上传的文件路径 + * + * @param files 文件路径列表或字符串，字符串时多个文件用回车分隔 + */ + public void uploadFiles(Path files) { + uploadFiles(files.toAbsolutePath().toString()); + } + + /** + * 等待上传的文件路径 + * + * @param files 文件路径列表或字符串，字符串时多个文件用回车分隔 + */ + public void uploadFiles(String[] files) { + uploadFiles(Arrays.asList(files)); + } + + /** + * 等待上传的文件路径 + * + * @param files 文件路径列表或字符串，字符串时多个文件用回车分隔 + */ + public void uploadFiles(Collection files) { + if (this.page.uploadList() == null) { + this.page.driver().setCallback("Page.fileChooserOpened", new MyRunnable() { + @Override + public void run() { + page.onFileChooserOpened(getMessage()); + } + }); + this.page.runCdp("Page.setInterceptFileChooserDialog", Map.of("enabled", true)); + } + List list = files.stream().map(file -> Paths.get(file).toAbsolutePath().toFile()).collect(Collectors.toList()); + this.page.setUploadList(list); + } + + /** + * 设置固定发送的headers + * + * @param headers map + */ + + public void headers(Map headers) { + if (headers != null && !headers.isEmpty()) { + this.page.runCdp("Network.enable"); + this.page.runCdp("Network.setExtraHTTPHeaders", Map.of("headers", headers)); + } + } + + /** + * 设置是否启用自动处理弹窗 + */ + + public void autoHandleAlert() { + autoHandleAlert(true); + } + + /** + * 设置是否启用自动处理弹窗 + * + * @param onOff 开或关 + */ + + public void autoHandleAlert(boolean onOff) { + autoHandleAlert(onOff, true); + } + + /** + * 设置是否启用自动处理弹窗 + * + * @param onOff 开或关 + * @param accept 确定还是取消 + */ + + public void autoHandleAlert(boolean onOff, boolean accept) { + this.page.getAlert().setAuto(onOff ? accept : null); + } + + /** + * 设置要忽略的url + * + * @param urls 要忽略的url，可用*通配符，可输入多个，传入null时清空已设置的内容 + */ + + public void blockedUrls(String urls) { + blockedUrls(Collections.singletonList(urls)); + } + + /** + * 设置要忽略的url + * + * @param urls 要忽略的url，可用*通配符，可输入多个，传入null时清空已设置的内容 + */ + + public void blockedUrls(String[] urls) { + blockedUrls(Arrays.asList(urls)); + } + + /** + * 设置要忽略的url + * + * @param urls 要忽略的url，可用*通配符，可输入多个，传入null时清空已设置的内容 + */ + + public void blockedUrls(Collection urls) { + if (urls == null) urls = new ArrayList<>(); + this.page.runCdp("Network.enable"); + this.page.runCdp("Network.setBlockedURLs", Map.of("urls", urls)); + } + +} diff --git a/java/src/main/java/com/ll/DrissonPage/units/setter/ChromiumElementSetter.java b/java/src/main/java/com/ll/DrissonPage/units/setter/ChromiumElementSetter.java new file mode 100644 index 0000000..ff82958 --- /dev/null +++ b/java/src/main/java/com/ll/DrissonPage/units/setter/ChromiumElementSetter.java @@ -0,0 +1,56 @@ +package com.ll.DrissonPage.units.setter; + +import com.ll.DrissonPage.element.ChromiumElement; +import lombok.AllArgsConstructor; + +import java.util.Map; + +/** + * @author 陆 + * @address click + */ +@AllArgsConstructor +public class ChromiumElementSetter { + private final ChromiumElement ele; + + /** + * 设置元素attribute属性 + * + * @param attr 属性名 + * @param value 属性值 + */ + public void attr(String attr, String value) { + this.ele.getOwner().runCdp("DOM.setAttributeValue", Map.of("nodeId", this.ele.getNodeId(), "name", attr, "value", value)); + } + + + /** + * 设置元素property属性 + * + * @param prop 属性名 + * @param value 属性值 + */ + public void prop(String prop, String value) { + value = value.replace("\"", "\\\""); + this.ele.runJs("this." + prop + "=\"" + value + "\";"); + } + + /** + * 设置元素innerHTML + * + * @param html html文本 + */ + public void innerHTML(String html) { + this.prop("innerHTML", html); + } + + /** + * 设置元素value值 + * + * @param value value值 + */ + public void value(String value) { + this.prop("value", value); + } + +} diff --git a/java/src/main/java/com/ll/DrissonPage/units/setter/ChromiumFrameSetter.java b/java/src/main/java/com/ll/DrissonPage/units/setter/ChromiumFrameSetter.java new file mode 100644 index 0000000..f452d92 --- /dev/null +++ b/java/src/main/java/com/ll/DrissonPage/units/setter/ChromiumFrameSetter.java @@ -0,0 +1,23 @@ +package com.ll.DrissonPage.units.setter; + +import com.ll.DrissonPage.page.ChromiumFrame; + +/** + * @author 陆 + * @address click + */ +public class ChromiumFrameSetter extends ChromiumBaseSetter { + public ChromiumFrameSetter(ChromiumFrame page) { + super(page); + } + + /** + * 设置frame元素attribute属性 + * + * @param name 属性名 + * @param value 属性值 + */ + public void attr(String name, String value) { + ((ChromiumFrame) this.page).frameEle().set().attr(name, value); + } +} diff --git a/java/src/main/java/com/ll/DrissonPage/units/setter/ChromiumPageSetter.java b/java/src/main/java/com/ll/DrissonPage/units/setter/ChromiumPageSetter.java new file mode 100644 index 0000000..56b5d79 --- /dev/null +++ b/java/src/main/java/com/ll/DrissonPage/units/setter/ChromiumPageSetter.java @@ -0,0 +1,45 @@ +package com.ll.DrissonPage.units.setter; + +import com.ll.DrissonPage.page.ChromiumPage; +import com.ll.DrissonPage.page.ChromiumTab; + +/** + * @author 陆 + * @address click + */ + +public class ChromiumPageSetter extends TabSetter { + public ChromiumPageSetter(ChromiumPage page) { + super(page); + } + + /** + * 激活标签页使其处于最前面 + */ + public void tabToFront() { + tabToFront(""); + } + + /** + * 激活标签页使其处于最前面 + */ + public void tabToFront(ChromiumTab chromiumTab) { + tabToFront(chromiumTab.tabId()); + } + + /** + * 激活标签页使其处于最前面 + */ + public void tabToFront(String tabOrId) { + this.page.browser().activateTab(tabOrId == null || tabOrId.isEmpty() ? this.page.tabId() : tabOrId); + } + + + /** + * @return 返回用于设置浏览器窗口的对象 + */ + public PageWindowSetter window() { + if (this.windowSetter == null) this.windowSetter = new PageWindowSetter((ChromiumPage) this.page); + return (PageWindowSetter) this.windowSetter; + } +} diff --git a/java/src/main/java/com/ll/DrissonPage/units/setter/LoadMode.java b/java/src/main/java/com/ll/DrissonPage/units/setter/LoadMode.java new file mode 100644 index 0000000..5f27e04 --- /dev/null +++ b/java/src/main/java/com/ll/DrissonPage/units/setter/LoadMode.java @@ -0,0 +1,48 @@ +package com.ll.DrissonPage.units.setter; + +import com.ll.DrissonPage.page.ChromiumBase; +import lombok.AllArgsConstructor; + +/** + * 用于设置页面加载策略的类 + * + * @author 陆 + * @address click + */ +@AllArgsConstructor +public class LoadMode { + private final ChromiumBase page; + + /** + * 设置加载策略 如果传入错误则是normal + * + * @param mode value: 可选 'normal', 'eager', 'none' + */ + public void load(String mode) { + mode = mode != null ? mode.trim().toLowerCase() : "normal"; + if (!mode.equals("normal") && !mode.equals("eager") && !mode.equals("none")) mode = "normal"; + this.page.setLoadMode(mode); + } + + /** + * 设置页面加载策略为normal + */ + public void normal() { + this.page.setLoadMode("normal"); + } + + /** + * 设置页面加载策略为eager + */ + public void eager() { + this.page.setLoadMode("eager"); + } + + /** + * 设置页面加载策略为none + */ + public void none() { + this.page.setLoadMode("none"); + } + +} diff --git a/java/src/main/java/com/ll/DrissonPage/units/setter/PageScrollSetter.java b/java/src/main/java/com/ll/DrissonPage/units/setter/PageScrollSetter.java new file mode 100644 index 0000000..c917dae --- /dev/null +++ b/java/src/main/java/com/ll/DrissonPage/units/setter/PageScrollSetter.java @@ -0,0 +1,50 @@ +package com.ll.DrissonPage.units.setter; + +import com.ll.DrissonPage.units.scroller.PageScroller; +import lombok.AllArgsConstructor; + +/** + * @author 陆 + * @address click + */ +@AllArgsConstructor +public class PageScrollSetter { + private final PageScroller scroller; + + /** + * 设置滚动命令后是否等待完成 + */ + public void waitComplete() { + this.waitComplete(false); + } + + /** + * 设置滚动命令后是否等待完成 + * + * @param onOff 开或关 + */ + public void waitComplete(boolean onOff) { + this.scroller.setWaitComplete(onOff); + } + + /** + * 设置页面滚动是否平滑滚动 + */ + public void smooth() { + smooth(false); + } + + /** + * 设置页面滚动是否平滑滚动 + * + * @param onOff 开或关 + */ + public void smooth(boolean onOff) { + String b = onOff ? "smooth" : "auto"; + if (this.scroller.getDriverPage() != null) + this.scroller.getDriverPage().runJs("document.documentElement.style.setProperty(\"scroll-behavior\",\"" + b + "\");"); + else + this.scroller.getDriverEle().runJs("document.documentElement.style.setProperty(\"scroll-behavior\",\"" + b + "\");"); + this.scroller.setWaitComplete(onOff); + } +} diff --git a/java/src/main/java/com/ll/DrissonPage/units/setter/PageWindowSetter.java b/java/src/main/java/com/ll/DrissonPage/units/setter/PageWindowSetter.java new file mode 100644 index 0000000..d061e95 --- /dev/null +++ b/java/src/main/java/com/ll/DrissonPage/units/setter/PageWindowSetter.java @@ -0,0 +1,28 @@ +package com.ll.DrissonPage.units.setter; + +import com.ll.DrissonPage.functions.Tools; +import com.ll.DrissonPage.page.ChromiumPage; + +/** + * @author 陆 + * @address click + */ +public class PageWindowSetter extends WindowSetter { + public PageWindowSetter(ChromiumPage page) { + super(page); + } + + /** + * 隐藏浏览器窗口，只在Windows系统可用 + */ + public void hide() { + Tools.showOrHideBrowser((ChromiumPage) page, true); + } + + /** + * 显示浏览器窗口，只在Windows系统可用 + */ + public void show() { + Tools.showOrHideBrowser((ChromiumPage) page, false); + } +} diff --git a/java/src/main/java/com/ll/DrissonPage/units/setter/SessionPageSetter.java b/java/src/main/java/com/ll/DrissonPage/units/setter/SessionPageSetter.java new file mode 100644 index 0000000..6454732 --- /dev/null +++ b/java/src/main/java/com/ll/DrissonPage/units/setter/SessionPageSetter.java @@ -0,0 +1,212 @@ +package com.ll.DrissonPage.units.setter; + +import com.ll.DrissonPage.page.SessionPage; +import com.ll.DrissonPage.units.cookiesSetter.SessionCookiesSetter; +import okhttp3.Authenticator; +import okhttp3.MediaType; +import okhttp3.OkHttpClient; +import okhttp3.Response; +import org.apache.commons.collections4.map.CaseInsensitiveMap; + +import javax.net.ssl.HostnameVerifier; +import java.net.InetSocketAddress; +import java.net.Proxy; +import java.nio.charset.Charset; +import java.nio.charset.StandardCharsets; +import java.nio.file.Path; +import java.nio.file.Paths; +import java.util.Map; + +/** + * @author 陆 + * @address click + */ +public class SessionPageSetter extends BasePageSetter { + private SessionCookiesSetter cookiesSetter; + + /** + * @param page SessionPage对象 + */ + public SessionPageSetter(SessionPage page) { + super(page); + this.cookiesSetter = null; + } + + public SessionCookiesSetter cookies() { + if (cookiesSetter == null) cookiesSetter = new SessionCookiesSetter(this.page); + return cookiesSetter; + } + + /** + * 设置连接失败时重连次数 + * + * @param times 次数 + */ + public void retryTimes(Integer times) { + this.page.setRetryTimes(times); + } + + /** + * 设置连接失败时重连间隔 + * + * @param interval 秒 + */ + public void retryInterval(Double interval) { + this.page.setRetryInterval(interval); + } + + /** + * 设置下载路径 + * + * @param path 下载路径 + */ + public void downloadPath(String path) { + downloadPath(Paths.get(path)); + } + + /** + * 设置下载路径 + * + * @param path 下载路径 + */ + public void downloadPath(Path path) { + String string = path.toAbsolutePath().toString(); + this.page.setDownloadPath(string); + if (this.page.getDownloadKit() != null) { + this.page.getDownloadKit().set().goalPath(string); + } + } + + /** + * 设置连接超时时间 + * + * @param second 秒数 + */ + + public void timeout(Double second) { + this.page.setTimeout(second); + } + + public void encoding(Charset encoding) { + encoding(encoding, true); + } + + /** + * 设置编码 + * + * @param encoding 编码 + * @param setAll 是否设置对象参数，为False则只设置当前Response + */ + public void encoding(Charset encoding, boolean setAll) { + if (setAll) { + if (encoding == null) encoding = StandardCharsets.US_ASCII; + this.page.setEncoding(encoding); + } + try (Response response = this.page.response()) { + if (response != null && response.body() != null) { + MediaType mediaType = response.body().contentType(); + if (mediaType != null) mediaType.charset(encoding); + } + } + } + + /** + * 设置通用的headers + * + * @param headers map + */ + public void headers(Map headers) { + this.page.setHeaders(new CaseInsensitiveMap<>(headers)); + } + + /** + * 设置headers中一个项 + * + * @param name 名称 + * @param value 值 + */ + public void header(String name, Object value) { + this.page.getHeaders().put(name, value); + } + + + /** + * 设置user agent + * + * @param ua user agent + */ + public void userAgent(String ua) { + this.page.getHeaders().put("user-agent", ua); + } + + /*** + * 设置proxies参数 + * @param http http代理地址 + * @param https https代理地址 + */ + + public void proxies(String http, String https) { + OkHttpClient.Builder builder = this.page.session().newBuilder(); + if (http != null) { + int i = http.lastIndexOf(":"); + String hp; + int port = 80; + if (i != -1) { + hp = http.substring(0, i); + try { + port = Integer.parseInt(http.substring(i + 1)); + } catch (NumberFormatException e) { + hp = http; + } + } else { + hp = http; + } + Proxy httpProxy = new Proxy(Proxy.Type.HTTP, new InetSocketAddress(hp, port)); + builder.setProxy$okhttp(httpProxy); + } + if (https != null) { + int i = https.lastIndexOf(":"); + String hp; + int port = 80; + if (i != -1) { + hp = https.substring(0, i); + try { + port = Integer.parseInt(https.substring(i + 1)); + } catch (NumberFormatException e) { + hp = https; + } + } else { + hp = https; + } + Proxy httpProxy = new Proxy(Proxy.Type.HTTP, new InetSocketAddress(hp, port)); + builder.setProxy$okhttp(httpProxy); + } + this.page.setSession(builder.build()); + } + + /** + * 设置认证元组或对象 + * + * @param authenticator 认证 + */ + public void auth(Authenticator authenticator) { + OkHttpClient.Builder builder = this.page.session().newBuilder(); + if (authenticator != null) { + builder.setAuthenticator$okhttp(authenticator); + } + this.page.setSession(builder.build()); + } + + /** + * 设置是否验证SSL证书 + * + * @param hostnameVerifier 验证 SSL 证书 + */ + public void verify(HostnameVerifier hostnameVerifier) { + OkHttpClient.Builder builder = this.page.session().newBuilder(); + builder.setHostnameVerifier$okhttp(hostnameVerifier); + this.page.setSession(builder.build()); + } + + +} diff --git a/java/src/main/java/com/ll/DrissonPage/units/setter/TabSetter.java b/java/src/main/java/com/ll/DrissonPage/units/setter/TabSetter.java new file mode 100644 index 0000000..785ac4b --- /dev/null +++ b/java/src/main/java/com/ll/DrissonPage/units/setter/TabSetter.java @@ -0,0 +1,99 @@ +package com.ll.DrissonPage.units.setter; + +import com.ll.DrissonPage.page.ChromiumBase; + +import java.nio.file.Path; +import java.util.Map; + +/** + * @author 陆 + * @address click + */ +public class TabSetter extends ChromiumBaseSetter { + public TabSetter(ChromiumBase page) { + super(page); + } + + protected WindowSetter windowSetter; + + /** + * @return 返回用于设置浏览器窗口的对象 + */ + public WindowSetter window() { + if (windowSetter == null) windowSetter = new WindowSetter(super.page); + return windowSetter; + } + + /** + * 设置下载路径 + * + * @param path 下载路径 + */ + public void downloadPath(Path path) { + downloadPath(path.toAbsolutePath().toString()); + } + + /** + * 设置下载路径 + * + * @param path 下载路径 + */ + public void downloadPath(String path) { + this.page.setDownloadPath(path); + this.page.browser().getDlMgr().setPath(this.page, path); + if (this.page.getDownloadKit() != null) this.page.getDownloadKit().set().goalPath(path); + } + + /** + * 设置下一个被下载文件的名称 + */ + public void downloadFileName() { + this.downloadFileName(null); + } + + /** + * 设置下一个被下载文件的名称 + * + * @param name 文件名，可不含后缀，会自动使用远程文件后缀 + */ + public void downloadFileName(String name) { + this.downloadFileName(name, null); + } + + /** + * 设置下一个被下载文件的名称 + * + * @param name 文件名，可不含后缀，会自动使用远程文件后缀 + * @param suffix 后缀名，显式设置后缀名，不使用远程文件后缀 + */ + public void downloadFileName(String name, String suffix) { + this.page.browser().getDlMgr().setRename(this.page.tabId(), name, suffix); + } + + /** + * 设置当存在同名文件时的处理方式 + * + * @param fileMode 可在 'rename', 'overwrite', 'skip',缩写 'r', 'o', 's'中选择 + */ + public void whenDownloadFileExists(FileMode fileMode) { + Map types = Map.of("rename", "rename", "overwrite", "overwrite", "skip", "skip", "r", "rename", "o", "overwrite", "s", "skip"); + this.page.browser().getDlMgr().setFileExists(this.page.tabId(), types.get(fileMode.mode)); + } + + /** + * 使标签页处于最前面 + */ + public void activate() { + this.page.browser().activateTab(this.page.tabId()); + } + + + public enum FileMode { + RENAME("rename"), OVERWRITE("overwrite"), SKIP("skip"), R("r"), O("o"), S("s"); + private final String mode; + + FileMode(String mode) { + this.mode = mode; + } + } +} diff --git a/java/src/main/java/com/ll/DrissonPage/units/setter/WebPageSetter.java b/java/src/main/java/com/ll/DrissonPage/units/setter/WebPageSetter.java new file mode 100644 index 0000000..52030a2 --- /dev/null +++ b/java/src/main/java/com/ll/DrissonPage/units/setter/WebPageSetter.java @@ -0,0 +1,49 @@ +package com.ll.DrissonPage.units.setter; + +import com.ll.DrissonPage.page.WebMode; +import com.ll.DrissonPage.page.WebPage; +import com.ll.DrissonPage.units.cookiesSetter.WebPageCookiesSetter; + +import java.util.Map; +import java.util.Objects; + +/** + * @author 陆 + * @address click + */ +public class WebPageSetter extends ChromiumPageSetter { + private final WebPage page; + private final SessionPageSetter sessionPageSetter; + private final ChromiumPageSetter chromiumPageSetter; + + public WebPageSetter(WebPage page) { + super(page.getChromiumPage()); + this.page = page; + sessionPageSetter = new SessionPageSetter(page.getSessionPage()); + chromiumPageSetter = new ChromiumPageSetter(page.getChromiumPage()); + } + + /** + * @return 返回用于设置cookies的对象 + */ + public WebPageCookiesSetter cookies() { + if (super.cookiesSetter == null) super.cookiesSetter = new WebPageCookiesSetter(this.page); + return (WebPageCookiesSetter) super.cookiesSetter; + } + + /** + * 设置固定发送的headers + */ + public void header(Map headers) { + if (Objects.requireNonNull(this.page.mode()) == WebMode.s) sessionPageSetter.headers(headers); + else this.chromiumPageSetter.headers(headers); + } + + /** + * 设置user agent，d模式下只有当前tab有效 + */ + public void userAgent(String ua, String platform) { + if (Objects.requireNonNull(this.page.mode()) == WebMode.s) sessionPageSetter.userAgent(ua); + else this.chromiumPageSetter.userAgent(ua, platform); + } +} diff --git a/java/src/main/java/com/ll/DrissonPage/units/setter/WebPageTabSetter.java b/java/src/main/java/com/ll/DrissonPage/units/setter/WebPageTabSetter.java new file mode 100644 index 0000000..4fc3458 --- /dev/null +++ b/java/src/main/java/com/ll/DrissonPage/units/setter/WebPageTabSetter.java @@ -0,0 +1,50 @@ +package com.ll.DrissonPage.units.setter; + +import com.ll.DrissonPage.page.WebPageTab; +import com.ll.DrissonPage.units.cookiesSetter.WebPageCookiesSetter; + +import java.util.Map; + +/** + * @author 陆 + * @address click + */ +public class WebPageTabSetter extends TabSetter { + private final WebPageTab pageTab; + private final SessionPageSetter sessionPageSetter; + private final ChromiumBaseSetter chromiumBaseSetter; + + public WebPageTabSetter(WebPageTab page) { + super(page.getPage().getChromiumPage()); + pageTab = page; + sessionPageSetter = new SessionPageSetter(pageTab.getPage().getSessionPage()); + chromiumBaseSetter = new ChromiumBaseSetter(pageTab.getPage().getChromiumPage()); + } + + /** + * @return 返回用于设置cookies的对象 + */ + public WebPageCookiesSetter cookies() { + if (super.cookiesSetter == null) super.cookiesSetter = new WebPageCookiesSetter(pageTab.getPage()); + return (WebPageCookiesSetter) super.cookiesSetter; + } + + /** + * 设置固定发送的headers + * + * @param headers map + */ + public void headers(Map headers) { + if (this.pageTab.isHasSession()) this.sessionPageSetter.headers(headers); + if (this.pageTab.isHasDriver()) this.chromiumBaseSetter.headers(headers); + } + + /** + * 设置user agent，d模式下只有当前tab有效 + */ + public void userAgent(String ua, String platform) { + if (this.pageTab.isHasSession()) sessionPageSetter.userAgent(ua); + if (this.pageTab.isHasDriver()) this.chromiumBaseSetter.userAgent(ua, platform); + } + +} diff --git a/java/src/main/java/com/ll/DrissonPage/units/setter/WindowSetter.java b/java/src/main/java/com/ll/DrissonPage/units/setter/WindowSetter.java new file mode 100644 index 0000000..b9f5a13 --- /dev/null +++ b/java/src/main/java/com/ll/DrissonPage/units/setter/WindowSetter.java @@ -0,0 +1,141 @@ +package com.ll.DrissonPage.units.setter; + +import com.alibaba.fastjson.JSON; +import com.alibaba.fastjson.JSONObject; +import com.ll.DrissonPage.page.ChromiumBase; +import com.ll.DrissonPage.units.Coordinate; + +import java.util.Map; + +/** + * @author 陆 + * @address click + */ +public class WindowSetter { + protected final ChromiumBase page; + private final Integer windowId; + + /** + * @param page 页面对象 + */ + public WindowSetter(ChromiumBase page) { + this.page = page; + this.windowId = this.getInfo().getInteger("windowId"); + } + + /** + * 窗口最大化 + */ + public void max() { + String s = this.getInfo().getJSONObject("bounds").getString("windowState"); + if ("fullscreen".equals(s) || "minimized".equals(s)) this.perform(Map.of("windowState", "normal")); + this.perform(Map.of("windowState", "maximized")); + } + + /** + * 窗口最小化 + */ + public void min() { + String s = this.getInfo().getJSONObject("bounds").getString("windowState"); + if ("fullscreen".equals(s)) this.perform(Map.of("windowState", "normal")); + this.perform(Map.of("windowState", "minimized")); + } + + /** + * 设置窗口为全屏 + */ + public void full() { + String s = this.getInfo().getJSONObject("bounds").getString("windowState"); + if ("minimized".equals(s)) this.perform(Map.of("windowState", "normal")); + this.perform(Map.of("windowState", "fullscreen")); + } + + /** + * 设置窗口为常规模式 + */ + public void normal() { + String s = this.getInfo().getJSONObject("bounds").getString("windowState"); + if ("fullscreen".equals(s)) this.perform(Map.of("windowState", "normal")); + this.perform(Map.of("windowState", "normal")); + } + + /** + * @return 获取窗口位置及大小信息 + */ + private JSONObject getInfo() { + for (int i = 0; i < 50; i++) { + try { + return JSON.parseObject(this.page.runCdp("Browser.getWindowForTarget").toString()); + } catch (Exception e) { + try { + Thread.sleep(100); + } catch (InterruptedException ex) { + throw new RuntimeException(ex); + } + } + } + return new JSONObject(); + } + + /** + * 设置窗口大小 (其中一个可以设置为null) + * + * @param coordinate 窗口宽度+高度 + */ + public void size(Coordinate coordinate) { + if (coordinate != null) size(coordinate.getX(), coordinate.getY()); + } + + /** + * 设置窗口大小 (其中一个可以设置为null) + * + * @param width 窗口宽度 + * @param height 窗口高度 + */ + public void size(Integer width, Integer height) { + if (width != null || height != null) { + String s = this.getInfo().getJSONObject("bounds").getString("windowState"); + if (!"normal".equals(s)) this.perform(Map.of("windowState", "normal")); + JSONObject info = this.getInfo().getJSONObject("bounds"); + width = width != null ? width - 16 : info.getInteger("width"); + height = height != null ? height - 7 : info.getInteger("height"); + this.perform(Map.of("width", width, "height", height)); + } + } + /** + * 设置窗口在屏幕中的位置，相对左上角坐标 + * + * @param coordinate 距离顶部距离和 距离左边距离 + */ + public void location(Coordinate coordinate) { + if (coordinate != null) location(coordinate.getX(), coordinate.getY()); + } + /** + * 设置窗口在屏幕中的位置，相对左上角坐标 + * + * @param x 距离顶部距离 + * @param y 距离左边距离 + */ + public void location(Integer x, Integer y) { + if (x != null || y != null) { + this.normal(); + JSONObject info = this.getInfo().getJSONObject("bounds"); + x = x != null ? x : info.getInteger("left"); + y = y != null ? y : info.getInteger("top"); + this.perform(Map.of("left", x - 8, "top", y)); + } + } + + /** + * 执行改变窗口大小操作 + * + * @param bounds 控制数据 + */ + private void perform(Object bounds) { + try { + this.page.runCdp("Browser.setWindowBounds", Map.of("windowId", this.windowId, "bounds", bounds)); + } catch (Exception e) { + throw new RuntimeException("浏览器全屏或最小化状态时请先调用set.window.normal()恢复正常状态。"); + } + } +} diff --git a/java/src/main/java/com/ll/DrissonPage/units/states/ElementStates.java b/java/src/main/java/com/ll/DrissonPage/units/states/ElementStates.java new file mode 100644 index 0000000..7e277a4 --- /dev/null +++ b/java/src/main/java/com/ll/DrissonPage/units/states/ElementStates.java @@ -0,0 +1,104 @@ +package com.ll.DrissonPage.units.states; + +import com.alibaba.fastjson.JSON; +import com.ll.DrissonPage.element.ChromiumElement; +import com.ll.DrissonPage.error.extend.CDPError; +import com.ll.DrissonPage.error.extend.NoRectError; +import com.ll.DrissonPage.functions.Web; +import com.ll.DrissonPage.units.Coordinate; +import lombok.AllArgsConstructor; + +import java.util.List; +import java.util.Map; +import java.util.Objects; + +/** + * @author 陆 + * @address click + */ +@AllArgsConstructor +public class ElementStates { + private final ChromiumElement ele; + + /** + * @return 返回元素是否被选择 + */ + public boolean isSelected() { + return Boolean.parseBoolean(this.ele.runJs("return this.selected;").toString()); + } + + /** + * @return 返回元素是否被点击 + */ + public boolean isChecked() { + return Boolean.parseBoolean(this.ele.runJs("return this.checked;").toString()); + } + + /** + * @return 返回元素是否显示 + */ + public boolean isDisplayed() { + return !(this.ele.style("visibility").equals("hidden") || + Boolean.parseBoolean(this.ele.runJs("return this.offsetParent === null;").toString()) || this.ele.style("display").equals("none") || Boolean.parseBoolean(this.ele.property("hidden"))); + } + + /** + * @return 返回元素是否可用 + */ + public boolean isEnabled() { + return !Boolean.parseBoolean(this.ele.runJs("return this.disabled;").toString()); + } + + /** + * @return 返回元素是否仍在DOM中 + */ + public boolean isAlive() { + try { + return !this.ele.attrs().isEmpty(); + } catch (Exception e) { + return false; + } + } + + /** + * @return 返回元素是否出现在视口中，以元素click_point为判断 + */ + public boolean isInViewport() { + Coordinate coordinate = this.ele.rect().clickPoint(); + return coordinate != null && Web.locationInViewport(this.ele.getOwner(), coordinate); + } + + /** + * @return 返回元素是否整个都在视口内 + */ + public boolean isWholeInViewport() { + Coordinate location = this.ele.rect().location(); + Coordinate size = this.ele.rect().size(); + return Web.locationInViewport(this.ele.getOwner(), location) && Web.locationInViewport(this.ele.getOwner(), new Coordinate(location.getX() + size.getX(), location.getY() + size.getX())); + } + + /** + * @return 返回元素是否被覆盖，与是否在视口中无关，如被覆盖返回覆盖元素的backend id，否则返回null + */ + public Integer isCovered() { + Coordinate coordinate = this.ele.rect().clickPoint(); + try { + Integer integer = JSON.parseObject(this.ele.getOwner().runCdp("DOM.getNodeForLocation", Map.of("x", coordinate.getX(), "y", coordinate.getY())).toString()).getInteger("backendNodeId"); + if (!Objects.equals(integer, this.ele.getBackendId())) return integer; + return null; + } catch (CDPError c) { + return null; + } + } + + /** + * @return 回元素是否拥有位置和大小，没有返回null，有返回四个角在页面中坐标组成的列表 + */ + public List hasRect() { + try { + return this.ele.rect().corners(); + } catch (NoRectError e) { + return null; + } + } +} diff --git a/java/src/main/java/com/ll/DrissonPage/units/states/FrameStates.java b/java/src/main/java/com/ll/DrissonPage/units/states/FrameStates.java new file mode 100644 index 0000000..b9a0011 --- /dev/null +++ b/java/src/main/java/com/ll/DrissonPage/units/states/FrameStates.java @@ -0,0 +1,61 @@ +package com.ll.DrissonPage.units.states; + +import com.alibaba.fastjson.JSON; +import com.ll.DrissonPage.error.extend.ElementLostError; +import com.ll.DrissonPage.error.extend.PageDisconnectedError; +import com.ll.DrissonPage.page.ChromiumFrame; + +import java.util.Map; + +/** + * @author 陆 + * @address click + */ +public class FrameStates extends PageStates { + private final ChromiumFrame frame; + + public FrameStates(ChromiumFrame page) { + super(page.getTargetPage()); + frame = page; + } + + + /** + * @return 返回页面是否在加载状态 + */ + public boolean isLoading() { + return this.frame.getIsLoading(); + } + + /** + * @return 返回页面对象是否仍然可用 + */ + public boolean isAlive() { + try { + return JSON.parseObject(this.frame.getTargetPage().runCdp("DOM.describeNode", Map.of("backendNodeId", this.frame.getFrameEle().getBackendId())).toString()).get("node").toString().contains("frameId"); + } catch (PageDisconnectedError | ElementLostError e) { + return false; + } + } + + /** + * @return 返回当前页面加载状态，'connecting' 'loading' 'interactive' 'complete' + */ + public String readyState() { + return this.frame.getTargetPage().getReadyState(); + } + + /** + * @return 返回元素是否显示 + */ + public boolean isDisplayed() { + return !(this.frame.getFrameEle().style("visibility").equals("hidden") || Boolean.parseBoolean(this.frame.getFrameEle().runJs("return this.offsetParent === null;").toString()) || this.frame.getFrameEle().style("display").equals("none")); + } + + /** + * @return 返回当前页面是否存在弹窗 + */ + public boolean hasAlert() { + return this.frame.getHasAlert(); + } +} diff --git a/java/src/main/java/com/ll/DrissonPage/units/states/PageStates.java b/java/src/main/java/com/ll/DrissonPage/units/states/PageStates.java new file mode 100644 index 0000000..877514f --- /dev/null +++ b/java/src/main/java/com/ll/DrissonPage/units/states/PageStates.java @@ -0,0 +1,47 @@ +package com.ll.DrissonPage.units.states; + +import com.ll.DrissonPage.error.extend.PageDisconnectedError; +import com.ll.DrissonPage.page.ChromiumBase; +import lombok.AllArgsConstructor; + +/** + * @author 陆 + * @address click + */ +@AllArgsConstructor +public class PageStates { + private final ChromiumBase page; + + /** + * @return 返回页面是否在加载状态 + */ + public boolean isLoading() { + return this.page.getIsLoading(); + } + + /** + * @return 返回页面对象是否仍然可用 + */ + public boolean isAlive() { + try { + this.page.runCdp("Page.getLayoutMetrics"); + return true; + } catch (PageDisconnectedError e) { + return false; + } + } + + /** + * @return 返回当前页面加载状态，'connecting' 'loading' 'interactive' 'complete' + */ + public String readyState() { + return this.page.getReadyState(); + } + + /** + * @return 返回当前页面是否存在弹窗 + */ + public boolean hasAlert() { + return this.page.getHasAlert(); + } +} diff --git a/java/src/main/java/com/ll/DrissonPage/units/states/ShadowRootStates.java b/java/src/main/java/com/ll/DrissonPage/units/states/ShadowRootStates.java new file mode 100644 index 0000000..58adab2 --- /dev/null +++ b/java/src/main/java/com/ll/DrissonPage/units/states/ShadowRootStates.java @@ -0,0 +1,34 @@ +package com.ll.DrissonPage.units.states; + +import com.ll.DrissonPage.element.ShadowRoot; +import lombok.AllArgsConstructor; + +import java.util.Map; + +/** + * @author 陆 + * @address click + */ +@AllArgsConstructor +public class ShadowRootStates { + private final ShadowRoot ele; + + /** + * @return 返回元素是否可用 + */ + public boolean isEnabled() { + return Boolean.parseBoolean(this.ele.runJs("return this.disabled;").toString()); + } + + /** + * @return 返回元素是否仍在DOM中 + */ + public boolean isAlive() { + try { + this.ele.getOwner().runCdp("DOM.describeNode", Map.of("backendNodeId", this.ele.getBackendId())); + return true; + } catch (Exception e) { + return false; + } + } +} diff --git a/java/src/main/java/com/ll/DrissonPage/units/waiter/BaseWaiter.java b/java/src/main/java/com/ll/DrissonPage/units/waiter/BaseWaiter.java new file mode 100644 index 0000000..d77b990 --- /dev/null +++ b/java/src/main/java/com/ll/DrissonPage/units/waiter/BaseWaiter.java @@ -0,0 +1,757 @@ +package com.ll.DrissonPage.units.waiter; + +import com.ll.DrissonPage.base.By; +import com.ll.DrissonPage.element.ChromiumElement; +import com.ll.DrissonPage.error.extend.WaitTimeoutError; +import com.ll.DrissonPage.functions.Settings; +import com.ll.DrissonPage.page.ChromiumBase; + +import java.util.List; +import java.util.Random; + +/** + * @author 陆 + * @address click + */ +public class BaseWaiter { + protected final ChromiumBase driver; + + public BaseWaiter(ChromiumBase chromiumBase) { + this.driver = chromiumBase; + } + + /** + * 待若干秒，如传入两个参数，等待时间为这两个数间的一个随机数 + * + * @param second 秒数 + */ + public void sleep(int second) { + sleep(second, null); + } + + /** + * 待若干秒，如传入两个参数，等待时间为这两个数间的一个随机数 + * + * @param second 秒数 + * @param second2 第二个秒数 + */ + public void sleep(int second, Integer second2) { + if (second2 != null) second = new Random().nextInt(second2) + second; + try { + if (second > 0) Thread.sleep(second); + } catch (InterruptedException e) { + throw new RuntimeException(e); + } + } + + /** + * 等待元素从DOM中删除 + * + * @param by 要等待的元素，可以是已有元素、定位符 + * @return 是否等待成功 + */ + public boolean eleDeleted(By by) { + return eleDeleted(by, null); + } + + /** + * 等待元素从DOM中删除 + * + * @param by 要等待的元素，可以是已有元素、定位符 + * @param timeout 超时时间，默认读取页面超时时间 + * @return 是否等待成功 + */ + public boolean eleDeleted(By by, Double timeout) { + return eleDeleted(by, timeout, null); + } + + /** + * 等待元素从DOM中删除 + * + * @param by 要等待的元素，可以是已有元素、定位符 + * @param timeout 超时时间，默认读取页面超时时间 + * @param raiseErr 等待失败时是否报错，为None时根据Settings设置 + * @return 是否等待成功 + */ + public boolean eleDeleted(By by, Double timeout, Boolean raiseErr) { + List list = this.driver._ele(by, timeout, 1, raiseErr, null, null); + return list == null || list.isEmpty() || eleDeleted(list.get(0), timeout, raiseErr); + } + + /** + * 等待元素从DOM中删除 + * + * @param loc 要等待的元素，可以是已有元素、定位符 + * @return 是否等待成功 + */ + public boolean eleDeleted(String loc) { + return eleDeleted(loc, null); + } + + /** + * 等待元素从DOM中删除 + * + * @param loc 要等待的元素，可以是已有元素、定位符 + * @param timeout 超时时间，默认读取页面超时时间 + * @return 是否等待成功 + */ + public boolean eleDeleted(String loc, Double timeout) { + return eleDeleted(loc, timeout, null); + } + + /** + * 等待元素从DOM中删除 + * + * @param loc 要等待的元素，可以是已有元素、定位符 + * @param timeout 超时时间，默认读取页面超时时间 + * @param raiseErr 等待失败时是否报错，为None时根据Settings设置 + * @return 是否等待成功 + */ + public boolean eleDeleted(String loc, Double timeout, Boolean raiseErr) { + List list = this.driver._ele(loc, timeout, 1, raiseErr, null, null); + return list == null || list.isEmpty() || eleDeleted(list.get(0), timeout, raiseErr); + } + + /** + * 等待元素从DOM中删除 + * + * @param ele 要等待的元素，可以是已有元素、定位符 + * @return 是否等待成功 + */ + public boolean eleDeleted(ChromiumElement ele) { + return eleDeleted(ele, null); + } + + /** + * 等待元素从DOM中删除 + * + * @param ele 要等待的元素，可以是已有元素、定位符 + * @param timeout 超时时间，默认读取页面超时时间 + * @return 是否等待成功 + */ + public boolean eleDeleted(ChromiumElement ele, Double timeout) { + return eleDeleted(ele, timeout, null); + } + + + /** + * 等待元素从DOM中删除 + * + * @param ele 要等待的元素，可以是已有元素、定位符 + * @param timeout 超时时间，默认读取页面超时时间 + * @param raiseErr 等待失败时是否报错，为None时根据Settings设置 + * @return 是否等待成功 + */ + public boolean eleDeleted(ChromiumElement ele, Double timeout, Boolean raiseErr) { + return ele == null || ele.waits().deleted(timeout, raiseErr); + } + + /** + * 等待元素变成显示状态 + * + * @param by 要等待的元素，可以是已有元素、定位符 + * @return 是否等待成功 + */ + public boolean eleDisplayed(By by) { + return eleDisplayed(by, null); + } + + /** + * 等待元素变成显示状态 + * + * @param by 要等待的元素，可以是已有元素、定位符 + * @param timeout 超时时间，默认读取页面超时时间 + * @return 是否等待成功 + */ + public boolean eleDisplayed(By by, Double timeout) { + return eleDisplayed(by, timeout, null); + } + + /** + * 等待元素变成显示状态 + * + * @param by 要等待的元素，可以是已有元素、定位符 + * @param timeout 超时时间，默认读取页面超时时间 + * @param raiseErr 等待失败时是否报错，为None时根据Settings设置 + * @return 是否等待成功 + */ + public boolean eleDisplayed(By by, Double timeout, Boolean raiseErr) { + timeout = timeout != null ? timeout : this.driver.timeout(); + long endTime = (long) (System.currentTimeMillis() + timeout); + List list = this.driver._ele(by, timeout, 1, false, null, null); + if (list == null || list.isEmpty()) return false; + timeout = (double) (endTime - System.currentTimeMillis()); + if (timeout <= 0) { + if (raiseErr.equals(true) || Settings.raiseWhenWaitFailed) + throw new WaitTimeoutError("待元素显示失败（等待" + timeout + "秒）。"); + else return false; + } + return eleDisplayed(list.get(0), timeout, raiseErr); + } + + /** + * 等待元素变成显示状态 + * + * @param loc 要等待的元素，可以是已有元素、定位符 + * @return 是否等待成功 + */ + public boolean eleDisplayed(String loc) { + return eleDisplayed(loc, null); + } + + /** + * 等待元素变成显示状态 + * + * @param loc 要等待的元素，可以是已有元素、定位符 + * @param timeout 超时时间，默认读取页面超时时间 + * @return 是否等待成功 + */ + public boolean eleDisplayed(String loc, Double timeout) { + return eleDisplayed(loc, timeout, null); + } + + /** + * 等待元素变成显示状态 + * + * @param ele 要等待的元素，可以是已有元素、定位符 + * @param timeout 超时时间，默认读取页面超时时间 + * @param raiseErr 等待失败时是否报错，为None时根据Settings设置 + * @return 是否等待成功 + */ + public boolean eleDisplayed(String ele, Double timeout, Boolean raiseErr) { + timeout = timeout != null ? timeout : this.driver.timeout(); + long endTime = (long) (System.currentTimeMillis() + timeout); + List list = this.driver._ele(ele, timeout, 1, false, null, null); + if (list == null || list.isEmpty()) return false; + timeout = (double) (endTime - System.currentTimeMillis()); + if (timeout <= 0) { + if (raiseErr.equals(true) || Settings.raiseWhenWaitFailed) + throw new WaitTimeoutError("待元素显示失败（等待" + timeout + "秒）。"); + else return false; + } + return eleDisplayed(list.get(0), timeout, raiseErr); + } + + /** + * 等待元素变成显示状态 + * + * @param ele 要等待的元素，可以是已有元素、定位符 + * @return 是否等待成功 + */ + public boolean eleDisplayed(ChromiumElement ele) { + return eleDisplayed(ele, null); + } + + /** + * 等待元素变成显示状态 + * + * @param ele 要等待的元素，可以是已有元素、定位符 + * @param timeout 超时时间，默认读取页面超时时间 + * @return 是否等待成功 + */ + public boolean eleDisplayed(ChromiumElement ele, Double timeout) { + return eleDisplayed(ele, timeout, null); + } + + /** + * 等待元素变成显示状态 + * + * @param ele 要等待的元素，可以是已有元素、定位符 + * @param timeout 超时时间，默认读取页面超时时间 + * @param raiseErr 等待失败时是否报错，为None时根据Settings设置 + * @return 是否等待成功 + */ + public boolean eleDisplayed(ChromiumElement ele, Double timeout, Boolean raiseErr) { + if (ele == null) return false; + return ele.waits().displayed(timeout != null ? timeout : this.driver.timeout(), raiseErr); + } + + + /** + * 等待元素变成隐藏状态 + * + * @param by 要等待的元素，可以是已有元素、定位符 + * @return 是否等待成功 + */ + public boolean eleHidden(By by) { + return eleHidden(by, null); + } + + /** + * 等待元素变成隐藏状态 + * + * @param by 要等待的元素，可以是已有元素、定位符 + * @param timeout 超时时间，默认读取页面超时时间 + * @return 是否等待成功 + */ + public boolean eleHidden(By by, Double timeout) { + return eleHidden(by, timeout, null); + } + + /** + * 等待元素变成隐藏状态 + * + * @param by 要等待的元素，可以是已有元素、定位符 + * @param timeout 超时时间，默认读取页面超时时间 + * @param raiseErr 等待失败时是否报错，为None时根据Settings设置 + * @return 是否等待成功 + */ + public boolean eleHidden(By by, Double timeout, Boolean raiseErr) { + timeout = timeout != null ? timeout : this.driver.timeout(); + long endTime = (long) (System.currentTimeMillis() + timeout); + List list = this.driver._ele(by, timeout, 1, false, null, null); + if (list == null || list.isEmpty()) return false; + timeout = (double) (endTime - System.currentTimeMillis()); + if (timeout <= 0) { + if (raiseErr.equals(true) || Settings.raiseWhenWaitFailed) + throw new WaitTimeoutError("待元素隐藏失败（等待" + timeout + "秒）。"); + else return false; + } + return eleHidden(list.get(0), timeout, raiseErr); + } + + /** + * 等待元素变成隐藏状态 + * + * @param loc 要等待的元素，可以是已有元素、定位符 + * @return 是否等待成功 + */ + public boolean eleHidden(String loc) { + return eleHidden(loc, null); + } + + /** + * 等待元素变成隐藏状态 + * + * @param loc 要等待的元素，可以是已有元素、定位符 + * @param timeout 超时时间，默认读取页面超时时间 + * @return 是否等待成功 + */ + public boolean eleHidden(String loc, Double timeout) { + return eleHidden(loc, timeout, null); + } + + /** + * 等待元素变成隐藏状态 + * + * @param ele 要等待的元素，可以是已有元素、定位符 + * @param timeout 超时时间，默认读取页面超时时间 + * @param raiseErr 等待失败时是否报错，为None时根据Settings设置 + * @return 是否等待成功 + */ + public boolean eleHidden(String ele, Double timeout, Boolean raiseErr) { + timeout = timeout != null ? timeout : this.driver.timeout(); + long endTime = (long) (System.currentTimeMillis() + timeout); + List list = this.driver._ele(ele, timeout, 1, false, null, null); + if (list == null || list.isEmpty()) return false; + timeout = (double) (endTime - System.currentTimeMillis()); + if (timeout <= 0) { + if (raiseErr.equals(true) || Settings.raiseWhenWaitFailed) + throw new WaitTimeoutError("待元素隐藏失败（等待" + timeout + "秒）。"); + else return false; + } + return eleHidden(list.get(0), timeout, raiseErr); + } + + /** + * 等待元素变成隐藏状态 + * + * @param ele 要等待的元素，可以是已有元素、定位符 + * @return 是否等待成功 + */ + public boolean eleHidden(ChromiumElement ele) { + return eleHidden(ele, null); + } + + /** + * 等待元素变成隐藏状态 + * + * @param ele 要等待的元素，可以是已有元素、定位符 + * @param timeout 超时时间，默认读取页面超时时间 + * @return 是否等待成功 + */ + public boolean eleHidden(ChromiumElement ele, Double timeout) { + return eleHidden(ele, timeout, null); + } + + /** + * 等待元素变成隐藏状态 + * + * @param ele 要等待的元素，可以是已有元素、定位符 + * @param timeout 超时时间，默认读取页面超时时间 + * @param raiseErr 等待失败时是否报错，为None时根据Settings设置 + * @return 是否等待成功 + */ + public boolean eleHidden(ChromiumElement ele, Double timeout, Boolean raiseErr) { + if (ele == null) return false; + return ele.waits().hidden(timeout != null ? timeout : this.driver.timeout(), raiseErr); + } + + + /** + * 等待元素加载到DOM + * + * @param by 要等待的元素，可以是已有元素、定位符 + * @return 是否等待成功 + */ + public ChromiumElement eleLoaded(By by) { + return eleLoaded(by, null); + } + + /** + * 等待元素加载到DOM + * + * @param by 要等待的元素，可以是已有元素、定位符 + * @param timeout 超时时间，默认读取页面超时时间 + * @return 是否等待成功 + */ + public ChromiumElement eleLoaded(By by, Double timeout) { + return eleLoaded(by, timeout, null); + } + + /** + * 等待元素加载到DOM + * + * @param by 要等待的元素，可以是已有元素、定位符 + * @param timeout 超时时间，默认读取页面超时时间 + * @param raiseErr 等待失败时是否报错，为None时根据Settings设置 + * @return 是否等待成功 + */ + public ChromiumElement eleLoaded(By by, Double timeout, Boolean raiseErr) { + timeout = timeout != null ? timeout : this.driver.timeout(); + long endTime = (long) (System.currentTimeMillis() + timeout); + List list = this.driver._ele(by, timeout, 1, false, null, null); + if (list == null || list.isEmpty()) { + timeout = (double) (endTime - System.currentTimeMillis()); + if (timeout <= 0) { + if (raiseErr.equals(true) || Settings.raiseWhenWaitFailed) + throw new WaitTimeoutError("待元素加载失败（等待" + timeout + "秒）。"); + else return null; + } + return null; + } else { + return list.get(0); + } + } + + /** + * 等待元素加载到DOM + * + * @param loc 要等待的元素，可以是已有元素、定位符 + * @return 是否等待成功 + */ + public ChromiumElement eleLoaded(String loc) { + return eleLoaded(loc, null); + } + + /** + * 等待元素加载到DOM + * + * @param loc 要等待的元素，可以是已有元素、定位符 + * @param timeout 超时时间，默认读取页面超时时间 + * @return 是否等待成功 + */ + public ChromiumElement eleLoaded(String loc, Double timeout) { + return eleLoaded(loc, timeout, null); + } + + /** + * 等待元素加载到DOM + * + * @param ele 要等待的元素，可以是已有元素、定位符 + * @param timeout 超时时间，默认读取页面超时时间 + * @param raiseErr 等待失败时是否报错，为None时根据Settings设置 + * @return 是否等待成功 + */ + public ChromiumElement eleLoaded(String ele, Double timeout, Boolean raiseErr) { + timeout = timeout != null ? timeout : this.driver.timeout(); + long endTime = (long) (System.currentTimeMillis() + timeout); + List list = this.driver._ele(ele, timeout, 1, false, null, null); + if (list == null || list.isEmpty()) { + timeout = (double) (endTime - System.currentTimeMillis()); + if (timeout <= 0) { + if (raiseErr.equals(true) || Settings.raiseWhenWaitFailed) + throw new WaitTimeoutError("待元素加载失败（等待" + timeout + "秒）。"); + else return null; + } + return null; + } else { + return list.get(0); + } + } + + + /** + * 等待页面开始加载 + * + * @return 是否等待成功 + */ + public boolean loadStart() { + return loadStart(null); + } + + /** + * 等待页面开始加载 + * + * @param timeout 超时时间，为null时使用页面timeout属性 + * @return 是否等待成功 + */ + public boolean loadStart(Double timeout) { + return loadStart(timeout, null); + } + + + /** + * 等待页面开始加载 + * + * @param timeout 超时时间，为null时使用页面timeout属性 + * @param raiseErr 等待失败时是否报错，为null时根据Settings设置 + * @return 是否等待成功 + */ + public boolean loadStart(Double timeout, Boolean raiseErr) { + return false; + } + + /** + * 等待页面加载完成 + * + * @return 是否等待成功 + */ + public boolean docLoaded() { + return docLoaded(null); + } + + /** + * 等待页面加载完成 + * + * @param timeout 超时时间，为null时使用页面timeout属性 + * @return 是否等待成功 + */ + public boolean docLoaded(Double timeout) { + return docLoaded(timeout, null); + } + + /** + * 等待页面加载完成 + * + * @param timeout 超时时间，为null时使用页面timeout属性 + * @param raiseErr 等待失败时是否报错，为null时根据Settings设置 + * @return 是否等待成功 + */ + public boolean docLoaded(Double timeout, Boolean raiseErr) { + return this.loading(timeout, false, 0.01, raiseErr); + } + + /** + * 等待自动填写上传文件路径 + * + * @return 是否等待成功 + */ + public boolean uploadPathsInputted() { + long endTime = (long) (System.currentTimeMillis() + this.driver.timeout() * 1000); + while (System.currentTimeMillis() < endTime) { + if (this.driver.getUploadList() == null || this.driver.getUploadList().isEmpty()) { + return true; + } + try { + Thread.sleep(10); + } catch (InterruptedException e) { + throw new RuntimeException(e); + } + } + return false; + } + + /** + * 等待浏览器下载开始，可将其拦截 + * + * @return 成功返回任务对象，失败返回false + */ + public Object downloadBegin() { + return downloadBegin(null); + } + + /** + * 等待浏览器下载开始，可将其拦截 + * + * @param timeout 超时时间，null使用页面对象超时时间 + * @return 成功返回任务对象，失败返回false + */ + public Object downloadBegin(Double timeout) { + return downloadBegin(timeout, false); + } + + /** + * 等待浏览器下载开始，可将其拦截 + * + * @param timeout 超时时间，null使用页面对象超时时间 + * @param cancelIt 是否取消该任务 + * @return 成功返回任务对象，失败返回false + */ + public Object downloadBegin(Double timeout, boolean cancelIt) { + this.driver.browser().getDlMgr().setFlag(this.driver.tabId(), !cancelIt); + timeout = timeout == null ? this.driver.timeout() : timeout; + Object r = false; + long endTime = (long) (System.currentTimeMillis() + timeout * 1000); + while (System.currentTimeMillis() < endTime) { + Object flag = this.driver.browser().getDlMgr().getFlag(this.driver.tabId()); + if (!(flag instanceof Boolean)) { + r = flag; + break; + } + } + this.driver.browser().getDlMgr().setFlag(this.driver.tabId(), null); + return r; + } + + /** + * 等待url变成包含或不包含指定文本 + * + * @param text 用于识别的文本 + * @return 是否等待成功 + */ + public boolean urlChange(String text) { + return urlChange(text, false); + } + + /** + * 等待url变成包含或不包含指定文本 + * + * @param text 用于识别的文本 + * @param exclude 是否排除，为True时当url不包含text指定文本时返回True + * @return 是否等待成功 + */ + public boolean urlChange(String text, boolean exclude) { + return urlChange(text, exclude, null); + } + + /** + * 等待url变成包含或不包含指定文本 + * + * @param text 用于识别的文本 + * @param exclude 是否排除，为True时当url不包含text指定文本时返回True + * @param timeout 超时时间 + * @return 是否等待成功 + */ + public boolean urlChange(String text, boolean exclude, Double timeout) { + return urlChange(text, exclude, timeout, null); + } + + /** + * 等待url变成包含或不包含指定文本 + * + * @param text 用于识别的文本 + * @param exclude 是否排除，为True时当url不包含text指定文本时返回True + * @param timeout 超时时间 + * @param raiseErr 等待失败时是否报错，为null时根据Settings设置 + * @return 是否等待成功 + */ + public boolean urlChange(String text, boolean exclude, Double timeout, Boolean raiseErr) { + return this.change("url", text, exclude, timeout, raiseErr); + } + + /** + * 等待title变成包含或不包含指定文本 + * + * @param text 用于识别的文本 + * @return 是否等待成功 + */ + public boolean titleChange(String text) { + return titleChange(text, false); + } + + /** + * 等待title变成包含或不包含指定文本 + * + * @param text 用于识别的文本 + * @param exclude 是否排除，为True时当title不包含text指定文本时返回True + * @return 是否等待成功 + */ + public boolean titleChange(String text, boolean exclude) { + return titleChange(text, exclude, null); + } + + /** + * 等待title变成包含或不包含指定文本 + * + * @param text 用于识别的文本 + * @param exclude 是否排除，为True时当title不包含text指定文本时返回True + * @param timeout 超时时间 + * @return 是否等待成功 + */ + public boolean titleChange(String text, boolean exclude, Double timeout) { + return titleChange(text, exclude, timeout, null); + } + + /** + * 等待title变成包含或不包含指定文本 + * + * @param text 用于识别的文本 + * @param exclude 是否排除，为True时当title不包含text指定文本时返回True + * @param timeout 超时时间 + * @param raiseErr 等待失败时是否报错，为null时根据Settings设置 + * @return 是否等待成功 + */ + public boolean titleChange(String text, boolean exclude, Double timeout, Boolean raiseErr) { + return this.change("title", text, exclude, timeout, raiseErr); + + } + + /** + * 等待指定属性变成包含或不包含指定文本 + * + * @param arg 要被匹配的属性 + * @param text 用于识别的文本 + * @param exclude 为True时当属性不包含text指定文本时返回True + * @param timeout 超时时间 + * @param raiseErr 等待失败时是否报错，为null时根据Settings设置 + * @return 是否等待成功 + */ + protected boolean change(String arg, String text, boolean exclude, Double timeout, Boolean raiseErr) { + timeout = timeout == null ? this.driver.timeout() : timeout; + long endTime = (long) (System.currentTimeMillis() + timeout * 1000); + String val; + while (System.currentTimeMillis() < endTime) { + if (arg.equals("url")) { + val = this.driver.url(); + } else if (arg.equals("title")) { + val = this.driver.title(); + } else { + throw new IllegalArgumentException(); + } + if ((!exclude && val.contains(text)) || (exclude && !val.contains(text))) { + return true; + } + try { + Thread.sleep(50); + } catch (InterruptedException e) { + throw new RuntimeException(e); + } + } + if (raiseErr != null && raiseErr || Settings.raiseWhenWaitFailed) { + throw new WaitTimeoutError("等待" + arg + "改变失败（等待" + timeout + "秒）。"); + } + return false; + } + + protected boolean loading(Double timeout, boolean start, double gap, Boolean raiseErr) { + timeout = timeout == null || timeout != 0 ? this.driver.timeout() : timeout; + long endTime = (long) (System.currentTimeMillis() + timeout * 1000); + while (System.currentTimeMillis() < endTime) { + if (this.driver.getIsLoading() == start) { + return true; + } + try { + Thread.sleep((long) (gap * 1000)); + } catch (InterruptedException e) { + throw new RuntimeException(e); + } + } + if (raiseErr != null && raiseErr || Settings.raiseWhenWaitFailed) { + throw new WaitTimeoutError("等待页面加载失败（等待" + timeout + "秒）。"); + } + return false; + } + + +} diff --git a/java/src/main/java/com/ll/DrissonPage/units/waiter/ElementWaiter.java b/java/src/main/java/com/ll/DrissonPage/units/waiter/ElementWaiter.java new file mode 100644 index 0000000..22d6d52 --- /dev/null +++ b/java/src/main/java/com/ll/DrissonPage/units/waiter/ElementWaiter.java @@ -0,0 +1,404 @@ +package com.ll.DrissonPage.units.waiter; + +import com.ll.DrissonPage.element.ChromiumElement; +import com.ll.DrissonPage.error.extend.NoRectError; +import com.ll.DrissonPage.error.extend.WaitTimeoutError; +import com.ll.DrissonPage.functions.Settings; +import com.ll.DrissonPage.page.ChromiumBase; +import com.ll.DrissonPage.units.Coordinate; +import com.ll.DrissonPage.units.states.ElementStates; + +import java.lang.reflect.InvocationTargetException; +import java.util.Objects; + +/** + * 等待元素在dom中某种状态，如删除、显示、隐藏 + * + * @author 陆 + * @address click + */ +public class ElementWaiter { + private final ChromiumBase page; + private final ChromiumElement ele; + + /** + * 等待元素在dom中某种状态，如删除、显示、隐藏 + * + * @param page 元素所在页面 + * @param ele 要等待的元素 + */ + public ElementWaiter(ChromiumBase page, ChromiumElement ele) { + this.page = page; + this.ele = ele; + } + + /** + * 等待若干秒 + * + * @param second 秒 + */ + public void sleep(Double second) { + try { + Thread.sleep((long) (second * 1000)); + } catch (InterruptedException e) { + throw new RuntimeException(e); + } + } + + /** + * 等待元素从dom删除 + * + * @return 是否等待成功 + */ + public boolean deleted() { + return deleted(null); + } + + /** + * 等待元素从dom删除 + * + * @param timeout 超时时间，为null使用元素所在页面timeout属性 + * @return 是否等待成功 + */ + public boolean deleted(Double timeout) { + return deleted(timeout, null); + } + + /** + * 等待元素从dom删除 + * + * @param timeout 超时时间，为null使用元素所在页面timeout属性 + * @param raiseErr 等待失败时是否报错，为null时根据Settings设置 + * @return 是否等待成功 + */ + public boolean deleted(Double timeout, Boolean raiseErr) { + return this.waitState("isAlive", false, timeout, raiseErr, "等待元素被删除失败。"); + } + + + /** + * 等待元素从dom显示 + * + * @return 是否等待成功 + */ + public boolean displayed() { + return displayed(null); + } + + /** + * 等待元素从dom显示 + * + * @param timeout 超时时间，为null使用元素所在页面timeout属性 + * @return 是否等待成功 + */ + public boolean displayed(Double timeout) { + return displayed(timeout, null); + } + + /** + * 等待元素从dom显示 + * + * @param timeout 超时时间，为null使用元素所在页面timeout属性 + * @param raiseErr 等待失败时是否报错，为null时根据Settings设置 + * @return 是否等待成功 + */ + public boolean displayed(Double timeout, Boolean raiseErr) { + return this.waitState("isDisplayed", true, timeout, raiseErr, "等待元素显示失败。"); + } + + + /** + * 等待元素从dom隐藏 + * + * @return 是否等待成功 + */ + public boolean hidden() { + return hidden(null); + } + + /** + * 等待元素从dom隐藏 + * + * @param timeout 超时时间，为null使用元素所在页面timeout属性 + * @return 是否等待成功 + */ + public boolean hidden(Double timeout) { + return hidden(timeout, null); + } + + /** + * 等待元素从dom隐藏 + * + * @param timeout 超时时间，为null使用元素所在页面timeout属性 + * @param raiseErr 等待失败时是否报错，为null时根据Settings设置 + * @return 是否等待成功 + */ + public boolean hidden(Double timeout, Boolean raiseErr) { + return this.waitState("isDisplayed", false, timeout, raiseErr, "等待元素隐藏失败。"); + } + + + /** + * 等待当前元素被遮盖 + * + * @return 是否等待成功 + */ + public boolean covered() { + return covered(null); + } + + /** + * 等待当前元素被遮盖 + * + * @param timeout 超时时间，为null使用元素所在页面timeout属性 + * @return 是否等待成功 + */ + public boolean covered(Double timeout) { + return covered(timeout, null); + } + + /** + * 等待当前元素被遮盖 + * + * @param timeout 超时时间，为null使用元素所在页面timeout属性 + * @param raiseErr 等待失败时是否报错，为null时根据Settings设置 + * @return 是否等待成功 + */ + public boolean covered(Double timeout, Boolean raiseErr) { + return this.waitState("isCovered", true, timeout, raiseErr, "等待元素被覆盖失败。"); + } + + + /** + * 等待当前元素不被遮盖 + * + * @return 是否等待成功 + */ + public boolean notCovered() { + return notCovered(null); + } + + /** + * 等待当前元素不被遮盖 + * + * @param timeout 超时时间，为null使用元素所在页面timeout属性 + * @return 是否等待成功 + */ + public boolean notCovered(Double timeout) { + return notCovered(timeout, null); + } + + /** + * 等待当前元素不被遮盖 + * + * @param timeout 超时时间，为null使用元素所在页面timeout属性 + * @param raiseErr 等待失败时是否报错，为null时根据Settings设置 + * @return 是否等待成功 + */ + public boolean notCovered(Double timeout, Boolean raiseErr) { + return this.waitState("isCovered", false, timeout, raiseErr, "等待元素不被覆盖失败。"); + } + + + /** + * 等待当前元素变成可用 + * + * @return 是否等待成功 + */ + public boolean enabled() { + return enabled(null); + } + + /** + * 等待当前元素变成可用 + * + * @param timeout 超时时间，为null使用元素所在页面timeout属性 + * @return 是否等待成功 + */ + public boolean enabled(Double timeout) { + return enabled(timeout, null); + } + + /** + * 等待当前元素变成可用 + * + * @param timeout 超时时间，为null使用元素所在页面timeout属性 + * @param raiseErr 等待失败时是否报错，为null时根据Settings设置 + * @return 是否等待成功 + */ + public boolean enabled(Double timeout, Boolean raiseErr) { + return this.waitState("isEnabled", true, timeout, raiseErr, "等待元素变成可用失败。"); + } + + /** + * 等待当前元素变成不可用 + * + * @return 是否等待成功 + */ + public boolean disabled() { + return disabled(null); + } + + /** + * 等待当前元素变成不可用 + * + * @param timeout 超时时间，为null使用元素所在页面timeout属性 + * @return 是否等待成功 + */ + public boolean disabled(Double timeout) { + return disabled(timeout, null); + } + + /** + * 等待当前元素变成不可用 + * + * @param timeout 超时时间，为null使用元素所在页面timeout属性 + * @param raiseErr 等待失败时是否报错，为null时根据Settings设置 + * @return 是否等待成功 + */ + public boolean disabled(Double timeout, Boolean raiseErr) { + return this.waitState("isEnabled", false, timeout, raiseErr, "等待元素变成不可用失败。"); + } + + /** + * 等待当前元素变成不可用或从DOM移除 + * + * @return 是否等待成功 + */ + public boolean disabledOrDeleted() { + return disabledOrDeleted(null); + } + + /** + * 等待当前元素变成不可用或从DOM移除 + * + * @param timeout 超时时间，为null使用元素所在页面timeout属性 + * @return 是否等待成功 + */ + public boolean disabledOrDeleted(Double timeout) { + return disabledOrDeleted(timeout, null); + } + + /** + * 等待当前元素变成不可用或从DOM移除 + * + * @param timeout 超时时间，为null使用元素所在页面timeout属性 + * @param raiseErr 等待失败时是否报错，为null时根据Settings设置 + * @return 是否等待成功 + */ + public boolean disabledOrDeleted(Double timeout, Boolean raiseErr) { + timeout = timeout == null ? this.page.timeout() : timeout; + long endTime = (long) (System.currentTimeMillis() + timeout * 1000); + while (System.currentTimeMillis() < endTime) { + if (!this.ele.states().isEnabled() || !this.ele.states().isAlive()) { + return true; + } + try { + Thread.sleep(50); + } catch (InterruptedException e) { + throw new RuntimeException(e); + } + } + if (raiseErr == Boolean.TRUE || Settings.raiseWhenWaitFailed) + throw new WaitTimeoutError("等待元素隐藏或被删除失败（等待" + timeout + "秒）。"); + else return false; + + } + + /** + * 等待当前元素停止运动 + * + * @return 是否等待成功 + */ + public boolean stopMoving() { + return stopMoving(.1); + } + + /** + * 等待当前元素停止运动 + * + * @param gap 检测间隔时间 + * @return 是否等待成功 + */ + public boolean stopMoving(double gap) { + return stopMoving(gap, null); + } + + /** + * 等待当前元素停止运动 + * + * @param gap 检测间隔时间 + * @param timeout 超时时间，为null 使用元素所在页面timeout属性 + * @return 是否等待成功 + */ + public boolean stopMoving(double gap, Double timeout) { + return stopMoving(gap, timeout, null); + } + + /** + * 等待当前元素停止运动 + * + * @param gap 检测间隔时间 + * @param timeout 超时时间，为null 使用元素所在页面timeout属性 + * @param raiseErr 等待失败时是否报错，为null时根据Settings设置 + * @return 是否等待成功 + */ + public boolean stopMoving(double gap, Double timeout, Boolean raiseErr) { + timeout = timeout == null ? this.page.timeout() : timeout; + long endTime = (long) (System.currentTimeMillis() + timeout * 1000); + Object size = null; + Coordinate location = null; + while (System.currentTimeMillis() < endTime) { + try { + size = this.ele.states().hasRect(); + location = this.ele.rect().location(); + break; + } catch (NoRectError ignored) { + } + } + while (System.currentTimeMillis() < endTime) { + try { + Thread.sleep((long) gap * 1000); + } catch (InterruptedException e) { + throw new RuntimeException(e); + } + if (Objects.equals(this.ele.rect().size(), size) && Objects.equals(this.ele.rect().location(), location)) + return true; + size = this.ele.rect().size(); + location = this.ele.rect().location(); + } + if (raiseErr == Boolean.TRUE || Settings.raiseWhenWaitFailed) + throw new WaitTimeoutError("等待元素停止运动失败（等待" + timeout + "秒）。"); + else return false; + } + + /** + * 等待元素某个元素状态到达指定状态 + * + * @param attr 状态名称 + * @param mode true或false + * @param timeout 超时时间，为None使用元素所在页面timeout属性 + * @param raiseErr 等待失败时是否报错，为null时根据Settings设置 + * @param errText 抛出错误时显示的信息 + * @return 是否等待成功 + */ + private boolean waitState(String attr, boolean mode, Double timeout, Boolean raiseErr, String errText) { + errText = errText == null ? "等待元素状态改变失败（等待%s秒）。" : errText; + timeout = timeout == null ? this.page.timeout() : timeout; + long endTime = (long) (System.currentTimeMillis() + timeout * 1000); + while (System.currentTimeMillis() < endTime) { + ElementStates states = this.ele.states(); + try { + if (Objects.equals(states.getClass().getMethod(attr).invoke(states), mode)) return true; + Thread.sleep(50); + } catch (NoSuchMethodException | InvocationTargetException | IllegalAccessException | + InterruptedException e) { + throw new RuntimeException(e); + } + } + if (raiseErr == Boolean.TRUE || Settings.raiseWhenWaitFailed) + throw new WaitTimeoutError(String.format(errText, timeout)); + else return false; + } + +} diff --git a/java/src/main/java/com/ll/DrissonPage/units/waiter/FrameWaiter.java b/java/src/main/java/com/ll/DrissonPage/units/waiter/FrameWaiter.java new file mode 100644 index 0000000..a7dfae5 --- /dev/null +++ b/java/src/main/java/com/ll/DrissonPage/units/waiter/FrameWaiter.java @@ -0,0 +1,396 @@ +package com.ll.DrissonPage.units.waiter; + +import com.ll.DrissonPage.element.ChromiumElement; +import com.ll.DrissonPage.error.extend.NoRectError; +import com.ll.DrissonPage.error.extend.WaitTimeoutError; +import com.ll.DrissonPage.functions.Settings; +import com.ll.DrissonPage.page.ChromiumFrame; +import com.ll.DrissonPage.units.Coordinate; +import com.ll.DrissonPage.units.states.ElementStates; + +import java.lang.reflect.InvocationTargetException; +import java.util.Objects; + +/** + * @author 陆 + * @address click + */ +public class FrameWaiter extends BaseWaiter { + //----------------------------多继承ElementWaiter----------------------------- + private final ChromiumElement ele; + + + public FrameWaiter(ChromiumFrame chromiumBase) { + super(chromiumBase); + this.ele = chromiumBase.frameEle(); + } + + /** + * 等待若干秒 + * + * @param second 秒 + */ + public void sleep(Double second) { + try { + Thread.sleep((long) (second * 1000)); + } catch (InterruptedException e) { + throw new RuntimeException(e); + } + } + + /** + * 等待元素从dom删除 + * + * @return 是否等待成功 + */ + public boolean deleted() { + return deleted(null); + } + + /** + * 等待元素从dom删除 + * + * @param timeout 超时时间，为null使用元素所在页面timeout属性 + * @return 是否等待成功 + */ + public boolean deleted(Double timeout) { + return deleted(timeout, null); + } + + /** + * 等待元素从dom删除 + * + * @param timeout 超时时间，为null使用元素所在页面timeout属性 + * @param raiseErr 等待失败时是否报错，为null时根据Settings设置 + * @return 是否等待成功 + */ + public boolean deleted(Double timeout, Boolean raiseErr) { + return this.waitState("isAlive", false, timeout, raiseErr, "等待元素被删除失败。"); + } + + + /** + * 等待元素从dom显示 + * + * @return 是否等待成功 + */ + public boolean displayed() { + return displayed(null); + } + + /** + * 等待元素从dom显示 + * + * @param timeout 超时时间，为null使用元素所在页面timeout属性 + * @return 是否等待成功 + */ + public boolean displayed(Double timeout) { + return displayed(timeout, null); + } + + /** + * 等待元素从dom显示 + * + * @param timeout 超时时间，为null使用元素所在页面timeout属性 + * @param raiseErr 等待失败时是否报错，为null时根据Settings设置 + * @return 是否等待成功 + */ + public boolean displayed(Double timeout, Boolean raiseErr) { + return this.waitState("isDisplayed", true, timeout, raiseErr, "等待元素显示失败。"); + } + + + /** + * 等待元素从dom隐藏 + * + * @return 是否等待成功 + */ + public boolean hidden() { + return hidden(null); + } + + /** + * 等待元素从dom隐藏 + * + * @param timeout 超时时间，为null使用元素所在页面timeout属性 + * @return 是否等待成功 + */ + public boolean hidden(Double timeout) { + return hidden(timeout, null); + } + + /** + * 等待元素从dom隐藏 + * + * @param timeout 超时时间，为null使用元素所在页面timeout属性 + * @param raiseErr 等待失败时是否报错，为null时根据Settings设置 + * @return 是否等待成功 + */ + public boolean hidden(Double timeout, Boolean raiseErr) { + return this.waitState("isDisplayed", false, timeout, raiseErr, "等待元素隐藏失败。"); + } + + + /** + * 等待当前元素被遮盖 + * + * @return 是否等待成功 + */ + public boolean covered() { + return covered(null); + } + + /** + * 等待当前元素被遮盖 + * + * @param timeout 超时时间，为null使用元素所在页面timeout属性 + * @return 是否等待成功 + */ + public boolean covered(Double timeout) { + return covered(timeout, null); + } + + /** + * 等待当前元素被遮盖 + * + * @param timeout 超时时间，为null使用元素所在页面timeout属性 + * @param raiseErr 等待失败时是否报错，为null时根据Settings设置 + * @return 是否等待成功 + */ + public boolean covered(Double timeout, Boolean raiseErr) { + return this.waitState("isCovered", true, timeout, raiseErr, "等待元素被覆盖失败。"); + } + + + /** + * 等待当前元素不被遮盖 + * + * @return 是否等待成功 + */ + public boolean notCovered() { + return notCovered(null); + } + + /** + * 等待当前元素不被遮盖 + * + * @param timeout 超时时间，为null使用元素所在页面timeout属性 + * @return 是否等待成功 + */ + public boolean notCovered(Double timeout) { + return notCovered(timeout, null); + } + + /** + * 等待当前元素不被遮盖 + * + * @param timeout 超时时间，为null使用元素所在页面timeout属性 + * @param raiseErr 等待失败时是否报错，为null时根据Settings设置 + * @return 是否等待成功 + */ + public boolean notCovered(Double timeout, Boolean raiseErr) { + return this.waitState("isCovered", false, timeout, raiseErr, "等待元素不被覆盖失败。"); + } + + + /** + * 等待当前元素变成可用 + * + * @return 是否等待成功 + */ + public boolean enabled() { + return enabled(null); + } + + /** + * 等待当前元素变成可用 + * + * @param timeout 超时时间，为null使用元素所在页面timeout属性 + * @return 是否等待成功 + */ + public boolean enabled(Double timeout) { + return enabled(timeout, null); + } + + /** + * 等待当前元素变成可用 + * + * @param timeout 超时时间，为null使用元素所在页面timeout属性 + * @param raiseErr 等待失败时是否报错，为null时根据Settings设置 + * @return 是否等待成功 + */ + public boolean enabled(Double timeout, Boolean raiseErr) { + return this.waitState("isEnabled", true, timeout, raiseErr, "等待元素变成可用失败。"); + } + + /** + * 等待当前元素变成不可用 + * + * @return 是否等待成功 + */ + public boolean disabled() { + return disabled(null); + } + + /** + * 等待当前元素变成不可用 + * + * @param timeout 超时时间，为null使用元素所在页面timeout属性 + * @return 是否等待成功 + */ + public boolean disabled(Double timeout) { + return disabled(timeout, null); + } + + /** + * 等待当前元素变成不可用 + * + * @param timeout 超时时间，为null使用元素所在页面timeout属性 + * @param raiseErr 等待失败时是否报错，为null时根据Settings设置 + * @return 是否等待成功 + */ + public boolean disabled(Double timeout, Boolean raiseErr) { + return this.waitState("isEnabled", false, timeout, raiseErr, "等待元素变成不可用失败。"); + } + + /** + * 等待当前元素变成不可用或从DOM移除 + * + * @return 是否等待成功 + */ + public boolean disabledOrDeleted() { + return disabledOrDeleted(null); + } + + /** + * 等待当前元素变成不可用或从DOM移除 + * + * @param timeout 超时时间，为null使用元素所在页面timeout属性 + * @return 是否等待成功 + */ + public boolean disabledOrDeleted(Double timeout) { + return disabledOrDeleted(timeout, null); + } + + /** + * 等待当前元素变成不可用或从DOM移除 + * + * @param timeout 超时时间，为null使用元素所在页面timeout属性 + * @param raiseErr 等待失败时是否报错，为null时根据Settings设置 + * @return 是否等待成功 + */ + public boolean disabledOrDeleted(Double timeout, Boolean raiseErr) { + timeout = timeout == null ? super.driver.timeout() : timeout; + long endTime = (long) (System.currentTimeMillis() + timeout * 1000); + while (System.currentTimeMillis() < endTime) { + if (!this.ele.states().isEnabled() || !this.ele.states().isAlive()) { + return true; + } + try { + Thread.sleep(50); + } catch (InterruptedException e) { + throw new RuntimeException(e); + } + } + if (raiseErr == Boolean.TRUE || Settings.raiseWhenWaitFailed) + throw new WaitTimeoutError("等待元素隐藏或被删除失败（等待" + timeout + "秒）。"); + else return false; + + } + + /** + * 等待当前元素停止运动 + * + * @return 是否等待成功 + */ + public boolean stopMoving() { + return stopMoving(.1); + } + + /** + * 等待当前元素停止运动 + * + * @param gap 检测间隔时间 + * @return 是否等待成功 + */ + public boolean stopMoving(double gap) { + return stopMoving(gap, null); + } + + /** + * 等待当前元素停止运动 + * + * @param gap 检测间隔时间 + * @param timeout 超时时间，为null 使用元素所在页面timeout属性 + * @return 是否等待成功 + */ + public boolean stopMoving(double gap, Double timeout) { + return stopMoving(gap, timeout, null); + } + + /** + * 等待当前元素停止运动 + * + * @param gap 检测间隔时间 + * @param timeout 超时时间，为null 使用元素所在页面timeout属性 + * @param raiseErr 等待失败时是否报错，为null时根据Settings设置 + * @return 是否等待成功 + */ + public boolean stopMoving(double gap, Double timeout, Boolean raiseErr) { + timeout = timeout == null ? super.driver.timeout() : timeout; + long endTime = (long) (System.currentTimeMillis() + timeout * 1000); + Object size = null; + Coordinate location = null; + while (System.currentTimeMillis() < endTime) { + try { + size = this.ele.states().hasRect(); + location = this.ele.rect().location(); + break; + } catch (NoRectError ignored) { + } + } + while (System.currentTimeMillis() < endTime) { + try { + Thread.sleep((long) gap * 1000); + } catch (InterruptedException e) { + throw new RuntimeException(e); + } + if (Objects.equals(this.ele.rect().size(), size) && Objects.equals(this.ele.rect().location(), location)) + return true; + size = this.ele.rect().size(); + location = this.ele.rect().location(); + } + if (raiseErr == Boolean.TRUE || Settings.raiseWhenWaitFailed) + throw new WaitTimeoutError("等待元素停止运动失败（等待" + timeout + "秒）。"); + else return false; + } + + /** + * 等待元素某个元素状态到达指定状态 + * + * @param attr 状态名称 + * @param mode true或false + * @param timeout 超时时间，为None使用元素所在页面timeout属性 + * @param raiseErr 等待失败时是否报错，为null时根据Settings设置 + * @param errText 抛出错误时显示的信息 + * @return 是否等待成功 + */ + private boolean waitState(String attr, boolean mode, Double timeout, Boolean raiseErr, String errText) { + errText = errText == null ? "等待元素状态改变失败（等待%s秒）。" : errText; + timeout = timeout == null ? super.driver.timeout() : timeout; + long endTime = (long) (System.currentTimeMillis() + timeout * 1000); + while (System.currentTimeMillis() < endTime) { + ElementStates states = this.ele.states(); + try { + if (Objects.equals(states.getClass().getMethod(attr).invoke(states), mode)) return true; + Thread.sleep(50); + } catch (NoSuchMethodException | InvocationTargetException | IllegalAccessException | + InterruptedException e) { + throw new RuntimeException(e); + } + } + if (raiseErr == Boolean.TRUE || Settings.raiseWhenWaitFailed) + throw new WaitTimeoutError(String.format(errText, timeout)); + else return false; + } +} diff --git a/java/src/main/java/com/ll/DrissonPage/units/waiter/PageWaiter.java b/java/src/main/java/com/ll/DrissonPage/units/waiter/PageWaiter.java new file mode 100644 index 0000000..7e677c1 --- /dev/null +++ b/java/src/main/java/com/ll/DrissonPage/units/waiter/PageWaiter.java @@ -0,0 +1,114 @@ +package com.ll.DrissonPage.units.waiter; + +import com.ll.DrissonPage.error.extend.WaitTimeoutError; +import com.ll.DrissonPage.functions.Settings; +import com.ll.DrissonPage.page.ChromiumPage; +import com.ll.DrissonPage.units.downloader.DownloadMission; + +import java.util.Objects; + +/** + * @author 陆 + * @address click + */ +public class PageWaiter extends TabWaiter { + public PageWaiter(ChromiumPage page) { + super(page); + } + + /** + * @return 等到新标签页返回其id，否则返回False + */ + public String newTab() { + return newTab(null); + } + + /** + * @param timeout 等待超时时间，为Null则使用页面对象timeout属性 + * @return 等到新标签页返回其id，否则返回False + */ + public String newTab(Double timeout) { + return newTab(timeout, null); + } + + /** + * @param timeout 等待超时时间，为Null则使用页面对象timeout属性 + * @param raiseErr 等待失败时是否报错，为Null时根据Settings设置 + * @return 等到新标签页返回其id，否则返回False + */ + public String newTab(Double timeout, Boolean raiseErr) { + timeout = timeout == null ? this.driver.timeout() : timeout; + long endTime = (long) (System.currentTimeMillis() + timeout * 1000); + while (System.currentTimeMillis() < endTime) { + String s = ((ChromiumPage) (this.driver)).latestTab(); + if (Objects.equals(this.driver.tabId(), s)) return s; + try { + Thread.sleep(10); + } catch (InterruptedException e) { + throw new RuntimeException(e); + } + } + if (raiseErr != null && raiseErr || Settings.raiseWhenWaitFailed) + throw new WaitTimeoutError("等待新标签页失败（等待" + timeout + "秒"); + return null; + } + + /** + * 等待所有浏览器下载任务结束 + * + * @return 是否等待成功 + */ + public boolean allDownloadsDone() { + return allDownloadsDone(null); + } + + /** + * 等待所有浏览器下载任务结束 + * + * @param timeout 超时时间，为null时无限等待 + * @return 是否等待成功 + */ + public boolean allDownloadsDone(Double timeout) { + return allDownloadsDone(timeout, true); + } + + /** + * 等待所有浏览器下载任务结束 + * + * @param timeout 超时时间，为null时无限等待 + * @param cancelIfTimeout 超时时是否取消剩余任务 + * @return 是否等待成功 + */ + public boolean allDownloadsDone(Double timeout, boolean cancelIfTimeout) { + if (timeout == null) { + while (!this.driver.browser().getDlMgr().getMissions().isEmpty()) { + try { + Thread.sleep(500); + } catch (InterruptedException e) { + throw new RuntimeException(e); + } + } + return true; + } else { + long endTime = (long) (System.currentTimeMillis() + timeout * 1000); + while (System.currentTimeMillis() < endTime) { + if (this.driver.browser().getDlMgr().getMissions().isEmpty()) { + return true; + } + try { + Thread.sleep(500); + } catch (InterruptedException e) { + throw new RuntimeException(e); + } + } + if (!this.driver.browser().getDlMgr().getMissions().isEmpty()) { + if (cancelIfTimeout) + this.driver.browser().getDlMgr().getMissions().values().forEach(DownloadMission::cancel); + return false; + } else { + return true; + } + } + } + +} diff --git a/java/src/main/java/com/ll/DrissonPage/units/waiter/TabWaiter.java b/java/src/main/java/com/ll/DrissonPage/units/waiter/TabWaiter.java new file mode 100644 index 0000000..e2f36b2 --- /dev/null +++ b/java/src/main/java/com/ll/DrissonPage/units/waiter/TabWaiter.java @@ -0,0 +1,95 @@ +package com.ll.DrissonPage.units.waiter; + +import com.ll.DrissonPage.page.ChromiumBase; +import com.ll.DrissonPage.units.downloader.DownloadMission; + +/** + * @author 陆 + * @address click + */ +public class TabWaiter extends BaseWaiter { + public TabWaiter(ChromiumBase chromiumBase) { + super(chromiumBase); + } + + /** + * 等待所有浏览器下载任务结束 + * + * @return 是否等待成功 + */ + public boolean downloadsDone() { + return downloadsDone(null); + } + + /** + * 等待所有浏览器下载任务结束 + * + * @param timeout 超时时间，为null时无限等待 + * @return 是否等待成功 + */ + public boolean downloadsDone(Float timeout) { + return downloadsDone(timeout, true); + } + + /** + * 等待所有浏览器下载任务结束 + * + * @param timeout 超时时间，为null时无限等待 + * @param cancelIfTimeout 超时时是否取消剩余任务 + * @return 是否等待成功 + */ + public boolean downloadsDone(Float timeout, boolean cancelIfTimeout) { + if (timeout == null) { + while (!this.driver.browser().getDlMgr().getTabMissions(this.driver.tabId()).isEmpty()) { + try { + Thread.sleep(500); + } catch (InterruptedException e) { + throw new RuntimeException(e); + } + } + return true; + } else { + long endTime = (long) (System.currentTimeMillis() + this.driver.timeout() * 1000); + while (System.currentTimeMillis() < endTime) { + if (this.driver.browser().getDlMgr().getTabMissions(this.driver.tabId()).isEmpty()) { + return true; + } + try { + Thread.sleep(500); + } catch (InterruptedException e) { + throw new RuntimeException(e); + } + } + if (!this.driver.browser().getDlMgr().getTabMissions(this.driver.tabId()).isEmpty()) { + if (cancelIfTimeout) { + for (DownloadMission tabMission : this.driver.browser().getDlMgr().getTabMissions(this.driver.tabId())) { + tabMission.cancel(); + } + } + return false; + } + return true; + } + } + + /** + * 等待弹出框关闭 + */ + public void alertClose() { + while (!super.driver.states().hasAlert()) { + try { + Thread.sleep(200); + } catch (InterruptedException e) { + throw new RuntimeException(e); + } + } + while (super.driver.states().hasAlert()) { + try { + Thread.sleep(200); + } catch (InterruptedException e) { + throw new RuntimeException(e); + } + } + } + +} diff --git a/java/src/main/java/com/ll/DrissonPage/utils/CloseableHttpClientUtils.java b/java/src/main/java/com/ll/DrissonPage/utils/CloseableHttpClientUtils.java new file mode 100644 index 0000000..754cec0 --- /dev/null +++ b/java/src/main/java/com/ll/DrissonPage/utils/CloseableHttpClientUtils.java @@ -0,0 +1,105 @@ +package com.ll.DrissonPage.utils; + + +import org.apache.http.Header; +import org.apache.http.HttpEntity; +import org.apache.http.client.config.RequestConfig; +import org.apache.http.client.methods.CloseableHttpResponse; +import org.apache.http.client.methods.HttpUriRequest; +import org.apache.http.config.SocketConfig; +import org.apache.http.impl.client.CloseableHttpClient; +import org.apache.http.impl.client.HttpClientBuilder; +import org.apache.http.util.EntityUtils; + +import java.io.IOException; +import java.util.Collection; + +/** + * 可关闭连接请求工具 + * + * @author 陆 + * @address click + */ +public class CloseableHttpClientUtils { + private static final CloseableHttpClient closeableHttpClient; + + static { + closeableHttpClient = reconnectCloseableHttpClient(); + } + + private CloseableHttpClientUtils() { + + } + + public static CloseableHttpClient closeableHttpClient() { + return closeableHttpClient; + } + + public static synchronized CloseableHttpClient reconnectCloseableHttpClient() { + return reconnectCloseableHttpClient(null); + } + + public static synchronized CloseableHttpClient reconnectCloseableHttpClient(Collection defaultHeaders) { + HttpClientBuilder httpClientBuilder = HttpClientBuilder.create(); + SocketConfig socketConfig = SocketConfig.custom().setSoKeepAlive(false).setSoReuseAddress(true).setSoTimeout(120_000).build(); + httpClientBuilder.setDefaultHeaders(defaultHeaders); + RequestConfig requestConfig = RequestConfig.custom().setConnectTimeout(120_000).setSocketTimeout(120_000).setConnectionRequestTimeout(30).build(); + httpClientBuilder.setDefaultRequestConfig(requestConfig); + httpClientBuilder.setDefaultSocketConfig(socketConfig); + return httpClientBuilder.build(); + } + + /** + * @param request 发送get或者post请求 + * @return 返回请求体 + * @throws IOException 异常 + */ + public static HttpEntity sendRequest(HttpUriRequest request) throws IOException { + CloseableHttpResponse execute; + CloseableHttpClient client = CloseableHttpClientUtils.closeableHttpClient(); + try { + execute = client.execute(request); + } catch (Exception e) { + CloseableHttpClient closeableHttpClient1=null; + try { + closeableHttpClient1 = CloseableHttpClientUtils.reconnectCloseableHttpClient(); + } finally { + if (closeableHttpClient1 != null) { + closeableHttpClient1.close(); + } + } + execute = client.execute(request); + } + return execute.getEntity(); + } + + + /** + * @param request 发送get或者post请求 + * @return 返回请求体 + */ + public static String sendRequestJson(HttpUriRequest request) { + HttpEntity entity; + String json; + try { + entity = CloseableHttpClientUtils.sendRequest(request); + } catch (IOException e) { +// System.out.println("发送请求失败->错误原因" + e); + return null; + } + try { + json = EntityUtils.toString(entity); + } catch (IOException e) { + System.out.println("解析请求失败->错误原因" + e); + + return null; + + } + try { + EntityUtils.consume(entity);//释放连接 + } catch (Exception e) { + System.out.println("释放请求失败->错误原因" + e); + } + return json; + } +} diff --git a/java/src/main/java/com/ll/cssselectortoxpath/CssToXpath.java b/java/src/main/java/com/ll/cssselectortoxpath/CssToXpath.java new file mode 100644 index 0000000..eb2688e --- /dev/null +++ b/java/src/main/java/com/ll/cssselectortoxpath/CssToXpath.java @@ -0,0 +1,19 @@ +package com.ll.cssselectortoxpath; + +import com.ll.cssselectortoxpath.utilities.CssElementCombinatorPairsToXpath; +import com.ll.cssselectortoxpath.utilities.CssSelectorToXPathConverterException; + +/** + * @author 陆 + * @address click + */ +public class CssToXpath { + public static String convertCssSelectorToXpath(String cssSelector) { + try { + return new CssElementCombinatorPairsToXpath().convertCssSelectorStringToXpathString(cssSelector); + } catch (CssSelectorToXPathConverterException e) { + e.printStackTrace(); + return cssSelector; + } + } +} diff --git a/java/src/main/java/com/ll/cssselectortoxpath/model/CssAttribute.java b/java/src/main/java/com/ll/cssselectortoxpath/model/CssAttribute.java new file mode 100644 index 0000000..e65c89f --- /dev/null +++ b/java/src/main/java/com/ll/cssselectortoxpath/model/CssAttribute.java @@ -0,0 +1,36 @@ +package com.ll.cssselectortoxpath.model; + +import lombok.Getter; + +@Getter +public class CssAttribute { + private final String name; + private final String value; + private final CssAttributeValueType type; + + public CssAttribute(String nameIn, String valueIn, String typeStringIn) { + this(nameIn, valueIn, CssAttributeValueType.valueTypeString(typeStringIn)); + + } + + public CssAttribute(String nameIn, String valueIn, CssAttributeValueType typeIn) { + this.name = nameIn; + this.value = valueIn; + this.type = typeIn; + } + + @Override + public String toString() { + return "Name=" + this.name + "; Value=" + this.value + "; Type=" + this.type; + } + + @Override + public boolean equals(Object cssAttribute) { + return cssAttribute instanceof CssElementAttributes && this.toString().equals(cssAttribute.toString()); + } + + @Override + public int hashCode() { + return toString().hashCode(); + } +} diff --git a/java/src/main/java/com/ll/cssselectortoxpath/model/CssAttributePseudoClass.java b/java/src/main/java/com/ll/cssselectortoxpath/model/CssAttributePseudoClass.java new file mode 100644 index 0000000..910a573 --- /dev/null +++ b/java/src/main/java/com/ll/cssselectortoxpath/model/CssAttributePseudoClass.java @@ -0,0 +1,48 @@ +package com.ll.cssselectortoxpath.model; + +public class CssAttributePseudoClass extends CssAttribute { + private final CssPsuedoClassType pseudoClassType; + private final String element; + private final String parenthesisExpression; + + public CssAttributePseudoClass(CssPsuedoClassType pseudoClassTypeIn, String elementIn, String parenthesisExpressionIn) { + super(null, null, (CssAttributeValueType) null); + pseudoClassType = pseudoClassTypeIn; + element = elementIn; + parenthesisExpression = parenthesisExpressionIn; + } + + public String getXPath() { + return pseudoClassType.getXpath(element, parenthesisExpression); + + } + + public CssPsuedoClassType getCssPsuedoClassType() { + return pseudoClassType; + } + + @Override + public String toString() { + return "Pseudo Class = " + pseudoClassType; + } + + @Override + public boolean equals(Object o) { + if (o == null) { + return false; + } + if (!(o instanceof CssAttributePseudoClass)) { + return false; + } + CssAttributePseudoClass obj = (CssAttributePseudoClass) o; + if (this.parenthesisExpression == null) { + if (obj.parenthesisExpression != null) { + return false; + } + } else if (!this.parenthesisExpression.equals(obj.parenthesisExpression)) { + return false; + } + return this.pseudoClassType.equals(obj.pseudoClassType); + } + +} diff --git a/java/src/main/java/com/ll/cssselectortoxpath/model/CssAttributeValueType.java b/java/src/main/java/com/ll/cssselectortoxpath/model/CssAttributeValueType.java new file mode 100644 index 0000000..fa7635d --- /dev/null +++ b/java/src/main/java/com/ll/cssselectortoxpath/model/CssAttributeValueType.java @@ -0,0 +1,38 @@ +package com.ll.cssselectortoxpath.model; + +public enum CssAttributeValueType { + EQUAL("="), TILDA_EQUAL("~="), PIPE_EQUAL("|="), CARROT_EQUAL("^="), DOLLAR_SIGN_EQUAL("$="), STAR_EQUAL("*="); + + private final String equalString; + + private CssAttributeValueType(String nameIn) { + this.equalString = nameIn; + } + + public static CssAttributeValueType valueTypeString(String unknownString) { + if (unknownString == null) { + return null; + } + + switch (unknownString) { + case "=": + return EQUAL; + case "~=": + return TILDA_EQUAL; + case "|=": + return PIPE_EQUAL; + case "$=": + return DOLLAR_SIGN_EQUAL; + case "^=": + return CARROT_EQUAL; + case "*=": + return STAR_EQUAL; + default: + throw new IllegalArgumentException(unknownString); + } + } + + public String getEqualStringName() { + return equalString; + } +} diff --git a/java/src/main/java/com/ll/cssselectortoxpath/model/CssCombinatorType.java b/java/src/main/java/com/ll/cssselectortoxpath/model/CssCombinatorType.java new file mode 100644 index 0000000..8044b6f --- /dev/null +++ b/java/src/main/java/com/ll/cssselectortoxpath/model/CssCombinatorType.java @@ -0,0 +1,43 @@ +package com.ll.cssselectortoxpath.model; + +import lombok.Getter; + +public enum CssCombinatorType { + SPACE(' ', "//"), + PLUS('+', "/following-sibling::*[1]/self::"), + GREATER_THAN('>', "/"), + TILDA('~', "/following-sibling::"); + + private final char typeChar; + @Getter + private final String xpath; + + private CssCombinatorType(char typeCharIn, String xpathIn) { + this.typeChar = typeCharIn; + this.xpath = xpathIn; + } + + public static CssCombinatorType combinatorTypeChar(String unknownString) { + if (unknownString == null) { + return null; + } + + switch (unknownString) { + case " ": + return SPACE; + case "+": + return PLUS; + case ">": + return GREATER_THAN; + case "~": + return TILDA; + default: + throw new IllegalArgumentException(unknownString); + } + } + + public char getCombinatorChar() { + return typeChar; + } + +} diff --git a/java/src/main/java/com/ll/cssselectortoxpath/model/CssElementAttributes.java b/java/src/main/java/com/ll/cssselectortoxpath/model/CssElementAttributes.java new file mode 100644 index 0000000..a37a7a1 --- /dev/null +++ b/java/src/main/java/com/ll/cssselectortoxpath/model/CssElementAttributes.java @@ -0,0 +1,35 @@ +package com.ll.cssselectortoxpath.model; + + +import lombok.Getter; + +import java.util.ArrayList; +import java.util.List; + + +@Getter +public class CssElementAttributes { + private final String element; + private final List cssAttributeList; + + public CssElementAttributes(String elementIn, List cssAttributeListIn) { + this.element = elementIn; + this.cssAttributeList = new ArrayList<>(cssAttributeListIn); + } + + @Override + public String toString() { + return "Element=" + this.element + ", CssAttributeList=" + this.cssAttributeList; + } + + @Override + public boolean equals(Object cssElementAttributes) { + return cssElementAttributes instanceof CssElementAttributes && this.toString().equals(cssElementAttributes.toString()); + } + + @Override + public int hashCode() { + return toString().hashCode(); + } + +} \ No newline at end of file diff --git a/java/src/main/java/com/ll/cssselectortoxpath/model/CssElementCombinatorPair.java b/java/src/main/java/com/ll/cssselectortoxpath/model/CssElementCombinatorPair.java new file mode 100644 index 0000000..1fe789b --- /dev/null +++ b/java/src/main/java/com/ll/cssselectortoxpath/model/CssElementCombinatorPair.java @@ -0,0 +1,32 @@ +package com.ll.cssselectortoxpath.model; + + +import com.ll.cssselectortoxpath.utilities.CssElementAttributeParser; +import com.ll.cssselectortoxpath.utilities.CssSelectorToXPathConverterException; +import lombok.Getter; + +@Getter +public class CssElementCombinatorPair { + private final CssCombinatorType combinatorType; + private final CssElementAttributes cssElementAttributes; + + public CssElementCombinatorPair(CssCombinatorType combinatorTypeIn, String cssElementAttributesStringIn) throws CssSelectorToXPathConverterException { + this.combinatorType = combinatorTypeIn; + this.cssElementAttributes = new CssElementAttributeParser().createElementAttribute(cssElementAttributesStringIn); + } + + @Override + public String toString() { + return "(Combinator=" + this.getCombinatorType() + ", " + this.cssElementAttributes + ")"; + } + + @Override + public boolean equals(Object cssElementCombinatorPair) { + return cssElementCombinatorPair instanceof CssElementCombinatorPair && this.toString().equals(cssElementCombinatorPair.toString()); + } + + @Override + public int hashCode() { + return toString().hashCode(); + } +} diff --git a/java/src/main/java/com/ll/cssselectortoxpath/model/CssPseudoClassNthChildToXpath.java b/java/src/main/java/com/ll/cssselectortoxpath/model/CssPseudoClassNthChildToXpath.java new file mode 100644 index 0000000..5ee7bcc --- /dev/null +++ b/java/src/main/java/com/ll/cssselectortoxpath/model/CssPseudoClassNthChildToXpath.java @@ -0,0 +1,16 @@ +package com.ll.cssselectortoxpath.model; + +public class CssPseudoClassNthChildToXpath extends CssPseudoClassNthToXpath { + + + public CssPseudoClassNthChildToXpath(boolean lastIn) { + super(lastIn); + } + + @Override + public String getNthToXpath(String element, String parenthesisExpression) { + return super.getNthToXpath("*", parenthesisExpression); + } + + +} diff --git a/java/src/main/java/com/ll/cssselectortoxpath/model/CssPseudoClassNthToXpath.java b/java/src/main/java/com/ll/cssselectortoxpath/model/CssPseudoClassNthToXpath.java new file mode 100644 index 0000000..4115c0f --- /dev/null +++ b/java/src/main/java/com/ll/cssselectortoxpath/model/CssPseudoClassNthToXpath.java @@ -0,0 +1,107 @@ +package com.ll.cssselectortoxpath.model; + +public class CssPseudoClassNthToXpath implements CssPseudoClassToXpath { + + private final boolean last; + + public CssPseudoClassNthToXpath(boolean lastIn) { + last = lastIn; + } + + @Override + public String getXpath(String element, String parenthesisExpression) { + return getNthToXpath(element, parenthesisExpression); + } + + public String getNthToXpath(String element, String parenthesisExpression) { + if (parenthesisExpression.equals("even")) { + return getNthToXpath(element, "2n"); + } else if (parenthesisExpression.equals("odd")) { + return getNthToXpath(element, "2n+1"); + } else if (!parenthesisExpression.contains("n")) { + parenthesisExpression = parenthesisExpression.replace("+", ""); + int y = Integer.parseInt(parenthesisExpression); + + return getNthXpathNoN(element, y); + } else { + int nIndex = parenthesisExpression.indexOf('n'); + if (parenthesisExpression.charAt(0) == '-') { + int x = 1; + if (nIndex != 1) { + x = Integer.parseInt(parenthesisExpression.substring(1, nIndex)); + } + int y = Integer.parseInt(parenthesisExpression.substring(nIndex + 2)); + if (y <= x) { + return getNthXpathNoN(element, y); + } + + int dy = x - (y % x); + String newExpression = x + "n+" + dy; + String s = getNthToXpath(element, newExpression); + s = s.substring(1, s.length() - 1); + return "[(" + s + ") and " + getPrecedingSiblingXpathHelper(element, "<", y) + "]"; + } else { + int x = 1; + if (parenthesisExpression.charAt(0) == '+') { + if (nIndex != 1) { + x = Integer.parseInt(parenthesisExpression.substring(1, nIndex)); + } + } else { + if (nIndex != 0) { + x = Integer.parseInt(parenthesisExpression.substring(0, nIndex)); + } + } + if (nIndex == parenthesisExpression.length() - 1) { + return "[" + getPrecedingSiblingModXpathHelper(element, "+", 1, x) + "]"; + } else { + int y = Integer.parseInt(parenthesisExpression.substring(nIndex + 2)); + if (y == 0) { + String newExpression = x + "n"; + return getNthToXpath(element, newExpression); + } + if (parenthesisExpression.charAt(nIndex + 1) == '+') { + if (y <= x) { + if (y == x) { + return getNthToXpath(element, x + "n"); + } + return "[" + getPrecedingSiblingXpathHelper(element, "=", y - 1) + " or (" + getPrecedingSiblingModXpathHelper(element, "-", y - 1, x) + ")]"; + } else { + return "[" + getPrecedingSiblingXpathHelper(element, "=", y - 1) + " or ((" + getPrecedingSiblingXpathHelper(element, ">", y) + " and " + + "(" + getPrecedingSiblingModXpathHelper(element, "-", y - 1, x) + ")))]"; + } + } else { + int z = y; + if (y > x) { + z = y % x; + } + String newExpression = x + "n+" + (x - z); + return getNthToXpath(element, newExpression); + } + } + } + } + } + + private String getNthXpathNoN(String element, int y) { + if (last) { + return "[count(following-sibling::" + element + ")=" + (y - 1) + "]"; + } else { +// return getNthXpathNoN(y); + return "[count(preceding-sibling::" + element + ")=" + (y - 1) + "]"; + } + } + +// protected String getNthXpathNoN(int y) { +// return "["+y+"]"; +// } + + protected String getPrecedingSiblingXpathHelper(String element, String operation, int val) { + String s = last ? "following" : "preceding"; + return "(count(" + s + "-sibling::" + element + ")" + operation + val + ")"; + } + + protected String getPrecedingSiblingModXpathHelper(String element, String operation, int val1, int val2) { + return "(" + getPrecedingSiblingXpathHelper(element, operation, val1) + " mod " + val2 + ")=0"; + } + +} diff --git a/java/src/main/java/com/ll/cssselectortoxpath/model/CssPseudoClassToXpath.java b/java/src/main/java/com/ll/cssselectortoxpath/model/CssPseudoClassToXpath.java new file mode 100644 index 0000000..ed30838 --- /dev/null +++ b/java/src/main/java/com/ll/cssselectortoxpath/model/CssPseudoClassToXpath.java @@ -0,0 +1,5 @@ +package com.ll.cssselectortoxpath.model; + +public interface CssPseudoClassToXpath { + String getXpath(String element, String parenthesisExpression); +} diff --git a/java/src/main/java/com/ll/cssselectortoxpath/model/CssPsuedoClassType.java b/java/src/main/java/com/ll/cssselectortoxpath/model/CssPsuedoClassType.java new file mode 100644 index 0000000..b319abf --- /dev/null +++ b/java/src/main/java/com/ll/cssselectortoxpath/model/CssPsuedoClassType.java @@ -0,0 +1,128 @@ +package com.ll.cssselectortoxpath.model; + + +import com.ll.cssselectortoxpath.utilities.CssSelectorToXPathConverterException; +import com.ll.cssselectortoxpath.utilities.CssSelectorToXPathConverterInvalidFirstLastOnlyOfType; +import com.ll.cssselectortoxpath.utilities.CssSelectorToXpathConverterInvalidNthOfType; + +public enum CssPsuedoClassType { + + EMPTY(":empty", (e, p) -> "[not(*) and .=\"\"]"), + NTH_OF_TYPE(":nth-of-type", new CssPseudoClassNthToXpath(false)), + NTH_LAST_OF_TYPE(":nth-last-of-type", new CssPseudoClassNthToXpath(true)), + FIRST_OF_TYPE(":first-of-type", (e, p) -> NTH_OF_TYPE.getXpath(e, "1")), + LAST_OF_TYPE(":last-of-type", (e, p) -> NTH_LAST_OF_TYPE.getXpath(e, "1")), + ONLY_OF_TYPE(":only-of-type", (e, p) -> FIRST_OF_TYPE.getXpath(e, p) + LAST_OF_TYPE.getXpath(e, p)), + NTH_CHILD(":nth-child", new CssPseudoClassNthChildToXpath(false)), + NTH_LAST_CHILD(":nth-last-child", new CssPseudoClassNthChildToXpath(true)), + FIRST_CHILD(":first-child", (e, p) -> NTH_CHILD.getXpath(e, "1")), + LAST_CHILD(":last-child", (e, p) -> NTH_LAST_CHILD.getXpath(e, "1")), + ONLY_CHILD(":only-child", (e, p) -> FIRST_CHILD.getXpath("", null) + LAST_CHILD.getXpath("", null)); + + + private final String typeString; + private final CssPseudoClassToXpath toXpath; + + private CssPsuedoClassType(String typeStringIn, CssPseudoClassToXpath toXpathIn) { + this.typeString = typeStringIn; + this.toXpath = toXpathIn; + } + + public static CssPsuedoClassType pseudoClassTypeString(String unknownString, String element, String parenthesisExpression) throws CssSelectorToXPathConverterException { + if (unknownString == null) { + return null; + } + switch (unknownString) { + case ":empty": + return EMPTY; + case ":first-of-type": + return getOfType(FIRST_OF_TYPE, element); + case ":last-of-type": + return getOfType(LAST_OF_TYPE, element); + case ":only-of-type": + return getOfType(ONLY_OF_TYPE, element); + case ":nth-of-type": + return getOfType(NTH_OF_TYPE, element, parenthesisExpression); + case ":nth-last-of-type": + return getOfType(NTH_LAST_OF_TYPE, element, parenthesisExpression); + case ":nth-child": + return getOfType(NTH_CHILD, element, parenthesisExpression); + case ":nth-last-child": + return getOfType(NTH_LAST_CHILD, element, parenthesisExpression); + case ":first-child": + return FIRST_CHILD; + case ":last-child": + return LAST_CHILD; + case ":only-child": + return ONLY_CHILD; + default: + throw new IllegalArgumentException(unknownString); + } + } + + private static CssPsuedoClassType getOfType(CssPsuedoClassType ofType, String element) throws CssSelectorToXPathConverterInvalidFirstLastOnlyOfType { + if (element == null || element.equals("*")) { + throw new CssSelectorToXPathConverterInvalidFirstLastOnlyOfType(); + } else { + return ofType; + } + } + + private static CssPsuedoClassType getOfType(CssPsuedoClassType ofType, String element, String parenthesisExpression) throws CssSelectorToXPathConverterException { + if (element == null || element.equals("*")) { + throw new CssSelectorToXPathConverterInvalidFirstLastOnlyOfType(); + } else { + String positiveN = "^[+]?([0]*[1-9][0-9]*)?n([+-][0-9]+)?$"; + String negativeN = "^[-][0-9]*n[+]([0]*[1-9][0-9]*)$"; + String noN = "^[+]?([1-9][0-9]*)$"; + + String nthOfTypeRe = "odd|even|" + positiveN + "|" + negativeN + "|" + noN; + if (parenthesisExpression.matches(nthOfTypeRe)) { + return ofType; + } else { + throw new CssSelectorToXpathConverterInvalidNthOfType(parenthesisExpression); + } + } + } + + public String getPsuedoString() { + return typeString; + } + + public String getXpath(String element, String parenthesisExpression) { + return toXpath.getXpath(element, parenthesisExpression); + } +} + +//Algorithm for :nth-of-type(): +// Given: div:nth-of-type(xn+y) +// +// Case 1: x=0 +// //div[y] +// +// Case 2: x>0 and y=0 +// //div[((count(preceding-sibling::div)+1) mod x)=0] +// +// Case 3: x>=1 and y==x +// Equivalent to div:nth-of-type(xn) +// +// Case 4: x>=1 and y=1 and y>x +// //div[(count(preceding-sibling::div)=(y-1)) or (((count(preceding-sibling::div)>y) and (((count(preceding-sibling::div)-(y-1)) mod x)=0)))] +// +// Case 6: x>0 and y<0 +// if (abs(y)<=x) let Y=abs(y) +// else Y=abs(y) mod x +// let YY=x-Y, note this is greater or equal to zero +// same as :nth-of-type(xn+(YY)) +// +// Case 7: x<0 and y>0 +// let X=abs(x) +// if (y<=X) then //div[y] +// else Y= (y mod X) +// let YY=X-Y, note this is greater or equal to zero +// nth-of-type(Xn+(YY)) = div[q] +// then solution is div[(q) and (count(preceding-sibling::div) attributeList = new ArrayList(); + + String element = null; + if (match.find()) { + String possibleElement = match.group(); + if (!possibleElement.isEmpty()) { + element = possibleElement; + //System.out.println(possibleElement); + } + } + Pattern restOfCssElementAtributePattern = Pattern.compile(ATTRIBUTE_RE); + //System.out.println(ATTRIBUTE_RE); + match = restOfCssElementAtributePattern.matcher(elementWithAttributesString); + + + while (match.find()) { + String psuedoClass = match.group(rePseudoClass); + if (psuedoClass != null) { + CssPsuedoClassType psuedoClassType; + String parenthesisExpression = null; + try { + Pattern psuedoClassWithParenethesisExpression = Pattern.compile("(:[a-z][a-z\\-]*)(\\()([^)]+)(\\))"); + Matcher psuedoClassWithParenethesisExpressionMatch = psuedoClassWithParenethesisExpression.matcher(psuedoClass); + if (psuedoClassWithParenethesisExpressionMatch.find()) { + parenthesisExpression = psuedoClassWithParenethesisExpressionMatch.group(3).replaceAll(CssSelectorStringSplitter.NTH_OF_TYPE_PLACEHOLDER, "+"); + psuedoClass = psuedoClassWithParenethesisExpressionMatch.group(1); +// System.out.println("psuedoClass="+psuedoClass + ", parenthesisExpression="+parenthesisExpression); + } + + psuedoClassType = CssPsuedoClassType.pseudoClassTypeString(psuedoClass, element, parenthesisExpression); + } catch (IllegalArgumentException e) { + String output = psuedoClass; + if (parenthesisExpression != null) { + output = psuedoClass + "(" + parenthesisExpression + ")"; + } + throw new CssSelectorToXPathConverterUnsupportedPseudoClassException(output); + } + attributeList.add(new CssAttributePseudoClass(psuedoClassType, element, parenthesisExpression)); + } else { + boolean attributeValueHasQuotes = match.group(reIndexAttributeValueWithQuotes) != null; + attributeList.add(new CssAttribute( + match.group(reIndexAttributeName), + match.group(attributeValueHasQuotes ? reIndexAttributeValueWithinQuotes : reIndexAttributeValueWithoutQuotes), + match.group(reIndexAttributeType))); + } + } + attributeList = cleanUpAttributes(attributeList); + return new CssElementAttributes(element, attributeList); + } + + public List cleanUpAttributes(List attributeList) { + //Sets will guarantee no duplicate attributes and hashlinkset preserves order + LinkedHashSet attributeSet = new LinkedHashSet<>(attributeList); + cleanUpChildOfType(attributeSet, CssPsuedoClassType.FIRST_CHILD, CssPsuedoClassType.ONLY_CHILD); + cleanUpChildOfType(attributeSet, CssPsuedoClassType.FIRST_OF_TYPE, CssPsuedoClassType.FIRST_CHILD); + cleanUpChildOfType(attributeSet, CssPsuedoClassType.FIRST_OF_TYPE, CssPsuedoClassType.ONLY_CHILD); + + cleanUpChildOfType(attributeSet, CssPsuedoClassType.LAST_CHILD, CssPsuedoClassType.ONLY_CHILD); + cleanUpChildOfType(attributeSet, CssPsuedoClassType.LAST_OF_TYPE, CssPsuedoClassType.LAST_CHILD); + cleanUpChildOfType(attributeSet, CssPsuedoClassType.LAST_OF_TYPE, CssPsuedoClassType.ONLY_CHILD); + + cleanUpChildOfType(attributeSet, CssPsuedoClassType.FIRST_OF_TYPE, CssPsuedoClassType.ONLY_OF_TYPE); + cleanUpChildOfType(attributeSet, CssPsuedoClassType.LAST_OF_TYPE, CssPsuedoClassType.ONLY_OF_TYPE); + + cleanUpChildOfType(attributeSet, CssPsuedoClassType.ONLY_OF_TYPE, CssPsuedoClassType.ONLY_CHILD); + + return new ArrayList<>(attributeSet); + } + + private void cleanUpChildOfType(LinkedHashSet attributeSet, CssPsuedoClassType candidateToRemove, CssPsuedoClassType reasonToRemove) { + CssAttributePseudoClass foundCandidateToRemove = null; + CssAttributePseudoClass foundReasonToRemove = null; + for (CssAttribute attribute : attributeSet) { + if (attribute instanceof CssAttributePseudoClass) { + CssAttributePseudoClass cssAttributePseudoClass = (CssAttributePseudoClass) attribute; + if (cssAttributePseudoClass.getCssPsuedoClassType().equals(candidateToRemove)) { + foundCandidateToRemove = cssAttributePseudoClass; + } else if (cssAttributePseudoClass.getCssPsuedoClassType().equals(reasonToRemove)) { + foundReasonToRemove = cssAttributePseudoClass; + } + + if (foundCandidateToRemove != null && foundReasonToRemove != null) { + break; + } + } + } + + if (foundCandidateToRemove != null && foundReasonToRemove != null) { + attributeSet.remove(foundCandidateToRemove); + } + } + +} + + + diff --git a/java/src/main/java/com/ll/cssselectortoxpath/utilities/CssElementCombinatorPairsToXpath.java b/java/src/main/java/com/ll/cssselectortoxpath/utilities/CssElementCombinatorPairsToXpath.java new file mode 100644 index 0000000..5fde6f5 --- /dev/null +++ b/java/src/main/java/com/ll/cssselectortoxpath/utilities/CssElementCombinatorPairsToXpath.java @@ -0,0 +1,147 @@ +package com.ll.cssselectortoxpath.utilities; + + +import com.ll.cssselectortoxpath.model.CssAttribute; +import com.ll.cssselectortoxpath.model.CssAttributePseudoClass; +import com.ll.cssselectortoxpath.model.CssAttributeValueType; +import com.ll.cssselectortoxpath.model.CssElementCombinatorPair; + +import java.util.Iterator; +import java.util.List; + +public class CssElementCombinatorPairsToXpath { + + private final CssSelectorStringSplitter cssSelectorString = new CssSelectorStringSplitter(); + + public String cssElementCombinatorPairListConversion(List elementCombinatorPairs) { + StringBuilder xpathBuilder = new StringBuilder(); + + xpathBuilder.append("//"); + boolean firstTime = true; + for (CssElementCombinatorPair elementCombinatorPair : elementCombinatorPairs) { + if (firstTime) { + firstTime = false; + } else { + xpathBuilder.append(elementCombinatorPair.getCombinatorType().getXpath()); + } + addElementToXpathString(xpathBuilder, elementCombinatorPair); + convertCssAttributeListToXpath(xpathBuilder, elementCombinatorPair); + } + return xpathBuilder.toString(); + } + + + private void addElementToXpathString(StringBuilder xpathBuilder, CssElementCombinatorPair elementCombinatorPair) { + String element = elementCombinatorPair.getCssElementAttributes().getElement(); + xpathBuilder.append(element==null?"*":element); + } + + private void convertCssAttributeListToXpath(StringBuilder xpathBuilder, CssElementCombinatorPair elementCombinatorPair) { + List cssAttributeList = elementCombinatorPair.getCssElementAttributes().getCssAttributeList(); + //starts-with(@href, "abc") +// int attributeStartIndex = xpathBuilder.length(); + for (CssAttribute cssAttribute : cssAttributeList) { + String name = cssAttribute.getName(); + String value = cssAttribute.getValue(); + if (cssAttribute.getType() == CssAttributeValueType.EQUAL) { + xpathBuilder.append("["); + exactMatchXpath(xpathBuilder, name, value); + } else if (cssAttribute.getType() == CssAttributeValueType.CARROT_EQUAL) { + xpathBuilder.append("[starts-with(@"); + xpathBuilder.append(name); + xpathBuilder.append(",\""); + xpathBuilder.append(value); + xpathBuilder.append("\")]"); + } else if (cssAttribute.getType() == CssAttributeValueType.DOLLAR_SIGN_EQUAL) { + //TODO: implement this when we implement xpath 2.0 +// xpathBuilder.append("[ends-with(@"); +// xpathBuilder.append(cssAttribute.getName()); +// xpathBuilder.append(",\""); +// xpathBuilder.append(cssAttribute.getValue()); +// xpathBuilder.append("\")]"); + + xpathBuilder.append("[substring(@"); + xpathBuilder.append(name); + xpathBuilder.append(",string-length(@"); + xpathBuilder.append(name); + xpathBuilder.append(")-string-length(\""); + xpathBuilder.append(value); + xpathBuilder.append("\")+1)=\""); + xpathBuilder.append(value); + xpathBuilder.append("\"]"); + } else if (cssAttribute.getType() == CssAttributeValueType.STAR_EQUAL) { + xpathBuilder.append("[contains(@"); + xpathBuilder.append(name); + xpathBuilder.append(",\""); + xpathBuilder.append(value); + xpathBuilder.append("\")]"); + } else if (cssAttribute.getType() == CssAttributeValueType.TILDA_EQUAL) { + xpathBuilder.append("[contains(concat(\" \",normalize-space(@"); + xpathBuilder.append(name); + xpathBuilder.append("),\" \"),\" "); + xpathBuilder.append(value); + xpathBuilder.append(" \")]"); + } else if (cssAttribute.getType() == CssAttributeValueType.PIPE_EQUAL) { + xpathBuilder.append("[starts-with(@"); + xpathBuilder.append(name); + xpathBuilder.append(",concat(\""); + xpathBuilder.append(value); + xpathBuilder.append("\",\"-\")) or "); + exactMatchXpath(xpathBuilder, name, value); + } else if (cssAttribute instanceof CssAttributePseudoClass) { +// System.out.println("cssAttribute"+ cssAttribute); + String psuedoClassXpath = ((CssAttributePseudoClass) cssAttribute).getXPath(); +// if(psuedoClassXpath.matches("^\\[[0-9]+\\]$") ) +// { +// xpathBuilder.insert(attributeStartIndex, psuedoClassXpath); +// } +// else +// { + xpathBuilder.append(psuedoClassXpath); +// } + + } else if (cssAttribute.getType() == null) { + xpathBuilder.append("[@"); + xpathBuilder.append(name); + xpathBuilder.append("]"); + } + } + } + + private void exactMatchXpath(StringBuilder xpathBuilder, String name, String value) { + xpathBuilder.append("@"); + xpathBuilder.append(name); + xpathBuilder.append("=\""); + xpathBuilder.append(value); + xpathBuilder.append("\"]"); + } + + public String cssElementCombinatorPairListListConversion(List> cssElementCombinatorPairListList) { + StringBuilder xpathBuilder = new StringBuilder(); + boolean moreThanOne = cssElementCombinatorPairListList.size() > 1; + Iterator> cssElementCombinatorPairIterator = cssElementCombinatorPairListList.iterator(); + while (cssElementCombinatorPairIterator.hasNext()) { + List cssElementCombinatorPairList = cssElementCombinatorPairIterator.next(); + if (moreThanOne) { + xpathBuilder.append("("); + } + xpathBuilder.append(cssElementCombinatorPairListConversion(cssElementCombinatorPairList)); + if (moreThanOne) { + xpathBuilder.append(")"); + } + if (cssElementCombinatorPairIterator.hasNext()) { + xpathBuilder.append("|"); + } + } + return xpathBuilder.toString(); + } + + public String convertCssSelectorStringToXpathString(String selectorString) throws CssSelectorToXPathConverterException { + List> cssElementCombinatorPairListList = cssSelectorString.listSplitSelectorsIntoElementCombinatorPairs(selectorString); + return cssElementCombinatorPairListListConversion(cssElementCombinatorPairListList); + } + +} + + + diff --git a/java/src/main/java/com/ll/cssselectortoxpath/utilities/CssSelectorStringSplitter.java b/java/src/main/java/com/ll/cssselectortoxpath/utilities/CssSelectorStringSplitter.java new file mode 100644 index 0000000..7075165 --- /dev/null +++ b/java/src/main/java/com/ll/cssselectortoxpath/utilities/CssSelectorStringSplitter.java @@ -0,0 +1,217 @@ +package com.ll.cssselectortoxpath.utilities; + + +import com.ll.cssselectortoxpath.model.CssCombinatorType; +import com.ll.cssselectortoxpath.model.CssElementCombinatorPair; + +import java.util.ArrayList; +import java.util.List; +import java.util.regex.Matcher; +import java.util.regex.Pattern; + +public class CssSelectorStringSplitter { + public static final String ERROR_INVALID_SELECTOR = "Invalid Selector"; + public static final String ERROR_NO_CSS_SELECTORS = "No CSS Selectors"; + public static final String ERROR_EMPTY_CSS_SELECTOR = "Empty CSS Selector"; + public static final String ERROR_INVALID_CSS_SELECTOR_TRAILING_COMMA = "Invalid CSS Selector, trailing ','"; + public static final String ERROR_INVALID_CSS_SELECTOR_INCONSISTENT_BRACKETS = "Invalid CSS Selector, inconsistent brackets[]"; + public static final String ERROR_INVALID_CLASS_CSS_SELECTOR = "Invalid class CSS Selector"; + public static final String ERROR_INVALID_ID_CSS_SELECTOR = "Invalid id CSS Selector"; + public static final String NTH_OF_TYPE_PLACEHOLDER = "@_nthTypePlaceHolder_@"; + private static final String COMBINATORS = " ~+>"; + private static final String COMBINATOR_RE = "[" + COMBINATORS + "]"; + private static final String ELEMENT_AND_ATTRIBUTE = "([^" + COMBINATORS + "\\[]*((\\[[^]]+])|" + CssElementAttributeParser.PSUEDO_RE + ")*)"; + private static final String ELEMENT_AND_ATTRIBUTE_FOLLOWED_BY_COMBINATOR_AND_REST_OF_LINE = "^" + ELEMENT_AND_ATTRIBUTE + "($|(\\s*(" + COMBINATOR_RE + ")\\s*" + "([^" + COMBINATORS + "].*)$))"; + private static final String PLACE_HOLDER = "~@_placeHolder_@"; + + protected String removeNonCssSelectorWhiteSpaces(String selectorString) throws CssSelectorToXPathConverterException { +// This method should perform the following +// i. Remove all leading and trailing white spaces +// ii. Remove all white spaces except tabs and actual space(" ") +// 1. Note, very important +// a. '\t' corresponds to the tab character in java +// iii. Consolidate all consecutive tabs and " " into a single " " and single tab into a " " +// 1. The final string should have no tabs only non consecutive spaces +// b. Implementation +// i. Check for null string and if found throw a CssSelectorStringSplitterException +// ii. Use String.trim() to remove leading and trailing spaces +// iii. Use String.replaceAll() to manipulate the string +// 1. The tricky part is that tab and " " are both white spaces +// 2. Preprocess the string +// a. Replace all tabs with a unique string like "~+_placeHolder_+" +// b. Replace all spaces with the same unique string +// i. Remember at the end we want only spaces +// 3. Replace all white spaces with the empty string "" +// 4. Replace "~+_placeHolder_+" with " " + if (selectorString == null) { + throw new CssSelectorToXPathConverterException(ERROR_EMPTY_CSS_SELECTOR); + } else { + selectorString = selectorString.trim(); + selectorString = selectorString.replaceAll("[ \\t]+", PLACE_HOLDER); + selectorString = selectorString.replaceAll("\\s+", ""); + selectorString = selectorString.replaceAll("(" + PLACE_HOLDER + ")+", " "); + selectorString = classIdAttributeIssueHandler(selectorString, "#", "id="); + selectorString = classIdAttributeIssueHandler(selectorString, ".", "class~="); + selectorString = nthOfTypeHandler(selectorString); + return selectorString; + } + } + + private String nthOfTypeHandler(String selectorString) { +// Pattern nthOfTypeRe = Pattern.compile("(.*)(:nth-of-type[(][^)]+[)])(.*)"); + Pattern nthOfTypeRe = Pattern.compile(":nth(-last)?-((of-type)|child)[(][^)]+[)]"); + Matcher match = nthOfTypeRe.matcher(selectorString); + int start = 0; + while (match.find(start)) { + String nthOfType = match.group(0); + int length = nthOfType.length(); + int i = selectorString.indexOf(nthOfType, start); + start = i + length; + nthOfType = nthOfType.toLowerCase(); + nthOfType = nthOfType.replaceAll(" ", ""); + nthOfType = nthOfType.replaceAll("\\+", NTH_OF_TYPE_PLACEHOLDER); + selectorString = selectorString.substring(0, i) + nthOfType + selectorString.substring(start); + length = nthOfType.length(); + start = i + length; + if (start == selectorString.length()) { + break; + } + match = nthOfTypeRe.matcher(selectorString); + } + return selectorString; + + } + + private String classIdCombinatorRE() { + StringBuilder builder = new StringBuilder("([^.#\\[,:"); + for (CssCombinatorType combinatorType : CssCombinatorType.values()) { + builder.append(combinatorType.getCombinatorChar()); + } + builder.append("]+)"); + return builder.toString(); + + } + + protected void invalidClassIdPairCheck(String selectorString, boolean testId) throws CssSelectorToXPathConverterException { + String nextSelectorIdentifier = "[.#\\[]"; + if (testId) { + Pattern pattern = Pattern.compile("#" + nextSelectorIdentifier); + Matcher match = pattern.matcher(selectorString); + if (match.find()) { + throw new CssSelectorToXPathConverterException(ERROR_INVALID_ID_CSS_SELECTOR); + } + } else { + Pattern pattern = Pattern.compile("[.]" + nextSelectorIdentifier); + Matcher match = pattern.matcher(selectorString); + if (match.find()) { + throw new CssSelectorToXPathConverterException(ERROR_INVALID_CLASS_CSS_SELECTOR); + } + } + } + + private String classIdAttributeIssueHandler(String selectorString, String classOrIdChar, String classOrIdPartialAttributeNameAndRelationship) throws CssSelectorToXPathConverterException { + if (selectorString.replaceAll("[^\\[]", "").length() != selectorString.replaceAll("[^]]", "").length()) { + throw new CssSelectorToXPathConverterException(ERROR_INVALID_CSS_SELECTOR_INCONSISTENT_BRACKETS); + } + String classOrIdCharacterRE = "[" + classOrIdChar + "]"; + String attributeGeneralRE = "([^\\[]*)((\\[[^]]*])*)"; + Pattern pattern = Pattern.compile(attributeGeneralRE); + Matcher match = pattern.matcher(selectorString); + boolean found = false; + StringBuilder stringBuffer = new StringBuilder(); + while (match.find()) { + stringBuffer.append(match.group(1)); + stringBuffer.append(match.group(2).replaceAll(classOrIdCharacterRE, PLACE_HOLDER)); + + found = true; + } + selectorString = stringBuffer.toString(); + + selectorString = selectorString.replaceAll(classOrIdCharacterRE + classIdCombinatorRE(), "[" + classOrIdPartialAttributeNameAndRelationship + "\"$1\"]"); + invalidClassIdPairCheck(selectorString, "#".equals(classOrIdChar)); + + if (found) { + selectorString = selectorString.replaceAll(PLACE_HOLDER, classOrIdChar); + } + + return selectorString; + } + + public List splitSelectors(String selectorString) throws CssSelectorToXPathConverterException { + selectorString = removeNonCssSelectorWhiteSpaces(selectorString); +// System.out.println("ADJUSTED="+selectorString); + //selectorString=removeNonCssSelectorWhiteSpaces(selectorString); + //split() will not error out if there is a trailing ',' + int index = selectorString.lastIndexOf(','); + int cssSelectorStringLength = selectorString.length(); + if ((cssSelectorStringLength > 0) && (index == (cssSelectorStringLength - 1))) { + throw new CssSelectorToXPathConverterException(ERROR_INVALID_CSS_SELECTOR_TRAILING_COMMA); + } + String[] selectorArray = selectorString.split(","); + List selectorList = new ArrayList<>(); + for (String selector : selectorArray) { + selector = selector.trim(); + if (selector.isEmpty()) { + throw new CssSelectorToXPathConverterException(ERROR_EMPTY_CSS_SELECTOR); + } + selectorList.add(selector); + } + if (selectorList.isEmpty()) { + throw new CssSelectorToXPathConverterException(ERROR_NO_CSS_SELECTORS); + } + return selectorList; + } + + protected List splitSelectorsIntoElementCombinatorPairs(String processedSelector) throws CssSelectorToXPathConverterException { + List selectorList = new ArrayList<>(); + recursiveSelectorSplit(null, processedSelector, selectorList); + return selectorList; + } + + protected void recursiveSelectorSplit(CssCombinatorType previousCombinatorType, String cssSelector, List selectorList) throws CssSelectorToXPathConverterException { +// System.out.println("Original String:"+cssSelector); + Pattern cssCombinator = Pattern.compile(ELEMENT_AND_ATTRIBUTE_FOLLOWED_BY_COMBINATOR_AND_REST_OF_LINE); + Matcher match = cssCombinator.matcher(cssSelector); + //System.out.println(XY); + if (match.find()) { + CssCombinatorType type = CssCombinatorType.combinatorTypeChar(match.group(8)); + //System.out.println("TYPE:"+type); + if (type != null) { + String firstCssSelector = match.group(1); +// System.out.println("firstCssSelector:"+firstCssSelector); + firstCssSelector = firstCssSelector.replaceAll(NTH_OF_TYPE_PLACEHOLDER, "+"); + if (firstCssSelector.isEmpty()) { + throw new CssSelectorToXPathConverterException(ERROR_EMPTY_CSS_SELECTOR); + } + selectorList.add(new CssElementCombinatorPair(previousCombinatorType, firstCssSelector)); + String nextCssSelector = match.group(9); + + if (nextCssSelector.isEmpty()) { + throw new CssSelectorToXPathConverterException(ERROR_EMPTY_CSS_SELECTOR); + } + recursiveSelectorSplit(type, nextCssSelector, selectorList); + } else { + if (cssSelector.isEmpty()) { + throw new CssSelectorToXPathConverterException(ERROR_EMPTY_CSS_SELECTOR); + } + selectorList.add(new CssElementCombinatorPair(previousCombinatorType, cssSelector)); + } + } else { + throw new CssSelectorToXPathConverterException(ERROR_INVALID_SELECTOR); + + } + } + + public List> listSplitSelectorsIntoElementCombinatorPairs(String selectorString) throws CssSelectorToXPathConverterException { + List> listList = new ArrayList<>(); + List selectorList = splitSelectors(selectorString); + for (String selector : selectorList) { + List cssElementCombinatorPairList = splitSelectorsIntoElementCombinatorPairs(selector); + listList.add(cssElementCombinatorPairList); + } + + + return listList; + } + +} diff --git a/java/src/main/java/com/ll/cssselectortoxpath/utilities/CssSelectorToXPathConverterException.java b/java/src/main/java/com/ll/cssselectortoxpath/utilities/CssSelectorToXPathConverterException.java new file mode 100644 index 0000000..28637e6 --- /dev/null +++ b/java/src/main/java/com/ll/cssselectortoxpath/utilities/CssSelectorToXPathConverterException.java @@ -0,0 +1,31 @@ +package com.ll.cssselectortoxpath.utilities; + +public class CssSelectorToXPathConverterException extends Exception { + + private static final long serialVersionUID = 1L; + + private String message; + + public CssSelectorToXPathConverterException() { + super(); + } + + public CssSelectorToXPathConverterException(String errorMessageIn) { + super(errorMessageIn); + message = errorMessageIn; + } + + public CssSelectorToXPathConverterException(String errorMessageIn, Throwable cause) { + super(errorMessageIn, cause); + message = errorMessageIn; + } + + @Override + public String getMessage() { + if (message != null) { + return message; + } else { + return super.getMessage(); + } + } +} diff --git a/java/src/main/java/com/ll/cssselectortoxpath/utilities/CssSelectorToXPathConverterInvalidFirstLastOnlyOfType.java b/java/src/main/java/com/ll/cssselectortoxpath/utilities/CssSelectorToXPathConverterInvalidFirstLastOnlyOfType.java new file mode 100644 index 0000000..fe77003 --- /dev/null +++ b/java/src/main/java/com/ll/cssselectortoxpath/utilities/CssSelectorToXPathConverterInvalidFirstLastOnlyOfType.java @@ -0,0 +1,12 @@ +package com.ll.cssselectortoxpath.utilities; + +public class CssSelectorToXPathConverterInvalidFirstLastOnlyOfType extends CssSelectorToXPathConverterException { + + public static final String FIRST_LAST_ONLY_OF_TYPE_UNSUPPORTED_ERROR_FORMAT = "Unable to convert a CSS Selector with \"*\" or \"\" before psuedo class :first-of-type/:last-of-type/:only-of-type/:nth-of-type to a XPath"; + private static final long serialVersionUID = 1L; + + public CssSelectorToXPathConverterInvalidFirstLastOnlyOfType() { + super(FIRST_LAST_ONLY_OF_TYPE_UNSUPPORTED_ERROR_FORMAT); + } + +} diff --git a/java/src/main/java/com/ll/cssselectortoxpath/utilities/CssSelectorToXPathConverterUnsupportedPseudoClassException.java b/java/src/main/java/com/ll/cssselectortoxpath/utilities/CssSelectorToXPathConverterUnsupportedPseudoClassException.java new file mode 100644 index 0000000..90930c6 --- /dev/null +++ b/java/src/main/java/com/ll/cssselectortoxpath/utilities/CssSelectorToXPathConverterUnsupportedPseudoClassException.java @@ -0,0 +1,17 @@ +package com.ll.cssselectortoxpath.utilities; + +public class CssSelectorToXPathConverterUnsupportedPseudoClassException extends CssSelectorToXPathConverterException { + + private static final long serialVersionUID = 1L; + private static final String PSEUDO_CLASS_UNSUPPORTED_ERROR_FORMAT = "Unable to convert \"%s\". A converter for CSS Seletor Pseudo-Classes has not been implement at this time. TODO: A future capability."; + + public CssSelectorToXPathConverterUnsupportedPseudoClassException(String pseudoClass) { + super(getPseudoClassUnsupportedError(pseudoClass)); + } + + public static String getPseudoClassUnsupportedError(String pseudoClass) { +// System.out.println(pseudoClass); + return String.format(PSEUDO_CLASS_UNSUPPORTED_ERROR_FORMAT, pseudoClass); + + } +} diff --git a/java/src/main/java/com/ll/cssselectortoxpath/utilities/CssSelectorToXpathConverterInvalidNthOfType.java b/java/src/main/java/com/ll/cssselectortoxpath/utilities/CssSelectorToXpathConverterInvalidNthOfType.java new file mode 100644 index 0000000..fb57bb1 --- /dev/null +++ b/java/src/main/java/com/ll/cssselectortoxpath/utilities/CssSelectorToXpathConverterInvalidNthOfType.java @@ -0,0 +1,15 @@ +package com.ll.cssselectortoxpath.utilities; + +public class CssSelectorToXpathConverterInvalidNthOfType extends CssSelectorToXPathConverterException { + public static final String NTH_OF_TYPE_UNSUPPORTED_ERROR_FORMAT = "Unable to convert. %s is an invalid argument expression for :nth-of-type()"; + private static final long serialVersionUID = 1L; + + public CssSelectorToXpathConverterInvalidNthOfType(String parenthesisExpression) { + super(getInvalidParenthesisExpressionError(parenthesisExpression)); + } + + public static String getInvalidParenthesisExpressionError(String parenthesisExpression) { + return String.format(NTH_OF_TYPE_UNSUPPORTED_ERROR_FORMAT, parenthesisExpression); + + } +} \ No newline at end of file diff --git a/java/src/main/java/com/ll/cssselectortoxpath/utilities/NiceCssSelectorStringForOutputException.java b/java/src/main/java/com/ll/cssselectortoxpath/utilities/NiceCssSelectorStringForOutputException.java new file mode 100644 index 0000000..26a378e --- /dev/null +++ b/java/src/main/java/com/ll/cssselectortoxpath/utilities/NiceCssSelectorStringForOutputException.java @@ -0,0 +1,11 @@ +package com.ll.cssselectortoxpath.utilities; + +public class NiceCssSelectorStringForOutputException extends Exception { + + private static final long serialVersionUID = 1L; + + public NiceCssSelectorStringForOutputException(String error, Exception cause) { + super(error, cause); + } + +} diff --git a/java/src/main/java/com/ll/cssselectortoxpath/utilities/basetestcases/BaseCssSelectorToXpathTestCase.java b/java/src/main/java/com/ll/cssselectortoxpath/utilities/basetestcases/BaseCssSelectorToXpathTestCase.java new file mode 100644 index 0000000..7081118 --- /dev/null +++ b/java/src/main/java/com/ll/cssselectortoxpath/utilities/basetestcases/BaseCssSelectorToXpathTestCase.java @@ -0,0 +1,175 @@ +package com.ll.cssselectortoxpath.utilities.basetestcases; + + +import com.ll.cssselectortoxpath.utilities.CssElementAttributeParser; +import com.ll.cssselectortoxpath.utilities.CssSelectorStringSplitter; +import com.ll.cssselectortoxpath.utilities.CssSelectorToXPathConverterUnsupportedPseudoClassException; +import lombok.Getter; + +import java.util.ArrayList; +import java.util.HashMap; +import java.util.List; +import java.util.Map; + +@Getter +public class BaseCssSelectorToXpathTestCase { + private final String name; + private final String cssSelector; + private final String expectedXpath; + + public BaseCssSelectorToXpathTestCase(String nameIn, String cssSelectorIn, String expectedXpathIn) { + this.name = nameIn; + this.cssSelector = cssSelectorIn; + this.expectedXpath = expectedXpathIn; + } + + public static List getBaseCssSelectorToXpathTestCases(boolean includeOrCase) { + List baseCases = new ArrayList<>(); + //Simple selectors + addBaseCaseToXPath(baseCases, "typeSelector", "div", "//div"); + if (includeOrCase) { + addBaseCaseToXPath(baseCases, "orSelector", "A,B", "(//A)|(//B)"); + } + + addBaseCaseToXPath(baseCases, "universalSelector", "*", "//*"); + addBaseCaseToXPath(baseCases, "idSelector", "span#idSelector", "//span[@id=\"idSelector\"]"); + addBaseCaseToXPath(baseCases, "classSelector", "form.classSelector", "//form[contains(concat(\" \",normalize-space(@class),\" \"),\" classSelector \")]"); + + //Atribute(simple) selectors + addBaseCaseToXPath(baseCases, "attribute", "a[href]", "//a[@href]"); + addBaseCaseToXPath(baseCases, "attributeValueWithoutQuotes", "li", "//li"); + + addBaseCaseToXPath(baseCases, "carrotEqualAttribute", "a[data-alt^=\"sam\"]", "//a[starts-with(@data-alt,\"sam\")]"); + addBaseCaseToXPath(baseCases, "starEqualAttribute", "a[data-alt*=\"css\"]", "//a[contains(@data-alt,\"css\")]"); + addBaseCaseToXPath(baseCases, "moneySignEqualAttribute", "a[href$=\"pdf\"]", "//a[substring(@href,string-length(@href)-string-length(\"pdf\")+1)=\"pdf\"]"); + addBaseCaseToXPath(baseCases, "tildaEqualAttribute", "a[data-alt~=\"converter\"]", "//a[contains(concat(\" \",normalize-space(@data-alt),\" \"),\" converter \")]"); + addBaseCaseToXPath(baseCases, "pipeEqualAttribute", "li[data-years|=\"1900\"]", "//li[starts-with(@data-years,concat(\"1900\",\"-\")) or @data-years=\"1900\"]"); + //moving this test so it it does not immediately follow similar test without quotes because in selenium test we did not want to put a sleep to prevent stale element from occuring + addBaseCaseToXPath(baseCases, "equalAttribute", "a[href=\"https://css-selector-to-xpath.appspot.com\"]", "//a[@href=\"https://css-selector-to-xpath.appspot.com\"]"); + + //Combinators + addBaseCaseToXPath(baseCases, "descendantCombinator", "div a", "//div//a"); + addBaseCaseToXPath(baseCases, "childCombinator", "div>span", "//div/span"); + addBaseCaseToXPath(baseCases, "adjacentSiblingCombinator", "div+span", "//div/following-sibling::*[1]/self::span"); + addBaseCaseToXPath(baseCases, "generalSiblingCombinator", "div~h1", "//div/following-sibling::h1"); + + //Implemented psuedo classes + addBaseCaseToXPath(baseCases, "empty", "span:empty", "//span[not(*) and .=\"\"]"); + addBaseCaseToXPath(baseCases, "first-child", "div:first-child", "//div[count(preceding-sibling::*)=0]"); + addBaseCaseToXPath(baseCases, "last-child", "span:last-child", "//span[count(following-sibling::*)=0]"); + addBaseCaseToXPath(baseCases, "only-child", "form:only-child", "//form[count(preceding-sibling::*)=0][count(following-sibling::*)=0]"); + addBaseCaseToXPath(baseCases, "first-of-type", "p:first-of-type", "//p[count(preceding-sibling::p)=0]"); + addBaseCaseToXPath(baseCases, "last-of-type", "h1:last-of-type", "//h1[count(following-sibling::h1)=0]"); + addBaseCaseToXPath(baseCases, "only-of-type", "span:only-of-type", "//span[count(preceding-sibling::span)=0][count(following-sibling::span)=0]"); + addBaseCaseToXPath(baseCases, "nth-child_3n", "li:nth-child(3n)", "//li[((count(preceding-sibling::*)+1) mod 3)=0]"); + addBaseCaseToXPath(baseCases, "nth-child_even", "li:nth-child(even)", "//li[((count(preceding-sibling::*)+1) mod 2)=0]"); + addBaseCaseToXPath(baseCases, "nth-last-child_odd", "li:nth-last-child(odd)", "//li[(count(following-sibling::*)=0) or (((count(following-sibling::*)-0) mod 2)=0)]"); + addBaseCaseToXPath(baseCases, "nth-last-child_3", "li:nth-last-child(3)", "//li[count(following-sibling::*)=2]"); + addBaseCaseToXPath(baseCases, "nth-of-type_n_2", "span:nth-of-type(n+2)", "//span[(count(preceding-sibling::span)=1) or (((count(preceding-sibling::span)>2) and (((count(preceding-sibling::span)-1) mod 1)=0)))]"); + addBaseCaseToXPath(baseCases, "nth-of-type_3n_1", "span:nth-of-type(3n+1)", "//span[(count(preceding-sibling::span)=0) or (((count(preceding-sibling::span)-0) mod 3)=0)]"); + addBaseCaseToXPath(baseCases, "nth-of-type_-5n_1", "span:nth-of-type(-5n+1)", "//span[count(preceding-sibling::span)=0]"); + addBaseCaseToXPath(baseCases, "nth-last-of-type_3n-1", "span:nth-last-of-type(3n-1)", "//span[(count(following-sibling::span)=1) or (((count(following-sibling::span)-1) mod 3)=0)]"); + addBaseCaseToXPath(baseCases, "nth-last-of-type_-3n_7", "span:nth-last-of-type(3n+7)", "//span[(count(following-sibling::span)=6) or (((count(following-sibling::span)>7) and (((count(following-sibling::span)-6) mod 3)=0)))]"); + + return baseCases; + } + + private static void addBaseCaseToXPath(List baseCases, String name, String cssSelector, String expectedXpath) { + baseCases.add(new BaseCssSelectorToXpathTestCase(name, cssSelector, expectedXpath)); + } + + public static Map getBaseCssSelectorToXpathExceptionTestCases() { + HashMap baseCases = new HashMap<>(); + baseCases.put(null, CssSelectorStringSplitter.ERROR_EMPTY_CSS_SELECTOR); + + baseCases.put("", CssSelectorStringSplitter.ERROR_EMPTY_CSS_SELECTOR); + baseCases.put(" ", CssSelectorStringSplitter.ERROR_EMPTY_CSS_SELECTOR); + baseCases.put("A,,B", CssSelectorStringSplitter.ERROR_EMPTY_CSS_SELECTOR); + + baseCases.put("A..B", CssSelectorStringSplitter.ERROR_INVALID_CLASS_CSS_SELECTOR); + + baseCases.put("A##B", CssSelectorStringSplitter.ERROR_INVALID_ID_CSS_SELECTOR); + baseCases.put("A#[B]", CssSelectorStringSplitter.ERROR_INVALID_ID_CSS_SELECTOR); + + baseCases.put("A,", CssSelectorStringSplitter.ERROR_INVALID_CSS_SELECTOR_TRAILING_COMMA); + baseCases.put("A[B='C\"]", CssElementAttributeParser.ERROR_QUOTATIONS_MISMATCHED); + + baseCases.put("A@!", CssElementAttributeParser.ERROR_INVALID_ELEMENT_AND_OR_ATTRIBUTES); + baseCases.put("A[B='']", CssElementAttributeParser.ERROR_INVALID_ELEMENT_AND_OR_ATTRIBUTES); + + baseCases.put("A[B=]", CssElementAttributeParser.ERROR_INVALID_ATTRIBUTE_VALUE); + baseCases.put("A[B'C']", CssElementAttributeParser.ERROR_INVALID_ATTRIBUTE_VALUE); + baseCases.put("A[b b]", CssElementAttributeParser.ERROR_INVALID_ATTRIBUTE_VALUE); + + baseCases.put("A[]", CssSelectorStringSplitter.ERROR_INVALID_SELECTOR); + + baseCases.put("A]b", CssSelectorStringSplitter.ERROR_INVALID_CSS_SELECTOR_INCONSISTENT_BRACKETS); + baseCases.put("A[b", CssSelectorStringSplitter.ERROR_INVALID_CSS_SELECTOR_INCONSISTENT_BRACKETS); + baseCases.put("Ab[", CssSelectorStringSplitter.ERROR_INVALID_CSS_SELECTOR_INCONSISTENT_BRACKETS); + baseCases.put("Ab]", CssSelectorStringSplitter.ERROR_INVALID_CSS_SELECTOR_INCONSISTENT_BRACKETS); + baseCases.put("Ab][c", CssSelectorStringSplitter.ERROR_INVALID_CSS_SELECTOR_INCONSISTENT_BRACKETS); + + + String[] pseudoClasses = getUnimplementedPseudoClasses(); + for (String pseudoClass : pseudoClasses) { + baseCases.put(pseudoClass, CssSelectorToXPathConverterUnsupportedPseudoClassException.getPseudoClassUnsupportedError(pseudoClass)); + + } + return baseCases; + } + + public static String[] getUnimplementedPseudoClasses() { + //listing every pseudo class in: https://developer.mozilla.org/en-US/docs/Web/CSS/CSS_Selectors + //so that in the future there will be some we can't handle + + return new String[]{ + ":active", + ":any-link", + ":checked", + ":default", + ":defined", + ":dir(A)", + ":disabled", +//implemented ":empty", + ":enabled", + ":first", +//implemented ":first-child", +//implemented ":first-of-type", + ":fullscreen", + ":focus", + ":focus-visible", + ":focus-within", + ":host", + ":host(A)", + ":host-context(A)", + ":hover", + ":indeterminate", + ":in-range", + ":invalid", + ":lang(A)", +//implemented ":last-child", +//implemented ":last-of-type", + ":left", + ":link", + ":not(A)", +//implemented ":nth-child(A)", +//implemented ":nth-last-child(A)", +//implemented ":nth-last-of-type(A)", +//implemented ":nth-of-type(A)", +//implemented ":only-child", +//implemented ":only-of-type", + ":optional", + ":out-of-range", + ":placeholder-shown", + ":read-only", + ":read-write", + ":required", + ":right", + ":root", + ":scope", + ":target", + ":valid", + ":visited"}; + } + +} diff --git a/java/src/main/resources/configs.ini b/java/src/main/resources/configs.ini new file mode 100644 index 0000000..cdc5e85 --- /dev/null +++ b/java/src/main/resources/configs.ini @@ -0,0 +1,32 @@ +[paths] +download_path = +tmp_path = + +[chromium_options] +address = 127.0.0.1:9223 +browser_path = chrome +arguments = ['--no-default-browser-check', '--disable-suggestions-ui', '--no-first-run', '--disable-infobars', '--disable-popup-blocking'] +extensions = [] +prefs = {'profile.default_content_settings.popups': 0, 'profile.default_content_setting_values': {'notifications': 2}} +flags = {} +load_mode = normal +user = Default +auto_port = False +system_user_path = False +existing_only = False + +[session_options] +headers = {'user-agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_12_6) AppleWebKit/603.3.8 (KHTML, like Gecko) Version/10.1.2 Safari/603.3.8', 'accept': 'text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8', 'connection': 'keep-alive', 'accept-charset': 'GB2312,utf-8;q=0.7,*;q=0.7'} + +[timeouts] +base = 10 +page_load = 30 +script = 30 + +[proxies] +http = +https = + +[others] +retry_times = 3 +retry_interval = 2 diff --git a/java/src/test/java/test.java b/java/src/test/java/test.java new file mode 100644 index 0000000..85d15da --- /dev/null +++ b/java/src/test/java/test.java @@ -0,0 +1,39 @@ +import com.ll.DrissonPage.page.ChromiumPage; + +/** + * @author 陆 + * @address 点击 + * @original DrissionPage + */ +public class test { + public static void main(String[] args) { + System.out.println(Thread.activeCount()); + for (int i = 0; i < 100; i++) { + System.out.println("运行次数为:--->" + i); + ChromiumPage instance = null; + try { + instance = ChromiumPage.getInstance(); + instance.get("https://cdn.midjourney.com/4ae03c45-be8e-42fd-86aa-ebecda0babf3/0_1.png"); + Thread.sleep(10000); + instance.set().window().size(6, null); + instance.disconnect(); + instance.handleAlert(true); + instance = ChromiumPage.getInstance(); +// System.out.println("运行成功数量为：" + ok++); + } catch (Exception e) { + e.printStackTrace(); +// System.out.println("运行失败数量为：" + error++); + } finally { + assert instance != null; + try { + instance.close(); + } catch (Exception e) { + e.printStackTrace(); + } + System.out.println("存活线程数量为" + Thread.activeCount()); + } + } + System.out.println(Thread.activeCount()); + System.out.println(6); + } +} diff --git a/java/src/test/resources/log4j2.xml b/java/src/test/resources/log4j2.xml new file mode 100644 index 0000000..2ea5f8b --- /dev/null +++ b/java/src/test/resources/log4j2.xml @@ -0,0 +1,17 @@ + + + + + + + + + + + + + + + +