diff --git a/DrissionPage/_elements/chromium_element.py b/DrissionPage/_elements/chromium_element.py index 248b628..ef0cb83 100644 --- a/DrissionPage/_elements/chromium_element.py +++ b/DrissionPage/_elements/chromium_element.py @@ -93,6 +93,13 @@ class ChromiumElement(DrissionElement): def __eq__(self, other): return self._backend_id == getattr(other, '_backend_id', None) + def __getattr__(self, item): + """获取元素属性 + :param item: 属性名 + :return: 属性值 + """ + return self.attr(item) or self.property(item) + @property def tag(self): """返回元素tag""" diff --git a/DrissionPage/_elements/chromium_element.pyi b/DrissionPage/_elements/chromium_element.pyi index 730ebb1..bf62dfb 100644 --- a/DrissionPage/_elements/chromium_element.pyi +++ b/DrissionPage/_elements/chromium_element.pyi @@ -56,6 +56,8 @@ class ChromiumElement(DrissionElement): def __eq__(self, other: ChromiumElement) -> bool: ... + def __getattr__(self, item: str) -> str: ... + @property def tag(self) -> str: ... diff --git a/DrissionPage/_elements/session_element.py b/DrissionPage/_elements/session_element.py index 07c2a87..4fe9c77 100644 --- a/DrissionPage/_elements/session_element.py +++ b/DrissionPage/_elements/session_element.py @@ -50,6 +50,13 @@ class SessionElement(DrissionElement): def __eq__(self, other): return self.xpath == getattr(other, 'xpath', None) + def __getattr__(self, item): + """获取元素属性 + :param item: 属性名 + :return: 属性值 + """ + return self.attr(item) + @property def tag(self): """返回元素类型""" diff --git a/DrissionPage/_elements/session_element.pyi b/DrissionPage/_elements/session_element.pyi index f6e4e00..74034a9 100644 --- a/DrissionPage/_elements/session_element.pyi +++ b/DrissionPage/_elements/session_element.pyi @@ -35,6 +35,8 @@ class SessionElement(DrissionElement): def __eq__(self, other: SessionElement) -> bool: ... + def __getattr__(self, item: str) -> str: ... + @property def tag(self) -> str: ... diff --git a/DrissionPage/_pages/chromium_base.py b/DrissionPage/_pages/chromium_base.py index 1c73d00..153ba75 100644 --- a/DrissionPage/_pages/chromium_base.py +++ b/DrissionPage/_pages/chromium_base.py @@ -156,7 +156,7 @@ class ChromiumBase(BasePage): if self._is_reading: return self._is_reading = True - timeout = timeout if timeout >= .5 else .5 + timeout = max(timeout, 2) end_time = perf_counter() + timeout while perf_counter() < end_time: try: diff --git a/DrissionPage/_pages/chromium_frame.py b/DrissionPage/_pages/chromium_frame.py index fef99d0..f2f08de 100644 --- a/DrissionPage/_pages/chromium_frame.py +++ b/DrissionPage/_pages/chromium_frame.py @@ -164,7 +164,7 @@ class ChromiumFrame(ChromiumBase): self.doc_ele = ChromiumElement(self._target_page, backend_id=node['contentDocument']['backendNodeId']) else: - timeout = timeout if timeout >= .5 else .5 + timeout = max(timeout, 2) b_id = self.run_cdp('DOM.getDocument', _timeout=timeout)['root']['backendNodeId'] self.doc_ele = ChromiumElement(self, backend_id=b_id) @@ -176,7 +176,6 @@ class ChromiumFrame(ChromiumBase): return True except: - raise return False finally: diff --git a/java/pom.xml b/java/pom.xml deleted file mode 100644 index 17ea12c..0000000 --- a/java/pom.xml +++ /dev/null @@ -1,154 +0,0 @@ - - 4.0.0 - com.ll - DrissonPage - 0.0.1 - Magic - DrissonPage - http://maven.apache.org - - 11 - 11 - - - - - org.apache.commons - commons-collections4 - 4.4 - - - org.projectlombok - lombok - 1.18.30 - - - - org.apache.commons - commons-text - 1.11.0 - - - - org.ini4j - ini4j - 0.5.4 - - - - com.alibaba - fastjson - 1.2.83 - - - - net.java.dev.jna - jna - 5.10.0 - - - net.java.dev.jna - jna-platform - 5.10.0 - - - - - - - - - - - - - com.squareup.okhttp3 - okhttp - 4.10.0 - - - - com.squareup.okio - okio-jvm - 3.4.0 - - - - org.apache.httpcomponents - httpasyncclient - 4.1.5 - - - - commons-codec - commons-codec - 1.16.0 - - - org.apache.maven - maven-model - 3.8.1 - - - org.apache.maven - maven-core - 3.8.1 - - - - org.apache.maven.shared - maven-shared-utils - 3.3.4 - - - - commons-io - commons-io - 2.11.0 - - - - com.google.guava - guava - 32.1.2-jre - - - - org.jsoup - jsoup - 1.16.1 - - - org.jetbrains - annotations - RELEASE - compile - - - - org.apache.poi - poi - 5.1.0 - - - org.apache.poi - poi-ooxml - 5.1.0 - - - - org.apache.commons - commons-compress - 1.21 - - - - - - - diff --git a/java/src/main/java/com/ll/DataRecorder/BaseRecorder.java b/java/src/main/java/com/ll/DataRecorder/BaseRecorder.java deleted file mode 100644 index 7c0f116..0000000 --- a/java/src/main/java/com/ll/DataRecorder/BaseRecorder.java +++ /dev/null @@ -1,76 +0,0 @@ -package com.ll.DataRecorder; - -import java.nio.file.Path; - -/** - * @author 陆 - * @address click - */ -public abstract class BaseRecorder extends OriginalRecorder { - protected String encoding; - protected Object before; - protected Object after; - protected String table; - - public BaseRecorder() { - } - - public BaseRecorder(Integer cacheSize) { - super(cacheSize); - } - - public BaseRecorder(Path path) { - super(path); - } - - public BaseRecorder(Path path, Integer cacheSize) { - super(path, cacheSize); - } - - public BaseRecorder(String path) { - super(path); - } - - public BaseRecorder(String path, Integer cacheSize) { - super(path, cacheSize); - } - - /** - * @return 返回用于设置属性的对象 - */ - @Override - public BaseSetter set() { - if (super.setter == null) super.setter = new BaseSetter<>(this); - return (BaseSetter) super.setter; - } - - /** - * @return 返回当前before内容 - */ - public Object before() { - return this.before; - } - - - /** - * @return 返回当前before内容 - */ - public Object after() { - return this.after; - } - - /** - * @return 返回默认表名 - */ - public String table() { - return this.table; - } - - /** - * @return 返回编码格式 - */ - public String encoding() { - return this.encoding; - } - -} diff --git a/java/src/main/java/com/ll/DataRecorder/BaseSetter.java b/java/src/main/java/com/ll/DataRecorder/BaseSetter.java deleted file mode 100644 index 56d1a7d..0000000 --- a/java/src/main/java/com/ll/DataRecorder/BaseSetter.java +++ /dev/null @@ -1,155 +0,0 @@ -package com.ll.DataRecorder; - -import java.nio.charset.Charset; -import java.util.Collections; -import java.util.List; -import java.util.Map; - -/** - * @author 陆 - * @address click - */ -public class BaseSetter extends OriginalSetter { - public BaseSetter(R recorder) { - super(recorder); - } - - /** - * 设置默认表名 - * - * @param name 表名 - */ - public void table(String name) { - recorder.table = name; - } - - /** - * 设置在数据前面补充的列 - * - * @param before 列表、数组或字符串，为字符串时则补充一列 - */ - public void before(List before) { - before(before, false); - } - - /** - * 设置在数据前面补充的列 - * - * @param before 列表、数组或字符串，为字符串时则补充一列 - */ - public void before(Map before) { - before(before, false); - } - - /** - * 设置在数据前面补充的列 - * - * @param before 列表、数组或字符串，为字符串时则补充一列 - */ - public void before(String before) { - before(before, true); - } - - /** - * 设置在数据前面补充的列 - * - * @param before 列表、数组或字符串，为字符串时则补充一列 - */ - public void before(String[] before) { - before(before, false); - } - - /** - * 设置在数据前面补充的列 - * - * @param before 列表、数组或字符串，为字符串时则补充一列 - */ - private void before(Object before, boolean ignoredI) { - if (before == null || "".equals(before)) { - this.recorder.before = null; - } else if (before instanceof List) { - this.recorder.before = before; - } else if (before instanceof Map) { - this.recorder.before = before; - - } else if (before instanceof String[]) { - this.recorder.before = before; - } else { - this.recorder.before = Collections.singletonList(before); - } - } - - /** - * 设置在数据后面补充的列 - * - * @param after 列表、数组或字符串，为字符串时则补充一列 - */ - public void after(List after) { - after(after, false); - } - - /** - * 设置在数据后面补充的列 - * - * @param after 列表、数组或字符串，为字符串时则补充一列 - */ - public void after(Map after) { - after(after, false); - } - - /** - * 设置在数据后面补充的列 - * - * @param after 列表、数组或字符串，为字符串时则补充一列 - */ - public void after(String after) { - after(after, true); - } - - /** - * 设置在数据后面补充的列 - * - * @param after 列表、数组或字符串，为字符串时则补充一列 - */ - public void after(String[] after) { - after(after, false); - } - - /** - * 设置在数据后面补充的列 - * - * @param after 列表、数组或字符串，为字符串时则补充一列 - */ - private void after(Object after, boolean ignoredI) { - if (after == null || "".equals(after)) { - this.recorder.after = null; - } else if (after instanceof List) { - this.recorder.after = after; - } else if (after instanceof Map) { - this.recorder.after = after; - - } else if (after instanceof String[]) { - this.recorder.after = after; - } else { - this.recorder.after = Collections.singletonList(after); - } - } - - /** - * 设置编码 - * - * @param encoding 编码格式 - */ - public void encoding(String encoding) { - this.recorder.encoding = Charset.forName(encoding).name(); - } - - /** - * 设置编码 - * - * @param encoding 编码格式 - */ - public void encoding(Charset encoding) { - this.recorder.encoding = encoding.name(); - } -} diff --git a/java/src/main/java/com/ll/DataRecorder/ByteRecorder.java b/java/src/main/java/com/ll/DataRecorder/ByteRecorder.java deleted file mode 100644 index 042501f..0000000 --- a/java/src/main/java/com/ll/DataRecorder/ByteRecorder.java +++ /dev/null @@ -1,150 +0,0 @@ -package com.ll.DataRecorder; - -import lombok.AllArgsConstructor; -import lombok.Getter; - -import java.io.IOException; -import java.nio.ByteBuffer; -import java.nio.channels.SeekableByteChannel; -import java.nio.file.Files; -import java.nio.file.Path; -import java.nio.file.Paths; -import java.nio.file.StandardOpenOption; -import java.util.List; - -/** - * @author 陆 - * @address click - */ -public class ByteRecorder extends OriginalRecorder { - private static final long[] END = {0, 2}; - protected List data; - - /** - * 用于记录字节数据的工具 - */ - public ByteRecorder() { - this(""); - } - - /** - * 用于记录字节数据的工具 - * - * @param path 保存的文件路径 - */ - public ByteRecorder(Path path) { - this(path, null); - } - - /** - * 用于记录字节数据的工具 - * - * @param cacheSize 每接收多少条记录写入文件，0为不自动写入 - */ - public ByteRecorder(Integer cacheSize) { - this("", null); - } - - /** - * 用于记录字节数据的工具 - * - * @param path 保存的文件路径 - * @param cacheSize 每接收多少条记录写入文件，0为不自动写入 - */ - public ByteRecorder(Path path, Integer cacheSize) { - super(path == null ? null : path.toAbsolutePath().toString(), cacheSize); - } - - /** - * 用于记录字节数据的工具 - * - * @param path 保存的文件路径 - */ - public ByteRecorder(String path) { - super(path, null); - } - - /** - * 用于记录字节数据的工具 - * - * @param path 保存的文件路径 - * @param cacheSize 每接收多少条记录写入文件，0为不自动写入 - */ - public ByteRecorder(String path, Integer cacheSize) { - super("".equals(path) ? null : path, cacheSize); - } - - /** - * @param data 类型只能为byte[] - */ - @Override - public void addData(Object data) { - if (data instanceof byte[]) addData((byte[]) data, null); - else throw new IllegalArgumentException("data类型只能为byte[]为了兼容"); - } - - - /** - * 添加一段二进制数据 - * - * @param data bytes类型数据 - * @param seek 在文件中的位置，None表示最后 - */ - public void addData(byte[] data, Long seek) { - while (this.pauseAdd) { //等待其它线程写入结束 - try { - Thread.sleep(100); - } catch (InterruptedException e) { - throw new RuntimeException(e); - } - } - if (seek != null && seek < 0) throw new IllegalArgumentException("seek参数只能接受null或大于等于0的整数。"); - this.data.add(new ByteData(data, seek)); - this.dataCount++; - if (0 < this.cacheSize() && this.cacheSize() <= this.dataCount) this.record(); - - } - - /** - * @return 返回当前保存在缓存的数据 - */ - public List data() { - return this.data; - } - - /** - * 记录数据到文件 - */ - protected void _record() { - Path filePath = Paths.get(path); - if (!Files.exists(filePath)) { - try { - Files.createFile(filePath); - } catch (IOException e) { - throw new RuntimeException(e); - } - } - - try (SeekableByteChannel fileChannel = Files.newByteChannel(filePath, StandardOpenOption.WRITE, StandardOpenOption.READ)) { - long[] previous = null; - for (ByteData entry : data) { - - long[] loc = (entry.seek == null ? ByteRecorder.END : new long[]{entry.seek, 0}); - if (!(previous != null && previous[0] == loc[0] && previous[1] == loc[1] && ByteRecorder.END[0] == loc[0] && ByteRecorder.END[1] == loc[1])) { - fileChannel.position(loc[0] + loc[1]); - previous = loc; - } - fileChannel.write(ByteBuffer.wrap(entry.data)); - } - } catch (IOException e) { - throw new RuntimeException(e); - } - } - - @Getter - @AllArgsConstructor - public static class ByteData { - private byte[] data; - private Long seek; - } -} diff --git a/java/src/main/java/com/ll/DataRecorder/DBRecorder.java b/java/src/main/java/com/ll/DataRecorder/DBRecorder.java deleted file mode 100644 index 781d33c..0000000 --- a/java/src/main/java/com/ll/DataRecorder/DBRecorder.java +++ /dev/null @@ -1,20 +0,0 @@ -package com.ll.DataRecorder; - -import javax.naming.NoPermissionException; - -/** - * 用于存储数据到sqlite的工具 - * @author 陆 - * @address click - */ -public class DBRecorder extends BaseRecorder { - @Override - public void addData(Object data) { - - } - - @Override - protected void _record() throws NoPermissionException { - - } -} diff --git a/java/src/main/java/com/ll/DataRecorder/OriginalRecorder.java b/java/src/main/java/com/ll/DataRecorder/OriginalRecorder.java deleted file mode 100644 index 62a089d..0000000 --- a/java/src/main/java/com/ll/DataRecorder/OriginalRecorder.java +++ /dev/null @@ -1,236 +0,0 @@ -package com.ll.DataRecorder; - -import javax.naming.NoPermissionException; -import java.io.IOException; -import java.nio.file.Files; -import java.nio.file.Path; -import java.nio.file.Paths; -import java.nio.file.StandardCopyOption; -import java.util.List; -import java.util.concurrent.locks.Lock; -import java.util.concurrent.locks.ReentrantLock; - -/** - * 记录器的基类 - * - * @author 陆 - * @address click - */ -public abstract class OriginalRecorder { - protected int cache; - protected String path; - protected String type; - protected List data; - protected Lock lock = new ReentrantLock();//线程锁 - protected boolean pauseAdd = false; - protected boolean pauseWrite = false; - public boolean showMsg = true; - protected OriginalSetter setter; - protected int dataCount = 0; - - /** - * - */ - public OriginalRecorder() { - this(""); - } - - /** - * @param cacheSize 每接收多少条记录写入文件，0为不自动写入 - */ - public OriginalRecorder(Integer cacheSize) { - this("", cacheSize); - } - - /** - * @param path 保存的文件路径 - */ - public OriginalRecorder(Path path) { - this(path.toString(), null); - } - - /** - * @param path 保存的文件路径 - * @param cacheSize 每接收多少条记录写入文件，0为不自动写入 - */ - public OriginalRecorder(Path path, Integer cacheSize) { - this(path.toString(), cacheSize); - } - - /** - * @param path 保存的文件路径 - */ - public OriginalRecorder(String path) { - this(path, null); - } - - /** - * @param path 保存的文件路径 - * @param cacheSize 每接收多少条记录写入文件，0为不自动写入 - */ - public OriginalRecorder(String path, Integer cacheSize) { - this.set().path(path); - this.cache = cacheSize != null ? cacheSize : 1000; - } - - /** - * @return 返回用于设置属性的对象 - */ - public OriginalSetter set() { - if (this.setter == null) this.setter = new OriginalSetter<>(this); - return this.setter; - } - - /** - * @return 返回缓存大小 - */ - public int cacheSize() { - return this.cache; - } - - /** - * @return 返回文件路径 - */ - public String path() { - return this.path; - } - - /** - * @return 返回文件类型 - */ - public String type() { - return this.type; - } - - /** - * @return 返回当前保存在缓存的数据 - */ - public Object data() { - return this.data; - } - - /** - * 记录数据，可保存到新文件 - * - * @return 文件路径 - */ - public String record() { - return record(""); - } - - /** - * 记录数据，可保存到新文件 - * - * @param newPath 文件另存为的路径，会保存新文件 - * @return 文件路径 - */ - - public String record(Path newPath) { - return record(newPath.toString()); - } - - - /** - * 记录数据，可保存到新文件 - * - * @param newPath 文件另存为的路径，会保存新文件 - * @return 文件路径 - * @throws IOException 读写文件时可能发生IOException - */ - public String record(String newPath) { - if ("".equals(newPath)) newPath = null; - // 具体功能由_record()实现，本方法实现自动重试及另存文件功能 - String originalPath = path; - String returnPath = path; - if (newPath != null && !newPath.isEmpty()) { - newPath = Tools.getUsablePath(newPath).toString(); - returnPath = path = newPath; - - Path originalFilePath = Paths.get(originalPath); - if (Files.exists(originalFilePath)) { - Path newPathObject = Paths.get(newPath); - try { - Files.copy(originalFilePath, newPathObject, StandardCopyOption.REPLACE_EXISTING); - } catch (IOException e) { - throw new RuntimeException(e); - } - } - } - - if (!data.isEmpty()) { - return returnPath; - } - - if (path == null || path.isEmpty()) { - throw new IllegalArgumentException("保存路径为空。"); - } - - lock.lock(); - try { - pauseAdd = true; // 写入文件前暂缓接收数据 - if (showMsg) { - System.out.println(path + " 开始写入文件，切勿关闭进程。"); - } - - try { - Files.createDirectories(Paths.get(path).getParent()); - } catch (IOException e) { - throw new RuntimeException(e); - } - while (true) { - try { - while (pauseWrite) { // 等待其它线程写入结束 - Thread.sleep(100); - } - pauseWrite = true; - this._record(); - break; - - } catch (NoPermissionException e) { - - } catch (Exception e) { - try { - Files.write(Paths.get("failed_data.txt"), (data.toString() + "\n").getBytes()); - System.out.println("保存失败的数据已保存到failed_data.txt。"); - } catch (IOException ioException) { - throw e; - } - throw e; - } finally { - pauseWrite = false; - } - - Thread.sleep(300); - } - - if (newPath != null && !newPath.isEmpty()) { - path = originalPath; - } - - if (showMsg) { - System.out.println(path + " 写入文件结束。"); - } - clear(); - dataCount = 0; - pauseAdd = false; - - } catch (InterruptedException e) { - throw new RuntimeException(e); - } finally { - lock.unlock(); - } - - return returnPath; - } - - /** - * 清空缓存中的数据 - */ - public void clear() { - if (this.data != null) this.data.clear(); - } - - public abstract void addData(Object data); - - protected abstract void _record() throws NoPermissionException; -} diff --git a/java/src/main/java/com/ll/DataRecorder/OriginalSetter.java b/java/src/main/java/com/ll/DataRecorder/OriginalSetter.java deleted file mode 100644 index 8661fc5..0000000 --- a/java/src/main/java/com/ll/DataRecorder/OriginalSetter.java +++ /dev/null @@ -1,58 +0,0 @@ -package com.ll.DataRecorder; - -import lombok.AllArgsConstructor; - -import java.nio.file.Path; -import java.util.ArrayList; - -/** - * @author 陆 - * @address click - */ -@AllArgsConstructor -public class OriginalSetter { - protected final R recorder; - - - /** - * 设置缓存大小 - * - * @param size 缓存大小 - */ - public void cacheSize(int size) { - if (size < 0) return; - this.recorder.cache = size; - } - - /** - * 设置文件路径 - * - * @param path 文件路径 - */ - public void path(String path) { - if (this.recorder.path() != null) this.recorder.record(); - this.recorder.path = path; - this.recorder.data = new ArrayList<>(); - } - - /** - * 设置文件路径 - * - * @param path 文件路径 - */ - public void path(Path path) { - if (this.recorder.path() != null) this.recorder.record(); - this.recorder.path = path.toString(); - this.recorder.data = new ArrayList<>(); - } - - /** - * 设置是否显示运行信息 - * - * @param onOff 开关 - */ - - public void showMsg(boolean onOff) { - this.recorder.showMsg = onOff; - } -} diff --git a/java/src/main/java/com/ll/DataRecorder/Recorder.java b/java/src/main/java/com/ll/DataRecorder/Recorder.java deleted file mode 100644 index 8a3b3df..0000000 --- a/java/src/main/java/com/ll/DataRecorder/Recorder.java +++ /dev/null @@ -1,269 +0,0 @@ -package com.ll.DataRecorder; - -import java.nio.file.Path; -import java.util.ArrayList; -import java.util.Collections; -import java.util.List; -import java.util.Map; - -/** - * @author 陆 - * @address click - */ -public class Recorder extends BaseRecorder { - - private String delimiter = ","; - private String quoteChar = "\""; - private boolean followStyles = false; - private Float colHeight = null; - private String style = null; - private boolean fitHead = false; - - // 其他属性和方法的声明 - public Recorder(String path) { - this(path, null); - } - - public Recorder(Path path) { - this(path.toString(), null); - } - - public Recorder(String path, Integer cacheSize) { - super(path, cacheSize); - } - - // 其他方法和属性的具体实现 - - public RecorderSetter set() { - if (setter == null) { - setter = new RecorderSetter(this); - } - return (RecorderSetter) setter; - } - - @Override - public void addData(Object data) { - this.addData(data, null); - } - - /** - * @return 返回csv文件分隔符 - */ - public String delimiter() { - return delimiter; - } - - /** - * @return 返回csv文件引用符 - */ - public String quoteChar() { - return quoteChar; - } - - public void addData(Object data, String table) { - while (this.pauseAdd) { - try { - Thread.sleep(100); - } catch (InterruptedException e) { - e.printStackTrace(); - } - } - - if (!(data instanceof List) && !(data instanceof Map)) { - data = Collections.singletonList(data); - } - - if (data instanceof List && ((List) data).isEmpty()) { - data = new ArrayList<>(); - this.dataCount++; - } - - if (!"xlsx".equals(type)) { - if (data instanceof List) { - this.data.addAll((List) data); - } - } else { - if (table == null) { - table = this.table; - } else if (table.equals("false")) { - table = null; - } - -// this.data.add(table, k -> new ArrayList<>()).addAll((List) data); - } - - if (0 < this.cache && cache <= dataCount) { - record(); - } - } - - protected void _record() { -// if ("csv".equals(type)) { -// toCsv(); -// } else if ("xlsx".equals(type)) { -// toXlsx(); -// } else if ("json".equals(type)) { -// toJson(); -// } else if ("txt".equals(type)) { -// toTxt(); -// } - } - -// protected void toXlsx() { -// Path filePath = Paths.get(path); -// boolean newFile = filePath.toFile().exists(); -// Workbook wb; -// if (newFile) { -// try { -// wb = WorkbookFactory.create(filePath.toFile()); -// } catch (IOException e) { -// e.printStackTrace(); -// return; -// } -// } else { -// wb = new XSSFWorkbook(); -// } -// -// List tables = new ArrayList<>(); -// data.forEach((table) -> { -// boolean newSheet = false; -// Sheet sheet; -// if (table == null) { -// sheet = wb.getSheetAt(0); -// } else if (tables.contains(table)) { -// sheet = wb.getSheet(table); -// } else if (newFile) { -// sheet = wb.getSheetAt(0); -// tables.remove(sheet.getSheetName()); -// sheet.getWorkbook().setSheetName(sheet.getWorkbook().getSheetIndex(sheet), table); -// } else { -// sheet = wb.createSheet(table); -// tables.add(table); -// newSheet = true; -// } -// -// if (newFile || newSheet) { -// List title = getTitle(data, before(), after()); -// if (title != null) { -// Row titleRow = sheet.createRow(sheet.getPhysicalNumberOfRows()); -// title.forEach(t -> titleRow.createCell(titleRow.getPhysicalNumberOfCells()).setCellValue(t)); -// } -// } -// -// Float colHeight = null; -// List rowStyles = null; -// if (newFile || newSheet) { -// if (this.colHeight != null || followStyles || style != null || _data.size() > 1) { -// wb.getCreationHelper().createFormulaEvaluator().evaluateAll(); -// } -// } -// -// if (newFile || newSheet) { -// if (this.colHeight != null || followStyles) { -// int lastRowNum = sheet.getLastRowNum(); -// Row lastRow = sheet.getRow(lastRowNum); -// if (lastRow != null) { -// colHeight = lastRow.getHeightInPoints(); -// if (followStyles) { -// rowStyles = new ArrayList<>(); -// for (Cell cell : lastRow) { -// rowStyles.add(new CellBase(cell.getCellStyle())); -// } -// } -// } -// } -// } -// -// if (newFile || newSheet) { -// if (fitHead && _head.get(sheet.getSheetName()) == null) { -// _head.put(sheet.getSheetName(), getTitle(data.get(0), _before, _after)); -// } -// } -// -// if (fitHead && _head.get(sheet.getSheetName()) != null) { -// data.forEach(d -> { -// if (d instanceof Map) { -// d = ((Map) d).values(); -// } -// Row row = sheet.createRow(sheet.getPhysicalNumberOfRows()); -// _head.get(sheet.getSheetName()).forEach(h -> row.createCell(row.getPhysicalNumberOfCells()).setCellValue(processContent(((Map) d).get(h)))); -// setStyle(colHeight, rowStyles, row); -// }); -// } else { -// data.forEach(d -> { -// if (d instanceof Map) { -// d = ((Map) d).values(); -// } -// Row row = sheet.createRow(sheet.getPhysicalNumberOfRows()); -// ((List) d).forEach(value -> row.createCell(row.getPhysicalNumberOfCells()).setCellValue(processContent(value))); -// setStyle(colHeight, rowStyles, row); -// }); -// } -// }); -// -// try { -// wb.write(filePath.toFile()); -// wb.close(); -// } catch (IOException e) { -// e.printStackTrace(); -// } -// } -// -// protected void setStyle(Float colHeight, List rowStyles, Row row) { -// if (colHeight != null) { -// row.setHeightInPoints(colHeight); -// } -// -// if (rowStyles != null) { -// for (int i = 0; i < row.getPhysicalNumberOfCells(); i++) { -// Cell cell = row.getCell(i); -// CellStyleCopier styleCopier = rowStyles.get(i); -// styleCopier.setToCell(cell); -// } -// } else if (style != null) { -// for (Cell cell : row) { -// setStyle(style, cell); -// } -// } -// } -// -// protected void setStyle(String style, Table.Cell cell) { -// // 实现设置样式的逻辑 -// } -// -// protected List getTitle(Object data, Object before, Object after) { -// if (data instanceof List) { -// return null; -// } -// -// List returnList = new ArrayList<>(); -// List beforeList = getList(before); -// List afterList = getList(after); -// -// for (Object obj : List.of(beforeList, data, afterList)) { -// if (obj instanceof Map) { -// returnList.addAll(((Map) obj).keySet()); -// } else if (obj == null) { -// // Do nothing -// } else if (obj instanceof List) { -// ((List) obj).forEach(o -> returnList.add("")); -// } else { -// returnList.add(""); -// } -// } -// -// return returnList; -// } -// -// protected List getList(Object obj) { -// if (obj instanceof List) { -// return (List) obj; -// } else if (obj instanceof Map) { -// return new ArrayList<>(((Map) obj).keySet()); -// } else { -// return List.of(""); -// } -// } - - // 其他方法和属性的具体实现 -} \ No newline at end of file diff --git a/java/src/main/java/com/ll/DataRecorder/RecorderSetter.java b/java/src/main/java/com/ll/DataRecorder/RecorderSetter.java deleted file mode 100644 index b6e5d30..0000000 --- a/java/src/main/java/com/ll/DataRecorder/RecorderSetter.java +++ /dev/null @@ -1,11 +0,0 @@ -package com.ll.DataRecorder; - -/** - * @author 陆 - * @address click - */ -public class RecorderSetter extends SheetLikeSetter { - public RecorderSetter(R recorder) { - super(recorder); - } -} diff --git a/java/src/main/java/com/ll/DataRecorder/SheetLikeSetter.java b/java/src/main/java/com/ll/DataRecorder/SheetLikeSetter.java deleted file mode 100644 index 558ccb1..0000000 --- a/java/src/main/java/com/ll/DataRecorder/SheetLikeSetter.java +++ /dev/null @@ -1,12 +0,0 @@ -package com.ll.DataRecorder; - -/** - * @author 陆 - * @address click - */ -public class SheetLikeSetter extends BaseSetter { - public SheetLikeSetter(R recorder) { - super(recorder); - } - -} diff --git a/java/src/main/java/com/ll/DataRecorder/Tools.java b/java/src/main/java/com/ll/DataRecorder/Tools.java deleted file mode 100644 index 82e49c3..0000000 --- a/java/src/main/java/com/ll/DataRecorder/Tools.java +++ /dev/null @@ -1,104 +0,0 @@ -package com.ll.DataRecorder; - -import java.nio.file.Files; -import java.nio.file.Path; -import java.nio.file.Paths; -import java.util.regex.Matcher; -import java.util.regex.Pattern; - -/** - * @author 陆 - * @address click - */ -public class Tools { - - - /** - * 检查文件或文件夹是否有重名，并返回可以使用的路径 - * @param path 文件或文件夹路径 - * @return 可用的路径，Path对象 - */ - public static Path getUsablePath(String path) { - return getUsablePath(path, true, true); - } - - /** - * 检查文件或文件夹是否有重名，并返回可以使用的路径 - * - * @param path 文件或文件夹路径 - * @param isFile 目标是文件还是文件夹 - * @param createParents 是否创建目标路径 - * @return 可用的路径，Path对象 - */ - public static Path getUsablePath(String path, boolean isFile, boolean createParents) { - Path filePath = Paths.get(path).toAbsolutePath(); - Path parent = filePath.getParent(); - if (createParents) parent.toFile().mkdirs(); - String name = makeValidName(filePath.getFileName().toString()); - int num; - String srcName; - boolean firstTime = true; - - while (Files.exists(filePath) && (Files.isRegularFile(filePath) == isFile)) { - Matcher matcher = Pattern.compile("(.*)_(\\d+)$").matcher(name); - if (!matcher.find() || (matcher.find() && firstTime)) { - srcName = name; - num = 1; - } else { - srcName = matcher.group(1); - num = Integer.parseInt(matcher.group(2)) + 1; - } - name = srcName + "_" + num; - filePath = parent.resolve(name); - firstTime = false; - } - - return filePath; - } - - /** - * 获取有效的文件名 - * - * @param fullName 文件名 - * @return 可用的文件名 - */ - public static String makeValidName(String fullName) { - fullName = fullName.trim(); - - String name; - String ext; - int extLong; - - Matcher matcher = Pattern.compile("(.*)(\\.[^.]+$)").matcher(fullName); - if (matcher.find()) { - name = matcher.group(1); - ext = matcher.group(2); - extLong = ext.length(); - } else { - name = fullName; - ext = ""; - extLong = 0; - } - - while (getLong(name) > 255 - extLong) { - name = name.substring(0, name.length() - 1); - } - - fullName = name + ext; - - return fullName.replaceAll("[<>/\\\\|:*?\\n]", ""); - } - - /** - * 返回字符串中字符个数（一个汉字是2个字符） - * - * @param txt 字符串 - * @return 字符个数 - */ - public static int getLong(String txt) { - int txtLen = txt.length(); - return (txt.getBytes().length - txtLen) / 2 + txtLen; - } - - -} diff --git a/java/src/main/java/com/ll/DownloadKit/DownloadKit.java b/java/src/main/java/com/ll/DownloadKit/DownloadKit.java deleted file mode 100644 index 474fb8a..0000000 --- a/java/src/main/java/com/ll/DownloadKit/DownloadKit.java +++ /dev/null @@ -1,1294 +0,0 @@ -package com.ll.DownloadKit; - -import com.ll.DataRecorder.Recorder; -import com.ll.DownloadKit.mission.BaseTask; -import com.ll.DownloadKit.mission.Mission; -import com.ll.DownloadKit.mission.Task; -import com.ll.DrissonPage.base.BasePage; -import com.ll.DrissonPage.config.SessionOptions; -import lombok.AllArgsConstructor; -import lombok.Getter; -import okhttp3.*; -import org.apache.commons.collections4.map.CaseInsensitiveMap; - -import java.io.IOException; -import java.math.BigDecimal; -import java.nio.file.Files; -import java.nio.file.Path; -import java.nio.file.Paths; -import java.util.*; -import java.util.concurrent.*; -import java.util.concurrent.locks.Lock; -import java.util.concurrent.locks.ReentrantLock; - -/** - * 下载器对象 - * - * @author 陆 - * @address click - */ -@Getter -public class DownloadKit { - /** - * 保存路径 - */ - protected String goalPath = "."; - /** - * 最大线程 - */ - protected int roads = 10; - private Setter setter; - protected String printMode; - protected String logMode; - protected Recorder logger; - protected Integer retry; - protected Double interval; - protected BasePage page; - private BlockingQueue waitingList; - protected OkHttpClient session; - private int runningCount; - private int missionsNum; - private Map missions; - protected ThreadPoolExecutor threads; - protected Map> threadMap; - protected Double timeout; - private boolean stopPrinting; - private final Lock lock = new ReentrantLock();//线程锁 - protected boolean split; - protected Long blockSize; - protected String encoding; - /** - * 有同名文件名时的处理方式，可选 'skip', 'overwrite', 'rename', 'add' - */ - protected FileMode fileMode = FileMode.rename; - - /** - * 使用的Session对象，或配置对象、页面对象等 - */ - - public DownloadKit(Path goalPath, Integer roads, FileMode fileMode, BasePage driver) { - this(goalPath.toAbsolutePath().toString(), roads, fileMode, driver); - } - - public DownloadKit(String goalPath, Integer roads, FileMode fileMode, BasePage driver) { - init(goalPath, roads, fileMode); - this.set().driver(driver); - } - - public DownloadKit(Path goalPath, Integer roads, FileMode fileMode, OkHttpClient driver) { - this(goalPath.toAbsolutePath().toString(), roads, fileMode, driver); - } - - public DownloadKit(String goalPath, Integer roads, FileMode fileMode, OkHttpClient driver) { - init(goalPath, roads, fileMode); - this.set().driver(driver); - - } - - public DownloadKit(Path goalPath, Integer roads, FileMode fileMode, SessionOptions driver) { - this(goalPath.toAbsolutePath().toString(), roads, fileMode, driver); - } - - public DownloadKit(String goalPath, Integer roads, FileMode fileMode, SessionOptions driver) { - init(goalPath, roads, fileMode); - this.set().driver(driver); - } - - private void init(String goalPath, Integer roads, FileMode fileMode) { - if (roads != null && roads > 0) this.roads = roads; - this.missions = new HashMap<>(); - this.waitingList = new LinkedBlockingQueue<>(); - this.threadMap = new ConcurrentHashMap<>(this.roads); - this.threads = new ThreadPoolExecutor(5, this.roads, 60, TimeUnit.SECONDS, new LinkedBlockingQueue<>()); - this.missionsNum = 0; - this.runningCount = 0; //正在运行的任务数 - this.stopPrinting = false; //用于控制显示线程停止 - this.goalPath = goalPath != null && !goalPath.trim().isEmpty() ? Utils.pathSetter(goalPath.trim()) : "."; - if (fileMode != null) this.fileMode = fileMode; - this.split = true; - this.blockSize = Utils.blockSizeSetter("50M"); - } - - /*** - * - * @return 用于设置打印和记录模式的对象 - */ - public Setter set() { - if (setter == null) setter = new Setter(this); - return setter; - } - - /** - * @return 可同时运行的线程数 - */ - public Integer roads() { - return this.roads; - } - - /** - * @return 返回连接失败时重试次数 - */ - public int retry() { - if (this.retry != null) return this.retry; - else if (this.page != null) return this.page.getRetryTimes(); - return 3; - } - - /** - * @return 返回连接失败时重试间隔 - */ - public double interval() { - if (this.interval != null) return this.interval; - else if (this.page != null) return this.page.getRetryInterval(); - return 5.0; - } - - /** - * @return 返回连接超时时间 - */ - public double timeout() { - if (this.timeout != null) return this.timeout; - else if (this.page != null) return this.page.timeout(); - return 20.0; - } - - /** - * @return 返回等待队列 - */ - public BlockingQueue waitingList() { - return this.waitingList; - } - - /** - * @return 返回用于保存默认连接设置的Session对象 - */ - public OkHttpClient session() { - return this.session; - } - - /** - * @return 返回是否有线程还在运行 - */ - public boolean isRunning() { - return this.runningCount > 0; - } - - /** - * @return map方式返回所有任务对象 - */ - public Map missions() { - return this.missions; - } - - /** - * @return 返回指定的编码格式 - */ - public String encoding() { - return this.encoding; - } - - - /** - * 添加一个下载任务并将其返回 - * - * @param fileUrl 文件网址 - * @return 任务对象 - */ - public Mission add(String fileUrl) { - return add(fileUrl, new HashMap<>()); - } - - /** - * 添加一个下载任务并将其返回 - * - * @param fileUrl 文件网址 - * @param params 连接参数 - * @return 任务对象 - */ - public Mission add(String fileUrl, Map params) { - return add(fileUrl, "", params); - } - - /** - * 添加一个下载任务并将其返回 - * - * @param fileUrl 文件网址 - * @param goalPath 保存路径 - * @return 任务对象 - */ - public Mission add(String fileUrl, String goalPath) { - return add(fileUrl, goalPath, new HashMap<>()); - } - - /** - * 添加一个下载任务并将其返回 - * - * @param fileUrl 文件网址 - * @param goalPath 保存路径 - * @param params 连接参数 - * @return 任务对象 - */ - public Mission add(String fileUrl, String goalPath, Map params) { - return add(fileUrl, goalPath == null || goalPath.isEmpty() ? null : goalPath, null, params); - } - - /** - * 添加一个下载任务并将其返回 - * - * @param fileUrl 文件网址 - * @param goalPath 保存路径 - * @param rename 重命名的文件名 - * @return 任务对象 - */ - public Mission add(String fileUrl, String goalPath, String rename) { - return add(fileUrl, goalPath, rename, new HashMap<>()); - } - - /** - * 添加一个下载任务并将其返回 - * - * @param fileUrl 文件网址 - * @param goalPath 保存路径 - * @param rename 重命名的文件名 - * @param params 连接参数 - * @return 任务对象 - */ - public Mission add(String fileUrl, String goalPath, String rename, Map params) { - return add(fileUrl, goalPath, rename, null, params); - } - - /** - * 添加一个下载任务并将其返回 - * - * @param fileUrl 文件网址 - * @param goalPath 保存路径 - * @param rename 重命名的文件名 - * @param suffix 重命名的文件后缀名 - * @return 任务对象 - */ - public Mission add(String fileUrl, String goalPath, String rename, String suffix) { - return add(fileUrl, goalPath, rename, suffix, new HashMap<>()); - } - - /** - * 添加一个下载任务并将其返回 - * - * @param fileUrl 文件网址 - * @param goalPath 保存路径 - * @param rename 重命名的文件名 - * @param suffix 重命名的文件后缀名 - * @param params 连接参数 - * @return 任务对象 - */ - public Mission add(String fileUrl, String goalPath, String rename, String suffix, Map params) { - return add(fileUrl, goalPath, rename, suffix, null, params); - } - - /** - * 添加一个下载任务并将其返回 - * - * @param fileUrl 文件网址 - * @param goalPath 保存路径 - * @param rename 重命名的文件名 - * @param suffix 重命名的文件后缀名 - * @return 任务对象 - */ - public Mission add(String fileUrl, String goalPath, String rename, String suffix, FileMode fileMode) { - return add(fileUrl, goalPath, rename, suffix, fileMode, null); - } - - /** - * 添加一个下载任务并将其返回 - * - * @param fileUrl 文件网址 - * @param goalPath 保存路径 - * @param rename 重命名的文件名 - * @param suffix 重命名的文件后缀名 - * @param fileMode 遇到同名文件时的处理方式，可选 'skip', 'overwrite', 'rename', 'add'，默认跟随实例属性 - * @param params 连接参数 - * @return 任务对象 - */ - public Mission add(String fileUrl, String goalPath, String rename, String suffix, FileMode fileMode, Map params) { - return add(fileUrl, Paths.get(goalPath), rename, suffix, fileMode, null, params); - } - - /** - * 添加一个下载任务并将其返回 - * - * @param fileUrl 文件网址 - * @param goalPath 保存路径 - * @param rename 重命名的文件名 - * @param suffix 重命名的文件后缀名 - * @param fileMode 遇到同名文件时的处理方式，可选 'skip', 'overwrite', 'rename', 'add'，默认跟随实例属性 - * @param split 是否允许多线程分块下载，为null则使用对象属性 - * @param params 连接参数 - * @return 任务对象 - */ - public Mission add(String fileUrl, String goalPath, String rename, String suffix, FileMode fileMode, Boolean split, Map params) { - return add(fileUrl, Paths.get(goalPath), rename, suffix, fileMode, split, params); - } - - /** - * 添加一个下载任务并将其返回 - * - * @param fileUrl 文件网址 - * @param goalPath 保存路径 - * @return 任务对象 - */ - public Mission add(String fileUrl, Path goalPath) { - return add(fileUrl, goalPath, new HashMap<>()); - } - - /** - * 添加一个下载任务并将其返回 - * - * @param fileUrl 文件网址 - * @param goalPath 保存路径 - * @param params 连接参数 - * @return 任务对象 - */ - public Mission add(String fileUrl, Path goalPath, Map params) { - return add(fileUrl, goalPath, null, params); - } - - /** - * 添加一个下载任务并将其返回 - * - * @param fileUrl 文件网址 - * @param goalPath 保存路径 - * @param rename 重命名的文件名 - * @return 任务对象 - */ - public Mission add(String fileUrl, Path goalPath, String rename) { - return add(fileUrl, goalPath, rename, new HashMap<>()); - } - - /** - * 添加一个下载任务并将其返回 - * - * @param fileUrl 文件网址 - * @param goalPath 保存路径 - * @param rename 重命名的文件名 - * @param params 连接参数 - * @return 任务对象 - */ - public Mission add(String fileUrl, Path goalPath, String rename, Map params) { - return add(fileUrl, goalPath, rename, null, params); - } - - /** - * 添加一个下载任务并将其返回 - * - * @param fileUrl 文件网址 - * @param goalPath 保存路径 - * @param rename 重命名的文件名 - * @param suffix 重命名的文件后缀名 - * @return 任务对象 - */ - public Mission add(String fileUrl, Path goalPath, String rename, String suffix) { - return add(fileUrl, goalPath, rename, suffix, new HashMap<>()); - } - - /** - * 添加一个下载任务并将其返回 - * - * @param fileUrl 文件网址 - * @param goalPath 保存路径 - * @param rename 重命名的文件名 - * @param suffix 重命名的文件后缀名 - * @param params 连接参数 - * @return 任务对象 - */ - public Mission add(String fileUrl, Path goalPath, String rename, String suffix, Map params) { - return add(fileUrl, goalPath, rename, suffix, null, params); - } - - /** - * 添加一个下载任务并将其返回 - * - * @param fileUrl 文件网址 - * @param goalPath 保存路径 - * @param rename 重命名的文件名 - * @param suffix 重命名的文件后缀名 - * @return 任务对象 - */ - public Mission add(String fileUrl, Path goalPath, String rename, String suffix, FileMode fileMode) { - return add(fileUrl, goalPath, rename, suffix, fileMode, null); - } - - /** - * 添加一个下载任务并将其返回 - * - * @param fileUrl 文件网址 - * @param goalPath 保存路径 - * @param rename 重命名的文件名 - * @param suffix 重命名的文件后缀名 - * @param fileMode 遇到同名文件时的处理方式，可选 'skip', 'overwrite', 'rename', 'add'，默认跟随实例属性 - * @param params 连接参数 - * @return 任务对象 - */ - public Mission add(String fileUrl, Path goalPath, String rename, String suffix, FileMode fileMode, Map params) { - return add(fileUrl, goalPath, rename, suffix, fileMode, null, params); - } - - /** - * 添加一个下载任务并将其返回 - * - * @param fileUrl 文件网址 - * @param goalPath 保存路径 - * @param rename 重命名的文件名 - * @param suffix 重命名的文件后缀名 - * @param fileMode 遇到同名文件时的处理方式，可选 'skip', 'overwrite', 'rename', 'add'，默认跟随实例属性 - * @param split 是否允许多线程分块下载，为null则使用对象属性 - * @param params 连接参数 - * @return 任务对象 - */ - public Mission add(String fileUrl, Path goalPath, String rename, String suffix, FileMode fileMode, Boolean split, Map params) { - this.missionsNum++; - this.runningCount++; - fileMode = fileMode == null ? this.fileMode : fileMode; - Mission mission = goalPath == null ? new Mission(String.valueOf(this.missionsNum), this, fileUrl, this.goalPath, rename, suffix, fileMode, split == null ? this.split : split, this.encoding, params) : new Mission(String.valueOf(this.missionsNum), this, fileUrl, goalPath, rename, suffix, fileMode, split == null ? this.split : split, this.encoding, params); - this.missions.put(this.missionsNum, mission); - this.runOrWait(mission); - return mission; - } - - - /** - * 以阻塞的方式下载一个文件并返回结果 - * - * @param fileUrl 文件网址 - * @return 任务结果和信息组成的数组 - */ - public String[] download(String fileUrl) { - return download(fileUrl, new HashMap<>()); - } - - /** - * 以阻塞的方式下载一个文件并返回结果 - * - * @param fileUrl 文件网址 - * @param params 连接参数 - * @return 任务结果和信息组成的数组 - */ - public String[] download(String fileUrl, Map params) { - return download(fileUrl, "", params); - } - - /** - * 以阻塞的方式下载一个文件并返回结果 - * - * @param fileUrl 文件网址 - * @param goalPath 保存路径 - * @return 任务结果和信息组成的数组 - */ - public String[] download(String fileUrl, String goalPath) { - return download(fileUrl, goalPath, new HashMap<>()); - } - - /** - * 以阻塞的方式下载一个文件并返回结果 - * - * @param fileUrl 文件网址 - * @param goalPath 保存路径 - * @param params 连接参数 - * @return 任务结果和信息组成的数组 - */ - public String[] download(String fileUrl, String goalPath, Map params) { - return download(fileUrl, goalPath == null || goalPath.isEmpty() ? null : goalPath, null, params); - } - - /** - * 以阻塞的方式下载一个文件并返回结果 - * - * @param fileUrl 文件网址 - * @param goalPath 保存路径 - * @param rename 重命名的文件名 - * @return 任务结果和信息组成的数组 - */ - public String[] download(String fileUrl, String goalPath, String rename) { - return download(fileUrl, goalPath, rename, new HashMap<>()); - } - - /** - * 以阻塞的方式下载一个文件并返回结果 - * - * @param fileUrl 文件网址 - * @param goalPath 保存路径 - * @param rename 重命名的文件名 - * @param params 连接参数 - * @return 任务结果和信息组成的数组 - */ - public String[] download(String fileUrl, String goalPath, String rename, Map params) { - return download(fileUrl, goalPath, rename, null, params); - } - - /** - * 以阻塞的方式下载一个文件并返回结果 - * - * @param fileUrl 文件网址 - * @param goalPath 保存路径 - * @param rename 重命名的文件名 - * @param suffix 重命名的文件后缀名 - * @return 任务结果和信息组成的数组 - */ - public String[] download(String fileUrl, String goalPath, String rename, String suffix) { - return download(fileUrl, goalPath, rename, suffix, new HashMap<>()); - } - - /** - * 以阻塞的方式下载一个文件并返回结果 - * - * @param fileUrl 文件网址 - * @param goalPath 保存路径 - * @param rename 重命名的文件名 - * @param suffix 重命名的文件后缀名 - * @param params 连接参数 - * @return 任务结果和信息组成的数组 - */ - public String[] download(String fileUrl, String goalPath, String rename, String suffix, Map params) { - return download(fileUrl, goalPath, rename, suffix, null, params); - } - - /** - * 以阻塞的方式下载一个文件并返回结果 - * - * @param fileUrl 文件网址 - * @param goalPath 保存路径 - * @param rename 重命名的文件名 - * @param suffix 重命名的文件后缀名 - * @return 任务结果和信息组成的数组 - */ - public String[] download(String fileUrl, String goalPath, String rename, String suffix, FileMode fileMode) { - return download(fileUrl, goalPath, rename, suffix, fileMode, null); - } - - /** - * 以阻塞的方式下载一个文件并返回结果 - * - * @param fileUrl 文件网址 - * @param goalPath 保存路径 - * @param rename 重命名的文件名 - * @param suffix 重命名的文件后缀名 - * @param fileMode 遇到同名文件时的处理方式，可选 'skip', 'overwrite', 'rename', 'add'，默认跟随实例属性 - * @param params 连接参数 - * @return 任务结果和信息组成的数组 - */ - public String[] download(String fileUrl, String goalPath, String rename, String suffix, FileMode fileMode, Map params) { - return download(fileUrl, Paths.get(goalPath), rename, suffix, fileMode, true, params); - } - - /** - * 以阻塞的方式下载一个文件并返回结果 - * - * @param fileUrl 文件网址 - * @param goalPath 保存路径 - * @param rename 重命名的文件名 - * @param suffix 重命名的文件后缀名 - * @param fileMode 遇到同名文件时的处理方式，可选 'skip', 'overwrite', 'rename', 'add'，默认跟随实例属性 - * @param showMsg 是否打印进度 - * @param params 连接参数 - * @return 任务结果和信息组成的数组 - */ - public String[] download(String fileUrl, String goalPath, String rename, String suffix, FileMode fileMode, boolean showMsg, Map params) { - return download(fileUrl, Paths.get(goalPath), rename, suffix, fileMode, split, params); - } - - /** - * 以阻塞的方式下载一个文件并返回结果 - * - * @param fileUrl 文件网址 - * @param goalPath 保存路径 - * @return 任务结果和信息组成的数组 - */ - public String[] download(String fileUrl, Path goalPath) { - return download(fileUrl, goalPath, new HashMap<>()); - } - - /** - * 以阻塞的方式下载一个文件并返回结果 - * - * @param fileUrl 文件网址 - * @param goalPath 保存路径 - * @param params 连接参数 - * @return 任务结果和信息组成的数组 - */ - public String[] download(String fileUrl, Path goalPath, Map params) { - return download(fileUrl, goalPath, null, params); - } - - /** - * 以阻塞的方式下载一个文件并返回结果 - * - * @param fileUrl 文件网址 - * @param goalPath 保存路径 - * @param rename 重命名的文件名 - * @return 任务结果和信息组成的数组 - */ - public String[] download(String fileUrl, Path goalPath, String rename) { - return download(fileUrl, goalPath, rename, new HashMap<>()); - } - - /** - * 以阻塞的方式下载一个文件并返回结果 - * - * @param fileUrl 文件网址 - * @param goalPath 保存路径 - * @param rename 重命名的文件名 - * @param params 连接参数 - * @return 任务结果和信息组成的数组 - */ - public String[] download(String fileUrl, Path goalPath, String rename, Map params) { - return download(fileUrl, goalPath, rename, null, params); - } - - /** - * 以阻塞的方式下载一个文件并返回结果 - * - * @param fileUrl 文件网址 - * @param goalPath 保存路径 - * @param rename 重命名的文件名 - * @param suffix 重命名的文件后缀名 - * @return 任务结果和信息组成的数组 - */ - public String[] download(String fileUrl, Path goalPath, String rename, String suffix) { - return download(fileUrl, goalPath, rename, suffix, new HashMap<>()); - } - - /** - * 以阻塞的方式下载一个文件并返回结果 - * - * @param fileUrl 文件网址 - * @param goalPath 保存路径 - * @param rename 重命名的文件名 - * @param suffix 重命名的文件后缀名 - * @param params 连接参数 - * @return 任务结果和信息组成的数组 - */ - public String[] download(String fileUrl, Path goalPath, String rename, String suffix, Map params) { - return download(fileUrl, goalPath, rename, suffix, null, params); - } - - /** - * 以阻塞的方式下载一个文件并返回结果 - * - * @param fileUrl 文件网址 - * @param goalPath 保存路径 - * @param rename 重命名的文件名 - * @param suffix 重命名的文件后缀名 - * @return 任务结果和信息组成的数组 - */ - public String[] download(String fileUrl, Path goalPath, String rename, String suffix, FileMode fileMode) { - return download(fileUrl, goalPath, rename, suffix, fileMode, null); - } - - /** - * 以阻塞的方式下载一个文件并返回结果 - * - * @param fileUrl 文件网址 - * @param goalPath 保存路径 - * @param rename 重命名的文件名 - * @param suffix 重命名的文件后缀名 - * @param fileMode 遇到同名文件时的处理方式，可选 'skip', 'overwrite', 'rename', 'add'，默认跟随实例属性 - * @param params 连接参数 - * @return 任务结果和信息组成的数组 - */ - public String[] download(String fileUrl, Path goalPath, String rename, String suffix, FileMode fileMode, Map params) { - return download(fileUrl, goalPath, rename, suffix, fileMode, true, params); - } - - /** - * 以阻塞的方式下载一个文件并返回结果 - * - * @param fileUrl 文件网址 - * @param goalPath 保存路径 - * @param rename 重命名的文件名 - * @param suffix 重命名的文件后缀名 - * @param fileMode 遇到同名文件时的处理方式，可选 'skip', 'overwrite', 'rename', 'add'，默认跟随实例属性 - * @param showMsg 是否打印进度 - * @param params 连接参数 - * @return 任务结果和信息组成的数组 - */ - public String[] download(String fileUrl, Path goalPath, String rename, String suffix, FileMode fileMode, boolean showMsg, Map params) { - String tmp = null; - if (showMsg) { - tmp = this.printMode; - this.printMode = null; - } - String[] wait = this.add(fileUrl, goalPath, rename, suffix, fileMode, false, params).wait(showMsg); - if (showMsg) this.printMode = tmp; - return wait; - } - - - /** - * 接收任务，有空线程则运行，没有则进入等待队列 - * - * @param mission 任务对象 - */ - private void runOrWait(BaseTask mission) { - Integer usableThread = this.getUsableThread(); - if (usableThread != null) { - Runnable runnable = () -> run(usableThread, mission); - Map map = this.threadMap.computeIfAbsent(usableThread, key -> new HashMap<>()); - map.put("thread", runnable); - map.put("mission", null); - threads.execute(runnable); - } else { - try { - this.waitingList.put(mission); - } catch (InterruptedException ignored) { - System.out.println("插入队列失败"); - } - } - } - - /** - * 线程函数 - * - * @param id 线程id - * @param mission 任务对象，Mission或Task - */ - - private void run(int id, BaseTask mission) { - - while (true) { - if (mission == null) if (this.waitingList.isEmpty()) break; - else try { - mission = waitingList.poll(500, TimeUnit.MILLISECONDS); - } catch (InterruptedException e) { - break; - } - threadMap.computeIfAbsent(id, key -> new HashMap<>()).put("mission", mission); - this.download(mission, id); - mission = null; - - } - threadMap.put(id, null); - } - - /** - * 根据id值获取一个任务 - * - * @param id 任务id - * @return 任务对象 - */ - public Mission getMission(int id) { - return this.missions.get(id); - } - - /** - * 根据id值获取一个任务 - * - * @param id 任务id - * @return 任务对象 - */ - public List getFailedMissions(int id) { - List list = new ArrayList<>(); - this.missions.forEach((a, b) -> { - if (b.getResult().equals("false")) list.add(b); - }); - return list; - } - - /** - * 等待所有或指定任务完成 - * - * @return 任务结果和信息组成的数组 - */ - public String[] waits() { - return wait(null); - } - - /** - * 等待所有或指定任务完成 - * - * @param mission 任务id，为null时等待所有任务结束 - * @return 任务结果和信息组成的数组 - */ - public String[] wait(Integer mission) { - return wait(mission, false); - } - - /** - * 等待所有或指定任务完成 - * - * @param mission 任务id，为null时等待所有任务结束 - * @param show 是否显示进度 - * @return 任务结果和信息组成的数组 - */ - public String[] wait(Integer mission, boolean show) { - return wait(mission, show, null); - } - - /** - * 等待所有或指定任务完成 - * - * @param mission 任务id，为null时等待所有任务结束 - * @param show 是否显示进度 - * @param timeout 超时时间，null或0为无限 - * @return 任务结果和信息组成的数组 - */ - - public String[] wait(Integer mission, boolean show, Double timeout) { - timeout = timeout == null ? 0 : timeout; - if (mission != null) return this.getMission(mission).wait(show, timeout); - else { - if (show) { - this.show(false); - } else { - long endTime = (long) (System.currentTimeMillis() + timeout * 1000); - while (this.isRunning() && (System.currentTimeMillis() < endTime || timeout == 0)) { - try { - Thread.sleep(100); - } catch (InterruptedException e) { - throw new RuntimeException(e); - } - } - } - return null; - } - } - - /** - * 取消所有等待中或执行中的任务 - */ - public void cancel() { - this.missions.values().forEach(Mission::cancel); - } - - /** - * 实时显示所有线程进度 - */ - public void show() { - show(true); - } - - /** - * 实时显示所有线程进度 - * - * @param asy 是否以异步方式显示 - */ - public void show(boolean asy) { - show(asy, false); - } - - /** - * 实时显示所有线程进度 - * - * @param asy 是否以异步方式显示 - * @param keep 任务列表为空时是否保持显示 - */ - public void show(boolean asy, boolean keep) { - if (asy) { - new Thread(() -> show(2.0, keep)).start(); - } else { - this.show(0.1, keep); - } - } - - private void show(double wait, boolean keep) { - this.stopPrinting = false; - if (keep) new Thread(this::stopShow).start(); - long endTime = (long) (System.currentTimeMillis() + wait); - while (!this.stopPrinting && (keep || isRunning() || System.currentTimeMillis() < endTime)) { - System.out.println("\33[K"); - System.out.println("等待任务数:" + waitingList.size()); - this.threadMap.forEach((k, v) -> { - BaseTask m = null; - if (v != null) if (v.get("mission") instanceof BaseTask) m = (BaseTask) v.get("mission"); - String path; - if (m != null) { - String[] items; - if (m instanceof Task) { - items = new String[]{String.valueOf(((Task) m).getMission().rate()), ((Task) m).mid()}; - } else { - items = new String[]{String.valueOf(((Mission) m).rate()), m.id()}; - } - path = "M" + items[1] + " " + items[0] + "% " + m; - } else { - path = "空闲"; - } - System.out.println("\033[K"); - System.out.println("线程" + k + ":" + path); - - - }); - System.out.println("\33[" + this.roads + 1 + "A\r"); - try { - Thread.sleep(400); - } catch (InterruptedException e) { - throw new RuntimeException(e); - } - } - System.out.println(); - } - - /** - * 生成response对象 - * - * @param url 目标url - * @param session 用于连接的Session对象 - * @param header 内置的headers参数 - * @param method 请求方式 - * @param encoding 编码格式 - * @param params 连接参数 - * @return 第一位为Response或None，第二位为出错信息或'Success' - */ - public ResponseConnect connect(String url, OkHttpClient session, CaseInsensitiveMap header, String method, String encoding, Map params) { - if (params.containsKey("headers")) { - Object o = params.get("headers"); - if (o instanceof Map) header.putAll((Map) o); - params.put("headers", header); - } else { - params.put("headers", header); - } - Response response = null; - Exception e = null; - for (int i = 0; i < this.retry + 1; i++) { - try { - if ("get".equalsIgnoreCase(method)) { - Request.Builder builder = new Request.Builder(); - builder.get(); - Object headerObj = params.get("header"); - if (headerObj instanceof Map) for (Map.Entry entry : ((Map) headerObj).entrySet()) - builder.addHeader(entry.getKey().toString(), entry.getValue().toString()); - builder.setUrl$okhttp(HttpUrl.get(url)); - try (Response responses = session.newCall(builder.build()).execute()) { - response = responses; - } - } else if ("post".equalsIgnoreCase(method)) { - Request.Builder builder = new Request.Builder(); - builder.get(); - Object headerObj = params.get("header"); - if (headerObj instanceof Map) for (Map.Entry entry : ((Map) headerObj).entrySet()) - builder.addHeader(entry.getKey().toString(), entry.getValue().toString()); - builder.setUrl$okhttp(HttpUrl.get(url)); - Object o = params.get("json"); - if (o == null) o = params.get("body"); - if (o != null) - builder.setBody$okhttp(RequestBody.create(o.toString(), MediaType.get("application/json"))); - try (Response responses = session.newCall(builder.build()).execute()) { - response = responses; - } - } - if (response != null) { - return new ResponseConnect(Utils.setCharset(response, encoding), "Success"); - } - } catch (Exception es) { - e = es; - } - if (response != null && (response.code() == 403 || response.code() == 404)) { - break; - } - if (i < this.retry) { - try { - Thread.sleep((long) (this.interval * 1000)); - } catch (InterruptedException ex) { - throw new RuntimeException(ex); - } - } - } - - if (response == null) return new ResponseConnect(null, e == null ? "连接失败" : e.toString()); - if (response.code() != 200) return new ResponseConnect(response, "状态码：" + response.code()); - return new ResponseConnect(response, "返回成功"); - - } - - - /** - * @return 获取是否可用 - */ - private Integer getUsableThread() { - for (Map.Entry> entry : this.threadMap.entrySet()) - if (entry.getValue() != null) return entry.getKey(); - return null; - } - - - /** - * 设置停止打印的变量 - */ - private void stopShow() { - this.stopPrinting = false; - } - - /** - * 当任务完成时执行的操作 - * - * @param mission 完结的任务 - */ - public void _whenMissionDone(Mission mission) { - this.runningCount--; - if (Objects.equals(this.printMode, "all") || (Objects.equals(this.printMode, "failed") && Objects.equals(mission.getResult(), "false"))) - System.out.println("[" + Mission.RESULT_TEXTS.get(mission.getResult()) + "]" + mission.data().getUrl() + " " + mission.getInfo()); - if (Objects.equals(this.logMode, "all") || (Objects.equals(this.logMode, "failed") && Objects.equals(mission.getResult(), "false"))) { - Object[] data = {"下载结果", mission.data().getUrl(), mission.data().getRename(), mission.data().getParams()}; - this.logger.addData(data); - } - - } - - - /** - * 执行下载的方法，根据任务下载文件 - * - * @param missionOrTask 下载任务对象 - * @param threadId 线程号 - */ - private void download(BaseTask missionOrTask, int threadId) { - if (missionOrTask.isDone()) { - return; - } - - if (missionOrTask.getState().equals("cancel")) { - missionOrTask.setState("done"); - return; - } - - String fileUrl = missionOrTask.data().getUrl(); - - if (missionOrTask instanceof Task) { - Task task = (Task) missionOrTask; - Map params = new HashMap<>(missionOrTask.data().getParams()); - Object o = params.get("headers"); - if (o instanceof Map) { - ((Map) o).put("Range", "bytes=" + task.getRange().get(0) + "-" + task.getRange().get(1)); - } - ResponseConnect r = connect(fileUrl, task.getMission().getSession(), task.getMission().getHeaders(), task.getMission().getMethod(), task.getMission().getEncoding(), params); - - if (r.response != null) { - doDownload(r.response, task, false); - } else { - task._setDone("false", r.info); - } - return; - } - // ===================开始处理mission==================== - - Mission mission = (Mission) missionOrTask; - mission.setInfo("下载中"); - mission.setState("running"); - Map kwargs = missionOrTask.data().getParams(); - if (Objects.equals(printMode, "all")) { - System.out.println("开始下载：" + mission.data().getUrl()); - } - if (Objects.equals(logMode, "all")) { - logger.addData("开始下载", mission.data().getUrl()); - } - - String rename = mission.data().getRename(); - String suffix = mission.data().getSuffix(); - String goalPath = mission.data().getGoalPath(); - FileMode fileExists = mission.data().getFileExists(); - boolean split = mission.data().isSplit(); - - Path goalPathObj = Paths.get(goalPath); - //按windows规则去除路径中的非法字符 - goalPath = goalPathObj.getRoot() + goalPathObj.subpath(1, goalPathObj.getNameCount()).toString().replaceAll("[*:|<>?\"]", "").trim(); - - goalPathObj = Paths.get(goalPath).toAbsolutePath(); - goalPathObj.toFile().mkdirs(); - goalPath = goalPathObj.toString(); - - if (fileExists.equals(FileMode.SKIP) && rename != null && !rename.isEmpty()) { - Path tmp = goalPathObj.resolve(rename); - if (Files.exists(tmp) && Files.isRegularFile(tmp)) { - mission.setFileName(rename); - mission._setPath(tmp.toString()); - mission._setDone("skipped", mission.path()); - return; - } - } - - ResponseConnect r = connect(fileUrl, mission.getSession(), mission.getHeaders(), mission.getMethod(), mission.getEncoding(), kwargs); - - if (mission.isDone()) { - return; - } - - if (r.response == null) { - mission._breakMission("false", r.info); - return; - } - //-------------------获取文件信息------------------- - Map fileInfo = Utils.getFileInfo(r.response, goalPath, rename, suffix, fileExists, mission.getEncoding(), this.lock); - long fileSize = Long.parseLong(fileInfo.get("size").toString()); - Path fullPath = Paths.get((String) fileInfo.get("path")); - mission._setPath(fullPath); - mission.setFileName(fullPath.getFileName().toString()); - mission.setSize(fileSize); - - if ((boolean) fileInfo.get("skip")) { - mission._setDone("skipped", mission.path()); - return; - } - - fullPath = Paths.get((String) fileInfo.get("path")); - if (fileExists.equals("add") && Files.exists(fullPath)) { - try { - mission.data().setOffset(Files.size(fullPath)); - } catch (IOException e) { - throw new RuntimeException(e); - } - } - - boolean first = false; - if (split && fileSize > this.blockSize && Objects.equals(r.response.headers().get("Accept-Ranges"), "bytes")) { - first = true; - List> chunks = new ArrayList<>(); - for (long s = 0; s < fileSize; s += blockSize) { - double e = Math.min(s + blockSize, fileSize) - 1; - List objects = new ArrayList<>(); - objects.add(s); - objects.add(e); - chunks.add(objects); - } - chunks.get(chunks.size() - 1).set(1, -1); - Task task1 = new Task(mission, chunks.get(0), "1/" + chunks.size(), new BigDecimal(chunks.get(0).get(1).toString()).subtract(new BigDecimal(chunks.get(0).get(0).toString())).longValue()); - mission.setTasksCount(chunks.size()); - mission.setTasks(Collections.singletonList(task1)); - - for (int ind = 2; ind <= chunks.size(); ind++) { - List chunk = chunks.get(ind - 1); - long s = fileSize - Long.parseLong(chunk.get(0).toString()); - Task task = new Task(mission, chunk, ind + "/" + chunks.size(), s); - mission.getTasks().add(task); - runOrWait(task); - } - } else { - Task task1 = new Task(mission, null, "1/1", fileSize); - mission.getTasks().add(task1); - } - - threadMap.get(threadId).put("mission", mission.getTasks().get(0)); - doDownload(r.response, mission.getTasks().get(0), first); - } - - - @AllArgsConstructor - public static class ResponseConnect { - private Response response; - private String info; - } - - - /** - * 执行下载任务 - * - * @param response 响应对象 - * @param task 任务对象 - * @param first 是否第一个分块 - */ - public static void doDownload(Response response, Task task, boolean first) { - if (task.isDone() || task.getMission().isDone()) { - return; - } - - task.setStates(null, "下载中", "running"); - int blockSize = 131072; // 128k - String result = null; - String info = null; - - try (ResponseBody responseBody = response.body()) { - if (first) { // 第一个分块 - if (Long.parseLong(task.getRange().get(1).toString()) <= blockSize || Long.parseLong(task.getRange().get(1).toString()) % blockSize != 0) { - byte[] content = new byte[0]; - if (responseBody != null) { - content = responseBody.bytes(); - } - task.addData(content, task.getMission().data().getOffset()); - if ("cancel".equals(task.getState()) || "done".equals(task.getState())) { - result = "canceled"; - task.clearCache(); - } - } else { - long blocks = Long.parseLong(task.getRange().get(1).toString()) / blockSize; - for (int b = 0; b < blocks; b++) { - byte[] content = new byte[0]; - if (responseBody != null) { - content = responseBody.bytes(); - } - task.addData(content, (long) b * blockSize + task.getMission().data().getOffset()); - if ("cancel".equals(task.getState()) || "done".equals(task.getState())) { - result = "canceled"; - task.clearCache(); - break; - } - } - - if ("cancel".equals(task.getState()) || "done".equals(task.getState())) { - result = "canceled"; - task.clearCache(); - } else { - byte[] content = new byte[0]; - if (responseBody != null) { - content = responseBody.bytes(); - } - task.addData(content, blocks * blockSize + task.getMission().data().getOffset()); - } - } - } else { - if (task.getRange() == null) { // 不分块 - byte[] chunk = new byte[0]; - if (responseBody != null) { - chunk = responseBody.bytes(); - } - for (byte b : chunk) { - if ("cancel".equals(task.getState()) || "done".equals(task.getState())) { - result = "canceled"; - task.clearCache(); - break; - } - task.addData(new byte[]{b}, null); - } - } else if (task.getRange().get(1) == null) { // 结尾的数据块 - long begin = Long.parseLong(task.getRange().get(0).toString()); - if (responseBody != null) { - for (byte b : responseBody.bytes()) { - if ("cancel".equals(task.getState()) || "done".equals(task.getState())) { - result = "canceled"; - task.clearCache(); - break; - } - task.addData(new byte[]{b}, begin + task.getMission().data().getOffset()); - begin++; - } - } - } else { // 有始末数字的数据块 - long begin = (long) task.getRange().get(0); - long end = (long) task.getRange().get(1); - int num = (int) ((end - begin) / blockSize); - int ind = 1; - if (responseBody != null) { - for (byte b : responseBody.bytes()) { - if ("cancel".equals(task.getState()) || "done".equals(task.getState())) { - result = "canceled"; - task.clearCache(); - break; - } - task.addData(new byte[]{b}, begin + task.getMission().data().getOffset()); - if (ind <= num) { - begin += blockSize; - } - ind++; - } - } - } - } - } catch (IOException e) { - result = "failed"; - info = "下载失败。" + response.code() + " " + e.getMessage(); - } finally { - response.close(); - } - - if (result == null) { - result = "success"; - info = String.valueOf(task.path()); - } - - task._setDone(result, info); - } -} diff --git a/java/src/main/java/com/ll/DownloadKit/FileExists.java b/java/src/main/java/com/ll/DownloadKit/FileExists.java deleted file mode 100644 index f3f684f..0000000 --- a/java/src/main/java/com/ll/DownloadKit/FileExists.java +++ /dev/null @@ -1,46 +0,0 @@ -package com.ll.DownloadKit; - -import lombok.AllArgsConstructor; - -/** - * 用于设置存在同名文件时处理方法 - * - * @author 陆 - * @address click - */ -@AllArgsConstructor -public class FileExists { - private final Setter setter; - - public void set(FileMode fileMode) { - this.setter.downloadKit.fileMode = fileMode; - } - - /** - * 设为跳过 - */ - public void skip() { - this.setter.downloadKit.fileMode = FileMode.SKIP; - } - - /** - * 设为重命名，文件名后加序号 - */ - public void rename() { - this.setter.downloadKit.fileMode = FileMode.rename; - } - - /** - * 设为覆盖 - */ - public void overwrite() { - this.setter.downloadKit.fileMode = FileMode.overwrite; - } - - /** - * 设为追加 - */ - public void add() { - this.setter.downloadKit.fileMode = FileMode.add; - } -} diff --git a/java/src/main/java/com/ll/DownloadKit/FileMode.java b/java/src/main/java/com/ll/DownloadKit/FileMode.java deleted file mode 100644 index a9e2830..0000000 --- a/java/src/main/java/com/ll/DownloadKit/FileMode.java +++ /dev/null @@ -1,18 +0,0 @@ -package com.ll.DownloadKit; - -import lombok.Getter; - -/** - * @author 陆 - * @address click - */ -@Getter -public enum FileMode { - ADD("add"), add(ADD.value), SKIP("skip"), skip(SKIP.value), RENAME("rename"), rename(RENAME.value), OVERWRITE("overwrite"), overwrite(OVERWRITE.value), a(ADD.value), A(ADD.value), S(SKIP.value), s(SKIP.value), r(RENAME.value), R(RENAME.value), o(OVERWRITE.value), O(OVERWRITE.value); - private final String value; - - FileMode(String value) { - this.value = value; - } - -} diff --git a/java/src/main/java/com/ll/DownloadKit/LogSet.java b/java/src/main/java/com/ll/DownloadKit/LogSet.java deleted file mode 100644 index a077f4d..0000000 --- a/java/src/main/java/com/ll/DownloadKit/LogSet.java +++ /dev/null @@ -1,86 +0,0 @@ -package com.ll.DownloadKit; - -import com.ll.DataRecorder.Recorder; -import lombok.AllArgsConstructor; - -import java.nio.file.Path; - -/** - * 用于设置信息打印和记录日志方式 - * - * @author 陆 - * @address click - */ -@AllArgsConstructor -public class LogSet { - private final Setter setter; - - /** - * 设置日志文件路径 - * - * @param path 文件路径，可以是str或Path - */ - public void path(String path) { - if (this.setter.downloadKit.getLogger() != null) this.setter.downloadKit.getLogger().record(); - this.setter.downloadKit.logger= new Recorder(path); - } - - /** - * 设置日志文件路径 - * - * @param path 文件路径，可以是str或Path - */ - - public void path(Path path) { - if (this.setter.downloadKit.getLogger() != null) this.setter.downloadKit.getLogger().record(); - this.setter.downloadKit.logger= new Recorder(path); - } - - /** - * 打印所有信息 - */ - public void printAll() { - this.setter.downloadKit.printMode= "all"; - } - - /** - * 只有在下载失败时打印信息 - */ - public void printFailed() { - this.setter.downloadKit.printMode= "failed"; - } - - - /** - * 不打印任何信息 - */ - public void printNull() { - this.setter.downloadKit.printMode= null; - } - - /** - * 记录所有信息 - */ - public void logAll() { - if (this.setter.downloadKit.getLogger() == null) throw new RuntimeException("请先用logPath()设置log文件路径。"); - this.setter.downloadKit.logMode= "all"; - } - - /** - * 只记录下载失败的信息 - */ - public void logFailed() { - if (this.setter.downloadKit.getLogger() == null) throw new RuntimeException("请先用logPath()设置log文件路径。"); - this.setter.downloadKit.logMode= "failed"; - } - - /** - * 不进行记录 - */ - public void logNull() { - if (this.setter.downloadKit.getLogger() == null) throw new RuntimeException("请先用logPath()设置log文件路径。"); - this.setter.downloadKit.logMode= null; - } - - -} diff --git a/java/src/main/java/com/ll/DownloadKit/Setter.java b/java/src/main/java/com/ll/DownloadKit/Setter.java deleted file mode 100644 index d904559..0000000 --- a/java/src/main/java/com/ll/DownloadKit/Setter.java +++ /dev/null @@ -1,197 +0,0 @@ -package com.ll.DownloadKit; - -import com.ll.DrissonPage.base.BasePage; -import com.ll.DrissonPage.config.SessionOptions; -import com.ll.DrissonPage.page.SessionPage; -import com.ll.DrissonPage.page.WebPage; -import com.ll.DrissonPage.units.HttpClient; -import lombok.AllArgsConstructor; -import okhttp3.Interceptor; -import okhttp3.OkHttpClient; -import okhttp3.Request; -import okhttp3.Response; -import org.apache.http.Header; -import org.jetbrains.annotations.NotNull; - -import java.io.IOException; -import java.net.Proxy; -import java.nio.charset.Charset; -import java.nio.file.Path; -import java.util.Collection; -import java.util.HashMap; - -/** - * @author 陆 - * @address click - */ -@AllArgsConstructor -public class Setter { - protected final DownloadKit downloadKit; - - - /** - * - - * 设置Session对象 - * - * @param driver Session对象或DrissionPage的页面对象 - */ - - public void driver(Object driver) { - if (driver == null) { - this.downloadKit.session = new OkHttpClient(); - return; - } - if (driver instanceof OkHttpClient) { - this.downloadKit.session = (OkHttpClient) driver; - return; - } - if (driver instanceof SessionOptions) { - HttpClient httpClient = ((SessionOptions) driver).makeSession(); - Collection headers = httpClient.getHeaders(); - this.downloadKit.session = this.downloadKit.session().newBuilder().addInterceptor(new Interceptor() { - @NotNull - @Override - public Response intercept(@NotNull Interceptor.Chain chain) throws IOException { - Request request = chain.request(); - Request.Builder builder1 = request.newBuilder(); - if (!headers.isEmpty()) headers.forEach((a) -> builder1.addHeader(a.getName(), a.getValue())); - return chain.proceed(request); - } - }).build(); - } else if (driver instanceof BasePage) { - if (driver instanceof SessionPage) this.downloadKit.session = ((SessionPage) driver).session(); - else if (driver instanceof WebPage) this.downloadKit.session = ((WebPage) driver).session(); - else this.downloadKit.session = new OkHttpClient(); - this.downloadKit.page = ((BasePage) driver); - } else { - throw new IllegalArgumentException("类型只能为OkHttpClient SessionOptions BasePage"); - } - } - - /** - * 设置可同时运行的线程数 - * - * @param num 线程数量 - */ - public void roads(int num) { - if (this.downloadKit.isRunning()) { - System.out.println("有任务未完成时不能改变roads。"); - return; - } - if (num != this.downloadKit.roads()) { - this.downloadKit.roads = num; - this.downloadKit.getThreads().setMaximumPoolSize(num); - this.downloadKit.threadMap = new HashMap<>(num); - } - } - - /** - * 设置连接失败时重试次数 - * - * @param times 重试次数 - */ - public void retry(int times) { - if (times < 0) throw new IllegalArgumentException("times参数过于小"); - this.downloadKit.retry = times; - } - - /** - * 设置连接失败时重试间隔 - * - * @param seconds 连接失败时重试间隔（秒） - */ - - public void interval(double seconds) { - if (seconds < 0) throw new IllegalArgumentException("seconds参数过于小"); - this.downloadKit.interval = seconds; - } - - /** - * 设置连接超时时间 - * - * @param timeout 超时时间（秒） - */ - public void timeout(double timeout) { - if (timeout < 0) throw new IllegalArgumentException("timeout参数过于小"); - this.downloadKit.timeout = timeout; - } - - /** - * 设置文件保存路径 - * - * @param path 文件路径，可以是str或Path - */ - public void goalPath(Path path) { - this.downloadKit.goalPath = path.toAbsolutePath().toString(); - } - - /** - * 设置文件保存路径 - * - * @param path 文件路径，可以是str或Path - */ - public void goalPath(String path) { - this.downloadKit.goalPath = path; - } - - /** - * 设置大文件是否分块下载 - * - * @param onOff 代表开关 - */ - public void split(boolean onOff) { - this.downloadKit.split = onOff; - } - - /** - * 设置分块大小 - * - * @param size 单位为字节，可用'K'、'M'、'G'为单位，如'50M' - */ - public void blockSize(String size) { - this.downloadKit.blockSize = Utils.blockSizeSetter(size); - } - - /** - * 设置分块大小 - * - * @param size 单位为字节，可用'K'、'M'、'G'为单位，如'50M' - */ - public void blockSize(int size) { - this.downloadKit.blockSize = Utils.blockSizeSetter(size); - } - - /** - * 设置代理地址及端口，例：'127.0.0.1:1080' 创建方式 new Proxy(Proxy.Type.HTTP,new InetSocketAddress("127.0.0.1",80)) - */ - public void proxy(Proxy proxy) { - OkHttpClient.Builder builder = this.downloadKit.session.newBuilder(); - builder.setProxy$okhttp(proxy); - this.downloadKit.session = builder.build(); - } - - /** - * 设置编码 - * - * @param encoding 编码名称 - */ - public void encoding(Charset encoding) { - this.downloadKit.encoding = encoding.name(); - } - - /** - * 设置编码 - * - * @param encoding 编码名称 使用Charset.forName去校验 - */ - public void encoding(String encoding) { - this.downloadKit.encoding = Charset.forName(encoding).name(); - } - - /** - * 设置编码 为空 - */ - public void encoding() { - this.downloadKit.encoding = null; - } -} diff --git a/java/src/main/java/com/ll/DownloadKit/Utils.java b/java/src/main/java/com/ll/DownloadKit/Utils.java deleted file mode 100644 index 0e12f7b..0000000 --- a/java/src/main/java/com/ll/DownloadKit/Utils.java +++ /dev/null @@ -1,329 +0,0 @@ -package com.ll.DownloadKit; - -import com.ll.DataRecorder.Tools; -import okhttp3.*; -import org.jetbrains.annotations.NotNull; - -import java.io.IOException; -import java.io.UnsupportedEncodingException; -import java.net.URLDecoder; -import java.nio.charset.Charset; -import java.nio.file.Files; -import java.nio.file.Path; -import java.nio.file.Paths; -import java.util.*; -import java.util.concurrent.ThreadLocalRandom; -import java.util.concurrent.locks.Lock; -import java.util.regex.Matcher; -import java.util.regex.Pattern; - -/** - * @author 陆 - * @address click - */ -public class Utils { - private static final Map blockSizeMap; - private static final Map FILE_EXISTS_MODE; - - static { - blockSizeMap = new HashMap<>(); - blockSizeMap.put("b", 1L); - blockSizeMap.put("k", 1024L); - blockSizeMap.put("m", 1048576L); - blockSizeMap.put("g", 21_474_836_480L); - - FILE_EXISTS_MODE = new HashMap<>(); - FILE_EXISTS_MODE.put("rename", "rename"); - FILE_EXISTS_MODE.put("overwrite", "overwrite"); - FILE_EXISTS_MODE.put("skip", "skip"); - FILE_EXISTS_MODE.put("add", "add"); - FILE_EXISTS_MODE.put("r", "rename"); - FILE_EXISTS_MODE.put("o", "overwrite"); - FILE_EXISTS_MODE.put("s", "skip"); - FILE_EXISTS_MODE.put("a", "add"); - } - - public static long blockSizeSetter(Object val) { - if (val instanceof Integer || val instanceof Long) { - if (Long.parseLong(val.toString()) > 0) { - return (int) val; - } else { - throw new IllegalArgumentException(val + "数字需要大于0"); - } - } - if (val instanceof String && val.toString().length() >= 2) { - String string = val.toString(); - long num = Long.parseLong(string.substring(0, string.length() - 2)); - Long unit = blockSizeMap.get(String.valueOf(string.charAt(string.length() - 1)).toLowerCase()); - if (unit != null && num > 0) { - return unit * num; - } else { - throw new IllegalArgumentException("单位只支持B、K、M、G，数字必须为大于0的整数。"); - - } - } else { - throw new IllegalArgumentException("只能传入int或str，数字必须为大于0的整数。"); - } - } - - public static String pathSetter(Object path) { - if (path instanceof String) return (String) path; - if (path instanceof Path) return ((Path) path).toAbsolutePath().toString(); - throw new IllegalArgumentException("只能传入Path或str"); - - } - - - - /** - * 设置Response对象的编码 - * - * @param response Response对象 - * @param encoding 指定的编码格式 - * @return 设置编码后的Response对象 - */ - public static Response setCharset(Response response, String encoding) { - if (encoding != null && !encoding.isEmpty()) { - response = setEncoding(response, encoding); - return response; - } - - // 在headers中获取编码 - String contentType = response.headers("content-type").toString().toLowerCase(); - if (!contentType.endsWith(";")) { - contentType += ";"; - } - - String charset = findCharset(contentType); - if (charset != null) { - response = setEncoding(response, charset); - return response; - } - - // 在headers中获取不到编码，且如果是网页 - if (contentType.replace(" ", "").startsWith("text/html")) { - Matcher matcher = null; - try { - if (response.body() != null) { - matcher = Pattern.compile("]+).*?>").matcher(response.body().string()); - } - } catch (IOException e) { - throw new RuntimeException(e); - } - - if (matcher != null && matcher.find()) { - charset = matcher.group(1); - } - - response = setEncoding(response, charset); - } - - return response; - } - - private static Response setEncoding(Response response, String charset) { - if (charset != null && !charset.isEmpty()) { - Response.Builder build = response.newBuilder(); - ResponseBody body = response.body(); - if (body != null) if (body.contentType() != null) - Objects.requireNonNull(body.contentType()).charset(Charset.forName(charset)); - return build.build(); - } - return response; - } - - private static String findCharset(String contentType) { - Matcher matcher = Pattern.compile("charset[=: ]*(.*)?;?").matcher(contentType); - if (matcher.find()) { - return matcher.group(1); - } - return null; - } - - /** - * 获取文件信息，大小单位为byte - * 包括：size、path、skip - * - * @param response Response对象 - * @param goalPath 目标文件夹 - * @param rename 重命名 - * @param suffix 重命名后缀名 - * @param fileExists 存在重名文件时的处理方式 - * @param encoding 编码格式 - * @param lock 线程锁 - * @return 文件名、文件大小、保存路径、是否跳过 - */ - public static Map getFileInfo(Response response, String goalPath, String rename, String suffix, FileMode fileExists, String encoding, Lock lock) { - // ------------获取文件大小------------ - long fileSize = Optional.ofNullable(response.headers().get("Content-Length")).map(Long::parseLong).orElse(-1L); - - // ------------获取网络文件名------------ - String fileName = getFileName(response, encoding); - - // ------------获取保存路径------------ - Path goalPathObj = Paths.get(goalPath); - goalPath = goalPathObj.getRoot() + goalPathObj.subpath(1, goalPathObj.getNameCount()).toString().replaceAll("[*:|<>?\"]", "").trim(); - - Path goalPathAbsolute = Paths.get(goalPath).toAbsolutePath(); - goalPathAbsolute.toFile().mkdirs(); - goalPath = goalPathAbsolute.toString(); - - // ------------获取保存文件名------------ - // -------------------重命名------------------- - String fullFileName; - if (rename != null) { - if (suffix != null) { - fullFileName = suffix.isEmpty() ? rename : rename + "." + suffix; - } else { - String[] tmp = fileName.split("\\.", 2); - String extName = tmp.length > 1 ? "." + tmp[1] : ""; - tmp = rename.split("\\.", 2); - String extRename = tmp.length > 1 ? "." + tmp[1] : ""; - fullFileName = extRename.equals(extName) ? rename : rename + extName; - } - } else if (suffix != null) { - String[] tmp = fileName.split("\\.", 2); - fullFileName = suffix.isEmpty() ? tmp[0] : tmp[0] + "." + suffix; - } else { - fullFileName = fileName; - } - - fullFileName = Tools.makeValidName(fullFileName); - - // -------------------生成路径------------------- - boolean skip = false; - boolean create = true; - Path fullPath = Paths.get(goalPath, fullFileName); - - lock.lock(); - try { - if (Files.exists(fullPath)) { - if (FileMode.RENAME.equals(fileExists)) { - fullPath = Tools.getUsablePath(fullPath.toString()); - } else if (FileMode.SKIP.equals(fileExists)) { - skip = true; - create = false; - } else if (FileMode.OVERWRITE.equals(fileExists)) { - try { - Files.delete(fullPath); - } catch (IOException e) { - e.printStackTrace(); - } - } else if (FileMode.ADD.equals(fileExists)) { - create = false; - } - } - - if (create) { - try { - Files.createFile(fullPath); - } catch (IOException e) { - e.printStackTrace(); - } - } - } finally { - lock.unlock(); - } - - Map fileInfo = new HashMap<>(); - fileInfo.put("size", fileSize); - fileInfo.put("path", fullPath); - fileInfo.put("skip", skip); - - return fileInfo; - } - - - /** - * 从headers或url中获取文件名，如果获取不到，生成一个随机文件名 - * - * @param response 返回的response - * @param encoding 在headers获取时指定编码格式 - * @return 下载文件的文件名 - */ - private static String getFileName(Response response, String encoding) { - String fileName = ""; - String charset = "utf-8"; - - String contentDisposition = Objects.requireNonNull(response.header("content-disposition", "")).replace(" ", ""); - - if (!contentDisposition.isEmpty()) { - String txt = matchFilename(contentDisposition); - if (txt != null) { - if (txt.contains("''")) { - String[] parts = txt.split("''", 2); - charset = parts[0]; - fileName = parts[1]; - } else { - fileName = txt; - } - } else { - txt = matchFilename(contentDisposition, "filename"); - if (txt != null) { - fileName = txt; - if (response.body() != null) { - charset = encoding != null ? encoding : Objects.requireNonNull(Objects.requireNonNull(response.body().contentType()).charset()).toString(); - } - } - } - - fileName = fileName.replace("'", ""); - } - - if (fileName.isEmpty()) { - Paths.get(response.request().url().encodedPath()); - fileName = Paths.get(response.request().url().encodedPath()).getFileName().toString().split("\\?")[0]; - } - - if (fileName.isEmpty()) { - fileName = "untitled_" + System.currentTimeMillis() + "_" + ThreadLocalRandom.current().nextInt(100); - } - - charset = charset.isEmpty() ? "utf-8" : charset; - try { - return URLDecoder.decode(fileName, charset); - } catch (UnsupportedEncodingException e) { - return null; - } - } - - private static String matchFilename(String contentDisposition) { - Matcher matcher = Pattern.compile("filename\\*?=\"?([^\";]+)\"?").matcher(contentDisposition); - if (matcher.find()) { - String[] parts = matcher.group(1).split("''", 2); - return parts.length == 2 ? parts[0] + parts[1] : parts[0]; - } - return null; - } - - private static String matchFilename(String contentDisposition, String pattern) { - Matcher matcher = Pattern.compile(pattern + "=\"?([^\";]+)\"?").matcher(contentDisposition); - if (matcher.find()) { - return matcher.group(1); - } - return null; - } - - /** - * 设置OkHttpClient.Builder对象的cookies - * - * @param builder OkHttpClient.Builder对象 - * @param cookies cookies信息 - */ - public static void setSessionCookies(OkHttpClient.Builder builder, List cookies) { - for (Cookie cookie : cookies) { - builder.setCookieJar$okhttp(new CookieJar() { - @Override - public void saveFromResponse(@NotNull HttpUrl httpUrl, @NotNull List list) { - list.add(cookie); - } - - @NotNull - @Override - public List loadForRequest(@NotNull HttpUrl httpUrl) { - return new ArrayList<>(); - } - }); - } - } -} diff --git a/java/src/main/java/com/ll/DownloadKit/mission/BaseTask.java b/java/src/main/java/com/ll/DownloadKit/mission/BaseTask.java deleted file mode 100644 index 4be6dee..0000000 --- a/java/src/main/java/com/ll/DownloadKit/mission/BaseTask.java +++ /dev/null @@ -1,131 +0,0 @@ -package com.ll.DownloadKit.mission; - -import lombok.Getter; -import lombok.Setter; - -import java.util.Map; - -/** - * 任务类基类 - * - * @author 陆 - * @address click - */ -public class BaseTask { - protected final static String DONE = "done"; - public final static Map RESULT_TEXTS = Map.of("success", "成功", "skipped", "跳过", "canceled", "取消", "false", "失败", "null", "未知"); - /** - * 任务id - */ - private final String id; - @Getter - @Setter - - protected String state = "waiting"; // 'waiting'、'running'、'done' - @Getter - protected String result = "null"; //'success'、'skipped'、'canceled'、'false'、'null' - @Getter - @Setter - protected String info = "等待下载"; // 信息 - - /** - * @param id 任务id - */ - public BaseTask(String id) { - this.id = id; - } - - /** - * @return 返回任务或子任务id - */ - public String id() { - return this.id; - } - - /** - * @return 返回任务数据 - */ - - public MissionData data() { - return null; - } - - /** - * @return 返回任务是否结束 - */ - public boolean isDone() { - return "done".equalsIgnoreCase(this.state) || "cancel".equalsIgnoreCase(this.state); - } - - /** - * 设置任务结果值 - */ - public void setStates() { - setStates(result, info, "done"); - } - - /** - * 设置任务结果值 - * - * @param result 结果：'success'、'skipped'、'canceled'、false、null - */ - public void setStates(String result) { - setStates(result, null); - } - - /** - * 设置任务结果值 - * - * @param result 结果：'success'、'skipped'、'canceled'、false、null - * @param info 任务信息 - */ - public void setStates(String result, String info) { - setStates(result, info, "done"); - } - - /** - * 设置任务结果值 - * - * @param result 结果：'success'、'skipped'、'canceled'、false、null - * @param info 任务信息 - * @param state 任务状态：'waiting'、'running'、'done' - */ - public void setStates(String result, String info, String state) { - if (result == null) result = "null"; - result = result.toLowerCase().trim(); - switch (result) { - case "success": - this.result = "success"; - break; - case "skipped": - this.result = "skipped"; - break; - case "canceled": - this.result = "canceled"; - break; - case "false": - this.result = "False"; - break; - case "null": - this.result = "null"; - break; - default: - this.result = "null"; - break; - } - this.info = info; - if (state == null) state = "done"; - state = state.toLowerCase().trim(); - switch (state) { - case "running": - this.state = "running"; - break; - case "waiting": - this.state = "waiting"; - break; - default: - this.state = "done"; - break; - } - } -} diff --git a/java/src/main/java/com/ll/DownloadKit/mission/Mission.java b/java/src/main/java/com/ll/DownloadKit/mission/Mission.java deleted file mode 100644 index 353f09b..0000000 --- a/java/src/main/java/com/ll/DownloadKit/mission/Mission.java +++ /dev/null @@ -1,401 +0,0 @@ -package com.ll.DownloadKit.mission; - -import com.alibaba.fastjson.JSON; -import com.ll.DataRecorder.ByteRecorder; -import com.ll.DownloadKit.DownloadKit; -import com.ll.DownloadKit.FileMode; -import com.ll.DownloadKit.Utils; -import kotlin.Pair; -import lombok.Getter; -import lombok.Setter; -import okhttp3.*; -import org.apache.commons.collections4.map.CaseInsensitiveMap; -import org.jetbrains.annotations.NotNull; - -import java.io.IOException; -import java.lang.reflect.Field; -import java.math.BigDecimal; -import java.math.RoundingMode; -import java.net.URI; -import java.nio.file.Files; -import java.nio.file.Path; -import java.nio.file.Paths; -import java.util.ArrayList; -import java.util.List; -import java.util.Map; -import java.util.Objects; - -/** - * 任务类 - * - * @author 陆 - * @address click - */ -public class Mission extends BaseTask { - - @Setter - protected String fileName; - private final MissionData data; - private String path; - private ByteRecorder recorder; - @Setter - private Long size; - private int doneTasksCount = 0; - @Setter - private int tasksCount = 1; - @Setter - @Getter - private List tasks; - /** - * 所属DownloadKit对象 - */ - private final DownloadKit downloadKit; - @Getter - private OkHttpClient session; - @Getter - private CaseInsensitiveMap headers; - @Getter - private String method; - @Getter - - private String encoding; - - /** - * @param id 任务id - * @param downloadKit 所属DownloadKit对象 - * @param fileUrl 文件网址 - * @param goalPath 保存文件夹路径 - * @param rename 重命名 - * @param suffix 重命名后缀名 - * @param fileExists 存在同名文件处理方式 - * @param split 是否分块下载 - * @param encoding 编码格式 - * @param params 连接参数 - */ - public Mission(String id, DownloadKit downloadKit, String fileUrl, String goalPath, String rename, String suffix, FileMode fileExists, boolean split, String encoding, Map params) { - super(id); - this.downloadKit = downloadKit; - this.size = null; - this.tasks = new ArrayList<>(); - this.encoding = encoding; - this.setSession(); - params = this.handleParams(fileUrl, params); - this.data = new MissionData(fileUrl, goalPath, rename, suffix, fileExists, split, params, 0L); - this.method = this.data.params.get("data") != null || this.data.params.get("json") != null ? "post" : "get"; - } - - /** - * @param id 任务id - * @param downloadKit 所属DownloadKit对象 - * @param fileUrl 文件网址 - * @param goalPath 保存文件夹路径 - * @param rename 重命名 - * @param suffix 重命名后缀名 - * @param fileExists 存在同名文件处理方式 - * @param split 是否分块下载 - * @param encoding 编码格式 - * @param params 连接参数 - */ - public Mission(String id, DownloadKit downloadKit, String fileUrl, Path goalPath, String rename, String suffix, FileMode fileExists, boolean split, String encoding, Map params) { - super(id); - this.downloadKit = downloadKit; - this.size = null; - this.tasks = new ArrayList<>(); - this.encoding = encoding; - this.setSession(); - params = this.handleParams(fileUrl, params); - this.data = new MissionData(fileUrl, goalPath, rename, suffix, fileExists, split, params, 0L); - this.method = this.data.params.get("data") != null || this.data.params.get("json") != null ? "post" : "get"; - } - - @Override - public String toString() { - return ""; - } - - /** - * @return 返回任务数据 - */ - @Override - public MissionData data() { - return this.data; - } - - /** - * @return 返回文件保存路径 - */ - public String path() { - return this.path; - } - - /** - * @return 返回记录器对象 - */ - public ByteRecorder recorder() { - if (this.recorder == null) { - this.recorder = new ByteRecorder("", 100); - this.recorder.showMsg = false; - } - return this.recorder; - } - - /** - * @return 返回下载进度百分比 - */ - public Float rate() { - if (this.size == null) return null; - int c = 0; - for (Task task : this.tasks) c += task.downloadedSize; - return new BigDecimal(c * 100).divide(new BigDecimal(this.size), 2, RoundingMode.FLOOR).floatValue(); - } - - /** - * 取消该任务，停止未下载完的task - */ - public void cancel() { - this._breakMission("canceled", "已取消"); - } - - /** - * @return 删除下载的文件 - */ - public boolean delFile() { - if (this.path != null && Paths.get(this.path).toFile().exists()) { - try { - return Paths.get(this.path).toFile().delete(); - } catch (Exception ignored) { - - } - } - return false; - } - - /** - * 等待当前任务完成 - * - * @return 任务结果和信息组成的数组 - */ - public String[] waits() { - return wait(true); - } - - /** - * 等待当前任务完成 - * - * @param show 是否显示下载进度 - * @return 任务结果和信息组成的数组 - */ - public String[] wait(boolean show) { - return wait(show, 0); - } - - /** - * 等待当前任务完成 - * - * @param timeout 超时时间 - * @return 任务结果和信息组成的数组 - */ - public String[] wait(double timeout) { - return wait(true, 0); - } - - /** - * 等待当前任务完成 - * - * @param show 是否显示下载进度 - * @param timeout 超时时间 - * @return 任务结果和信息组成的数组 - */ - public String[] wait(boolean show, double timeout) { - if (show) { - System.out.println("url:" + this.data().url); - long t2 = System.currentTimeMillis(); - while (this.fileName == null && System.currentTimeMillis() - t2 < 4000) { - try { - Thread.sleep(10); - } catch (InterruptedException e) { - throw new RuntimeException(e); - } - } - System.out.println("file:" + this.fileName); - System.out.println("filePath:" + this.fileName); - if (this.size == null) System.out.println("Unknown size"); - } - long t1 = System.currentTimeMillis(); - while (!this.isDone() && (System.currentTimeMillis() - t1 < timeout * 1000 || timeout == 0)) { - if (show && this.size != null) { - try { - long rate = Files.size(Paths.get(this.path())); - System.out.println("\r" + new BigDecimal(rate * 100).divide(new BigDecimal(this.size), 2, RoundingMode.FLOOR) + "%"); - } catch (IOException ignored) { - - } - } - try { - Thread.sleep(10); - } catch (InterruptedException e) { - throw new RuntimeException(e); - } - } - if (show) { - String result = this.result.trim().toLowerCase(); - switch (result) { - case "false": - System.out.println("下载失败 " + this.info); - break; - case "success": - System.out.println("100%"); - System.out.println("下载成功 " + this.info); - break; - case "skipped": - System.out.println("已跳过 " + this.info); - break; - } - } - return new String[]{super.result, super.info}; - } - - /** - * 复制Session对象，并设置cookies - */ - private void setSession() { - OkHttpClient.Builder builder = this.downloadKit.session().newBuilder(); - CaseInsensitiveMap headers = new CaseInsensitiveMap<>(); - /* - * 使用拦截器去获取请求头参数 - */ - builder.addInterceptor(new Interceptor() { - @NotNull - @Override - public Response intercept(@NotNull Interceptor.Chain chain) throws IOException { - Request request = chain.request(); - Headers headers1 = request.headers(); - for (Pair pair : headers1) - headers.put(String.valueOf(pair), headers1.get(String.valueOf(pair))); - return chain.proceed(request.newBuilder().headers(Headers.of()).build()); - } - }); - if (this.downloadKit.getPage() != null) { - Utils.setSessionCookies(builder, this.downloadKit.getPage().cookies()); - try { - Field header; - header = this.downloadKit.getPage().getClass().getField("headers"); - header.setAccessible(true); - Object o = header.get(this.downloadKit.getPage()); - if (o instanceof Map) { - Map map = (Map) o; - // 检查泛型参数是否为 - if (map.keySet().stream().allMatch(key -> key instanceof String) && map.values().stream().allMatch(Objects::nonNull)) - map.forEach((a, b) -> headers.put((String) a, b)); - } - } catch (NoSuchFieldException | IllegalAccessException ignored) { - } - headers.put("User-Agent", this.downloadKit.getPage().userAgent()); - } - this.session = builder.build(); - this.headers = headers; - - } - - - /** - * 处理接收到的参数 - * - * @param url 要访问的url - * @param params 传入的参数map - * @return 处理后的参数map - */ - private Map handleParams(String url, Map params) { - if (!params.containsKey("timeout")) params.put("timeout", this.downloadKit.timeout()); - Map headers = params.containsKey("headers") ? new CaseInsensitiveMap<>(JSON.parseObject(params.get("headers").toString())) : new CaseInsensitiveMap<>(); - URI uri = URI.create(url); - String hostName = uri.getHost(); - String scheme = uri.getScheme(); - if (!(headers.containsKey("Referer") || this.headers.containsKey("Referer"))) - headers.put("Referer", this.downloadKit.getPage() != null && this.downloadKit.getPage().url() != null ? this.downloadKit.getPage().url() : scheme + "://" + hostName); - if (!(headers.containsKey("Host") || this.headers.containsKey("Host"))) headers.put("Host", hostName); - params.put("headers", headers); - return params; - - } - - /** - * 设置文件保存路径 - */ - public void _setPath(Object path) { - Path path1; - if (path instanceof Path) path1 = (Path) path; - else if (path instanceof String) { - path1 = Paths.get((String) path); - } else throw new IllegalArgumentException("path只能是String或者Path"); - this.fileName = path1.toAbsolutePath().getFileName().toString(); - this.path = path1.toAbsolutePath().toString(); - this.recorder.set().path(path1); - } - - /** - * 设置一个任务为done状态 - * - * @param result 结果：'success'、'skipped'、'canceled'、False、None - * @param info 任务信息 - */ - public void _setDone(String result, String info) { - switch (result) { - case "skipped": - this.setStates(result, info, Mission.DONE); - break; - case "canceled": - case "false": - this.recorder.clear(); - this.setStates(result, info, Mission.DONE); - break; - case "success": - this.recorder.record(); - try { - if (this.size != null && Files.size(Paths.get(this.path)) < this.size) { - this.delFile(); - this.setStates("false", "下载失败", Mission.DONE); - } else { - this.setStates("success", info, Mission.DONE); - - } - } catch (IOException e) { - throw new RuntimeException(e); - } - } - this.downloadKit._whenMissionDone(this); - } - - /** - * 当一个task完成时调用 - * - * @param isSuccess 该task是否成功 - * @param info 该task传入的信息 - */ - protected void aTaskDone(boolean isSuccess, String info) { - if (this.isDone()) return; - if (!isSuccess) this._breakMission("false", info); - if (++this.doneTasksCount == this.tasksCount) this._setDone("success", info); - } - - /** - * 中止该任务，停止未下载完的task - * - * @param result 结果：'success'、'skipped'、'canceled'、false、None - * @param info 任务信息 - */ - public void _breakMission(String result, String info) { - if (this.isDone()) return; - this.tasks.stream().filter(task -> !task.isDone()).forEach(task -> task.setStates(result, info, "cancel")); - this.tasks.stream().filter(task -> !task.isDone()).forEach(task -> { - try { - Thread.sleep(300); - } catch (InterruptedException e) { - throw new RuntimeException(e); - } - }); - - this._setDone(result, info); - this.delFile(); - } -} diff --git a/java/src/main/java/com/ll/DownloadKit/mission/MissionData.java b/java/src/main/java/com/ll/DownloadKit/mission/MissionData.java deleted file mode 100644 index 20dc3f7..0000000 --- a/java/src/main/java/com/ll/DownloadKit/mission/MissionData.java +++ /dev/null @@ -1,83 +0,0 @@ -package com.ll.DownloadKit.mission; - -import com.ll.DownloadKit.FileMode; -import lombok.Getter; -import lombok.Setter; - -import java.io.UnsupportedEncodingException; -import java.net.URLEncoder; -import java.nio.file.Path; -import java.util.Map; - -/** - * 保存任务数据的对象 - * - * @author 陆 - * @address click - */ -public class MissionData { - /** - * 下载文件url - */ - @Getter - - protected String url; - /** - * 保存文件夹 - */ - @Getter - protected String goalPath; - /** - * 文件重命名 - */ - @Getter - protected String rename; - /** - * 文件重命名后缀名 - */ - @Getter - protected String suffix; - /** - * 存在重名文件时处理方式 - */ - @Getter - protected FileMode fileExists; - /** - * 是否允许分块下载 - */ - @Getter - protected boolean split; - /** - * requests其它参数 - */ - @Getter - protected Map params; - /** - * 文件存储偏移量 - */ - @Setter - @Getter - protected Long offset; - - public MissionData(String url, String goalPath, String rename, String suffix, FileMode fileExists, boolean split, Map params, Long offset) { - if (url != null) { - //版本兼容 - try { - this.url = URLEncoder.encode(url, "utf-8").replaceAll("\\+", "%20").replaceAll("%21", "!").replaceAll("%27", "'").replaceAll("%28", "(").replaceAll("%29", ")").replaceAll("%7E", "~"); - } catch (UnsupportedEncodingException e) { - throw new RuntimeException(e); - } - } - this.goalPath = goalPath; - this.rename = rename; - this.suffix = suffix; - this.fileExists = fileExists; - this.split = split; - this.params = params; - this.offset = offset; - } - - public MissionData(String url, Path goalPath, String rename, String suffix, FileMode fileExists, boolean split, Map params, Long offset) { - this(url, goalPath.toAbsolutePath().toString(),rename,suffix,fileExists,split,params,offset); - } -} diff --git a/java/src/main/java/com/ll/DownloadKit/mission/Task.java b/java/src/main/java/com/ll/DownloadKit/mission/Task.java deleted file mode 100644 index 3623858..0000000 --- a/java/src/main/java/com/ll/DownloadKit/mission/Task.java +++ /dev/null @@ -1,104 +0,0 @@ -package com.ll.DownloadKit.mission; - -import lombok.Getter; - -import java.math.BigDecimal; -import java.math.RoundingMode; -import java.util.List; -import java.util.Objects; - -/** - * 子任务类 - * - * @author 陆 - * @address click - */ -public class Task extends BaseTask { - - @Getter - private Mission mission; - @Getter - List range; - protected int downloadedSize; - private Long size; - - /** - * @param id 任务id - */ - public Task(Mission mission, List range, String id, long size) { - super(id); - this.mission = mission; - this.range = range; - this.size = size; - this.downloadedSize = 0; - } - - /** - * @return 返回父任务id - */ - public String mid() { - return this.mission.id(); - } - - /** - * @return 返回任务数据对象 - */ - public MissionData data() { - return this.mission.data(); - } - - /** - * @return 返回文件保存路径 - */ - - public String path() { - return this.mission.path(); - } - - - /** - * @return 返回文件名 - */ - public String fileName() { - return this.mission.fileName; - } - - /** - * @return 返回下载进度百分比 - */ - - public Float rate() { - return this.size == null ? null : new BigDecimal(this.downloadedSize * 100).divide(new BigDecimal(this.size), 2, RoundingMode.FLOOR).floatValue(); - } - - - public void addData(byte[] data) { - addData(data, null); - } - - public void addData(byte[] data, Long seek) { - this.downloadedSize += data.length; - this.mission.recorder().addData(data, seek); - - } - - /** - * 清除以接收但未写入硬盘的缓存 - */ - public void clearCache() { - this.mission.recorder().clear(); - } - - /** - * 设置一个子任务为done状态 - * - * @param result 结果：'success'、'skipped'、'canceled'、'false'、'null' - * @param info 任务信息 - */ - public void _setDone(String result, String info) { - this.setStates(result, info, Task.DONE); - this.mission.aTaskDone(!Objects.equals(result, "false"), info); - } - - -} diff --git a/java/src/main/java/com/ll/DrissonPage/base/BaseElement.java b/java/src/main/java/com/ll/DrissonPage/base/BaseElement.java deleted file mode 100644 index 4f4ea54..0000000 --- a/java/src/main/java/com/ll/DrissonPage/base/BaseElement.java +++ /dev/null @@ -1,242 +0,0 @@ -package com.ll.DrissonPage.base; - -import com.ll.DrissonPage.error.extend.ElementNotFoundError; -import com.ll.DrissonPage.functions.Settings; -import lombok.Getter; - -import java.util.ArrayList; -import java.util.HashMap; -import java.util.List; -import java.util.Map; - -/** - * 各元素类的基类 - * - * @author 陆 - * @address click - */ -@Getter -public abstract class BaseElement

, T extends BaseElement> extends BaseParser { - private final P owner; - - public BaseElement(P page) { - this.owner = page; - this.setType("BaseElement"); - } - - /** - * @return 返回元素标签名 - */ - public abstract String tag(); - - /** - * 返回上面某一级父元素 用查询语法定位 - * - * @param by 查询选择器 - * @return 上级元素对象 - */ - public T parent(By by) { - return parent(by, 1); - } - - /** - * 返回上面某一级父元素 用查询语法定位 - * - * @param by 查询选择器 - * @param index 选择第几个结果 - * @return 上级元素对象 - */ - public abstract T parent(By by, Integer index); - - /** - * 获取上级父元素 - * - * @return 上级元素对象 - */ - public T parent() { - return parent(1); - } - - /** - * 返回上面某一级父元素，指定层数 - * - * @param level 第几级父元素 - * @return 上级元素对象 - */ - public abstract T parent(Integer level); - - /** - * 获取指定定位的第一个父元素 - * - * @param loc 定位语法 - * @return 上级元素对象 - */ - public T parent(String loc) { - return parent(loc, 1); - } - - /** - * 返回上面某一级父元素 用查询语法定位 - * - * @param loc 定位符 - * @param index 选择第几个结果 - * @return 上级元素对象 - */ - public abstract T parent(String loc, Integer index); - - - /** - * 返回当前元素后面一个符合条件的同级元素，可用查询语法筛选，可指定返回筛选结果的第几个 - * - * @param by 用于筛选的查询语法 - * @return 兄弟元素或节点文本 - */ - public T next(By by) { - return next(by, 1); - } - - /** - * 返回当前元素后面一个符合条件的同级元素，可用查询语法筛选，可指定返回筛选结果的第几个 - * - * @param by 用于筛选的查询语法 - * @param index 第几个查询结果，0开始 - * @return 兄弟元素或节点文本 - */ - public T next(By by, Integer index) { - return next(by, index, null); - } - - /** - * 返回当前元素后面一个符合条件的同级元素，可用查询语法筛选，可指定返回筛选结果的第几个 - * - * @param by 用于筛选的查询语法 - * @param index 第几个查询结果，0开始 - * @param timeout 查找节点的超时时间（秒） - * @return 兄弟元素或节点文本 - */ - public T next(By by, Integer index, Double timeout) { - return next(by, index, timeout, true); - } - - /** - * 返回当前元素后面一个符合条件的同级元素，可用查询语法筛选，可指定返回筛选结果的第几个 - * - * @param by 用于筛选的查询语法 - * @param index 第几个查询结果，0开始 - * @param timeout 查找节点的超时时间（秒） - * @param eleOnly 是否只获取元素，为False时把文本、注释节点也纳入 - * @return 兄弟元素或节点文本 - */ - public abstract T next(By by, Integer index, Double timeout, Boolean eleOnly); - - /** - * 返回当前元素后面一个符合条件的同级元素，可用查询语法筛选，可指定返回筛选结果的第几个 - * - * @return 兄弟元素或节点文本 - */ - public T next() { - return next(""); - } - - /** - * 返回当前元素后面一个符合条件的同级元素，可用查询语法筛选，可指定返回筛选结果的第几个 - * - * @param loc 用于筛选的查询语法 - * @return 兄弟元素或节点文本 - */ - public T next(String loc) { - return next(loc.isEmpty() ? null : loc, 1); - } - - /** - * 返回当前元素后面一个符合条件的同级元素，可用查询语法筛选，可指定返回筛选结果的第几个 - * - * @param loc 用于筛选的查询语法 - * @param index 第几个查询结果，0开始 - * @return 兄弟元素或节点文本 - */ - public T next(String loc, Integer index) { - return next(loc, index, null); - } - - /** - * 返回当前元素后面一个符合条件的同级元素，可用查询语法筛选，可指定返回筛选结果的第几个 - * - * @param loc 用于筛选的查询语法 - * @param index 第几个查询结果，0开始 - * @param timeout 查找节点的超时时间（秒） - * @return 兄弟元素或节点文本 - */ - public T next(String loc, Integer index, Double timeout) { - return next(loc, index, timeout, true); - } - - /** - * 返回当前元素后面一个符合条件的同级元素，可用查询语法筛选，可指定返回筛选结果的第几个 - * - * @param loc 用于筛选的查询语法 - * @param index 第几个查询结果，0开始 - * @param timeout 查找节点的超时时间（秒） - * @param eleOnly 是否只获取元素，为False时把文本、注释节点也纳入 - * @return 兄弟元素或节点文本 - */ - public abstract T next(String loc, Integer index, Double timeout, Boolean eleOnly); - - /** - * 返回当前元素后面一个符合条件的同级元素，可用查询语法筛选，可指定返回筛选结果的第几个 - * - * @param index 第几个查询结果，0开始 - * @return 兄弟元素或节点文本 - */ - - public T next(Integer index) { - return next(index, null); - } - - /** - * 返回当前元素后面一个符合条件的同级元素，可用查询语法筛选，可指定返回筛选结果的第几个 - * - * @param index 第几个查询结果，0开始 - * @param timeout 查找节点的超时时间（秒） - * @return 兄弟元素或节点文本 - */ - public T next(Integer index, Double timeout) { - return next(index, timeout, true); - } - - /** - * 返回当前元素后面一个符合条件的同级元素，可用查询语法筛选，可指定返回筛选结果的第几个 - * - * @param index 第几个查询结果，0开始 - * @param timeout 查找节点的超时时间（秒） - * @param eleOnly 是否只获取元素，为False时把文本、注释节点也纳入 - * @return 兄弟元素或节点文本 - */ - public abstract T next(Integer index, Double timeout, Boolean eleOnly); - - - @Override - public List _ele(By by, Double timeout, Integer index, Boolean relative, Boolean raiseErr, String method) { - return __ele(this.findElements(by, timeout, index, relative, raiseErr), by.getValue(), index, raiseErr, method); - } - - @Override - public List _ele(String str, Double timeout, Integer index, Boolean relative, Boolean raiseErr, String method) { - return __ele(this.findElements(str, timeout, index, relative, raiseErr), str, index, raiseErr, method); - } - - private List __ele(List elements, String str, Integer index, Boolean raiseErr, String method) { - //如果index为空则说明是查找多元素，如果不为空，则说明是单元素查找，直接判断是否为空，如果不为空则说明单元素找到了 - if (index == null || !elements.isEmpty()) return elements; - //如果是单元素，是否抛出异常 - if (Settings.raiseWhenEleNotFound || raiseErr != null && raiseErr) { - Map locOrStr = new HashMap<>(); - locOrStr.put("loc_or_str", str); - locOrStr.put("index", index); - throw new ElementNotFoundError(null, method, locOrStr); - } - //如果不抛出异常则直接创建个空的 - return new ArrayList<>(); - } - -} diff --git a/java/src/main/java/com/ll/DrissonPage/base/BasePage.java b/java/src/main/java/com/ll/DrissonPage/base/BasePage.java deleted file mode 100644 index f63d502..0000000 --- a/java/src/main/java/com/ll/DrissonPage/base/BasePage.java +++ /dev/null @@ -1,300 +0,0 @@ -package com.ll.DrissonPage.base; - -import com.alibaba.fastjson.JSONObject; -import com.ll.DownloadKit.DownloadKit; -import com.ll.DrissonPage.error.extend.ElementNotFoundError; -import com.ll.DrissonPage.functions.Settings; -import lombok.Getter; -import lombok.Setter; -import okhttp3.Cookie; - -import java.nio.file.InvalidPathException; -import java.nio.file.Path; -import java.nio.file.Paths; -import java.util.ArrayList; -import java.util.HashMap; -import java.util.List; -import java.util.Map; - -/** - * 页面类的基类 - * - * @author 陆 - * @address click - */ -//页面类的基类 -public abstract class BasePage> extends BaseParser { - protected String url = null; - /** - * 查找元素时等待的秒数 - */ - private Double timeout = 10.0; - /** - * 当前访问的url有效性 - */ - @Setter - private Boolean urlAvailable = null; - /** - * 重试次数 - */ - @Setter - @Getter - private Integer retryTimes = 3; - /** - * 重试间隔 - */ - @Setter - @Getter - private Double retryInterval = 2.0; - /** - * 默认下载路径 - */ - @Setter - private String downloadPath = null; - /** - * 下载器对象 - */ - @Getter - private DownloadKit downloadKit = null; - /** - * ele返回值 - */ - @Setter - private Boolean noneEleReturnValue = Boolean.FALSE; - @Setter - private Object noneEleValue = null; - - public BasePage() { - this.setType("BasePage"); - } - - /** - * 返回网页的标题title - */ - public String title() { - T title = this._ele("xpath://title", null, null, null, false, "title").get(0); - return title instanceof DrissionElement ? ((DrissionElement) title).text() : null; - } - - /** - * 返回查找元素时等待的秒数 - */ - public Double timeout() { - return this.timeout; - } - - /** - * 设置查找元素时等待的秒数 - * - * @param timeout 秒 - */ - public void setTimeout(Double timeout) { - if (timeout != null && timeout >= 0) this.timeout = timeout; - } - - - /** - * 连接前的准备 - * - * @param url 要访问的url - * @param retry 重试次数 - * @param interval 重试间隔 - * @return 重试次数和间隔 - */ - protected BeforeConnect beforeConnect(String url, Integer retry, Double interval) { - boolean isFile = false; - - try { - if (Paths.get(url).toFile().exists() || (!url.contains("://") && !url.contains(":\\\\"))) { - Path p = Paths.get(url); - if (p.toFile().exists()) { - url = p.toAbsolutePath().toString(); - isFile = true; - } - } - } catch (InvalidPathException ignored) { - - } - this.url = url; - retry = retry == null ? this.getRetryTimes() : retry; - interval = interval == null ? this.getRetryInterval() : interval; - return new BeforeConnect(retry, interval, isFile); - } - - /** - * @return 返回当前访问的url有效性 - */ - public Boolean urlAvailable() { - return this.urlAvailable; - } - - /** - * @return 返回默认下载路径 - */ - public String downloadPath() { - return this.downloadPath; - } - - /** - * 返回下载器对象 - */ - public DownloadKit download() { - if (this.downloadKit == null) this.downloadKit = new DownloadKit(this.downloadPath, null, null, this); - return this.downloadKit; - } - - //---------------------------------------------------------------------------------------------------------------------- - - /** - * @return 返回当前访问url - */ - public abstract String url(); - /** - * @return 用于被WebPage覆盖 - */ - protected String browserUrl() { - return this.url(); - } - - public abstract JSONObject json(); - - /** - * @return 返回user agent - */ - public abstract String userAgent(); - - /** - * 返回cookies - */ - public List cookies() { - return cookies(false); - } - - /** - * 返回cookies - * - * @param asMap 为True时返回由{name: value}键值对组成的map，为false时返回list且allInfo无效 - */ - public List cookies(boolean asMap) { - return cookies(asMap, false); - } - - /** - * 返回cookies - * - * @param asMap 为True时返回由{name: value}键值对组成的map，为false时返回list且allInfo无效 - * @param allDomains 是否返回所有域的cookies - */ - public List cookies(boolean asMap, boolean allDomains) { - return cookies(asMap, allDomains, false); - } - - /** - * 返回cookies - * - * @param asMap 为True时返回由{name: value}键值对组成的map，为false时返回list且allInfo无效 - * @param allDomains 是否返回所有域的cookies - * @param allInfo 是否返回所有信息，为False时只返回name、value、domain - */ - public abstract List cookies(boolean asMap, boolean allDomains, boolean allInfo); - - public Boolean get(String url) { - return get(url, false); - } - - - public Boolean get(String url, boolean showErrMsg) { - return get(url, showErrMsg, retryTimes, retryInterval, timeout); - } - - public Boolean get(String url, boolean showErrMsg, Integer retry, Double interval, Double timeout) { - return get(url, showErrMsg, retry, interval, timeout, null); - } - - /** - * 用get请求跳转到url，可输入文件路径 - * - * @param url 目标url - * @param showErrMsg 是否显示和抛出异常 - * @param retry 重试次数，为null时使用页面对象retryTimes属性值 - * @param interval 重试间隔（秒），为null时使用页面对象retryInterval属性值 - * @param timeout 连接超时时间（秒），为null时使用页面对象timeouts.pageLoad属性值 - * @param params 连接参数 s模式专用 - * @return url是否可用 - */ - public abstract Boolean get(String url, boolean showErrMsg, Integer retry, Double interval, Double timeout, Map params); - - /** - * @param by 查询元素 - * @param timeout 查找超时时间（秒） - * @param index 获取第几个，从0开始，可传入负数获取倒数第几个 如果是null则是返回全部 - * @param relative WebPage用的表示是否相对定位的参数 - * @param raiseErr 找不到元素是是否抛出异常，为null时根据全局设置 - * @param method 方法名称 - * @return 元素对象组成的列表 - */ - @Override - public List _ele(By by, Double timeout, Integer index, Boolean relative, Boolean raiseErr, String method) { - Map map = new HashMap<>(); - map.put("str", ""); - map.put("index", index); - if (by == null) throw new ElementNotFoundError(null, method, map); - List elements = this.findElements(by, timeout, index, relative, raiseErr); - //如果index为空则说明是查找多元素，如果不为空，则说明是单元素查找，直接判断是否为空，如果不为空则说明单元素找到了 - if (index == null || !elements.isEmpty()) return elements; - //如果是单元素，是否抛出异常 - if (Settings.raiseWhenEleNotFound || raiseErr != null && raiseErr) - throw new ElementNotFoundError(null, method, map); - //如果不抛出异常则直接创建个空的 - return new ArrayList<>(); - } - - /** - * @param loc 定位符 - * @param timeout 查找超时时间（秒） - * @param index 获取第几个，从0开始，可传入负数获取倒数第几个 如果是null则是返回全部 - * @param relative WebPage用的表示是否相对定位的参数 - * @param raiseErr 找不到元素是是否抛出异常，为null时根据全局设置 - * @param method 方法名称 - * @return 元素对象组成的列表 - */ - @Override - public List _ele(String loc, Double timeout, Integer index, Boolean relative, Boolean raiseErr, String method) { - Map map = new HashMap<>(); - map.put("str", ""); - map.put("index", index); - if (loc == null) throw new ElementNotFoundError(null, method, map); - List elements = this.findElements(loc, timeout, index, relative, raiseErr); - //如果index为空则说明是查找多元素，如果不为空，则说明是单元素查找，直接判断是否为空，如果不为空则说明单元素找到了 - if (index == null || !elements.isEmpty()) return elements; - //如果是单元素，是否抛出异常 - if (Settings.raiseWhenEleNotFound || raiseErr != null && raiseErr) - throw new ElementNotFoundError(null, method, map); - //如果不抛出异常则直接创建个空的 - return new ArrayList<>(); - } - /** - * 执行元素查找 - * - * @param by 查询元素 - * @param timeout 查找超时时间（秒） - * @param index 获取第几个，从1开始，可传入负数获取倒数第几个 如果是null则是返回全部 - * @param relative WebPage用的表示是否相对定位的参数 - * @param raiseErr 找不到元素是是否抛出异常，为null时根据全局设置 - * @return 元素对象组成的列表 - */ - protected abstract List findElements(By by, Double timeout, Integer index, Boolean relative, Boolean raiseErr); - - - /** - * 执行元素查找 - * - * @param loc 定位符 - * @param timeout 查找超时时间（秒） - * @param index 获取第几个，从1开始，可传入负数获取倒数第几个 如果是null则是返回全部 - * @param relative WebPage用的表示是否相对定位的参数 - * @param raiseErr 找不到元素是是否抛出异常，为null时根据全局设置 - * @return 元素对象组成的列表 - */ - protected abstract List findElements(String loc, Double timeout, Integer index, Boolean relative, Boolean raiseErr); -} diff --git a/java/src/main/java/com/ll/DrissonPage/base/BaseParser.java b/java/src/main/java/com/ll/DrissonPage/base/BaseParser.java deleted file mode 100644 index 6521aa7..0000000 --- a/java/src/main/java/com/ll/DrissonPage/base/BaseParser.java +++ /dev/null @@ -1,235 +0,0 @@ -package com.ll.DrissonPage.base; - -import com.ll.DrissonPage.element.SessionElement; -import com.ll.DrissonPage.error.extend.ElementNotFoundError; -import lombok.Getter; -import lombok.Setter; - -import java.util.List; -import java.util.Map; - -/** - * 所有页面、元素类的基类 - * - * @author 陆 - * @address click - */ - -@Getter -public abstract class BaseParser> { - @Setter - private String type; - - - /** - * 返回当前元素下级符合条件的一个元素、属性或节点文本 - * - * @param by 查询元素 - */ - public T ele(By by) { - return ele(by, 1); - } - - /** - * 返回当前元素下级符合条件的一个元素、属性或节点文本 - * - * @param by 查询元素 - * @param index 获取第几个元素，下标从1开始可传入负数获取倒数第几个 - */ - public T ele(By by, int index) { - return ele(by, index, null); - } - - /** - * 返回当前元素下级符合条件的一个元素、属性或节点文本 - * - * @param by 查询元素 - * @param timeout 查找元素超时时间（秒），默认与元素所在页面等待时间一致 - */ - public T ele(By by, Double timeout) { - return ele(by, 1, timeout); - } - - /** - * 返回当前元素下级符合条件的一个元素、属性或节点文本 - * - * @param by 查询元素 - * @param index 获取第几个元素，下标从1开始可传入负数获取倒数第几个 - * @param timeout 查找元素超时时间（秒），默认与元素所在页面等待时间一致 - */ - public T ele(By by, int index, Double timeout) { - try { - return this._ele(by, timeout, index, null, null, "ele()").get(0); - } catch (IndexOutOfBoundsException e) { - Map map = new java.util.HashMap<>(); - map.put("by", by); - map.put("index", index); - new ElementNotFoundError("ele()", map).printStackTrace(); - return null; - } - } - - /** - * 获取单个元素 - * - * @param loc 参数，字符串 - */ - public T ele(String loc) { - return ele(loc, 1); - } - - /** - * 获取单个元素 - * - * @param loc 参数，字符串 - * @param index 获取第几个元素，下标从0开始可传入负数获取倒数第几个 - */ - public T ele(String loc, int index) { - return ele(loc, index, null); - } - - - /** - * 返回当前元素下级符合条件的一个元素、属性或节点文本 - * - * @param loc 参数，字符串 - * @param timeout 查找元素超时时间（秒），默认与元素所在页面等待时间一致 - */ - public T ele(String loc, Double timeout) { - return ele(loc, 1, timeout); - } - - /** - * 获取单个元素 - * - * @param loc 参数，字符串 - * @param index 获取第几个元素，下标从0开始可传入负数获取倒数第几个 - * @param timeout 查找元素超时时间（秒），默认与元素所在页面等待时间一致 - */ - public T ele(String loc, int index, Double timeout) { - try { - List ts = this._ele(loc, timeout, index, null, null, "ele()"); - if (ts == null) return null; - return ts.get(0); - } catch (IndexOutOfBoundsException e) { - Map map = new java.util.HashMap<>(); - map.put("loc", loc); - map.put("index", index); - new ElementNotFoundError("ele()", map).printStackTrace(); - return null; - } - } - - - public List eles(By by) { - return eles(by, null); - } - - public List eles(By by, Double timeout) { - return this._ele(by, timeout, null, null, null, null); - } - - public List eles(String loc) { - return eles(loc, null); - } - - public List eles(String loc, Double timeout) { - return this._ele(loc, timeout, null, null, null, null); - } - - /** - * 获取当前页面数据 - */ - public abstract String html(); - - /** - * @param by 查询元素 - * @return 元素对象 - */ - public SessionElement sEle(By by) { - return sEle(by, 1); - } - - /** - * @param by 查询元素 - * @param index 获取第几个，从1开始，可传入负数获取倒数第几个 - * @return 元素对象 - */ - public abstract SessionElement sEle(By by, Integer index); - - /** - * @param loc 定位符 - * @return 元素对象 - */ - public SessionElement sEle(String loc) { - return sEle(loc, 1); - } - - /** - * @param loc 定位符 - * @param index 获取第几个，从1开始，可传入负数获取倒数第几个 - * @return 元素对象 - */ - public abstract SessionElement sEle(String loc, Integer index); - - /** - * @param by 查询元素 - * @return 元素对象组成的列表 - */ - public abstract List sEles(By by); - - /** - * @param loc 定位符 - * @return 元素对象组成的列表 - */ - public abstract List sEles(String loc); - - - /** - * @param by 查询元素 - * @param timeout 查找超时时间（秒） - * @param index 获取第几个，从0开始，可传入负数获取倒数第几个 如果是null则是返回全部 - * @param relative WebPage用的表示是否相对定位的参数 - * @param raiseErr 找不到元素是是否抛出异常，为null时根据全局设置 - * @param method 方法名称 - * @return 元素对象组成的列表 - */ - protected abstract List _ele(By by, Double timeout, Integer index, Boolean relative, Boolean raiseErr, String method); - - /** - * @param loc 定位符 - * @param timeout 查找超时时间（秒） - * @param index 获取第几个，从0开始，可传入负数获取倒数第几个 如果是null则是返回全部 - * @param relative WebPage用的表示是否相对定位的参数 - * @param raiseErr 找不到元素是是否抛出异常，为null时根据全局设置 - * @param method 方法名称 - * @return 元素对象组成的列表 - */ - protected abstract List _ele(String loc, Double timeout, Integer index, Boolean relative, Boolean raiseErr, String method); - - /** - * 执行元素查找 - * - * @param by 查询元素 - * @param timeout 查找超时时间（秒） - * @param index 获取第几个，从0开始，可传入负数获取倒数第几个 如果是null则是返回全部 - * @param relative WebPage用的表示是否相对定位的参数 - * @param raiseErr 找不到元素是是否抛出异常，为null时根据全局设置 - * @return 元素对象组成的列表 - */ - protected abstract List findElements(By by, Double timeout, Integer index, Boolean relative, Boolean raiseErr); - - - /** - * 执行元素查找 - * - * @param loc 定位符 - * @param timeout 查找超时时间（秒） - * @param index 获取第几个，从0开始，可传入负数获取倒数第几个 如果是null则是返回全部 - * @param relative WebPage用的表示是否相对定位的参数 - * @param raiseErr 找不到元素是是否抛出异常，为null时根据全局设置 - * @return 元素对象组成的列表 - */ - protected abstract List findElements(String loc, Double timeout, Integer index, Boolean relative, Boolean raiseErr); - -} \ No newline at end of file diff --git a/java/src/main/java/com/ll/DrissonPage/base/BeforeConnect.java b/java/src/main/java/com/ll/DrissonPage/base/BeforeConnect.java deleted file mode 100644 index 74a59d6..0000000 --- a/java/src/main/java/com/ll/DrissonPage/base/BeforeConnect.java +++ /dev/null @@ -1,16 +0,0 @@ -package com.ll.DrissonPage.base; - -import lombok.AllArgsConstructor; -import lombok.Getter; - -/** - * @author 陆 - * @address click - */ -@AllArgsConstructor -@Getter -public class BeforeConnect { - private Integer retry; - private Double interval; - private boolean isFile; -} diff --git a/java/src/main/java/com/ll/DrissonPage/base/Browser.java b/java/src/main/java/com/ll/DrissonPage/base/Browser.java deleted file mode 100644 index 8a6d5fa..0000000 --- a/java/src/main/java/com/ll/DrissonPage/base/Browser.java +++ /dev/null @@ -1,470 +0,0 @@ -package com.ll.DrissonPage.base; - -import com.alibaba.fastjson.JSON; -import com.alibaba.fastjson.JSONArray; -import com.alibaba.fastjson.JSONObject; -import com.ll.DrissonPage.config.ChromiumOptions; -import com.ll.DrissonPage.error.extend.PageDisconnectedError; -import com.ll.DrissonPage.functions.Tools; -import com.ll.DrissonPage.page.ChromiumPage; -import com.ll.DrissonPage.page.ChromiumBase; -import com.ll.DrissonPage.units.downloader.DownloadManager; -import lombok.Getter; - -import java.io.BufferedReader; -import java.io.File; -import java.io.IOException; -import java.io.InputStreamReader; -import java.nio.file.FileVisitOption; -import java.nio.file.Files; -import java.nio.file.Path; -import java.nio.file.Paths; -import java.util.*; -import java.util.concurrent.ConcurrentHashMap; -import java.util.stream.Collectors; -import java.util.stream.Stream; - -/** - * 浏览器 - * - * @author 陆 - * @address click - */ - -public class Browser implements Occupant { - public static final String __ERROR__ = "error"; - private static final Map BROWSERS = new ConcurrentHashMap<>(); - @Getter - private final ChromiumBase page; - private final Map drivers; - private final Map> allDrivers; - @Getter - private BrowserDriver driver; - @Getter - private String id; - @Getter - private String address; - @Getter - private Map frames; - @Getter - private DownloadManager dlMgr; - /** - * 浏览器进程id - */ - @Getter - private Integer processId; - private boolean connected; - - /** - * 浏览器 - * - * @param address 浏览器地址 - * @param browserId 浏览器id - * @param page ChromiumPage对象 - */ - private Browser(String address, String browserId, ChromiumBase page) { - this.page = page; - this.address = address; - this.driver = BrowserDriver.getInstance(browserId, "browser", address, this); - this.id = browserId; - this.frames = new HashMap<>(); - this.drivers = new HashMap<>(); - this.allDrivers = new HashMap<>(); - this.connected = false; - this.processId = null; - JSONArray processInfoArray = JSON.parseObject(runCdp("SystemInfo.getProcessInfo")).getJSONArray("processInfo"); - if (processInfoArray == null) processInfoArray = new JSONArray(); - for (Object processInfoObject : processInfoArray) { - JSONObject processInfo = JSON.parseObject(processInfoObject.toString()); - if ("browser".equals(processInfo.getString("type"))) { - this.processId = processInfo.getInteger("id"); - break; - } - } - this.runCdp("Target.setDiscoverTargets", Map.of("discover", true)); - driver.setCallback("Target.targetDestroyed", new MyRunnable() { - @Override - public void run() { - onTargetDestroyed(getMessage()); - } - }); - driver.setCallback("Target.targetCreated", new MyRunnable() { - @Override - public void run() { - onTargetCreated(getMessage()); - } - }); - } - - /** - * 单例模式 - * - * @param address 浏览器地址 - * @param browserId 浏览器id - * @param page ChromiumPage对象 - */ - public static Browser getInstance(String address, String browserId, ChromiumBase page) { - return BROWSERS.computeIfAbsent(browserId, key -> new Browser(address, browserId, page)); - } - - /** - * 获取对应tab id的Driver - * - * @param tabId 标签页id - * @return Driver对象 - */ - public Driver getDriver(String tabId) { - return getDriver(tabId, null); - } - - /** - * 获取对应tab id的Driver - * - * @param tabId 标签页id - * @param occupant 使用该驱动的对象 - * @return Driver对象 - */ - public Driver getDriver(String tabId, Occupant occupant) { - Driver driver = Objects.requireNonNullElseGet(drivers.remove(tabId), () -> new Driver(tabId, "page", this.getAddress(), occupant)); - HashSet value = new HashSet<>(); - value.add(driver); - this.allDrivers.put(tabId, value); - return driver; - } - - /** - * 标签页创建时执行 - * - * @param message 回调参数 - */ - private void onTargetCreated(Object message) { - try { - JSONObject jsonObject = JSON.parseObject(message.toString()); - String type = jsonObject.getJSONObject("targetInfo").getString("type"); - if ("page".equals(type) || "webview".equals(type) && !jsonObject.getJSONObject("targetInfo").getString("url").startsWith("devtools://")) { - String targetId = jsonObject.getJSONObject("targetInfo").getString("targetId"); - Driver driver = new Driver(targetId, "page", address); - drivers.put(targetId, driver); - this.allDrivers.computeIfAbsent(targetId, k -> new HashSet<>()).add(driver); - } - } catch (Exception e) { - e.printStackTrace(); - } - } - - /** - * 标签页关闭时执行 - * - * @param message 回调参数 - */ - private void onTargetDestroyed(Object message) { - JSONObject jsonObject = JSON.parseObject(message.toString()); - String tabId = jsonObject.getString("targetId"); - if (this.dlMgr != null) this.dlMgr.clearTabInfo(tabId); - if (frames != null) frames.values().removeIf(value -> value.equals(tabId)); - allDrivers.forEach((a, b) -> { - if (a.equals(tabId)) b.forEach(Driver::stop); - }); - allDrivers.remove(tabId); - drivers.forEach((a, b) -> { - if (a.equals(tabId)) b.stop(); - }); - drivers.remove(tabId); - - } - - /** - * 执行page相关的逻辑 - */ - public void connectToPage() { - if (!connected) { - this.dlMgr = new DownloadManager(this); - connected = true; - } - } - - public String runCdp(String cmd) { - return runCdp(cmd, new HashMap<>()); - } - - /** - * 执行Chrome DevTools Protocol语句 - * - * @param cmd 协议项目 - * @param cmdArgs 参数 - * @return 执行的结果 - */ - public String runCdp(String cmd, Map cmdArgs) { - cmdArgs = new HashMap<>(cmdArgs == null ? new HashMap<>() : cmdArgs); - Object ignore = cmdArgs.remove("_ignore"); - String result = driver.run(cmd, cmdArgs).toString(); - JSONObject result1 = JSONObject.parseObject(result); - if (result1.containsKey(__ERROR__)) Tools.raiseError(result1, ignore); - return result; - } - - /** - * 返回标签页数量 - */ - public int tabsCount() { - JSONArray targetInfos = JSON.parseObject(this.runCdp("Target.getTargets")).getJSONArray("targetInfos"); - return (int) targetInfos.stream().filter(targetInfo -> { - JSONObject jsonObject = JSON.parseObject(targetInfo.toString()); - String type = jsonObject.getString("type"); - String url = jsonObject.getString("url"); - return ("page".equals(type) || "webview".equals(type)) && !url.startsWith("devtools://"); - }).count(); - } - - /** - * 返回所有标签页id组成的列表 - */ - public List tabs() { - JSONArray jsonArray = JSON.parseArray(JSONObject.toJSONString(driver.get("http://" + address + "/json"))); - return jsonArray.stream().filter(targetInfo -> { - JSONObject jsonObject = JSON.parseObject(targetInfo.toString()); - String type = jsonObject.getString("type"); - String url = jsonObject.getString("url"); - return ("page".equals(type) || "webview".equals(type)) && !url.startsWith("devtools://"); - }).map(obj -> ((JSONObject) obj).getString("id")).collect(Collectors.toList()); - } - - /** - * 查找符合条件的tab，返回它们的id组成的列表 - * - * @return tab id或tab列表 - */ - public List findTabs() { - return findTabs(null); - } - - /** - * 查找符合条件的tab，返回它们的id组成的列表 - * - * @param title 要匹配title的文本 - * @return tab id或tab列表 - */ - public List findTabs(String title) { - return findTabs(title, null); - } - - /** - * 查找符合条件的tab，返回它们的id组成的列表 - * - * @param title 要匹配title的文本 - * @param url 要匹配url的文本 - * @return tab id或tab列表 - */ - public List findTabs(String title, String url) { - return findTabs(title, url, null); - } - - /** - * 查找符合条件的tab，返回它们的id组成的列表 - * - * @param title 要匹配title的文本 - * @param url 要匹配url的文本 - * @param tabType tab类型，可用列表输入多个 - * @return tab id或tab列表 - */ - public List findTabs(String title, String url, List tabType) { - return findTabs(title, url, tabType, true); - } - - /** - * 查找符合条件的tab，返回它们的id组成的列表 - * - * @param title 要匹配title的文本 - * @param url 要匹配url的文本 - * @param tabType tab类型，可用列表输入多个 - * @param single 是否返回首个结果的id，为False返回所有信息 - * @return tab id或tab列表 - */ - public List findTabs(String title, String url, List tabType, boolean single) { - Object parse = JSON.parse(JSONObject.toJSONString(this.driver.get("http://" + this.address + "/json"))); - JSONArray tabs; - if (parse instanceof String) { - tabs = new JSONArray(List.of(parse)); - } else if (parse instanceof List || parse instanceof Set || parse instanceof String[]) { - tabs = JSON.parseArray(parse.toString()); - } else { - throw new IllegalArgumentException("tab_type类型不对" + parse.toString()); - } - - List result = tabs.stream().filter(targetInfo -> { - JSONObject jsonObject = JSON.parseObject(targetInfo.toString()); - return (title == null || jsonObject.getString("title").contains(title)) && (url == null || jsonObject.getString("url").contains(url)) && (tabType == null || tabType.contains(jsonObject.getString("type"))); - }).map(tab -> ((JSONObject) tab).getString("id")).collect(Collectors.toList()); - return single ? (result.isEmpty() ? null : List.of(result.get(0))) : result; - } - - /** - * 关闭标签页 - * - * @param tabId 标签页id - */ - public void closeTab(String tabId) { - this.onTargetDestroyed(JSON.toJSONString(Map.of("targetId", tabId))); - this.driver.run("Target.closeTarget", Map.of("targetId", tabId)); - } - - /** - * 停止一个Driver - * - * @param driver Driver对象 - */ - public void stopDiver(Driver driver) { - driver.stop(); - Set set = this.allDrivers.get(driver.getId()); - if (set != null) set.remove(driver); - } - - /** - * 使标签页变为活动状态 - * - * @param tabId 标签页id - */ - public void activateTab(String tabId) { - this.runCdp("Target.activateTarget", Map.of("targetId", tabId)); - } - - /** - * 返回浏览器窗口位置和大小信息 - * - * @return 窗口大小字典 - */ - public JSONObject getWindowBounds() { - return getWindowBounds(null); - } - - /** - * 返回浏览器窗口位置和大小信息 - * - * @param tabId 标签页id 不传入默认使用本身的id - */ - public JSONObject getWindowBounds(String tabId) { - return JSON.parseObject(runCdp("Browser.getWindowForTarget", Map.of("targetId", tabId == null || tabId.isEmpty() ? this.id : tabId))).getJSONObject("bounds"); - } - - /** - * 断开重连 - */ - public void reconnect() { - this.driver.stop(); - BrowserDriver.BROWSERS.remove(this.id); - this.driver = BrowserDriver.getInstance(this.id, "browser", this.address, this); - this.runCdp("Target.setDiscoverTargets", Map.of("discover", true)); - this.driver.setCallback("Target.targetDestroyed", new MyRunnable() { - @Override - public void run() { - onTargetDestroyed(getMessage()); - } - }); - this.driver.setCallback("Target.targetCreated", new MyRunnable() { - @Override - public void run() { - onTargetCreated(getMessage()); - } - }); - } - - /** - * 关闭浏览器 - */ - public void quit() { - quit(5.0); - } - - /** - * 关闭浏览器 - * - * @param timeout 等待浏览器关闭超时时间 - */ - public void quit(double timeout) { - quit(timeout, false); - } - - /** - * 关闭浏览器 - * - * @param timeout 等待浏览器关闭超时时间 - * @param force 是否立刻强制终止进程 - */ - public void quit(double timeout, boolean force) { - List pids = JSON.parseArray(this.runCdp("SystemInfo.getProcessInfo")).stream().map(o -> JSON.parseObject(o.toString()).getInteger("id")).collect(Collectors.toList()); - - - for (Set value : this.allDrivers.values()) for (Driver driver1 : value) driver1.stop(); - - if (force) { - for (Integer pid : pids) - try { - ProcessHandle.allProcesses().filter(process -> process.info().command().isPresent()).filter(process -> process.info().command().map(s -> s.contains(Integer.toString(pid))).orElse(false)).forEach(process -> { - if (process.isAlive()) process.destroy(); - }); - } catch (SecurityException ignored) { - } - - } else { - try { - this.runCdp("Browser.close"); - this.driver.stop(); - } catch (PageDisconnectedError e) { - this.driver.stop(); - return; - } - } - - - if (force) { - String[] ipPort = address.split(":"); - if (!("127.0.0.1".equals(ipPort[0]) || "localhost".equals(ipPort[0]))) { - return; - } - Tools.stopProcessOnPort(Integer.parseInt(ipPort[1])); - return; - } - - if (processId != null) { - String txt = System.getProperty("os.name").toLowerCase().contains("win") ? "tasklist | findstr " + processId : "ps -ef | grep " + processId; - long endTime = (long) (System.currentTimeMillis() + timeout * 1000); - while (System.currentTimeMillis() < endTime) { - try (BufferedReader reader = new BufferedReader(new InputStreamReader(new ProcessBuilder(txt.split("\\s+")).start().getInputStream()))) { - try { - if (!reader.readLine().contains(processId.toString())) { - return; - } - } catch (NullPointerException e) { - // Handle null pointer exception, if needed - } - Thread.sleep(100); - } catch (IOException | InterruptedException e) { - e.printStackTrace(); - } - } - } - } - - @Override - public void onDisconnect() { - this.page.onDisconnect(); - BROWSERS.remove(id); - if (page instanceof ChromiumPage) { - ChromiumOptions chromiumOptions = ((ChromiumPage) page).getChromiumOptions(); - if (chromiumOptions.isAutoPort() && chromiumOptions.getUserDataPath() != null) { - Path path = Paths.get(chromiumOptions.getUserDataPath()); - long endTime = System.currentTimeMillis() + 7000; - while (System.currentTimeMillis() < endTime) { - if (!Files.exists(path)) break; - try (Stream walk = Files.walk(path, FileVisitOption.FOLLOW_LINKS)) { - walk.sorted(Comparator.reverseOrder()).map(Path::toFile).forEach(File::delete); - break; - } catch (IOException e) { - e.printStackTrace(); - } - } - } - } - - } -} \ No newline at end of file diff --git a/java/src/main/java/com/ll/DrissonPage/base/BrowserDriver.java b/java/src/main/java/com/ll/DrissonPage/base/BrowserDriver.java deleted file mode 100644 index e983b7e..0000000 --- a/java/src/main/java/com/ll/DrissonPage/base/BrowserDriver.java +++ /dev/null @@ -1,49 +0,0 @@ -package com.ll.DrissonPage.base; - -import com.alibaba.fastjson.JSON; -import com.ll.DrissonPage.utils.CloseableHttpClientUtils; -import org.apache.http.client.methods.HttpGet; - -import java.util.Map; -import java.util.concurrent.ConcurrentHashMap; - -/** - * 浏览器驱动 - * - * @author 陆 - * @address click - */ - -public class BrowserDriver extends Driver { - protected static final Map BROWSERS = new ConcurrentHashMap<>(); - - - private BrowserDriver(String tabId, String tabType, String address, Occupant occupant) { - super(tabId, tabType, address, occupant); - } - - public static BrowserDriver getInstance(String tabId, String tabType, String address, Occupant occupant) { - - return BROWSERS.computeIfAbsent(tabId, key -> new BrowserDriver(tabId, tabType, address, occupant)); - } - - @Override - public String toString() { - return ""; - } - - /** - * 发送请求 - * - * @param url 请求地址 - * @return 返回值可能是List 或者Map - */ - public Object get(String url) { - HttpGet request = new HttpGet(url); - request.setHeader("Connection", "close"); - String text = CloseableHttpClientUtils.sendRequestJson(request); - return JSON.parse(text); - } - - -} \ No newline at end of file diff --git a/java/src/main/java/com/ll/DrissonPage/base/By.java b/java/src/main/java/com/ll/DrissonPage/base/By.java deleted file mode 100644 index 9b9c736..0000000 --- a/java/src/main/java/com/ll/DrissonPage/base/By.java +++ /dev/null @@ -1,91 +0,0 @@ -package com.ll.DrissonPage.base; - -import lombok.Getter; -import lombok.Setter; - -import java.util.Objects; - -/** - * @author 陆 - * @address click - */ - -@Getter -@Setter -public class By { - private BySelect name; - private String value; - - private By(BySelect name, String value) { - - this.name = name; - this.value = value; - } - - public static By NULL() { - return null; - } - - public static By id(String value) { - return new By(BySelect.ID, Objects.requireNonNullElse(value, "Cannot find elements when id is null.")); - } - - public static By className(String value) { - return new By(BySelect.CLASS_NAME, Objects.requireNonNullElse(value, "Cannot find elements when the class name expression is null.")); - } - - public static By tag(String value) { - return new By(BySelect.TAG_NAME, Objects.requireNonNullElse(value, "Cannot find elements when the tag name is null.")); - } - - public static By name(String value) { - return new By(BySelect.NAME, Objects.requireNonNullElse(value, "Cannot find elements when name text is null.")); - } - - public static By css(String value) { - return new By(BySelect.CSS_SELECTOR, Objects.requireNonNullElse(value, "Cannot find elements when the css selector is null.")); - } - - public static By xpath(String value) { - return new By(BySelect.XPATH, Objects.requireNonNullElse(value, "Cannot find elements when the XPath is null.")); - } - - public static By linkText(String value) { - return new By(BySelect.LINK_TEXT, Objects.requireNonNullElse(value, "Cannot find elements when the link text is null.")); - } - - public static By partialLinkText(String value) { - return new By(BySelect.PARTIAL_LINK_TEXT, Objects.requireNonNullElse(value, "Cannot find elements when the partial link text is null.")); - } - - public static By text(String value) { - return new By(BySelect.TEXT, Objects.requireNonNullElse(value, "Cannot find elements when the text is null.")); - } - - public static By partialText(String value) { - return new By(BySelect.PARTIAL_TEXT, Objects.requireNonNullElse(value, "Cannot find elements when the partial text is null.")); - } - - @Override - public boolean equals(Object o) { - if (this == o) return true; - if (!(o instanceof By)) return false; - By by = (By) o; - return Objects.equals(getName().getName(), by.getName().getName()) && Objects.equals(getValue(), by.getValue()); - } - - @Override - public int hashCode() { - return Objects.hash(getName(), getValue()); - } - - @Override - public String toString() { - return "By{" + - "name=" + name.getName() + - ", value='" + value + '\'' + - '}'; - } - - -} diff --git a/java/src/main/java/com/ll/DrissonPage/base/BySelect.java b/java/src/main/java/com/ll/DrissonPage/base/BySelect.java deleted file mode 100644 index 5531afb..0000000 --- a/java/src/main/java/com/ll/DrissonPage/base/BySelect.java +++ /dev/null @@ -1,18 +0,0 @@ -package com.ll.DrissonPage.base; - -import lombok.Getter; - -/** - * @author 陆 - * @address click - */ -@Getter -public enum BySelect { - NAME("name"), ID("id"), CLASS_NAME("class name"), TAG_NAME("tag name"), CSS_SELECTOR("css selector"), - XPATH("xpath"), LINK_TEXT("link text"), PARTIAL_LINK_TEXT("partial link text"), TEXT("text"), PARTIAL_TEXT("partial text"); - private final String name; - - BySelect(String name) { - this.name = name; - } -} diff --git a/java/src/main/java/com/ll/DrissonPage/base/DrissionElement.java b/java/src/main/java/com/ll/DrissonPage/base/DrissionElement.java deleted file mode 100644 index ca607d4..0000000 --- a/java/src/main/java/com/ll/DrissonPage/base/DrissionElement.java +++ /dev/null @@ -1,1270 +0,0 @@ -package com.ll.DrissonPage.base; - -import com.ll.DrissonPage.error.extend.ElementNotFoundError; -import com.ll.DrissonPage.functions.Locator; -import com.ll.DrissonPage.functions.Settings; -import com.ll.DrissonPage.functions.Web; - -import java.util.ArrayList; -import java.util.List; -import java.util.Map; -import java.util.regex.Pattern; -import java.util.stream.Collectors; - -/** - * ChromiumElement 和 SessionElement的基类 但不是ShadowRoot的基类 - * - * @author 陆 - * @address click - */ -public abstract class DrissionElement

, T extends DrissionElement> extends BaseElement { - - public DrissionElement(P page) { - super(page); - this.setType("DrissionElement"); - } - - /** - * 返回href或者src绝对的url - */ - public String link() { - String href = this.attr("href"); - return href == null ? this.attr("src") : href; - } - - /** - * 返回css path路径 - */ - public String cssPath() { - return this.getElePath(ElePathMode.CSS); - } - - /** - * 返回xpath路径 - */ - public String xpath() { - return this.getElePath(ElePathMode.XPATH); - } - - /** - * 返回元素注释文本组成的列表 - */ - public List comments() { - return this.eles("xpath:.//comment()"); - } - - /** - * 返回元素内所有直接子节点的文本，包括元素和文本节点 - * - * @return 文本列表 - */ - public List texts() { - return this.texts(false); - } - - /** - * 返回元素内所有直接子节点的文本，包括元素和文本节点 - * - * @param textNodeOnly 是否只返回文本节点 - * @return 文本列表 - */ - public List texts(boolean textNodeOnly) { - List texts = new ArrayList<>(); - if (textNodeOnly) { - this.eles("xpath:/text()").forEach(a -> texts.add(a.text())); - } else { - this.eles("xpath:/text() | *").forEach(a -> texts.add(a.text())); - } - return texts.stream().filter(text -> text != null && !Pattern.compile("[\r\n\t ]").matcher(text).replaceAll("").isEmpty()).map(text -> Web.formatHtml(text.trim().replaceAll("[\r\n]", ""))).collect(Collectors.toList()); - } - - /** - * 返回上面某一级父元素 用查询语法定位 - * - * @param by 查询选择器 - * @param index 选择第几个结果 - * @return 上级元素对象 - */ - @Override - public T parent(By by, Integer index) { - by = Locator.getLoc(by, true, false); - if (!by.getName().equals(BySelect.CSS_SELECTOR)) - throw new IllegalArgumentException("此css selector语法不受支持，请换成xpath"); - String loc = "xpath:./ancestor::" + by.getValue().replaceAll("^[.\\s/]+", "") + "[" + index + "]"; - return _ele(loc, null, 1, true, false, "parent()").get(0); - } - - /** - * 返回上面某一级父元素，指定层数 - * - * @param level 第几级父元素 - * @return 上级元素对象 - */ - @Override - public T parent(Integer level) { - String loc = "xpath:./ancestor::*[" + level + "]"; - return _ele(loc, null, 1, true, false, "parent()").get(0); - } - - /** - * 返回上面某一级父元素 用查询语法定位 - * - * @param loc 定位符 - * @param index 选择第几个结果 - * @return 上级元素对象 - */ - @Override - public T parent(String loc, Integer index) { - By loc1 = Locator.getLoc(loc, true, false); - if (!loc1.getName().equals(BySelect.CSS_SELECTOR)) - throw new IllegalArgumentException("此css selector语法不受支持，请换成xpath"); - loc = "xpath:./ancestor::" + loc1.getValue().replaceAll("^[.\\s/]+", "") + "[" + index + "]"; - return _ele(loc, null, 1, true, false, "parent()").get(0); - } - - /** - * 返回直接子元素元素或节点组成的列表，可用查询语法筛选 - * - * @param index 第几个查询结果，1开始 - * @return 直接子元素或节点文本组成的列表 - */ - public T child(Integer index) { - return child(index, null); - } - - /** - * 返回直接子元素元素或节点组成的列表，可用查询语法筛选 - * - * @param index 第几个查询结果，1开始 - * @param timeout 查找节点的超时时间 - * @return 直接子元素或节点文本组成的列表 - */ - public T child(Integer index, Double timeout) { - return child(index, timeout, true); - } - - /** - * 返回直接子元素元素或节点组成的列表，可用查询语法筛选 - * - * @param index 第几个查询结果，1开始 - * @param timeout 查找节点的超时时间 - * @param eleOnly 是否只获取元素，为False时把文本、注释节点也纳入 - * @return 直接子元素或节点文本组成的列表 - */ - public T child(Integer index, Double timeout, Boolean eleOnly) { - String loc = eleOnly ? "*" : "node()"; - List ts = this._ele("xpath./" + loc, timeout, index, true, false, null); - if (!ts.isEmpty()) { - return ts.get(0); - } else if (Settings.raiseWhenEleNotFound) { - throw new ElementNotFoundError("child()", Map.of("loc", "", "index", index, "eleOnly", eleOnly)); - } - return null; - } - - /** - * 返回直接子元素元素或节点组成的列表，可用查询语法筛选 - * - * @return 直接子元素或节点文本组成的列表 - */ - public T child() { - return child(""); - } - - /** - * 返回直接子元素元素或节点组成的列表，可用查询语法筛选 - * - * @param loc 查询语句 - * @return 直接子元素或节点文本组成的列表 - */ - public T child(String loc) { - return child(loc.isEmpty() ? null : loc, 1); - } - - /** - * 返回直接子元素元素或节点组成的列表，可用查询语法筛选 - * - * @param loc 查询语句 - * @param index 第几个查询结果，1开始 - * @return 直接子元素或节点文本组成的列表 - */ - public T child(String loc, Integer index) { - return child(loc, index, null); - } - - /** - * 返回直接子元素元素或节点组成的列表，可用查询语法筛选 - * - * @param loc 查询语句 - * @param index 第几个查询结果，1开始 - * @param timeout 查找节点的超时时间 - * @return 直接子元素或节点文本组成的列表 - */ - public T child(String loc, Integer index, Double timeout) { - return child(loc, index, timeout, true); - } - - /** - * 返回直接子元素元素或节点组成的列表，可用查询语法筛选 - * - * @param loc 查询语句 - * @param index 第几个查询结果，1开始 - * @param timeout 查找节点的超时时间 - * @param eleOnly 是否只获取元素，为False时把文本、注释节点也纳入 - * @return 直接子元素或节点文本组成的列表 - */ - public T child(String loc, Integer index, Double timeout, Boolean eleOnly) { - if (loc == null || loc.isEmpty()) { - loc = eleOnly ? "*" : "node()"; - } else { - By by = Locator.getLoc(loc, true, false); - if (by.getName().equals(BySelect.CSS_SELECTOR)) - throw new IllegalArgumentException("此css selector语法不受支持，请换成xpath。"); - else loc = by.getValue().replaceAll("^[.\\s/]+", ""); - } - - List ts = this._ele("xpath./" + loc, timeout, index, true, false, null); - if (!ts.isEmpty()) { - return ts.get(0); - } else if (Settings.raiseWhenEleNotFound) { - throw new ElementNotFoundError("child()", Map.of("loc", loc, "index", index, "eleOnly", eleOnly)); - } - return null; - } - - /** - * 返回直接子元素元素或节点组成的列表，可用查询语法筛选 - * - * @param by 查询语句 - * @return 直接子元素或节点文本组成的列表 - */ - public T child(By by) { - return child(by, 1); - } - - /** - * 返回直接子元素元素或节点组成的列表，可用查询语法筛选 - * - * @param by 查询语句 - * @param index 第几个查询结果，1开始 - * @return 直接子元素或节点文本组成的列表 - */ - public T child(By by, Integer index) { - return child(by, index, null); - } - - /** - * 返回直接子元素元素或节点组成的列表，可用查询语法筛选 - * - * @param by 查询语句 - * @param index 第几个查询结果，1开始 - * @param timeout 查找节点的超时时间 - * @return 直接子元素或节点文本组成的列表 - */ - public T child(By by, Integer index, Double timeout) { - return child(by, index, timeout, true); - } - - /** - * 返回直接子元素元素或节点组成的列表，可用查询语法筛选 - * - * @param by 查询语句 - * @param index 第几个查询结果，1开始 - * @param timeout 查找节点的超时时间 - * @param eleOnly 是否只获取元素，为False时把文本、注释节点也纳入 - * @return 直接子元素或节点文本组成的列表 - */ - public T child(By by, Integer index, Double timeout, Boolean eleOnly) { - String loc; - if (by == null) { - loc = eleOnly ? "*" : "node()"; - } else { - by = Locator.getLoc(by, true, false); - if (by.getName().equals(BySelect.CSS_SELECTOR)) - throw new IllegalArgumentException("此css selector语法不受支持，请换成xpath。"); - else loc = by.getValue().replaceAll("^[.\\s/]+", ""); - } - - List ts = this._ele("xpath./" + loc, timeout, index, true, false, null); - if (!ts.isEmpty()) { - return ts.get(0); - } else if (Settings.raiseWhenEleNotFound) { - throw new ElementNotFoundError("child()", Map.of("loc", loc, "index", index, "eleOnly", eleOnly)); - } - return null; - } - - /** - * 返回前面的一个兄弟元素，可用查询语法筛选，可指定返回筛选结果的第几个 - * - * @return 兄弟元素 - */ - public T prev() { - return prev(""); - } - - /** - * 返回前面的一个兄弟元素，可用查询语法筛选，可指定返回筛选结果的第几个 - * - * @param loc 用于筛选的查询语法 - * @return 兄弟元素 - */ - public T prev(String loc) { - return prev(loc.isEmpty() ? null : loc, null); - } - - /** - * 返回前面的一个兄弟元素，可用查询语法筛选，可指定返回筛选结果的第几个 - * - * @param loc 用于筛选的查询语法 - * @param index 前面第几个查询结果，0开始 - * @return 兄弟元素 - */ - - public T prev(String loc, Integer index) { - return prev(loc, index, null); - } - - /** - * 返回前面的一个兄弟元素，可用查询语法筛选，可指定返回筛选结果的第几个 - * - * @param loc 用于筛选的查询语法 - * @param index 前面第几个查询结果，0开始 - * @param timeout 查找节点的超时时间（秒） - * @return 兄弟元素 - */ - public T prev(String loc, Integer index, Double timeout) { - return prev(loc, index, timeout, true); - } - - /** - * 返回前面的一个兄弟元素，可用查询语法筛选，可指定返回筛选结果的第几个 - * - * @param loc 用于筛选的查询语法 - * @param index 前面第几个查询结果，1开始 - * @param timeout 查找节点的超时时间（秒） - * @param eleOnly 是否只获取元素，为False时把文本、注释节点也纳入 - * @return 兄弟元素 - */ - public T prev(String loc, Integer index, Double timeout, Boolean eleOnly) { - return this.getRelative("prev()", "preceding", true, loc, index, timeout, eleOnly); - } - - /** - * 返回前面的一个兄弟元素，可用查询语法筛选，可指定返回筛选结果的第几个 - * - * @param by 用于筛选的元素 - * @return 兄弟元素 - */ - public T prev(By by) { - return prev(by, 1); - } - - /** - * 返回前面的一个兄弟元素，可用查询语法筛选，可指定返回筛选结果的第几个 - * - * @param by 用于筛选的元素 - * @param index 前面第几个查询结果，0开始 - * @return 兄弟元素 - */ - public T prev(By by, Integer index) { - return prev(by, index, null); - } - - /** - * 返回前面的一个兄弟元素，可用查询语法筛选，可指定返回筛选结果的第几个 - * - * @param by 用于筛选的元素 - * @param index 前面第几个查询结果，0开始 - * @param timeout 查找节点的超时时间（秒） - * @return 兄弟元素 - */ - public T prev(By by, Integer index, Double timeout) { - return prev(by, index, timeout, true); - } - - public T prev(By by, Integer index, Double timeout, Boolean eleOnly) { - return this.getRelative("prev()", "preceding", true, by, index, timeout, eleOnly); - } - - - /** - * 返回前面的一个兄弟元素，可用查询语法筛选，可指定返回筛选结果的第几个 - * - * @param index 前面第几个查询结果，0开始 - * @return 兄弟元素 - */ - public T prev(Integer index) { - return prev(index, null); - } - - /** - * 返回前面的一个兄弟元素，可用查询语法筛选，可指定返回筛选结果的第几个 - * - * @param index 前面第几个查询结果，0开始 - * @param timeout 查找节点的超时时间（秒） - * @return 兄弟元素 - */ - public T prev(Integer index, Double timeout) { - return prev(index, timeout, true); - } - - public T prev(Integer index, Double timeout, Boolean eleOnly) { - return this.getRelative("prev()", "preceding", true, index, timeout, eleOnly); - } - - /** - * 返回后面的一个兄弟元素，可用查询语法筛选，可指定返回筛选结果的第几个 - * - * @param by 用于筛选的查询语法 - * @param index 第几个查询结果，1开始 - * @param timeout 查找节点的超时时间（秒） - * @param eleOnly 是否只获取元素，为False时把文本、注释节点也纳入 - * @return 兄弟元素 - */ - @Override - public T next(By by, Integer index, Double timeout, Boolean eleOnly) { - return this.getRelative("next()", "following", true, by, index, timeout, eleOnly); - } - - /** - * 返回后面的一个兄弟元素，可用查询语法筛选，可指定返回筛选结果的第几个 - * - * @param loc 用于筛选的查询语法 - * @param index 第几个查询结果，1开始 - * @param timeout 查找节点的超时时间（秒） - * @param eleOnly 是否只获取元素，为False时把文本、注释节点也纳入 - * @return 兄弟元素 - */ - - @Override - public T next(String loc, Integer index, Double timeout, Boolean eleOnly) { - return this.getRelative("next()", "following", true, loc, index, timeout, eleOnly); - } - - /** - * 返回当前元素后面一个符合条件的同级元素，可用查询语法筛选，可指定返回筛选结果的第几个 - * - * @param index 第几个查询结果，0开始 - * @param timeout 查找节点的超时时间（秒） - * @param eleOnly 是否只获取元素，为False时把文本、注释节点也纳入 - * @return 兄弟元素或节点文本 - */ - @Override - public T next(Integer index, Double timeout, Boolean eleOnly) { - return this.getRelative("next()", "following", true, index, timeout, eleOnly); - } - - /** - * 返回前面的一个兄弟元素，可用查询语法筛选，可指定返回筛选结果的第几个 - * - * @param by 用于筛选的查询语法 - * @return 本元素前面的某个元素或节点 - */ - public T before(By by) { - return before(by, null); - } - - /** - * 返回前面的一个兄弟元素，可用查询语法筛选，可指定返回筛选结果的第几个 - * - * @param by 用于筛选的查询语法 - * @param index 前面第几个查询结果，1开始 - * @return 本元素前面的某个元素或节点 - */ - public T before(By by, Integer index) { - return before(by, index, null); - } - - /** - * 返回前面的一个兄弟元素，可用查询语法筛选，可指定返回筛选结果的第几个 - * - * @param by 用于筛选的查询语法 - * @param index 前面第几个查询结果，1开始 - * @param timeout 查找节点的超时时间（秒） - * @return 本元素前面的某个元素或节点 - */ - public T before(By by, Integer index, Double timeout) { - return before(by, index, timeout, true); - } - - /** - * 返回前面的一个兄弟元素，可用查询语法筛选，可指定返回筛选结果的第几个 - * - * @param by 用于筛选的查询语法 - * @param index 前面第几个查询结果，1开始 - * @param timeout 查找节点的超时时间（秒） - * @param eleOnly 是否只获取元素，为False时把文本、注释节点也纳入 - * @return 本元素前面的某个元素或节点 - */ - public T before(By by, Integer index, Double timeout, Boolean eleOnly) { - return this.getRelative("before()", "preceding", false, by, index, timeout, eleOnly); - } - - - /** - * 返回前面的一个兄弟元素，可用查询语法筛选，可指定返回筛选结果的第几个 - * - * @return 本元素前面的某个元素或节点 - */ - public T before() { - return before(""); - } - - /** - * 返回前面的一个兄弟元素，可用查询语法筛选，可指定返回筛选结果的第几个 - * - * @param loc 用于筛选的查询语法 - * @return 本元素前面的某个元素或节点 - */ - public T before(String loc) { - return before(loc.isEmpty() ? null : loc, null); - } - - /** - * 返回前面的一个兄弟元素，可用查询语法筛选，可指定返回筛选结果的第几个 - * - * @param loc 用于筛选的查询语法 - * @param index 前面第几个查询结果，1开始 - * @return 本元素前面的某个元素或节点 - */ - public T before(String loc, Integer index) { - return before(loc, index, null); - } - - /** - * 返回前面的一个兄弟元素，可用查询语法筛选，可指定返回筛选结果的第几个 - * - * @param loc 用于筛选的查询语法 - * @param index 前面第几个查询结果，1开始 - * @param timeout 查找节点的超时时间（秒） - * @return 本元素前面的某个元素或节点 - */ - public T before(String loc, Integer index, Double timeout) { - return before(loc, index, timeout, true); - } - - /** - * 返回前面的一个兄弟元素，可用查询语法筛选，可指定返回筛选结果的第几个 - * - * @param loc 用于筛选的查询语法 - * @param index 前面第几个查询结果，1开始 - * @param timeout 查找节点的超时时间（秒） - * @param eleOnly 是否只获取元素，为False时把文本、注释节点也纳入 - * @return 本元素前面的某个元素或节点 - */ - public T before(String loc, Integer index, Double timeout, Boolean eleOnly) { - return this.getRelative("before()", "preceding", false, loc, index, timeout, eleOnly); - } - - /** - * 返回前面的一个兄弟元素，可用查询语法筛选，可指定返回筛选结果的第几个 - * - * @param index 前面第几个查询结果，1开始 - * @return 本元素前面的某个元素或节点 - */ - public T before(Integer index) { - return before(index, null); - } - - /** - * 返回前面的一个兄弟元素，可用查询语法筛选，可指定返回筛选结果的第几个 - * - * @param index 前面第几个查询结果，1开始 - * @param timeout 查找节点的超时时间（秒） - * @return 本元素前面的某个元素或节点 - */ - public T before(Integer index, Double timeout) { - return before(index, timeout, true); - } - - /** - * 返回前面的一个兄弟元素，可用查询语法筛选，可指定返回筛选结果的第几个 - * - * @param index 前面第几个查询结果，1开始 - * @param timeout 查找节点的超时时间（秒） - * @param eleOnly 是否只获取元素，为False时把文本、注释节点也纳入 - * @return 本元素前面的某个元素或节点 - */ - public T before(Integer index, Double timeout, Boolean eleOnly) { - return this.getRelative("before()", "preceding", false, index, timeout, eleOnly); - } - - /** - * 返回后面的一个兄弟元素，可用查询语法筛选，可指定返回筛选结果的第几个 - * - * @param by 用于筛选的查询语法 - * @return 本元素后面的某个元素或节点 - */ - public T after(By by) { - return after(by, null); - } - - /** - * 返回后面的一个兄弟元素，可用查询语法筛选，可指定返回筛选结果的第几个 - * - * @param by 用于筛选的查询语法 - * @param index 前面第几个查询结果，1开始 - * @return 本元素后面的某个元素或节点 - */ - public T after(By by, Integer index) { - return after(by, index, null); - } - - /** - * 返回后面的一个兄弟元素，可用查询语法筛选，可指定返回筛选结果的第几个 - * - * @param by 用于筛选的查询语法 - * @param index 前面第几个查询结果，1开始 - * @param timeout 查找节点的超时时间（秒） - * @return 本元素后面的某个元素或节点 - */ - public T after(By by, Integer index, Double timeout) { - return after(by, index, timeout, true); - } - - /** - * 返回后面的一个兄弟元素，可用查询语法筛选，可指定返回筛选结果的第几个 - * - * @param by 用于筛选的查询语法 - * @param index 前面第几个查询结果，1开始 - * @param timeout 查找节点的超时时间（秒） - * @param eleOnly 是否只获取元素，为False时把文本、注释节点也纳入 - * @return 本元素后面的某个元素或节点 - */ - public T after(By by, Integer index, Double timeout, Boolean eleOnly) { - return this.getRelative("after()", "following", false, by, index, timeout, eleOnly); - } - - /** - * 返回后面的一个兄弟元素，可用查询语法筛选，可指定返回筛选结果的第几个 - * - * @return 本元素后面的某个元素或节点 - */ - public T after() { - return after(""); - } - - /** - * 返回后面的一个兄弟元素，可用查询语法筛选，可指定返回筛选结果的第几个 - * - * @param loc 用于筛选的查询语法 - * @return 本元素后面的某个元素或节点 - */ - public T after(String loc) { - return after(loc.isEmpty() ? null : loc, null); - } - - /** - * 返回后面的一个兄弟元素，可用查询语法筛选，可指定返回筛选结果的第几个 - * - * @param loc 用于筛选的查询语法 - * @param index 前面第几个查询结果，1开始 - * @return 本元素后面的某个元素或节点 - */ - public T after(String loc, Integer index) { - return after(loc, index, null); - } - - /** - * 返回后面的一个兄弟元素，可用查询语法筛选，可指定返回筛选结果的第几个 - * - * @param loc 用于筛选的查询语法 - * @param index 前面第几个查询结果，1开始 - * @param timeout 查找节点的超时时间（秒） - * @return 本元素后面的某个元素或节点 - */ - public T after(String loc, Integer index, Double timeout) { - return after(loc, index, timeout, true); - } - - /** - * 返回后面的一个兄弟元素，可用查询语法筛选，可指定返回筛选结果的第几个 - * - * @param loc 用于筛选的查询语法 - * @param index 前面第几个查询结果，1开始 - * @param timeout 查找节点的超时时间（秒） - * @param eleOnly 是否只获取元素，为False时把文本、注释节点也纳入 - * @return 本元素后面的某个元素或节点 - */ - public T after(String loc, Integer index, Double timeout, Boolean eleOnly) { - return this.getRelative("after()", "following", false, loc, index, timeout, eleOnly); - } - - /** - * 返回后面的一个兄弟元素，可用查询语法筛选，可指定返回筛选结果的第几个 - * - * @param index 前面第几个查询结果，1开始 - * @return 本元素后面的某个元素或节点 - */ - public T after(Integer index) { - return after(index, null); - } - - /** - * 返回后面的一个兄弟元素，可用查询语法筛选，可指定返回筛选结果的第几个 - * - * @param index 前面第几个查询结果，1开始 - * @param timeout 查找节点的超时时间（秒） - * @return 本元素后面的某个元素或节点 - */ - public T after(Integer index, Double timeout) { - return after(index, timeout, true); - } - - /** - * 返回后面的一个兄弟元素，可用查询语法筛选，可指定返回筛选结果的第几个 - * - * @param index 前面第几个查询结果，1开始 - * @param timeout 查找节点的超时时间（秒） - * @param eleOnly 是否只获取元素，为False时把文本、注释节点也纳入 - * @return 本元素后面的某个元素或节点 - */ - public T after(Integer index, Double timeout, Boolean eleOnly) { - return this.getRelative("after()", "following", false, index, timeout, eleOnly); - } - - /** - * 返回直接子元素元素或节点组成的列表，可用查询语法筛选 - * - * @param by 用于筛选的查询语法 - * @return 本元素后面的某个元素或节点 - */ - public List children(By by) { - return children(by, null); - } - - /** - * 返回直接子元素元素或节点组成的列表，可用查询语法筛选 - * - * @param by 用于筛选的查询语法 - * @param timeout 查找节点的超时时间（秒） - * @return 本元素后面的某个元素或节点 - */ - public List children(By by, Double timeout) { - return children(by, timeout, true); - } - - /** - * 返回直接子元素元素或节点组成的列表，可用查询语法筛选 - * - * @param by 用于筛选的查询语法 - * @param timeout 查找节点的超时时间（秒） - * @param eleOnly 是否只获取元素，为False时把文本、注释节点也纳入 - * @return 本元素后面的某个元素或节点 - */ - public List children(By by, Double timeout, Boolean eleOnly) { - String loc; - if (by == null) { - loc = eleOnly ? "*" : "node()"; - } else { - by = Locator.getLoc(by, true, false); - if (by.getName().equals(BySelect.CSS_SELECTOR)) - throw new IllegalArgumentException("此css selector语法不受支持，请换成xpath。"); - else loc = by.getValue().replaceAll("^[.\\s/]+", ""); - } - loc = "xpath:./" + loc; - return this._ele(loc, timeout, null, true, null, null); - } - - /** - * 返回直接子元素元素或节点组成的列表，可用查询语法筛选 - * - * @return 本元素后面的某个元素或节点 - */ - public List children() { - return children(""); - } - - /** - * 返回直接子元素元素或节点组成的列表，可用查询语法筛选 - * - * @param loc 用于筛选的查询语法 - * @return 本元素后面的某个元素或节点 - */ - public List children(String loc) { - return children(loc.isEmpty() ? null : loc, null); - } - - /** - * 返回直接子元素元素或节点组成的列表，可用查询语法筛选 - * - * @param loc 用于筛选的查询语法 - * @param timeout 查找节点的超时时间（秒） - * @return 本元素后面的某个元素或节点 - */ - public List children(String loc, Double timeout) { - return children(loc, timeout, true); - } - - /** - * 返回直接子元素元素或节点组成的列表，可用查询语法筛选 - * - * @param loc 用于筛选的查询语法 - * @param timeout 查找节点的超时时间（秒） - * @param eleOnly 是否只获取元素，为False时把文本、注释节点也纳入 - * @return 本元素后面的某个元素或节点 - */ - public List children(String loc, Double timeout, Boolean eleOnly) { - if (loc == null || loc.isEmpty()) { - loc = eleOnly ? "*" : "node()"; - } else { - By by = Locator.getLoc(loc, true, false); - if (by.getName().equals(BySelect.CSS_SELECTOR)) - throw new IllegalArgumentException("此css selector语法不受支持，请换成xpath。"); - else { - loc = by.getValue().replaceAll("^[.\\s/]+", ""); - } - } - loc = "xpath:./" + loc; - return this._ele(loc, timeout, null, true, null, null); - } - - - /** - * 获取前面符合条件的同级列表 - * - * @return 同级元素或节点文本组成的列表 - */ - public List prevs() { - return prevs("", null); - } - - /** - * 获取前面符合条件的同级列表 - * - * @param loc 查询元素 - * @return 同级元素或节点文本组成的列表 - */ - public List prevs(String loc) { - return prevs(loc.isEmpty() ? null : loc, null); - } - - /** - * 获取前面符合条件的同级列表 - * - * @param loc 查询元素 - * @param timeout 等待时间 - * @return 同级元素或节点文本组成的列表 - */ - public List prevs(String loc, Double timeout) { - return prevs(loc, timeout, true); - } - - /** - * 回前面全部兄弟元素或节点组成的列表，可用查询语法筛选 - * - * @param loc 查询元素 - * @param timeout 等待时间 - * @param eleOnly 是否只获取元素，为False时把文本、注释节点也纳入 - * @return 兄弟元素的列表 - */ - public List prevs(String loc, Double timeout, Boolean eleOnly) { - return this.getRelatives(null, loc, "preceding", true, timeout, eleOnly); - } - - /** - * 获取前面符合条件的同级列表 - * - * @param by 查询元素 - * @return 同级元素或节点文本组成的列表 - */ - public List prevs(By by) { - return prevs(by, null); - } - - /** - * 获取前面符合条件的同级列表 - * - * @param by 查询元素 - * @param timeout 等待时间 - * @return 同级元素或节点文本组成的列表 - */ - public List prevs(By by, Double timeout) { - return prevs(by, timeout, true); - } - - - /** - * 回前面全部兄弟元素或节点组成的列表，可用查询语法筛选 - * - * @param by 查询元素 - * @param timeout 等待时间 - * @param eleOnly 是否只获取元素，为False时把文本、注释节点也纳入 - * @return 兄弟元素的列表 - */ - public List prevs(By by, Double timeout, Boolean eleOnly) { - return this.getRelatives(null, by, "preceding", true, timeout, eleOnly); - } - - /** - * 返回后面全部兄弟元素或节点组成的列表，可用查询语法筛选 - * - * @param by 用于筛选的查询语法 - * @return 兄弟元素或节点文本组成的列表 - */ - public List nexts(By by) { - return nexts(by, null); - } - - /** - * 返回后面全部兄弟元素或节点组成的列表，可用查询语法筛选 - * - * @param by 用于筛选的查询语法 - * @param timeout 查找节点的超时时间 - * @return 兄弟元素或节点文本组成的列表 - */ - public List nexts(By by, Double timeout) { - return nexts(by, timeout, true); - } - - /** - * 返回后面全部兄弟元素或节点组成的列表，可用查询语法筛选 - * - * @param by 用于筛选的查询语法 - * @param timeout 查找节点的超时时间 - * @param eleOnly 是否只获取元素，为False时把文本、注释节点也纳入 - * @return 兄弟元素或节点文本组成的列表 - */ - public List nexts(By by, Double timeout, Boolean eleOnly) { - return this.getRelatives(null, by, "following", true, timeout, eleOnly); - } - - /** - * 返回后面全部兄弟元素或节点组成的列表，可用查询语法筛选 - * - * @return 兄弟元素或节点文本组成的列表 - */ - - public List nexts() { - return nexts(""); - } - - /** - * 返回后面全部兄弟元素或节点组成的列表，可用查询语法筛选 - * - * @param loc 用于筛选的查询语法 - * @return 兄弟元素或节点文本组成的列表 - */ - public List nexts(String loc) { - return nexts(loc.isEmpty() ? null : loc, null); - } - - /** - * 返回后面全部兄弟元素或节点组成的列表，可用查询语法筛选 - * - * @param loc 用于筛选的查询语法 - * @param timeout 查找节点的超时时间 - * @return 兄弟元素或节点文本组成的列表 - */ - public List nexts(String loc, Double timeout) { - return nexts(loc, timeout, true); - } - - /** - * 返回后面全部兄弟元素或节点组成的列表，可用查询语法筛选 - * - * @param loc 用于筛选的查询语法 - * @param timeout 查找节点的超时时间 - * @param eleOnly 是否只获取元素，为False时把文本、注释节点也纳入 - * @return 兄弟元素或节点文本组成的列表 - */ - public List nexts(String loc, Double timeout, Boolean eleOnly) { - return this.getRelatives(null, loc, "following", true, timeout, eleOnly); - } - - /** - * 返回后面全部兄弟元素或节点组成的列表,可用查询语法筛选 - * - * @param by 用于筛选的查询语法 - * @return 本元素前面的元素或节点组成的列表 - */ - public List befores(By by) { - return this.befores(by, null); - } - - /** - * 返回后面全部兄弟元素或节点组成的列表,可用查询语法筛选 - * - * @param by 用于筛选的查询语法 - * @param timeout 查找节点的超时时间（秒） - * @return 本元素前面的元素或节点组成的列表 - */ - public List befores(By by, Double timeout) { - return this.befores(by, timeout, true); - } - - /** - * 返回后面全部兄弟元素或节点组成的列表,可用查询语法筛选 - * - * @param by 用于筛选的查询语法 - * @param timeout 查找节点的超时时间（秒） - * @param eleOnly 是否只获取元素，为False时把文本、注释节点也纳入 - * @return 本元素前面的元素或节点组成的列表 - */ - public List befores(By by, Double timeout, Boolean eleOnly) { - return this.getRelatives(null, by, "preceding", false, timeout, eleOnly); - } - - /** - * 返回后面全部兄弟元素或节点组成的列表,可用查询语法筛选 - * - * @return 本元素前面的元素或节点组成的列表 - */ - public List befores() { - return this.befores(""); - } - - /** - * 返回后面全部兄弟元素或节点组成的列表,可用查询语法筛选 - * - * @param loc 用于筛选的查询语法 - * @return 本元素前面的元素或节点组成的列表 - */ - public List befores(String loc) { - return this.befores(loc.isEmpty() ? null : loc, null); - } - - /** - * 返回后面全部兄弟元素或节点组成的列表,可用查询语法筛选 - * - * @param loc 用于筛选的查询语法 - * @param timeout 查找节点的超时时间（秒） - * @return 本元素前面的元素或节点组成的列表 - */ - public List befores(String loc, Double timeout) { - return this.befores(loc, timeout, true); - } - - /** - * 返回后面全部兄弟元素或节点组成的列表,可用查询语法筛选 - * - * @param loc 用于筛选的查询语法 - * @param timeout 查找节点的超时时间（秒） - * @param eleOnly 是否只获取元素，为False时把文本、注释节点也纳入 - * @return 本元素前面的元素或节点组成的列表 - */ - public List befores(String loc, Double timeout, Boolean eleOnly) { - return this.getRelatives(null, loc, "preceding", false, timeout, eleOnly); - } - - /** - * 返回前面全部兄弟元素或节点组成的列表,可用查询语法筛选 - * - * @param by 用于筛选的查询语法 - * @return 本元素前面的元素或节点组成的列表 - */ - public List afters(By by) { - return this.afters(by, null); - } - - - /** - * 返回前面全部兄弟元素或节点组成的列表,可用查询语法筛选 - * - * @param by 用于筛选的查询语法 - * @param timeout 查找节点的超时时间（秒） - * @return 本元素前面的元素或节点组成的列表 - */ - public List afters(By by, Double timeout) { - return this.afters(by, timeout, true); - } - - /** - * 返回前面全部兄弟元素或节点组成的列表,可用查询语法筛选 - * - * @param by 用于筛选的查询语法 - * @param timeout 查找节点的超时时间（秒） - * @param eleOnly 是否只获取元素，为False时把文本、注释节点也纳入 - * @return 本元素前面的元素或节点组成的列表 - */ - public List afters(By by, Double timeout, Boolean eleOnly) { - return this.getRelatives(null, by, "following", false, timeout, eleOnly); - } - - - /** - * 返回前面全部兄弟元素或节点组成的列表,可用查询语法筛选 - * - * @return 本元素前面的元素或节点组成的列表 - */ - public List afters() { - return this.afters(""); - } - - /** - * 返回前面全部兄弟元素或节点组成的列表,可用查询语法筛选 - * - * @param loc 用于筛选的查询语法 - * @return 本元素前面的元素或节点组成的列表 - */ - public List afters(String loc) { - return this.afters(loc.isEmpty() ? null : loc, null); - } - - /** - * 返回前面全部兄弟元素或节点组成的列表,可用查询语法筛选 - * - * @param loc 用于筛选的查询语法 - * @param timeout 查找节点的超时时间（秒） - * @return 本元素前面的元素或节点组成的列表 - */ - public List afters(String loc, Double timeout) { - return this.afters(loc, timeout, true); - } - - /** - * 返回前面全部兄弟元素或节点组成的列表,可用查询语法筛选 - * - * @param loc 用于筛选的查询语法 - * @param timeout 查找节点的超时时间（秒） - * @param eleOnly 是否只获取元素，为False时把文本、注释节点也纳入 - * @return 本元素前面的元素或节点组成的列表 - */ - public List afters(String loc, Double timeout, Boolean eleOnly) { - return this.getRelatives(null, loc, "following", false, timeout, eleOnly); - } - - /** - * *获取一个亲戚元素或节点，可用查询语法筛选，可指定返回筛选结果的第几个 - * - * @param func: 方法名称 - * @param direction: 方向，'following' 或 'preceding' - * @param brother 查找范围，在同级查找还是整个dom前后查找 - * @param loc: 用于筛选的查询语法 - * @param timeout: 查找节点的超时时间（秒） - * @param eleOnly: 是否只获取元素，为False时把文本、注释节点也纳入 - * @return 本元素前面的某个元素或节点 - */ - private T getRelative(String func, String direction, Boolean brother, Integer loc, Double timeout, Boolean eleOnly) { - List relatives = this.getRelatives(loc, "", direction, brother, timeout, eleOnly); - if (!relatives.isEmpty()) return relatives.get(0); - if (Settings.raiseWhenEleNotFound) - throw new ElementNotFoundError(func, Map.of("loc", "", "index", loc, "eleOnly", eleOnly)); - return null; - } - - /** - * *获取一个亲戚元素或节点，可用查询语法筛选，可指定返回筛选结果的第几个 - * - * @param func: 方法名称 - * @param direction: 方向，'following' 或 'preceding' - * @param brother 查找范围，在同级查找还是整个dom前后查找 - * @param loc: 用于筛选的查询语法 - * @param index: 前面第几个查询结果，1开始 - * @param timeout: 查找节点的超时时间（秒） - * @param eleOnly: 是否只获取元素，为False时把文本、注释节点也纳入 - * @return 本元素前面的某个元素或节点 - */ - private T getRelative(String func, String direction, Boolean brother, String loc, Integer index, Double timeout, Boolean eleOnly) { - List relatives = this.getRelatives(index, loc, direction, brother, timeout, eleOnly); - if (!relatives.isEmpty()) return relatives.get(0); - if (Settings.raiseWhenEleNotFound) - throw new ElementNotFoundError(func, Map.of("loc", "", "index", index, "eleOnly", eleOnly)); - return null; - } - - /** - * *获取一个亲戚元素或节点，可用查询语法筛选，可指定返回筛选结果的第几个 - * - * @param func: 方法名称 - * @param direction: 方向，'following' 或 'preceding' - * @param brother 查找范围，在同级查找还是整个dom前后查找 - * @param by: 用于筛选的查询语法 - * @param index: 前面第几个查询结果，1开始 - * @param timeout: 查找节点的超时时间（秒） - * @param eleOnly: 是否只获取元素，为False时把文本、注释节点也纳入 - * @return 本元素前面的某个元素或节点 - */ - private T getRelative(String func, String direction, Boolean brother, By by, Integer index, Double timeout, Boolean eleOnly) { - List relatives = this.getRelatives(index, by, direction, brother, timeout, eleOnly); - if (!relatives.isEmpty()) return relatives.get(0); - if (Settings.raiseWhenEleNotFound) - throw new ElementNotFoundError(func, Map.of("loc", "", "index", index, "eleOnly", eleOnly)); - return null; - } - - /** - * @param index 获取第几个，该参数不为null时只获取该编号的元素 - * @param loc 用于筛选的查询语法 - * @param direction 'following' 或 'preceding'，查找的方向 - * @param brother 查找范围，在同级查找还是整个dom前后查找 - * @param timeout 查找等待时间（秒） - * @param eleOnly 是否只获取元素，为False时把文本、注释节点也纳入 - * @return 元素对象或字符串 - */ - private List getRelatives(Integer index, String loc, String direction, Boolean brother, Double timeout, Boolean eleOnly) { - //获取查到范围 - String brotherStr = brother ? "-sibling" : ""; - if (loc == null || loc.isEmpty()) { - loc = eleOnly ? "*" : "node()"; - } else { - By by = Locator.getLoc(loc, true, false); - if (!by.getName().equals(BySelect.CSS_SELECTOR)) - throw new IllegalArgumentException("此css selector语法不受支持，请换成xpath。"); - else loc = by.getValue().replaceAll("^[.\\s/]+", ""); - } - loc = "xpath:./" + direction + brotherStr + "::" + loc; - if (index != null) index = "following".equals(direction) ? index : -index; - return this._ele(loc, timeout, index, true, false, null); - } - - /** - * @param index 获取第几个，该参数不为null时只获取该编号的元素 - * @param by 用于筛选的查询语法 - * @param direction 'following' 或 'preceding'，查找的方向 - * @param brother 查找范围，在同级查找还是整个dom前后查找 - * @param timeout 查找等待时间（秒） - * @param eleOnly 是否只获取元素，为False时把文本、注释节点也纳入 - * @return 元素对象或字符串 - */ - private List getRelatives(Integer index, By by, String direction, Boolean brother, Double timeout, Boolean eleOnly) { - //获取查到范围 - String brotherStr = brother ? "-sibling" : ""; - String loc; - if (by == null) { - loc = eleOnly ? "*" : "node()"; - } else { - by = Locator.getLoc(by, true, false); - if (!by.getName().equals(BySelect.CSS_SELECTOR)) - throw new IllegalArgumentException("此css selector语法不受支持，请换成xpath。"); - else loc = by.getValue().replaceAll("^[.\\s/]+", ""); - } - loc = "xpath:./" + direction + brotherStr + "::" + loc; - if (index != null) index = "following".equals(direction) ? index : -index; - return this._ele(loc, timeout, index, true, false, null); - } - - //---------------------------------------------- - - /** - * @return 返回元素所有属性及值 - */ - public abstract Map attrs(); - - /** - * 返回处理的元素内文本 - */ - public abstract String text(); - - /** - * 返回未格式化处理的元素内文本 - */ - public abstract String rawText(); - - /** - * 返回attribute属性值 - * - * @param attr 属性名 - * @return 属性值文本，没有该属性返回null - */ - public abstract String attr(String attr); - - /** - * 获取css路径或xpath路径 - * - * @param mode 'css' 或 'xpath' - * @return css路径或xpath路径 - */ - protected abstract String getElePath(ElePathMode mode); -} diff --git a/java/src/main/java/com/ll/DrissonPage/base/Driver.java b/java/src/main/java/com/ll/DrissonPage/base/Driver.java deleted file mode 100644 index fc53df3..0000000 --- a/java/src/main/java/com/ll/DrissonPage/base/Driver.java +++ /dev/null @@ -1,450 +0,0 @@ -package com.ll.DrissonPage.base; - -import com.alibaba.fastjson.JSON; -import com.alibaba.fastjson.JSONObject; -import com.ll.DrissonPage.functions.Settings; -import lombok.Getter; -import lombok.Setter; -import okhttp3.*; -import okio.ByteString; -import org.jetbrains.annotations.NotNull; - -import java.util.ArrayList; -import java.util.HashMap; -import java.util.Map; -import java.util.concurrent.BlockingQueue; -import java.util.concurrent.ConcurrentHashMap; -import java.util.concurrent.LinkedBlockingQueue; -import java.util.concurrent.TimeUnit; -import java.util.concurrent.atomic.AtomicBoolean; -import java.util.concurrent.atomic.AtomicInteger; -import java.util.concurrent.atomic.AtomicReference; - -/** - * 驱动 okHTTP框架 - * - * @author 陆 - * @address click - * @original DrissionPage - */ - -public class Driver { - /** - * 标签id - */ - @Getter - private final String id; - /** - * 浏览器连接地址 - */ - @Getter - private final String address; - /** - * 标签页类型 - */ - @Getter - private final String type; - @Setter - @Getter - private boolean debug; - private final String websocketUrl; - private final AtomicInteger curId; - /** - * 会话返回值 - */ - private final AtomicReference webSocketMsg = new AtomicReference<>(null); - private final Thread recvThread; - private final Thread handleEventThread; - @Getter - private AtomicBoolean stopped; - private final BlockingQueue> eventQueue; - private final BlockingQueue> immediateEventQueue; - private final ConcurrentHashMap eventHandlers; - private final ConcurrentHashMap immediateEventHandlers; - private final ConcurrentHashMap>> methodResults; - /** - * 创建这个驱动的对象 - */ - @Getter - @Setter - private Occupant occupant; - private boolean alertFlag; - private static final OkHttpClient okHttpClient = new OkHttpClient().newBuilder() - .connectTimeout(5, TimeUnit.SECONDS) - .callTimeout(5, TimeUnit.SECONDS) - .readTimeout(5, TimeUnit.SECONDS) - .pingInterval(5, TimeUnit.SECONDS).build(); - /** - * 会话驱动 - */ - private WebSocket ws; - private Thread handleImmediateEventThread; - - public Driver(String tabId, String tabType, String address) { - this(tabId, tabType, address, null); - } - - /** - * 驱动 - * - * @param tabId 标签id - * @param tabType 标签页类型 - * @param address 浏览器连接地址 - */ - public Driver(String tabId, String tabType, String address, Occupant occupant) { - this.id = tabId; - this.address = address; - this.type = tabType; - this.occupant = occupant; - this.debug = false; - this.alertFlag = false; - this.websocketUrl = "ws://" + address + "/devtools/" + tabType + "/" + tabId; - this.curId = new AtomicInteger(0); - this.ws = null; - - - this.recvThread = new Thread(this::recvLoop); - this.handleEventThread = new Thread(this::handleEventLoop); - this.recvThread.setDaemon(true); - this.handleEventThread.setDaemon(true); - this.handleImmediateEventThread = null; - - this.stopped = new AtomicBoolean(); - - this.eventHandlers = new ConcurrentHashMap<>(); - this.immediateEventHandlers = new ConcurrentHashMap<>(); - this.methodResults = new ConcurrentHashMap<>(); - this.eventQueue = new LinkedBlockingQueue<>(); - this.immediateEventQueue = new LinkedBlockingQueue<>(); - start(); - } - - /** - * 发送信息到浏览器，并返回浏览器返回的信息 - * - * @param message 发送给浏览器的数据 - * @param timeout 超时时间，为null表示无时间 - * @return 浏览器返回的数据 - */ - private JSONObject send(Map message, double timeout) { - message = new HashMap<>(message); - int wsId = curId.incrementAndGet(); - message.put("id", wsId); - String messageJson = JSON.toJSONString(message); - - if (this.debug) System.out.println("发->" + messageJson); - //计算等待时间 - long endTime = (long) (System.currentTimeMillis() + timeout * 1000L); - LinkedBlockingQueue> value = new LinkedBlockingQueue<>(); - methodResults.put(wsId, value); - try { - ws.send(messageJson); - if (timeout == 0) { - methodResults.remove(wsId); - return new JSONObject(Map.of("id", wsId, "result", Map.of())); - } - } catch (Exception e) { - e.printStackTrace(); - methodResults.remove(wsId); - return new JSONObject(Map.of("error", Map.of("message", "connection disconnected"), "type", "connection_error")); - } - int i = 5; - long endTimes = System.currentTimeMillis() + 1000L; - while (!stopped.get()) { - try { - Map result = methodResults.get(wsId).poll(5, TimeUnit.SECONDS); - if (result == null && System.currentTimeMillis() < endTimes) continue; - if (result == null && i > 0 && System.currentTimeMillis() > endTimes) { - i--; - endTimes = System.currentTimeMillis() + 1000L; - if (debug) System.out.println("超时或者丢包，重新发送:->" + messageJson); - ws.send(messageJson); - continue; - } - methodResults.remove(wsId); - if (result == null) throw new NullPointerException(); - return new JSONObject(result); - } catch (InterruptedException | NullPointerException | IllegalArgumentException e) { -// e.printStackTrace(); - String string = message.get("method").toString(); - if (alertFlag && string.startsWith("Input.") || string.startsWith("Runtime.")) { - return new JSONObject(Map.of("error", Map.of("message", "alert exists."), "type", "alert_exists")); - } - if (timeout > 0 && System.currentTimeMillis() > endTime) { - methodResults.remove(wsId); - return alertFlag ? new JSONObject(Map.of("error", Map.of("message", "alert exists."), "type", "alert_exists")) : new JSONObject(Map.of("error", Map.of("message", "timeout"), "type", "timeout")); - } - } - } - - return new JSONObject(Map.of("error", Map.of("message", "connection disconnected"), "type", "connection_error")); - } - - /** - * 接收浏览器信息的守护线程方法 - */ - private void recvLoop() { - while (!stopped.get()) { - JSONObject msg; - try { - String andSet = webSocketMsg.getAndSet(null); - if (andSet != null) { - msg = JSONObject.parseObject(andSet); - } else continue; - } catch (Exception e) { - if (stop()) return; - return; - - } - if (this.debug) System.out.println("<-收" + msg); - - if (msg.containsKey("method")) { - if (msg.getString("method").startsWith("Page.javascriptDialog")) { - alertFlag = msg.getString("method").endsWith("Opening"); - } - MyRunnable function = immediateEventHandlers.get(msg.getString("method")); - if (function != null) { - this.handleImmediateEvent(function, msg.getOrDefault("params", new HashMap<>())); - } else { - try { - eventQueue.put(msg); - } catch (InterruptedException e) { - throw new RuntimeException(e); - } - } - } else { - int i = 1000; - Integer integer = msg.getInteger("id"); - while (i-- > 0 && integer != null && !methodResults.containsKey(integer)) { - try { - Thread.sleep(10); - } catch (InterruptedException e) { - throw new RuntimeException(e); - } - } - if (methodResults.containsKey(integer)) { - try { - methodResults.get(integer).put(msg); - } catch (InterruptedException e) { - throw new RuntimeException(e); - } - } else if (this.debug) { - System.out.println("未知错误->" + msg); - - } - } - - } - } - - /** - * 当接收到浏览器信息，执行已绑定的方法 - */ - private void handleEventLoop() { - while (!stopped.get()) { - Map event; - try { - event = eventQueue.poll(2, TimeUnit.SECONDS); - } catch (InterruptedException e) { - continue; - } - - if (event != null) { - MyRunnable function = eventHandlers.get(event.get("method").toString()); - if (function != null) { - function.setMessage(event.get("params")); - function.run(); - } - } - this.eventQueue.poll(); - - } - } - - private void handleImmediateEventLoop() { - while (!stopped.get() && !immediateEventQueue.isEmpty()) { - Map event; - try { - event = immediateEventQueue.poll(2, TimeUnit.SECONDS); - } catch (InterruptedException e) { - e.printStackTrace(); - continue; - } - if (event != null) { - MyRunnable function = immediateEventHandlers.get(event.get("method").toString()); - if (function != null) { - function.setMessage(event.get("params")); - function.run(); - } - } - - } - } - - /** - * 处理立即执行的动作 - * - * @param function 要运行下方法 - * @param params 方法参数 - */ - private void handleImmediateEvent(MyRunnable function, Object params) { - Map func = new HashMap<>(); - func.put("method", function); - func.put("params", params); - immediateEventQueue.add(func); - - if (handleImmediateEventThread == null || !handleImmediateEventThread.isAlive()) { - handleImmediateEventThread = new Thread(this::handleImmediateEventLoop); - handleImmediateEventThread.setDaemon(true); - handleImmediateEventThread.start(); - } - } - - /** - * 执行cdp方法 - * - * @param method 方法 - * @return 执行结果 - */ - public Object run(String method) { - return run(method, new HashMap<>()); - } - - /** - * 执行cdp方法 - * - * @param method 方法 - * @param params 参数 - * @return 执行结果 - */ - public Object run(String method, Map params) { - if (stopped.get()) return Map.of("error", "connection disconnected", "type", "connection_error"); - params = new HashMap<>(params); - Object timeout1 = params.remove("_timeout"); - double timeout = timeout1 != null ? Float.parseFloat(timeout1.toString()) : Settings.cdpTimeout; - - JSONObject result = this.send(Map.of("method", method, "params", params), timeout); - if (!result.containsKey("result") && result.containsKey("error")) { - HashMap map = new HashMap<>(); - map.put("error", result.getJSONObject("error").get("message")); - map.put("type", result.getOrDefault("type", "call_method_error")); - map.put("method", method); - map.put("args", params); - map.put("timeout", timeout); - return JSON.toJSONString(map); - } else { - return JSON.toJSONString(result.get("result")); - } - } - - - /** - * 启动连接 - */ - private void start() { - this.stopped.set(false); - try { - Request build = new Request(new HttpUrl("socket", "", "", "", 80, new ArrayList<>(), null, null, this.websocketUrl), "GET", Headers.of(), null, new HashMap<>()).newBuilder().url(this.websocketUrl).build(); - ws = okHttpClient.newWebSocket(build, new WebSocketListener() { - @Override - public void onClosed(@NotNull WebSocket webSocket, int code, @NotNull String reason) { - // 关闭事件处理 - stop(); - super.onClosed(webSocket, code, reason); - } - - @Override - public void onClosing(@NotNull WebSocket webSocket, int code, @NotNull String reason) { - super.onClosing(webSocket, code, reason); - } - - @Override - public void onFailure(@NotNull WebSocket webSocket, @NotNull Throwable t, Response response) { - super.onFailure(webSocket, t, response); - } - - @Override - public void onMessage(@NotNull WebSocket webSocket, @NotNull String text) { - webSocketMsg.set(text); - super.onMessage(webSocket, text); - } - - @Override - public void onMessage(@NotNull WebSocket webSocket, @NotNull ByteString bytes) { - super.onMessage(webSocket, bytes); - } - - @Override - public void onOpen(@NotNull WebSocket webSocket, @NotNull Response response) { - super.onOpen(webSocket, response); - } - - }); - recvThread.start(); - handleEventThread.start(); - } catch (Exception e) { - e.printStackTrace(); - stop(); - } - } - - /** - * 中断连接 - */ - public boolean stop() { - stop1(); - while (this.recvThread.isAlive() || this.handleEventThread.isAlive()) { - try { - Thread.sleep(100); - } catch (InterruptedException e) { - throw new RuntimeException(e); - } - } - return true; - } - - /** - * 中断连接 - */ - private void stop1() { - if (debug) System.out.println("关闭"); - if (stopped.get()) return; - stopped.set(!stopped.get()); - if (ws != null) { - ws.close(1000, ""); - ws = null; - } - try { - while (!eventQueue.isEmpty()) { - Map event = eventQueue.poll(); - MyRunnable method = eventHandlers.get(event.get("method").toString()); - if (method != null) { - method.setMessage(event.get("params")); - method.run(); - } - } - } catch (Exception ignored) { - } - eventHandlers.clear(); - methodResults.clear(); - eventQueue.clear(); - if (occupant != null) occupant.onDisconnect(); - } - - public void setCallback(String event, MyRunnable callback) { - setCallback(event, callback, false); - } - - /** - * 绑定cdp event和回调方法 - * - * @param event 方法名称 - * @param callback 绑定到cdp event的回调方法 - * @param immediate 是否要立即处理的动作 - */ - public void setCallback(String event, MyRunnable callback, boolean immediate) { - Map handler = immediate ? immediateEventHandlers : eventHandlers; - if (callback != null) handler.put(event, callback); - else handler.remove(event); - } -} \ No newline at end of file diff --git a/java/src/main/java/com/ll/DrissonPage/base/Driver2.java b/java/src/main/java/com/ll/DrissonPage/base/Driver2.java deleted file mode 100644 index 8d2230e..0000000 --- a/java/src/main/java/com/ll/DrissonPage/base/Driver2.java +++ /dev/null @@ -1,423 +0,0 @@ -package com.ll.DrissonPage.base; - -/** - * 驱动 - * - * @author 陆 - * @address click - * @original DrissionPage - */ - -public class Driver2 { -// /** -// * 标签id -// */ -// @Getter -// private final String id; -// /** -// * 浏览器连接地址 -// */ -// @Getter -// private final String address; -// /** -// * 标签页类型 -// */ -// @Getter -// private final String type; -// private final boolean debug; -// private final String websocketUrl; -// private final AtomicInteger curId; -// /** -// * 会话返回值 -// */ -// private final AtomicReference webSocketMsg = new AtomicReference<>(null); -// private final Thread recvThread; -// private final Thread handleEventThread; -// @Getter -// -// private final AtomicBoolean stopped; -// private final BlockingQueue> eventQueue; -// private final BlockingQueue> immediateEventQueue; -// private final Map eventHandlers; -// private final Map immediateEventHandlers; -// private final Map>> methodResults; -// /** -// * 创建这个驱动的对象 -// */ -// @Getter -// @Setter -// private Occupant occupant; -// private boolean alertFlag; -// /** -// * 会话驱动 -// */ -// private WebSocket ws; -// private Thread handleImmediateEventThread; -// -// public Driver2(String tabId, String tabType, String address) { -// this(tabId, tabType, address, null); -// } -// -// /** -// * 驱动 -// * -// * @param tabId 标签id -// * @param tabType 标签页类型 -// * @param address 浏览器连接地址 -// */ -// public Driver2(String tabId, String tabType, String address, Occupant occupant) { -// this.id = tabId; -// this.address = address; -// this.type = tabType; -// this.occupant = occupant; -// this.debug = true; -// this.alertFlag = false; -// this.websocketUrl = "ws://" + address + "/devtools/" + tabType + "/" + tabId; -// this.curId = new AtomicInteger(0); -// this.ws = null; -// -// -// this.recvThread = new Thread(this::recvLoop); -// this.handleEventThread = new Thread(this::handleEventLoop); -// this.recvThread.setDaemon(true); -// this.handleEventThread.setDaemon(true); -// this.handleImmediateEventThread = null; -// -// this.stopped = new AtomicBoolean(); -// -// this.eventHandlers = new ConcurrentHashMap<>(); -// this.immediateEventHandlers = new ConcurrentHashMap<>(); -// this.methodResults = new ConcurrentHashMap<>(); -// this.eventQueue = new LinkedBlockingQueue<>(); -// this.immediateEventQueue = new LinkedBlockingQueue<>(); -// start(); -// } -// -// /** -// * 发送信息到浏览器，并返回浏览器返回的信息 -// * -// * @param message 发送给浏览器的数据 -// * @param timeout 超时时间，为null表示无时间 -// * @return 浏览器返回的数据 -// */ -// private JSONObject send(Map message, double timeout) { -// message = new HashMap<>(message); -// int wsId = curId.incrementAndGet(); -// message.put("id", wsId); -// String messageJson = JSON.toJSONString(message); -// -// if (this.debug) System.out.println("发->" + messageJson); -// //计算等待时间 -// long endTime = (long) (System.currentTimeMillis() + timeout * 1000L); -// LinkedBlockingQueue> value = new LinkedBlockingQueue<>(); -// methodResults.put(wsId, value); -// try { -// ws.send(messageJson); -// if (timeout == 0) { -// methodResults.remove(wsId); -// return new JSONObject(Map.of("id", wsId, "result", Map.of())); -// } -// } catch (WebsocketNotConnectedException e) { -// e.printStackTrace(); -// methodResults.remove(wsId); -// return new JSONObject(Map.of("error", Map.of("message", "connection disconnected"), "type", "connection_error")); -// } -// int i = 5; -// long endTimes = System.currentTimeMillis() + 1000L; -// while (!stopped.get()) { -// try { -// Map result = methodResults.get(wsId).poll(200, TimeUnit.MILLISECONDS); -// if (result == null && System.currentTimeMillis() < endTimes) continue; -// if (result == null && i > 0 && System.currentTimeMillis() > endTimes) { -// i--; -// endTimes = System.currentTimeMillis() + 1000L; -// ws.send(messageJson); -// continue; -// } -// methodResults.remove(wsId); -// if (result == null) throw new NullPointerException(); -// return new JSONObject(result); -// } catch (InterruptedException | NullPointerException | IllegalArgumentException e) { -//// e.printStackTrace(); -// String string = message.get("method").toString(); -// if (alertFlag && string.startsWith("Input.") || string.startsWith("Runtime.")) { -// return new JSONObject(Map.of("error", Map.of("message", "alert exists."), "type", "alert_exists")); -// } -// if (timeout > 0 && System.currentTimeMillis() > endTime) { -// methodResults.remove(wsId); -// return alertFlag ? new JSONObject(Map.of("error", Map.of("message", "alert exists."), "type", "alert_exists")) : new JSONObject(Map.of("error", Map.of("message", "timeout"), "type", "timeout")); -// } -// } -// } -// -// return new JSONObject(Map.of("error", Map.of("message", "connection disconnected"), "type", "connection_error")); -// } -// -// /** -// * 接收浏览器信息的守护线程方法 -// */ -// private void recvLoop() { -// while (!stopped.get()) { -// JSONObject msg; -// try { -// String andSet = webSocketMsg.getAndSet(null); -// if (andSet != null) { -// msg = JSONObject.parseObject(andSet); -// } else continue; -// } catch (Exception e) { -// if (stop()) return; -// return; -// -// } -// if (this.debug) System.out.println("<-收" + msg); -// -// if (msg.containsKey("method")) { -// if (msg.getString("method").startsWith("Page.javascriptDialog")) { -// alertFlag = msg.getString("method").endsWith("Opening"); -// } -// MyRunnable function = immediateEventHandlers.get(msg.getString("method")); -// if (function != null) { -// this.handleImmediateEvent(function, msg.getOrDefault("params", new HashMap<>())); -// } else { -// try { -// eventQueue.put(msg); -// } catch (InterruptedException e) { -// throw new RuntimeException(e); -// } -// } -// } else { -// int i = 1000; -// Integer integer = msg.getInteger("id"); -// while (i-- > 0 && integer != null && !methodResults.containsKey(integer)) { -// try { -// Thread.sleep(10); -// } catch (InterruptedException e) { -// throw new RuntimeException(e); -// } -// } -// if (methodResults.containsKey(integer)) { -// try { -// methodResults.get(integer).put(msg); -// } catch (InterruptedException e) { -// throw new RuntimeException(e); -// } -// } else if (this.debug) { -// System.out.println("未知错误->" + msg); -// -// } -// } -// -// } -// } -// -// /** -// * 当接收到浏览器信息，执行已绑定的方法 -// */ -// private void handleEventLoop() { -// while (!stopped.get()) { -// Map event; -// try { -// event = eventQueue.poll(1, TimeUnit.SECONDS); -// } catch (InterruptedException e) { -// continue; -// } -// -// if (event != null) { -// MyRunnable function = eventHandlers.get(event.get("method").toString()); -// if (function != null) { -// function.setMessage(event.get("params")); -// function.run(); -// } -// } -// this.eventQueue.poll(); -// -// } -// } -// -// private void handleImmediateEventLoop() { -// while (!stopped.get() && !immediateEventQueue.isEmpty()) { -// Map event; -// try { -// event = immediateEventQueue.poll(1, TimeUnit.SECONDS); -// } catch (InterruptedException e) { -// e.printStackTrace(); -// continue; -// } -// if (event != null) { -// MyRunnable function = immediateEventHandlers.get(event.get("method").toString()); -// if (function != null) { -// function.setMessage(event.get("params")); -// function.run(); -// } -// } -// -// } -// } -// -// /** -// * 处理立即执行的动作 -// * -// * @param function 要运行下方法 -// * @param params 方法参数 -// */ -// private void handleImmediateEvent(MyRunnable function, Object params) { -// Map func = new HashMap<>(); -// func.put("method", function); -// func.put("params", params); -// immediateEventQueue.add(func); -// -// if (handleImmediateEventThread == null || !handleImmediateEventThread.isAlive()) { -// handleImmediateEventThread = new Thread(this::handleImmediateEventLoop); -// handleImmediateEventThread.setDaemon(true); -// handleImmediateEventThread.start(); -// } -// } -// -// /** -// * 执行cdp方法 -// * -// * @param method 方法 -// * @return 执行结果 -// */ -// public Object run(String method) { -// return run(method, new HashMap<>()); -// } -// -// /** -// * 执行cdp方法 -// * -// * @param method 方法 -// * @param params 参数 -// * @return 执行结果 -// */ -// public Object run(String method, Map params) { -// if (stopped.get()) return Map.of("error", "connection disconnected", "type", "connection_error"); -// params = new HashMap<>(params); -// Object timeout1 = params.remove("_timeout"); -// double timeout = timeout1 != null ? Float.parseFloat(timeout1.toString()) : 30.0; -// -// JSONObject result = this.send(Map.of("method", method, "params", params), timeout); -// if (!result.containsKey("result") && result.containsKey("error")) { -// HashMap map = new HashMap<>(); -// map.put("error", result.getJSONObject("error").get("message")); -// map.put("type", result.getOrDefault("type", "call_method_error")); -// map.put("method", method); -// map.put("args", params); -// map.put("timeout", timeout); -// return JSON.toJSONString(map); -// } else { -// return JSON.toJSONString(result.get("result")); -// } -// } -// -// -// /** -// * 启动连接 -// */ -// private void start() { -// this.stopped.set(false); -// try { -// Request build = new Request(new HttpUrl("socket","","","",80,new ArrayList<>(),null,null,this.websocketUrl), "GET", Headers.of(), null, new HashMap<>()).newBuilder().url(this.websocketUrl).build(); -// OkHttpClient okHttpClient = new OkHttpClient(); -// ws = okHttpClient.newWebSocket(build, new WebSocketListener() { -// @Override -// public void onClosed(@NotNull WebSocket webSocket, int code, @NotNull String reason) { -// // 关闭事件处理 -// stop(); -// super.onClosed(webSocket, code, reason); -// } -// -// @Override -// public void onClosing(@NotNull WebSocket webSocket, int code, @NotNull String reason) { -// super.onClosing(webSocket, code, reason); -// } -// -// @Override -// public void onFailure(@NotNull WebSocket webSocket, @NotNull Throwable t, @Nullable Response response) { -// super.onFailure(webSocket, t, response); -// } -// -// @Override -// public void onMessage(@NotNull WebSocket webSocket, @NotNull String text) { -// webSocketMsg.set(text); -// super.onMessage(webSocket, text); -// } -// -// @Override -// public void onMessage(@NotNull WebSocket webSocket, @NotNull ByteString bytes) { -// super.onMessage(webSocket, bytes); -// } -// -// @Override -// public void onOpen(@NotNull WebSocket webSocket, @NotNull Response response) { -// super.onOpen(webSocket, response); -// } -// -// }); -// recvThread.start(); -// handleEventThread.start(); -// } catch (Exception e) { -// e.printStackTrace(); -// stop(); -// } -// } -// -// /** -// * 中断连接 -// */ -// public boolean stop() { -// stop1(); -// while (this.recvThread.isAlive() || this.handleEventThread.isAlive()) { -// try { -// Thread.sleep(100); -// } catch (InterruptedException e) { -// throw new RuntimeException(e); -// } -// } -// return true; -// } -// -// /** -// * 中断连接 -// */ -// private void stop1() { -// if (stopped.get()) return; -// stopped.set(true); -// if (ws != null) { -// ws.close(1000, ""); -// ws = null; -// } -// try { -// while (!eventQueue.isEmpty()) { -// Map event = eventQueue.poll(); -// MyRunnable method = eventHandlers.get(event.get("method").toString()); -// if (method != null) { -// method.setMessage(event.get("params")); -// method.run(); -// } -// } -// } catch (Exception ignored) { -// } -// eventHandlers.clear(); -// methodResults.clear(); -// eventQueue.clear(); -// if (occupant != null) occupant.onDisconnect(); -// } -// -// public void setCallback(String event, MyRunnable callback) { -// setCallback(event, callback, false); -// } -// -// /** -// * 绑定cdp event和回调方法 -// * -// * @param event 方法名称 -// * @param callback 绑定到cdp event的回调方法 -// * @param immediate 是否要立即处理的动作 -// */ -// public void setCallback(String event, MyRunnable callback, boolean immediate) { -// Map handler = immediate ? immediateEventHandlers : eventHandlers; -// if (callback != null) handler.put(event, callback); -// else handler.remove(event); -// } -} \ No newline at end of file diff --git a/java/src/main/java/com/ll/DrissonPage/base/Driver3.java b/java/src/main/java/com/ll/DrissonPage/base/Driver3.java deleted file mode 100644 index e7b385c..0000000 --- a/java/src/main/java/com/ll/DrissonPage/base/Driver3.java +++ /dev/null @@ -1,426 +0,0 @@ -package com.ll.DrissonPage.base; - -/** - * 驱动 - * - * @author 陆 - * @address click - * @original DrissionPage - */ - -public class Driver3 { -// /** -// * 标签id -// */ -// @Getter -// private final String id; -// /** -// * 浏览器连接地址 -// */ -// @Getter -// private final String address; -// /** -// * 标签页类型 -// */ -// @Getter -// private final String type; -// private final boolean debug; -// private final String websocketUrl; -// private final AtomicInteger curId; -// /** -// * 会话返回值 -// */ -// private final AtomicReference webSocketMsg = new AtomicReference<>(null); -// private final Thread recvThread; -// private final Thread handleEventThread; -// @Getter -// -// private final AtomicBoolean stopped; -// private final BlockingQueue> eventQueue; -// private final BlockingQueue> immediateEventQueue; -// private final Map eventHandlers; -// private final Map immediateEventHandlers; -// private final Map>> methodResults; -// /** -// * 创建这个驱动的对象 -// */ -// @Getter -// @Setter -// private Occupant occupant; -// private boolean alertFlag; -// /** -// * 会话驱动 -// */ -// private WebSocketClient ws; -// private Future webSocketSession; -// private Thread handleImmediateEventThread; -// -// public Driver3(String tabId, String tabType, String address) { -// this(tabId, tabType, address, null); -// } -// -// /** -// * 驱动 -// * -// * @param tabId 标签id -// * @param tabType 标签页类型 -// * @param address 浏览器连接地址 -// */ -// public Driver3(String tabId, String tabType, String address, Occupant occupant) { -// this.id = tabId; -// this.address = address; -// this.type = tabType; -// this.occupant = occupant; -// this.debug = true; -// this.alertFlag = false; -// this.websocketUrl = "ws://" + address + "/devtools/" + tabType + "/" + tabId; -// this.curId = new AtomicInteger(0); -// this.ws = null; -// this.recvThread = new Thread(this::recvLoop); -// this.handleEventThread = new Thread(this::handleEventLoop); -// this.recvThread.setDaemon(true); -// this.handleEventThread.setDaemon(true); -// this.handleImmediateEventThread = null; -// -// this.stopped = new AtomicBoolean(); -// -// this.eventHandlers = new ConcurrentHashMap<>(); -// this.immediateEventHandlers = new ConcurrentHashMap<>(); -// this.methodResults = new ConcurrentHashMap<>(); -// this.eventQueue = new LinkedBlockingQueue<>(); -// this.immediateEventQueue = new LinkedBlockingQueue<>(); -// start(); -// } -// -// /** -// * 发送信息到浏览器，并返回浏览器返回的信息 -// * -// * @param message 发送给浏览器的数据 -// * @param timeout 超时时间，为null表示无时间 -// * @return 浏览器返回的数据 -// */ -// private JSONObject send(Map message, double timeout) { -// message = new HashMap<>(message); -// int wsId = curId.incrementAndGet(); -// message.put("id", wsId); -// String messageJson = JSON.toJSONString(message); -// -// if (this.debug) System.out.println("发->" + messageJson); -// //计算等待时间 -// long endTime = (long) (System.currentTimeMillis() + timeout * 1000L); -// LinkedBlockingQueue> value = new LinkedBlockingQueue<>(); -// methodResults.put(wsId, value); -// try { -// if (ws.isStopping()) return new JSONObject(); -// webSocketSession.get().getRemote().sendString(messageJson); -// if (timeout == 0) { -// methodResults.remove(wsId); -// return new JSONObject(Map.of("id", wsId, "result", Map.of())); -// } -// } catch (WebsocketNotConnectedException | IOException | InterruptedException | ExecutionException e) { -// e.printStackTrace(); -// methodResults.remove(wsId); -// return new JSONObject(Map.of("error", Map.of("message", "connection disconnected"), "type", "connection_error")); -// } -// int i = 5; -// long endTimes = System.currentTimeMillis() + 1000L; -// while (!stopped.get()) { -// try { -// Map result = methodResults.get(wsId).poll(2000, TimeUnit.MILLISECONDS); -// if (result == null && System.currentTimeMillis() < endTimes) continue; -// if (result == null && i > 0 && System.currentTimeMillis() > endTimes) { -// System.out.println("丢包:->" + messageJson); -// i--; -// endTimes = System.currentTimeMillis() + 1000L; -// if (ws.isStopping()) return new JSONObject(); -// webSocketSession.get().getRemote().sendString(messageJson); -// continue; -// } -// methodResults.remove(wsId); -// if (result == null) throw new NullPointerException(); -// return new JSONObject(result); -// } catch (InterruptedException | NullPointerException | IllegalArgumentException | IOException | -// ExecutionException e) { -//// e.printStackTrace(); -// String string = message.get("method").toString(); -// if (alertFlag && string.startsWith("Input.") || string.startsWith("Runtime.")) { -// return new JSONObject(Map.of("error", Map.of("message", "alert exists."), "type", "alert_exists")); -// } -// if (timeout > 0 && System.currentTimeMillis() > endTime) { -// methodResults.remove(wsId); -// return alertFlag ? new JSONObject(Map.of("error", Map.of("message", "alert exists."), "type", "alert_exists")) : new JSONObject(Map.of("error", Map.of("message", "timeout"), "type", "timeout")); -// } -// } -// } -// -// return new JSONObject(Map.of("error", Map.of("message", "connection disconnected"), "type", "connection_error")); -// } -// -// /** -// * 接收浏览器信息的守护线程方法 -// */ -// private void recvLoop() { -// while (!stopped.get()) { -// JSONObject msg; -// try { -// String andSet = webSocketMsg.getAndSet(null); -// if (andSet != null) { -// msg = JSONObject.parseObject(andSet); -// } else continue; -// } catch (Exception e) { -// if (stop()) return; -// return; -// -// } -// if (this.debug) System.out.println("<-收" + msg); -// -// if (msg.containsKey("method")) { -// if (msg.getString("method").startsWith("Page.javascriptDialog")) { -// alertFlag = msg.getString("method").endsWith("Opening"); -// } -// MyRunnable function = immediateEventHandlers.get(msg.getString("method")); -// if (function != null) { -// this.handleImmediateEvent(function, msg.getOrDefault("params", new HashMap<>())); -// } else { -// try { -// eventQueue.put(msg); -// } catch (InterruptedException e) { -// throw new RuntimeException(e); -// } -// } -// } else { -// int i = 1000; -// Integer integer = msg.getInteger("id"); -// while (i-- > 0 && integer != null && !methodResults.containsKey(integer)) { -// try { -// Thread.sleep(10); -// } catch (InterruptedException e) { -// throw new RuntimeException(e); -// } -// } -// if (methodResults.containsKey(integer)) { -// try { -// methodResults.get(integer).put(msg); -// } catch (InterruptedException e) { -// throw new RuntimeException(e); -// } -// } else if (this.debug) { -// System.out.println("未知错误->" + msg); -// -// } -// } -// -// } -// } -// -// /** -// * 当接收到浏览器信息，执行已绑定的方法 -// */ -// private void handleEventLoop() { -// while (!stopped.get()) { -// Map event; -// try { -// event = eventQueue.poll(1, TimeUnit.SECONDS); -// } catch (InterruptedException e) { -// continue; -// } -// -// if (event != null) { -// MyRunnable function = eventHandlers.get(event.get("method").toString()); -// if (function != null) { -// function.setMessage(event.get("params")); -// function.run(); -// } -// } -// this.eventQueue.poll(); -// -// } -// } -// -// private void handleImmediateEventLoop() { -// while (!stopped.get() && !immediateEventQueue.isEmpty()) { -// Map event; -// try { -// event = immediateEventQueue.poll(1, TimeUnit.SECONDS); -// } catch (InterruptedException e) { -// e.printStackTrace(); -// continue; -// } -// if (event != null) { -// MyRunnable function = immediateEventHandlers.get(event.get("method").toString()); -// if (function != null) { -// function.setMessage(event.get("params")); -// function.run(); -// } -// } -// -// } -// } -// -// /** -// * 处理立即执行的动作 -// * -// * @param function 要运行下方法 -// * @param params 方法参数 -// */ -// private void handleImmediateEvent(MyRunnable function, Object params) { -// Map func = new HashMap<>(); -// func.put("method", function); -// func.put("params", params); -// immediateEventQueue.add(func); -// -// if (handleImmediateEventThread == null || !handleImmediateEventThread.isAlive()) { -// handleImmediateEventThread = new Thread(this::handleImmediateEventLoop); -// handleImmediateEventThread.setDaemon(true); -// handleImmediateEventThread.start(); -// } -// } -// -// /** -// * 执行cdp方法 -// * -// * @param method 方法 -// * @return 执行结果 -// */ -// public Object run(String method) { -// return run(method, new HashMap<>()); -// } -// -// /** -// * 执行cdp方法 -// * -// * @param method 方法 -// * @param params 参数 -// * @return 执行结果 -// */ -// public Object run(String method, Map params) { -// if (stopped.get()) return Map.of("error", "connection disconnected", "type", "connection_error"); -// params = new HashMap<>(params); -// Object timeout1 = params.remove("_timeout"); -// double timeout = timeout1 != null ? Float.parseFloat(timeout1.toString()) : 30.0; -// -// JSONObject result = this.send(Map.of("method", method, "params", params), timeout); -// if (!result.containsKey("result") && result.containsKey("error")) { -// HashMap map = new HashMap<>(); -// map.put("error", result.getJSONObject("error").get("message")); -// map.put("type", result.getOrDefault("type", "call_method_error")); -// map.put("method", method); -// map.put("args", params); -// map.put("timeout", timeout); -// return JSON.toJSONString(map); -// } else { -// return JSON.toJSONString(result.get("result")); -// } -// } -// -// -// /** -// * 启动连接 -// */ -// private void start() { -// this.stopped.set(false); -// try { -//// Request build = new Request(new HttpUrl("socket","","","",80,new ArrayList<>(),null,null,this.websocketUrl), "GET", Headers.of(), null, new HashMap<>()).newBuilder().url(this.websocketUrl).build(); -//// OkHttpClient okHttpClient = new OkHttpClient(); -// ws = new WebSocketClient(); -// ws.setConnectTimeout(60_000); -// ws.start(); -// webSocketSession = ws.connect(new WebSocketAdapter() { -// @Override -// public void onWebSocketClose(int statusCode, String reason) { -// stop(); -// super.onWebSocketClose(statusCode, reason); -// } -// -// @Override -// public void onWebSocketConnect(Session sess) { -// super.onWebSocketConnect(sess); -// } -// -// @Override -// public void onWebSocketError(Throwable cause) { -// super.onWebSocketError(cause); -// } -// -// @Override -// public boolean isConnected() { -// return super.isConnected(); -// } -// -// @Override -// public void onWebSocketText(String message) { -// webSocketMsg.set(message); -// } -// -// }, URI.create(this.websocketUrl)); -// recvThread.start(); -// handleEventThread.start(); -// } catch (Exception e) { -// e.printStackTrace(); -// stop(); -// } -// } -// -// /** -// * 中断连接 -// */ -// public boolean stop() { -// stop1(); -// while (this.recvThread.isAlive() || this.handleEventThread.isAlive()) { -// try { -// Thread.sleep(100); -// } catch (InterruptedException e) { -// throw new RuntimeException(e); -// } -// } -// return true; -// } -// -// /** -// * 中断连接 -// */ -// private void stop1() { -// if (stopped.get()) return; -// stopped.set(true); -// if (ws != null) { -// try { -// ws.stop(); -// } catch (Exception e) { -// throw new RuntimeException(e); -// } -// ws = null; -// } -// try { -// while (!eventQueue.isEmpty()) { -// Map event = eventQueue.poll(); -// MyRunnable method = eventHandlers.get(event.get("method").toString()); -// if (method != null) { -// method.setMessage(event.get("params")); -// method.run(); -// } -// } -// } catch (Exception ignored) { -// } -// eventHandlers.clear(); -// methodResults.clear(); -// eventQueue.clear(); -// if (occupant != null) occupant.onDisconnect(); -// } -// -// public void setCallback(String event, MyRunnable callback) { -// setCallback(event, callback, false); -// } -// -// /** -// * 绑定cdp event和回调方法 -// * -// * @param event 方法名称 -// * @param callback 绑定到cdp event的回调方法 -// * @param immediate 是否要立即处理的动作 -// */ -// public void setCallback(String event, MyRunnable callback, boolean immediate) { -// Map handler = immediate ? immediateEventHandlers : eventHandlers; -// if (callback != null) handler.put(event, callback); -// else handler.remove(event); -// } -} \ No newline at end of file diff --git a/java/src/main/java/com/ll/DrissonPage/base/Driver_org_webSocket.java b/java/src/main/java/com/ll/DrissonPage/base/Driver_org_webSocket.java deleted file mode 100644 index 68780b2..0000000 --- a/java/src/main/java/com/ll/DrissonPage/base/Driver_org_webSocket.java +++ /dev/null @@ -1,424 +0,0 @@ -package com.ll.DrissonPage.base; - -/** - * 驱动 org.java-websocket - * - * @author 陆 - * @address click - * @original DrissionPage - */ - -public class Driver_org_webSocket { -// /** -// * 标签id -// */ -// @Getter -// private final String id; -// /** -// * 浏览器连接地址 -// */ -// @Getter -// private final String address; -// /** -// * 标签页类型 -// */ -// @Getter -// private final String type; -// private final boolean debug; -// private final String websocketUrl; -// private final AtomicInteger curId; -// /** -// * 会话返回值 -// */ -// private final AtomicReference webSocketMsg = new AtomicReference<>(null); -// private final Thread recvThread; -// private final Thread handleEventThread; -// @Getter -// -// private final AtomicBoolean stopped; -// private final BlockingQueue> eventQueue; -// private final BlockingQueue> immediateEventQueue; -// private final Map eventHandlers; -// private final Map immediateEventHandlers; -// private final Map>> methodResults; -// /** -// * 创建这个驱动的对象 -// */ -// @Getter -// @Setter -// private Occupant occupant; -// private boolean alertFlag; -// /** -// * 会话驱动 -// */ -// private WebSocketClient ws; -// private Thread handleImmediateEventThread; -// -// public Driver(String tabId, String tabType, String address) { -// this(tabId, tabType, address, null); -// } -// -// /** -// * 驱动 -// * -// * @param tabId 标签id -// * @param tabType 标签页类型 -// * @param address 浏览器连接地址 -// */ -// public Driver(String tabId, String tabType, String address, Occupant occupant) { -// this.id = tabId; -// this.address = address; -// this.type = tabType; -// this.occupant = occupant; -// this.debug = true; -// this.alertFlag = false; -// this.websocketUrl = "ws://" + address + "/devtools/" + tabType + "/" + tabId; -// this.curId = new AtomicInteger(0); -// this.ws = null; -// -// -// this.recvThread = new Thread(this::recvLoop); -// this.handleEventThread = new Thread(this::handleEventLoop); -// this.recvThread.setDaemon(true); -// this.handleEventThread.setDaemon(true); -// this.handleImmediateEventThread = null; -// -// this.stopped = new AtomicBoolean(); -// -// this.eventHandlers = new ConcurrentHashMap<>(); -// this.immediateEventHandlers = new ConcurrentHashMap<>(); -// this.methodResults = new ConcurrentHashMap<>(); -// this.eventQueue = new LinkedBlockingQueue<>(); -// this.immediateEventQueue = new LinkedBlockingQueue<>(); -// start(); -// } -// -// /** -// * 发送信息到浏览器，并返回浏览器返回的信息 -// * -// * @param message 发送给浏览器的数据 -// * @param timeout 超时时间，为null表示无时间 -// * @return 浏览器返回的数据 -// */ -// private JSONObject send(Map message, double timeout) { -// message = new HashMap<>(message); -// int wsId = curId.incrementAndGet(); -// message.put("id", wsId); -// String messageJson = JSON.toJSONString(message); -// -// if (this.debug) System.out.println("发->" + messageJson); -// //计算等待时间 -// long endTime = (long) (System.currentTimeMillis() + timeout * 1000L); -// LinkedBlockingQueue> value = new LinkedBlockingQueue<>(); -// methodResults.put(wsId, value); -// try { -// ws.send(messageJson); -// if (timeout == 0) { -// methodResults.remove(wsId); -// return new JSONObject(Map.of("id", wsId, "result", Map.of())); -// } -// } catch (WebsocketNotConnectedException e) { -// e.printStackTrace(); -// methodResults.remove(wsId); -// return new JSONObject(Map.of("error", Map.of("message", "connection disconnected"), "type", "connection_error")); -// } -// int i = 5; -// long endTimes = System.currentTimeMillis() + 1000L; -// while (!stopped.get()) { -// try { -// Map result = methodResults.get(wsId).poll(10_000, TimeUnit.MILLISECONDS); -// if (result == null && System.currentTimeMillis() < endTimes) continue; -// if (result == null && i > 0 && System.currentTimeMillis() > endTimes) { -// i--; -// endTimes = System.currentTimeMillis() + 1000L; -// System.out.println("超时丢包:->" + messageJson); -// ws.send(messageJson); -// continue; -// } -// methodResults.remove(wsId); -// if (result == null) throw new NullPointerException(); -// return new JSONObject(result); -// } catch (InterruptedException | NullPointerException | IllegalArgumentException e) { -//// e.printStackTrace(); -// String string = message.get("method").toString(); -// if (alertFlag && string.startsWith("Input.") || string.startsWith("Runtime.")) { -// return new JSONObject(Map.of("error", Map.of("message", "alert exists."), "type", "alert_exists")); -// } -// if (timeout > 0 && System.currentTimeMillis() > endTime) { -// methodResults.remove(wsId); -// return alertFlag ? new JSONObject(Map.of("error", Map.of("message", "alert exists."), "type", "alert_exists")) : new JSONObject(Map.of("error", Map.of("message", "timeout"), "type", "timeout")); -// } -// } -// } -// -// return new JSONObject(Map.of("error", Map.of("message", "connection disconnected"), "type", "connection_error")); -// } -// -// /** -// * 接收浏览器信息的守护线程方法 -// */ -// private void recvLoop() { -// while (!stopped.get()) { -// JSONObject msg; -// try { -// String andSet = webSocketMsg.getAndSet(null); -// if (andSet != null) { -// msg = JSONObject.parseObject(andSet); -// } else continue; -// } catch (Exception e) { -// if (stop()) return; -// return; -// -// } -// if (this.debug) System.out.println("<-收" + msg); -// -// if (msg.containsKey("method")) { -// if (msg.getString("method").startsWith("Page.javascriptDialog")) { -// alertFlag = msg.getString("method").endsWith("Opening"); -// } -// MyRunnable function = immediateEventHandlers.get(msg.getString("method")); -// if (function != null) { -// this.handleImmediateEvent(function, msg.getOrDefault("params", new HashMap<>())); -// } else { -// try { -// eventQueue.put(msg); -// } catch (InterruptedException e) { -// throw new RuntimeException(e); -// } -// } -// } else { -// int i = 1000; -// Integer integer = msg.getInteger("id"); -// while (i-- > 0 && integer != null && !methodResults.containsKey(integer)) { -// try { -// Thread.sleep(10); -// } catch (InterruptedException e) { -// throw new RuntimeException(e); -// } -// } -// if (methodResults.containsKey(integer)) { -// try { -// methodResults.get(integer).put(msg); -// } catch (InterruptedException e) { -// throw new RuntimeException(e); -// } -// } else if (this.debug) { -// System.out.println("未知错误->" + msg); -// -// } -// } -// -// } -// } -// -// /** -// * 当接收到浏览器信息，执行已绑定的方法 -// */ -// private void handleEventLoop() { -// while (!stopped.get()) { -// Map event; -// try { -// event = eventQueue.poll(1, TimeUnit.SECONDS); -// } catch (InterruptedException e) { -// continue; -// } -// -// if (event != null) { -// MyRunnable function = eventHandlers.get(event.get("method").toString()); -// if (function != null) { -// function.setMessage(event.get("params")); -// function.run(); -// } -// } -// this.eventQueue.poll(); -// -// } -// } -// -// private void handleImmediateEventLoop() { -// while (!stopped.get() && !immediateEventQueue.isEmpty()) { -// Map event; -// try { -// event = immediateEventQueue.poll(1, TimeUnit.SECONDS); -// } catch (InterruptedException e) { -// e.printStackTrace(); -// continue; -// } -// if (event != null) { -// MyRunnable function = immediateEventHandlers.get(event.get("method").toString()); -// if (function != null) { -// function.setMessage(event.get("params")); -// function.run(); -// } -// } -// -// } -// } -// -// /** -// * 处理立即执行的动作 -// * -// * @param function 要运行下方法 -// * @param params 方法参数 -// */ -// private void handleImmediateEvent(MyRunnable function, Object params) { -// Map func = new HashMap<>(); -// func.put("method", function); -// func.put("params", params); -// immediateEventQueue.add(func); -// -// if (handleImmediateEventThread == null || !handleImmediateEventThread.isAlive()) { -// handleImmediateEventThread = new Thread(this::handleImmediateEventLoop); -// handleImmediateEventThread.setDaemon(true); -// handleImmediateEventThread.start(); -// } -// } -// -// /** -// * 执行cdp方法 -// * -// * @param method 方法 -// * @return 执行结果 -// */ -// public Object run(String method) { -// return run(method, new HashMap<>()); -// } -// -// /** -// * 执行cdp方法 -// * -// * @param method 方法 -// * @param params 参数 -// * @return 执行结果 -// */ -// public Object run(String method, Map params) { -// if (stopped.get()) return Map.of("error", "connection disconnected", "type", "connection_error"); -// params = new HashMap<>(params); -// Object timeout1 = params.remove("_timeout"); -// double timeout = timeout1 != null ? Float.parseFloat(timeout1.toString()) : 30.0; -// -// JSONObject result = this.send(Map.of("method", method, "params", params), timeout); -// if (!result.containsKey("result") && result.containsKey("error")) { -// HashMap map = new HashMap<>(); -// map.put("error", result.getJSONObject("error").get("message")); -// map.put("type", result.getOrDefault("type", "call_method_error")); -// map.put("method", method); -// map.put("args", params); -// map.put("timeout", timeout); -// return JSON.toJSONString(map); -// } else { -// return JSON.toJSONString(result.get("result")); -// } -// } -// -// -// /** -// * 启动连接 -// */ -// private void start() { -// this.stopped.set(false); -// try { -// ws = new WebSocketClient(new URI(websocketUrl)) { -// @Override -// public void onOpen(ServerHandshake handshakeData) { -// // 处理 WebSocket 打开事件 -// } -// -// @Override -// public void onMessage(String message) { -// //处理返回数据 -// webSocketMsg.set(message); -// } -// -// -// @Override -// public void onClose(int code, String reason, boolean remote) { -// -// System.out.println("关闭" + reason); -// // 关闭事件处理 -// stop(); -// } -// -// @Override -// public void onError(Exception ex) { -// System.out.println("错误" + ex.getMessage()); -// // 错误事件处理 -//// stop(); -// } -// }; -// ws.setConnectionLostTimeout(60); -// ws.connect(); -// //需要睡0.1秒让其等待 -// while (ws != null && !ws.getReadyState().equals(ReadyState.OPEN)) { -// Thread.sleep(10); -// } -// recvThread.start(); -// handleEventThread.start(); -// } catch (Exception e) { -// e.printStackTrace(); -// stop(); -// } -// } -// -// /** -// * 中断连接 -// */ -// public boolean stop() { -// stop1(); -// while (this.recvThread.isAlive() || this.handleEventThread.isAlive()) { -// try { -// Thread.sleep(100); -// } catch (InterruptedException e) { -// throw new RuntimeException(e); -// } -// } -// return true; -// } -// -// /** -// * 中断连接 -// */ -// private void stop1() { -// if (stopped.get()) { -// return; -// } -// stopped.set(true); -// if (ws != null) { -// ws.close(); -// ws = null; -// } -// -// try { -// while (!eventQueue.isEmpty()) { -// Map event = eventQueue.poll(); -// MyRunnable method = eventHandlers.get(event.get("method").toString()); -// if (method != null) { -// method.setMessage(event.get("params")); -// method.run(); -// } -// } -// } catch (Exception ignored) { -// } -// eventHandlers.clear(); -// methodResults.clear(); -// eventQueue.clear(); -// if (occupant != null) occupant.onDisconnect(); -// } -// -// public void setCallback(String event, MyRunnable callback) { -// setCallback(event, callback, false); -// } -// -// /** -// * 绑定cdp event和回调方法 -// * -// * @param event 方法名称 -// * @param callback 绑定到cdp event的回调方法 -// * @param immediate 是否要立即处理的动作 -// */ -// public void setCallback(String event, MyRunnable callback, boolean immediate) { -// Map handler = immediate ? immediateEventHandlers : eventHandlers; -// if (callback != null) handler.put(event, callback); -// else handler.remove(event); -// } -} \ No newline at end of file diff --git a/java/src/main/java/com/ll/DrissonPage/base/ElePathMode.java b/java/src/main/java/com/ll/DrissonPage/base/ElePathMode.java deleted file mode 100644 index 5589f74..0000000 --- a/java/src/main/java/com/ll/DrissonPage/base/ElePathMode.java +++ /dev/null @@ -1,17 +0,0 @@ -package com.ll.DrissonPage.base; - -import lombok.Getter; - -/** - * @author 陆 - * @address click - */ -@Getter -public enum ElePathMode { - C("css"), CSS("css"), X("xpath"), XPATH("xpath"); - private final String mode; - - ElePathMode(String mode) { - this.mode = mode; - } -} diff --git a/java/src/main/java/com/ll/DrissonPage/base/MyRunnable.java b/java/src/main/java/com/ll/DrissonPage/base/MyRunnable.java deleted file mode 100644 index 1d9621a..0000000 --- a/java/src/main/java/com/ll/DrissonPage/base/MyRunnable.java +++ /dev/null @@ -1,14 +0,0 @@ -package com.ll.DrissonPage.base; - -import lombok.Getter; -import lombok.Setter; - -/** - * @author 陆 - * @address click - */ -@Setter -@Getter -public abstract class MyRunnable implements Runnable { - private Object message; -} diff --git a/java/src/main/java/com/ll/DrissonPage/base/Occupant.java b/java/src/main/java/com/ll/DrissonPage/base/Occupant.java deleted file mode 100644 index 250abaa..0000000 --- a/java/src/main/java/com/ll/DrissonPage/base/Occupant.java +++ /dev/null @@ -1,10 +0,0 @@ -package com.ll.DrissonPage.base; - -/** - * @author 陆 - * @address click - */ -public interface Occupant { - default void onDisconnect() { - } -} diff --git a/java/src/main/java/com/ll/DrissonPage/config/ChromiumOptions.java b/java/src/main/java/com/ll/DrissonPage/config/ChromiumOptions.java deleted file mode 100644 index 599514d..0000000 --- a/java/src/main/java/com/ll/DrissonPage/config/ChromiumOptions.java +++ /dev/null @@ -1,747 +0,0 @@ -package com.ll.DrissonPage.config; - -import com.alibaba.fastjson.JSON; -import com.alibaba.fastjson.TypeReference; -import lombok.Getter; -import org.ini4j.Wini; - -import java.io.File; -import java.io.FileNotFoundException; -import java.io.IOException; -import java.net.URL; -import java.nio.file.Files; -import java.nio.file.Path; -import java.nio.file.Paths; -import java.util.ArrayList; -import java.util.HashMap; -import java.util.List; -import java.util.Map; -import java.util.regex.Pattern; - -/** - * @author 陆 - * @address click - * @original DrissionPage - */ - -@Getter -public class ChromiumOptions { - private final String iniPath; //ini文件路径 - private final Map timeouts; // 返回timeouts设置 - private final List arguments; // 返回浏览器命令行设置列表 - private final List extensions; // 以list形式返回要加载的插件路径 - private final Map pres; // 返回用户首选项配置 - private final List presToDel; //删除用户配置文件中已设置的项 - private final Map flags; // 返回实验项配置 - private String downloadPath; // 默认下载路径文件路径 - private String browserPath; // 浏览器启动文件路径 - private String userDataPath; // 返回用户数据文件夹路径 - private String tmpPath; // 返回临时文件夹路径 - private String user; // 返回用户配置文件夹名称 - private String loadMode; // 返回页面加载策略，'normal', 'eager', 'none' - private String proxy; // 返回代理设置 - private String address; // 返回浏览器地址，ip:port - private boolean systemUserPath; // 返回是否使用系统安装的浏览器所使用的用户数据文件夹 - - private boolean existingOnly; // 返回是否只接管现有浏览器方式 - - private boolean autoPort; // 返回是否使用自动端口和用户文件 - - private int retryTimes; // 返回连接失败时的重试次数 - - private int retryInterval; // 返回连接失败时的重试间隔（秒） - private boolean clearFileFlags;// 删除浏览器配置文件中已设置的实验项 - private boolean headless;//设置是否隐藏浏览器界面 - - public ChromiumOptions() { - this(true, null); - } - - /** - * @param readFile 是否从默认ini文件中读取配置信息 - * @param iniPath ini文件路径，为None则读取默认ini文件 - */ - public ChromiumOptions(boolean readFile, String iniPath) { - // 构造方法实现部分 - this.userDataPath = null; - this.user = "Default"; - this.presToDel = new ArrayList<>(); - this.clearFileFlags = false; - this.headless = false; - if (readFile) { - // 从文件中读取配置信息的实现部分 - OptionsManager om = new OptionsManager(iniPath); - this.iniPath = om.getIniPath(); - // 从OptionsManager获取配置信息 - Wini ini = om.getIni(); - this.downloadPath = ini.get("paths", "download_path"); - this.tmpPath = ini.get("paths", "tmp_path"); - this.arguments = JSON.parseArray(ini.get("chromium_options", "arguments"), String.class); - this.browserPath = ini.get("chromium_options", "browser_path"); - this.extensions = JSON.parseArray(ini.get("chromium_options", "extensions"), String.class); - this.pres = JSON.parseObject(ini.get("chromium_options", "prefs"), new TypeReference<>() { - }); - this.flags = JSON.parseObject(ini.get("chromium_options", "flags"), new TypeReference<>() { - }); - this.address = ini.get("chromium_options", "address"); - String s = ini.get("chromium_options", "load_mode"); - this.loadMode = s != null ? s : "normal"; - s = ini.get("chromium_options", "system_user_path"); - this.systemUserPath = Boolean.parseBoolean(s); - s = ini.get("chromium_options", "existing_only"); - this.existingOnly = Boolean.parseBoolean(s); - s = ini.get("proxies", "http"); - this.proxy = s != null ? s : ini.get("proxies", "https"); - - boolean userPathSet = false; - boolean userSet = false; - - for (String arg : this.arguments) { - if (arg.startsWith("--user-data-dir=")) { - setPaths(arg.substring(16)); - userPathSet = true; - } - if (arg.startsWith("--profile-directory=")) { - setUser(arg.substring(20)); - userSet = true; - } - if (userSet && userPathSet) { - break; - } - } - - - s = ini.get("timeouts", "base"); - String s1 = ini.get("timeouts", "page_load"); - String s2 = ini.get("timeouts", "script"); - this.timeouts = Map.of("base", s1 != null ? Double.parseDouble(s) : 10.0, "pageLoad", s1 != null ? Double.parseDouble(s1) : 20.0, "script", s2 != null ? Double.parseDouble(s2) : 30.0); - s = ini.get("chromium_options", "auto_port"); - this.autoPort = Boolean.parseBoolean(s); - if (this.autoPort) { - // 使用自动端口和用户文件 - PortFinder.PortInfo portInfo = new PortFinder().getPort(); - this.address = "127.0.0.1:" + portInfo.getPort(); - setArgument("--user-data-dir", portInfo.getPath()); - } - - this.retryTimes = Integer.parseInt(ini.get("others").getOrDefault("retry_times", "3")); - this.retryInterval = Integer.parseInt(ini.get("others").getOrDefault("retry_interval", "2")); - - return; - } - - // 默认值初始化 - this.iniPath = null; - this.browserPath = "chrome"; - this.arguments = new ArrayList<>(); - this.downloadPath = null; - this.tmpPath = null; - this.extensions = new ArrayList<>(); - this.pres = new HashMap<>(); - this.flags = new HashMap<>(); - this.timeouts = new HashMap<>(); - this.timeouts.put("base", 10.0); - this.timeouts.put("pageLoad", 20.0); - this.timeouts.put("script", 30.0); - this.address = "127.0.0.1:9222"; - this.loadMode = "normal"; - this.proxy = null; - this.autoPort = false; - this.systemUserPath = false; - this.existingOnly = false; - this.retryTimes = 3; - this.retryInterval = 2; - } - - /** - * 设置连接失败时的重试操作 - * - * @param times 重试次数 - * @param interval 重试间隔 - * @return 当前对象 - */ - public ChromiumOptions setRetry(Integer times, Integer interval) { - if (times != null && times >= 0) this.retryTimes = times; - if (interval != null && interval >= 0) this.retryInterval = interval; - return this; - } - - - /** - * 设置浏览器配置的 argument 属性 - * - * @param arg 属性名 - */ - public ChromiumOptions setArgument(String arg) { - // 返回当前对象 - return setArgument(arg, null); - } - - /** - * 设置浏览器配置的 argument 属性 - * - * @param arg 属性名 - * @param value 属性值，有值的属性传入值，没有的传入 null，如传入 false，删除该项 - * @return 当前对象 - */ - public ChromiumOptions setArgument(String arg, String value) { - // 调用 removeArgument 方法删除已有的同名属性 - removeArgument(arg); - if (value == null && arg.equals("--headless")) { - // 如果属性是 "--headless" 且值为 null，则将 "--headless=new" 添加到 _arguments 列表中 - arguments.add("--headless=new"); - } else { - // 否则，根据是否有值构造属性字符串，添加到 _arguments 列表中 - arguments.add(value != null ? arg + "=" + value : arg); - } - - // 返回当前对象 - return this; - } - - /** - * 移除一个 argument 项 - * - * @param value 设置项名，有值的设置项传入设置名称即可 - * @return 本身 - */ - public ChromiumOptions removeArgument(String value) { - List delList = new ArrayList<>(); - for (String argument : arguments) - if (argument.equals(value) || argument.startsWith(value + "=")) delList.add(argument); - arguments.removeAll(delList); - return this; - } - - /** - * 添加插件 - * - * @param path 插件路径，可指向文件夹 - */ - public ChromiumOptions addExtension(String path) throws IOException { - Path extensionPath = Paths.get(path); - if (!Files.exists(extensionPath)) throw new IOException("插件路径不存在。"); - extensions.add(extensionPath.toString()); - return this; - } - - /** - * 移除所有插件 - */ - public ChromiumOptions removeExtensions() { - extensions.clear(); - return this; - } - - /** - * 设置Preferences文件中的用户设置项 - * - * @param key 设置项名称 - * @param value 设置项值 - */ - public ChromiumOptions setPref(String key, Object value) { - this.pres.put(key, value); - return this; - } - - /** - * 删除用户首选项设置，不能删除已设置到文件中的项 - * - * @param key 设置项名称 - * @return 当前对象 - */ - public ChromiumOptions removePref(String key) { - this.pres.remove(key); - return this; - } - - /** - * 删除用户配置文件中已设置的项 - * - * @param arg 设置项名称 - * @return 当前对象 - */ - public ChromiumOptions removePrefFromFile(String arg) { - this.presToDel.add(arg); - return this; - } - - /** - * 设置实验项 - * - * @param flag 设置项名称 - * @param value 设置项的值，为null则删除该项 - * @return 当前对象 - */ - public ChromiumOptions setFlag(String flag, String value) { - if (value == null) flags.remove(flag); - else flags.put(flag, value); - return this; - } - - /** - * 删除浏览器配置文件中已设置的实验项 - * - * @return 返回当前对象 - */ - public ChromiumOptions clearFlagsInFile() { - clearFileFlags = true; - return this; - } - - /** - * 清空本对象已设置的argument参数 - * - * @return 当前对象 - */ - public ChromiumOptions clearArguments() { - this.arguments.clear(); - return this; - } - - /** - * 清空本对象已设置的pref参数 - * - * @return 当前对象 - */ - public ChromiumOptions clearPrefs() { - this.pres.clear(); - ; - return this; - } - - /** - * 设置超时时间，单位为秒 - * - * @param base 默认超时时间 - * @param pageLoad 页面加载超时时间 - * @param script 脚本运行超时时间 - * @return 当前对象 - */ - public ChromiumOptions setTimeouts(Double base, Double pageLoad, Double script) { - // 设置超时时间，单位为秒 - if (base != null && base >= 0) timeouts.put("base", base); - if (pageLoad != null && pageLoad >= 0) timeouts.put("pageLoad", pageLoad); - if (script != null && script >= 0) timeouts.put("script", script); - - // 返回当前对象 - return this; - } - - /** - * 设置使用哪个用户配置文件夹 - * - * @param user 用户文件夹名称 - * @return 当前对象 - */ - public ChromiumOptions setUser(String user) { - setArgument("--profile-directory", user); - this.user = user; - - // 返回当前对象 - return this; - } - - public ChromiumOptions headless() { - return headless(true); - } - - /** - * 设置是否隐藏浏览器界面 - * - * @param onOff 是否开启 - * @return 当前对象 - */ - public ChromiumOptions headless(boolean onOff) { - this.headless = onOff; - String value = onOff ? "new" : null; - return setArgument("--headless", value); - } - - public ChromiumOptions noImg() { - return noImg(true); - } - - /** - * 设置是否加载图片 - * - * @param onOff 是否开启 - * @return 当前对象 - */ - public ChromiumOptions noImg(boolean onOff) { - return onOff ? setArgument("--blink-settings=imagesEnabled=false") : this; - } - - public ChromiumOptions noJs() { - return noJs(true); - } - - /** - * 设置是否禁用js - * - * @param onOff 是否开启 - * @return 当前对象 - */ - public ChromiumOptions noJs(boolean onOff) { - return onOff ? setArgument("--disable-javascript") : this; - } - - public ChromiumOptions mute() { - return mute(true); - } - - /** - * 设置是否静音 - * - * @param onOff 是否开启 - * @return 当前对象 - */ - public ChromiumOptions mute(boolean onOff) { - return onOff ? setArgument("--mute-audio") : this; - } - - public ChromiumOptions incognito() { - return incognito(true); - } - - - /** - * 设置是否使用无痕模式启动 - * - * @param onOff 是否开启 - * @return 当前对象 - */ - public ChromiumOptions incognito(boolean onOff) { - return onOff ? setArgument("--incognito") : this; - } - - public ChromiumOptions ignoreCertificateErrors() { - return ignoreCertificateErrors(true); - } - - /** - * 设置是否忽略证书错误 - * - * @param onOff 是否开启 - * @return 当前对象 - */ - public ChromiumOptions ignoreCertificateErrors(boolean onOff) { - return onOff ? setArgument("--ignore-certificate-errors") : this; - } - - /** - * 设置user agent - * - * @param userAgent user agent文本 - * @return 当前对象 - */ - public ChromiumOptions setUserAgent(String userAgent) { - return setArgument("--user-agent", userAgent); - } - - /** - * 设置代理 - * - * @param proxy 代理 - * @return 当前对象 - */ - public ChromiumOptions setProxy(String proxy) { - if (Pattern.matches(".*?:.*?@.*?\\..*", proxy)) { - System.out.println("你似乎在设置使用账号密码的代理，暂时不支持这种代理，可自行用插件实现需求。"); - } - if (proxy.toLowerCase().startsWith("socks")) { - System.out.println("你似乎在设置使用socks代理，暂时不支持这种代理，可自行用插件实现需求。"); - } - this.proxy = proxy; - return setArgument("--proxy-server", proxy); - } - - /** - * 设置load_mode 可接收 'normal', 'eager', 'none' - * normal：默认情况下使用, 等待所有资源下载完成 - * eager：DOM访问已准备就绪, 但其他资源 (如图像) 可能仍在加载中 - * none：完全不阻塞 - * - * @param value 可接收 'normal', 'eager', 'none' - * @return 当前对象 - */ - public ChromiumOptions setLoadMode(String value) { - // - String lowerCase = value == null ? null : value.trim().toLowerCase(); - if (!List.of("normal", "eager", "none").contains(lowerCase)) { - throw new IllegalArgumentException("只能选择 'normal', 'eager', 'none'。"); - } - this.loadMode = lowerCase; - return this; - } - - public ChromiumOptions setPaths(String browserPath) { - return setPaths(browserPath, null, null, null, null, null, null); - } - - /** - * 快捷的路径设置函数 - * - * @param browserPath 浏览器可执行文件路径 - * @param localPort 本地端口号 - * @param address 调试浏览器地址，例：127.0.0.1:9222 - * @param downloadPath 下载文件路径 - * @param userDataPath 用户数据路径 - * @param cachePath 缓存路径 - * @param debuggerAddress 调试浏览器地址 - * @return 当前对象 - */ - public ChromiumOptions setPaths(String browserPath, Integer localPort, String address, String downloadPath, String userDataPath, String cachePath, String debuggerAddress) { - // 快捷的路径设置函数 - address = (address != null) ? address : debuggerAddress; - if (browserPath != null) { - setBrowserPath(browserPath); - } - - if (localPort != null) { - setLocalPort(localPort); - } - - if (address != null) { - setAddress(address); - } - - if (downloadPath != null) { - setDownloadPath(downloadPath); - } - - if (userDataPath != null) { - setUserDataPath(userDataPath); - } - - if (cachePath != null) { - setCachePath(cachePath); - } - - return this; - } - - /** - * 设置本地启动端口 - * - * @param port 端口号 - * @return 当前对象 - */ - public ChromiumOptions setLocalPort(Integer port) { - this.address = String.format("127.0.0.1:%04d", port); - this.autoPort = false; - return this; - } - - /** - * 设置浏览器地址，格式'ip:port' - * - * @param address 浏览器地址 - * @return 当前对象 - */ - public ChromiumOptions setAddress(String address) { - address = address.replace("localhost", "127.0.0.1").replace("http://", "").replace("https://", ""); - this.address = address; - return this; - } - - /** - * 设置浏览器可执行文件路径 - * - * @param path 浏览器路径 - * @return 当前对象 - */ - public ChromiumOptions setBrowserPath(String path) { - if (path != null && !path.isEmpty()) { - // 设置浏览器可执行文件路径 - this.browserPath = path; - this.autoPort = false; - } - return this; - } - - /** - * 设置下载文件保存路径 - * - * @param path 下载路径 - * @return 当前对象 - */ - public ChromiumOptions setDownloadPath(String path) { - if (path != null && !path.isEmpty()) this.downloadPath = path; - return this; - } - - /** - * 设置临时文件文件保存路径 - * - * @param path 用户文件夹路径 - * @return 当前对象 - */ - public ChromiumOptions setTmpPath(String path) { - if (path != null && !path.isEmpty()) this.tmpPath = path; - return this; - } - - /** - * 设置用户文件夹路径 - * - * @param path 用户文件夹路径 - * @return 当前对象 - */ - public ChromiumOptions setUserDataPath(String path) { - // 设置用户文件夹路径 - if (path != null && !path.isEmpty()) { - setArgument("--user-data-dir", path); - this.userDataPath = path; - this.autoPort = false; - } - return this; - } - - - /** - * 设置缓存路径 - * - * @param path 缓存路径 - * @return 当前对象 - */ - public ChromiumOptions setCachePath(String path) { - if (path != null && !path.isEmpty()) setArgument("--disk-cache-dir", path); - return this; - } - - public ChromiumOptions useSystemUserPath() { - return useSystemUserPath(true); - } - - /** - * 设置是否使用系统安装的浏览器默认用户文件夹 - * - * @param onOff 开或关 - * @return 当前对象 - */ - public ChromiumOptions useSystemUserPath(boolean onOff) { - // - this.systemUserPath = onOff; - return this; - } - - /** - * 自动获取可用端口 - * - * @return 当前对象 - */ - public ChromiumOptions autoPort() { - return autoPort(null); - } - - public ChromiumOptions autoPort(String tmpPath) { - return autoPort(true, tmpPath); - } - - /** - * 自动获取可用端口 - * - * @param onOff 开或关 - * @return 当前对象 - */ - public ChromiumOptions autoPort(boolean onOff, String tmpPath) { - if (onOff) { - this.autoPort = true; - if (tmpPath != null && !tmpPath.isEmpty()) this.tmpPath = tmpPath; - } else { - this.autoPort = false; - } - return this; - } - - public ChromiumOptions existingOnly() { - return existingOnly(true); - } - - /** - * 设置只接管已有浏览器，不自动启动新的 - * - * @param onOff 开或关 - * @return 当前对象 - */ - public ChromiumOptions existingOnly(boolean onOff) { - // - this.existingOnly = onOff; - return this; - } - - /** - * 保存当前配置到默认ini文件 - * - * @param path ini文件的路径， None 保存到当前读取的配置文件，传入 'default' 保存到默认ini文件 - * @return 保存文件的绝对路径 - */ - public String save(String path) throws IOException, NoSuchFieldException, IllegalAccessException { - // 保存设置到文件 - URL resource = getClass().getResource("/configs.ini"); - if (resource == null) throw new FileNotFoundException(); - String pathStr = Paths.get(resource.getPath()).toAbsolutePath().toString(); - - - if ("default".equals(path)) { - path = pathStr; - } else if (path == null) { - if (this.iniPath != null) { - path = Paths.get(this.iniPath).toAbsolutePath().toString(); - } else { - path = pathStr; - } - } else { - path = Paths.get(path).toAbsolutePath().toString(); - } - path = path + File.separator + "config.ini"; - OptionsManager om; - if (new File(path).exists()) { - om = new OptionsManager(path); - } else { - om = new OptionsManager(this.iniPath != null ? this.iniPath : pathStr); - } - // 设置chromium_options - String[] attrs = {"address", "browserPath", "arguments", "extensions", "user", "loadMode", "autoPort", "systemUserPath", "existingOnly", "flags"}; - for (String i : attrs) { - om.setItem("chromium_options", i, this.getClass().getDeclaredField("_" + i).get(this)); - } - - // 设置代理 - om.setItem("proxies", "http", this.proxy); - om.setItem("proxies", "https", this.proxy); - - // 设置路径 - om.setItem("paths", "downloadPath", this.downloadPath != null ? this.downloadPath : ""); - om.setItem("paths", "tmpPath", this.tmpPath != null ? this.tmpPath : ""); - - // 设置timeout - om.setItem("timeouts", "base", this.timeouts.get("base")); - om.setItem("timeouts", "pageLoad", this.timeouts.get("pageLoad")); - om.setItem("timeouts", "script", this.timeouts.get("script")); - - // 设置重试 - om.setItem("others", "retryTimes", this.retryTimes); - om.setItem("others", "retryInterval", this.retryInterval); - - // 设置prefs - om.setItem("chromium_options", "prefs", this.pres); - - om.save(path); - - return path; - } - - /** - * 保存当前配置到默认ini文件 - * - * @return 保存文件的绝对路径 - */ - public String saveToDefault() throws IOException, NoSuchFieldException, IllegalAccessException { - return this.save("default"); - } - public ChromiumOptions copy(){ - return JSON.parseObject(JSON.toJSONString(this),ChromiumOptions.class); - } -} diff --git a/java/src/main/java/com/ll/DrissonPage/config/OptionsManager.java b/java/src/main/java/com/ll/DrissonPage/config/OptionsManager.java deleted file mode 100644 index 045b945..0000000 --- a/java/src/main/java/com/ll/DrissonPage/config/OptionsManager.java +++ /dev/null @@ -1,163 +0,0 @@ -package com.ll.DrissonPage.config; - -import com.alibaba.fastjson.JSON; -import com.ll.DrissonPage.error.extend.loadFileError; -import lombok.Getter; -import org.apache.commons.lang3.StringUtils; -import org.ini4j.Profile; -import org.ini4j.Wini; - -import java.io.File; -import java.io.IOException; -import java.io.InputStream; -import java.nio.file.Files; -import java.nio.file.Path; -import java.nio.file.Paths; - -/** - * ini配置文件加载 - * - * @author 陆 - * @address click - * @original DrissionPage - */ -@Getter -public class OptionsManager { - /** - * 配置文件路径 - */ - private final String iniPath; - /** - * 配置文件参数 - */ - private final Wini ini; - - /** - * 使用默认初始化参数 - */ - public OptionsManager() { - this(null); - } - - - /** - * 初始化参数 - * - * @param iniPath 配置文件路径 - */ - public OptionsManager(String iniPath) { - this("configs.ini", iniPath); - } - - /** - * 初始化参数 - * - * @param fileName 初始化值 - * @param iniPath 配置文件路径 - */ - public OptionsManager(String fileName, String iniPath) { - this.iniPath = iniPath; - //加载配置文件中的数据 - this.ini = loadIni(fileName, iniPath); - } - - /** - * 加载配置文件，使用的是map的putAll - * - * @param fileName 源位置 - * @param path 重新加载的文件 - * @return 返回map集合 - */ - private Wini loadIni(String fileName, String path) { - //加载内部资源configs.ini - Wini wini; - try (InputStream resourceAsStream = this.getClass().getClassLoader().getResourceAsStream(fileName)) { - wini = new Wini(resourceAsStream); - } catch (IOException e) { - throw new loadFileError(e); - } - //加载外部资源configs.ini - if (StringUtils.isNotEmpty(path)) { - Wini externalWini = null; - try { - externalWini = new Wini(new File(path)); - } catch (IOException ignored) { - } - if (externalWini != null) { - wini.putAll(externalWini); - } - } - return wini; - } - - /** - * 获取配置项 - * - * @param section 配置项名称 - * @return 配置项 - */ - public Profile.Section getOption(String section) { - return ini.get(section); - } - - /** - * 获取配置的值 - * - * @param section 段名 - * @param key 项名 - * @return 项值 - */ - public String getValue(String section, String key) { - Profile.Section option = getOption(section); - return option != null ? option.get(key) : null; - } - - /** - * 设置配置项的值 - * - * @param section 配置项 - * @param item 配置 - * @param value 值 - */ - public void setItem(String section, String item, Object value) { - ini.add(section, item, value); - } - - // 删除配置项 - public String removeItem(String sectionName, String optionName) { - Profile.Section section = ini.get(sectionName); - return section != null ? section.remove(optionName) : null; - } - - // 保存配置文件 - public void save(String path) throws IOException { - Path filePath; - if ("default".equals(path)) { - // 如果保存路径为'default'，则使用默认的configs.ini - filePath = Paths.get(getClass().getResource("/configs.ini").getFile()).toAbsolutePath(); - } else if (path == null) { - // 如果保存路径为null，则使用当前配置文件路径 - filePath = Paths.get(iniPath).toAbsolutePath(); - } else { - // 使用指定的保存路径 - filePath = Paths.get(path).toAbsolutePath(); - } - - Files.write(filePath, ini.toString().getBytes()); - System.out.println("配置已保存到文件：" + filePath); - if (filePath.equals(Paths.get(getClass().getResource("/configs.ini").getFile()).toAbsolutePath())) { - System.out.println("以后程序可自动从文件加载配置."); - } - } - - /** - * 保存配置到默认文件 - */ - public void saveToDefault() throws IOException { - save("default"); - } - - public void show() { - System.out.println(JSON.toJSONString(ini)); - } -} \ No newline at end of file diff --git a/java/src/main/java/com/ll/DrissonPage/config/PortFinder.java b/java/src/main/java/com/ll/DrissonPage/config/PortFinder.java deleted file mode 100644 index 7a6c500..0000000 --- a/java/src/main/java/com/ll/DrissonPage/config/PortFinder.java +++ /dev/null @@ -1,98 +0,0 @@ -package com.ll.DrissonPage.config; - -import com.ll.DrissonPage.functions.Tools; -import lombok.Getter; - -import java.io.IOException; -import java.nio.file.Files; -import java.nio.file.Path; -import java.nio.file.Paths; -import java.util.HashMap; -import java.util.Map; -import java.util.concurrent.locks.Lock; -import java.util.concurrent.locks.ReentrantLock; - -/** - * @author 陆 - * @address click - * @original DrissionPage - */ - -public class PortFinder { - private static final Map usedPort = new HashMap<>(); - private static final Lock lock = new ReentrantLock(); - - private final Path tmpDir; - - public PortFinder() { - this(null); - } - - /** - * @param path 临时文件保存路径，为None时使用系统临时文件夹 - */ - public PortFinder(String path) { - Path tmp = (path != null) ? Paths.get(path) : Paths.get(System.getProperty("java.io.tmpdir")).resolve("DrissionPage"); - this.tmpDir = tmp.resolve("UserTempFolder"); - try { - Files.createDirectories(this.tmpDir); - if (usedPort.isEmpty()) { - Tools.cleanFolder(this.tmpDir.toAbsolutePath().toString()); - } - } catch (IOException e) { - throw new RuntimeException("Error initializing PortFinder", e); - } - } - - private static void cleanDirectory(Path directory) throws IOException { - Tools.deleteDirectory(directory); - } - - /** - * 查找一个可用端口 - * - * @return 可以使用的端口和用户文件夹路径组成的元组 - */ - public synchronized PortInfo getPort() { - try { - lock.lock(); - for (int i = 9600; i < 19600; i++) { - if (usedPort.containsKey(i)) { - continue; - } else if (Tools.portIsUsing("127.0.0.1", i)) { - usedPort.put(i, null); - continue; - } - String path = Files.createTempDirectory(this.tmpDir, "tmp").toString(); - usedPort.put(i, path); - return new PortInfo(i, path); - } - - for (int i = 9600; i < 19600; i++) { - if (Tools.portIsUsing("127.0.0.1", i)) { - continue; - } - cleanDirectory(Paths.get(usedPort.get(i))); - return new PortInfo(i, Files.createTempDirectory(this.tmpDir, "tmp").toString()); - } - } catch (IOException e) { - throw new RuntimeException(e); - } finally { - lock.unlock(); - } - - throw new RuntimeException("No available port found."); - } - - @Getter - public static class PortInfo { - private final int port; - private final String path; - - public PortInfo(int port, String path) { - this.port = port; - this.path = path; - } - - } -} \ No newline at end of file diff --git a/java/src/main/java/com/ll/DrissonPage/config/SessionOptions.java b/java/src/main/java/com/ll/DrissonPage/config/SessionOptions.java deleted file mode 100644 index ca78aa5..0000000 --- a/java/src/main/java/com/ll/DrissonPage/config/SessionOptions.java +++ /dev/null @@ -1,442 +0,0 @@ -package com.ll.DrissonPage.config; - -import com.alibaba.fastjson.JSON; -import com.alibaba.fastjson.TypeReference; -import com.ll.DrissonPage.units.HttpClient; -import lombok.AllArgsConstructor; -import lombok.Getter; -import lombok.Setter; -import okhttp3.*; -import org.apache.commons.collections4.map.CaseInsensitiveMap; -import org.apache.http.Header; -import org.apache.http.message.BasicHeader; -import org.ini4j.Profile; -import org.jetbrains.annotations.NotNull; - -import java.io.IOException; -import java.lang.reflect.Field; -import java.net.InetSocketAddress; -import java.net.Proxy; -import java.net.URISyntaxException; -import java.nio.file.Path; -import java.util.*; -import java.util.concurrent.TimeUnit; - -/** - * requests的Session对象配置类 - * - * @author 陆 - * @address click - * @original DrissionPage - */ -@Getter -@Setter -public class SessionOptions { - private String iniPath; - /** - * 返回默认下载路径属性信息 - */ - private String downloadPath; - /** - * 返回timeout属性信息 - */ - private Double timeout = 10.0; - /** - * 记录要从ini文件删除的参数 - */ - private Set delSet = new HashSet<>(); - /** - * 返回headers设置信息 - */ - private Map headers; - /** - * 以list形式返回cookies - */ - private List cookies; - /** - * 返回认证设置信息 - */ - private List auth; - /** - * 返回proxies设置信息 - */ - private Map proxies; - /** - * 返回回调方法 - */ - private Map hooks; - /** - * 返回连接参数设置信息 - */ - private Map params; - /** - * 返回是否验证SSL证书设置 - */ - private Boolean verify; - /** - * 返回SSL证书设置信息 - */ - private String cert; - /** - * 返回适配器设置信息 - */ - private List adapters; - /** - * 返回是否使用流式响应内容设置信息 - */ - private Boolean stream; - /** - * 返回是否信任环境设置信息 - */ - private Boolean trustEnv; - /** - * 返回最大重定向次数 - */ - private Integer maxRedirects; - /** - * 返回连接失败时的重试次数 - */ - private int retryTimes = 3; - /** - * 返回连接失败时的重试间隔（秒） - */ - private int retryInterval = 2; - - public SessionOptions(boolean readFile, String iniPath) { - headers = new CaseInsensitiveMap<>(); - auth = new ArrayList<>(); - cookies = new ArrayList<>(); - proxies = new HashMap<>(); - hooks = new HashMap<>(); - params = new HashMap<>(); - if (!readFile) { - return; - } - - iniPath = iniPath != null ? iniPath : ""; - OptionsManager om = new OptionsManager(iniPath); - this.iniPath = om.getIniPath(); - - Profile.Section options = om.getIni().get("session_options"); - if (options.get("headers") != null) { - setHeaders(JSON.parseObject(options.get("headers"), new TypeReference<>() { - })); - } - - if (options.containsKey("cookies")) { - setCookies(JSON.parseObject(options.get("cookies"), new TypeReference<>() { - })); - } - - if (options.containsKey("auth")) { - this.auth = JSON.parseArray(options.get("auth")); - } - - if (options.containsKey("params")) { - this.params = JSON.parseObject(options.get("params"), new TypeReference<>() { - }); - } - - if (options.containsKey("verify")) { - this.verify = Boolean.parseBoolean(options.get("verify")); - } - - if (options.containsKey("cert")) { - this.cert = options.get("cert"); - } - - if (options.containsKey("stream")) { - this.stream = Boolean.parseBoolean(options.get("stream")); - } - - if (options.containsKey("trust_env")) { - this.trustEnv = Boolean.parseBoolean(options.get("trust_env")); - } - - if (options.containsKey("max_redirects")) { - this.maxRedirects = Integer.parseInt("max_redirects"); - } - - setProxies(om.getIni().get("proxies", "http"), om.getIni().get("proxies", "https")); - String s = om.getIni().get("timeouts", "base"); - if (s != null) this.timeout = Double.parseDouble(om.getIni().get("timeouts", "base")); - this.downloadPath = om.getIni().get("paths", "download_path"); - Profile.Section others = om.getIni().get("others"); - s = others.get("retry_times"); - this.retryTimes = s != null ? Integer.parseInt(s) : 3; - s = others.get("retry_interval"); - this.retryInterval = s != null ? Integer.parseInt(s) : 2; - } - - public static Map sessionOptionsToMap(Map options) { - if (options == null) return new SessionOptions(false, null).asMap(); - if (!options.isEmpty()) return options; - String[] attrs = {"headers", "cookies", "proxies", "params", "verify", "stream", "trustEnv", "cert", "maxRedirects", "timeout", "downloadPath"}; - options = new HashMap<>(); - for (String attr : attrs) { - Object val; - try { - val = options.getClass().getField(attr).get(options); - } catch (IllegalAccessException | NoSuchFieldException e) { - throw new RuntimeException(e); - } - if (val != null) options.put(attr, val); - } - return options; - } - - public void setProxies(String http, String https) { - this.proxies.put("http", http); - this.proxies.put("https", https); - } - - /** - * 设置连接失败时的重试操作 - * - * @param times 重试次数 - * @param interval 重试间隔 - * @return 当前对象 - */ - public SessionOptions setRetry(Integer times, Integer interval) { - if (times != null) this.retryTimes = times; - if (interval != null) this.retryInterval = interval; - return this; - } - - /** - * 设置headers参数 - * - * @param headers 参数值，传入null可在ini文件标记删除 - * @return 返回当前对象 - */ - public SessionOptions setHeaders(Map headers) { - if (headers == null) { - this.headers = null; - this.delSet.add("headers"); - } else { - this.headers = new CaseInsensitiveMap<>(headers.size()); - for (Map.Entry entry : headers.entrySet()) { - this.headers.put(entry.getKey().toLowerCase(), entry.getValue()); - } - } - return this; - } - - /** - * 设置headers中一个项 - * - * @param attr 设置名称 - * @param value 设置值 - * @return 返回当前对象 - */ - public SessionOptions setHeader(String attr, String value) { - if (this.headers == null) this.headers = new CaseInsensitiveMap<>(); - this.headers.put(attr.toLowerCase(), value); - return this; - } - - /** - * 从headers中删除一个设置 - * - * @param attr 要删除的设置 - * @return 返回当前对象 - */ - public SessionOptions removeHeader(String attr) { - if (this.headers != null) { - this.headers.remove(attr); - } - return this; - } - - public List adapters() { - if (this.adapters == null) this.adapters = new ArrayList<>(); - return this.adapters; - } - - /** - * 给属性赋值或标记删除 - * - * @param arg 属性名称 - * @param val 参数值 - */ - private void sets(String arg, Object val) { - try { - Field field = this.getClass().getDeclaredField(arg); - field.setAccessible(true); - - if (val == null) { - field.set(this, null); - delSet.add(arg); - } else { - field.set(this, val); - delSet.remove(arg); - } - } catch (NoSuchFieldException | IllegalAccessException e) { - e.printStackTrace(); // Handle the exception according to your needs - } - } - - - public String save(String path) throws URISyntaxException, IOException { - if ("default".equals(path)) { - path = Path.of(Objects.requireNonNull(getClass().getResource("configs.ini")).toURI()).toAbsolutePath().toString(); - } else if (path == null) { - path = iniPath != null ? Path.of(iniPath).toAbsolutePath().toString() : Path.of(Objects.requireNonNull(getClass().getResource("configs.ini")).toURI()).toAbsolutePath().toString(); - } else { - path = Path.of(path).toAbsolutePath().toString(); - } - - Path filePath = path.endsWith("config.ini") ? Path.of(path) : Path.of(path, "config.ini"); - - OptionsManager om = filePath.toFile().exists() ? new OptionsManager(filePath.toString()) : new OptionsManager(iniPath != null ? iniPath : getClass().getResource("configs.ini").toURI().toString()); - - Map options = sessionOptionsToMap(JSON.parseObject(JSON.toJSONString(this))); - - for (Map.Entry entry : options.entrySet()) { - String i = entry.getKey(); - if (!List.of("downloadPath", "timeout", "proxies").contains(i)) { - om.setItem("sessionOptions", i, entry.getValue()); - } - } - - om.setItem("paths", "downloadPath", downloadPath != null ? downloadPath : ""); - om.setItem("timeouts", "base", timeout); - om.setItem("proxies", "http", proxies.get("http") != null ? proxies.get("http") : ""); - om.setItem("proxies", "https", proxies.get("https") != null ? proxies.get("https") : ""); - om.setItem("others", "retryTimes", retryTimes); - om.setItem("others", "retryInterval", retryInterval); - - for (String i : delSet) { - if ("downloadPath".equals(i)) { - om.setItem("paths", "downloadPath", ""); - } else if ("proxies".equals(i)) { - om.setItem("proxies", "http", ""); - om.setItem("proxies", "https", ""); - } else { - om.removeItem("sessionOptions", i); - } - } - - om.save(filePath.toString()); - - return filePath.toString(); - } - - public String saveToDefault() throws URISyntaxException, IOException { - return save("default"); - } - - public Map asMap() { - return sessionOptionsToMap(JSON.parseObject(JSON.toJSONString(this))); - } - - public HttpClient makeSession() { - List
headers = new ArrayList<>(); - this.headers.forEach((a, b) -> headers.add(new BasicHeader(a, b))); - OkHttpClient.Builder builder = new OkHttpClient().newBuilder().readTimeout(120, TimeUnit.SECONDS); - - builder.addInterceptor(new Interceptor() { - @NotNull - @Override - public Response intercept(@NotNull Interceptor.Chain chain) throws IOException { - Request request = chain.request(); - Request.Builder builder1 = request.newBuilder(); - if (!headers.isEmpty()) headers.forEach((a) -> builder1.addHeader(a.getName(), a.getValue())); - return chain.proceed(request); - } - }); - //设置缓存 - if (!this.cookies.isEmpty()) { - builder.setCookieJar$okhttp(new CookieJar() { - @Override - public void saveFromResponse(@NotNull HttpUrl httpUrl, @NotNull List list) { - list.addAll(cookies); - } - - @NotNull - @Override - public List loadForRequest(@NotNull HttpUrl httpUrl) { - return new ArrayList<>(); - } - }); - } - //设置代理 - if (!this.proxies.isEmpty()) { - String https = this.proxies.get("https"); - String http = this.proxies.get("http"); - if (!https.isEmpty()) { - String[] split = https.split(":"); - builder.setProxy$okhttp(split.length == 2 ? new Proxy(Proxy.Type.HTTP, new InetSocketAddress(split[0], Integer.parseInt(split[1]))) : new Proxy(Proxy.Type.HTTP, new InetSocketAddress(https, 80))); - } - if (!http.isEmpty()) { - String[] split = http.split(":"); - builder.setProxy$okhttp(split.length == 2 ? new Proxy(Proxy.Type.HTTP, new InetSocketAddress(split[0], Integer.parseInt(split[1]))) : new Proxy(Proxy.Type.HTTP, new InetSocketAddress(http, 80))); - } - } - - - if (this.verify != null) { - builder.setHostnameVerifier$okhttp((s, sslSession) -> this.verify); - } - if (this.maxRedirects != null) { - builder.setConnectionPool$okhttp(new ConnectionPool(this.maxRedirects, 5, TimeUnit.MINUTES)); - } - return new HttpClient(builder.build(), headers); - } - - /** - * 从Session对象中读取配置 - * - * @param session Session对象 - * @param headers headers - * @return 当前对象 - */ - public SessionOptions fromSession(OkHttpClient session, Map headers) { - headers = headers == null ? new CaseInsensitiveMap<>() : new CaseInsensitiveMap<>(headers); - - Map finalHeaders = headers; - OkHttpClient.Builder builder = session.newBuilder(); - builder.addInterceptor(new Interceptor() { - @NotNull - @Override - public Response intercept(@NotNull Interceptor.Chain chain) throws IOException { - Request request = chain.request(); - Headers headers1 = request.headers(); - for (String name : headers1.names()) { - finalHeaders.put(name, headers1.get(name)); - } - return chain.proceed(request); - } - }); - this.headers = headers; - builder.setCookieJar$okhttp(new CookieJar() { - @Override - public void saveFromResponse(@NotNull HttpUrl httpUrl, @NotNull List list) { - cookies = list; - } - - @NotNull - @Override - public List loadForRequest(@NotNull HttpUrl httpUrl) { - return new ArrayList<>(); - } - }); - Proxy proxy$okhttp = builder.getProxy$okhttp(); - if (proxy$okhttp != null) { - this.proxies = new HashMap<>(); - this.proxies.put(proxy$okhttp.type().toString(), proxy$okhttp.address().toString()); - } - this.maxRedirects = builder.getConnectionPool$okhttp().connectionCount(); - - return this; - } - - public SessionOptions copy() { - return JSON.parseObject(JSON.toJSONString(this), SessionOptions.class); - } - - @AllArgsConstructor - public static class Adapter { - private String url; - } -} diff --git a/java/src/main/java/com/ll/DrissonPage/element/ChromiumElement.java b/java/src/main/java/com/ll/DrissonPage/element/ChromiumElement.java deleted file mode 100644 index fd09115..0000000 --- a/java/src/main/java/com/ll/DrissonPage/element/ChromiumElement.java +++ /dev/null @@ -1,2755 +0,0 @@ -package com.ll.DrissonPage.element; - -import com.alibaba.fastjson.JSON; -import com.alibaba.fastjson.JSONArray; -import com.alibaba.fastjson.JSONObject; -import com.ll.DrissonPage.base.*; -import com.ll.DrissonPage.error.extend.*; -import com.ll.DrissonPage.functions.Keys; -import com.ll.DrissonPage.functions.Locator; -import com.ll.DrissonPage.functions.Settings; -import com.ll.DrissonPage.functions.Web; -import com.ll.DrissonPage.page.ChromiumFrame; -import com.ll.DrissonPage.page.ChromiumBase; -import com.ll.DrissonPage.units.Clicker; -import com.ll.DrissonPage.units.Coordinate; -import com.ll.DrissonPage.units.PicType; -import com.ll.DrissonPage.units.rect.ElementRect; -import com.ll.DrissonPage.units.scroller.ElementScroller; -import com.ll.DrissonPage.units.setter.ChromiumElementSetter; -import com.ll.DrissonPage.units.states.ElementStates; -import com.ll.DrissonPage.units.waiter.ElementWaiter; -import lombok.Getter; - -import java.io.*; -import java.nio.file.Files; -import java.nio.file.Path; -import java.nio.file.Paths; -import java.util.*; - -/** - * @author 陆 - * @address click - */ -public class ChromiumElement extends DrissionElement { - protected static final List FRAME_ELEMENT = List.of("iframe", "frame"); - @Getter - private final String docId; - - private String tag; - @Getter - private Integer nodeId; - @Getter - private String objId; - @Getter - private Integer backendId; - private ElementScroller scroll; - private Clicker clicker; - private SelectElement select; - private ElementWaiter wait; - private ElementRect rect; - private ChromiumElementSetter set; - private ElementStates states; - private Pseudo pseudo; - - public ChromiumElement(ChromiumBase page, Integer nodeId, String objId, Integer backendId) { - super(page); - this.scroll = null; - this.select = null; - this.rect = null; - this.set = null; - this.states = null; - this.pseudo = null; - this.clicker = null; - this.tag = null; - this.wait = null; - this.setType("ChromiumElement"); - if (nodeId != null && nodeId != 0 && objId != null && backendId != null && backendId != 0) { - this.nodeId = nodeId; - this.objId = objId; - this.backendId = backendId; - } else if (nodeId != null && nodeId != 0) { - this.nodeId = nodeId; - this.objId = this.getObjId(this.nodeId, null); - this.backendId = this.getBackendId(this.nodeId); - } else if (objId != null) { - this.nodeId = this.getNodeId(objId, null); - this.objId = objId; - this.backendId = this.getBackendId(this.nodeId); - } else if (backendId != null && backendId != 0) { - this.nodeId = this.getNodeId(null, backendId); - this.objId = this.getObjId(null, backendId); - this.backendId = backendId; - } else { - throw new ElementLostError(); - } - Object doc = this.runJs("return this.ownerDocument;"); - this.docId = doc != null && !doc.toString().isEmpty() ? JSON.parseObject(doc.toString()).getString("objectId") : null; - } - - - @Override - public String toString() { - StringBuilder stringBuilder = new StringBuilder(); - this.attrs().forEach((k, v) -> stringBuilder.append(k).append("='").append(v).append("'")); - return ""; - } - - @Override - public boolean equals(Object obj) { - return obj instanceof ChromiumElement && this.backendId.equals(((ChromiumElement) obj).backendId); - } - - /** - * @return 返回元素tag - */ - @Override - public String tag() { - if (this.tag == null) - this.tag = JSON.parseObject(this.getOwner().runCdp("DOM.describeNode", Map.of("backendNodeId", this.backendId)).toString()).getJSONObject("node").getString("localName").toLowerCase(); - return this.tag; - } - - /** - * @return 返回元素outerHTML文本 - */ - @Override - public String html() { - return JSON.parseObject(this.getOwner().runCdp("DOM.getOuterHTML", Map.of("backendNodeId", this.backendId)).toString()).getString("outerHTML"); - } - - /** - * @return 返回元素innerHTML文本 - */ - public String innerHtml() { - return this.runJs("return this.innerHTML;").toString(); - } - - /** - * @return 返回元素所有attribute属性 - */ - @Override - public Map attrs() { - try { - JSONArray attrs = JSON.parseObject(this.getOwner().runCdp("DOM.getAttributes", Map.of("nodeId", this.nodeId)).toString()).getJSONArray("attributes"); - //0,1 1,2 - Map map = new HashMap<>(); - for (int i = 0; i < attrs.size(); i += 2) - map.put(attrs.get(i).toString(), attrs.get(i + 1).toString()); - return map; - } catch (CDPError e) { - //文档根元素不能调用此方法 - return new HashMap<>(); - } - } - - /** - * @return 返回元素内所有文本，文本已格式化 - */ - @Override - public String text() { - List sessionElements = SessionElement.makeSessionEle(this.html(), By.NULL(), null); - return sessionElements == null || sessionElements.isEmpty() ? null : Web.getEleTxt(sessionElements.get(0)); - } - - /** - * @return 返回未格式化处理的元素内文本 - */ - @Override - public String rawText() { - return this.property("innerText"); - } - // -----------------d模式独有属性------------------- - - /** - * @return 返回用于设置元素属性的对象 - */ - public ChromiumElementSetter set() { - if (set == null) set = new ChromiumElementSetter(this); - return set; - } - - /** - * @return 返回用于获取元素状态的对象 - */ - public ElementStates states() { - if (states == null) states = new ElementStates(this); - return states; - } - - /** - * @return 返回用于获取伪元素内容的对象 - */ - public Pseudo pseudo() { - if (pseudo == null) pseudo = new Pseudo(this); - return pseudo; - } - - /** - * @return 返回用于获取元素位置的对象 - */ - public ElementRect rect() { - if (rect == null) rect = new ElementRect(this); - return rect; - } - - /** - * @return 返回当前元素的shadow_root元素对象 - */ - public ShadowRoot shadowRoot() { - JSONObject info = JSON.parseObject(this.getOwner().runCdp("DOM.describeNode", Map.of("backendNodeId", this.backendId)).toString()).getJSONObject("node"); - return info.get("shadowRoots") == null || info.get("shadowRoots").toString().isEmpty() ? null : new ShadowRoot(this, null, info.getJSONArray("shadowRoots").getJSONObject(0).getInteger("backendNodeId")); - } - - /** - * @return 返回当前元素的shadow_root元素对象 - */ - public ShadowRoot sr() { - return shadowRoot(); - } - - /** - * @return 用于滚动滚动条的对象 - */ - public ElementScroller scroll() { - if (this.scroll == null) this.scroll = new ElementScroller(this); - return this.scroll; - } - - /** - * @return 返回用于点击的对象 - */ - public Clicker click() { - if (this.clicker == null) this.clicker = new Clicker(this); - return this.clicker; - } - - /** - * @return 返回用于等待的对象 - */ - public ElementWaiter waits() { - if (this.wait == null) this.wait = new ElementWaiter(this.getOwner(), this); - return this.wait; - } - - /** - * @return 返回专门处理下拉列表的Select类，非下拉列表元素返回null - */ - public SelectElement select() { - if (this.select == null) if (!Objects.equals(this.tag(), "select")) return null; - else this.select = new SelectElement(this); - return this.select; - } - - public String value() { - return this.property("value"); - } - - /** - * 选中或取消选中当前元素 - */ - public void check() { - this.check(false); - } - - /** - * 选中或取消选中当前元素 - * - * @param uncheck 是否取消选中 - */ - public void check(boolean uncheck) { - this.check(uncheck, false); - } - - /** - * 选中或取消选中当前元素 - * - * @param uncheck 是否取消选中 - * @param byJs 是否用js执行 - */ - public void check(boolean uncheck, boolean byJs) { - boolean checked = this.states.isChecked(); - if (byJs) { - String js = null; - if (checked && uncheck) js = "this.checked=false"; - else if (!checked && !uncheck) js = "this.checked=true"; - if (js != null) { - this.runJs(js); - this.runJs("this.dispatchEvent(new Event(\"change\", {bubbles: true}));"); - } - } else { - if ((checked && uncheck) || (!checked && !uncheck)) { - this.click().click(); - } - } - } - - /** - * 返回上面某一级父元素，可指定层数或用查询语法定位 - * - * @param by 查询选择器 - * @param index 选择第几个结果 - * @return 上级元素对象 - */ - @Override - public ChromiumElement parent(By by, Integer index) { - return super.parent(by, index); - } - - /** - * 返回上面某一级父元素，可指定层数或用查询语法定位 - * - * @param loc 定位符 - * @param index 选择第几个结果 - * @return 上级元素对象 - */ - @Override - public ChromiumElement parent(String loc, Integer index) { - return super.parent(loc, index); - } - - /** - * 返回上面某一级父元素，可指定层数或用查询语法定位 - * - * @param level 第几级父元素 - * @return 上级元素对象 - */ - @Override - public ChromiumElement parent(Integer level) { - return super.parent(level); - } - - /** - * 返回当前元素的一个符合条件的直接子元素，可用查询语法筛选，可指定返回筛选结果的第几个 - * - * @param index 第几个查询结果，1开始 - * @param timeout 查找节点的超时时间 - * @param eleOnly 是否只获取元素，为False时把文本、注释节点也纳入 - * @return 直接子元素 - */ - @Override - public ChromiumElement child(Integer index, Double timeout, Boolean eleOnly) { - return super.child(index, timeout, eleOnly); - } - - /** - * 返回当前元素的一个符合条件的直接子元素，可用查询语法筛选，可指定返回筛选结果的第几个 - * - * @param index 第几个查询结果，1开始 - * @param timeout 查找节点的超时时间 - * @return 直接子元素 - */ - @Override - public ChromiumElement child(Integer index, Double timeout) { - return super.child(index, timeout); - } - - /** - * 返回当前元素的一个符合条件的直接子元素，可用查询语法筛选，可指定返回筛选结果的第几个 - * - * @param index 第几个查询结果，1开始 - * @return 直接子元素 - */ - @Override - public ChromiumElement child(Integer index) { - return super.child(index); - } - - /** - * 返回当前元素的一个符合条件的直接子元素，可用查询语法筛选，可指定返回筛选结果的第几个 - * - * @return 直接子元素 - */ - @Override - public ChromiumElement child() { - return super.child(); - } - - /** - * 返回当前元素的一个符合条件的直接子元素，可用查询语法筛选，可指定返回筛选结果的第几个 - * - * @param loc 用于筛选的查询语法 - * @param index 第几个查询结果，1开始 - * @param timeout 查找节点的超时时间 - * @param eleOnly 是否只获取元素，为False时把文本、注释节点也纳入 - * @return 直接子元素 - */ - @Override - public ChromiumElement child(String loc, Integer index, Double timeout, Boolean eleOnly) { - return super.child(loc, index, timeout, eleOnly); - } - - /** - * 返回当前元素的一个符合条件的直接子元素，可用查询语法筛选，可指定返回筛选结果的第几个 - * - * @param loc 用于筛选的查询语法 - * @param index 第几个查询结果，1开始 - * @param timeout 查找节点的超时时间 - * @return 直接子元素 - */ - @Override - public ChromiumElement child(String loc, Integer index, Double timeout) { - return super.child(loc, index, timeout); - } - - /** - * 返回当前元素的一个符合条件的直接子元素，可用查询语法筛选，可指定返回筛选结果的第几个 - * - * @param loc 用于筛选的查询语法 - * @param index 第几个查询结果，1开始 - * @return 直接子元素 - */ - @Override - public ChromiumElement child(String loc, Integer index) { - return super.child(loc, index); - } - - /** - * 返回当前元素的一个符合条件的直接子元素，可用查询语法筛选，可指定返回筛选结果的第几个 - * - * @param loc 用于筛选的查询语法 - * @return 直接子元素 - */ - @Override - public ChromiumElement child(String loc) { - return super.child(loc); - } - - /** - * 返回当前元素的一个符合条件的直接子元素，可用查询语法筛选，可指定返回筛选结果的第几个 - * - * @param index 第几个查询结果，1开始 - * @param timeout 查找节点的超时时间 - * @param eleOnly 是否只获取元素，为False时把文本、注释节点也纳入 - * @return 直接子元素 - */ - @Override - public ChromiumElement child(By by, Integer index, Double timeout, Boolean eleOnly) { - return super.child(by, index, timeout, eleOnly); - } - - /** - * 返回当前元素的一个符合条件的直接子元素，可用查询语法筛选，可指定返回筛选结果的第几个 - * - * @param index 第几个查询结果，1开始 - * @param timeout 查找节点的超时时间 - * @return 直接子元素 - */ - @Override - public ChromiumElement child(By by, Integer index, Double timeout) { - return super.child(by, index, timeout); - } - - /** - * 返回当前元素的一个符合条件的直接子元素，可用查询语法筛选，可指定返回筛选结果的第几个 - * - * @param index 第几个查询结果，1开始 - * @return 直接子元素 - */ - @Override - public ChromiumElement child(By by, Integer index) { - return super.child(by, index); - } - - /** - * 返回当前元素的一个符合条件的直接子元素，可用查询语法筛选，可指定返回筛选结果的第几个 - * - * @return 直接子元素 - */ - @Override - public ChromiumElement child(By by) { - return super.child(by); - } - - /** - * 返回当前元素前面一个符合条件的同级元素，可用查询语法筛选，可指定返回筛选结果的第几个 - * - * @param loc 用于筛选的查询语法 - * @param index 前面第几个查询结果，1开始 - * @param timeout 查找节点的超时时间（秒） - * @return 兄弟元素或节点文本 - */ - @Override - public ChromiumElement prev(String loc, Integer index, Double timeout) { - return super.prev(loc, index, timeout); - } - - /** - * 返回当前元素前面一个符合条件的同级元素，可用查询语法筛选，可指定返回筛选结果的第几个 - * - * @param loc 用于筛选的查询语法 - * @param index 前面第几个查询结果，1开始 - * @return 兄弟元素或节点文本 - */ - @Override - public ChromiumElement prev(String loc, Integer index) { - return super.prev(loc, index); - } - - /** - * 返回当前元素前面一个符合条件的同级元素，可用查询语法筛选，可指定返回筛选结果的第几个 - * - * @param loc 用于筛选的查询语法 - * @return 兄弟元素或节点文本 - */ - @Override - public ChromiumElement prev(String loc) { - return super.prev(loc); - } - - /** - * 返回当前元素前面一个符合条件的同级元素，可用查询语法筛选，可指定返回筛选结果的第几个 - * - * @return 兄弟元素或节点文本 - */ - @Override - public ChromiumElement prev() { - return super.prev(); - } - - /** - * 返回当前元素前面一个符合条件的同级元素，可用查询语法筛选，可指定返回筛选结果的第几个 - * - * @param by 用于筛选的查询语法 - * @param index 前面第几个查询结果，1开始 - * @param timeout 查找节点的超时时间（秒） - * @return 兄弟元素或节点文本 - */ - @Override - public ChromiumElement prev(By by, Integer index, Double timeout) { - return super.prev(by, index, timeout); - } - - /** - * 返回当前元素前面一个符合条件的同级元素，可用查询语法筛选，可指定返回筛选结果的第几个 - * - * @param by 用于筛选的查询语法 - * @param index 前面第几个查询结果，1开始 - * @return 兄弟元素或节点文本 - */ - @Override - public ChromiumElement prev(By by, Integer index) { - return super.prev(by, index); - } - - /** - * 返回当前元素前面一个符合条件的同级元素，可用查询语法筛选，可指定返回筛选结果的第几个 - * - * @param by 用于筛选的查询语法 - * @return 兄弟元素或节点文本 - */ - @Override - public ChromiumElement prev(By by) { - return super.prev(by); - } - - /** - * 返回当前元素前面一个符合条件的同级元素，可用查询语法筛选，可指定返回筛选结果的第几个 - * - * @param loc 用于筛选的查询语法 - * @param index 前面第几个查询结果，1开始 - * @param timeout 查找节点的超时时间（秒） - * @param eleOnly 是否只获取元素，为False时把文本、注释节点也纳入 - * @return 兄弟元素或节点文本 - */ - @Override - public ChromiumElement prev(String loc, Integer index, Double timeout, Boolean eleOnly) { - return super.prev(loc, index, timeout, eleOnly); - } - - /** - * 返回当前元素前面一个符合条件的同级元素，可用查询语法筛选，可指定返回筛选结果的第几个 - * - * @param by 用于筛选的查询语法 - * @param index 前面第几个查询结果，1开始 - * @param timeout 查找节点的超时时间（秒） - * @param eleOnly 是否只获取元素，为False时把文本、注释节点也纳入 - * @return 兄弟元素或节点文本 - */ - @Override - public ChromiumElement prev(By by, Integer index, Double timeout, Boolean eleOnly) { - return super.prev(by, index, timeout, eleOnly); - } - - /** - * 返回当前元素后面一个符合条件的同级元素，可用查询语法筛选，可指定返回筛选结果的第几个 - * - * @param by 用于筛选的查询语法 - * @param index 第几个查询结果，1开始 - * @param timeout 查找节点的超时时间（秒） - * @return 兄弟元素或节点文本 - */ - @Override - public ChromiumElement next(By by, Integer index, Double timeout) { - return super.next(by, index, timeout); - } - - /** - * 返回当前元素后面一个符合条件的同级元素，可用查询语法筛选，可指定返回筛选结果的第几个 - * - * @param by 用于筛选的查询语法 - * @param index 第几个查询结果，1开始 - * @return 兄弟元素或节点文本 - */ - @Override - public ChromiumElement next(By by, Integer index) { - return super.next(by, index); - } - - /** - * 返回当前元素后面一个符合条件的同级元素，可用查询语法筛选，可指定返回筛选结果的第几个 - * - * @param by 用于筛选的查询语法 - * @return 兄弟元素或节点文本 - */ - @Override - public ChromiumElement next(By by) { - return super.next(by); - } - - /** - * 返回当前元素后面一个符合条件的同级元素，可用查询语法筛选，可指定返回筛选结果的第几个 - * - * @param loc 用于筛选的查询语法 - * @param index 第几个查询结果，1开始 - * @param timeout 查找节点的超时时间（秒） - * @return 兄弟元素或节点文本 - */ - @Override - public ChromiumElement next(String loc, Integer index, Double timeout) { - return super.next(loc, index, timeout); - } - - /** - * 返回当前元素后面一个符合条件的同级元素，可用查询语法筛选，可指定返回筛选结果的第几个 - * - * @param loc 用于筛选的查询语法 - * @param index 第几个查询结果，1开始 - * @return 兄弟元素或节点文本 - */ - @Override - public ChromiumElement next(String loc, Integer index) { - return super.next(loc, index); - } - - /** - * 返回当前元素后面一个符合条件的同级元素，可用查询语法筛选，可指定返回筛选结果的第几个 - * - * @param loc 用于筛选的查询语法 - * @return 兄弟元素或节点文本 - */ - @Override - public ChromiumElement next(String loc) { - return super.next(loc); - } - - /** - * 返回当前元素后面一个符合条件的同级元素，可用查询语法筛选，可指定返回筛选结果的第几个 - * - * @return 兄弟元素或节点文本 - */ - @Override - public ChromiumElement next() { - return super.next(); - } - - /** - * 返回当前元素后面一个符合条件的同级元素，可用查询语法筛选，可指定返回筛选结果的第几个 - * - * @param loc 用于筛选的查询语法 - * @param index 第几个查询结果，1开始 - * @param timeout 查找节点的超时时间（秒） - * @param eleOnly 是否只获取元素，为False时把文本、注释节点也纳入 - * @return 兄弟元素或节点文本 - */ - @Override - public ChromiumElement next(String loc, Integer index, Double timeout, Boolean eleOnly) { - return super.next(loc, index, timeout, eleOnly); - } - - /** - * 返回当前元素后面一个符合条件的同级元素，可用查询语法筛选，可指定返回筛选结果的第几个 - * - * @param by 用于筛选的查询语法 - * @param index 第几个查询结果，1开始 - * @param timeout 查找节点的超时时间（秒） - * @param eleOnly 是否只获取元素，为False时把文本、注释节点也纳入 - * @return 兄弟元素或节点文本 - */ - @Override - public ChromiumElement next(By by, Integer index, Double timeout, Boolean eleOnly) { - return super.next(by, index, timeout, eleOnly); - } - - /** - * 返回文档中当前元素前面符合条件的一个元素，可用查询语法筛选，可指定返回筛选结果的第几个 - * 查找范围不限同级元素，而是整个DOM文档 - * - * @param by 用于筛选的查询语法 - * @return 本元素前面的某个元素或节点 - */ - @Override - public ChromiumElement before(By by) { - return super.before(by); - } - - /** - * 返回文档中当前元素前面符合条件的一个元素，可用查询语法筛选，可指定返回筛选结果的第几个 - * 查找范围不限同级元素，而是整个DOM文档 - * - * @param by 用于筛选的查询语法 - * @param index 前面第几个查询结果，1开始 - * @return 本元素前面的某个元素或节点 - */ - @Override - public ChromiumElement before(By by, Integer index) { - return super.before(by, index); - } - - /** - * 返回文档中当前元素前面符合条件的一个元素，可用查询语法筛选，可指定返回筛选结果的第几个 - * 查找范围不限同级元素，而是整个DOM文档 - * - * @param by 用于筛选的查询语法 - * @param index 前面第几个查询结果，1开始 - * @param timeout 查找节点的超时时间（秒） - * @return 本元素前面的某个元素或节点 - */ - @Override - public ChromiumElement before(By by, Integer index, Double timeout) { - return super.before(by, index, timeout); - } - - /** - * 返回文档中当前元素前面符合条件的一个元素，可用查询语法筛选，可指定返回筛选结果的第几个 - * 查找范围不限同级元素，而是整个DOM文档 - * - * @param by 用于筛选的查询语法 - * @param index 前面第几个查询结果，1开始 - * @param timeout 查找节点的超时时间（秒） - * @param eleOnly 是否只获取元素，为False时把文本、注释节点也纳入 - * @return 本元素前面的某个元素或节点 - */ - @Override - public ChromiumElement before(By by, Integer index, Double timeout, Boolean eleOnly) { - return super.before(by, index, timeout, eleOnly); - } - - /** - * 返回文档中当前元素前面符合条件的一个元素，可用查询语法筛选，可指定返回筛选结果的第几个 - * 查找范围不限同级元素，而是整个DOM文档 - * - * @return 本元素前面的某个元素或节点 - */ - @Override - public ChromiumElement before() { - return super.before(); - } - - /** - * 返回文档中当前元素前面符合条件的一个元素，可用查询语法筛选，可指定返回筛选结果的第几个 - * 查找范围不限同级元素，而是整个DOM文档 - * - * @param loc 用于筛选的查询语法 - * @return 本元素前面的某个元素或节点 - */ - @Override - public ChromiumElement before(String loc) { - return super.before(loc); - } - - /** - * 返回文档中当前元素前面符合条件的一个元素，可用查询语法筛选，可指定返回筛选结果的第几个 - * 查找范围不限同级元素，而是整个DOM文档 - * - * @param loc 用于筛选的查询语法 - * @param index 前面第几个查询结果，1开始 - * @return 本元素前面的某个元素或节点 - */ - @Override - public ChromiumElement before(String loc, Integer index) { - return super.before(loc, index); - } - - /** - * 返回文档中当前元素前面符合条件的一个元素，可用查询语法筛选，可指定返回筛选结果的第几个 - * 查找范围不限同级元素，而是整个DOM文档 - * - * @param loc 用于筛选的查询语法 - * @param index 前面第几个查询结果，1开始 - * @param timeout 查找节点的超时时间（秒） - * @return 本元素前面的某个元素或节点 - */ - @Override - public ChromiumElement before(String loc, Integer index, Double timeout) { - return super.before(loc, index, timeout); - } - - /** - * 返回文档中当前元素前面符合条件的一个元素，可用查询语法筛选，可指定返回筛选结果的第几个 - * 查找范围不限同级元素，而是整个DOM文档 - * - * @param loc 用于筛选的查询语法 - * @param index 前面第几个查询结果，1开始 - * @param timeout 查找节点的超时时间（秒） - * @param eleOnly 是否只获取元素，为False时把文本、注释节点也纳入 - * @return 本元素前面的某个元素或节点 - */ - @Override - public ChromiumElement before(String loc, Integer index, Double timeout, Boolean eleOnly) { - return super.before(loc, index, timeout, eleOnly); - } - - /** - * 返回文档中此当前元素后面符合条件的一个元素，可用查询语法筛选，可指定返回筛选结果的第几个 - * 查找范围不限同级元素，而是整个DOM文档 - * - * @param by 用于筛选的查询语法 - * @return 本元素后面的某个元素或节点 - */ - @Override - public ChromiumElement after(By by) { - return super.after(by); - } - - /** - * 返回文档中此当前元素后面符合条件的一个元素，可用查询语法筛选，可指定返回筛选结果的第几个 - * 查找范围不限同级元素，而是整个DOM文档 - * - * @param by 用于筛选的查询语法 - * @param index 前面第几个查询结果，1开始 - * @return 本元素后面的某个元素或节点 - */ - @Override - public ChromiumElement after(By by, Integer index) { - return super.after(by, index); - } - - /** - * 返回文档中此当前元素后面符合条件的一个元素，可用查询语法筛选，可指定返回筛选结果的第几个 - * 查找范围不限同级元素，而是整个DOM文档 - * - * @param by 用于筛选的查询语法 - * @param index 前面第几个查询结果，1开始 - * @param timeout 查找节点的超时时间（秒） - * @return 本元素后面的某个元素或节点 - */ - @Override - public ChromiumElement after(By by, Integer index, Double timeout) { - return super.after(by, index, timeout); - } - - /** - * 返回文档中此当前元素后面符合条件的一个元素，可用查询语法筛选，可指定返回筛选结果的第几个 - * 查找范围不限同级元素，而是整个DOM文档 - * - * @param by 用于筛选的查询语法 - * @param index 前面第几个查询结果，1开始 - * @param timeout 查找节点的超时时间（秒） - * @param eleOnly 是否只获取元素，为False时把文本、注释节点也纳入 - * @return 本元素后面的某个元素或节点 - */ - @Override - public ChromiumElement after(By by, Integer index, Double timeout, Boolean eleOnly) { - return super.after(by, index, timeout, eleOnly); - } - - /** - * 返回文档中此当前元素后面符合条件的一个元素，可用查询语法筛选，可指定返回筛选结果的第几个 - * 查找范围不限同级元素，而是整个DOM文档 - * - * @return 本元素后面的某个元素或节点 - */ - @Override - public ChromiumElement after() { - return super.after(); - } - - /** - * 返回文档中此当前元素后面符合条件的一个元素，可用查询语法筛选，可指定返回筛选结果的第几个 - * 查找范围不限同级元素，而是整个DOM文档 - * - * @param loc 用于筛选的查询语法 - * @return 本元素后面的某个元素或节点 - */ - @Override - public ChromiumElement after(String loc) { - return super.after(loc); - } - - /** - * 返回文档中此当前元素后面符合条件的一个元素，可用查询语法筛选，可指定返回筛选结果的第几个 - * 查找范围不限同级元素，而是整个DOM文档 - * - * @param loc 用于筛选的查询语法 - * @param index 前面第几个查询结果，1开始 - * @return 本元素后面的某个元素或节点 - */ - @Override - public ChromiumElement after(String loc, Integer index) { - return super.after(loc, index); - } - - /** - * 返回文档中此当前元素后面符合条件的一个元素，可用查询语法筛选，可指定返回筛选结果的第几个 - * 查找范围不限同级元素，而是整个DOM文档 - * - * @param loc 用于筛选的查询语法 - * @param index 前面第几个查询结果，1开始 - * @param timeout 查找节点的超时时间（秒） - * @return 本元素后面的某个元素或节点 - */ - @Override - public ChromiumElement after(String loc, Integer index, Double timeout) { - return super.after(loc, index, timeout); - } - - /** - * 返回文档中此当前元素后面符合条件的一个元素，可用查询语法筛选，可指定返回筛选结果的第几个 - * 查找范围不限同级元素，而是整个DOM文档 - * - * @param loc 用于筛选的查询语法 - * @param index 前面第几个查询结果，1开始 - * @param timeout 查找节点的超时时间（秒） - * @param eleOnly 是否只获取元素，为False时把文本、注释节点也纳入 - * @return 本元素后面的某个元素或节点 - */ - @Override - public ChromiumElement after(String loc, Integer index, Double timeout, Boolean eleOnly) { - return super.after(loc, index, timeout, eleOnly); - } - - /** - * 返回当前元素符合条件的直接子元素或节点组成的列表，可用查询语法筛选 - * - * @return 直接子元素或节点文本组成的列表 - */ - - @Override - public List children() { - return super.children(); - } - - /** - * 返回当前元素符合条件的直接子元素或节点组成的列表，可用查询语法筛选 - * - * @param loc 用于筛选的查询语法 - * @return 直接子元素或节点文本组成的列表 - */ - @Override - public List children(String loc) { - return super.children(loc); - } - - /** - * 返回当前元素符合条件的直接子元素或节点组成的列表，可用查询语法筛选 - * - * @param loc 用于筛选的查询语法 - * @param timeout 查找节点的超时时间（秒） - * @return 直接子元素或节点文本组成的列表 - */ - @Override - public List children(String loc, Double timeout) { - return super.children(loc, timeout); - } - - /** - * 返回当前元素符合条件的直接子元素或节点组成的列表，可用查询语法筛选 - * - * @param loc 用于筛选的查询语法 - * @param timeout 查找节点的超时时间（秒） - * @param eleOnly 是否只获取元素，为False时把文本、注释节点也纳入 - * @return 直接子元素或节点文本组成的列表 - */ - @Override - public List children(String loc, Double timeout, Boolean eleOnly) { - return super.children(loc, timeout, eleOnly); - } - - /** - * 返回当前元素符合条件的直接子元素或节点组成的列表，可用查询语法筛选 - * - * @param by 用于筛选的查询语法 - * @return 直接子元素或节点文本组成的列表 - */ - @Override - public List children(By by) { - return super.children(by); - } - - /** - * 返回当前元素符合条件的直接子元素或节点组成的列表，可用查询语法筛选 - * - * @param by 用于筛选的查询语法 - * @param timeout 查找节点的超时时间（秒） - * @return 直接子元素或节点文本组成的列表 - */ - @Override - public List children(By by, Double timeout) { - return super.children(by, timeout); - } - - /** - * 返回当前元素符合条件的直接子元素或节点组成的列表，可用查询语法筛选 - * - * @param by 用于筛选的查询语法 - * @param timeout 查找节点的超时时间（秒） - * @param eleOnly 是否只获取元素，为False时把文本、注释节点也纳入 - * @return 直接子元素或节点文本组成的列表 - */ - @Override - public List children(By by, Double timeout, Boolean eleOnly) { - return super.children(by, timeout, eleOnly); - } - - /** - * 返回当前元素前面符合条件的同级元素或节点组成的列表，可用查询语法筛选 - * - * @param loc 查询元素 - * @return 兄弟元素或节点文本组成的列表 - */ - @Override - public List prevs(String loc) { - return super.prevs(loc); - } - - /** - * 返回当前元素前面符合条件的同级元素或节点组成的列表，可用查询语法筛选 - * - * @param loc 查询元素 - * @param timeout 等待时间 - * @return 兄弟元素或节点文本组成的列表 - */ - @Override - public List prevs(String loc, Double timeout) { - return super.prevs(loc, timeout); - } - - /** - * 返回当前元素前面符合条件的同级元素或节点组成的列表，可用查询语法筛选 - * - * @param loc 查询元素 - * @param timeout 等待时间 - * @param eleOnly 是否只获取元素，为False时把文本、注释节点也纳入 - * @return 兄弟元素或节点文本组成的列表 - */ - @Override - public List prevs(String loc, Double timeout, Boolean eleOnly) { - return super.prevs(loc, timeout, eleOnly); - } - - /** - * 返回当前元素前面符合条件的同级元素或节点组成的列表，可用查询语法筛选 - * - * @param by 查询元素 - * @return 兄弟元素或节点文本组成的列表 - */ - @Override - public List prevs(By by) { - return super.prevs(by); - } - - /** - * 返回当前元素前面符合条件的同级元素或节点组成的列表，可用查询语法筛选 - * - * @param by 查询元素 - * @param timeout 等待时间 - * @return 兄弟元素或节点文本组成的列表 - */ - @Override - public List prevs(By by, Double timeout) { - return super.prevs(by, timeout); - } - - /** - * 返回当前元素前面符合条件的同级元素或节点组成的列表，可用查询语法筛选 - * - * @param by 查询元素 - * @param timeout 等待时间 - * @param eleOnly 是否只获取元素，为False时把文本、注释节点也纳入 - * @return 兄弟元素或节点文本组成的列表 - */ - @Override - public List prevs(By by, Double timeout, Boolean eleOnly) { - return super.prevs(by, timeout, eleOnly); - } - - /** - * 返回当前元素后面符合条件的同级元素或节点组成的列表，可用查询语法筛选 - * - * @param by 用于筛选的查询语法 - * @return 兄弟元素或节点文本组成的列表 - */ - @Override - public List nexts(By by) { - return super.nexts(by); - } - - /** - * 返回当前元素后面符合条件的同级元素或节点组成的列表，可用查询语法筛选 - * - * @param by 用于筛选的查询语法 - * @param timeout 查找节点的超时时间 - * @return 兄弟元素或节点文本组成的列表 - */ - @Override - public List nexts(By by, Double timeout) { - return super.nexts(by, timeout); - } - - /** - * 返回当前元素后面符合条件的同级元素或节点组成的列表，可用查询语法筛选 - * - * @param by 用于筛选的查询语法 - * @param timeout 查找节点的超时时间 - * @param eleOnly 是否只获取元素，为False时把文本、注释节点也纳入 - * @return 兄弟元素或节点文本组成的列表 - */ - @Override - public List nexts(By by, Double timeout, Boolean eleOnly) { - return super.nexts(by, timeout, eleOnly); - } - - /** - * 返回当前元素后面符合条件的同级元素或节点组成的列表，可用查询语法筛选 - * - * @return 兄弟元素或节点文本组成的列表 - */ - @Override - public List nexts() { - return super.nexts(); - } - - /** - * 返回当前元素后面符合条件的同级元素或节点组成的列表，可用查询语法筛选 - * - * @param loc 用于筛选的查询语法 - * @return 兄弟元素或节点文本组成的列表 - */ - @Override - public List nexts(String loc) { - return super.nexts(loc); - } - - /** - * 返回当前元素后面符合条件的同级元素或节点组成的列表，可用查询语法筛选 - * - * @param loc 用于筛选的查询语法 - * @param timeout 查找节点的超时时间 - * @return 兄弟元素或节点文本组成的列表 - */ - @Override - public List nexts(String loc, Double timeout) { - return super.nexts(loc, timeout); - } - - /** - * 返回当前元素后面符合条件的同级元素或节点组成的列表，可用查询语法筛选 - * - * @param loc 用于筛选的查询语法 - * @param timeout 查找节点的超时时间 - * @param eleOnly 是否只获取元素，为False时把文本、注释节点也纳入 - * @return 兄弟元素或节点文本组成的列表 - */ - @Override - public List nexts(String loc, Double timeout, Boolean eleOnly) { - return super.nexts(loc, timeout, eleOnly); - } - - /** - * 返回文档中当前元素前面符合条件的元素或节点组成的列表，可用查询语法筛选 - * 查找范围不限同级元素，而是整个DOM文档 - * - * @param by 用于筛选的查询语法 - * @return 本元素前面的元素或节点组成的列表 - */ - @Override - public List befores(By by) { - return super.befores(by); - } - - /** - * 返回文档中当前元素前面符合条件的元素或节点组成的列表，可用查询语法筛选 - * 查找范围不限同级元素，而是整个DOM文档 - * - * @param by 用于筛选的查询语法 - * @param timeout 查找节点的超时时间（秒） - * @return 本元素前面的元素或节点组成的列表 - */ - @Override - public List befores(By by, Double timeout) { - return super.befores(by, timeout); - } - - /** - * 返回文档中当前元素前面符合条件的元素或节点组成的列表，可用查询语法筛选 - * 查找范围不限同级元素，而是整个DOM文档 - * - * @param by 用于筛选的查询语法 - * @param timeout 查找节点的超时时间（秒） - * @param eleOnly 是否只获取元素，为False时把文本、注释节点也纳入 - * @return 本元素前面的元素或节点组成的列表 - */ - @Override - public List befores(By by, Double timeout, Boolean eleOnly) { - return super.befores(by, timeout, eleOnly); - } - - /** - * 返回文档中当前元素前面符合条件的元素或节点组成的列表，可用查询语法筛选 - * 查找范围不限同级元素，而是整个DOM文档 - * - * @return 本元素前面的元素或节点组成的列表 - */ - @Override - public List befores() { - return super.befores(); - } - - /** - * 返回文档中当前元素前面符合条件的元素或节点组成的列表，可用查询语法筛选 - * 查找范围不限同级元素，而是整个DOM文档 - * - * @param loc 用于筛选的查询语法 - * @return 本元素前面的元素或节点组成的列表 - */ - @Override - public List befores(String loc) { - return super.befores(loc); - } - - /** - * 返回文档中当前元素前面符合条件的元素或节点组成的列表，可用查询语法筛选 - * 查找范围不限同级元素，而是整个DOM文档 - * - * @param loc 用于筛选的查询语法 - * @param timeout 查找节点的超时时间（秒） - * @return 本元素前面的元素或节点组成的列表 - */ - @Override - public List befores(String loc, Double timeout) { - return super.befores(loc, timeout); - } - - /** - * 返回文档中当前元素前面符合条件的元素或节点组成的列表，可用查询语法筛选 - * 查找范围不限同级元素，而是整个DOM文档 - * - * @param loc 用于筛选的查询语法 - * @param timeout 查找节点的超时时间（秒） - * @param eleOnly 是否只获取元素，为False时把文本、注释节点也纳入 - * @return 本元素前面的元素或节点组成的列表 - */ - @Override - public List befores(String loc, Double timeout, Boolean eleOnly) { - return super.befores(loc, timeout, eleOnly); - } - - /** - * 返回文档中当前元素后面符合条件的元素或节点组成的列表，可用查询语法筛选 - * 查找范围不限同级元素，而是整个DOM文档 - * - * @param by 用于筛选的查询语法 - * @return 本元素后面的元素或节点组成的列表 - */ - @Override - public List afters(By by) { - return super.afters(by); - } - - /** - * 返回文档中当前元素后面符合条件的元素或节点组成的列表，可用查询语法筛选 - * 查找范围不限同级元素，而是整个DOM文档 - * - * @param by 用于筛选的查询语法 - * @param timeout 查找节点的超时时间（秒） - * @return 本元素后面的元素或节点组成的列表 - */ - @Override - public List afters(By by, Double timeout) { - return super.afters(by, timeout); - } - - /** - * 返回文档中当前元素后面符合条件的元素或节点组成的列表，可用查询语法筛选 - * 查找范围不限同级元素，而是整个DOM文档 - * - * @param by 用于筛选的查询语法 - * @param timeout 查找节点的超时时间（秒） - * @param eleOnly 是否只获取元素，为False时把文本、注释节点也纳入 - * @return 本元素后面的元素或节点组成的列表 - */ - @Override - public List afters(By by, Double timeout, Boolean eleOnly) { - return super.afters(by, timeout, eleOnly); - } - - /** - * 返回文档中当前元素后面符合条件的元素或节点组成的列表，可用查询语法筛选 - * 查找范围不限同级元素，而是整个DOM文档 - * - * @return 本元素后面的元素或节点组成的列表 - */ - @Override - public List afters() { - return super.afters(); - } - - /** - * 返回文档中当前元素后面符合条件的元素或节点组成的列表，可用查询语法筛选 - * 查找范围不限同级元素，而是整个DOM文档 - * - * @param loc 用于筛选的查询语法 - * @return 本元素后面的元素或节点组成的列表 - */ - @Override - public List afters(String loc) { - return super.afters(loc); - } - - /** - * 返回文档中当前元素后面符合条件的元素或节点组成的列表，可用查询语法筛选 - * 查找范围不限同级元素，而是整个DOM文档 - * - * @param loc 用于筛选的查询语法 - * @param timeout 查找节点的超时时间（秒） - * @return 本元素后面的元素或节点组成的列表 - */ - @Override - public List afters(String loc, Double timeout) { - return super.afters(loc, timeout); - } - - /** - * 返回文档中当前元素后面符合条件的元素或节点组成的列表，可用查询语法筛选 - * 查找范围不限同级元素，而是整个DOM文档 - * - * @param loc 用于筛选的查询语法 - * @param timeout 查找节点的超时时间（秒） - * @param eleOnly 是否只获取元素，为False时把文本、注释节点也纳入 - * @return 本元素后面的元素或节点组成的列表 - */ - @Override - public List afters(String loc, Double timeout, Boolean eleOnly) { - return super.afters(loc, timeout, eleOnly); - } - - @Override - public String attr(String attr) { - if (attr == null || attr.trim().isEmpty()) throw new NullPointerException(); - attr = attr.trim(); - Map attrs = this.attrs(); - switch (attr) { - case "href": - String link = attrs.get("href"); - if (link == null || link.toLowerCase().startsWith("javascript:") || link.toLowerCase().startsWith("mailto:")) - return link; - else return Web.makeAbsoluteLink(link, this.property("baseURI")); - case "src": { - Object o = attrs.get("src"); - return Web.makeAbsoluteLink(o == null ? "" : o.toString(), this.property("baseURI")); - } - case "text": - return this.text(); - case "innerText": - return this.rawText(); - case "html": - case "outerHTML": - return this.html(); - case "innerHTML": - return this.innerHtml(); - default: { - Object o = attrs.get(attr); - return o == null ? null : o.toString(); - } - } - } - - /** - * 删除元素一个attribute属性 - * - * @param attr 属性名 - */ - public void removeAttr(String attr) { - this.runJs("this.removeAttribute(" + attr + ");"); - } - - /** - * 获取一个property属性值 - * - * @param prop 属性名 - * @return 属性值文本 - */ - public String property(String prop) { - try { - Object o = this.runJs("return this." + prop + ";"); - return o instanceof String ? Web.formatHtml(o.toString()) : o.toString(); - } catch (Exception e) { - return null; - } - } - - /** - * 对本元素执行javascript代码 - * - * @param js js文本可以是路径，文本中用this表示本元素 - * @return 运行的结果 - */ - public Object runJs(String js) { - return runJs(js, new ArrayList<>()); - } - - /** - * 对本元素执行javascript代码 - * - * @param js js文本可以是路径，文本中用this表示本元素 - * @param params 参数，按顺序在js文本中对应arguments[0]、arguments[1]... - * @return 运行的结果 - */ - public Object runJs(String js, List params) { - return runJs(js, null, params); - } - - /** - * 对本元素执行javascript代码 - * - * @param js js文本可以是路径，文本中用this表示本元素 - * @param timeout js超时时间（秒），为None则使用页面timeouts.script设置 - * @param params 参数，按顺序在js文本中对应arguments[0]、arguments[1]... - * @return 运行的结果 - */ - public Object runJs(String js, Double timeout, List params) { - return runJs(js, false, timeout, params); - } - - /** - * 对本元素执行javascript代码 - * - * @param js js文本可以是路径，文本中用this表示本元素 - * @param asExpr 是否作为表达式运行，为True时args无效 - * @param timeout js超时时间（秒），为None则使用页面timeouts.script设置 - * @param params 参数，按顺序在js文本中对应arguments[0]、arguments[1]... - * @return 运行的结果 - */ - public Object runJs(String js, Boolean asExpr, Double timeout, List params) { - return ChromiumElement.runJs(this, js, asExpr, timeout != null ? timeout : this.getOwner().getTimeouts().getScript(), params); - } - - - /** - * 对本元素执行javascript代码 - * - * @param js js文本可以是路径，文本中用this表示本元素 - * @return 运行的结果 - */ - public Object runJs(Path js) { - return runJs(js, new ArrayList<>()); - } - - /** - * 对本元素执行javascript代码 - * - * @param js js文本可以是路径，文本中用this表示本元素 - * @param params 参数，按顺序在js文本中对应arguments[0]、arguments[1]... - * @return 运行的结果 - */ - public Object runJs(Path js, List params) { - return runJs(js, null, params); - } - - /** - * 对本元素执行javascript代码 - * - * @param js js文本可以是路径，文本中用this表示本元素 - * @param timeout js超时时间（秒），为None则使用页面timeouts.script设置 - * @param params 参数，按顺序在js文本中对应arguments[0]、arguments[1]... - * @return 运行的结果 - */ - public Object runJs(Path js, Double timeout, List params) { - return runJs(js, false, timeout, params); - } - - /** - * 对本元素执行javascript代码 - * - * @param js js文本可以是路径，文本中用this表示本元素 - * @param asExpr 是否作为表达式运行，为True时args无效 - * @param timeout js超时时间（秒），为None则使用页面timeouts.script设置 - * @param params 参数，按顺序在js文本中对应arguments[0]、arguments[1]... - * @return 运行的结果 - */ - public Object runJs(Path js, Boolean asExpr, Double timeout, List params) { - timeout = timeout != null ? timeout : this.getOwner().getTimeouts().getScript(); - try { - return ChromiumElement.runJs(this, js.toAbsolutePath().toString(), asExpr, timeout, params); - } catch (IOError e) { - return ChromiumElement.runJs(this, js.toString(), asExpr, timeout, params); - } - - } - - /** - * 对本元素执行javascript代码 - * - * @param js js文本可以是路径，文本中用this表示本元素 - */ - public void runAsyncJs(String js) { - runAsyncJs(js, new ArrayList<>()); - } - - /** - * 对本元素执行javascript代码 - * - * @param js js文本可以是路径，文本中用this表示本元素 - * @param params 参数，按顺序在js文本中对应arguments[0]、arguments[1]... - */ - public void runAsyncJs(String js, List params) { - runAsyncJs(js, false, params); - } - - /** - * 对本元素执行javascript代码 - * - * @param js js文本可以是路径，文本中用this表示本元素 - * @param asExpr 是否作为表达式运行，为True时args无效 - * @param params 参数，按顺序在js文本中对应arguments[0]、arguments[1]... - */ - public void runAsyncJs(String js, Boolean asExpr, List params) { - this.runJs(js, asExpr, 0.0, params); - } - - - /** - * 对本元素执行javascript代码 - * - * @param js js文本可以是路径，文本中用this表示本元素 - */ - public void runAsyncJs(Path js) { - runAsyncJs(js, new ArrayList<>()); - } - - /** - * 对本元素执行javascript代码 - * - * @param js js文本可以是路径，文本中用this表示本元素 - * @param params 参数，按顺序在js文本中对应arguments[0]、arguments[1]... - */ - public void runAsyncJs(Path js, List params) { - runAsyncJs(js, false, params); - } - - /** - * 对本元素执行javascript代码 - * - * @param js js文本可以是路径，文本中用this表示本元素 - * @param asExpr 是否作为表达式运行，为True时args无效 - * @param params 参数，按顺序在js文本中对应arguments[0]、arguments[1]... - */ - public void runAsyncJs(Path js, Boolean asExpr, List params) { - this.runJs(js, asExpr, 0.0, params); - } - - /** - * 返回当前元素下级符合条件的一个元素、属性或节点文本 - * - * @param by 查询元素 - * @return ChromiumElement对象 - */ - @Override - public ChromiumElement ele(By by) { - return super.ele(by); - } - - /** - * 返回当前元素下级符合条件的一个元素、属性或节点文本 - * - * @param by 查询元素 - * @param index 获取第几个元素，下标从1开始可传入负数获取倒数第几个 - * @return ChromiumElement对象 - */ - @Override - public ChromiumElement ele(By by, int index) { - return super.ele(by, index); - } - - /** - * 返回当前元素下级符合条件的一个元素、属性或节点文本 - * - * @param by 查询元素 - * @param index 获取第几个元素，下标从1开始可传入负数获取倒数第几个 - * @param timeout 查找元素超时时间（秒），默认与元素所在页面等待时间一致 - * @return ChromiumElement对象 - */ - @Override - public ChromiumElement ele(By by, int index, Double timeout) { - return super.ele(by, index, timeout); - } - - /** - * 返回当前元素下级符合条件的一个元素、属性或节点文本 - * - * @param loc 查询元素 - * @return ChromiumElement对象 - */ - @Override - public ChromiumElement ele(String loc) { - return super.ele(loc); - } - - /** - * 返回当前元素下级符合条件的一个元素、属性或节点文本 - * - * @param loc 查询元素 - * @param index 获取第几个元素，下标从1开始可传入负数获取倒数第几个 - * @return ChromiumElement对象 - */ - @Override - public ChromiumElement ele(String loc, int index) { - return super.ele(loc, index); - } - - /** - * 返回当前元素下级符合条件的一个元素、属性或节点文本 - * - * @param loc 查询元素 - * @param index 获取第几个元素，下标从1开始可传入负数获取倒数第几个 - * @param timeout 查找元素超时时间（秒），默认与元素所在页面等待时间一致 - * @return ChromiumElement对象 - */ - @Override - public ChromiumElement ele(String loc, int index, Double timeout) { - return super.ele(loc, index, timeout); - } - - /** - * 返回当前元素下级所有符合条件的子元素、属性或节点文本 - * - * @param by 元素的定位信息，可以是loc元组，或查询字符串 - * @return ChromiumElement对象或属性 - */ - @Override - public List eles(By by) { - return this.eles(by, null); - } - - /** - * 返回当前元素下级所有符合条件的子元素、属性或节点文本 - * - * @param by 元素的定位信息，可以是loc元组，或查询字符串 - * @param timeout 查找元素超时时间（秒），默认与元素所在页面等待时间一致 - * @return ChromiumElement对象或属性 - */ - @Override - public List eles(By by, Double timeout) { - return this._ele(by, timeout, null, null, null, null); - } - - /** - * 返回当前元素下级所有符合条件的子元素、属性或节点文本 - * - * @param loc 元素的定位信息，可以是loc元组，或查询字符串 - * @return ChromiumElement对象或属性 - */ - @Override - public List eles(String loc) { - return this.eles(loc, null); - } - - /** - * 返回当前元素下级所有符合条件的子元素、属性或节点文本 - * - * @param loc 元素的定位信息，可以是loc元组，或查询字符串 - * @param timeout 查找元素超时时间（秒），默认与元素所在页面等待时间一致 - * @return ChromiumElement对象或属性 - */ - @Override - public List eles(String loc, Double timeout) { - return this._ele(loc, timeout, null, null, null, null); - - } - - /** - * 查找一个符合条件的元素，以SessionElement形式返回 - * - * @param by 查询元素 - * @param index 获取第几个，从1开始，可传入负数获取倒数第几个 - * @return SessionElement对象或属性 - */ - @Override - public SessionElement sEle(By by, Integer index) { - try { - return FRAME_ELEMENT.contains(this.tag) ? SessionElement.makeSessionEle(this.innerHtml(), by, index).get(0) : SessionElement.makeSessionEle(this, by, index).get(0); - } catch (IndexOutOfBoundsException e) { - if (Settings.raiseWhenEleNotFound) { - throw new ElementNotFoundError(null, "s_ele()", Map.of("by", by.toString())); - } - return null; - } - } - - /** - * 查找一个符合条件的元素，以SessionElement形式返回 - * - * @param loc 定位符 - * @param index 获取第几个，从1开始，可传入负数获取倒数第几个 - * @return SessionElement对象或属性 - */ - @Override - public SessionElement sEle(String loc, Integer index) { - try { - return FRAME_ELEMENT.contains(this.tag) ? SessionElement.makeSessionEle(this.innerHtml(), loc, index).get(0) : SessionElement.makeSessionEle(this, loc, index).get(0); - } catch (IndexOutOfBoundsException e) { - if (Settings.raiseWhenEleNotFound) { - throw new ElementNotFoundError(null, "s_ele()", Map.of("loc", loc)); - } - return null; - } - } - - /** - * 查找所有符合条件的元素，以SessionElement列表形式返回 - * - * @param by 查询元素 - * @return SessionElement或属性 - */ - @Override - public List sEles(By by) { - return FRAME_ELEMENT.contains(this.tag) ? SessionElement.makeSessionEle(this.innerHtml(), by, null) : SessionElement.makeSessionEle(this, by, null); - } - - /** - * 查找所有符合条件的元素，以SessionElement列表形式返回 - * - * @param loc 定位符 - * @return SessionElement或属性 - */ - @Override - public List sEles(String loc) { - return FRAME_ELEMENT.contains(this.tag) ? SessionElement.makeSessionEle(this.innerHtml(), loc, null) : SessionElement.makeSessionEle(this, loc, null); - } - - /** - * 返回当前元素下级符合条件的子元素、属性或节点文本，默认返回第一个 - * - * @param by 查询元素 - * @param timeout 查找超时时间（秒） - * @param index 获取第几个，从1开始，可传入负数获取倒数第几个 如果是null则是返回全部 - * @param relative WebPage用的表示是否相对定位的参数 - * @param raiseErr 找不到元素是是否抛出异常，为null时根据全局设置 - * @return ChromiumElement对象或文本、属性或其组成的列表 - */ - @Override - protected List findElements(By by, Double timeout, Integer index, Boolean relative, Boolean raiseErr) { - return ChromiumElement.findInChromiumEle(this, by, index, timeout, relative); - } - - /** - * 返回当前元素下级符合条件的子元素、属性或节点文本，默认返回第一个 - * - * @param loc 定位符 - * @param timeout 查找超时时间（秒） - * @param index 获取第几个，从1开始，可传入负数获取倒数第几个 如果是null则是返回全部 - * @param relative WebPage用的表示是否相对定位的参数 - * @param raiseErr 找不到元素是是否抛出异常，为null时根据全局设置 - * @return ChromiumElement对象或文本、属性或其组成的列表 - */ - @Override - protected List findElements(String loc, Double timeout, Integer index, Boolean relative, Boolean raiseErr) { - return ChromiumElement.findInChromiumEle(this, loc, index, timeout, relative); - } - - /** - * 返回元素样式属性值，可获取伪元素属性值 - * - * @param style 样式属性名称 - * @return 样式属性的值 - */ - public String style(String style) { - return style(style, ""); - } - - /** - * 返回元素样式属性值，可获取伪元素属性值 - * - * @param style 样式属性名称 - * @param pseudoEle 伪元素名称（如有） - * @return 样式属性的值 - */ - public String style(String style, String pseudoEle) { - if (pseudoEle != null && !pseudoEle.isEmpty()) - pseudoEle = pseudoEle.startsWith(":") ? ", \"" + pseudoEle + "\"" : ", \"::" + pseudoEle + "\""; - return this.runJs("return window.getComputedStyle(this" + pseudoEle + ").getPropertyValue(\"" + style + "\");").toString(); - } - - /** - * 返回元素src资源，base64的可转为bytes返回，其它返回str - * - * @return 资源内容 - */ - public Object src() { - return src(true); - } - - /** - * 返回元素src资源，base64的可转为bytes返回，其它返回str - * - * @param base64ToBytes 为True时，如果是base64数据，转换为bytes格式 - * @return 资源内容 - */ - public Object src(boolean base64ToBytes) { - return src(null, base64ToBytes); - } - - /** - * 返回元素src资源，base64的可转为bytes返回，其它返回str - * - * @param timeout 等待资源加载的超时时间（秒） - * @param base64ToBytes 为True时，如果是base64数据，转换为bytes格式 - * @return 资源内容 - */ - public Object src(Double timeout, boolean base64ToBytes) { - timeout = (timeout == 0) ? this.getOwner().timeout() : timeout; - if (Objects.equals(this.tag(), "img")) { - // 等待图片加载完成 - String js = "return this.complete && typeof this.naturalWidth !== 'undefined' " + "&& this.naturalWidth > 0 && typeof this.naturalHeight !== 'undefined' " + "&& this.naturalHeight > 0"; - long endTime = (long) (System.currentTimeMillis() + timeout * 1000); - while (this.runJs(js) != null && System.currentTimeMillis() < endTime) { - try { - Thread.sleep(100); - } catch (InterruptedException e) { - e.printStackTrace(); - } - } - } - String src = this.attr("src"); - if (src.toLowerCase().startsWith("data:image")) { - String[] split = src.split(",", 2); - if (base64ToBytes) { - return Base64.getDecoder().decode(split[split.length - 1]); - } else { - return split[split.length - 1]; - } - } - - boolean isBlob = src.startsWith("blob"); - Object result = null; - long endTime = (long) (System.currentTimeMillis() + timeout * 1000); - while (System.currentTimeMillis() < endTime) { - if (isBlob) { - // Assuming getBlob method is defined elsewhere - result = Web.getBlob(this.getOwner(), src, base64ToBytes); - if (result != null) break; - } else { - src = this.property("currentSrc"); - if (src == null) continue; - Object o = JSON.parseObject(this.getOwner().runCdp("DOM.describeNode", Map.of("backendNodeId", this.backendId)).toString()).getJSONObject("node").get("frameId"); - // Assuming getFrameId and getResourceContent methods are defined elsewhere - Object frame = o != null ? o : this.getOwner().getFrameId(); - try { - result = this.getOwner().runCdp("Page.getResourceContent", Map.of("frameId", frame, "url", src)); - break; - } catch (CDPError e) { - try { - Thread.sleep(100); - } catch (InterruptedException ex) { - ex.printStackTrace(); - } - } - } - } - - if (result == null) return null; - else if (isBlob) return result; - else { - JSONObject jsonObject = JSON.parseObject(result.toString()); - if (jsonObject.getBoolean("base64Encoded") && base64ToBytes) - return Base64.getDecoder().decode(jsonObject.get("content").toString()); - else return jsonObject.get("content"); - } - } - - /** - * 保存图片或其它有src属性的元素的资源 - * - * @return 返回保存路径 - */ - public String save() { - return save(null); - } - - /** - * 保存图片或其它有src属性的元素的资源 - * - * @param path 文件保存路径，为None时保存到当前文件夹 - * @return 返回保存路径 - */ - public String save(String path) { - return save(path, null); - } - - /** - * 保存图片或其它有src属性的元素的资源 - * - * @param path 文件保存路径，为None时保存到当前文件夹 - * @param name 文件名称，为None时从资源url获取 - * @return 返回保存路径 - */ - public String save(String path, String name) { - return save(path, name, null); - } - - /** - * 保存图片或其它有src属性的元素的资源 - * - * @param path 文件保存路径，为None时保存到当前文件夹 - * @param name 文件名称，为None时从资源url获取 - * @param timeout 等待资源加载的超时时间（秒） - * @return 返回保存路径 - */ - public String save(String path, String name, Double timeout) { - Object data = this.src(timeout, true); - if (data == null) throw new NoResourceError(); - - path = (path == null || path.isEmpty()) ? "." : path; - if (name == null && Objects.equals(this.tag(), "img")) { - String src = this.attr("src"); - if (src.toLowerCase().startsWith("data:image")) { - String[] parts = src.split(",", 2); - String extension = (parts.length > 1) ? parts[0].split("/")[1].split(";")[0] : null; - name = (extension != null) ? "img." + extension : null; - } - } - name = (name == null) ? Paths.get(this.property("currentSrc")).getFileName().toString() : name; - Path filePath = com.ll.DataRecorder.Tools.getUsablePath(Paths.get(path, name).toFile().getPath()).toAbsolutePath(); - try { - Files.write(filePath, (data instanceof byte[]) ? (byte[]) data : data.toString().getBytes()); - } catch (Exception e) { - e.printStackTrace(); - // Handle the exception appropriately - } - - return filePath.toString(); - } - - /** - * 对当前元素截图，可保存到文件，或以字节方式返回 - * - * @param path 文件保存路径 - * @param name 完整文件名，后缀可选 'jpg','jpeg','png','webp' - * @param asBytes 是否以字节形式返回图片，可选 'jpg','jpeg','png','webp'，生效时path参数和as_base64参数无效 - * @param asBase64 是否以base64字符串形式返回图片，可选 'jpg','jpeg','png','webp'，生效时path参数无效 - * @return 图片完整路径或字节文本 - */ - public Object getScreenshot(String path, String name, PicType asBytes, PicType asBase64) { - return getScreenshot(path, name, asBytes, asBase64, true); - } - - /** - * 对当前元素截图，可保存到文件，或以字节方式返回 - * - * @param path 文件保存路径 - * @param name 完整文件名，后缀可选 'jpg','jpeg','png','webp' - * @param asBytes 是否以字节形式返回图片，可选 'jpg','jpeg','png','webp'，生效时path参数和as_base64参数无效 - * @param asBase64 是否以base64字符串形式返回图片，可选 'jpg','jpeg','png','webp'，生效时path参数无效 - * @param scrollToCenter 截图前是否滚动到视口中央 - * @return 图片完整路径或字节文本 - */ - public Object getScreenshot(String path, String name, PicType asBytes, PicType asBase64, boolean scrollToCenter) { - if ("img".equals(this.tag())) { - // 等待图片加载完成 - String js = "return this.complete && typeof this.naturalWidth !== 'undefined' && this.naturalWidth > 0 " + "&& typeof this.naturalHeight !== 'undefined' && this.naturalHeight > 0"; - long endTime = (long) (System.currentTimeMillis() + this.getOwner().timeout() * 1000); - while (!((Boolean) this.runJs(js)) && System.currentTimeMillis() < endTime) try { - Thread.sleep(100); - } catch (InterruptedException e) { - e.printStackTrace(); - } - } - if (scrollToCenter) this.scroll.toSee(true); - Coordinate location = this.rect().location(); - int left = location.getX(); - int top = location.getY(); - Coordinate size = this.rect().size(); - int width = size.getX(); - int height = size.getY(); - Coordinate leftTop = new Coordinate(left, top); - Coordinate rightBottom = new Coordinate(left + width, top + height); - if (name == null) name = this.tag() + ".jpg"; - return this.getOwner()._getScreenshot(path, name, asBytes, asBase64, false, leftTop, rightBottom, this); - } - - /** - * 输入文本或组合键，也可用于输入文件路径到input元素（路径间用\n间隔） - * - * @param value 文本值或按键组合 - */ - public void input(Object value) { - input(value, true); - } - - /** - * 输入文本或组合键，也可用于输入文件路径到input元素（路径间用\n间隔） - * - * @param value 文本值或按键组合 - * @param clean 输入前是否清空文本框 - */ - public void input(Object value, boolean clean) { - input(value, clean, false); - } - - /** - * 输入文本或组合键，也可用于输入文件路径到input元素（路径间用\n间隔） - * - * @param value 文本值或按键组合 - * @param clean 输入前是否清空文本框 - * @param byJs 是否用js方式输入，不能输入组合键 - */ - public void input(Object value, boolean clean, boolean byJs) { - - if (Objects.equals(this.tag(), "input") && Objects.equals(this.attr("type"), "file")) { - this.setFileInput(value); - return; - } - if (byJs) { - if (clean) this.clear(true); - StringBuilder v = new StringBuilder(); - if (value instanceof List || value instanceof String[]) - if (value instanceof List) ((List) value).forEach(v::append); - else for (String s : (String[]) value) v.append(s); - this.set().prop("value", v.toString()); - this.runJs("this.dispatchEvent(new Event(\"change\", {bubbles: true}));"); - return; - } - if (clean && !String.valueOf(value).equals("\n") && !String.valueOf(value).equals("\ue007")) this.clear(false); - else this.inputFocus(); - Keys.inputTextOrKeys(this.getOwner(), value); - } - - /** - * 清空元素文本 - */ - public void clear() { - clear(false); - } - - /** - * 清空元素文本 - * - * @param byJs 是否用js方式清空，为False则用全选+del模拟输入删除 - */ - public void clear(boolean byJs) { - if (byJs) { - this.runJs("this.value='';"); - this.runJs("this.dispatchEvent(new Event(\"change\", {bubbles: true}));"); - return; - } - this.inputFocus(); - this.input(new String[]{"\ue009", "a", "\ue017"}, false, false); - } - - /** - * 输入前使元素获取焦点 - */ - protected void inputFocus() { - try { - this.getOwner().runCdp("DOM.focus", Map.of("backendNodeId", this.getBackendId())); - } catch (Exception e) { - this.click().click(); - } - } - - /** - * 使元素获取焦点 - */ - protected void focus() { - try { - this.getOwner().runCdp("DOM.focus", Map.of("backendNodeId", this.getBackendId())); - } catch (Exception e) { - this.getOwner().runJs("this.focus();"); - } - } - - /** - * 鼠标悬停，可接受偏移量，偏移量相对于元素左上角坐标。不传入x或y值时悬停在元素中点 - */ - public void hover() { - hover(null); - } - - /** - * 鼠标悬停，可接受偏移量，偏移量相对于元素左上角坐标。不传入x或y值时悬停在元素中点 - * - * @param coordinate 相对元素左上角坐标 - */ - public void hover(Coordinate coordinate) { - this.getOwner().scroll().toSee(this); - coordinate = coordinate != null ? coordinate : new Coordinate(0, 0); - coordinate = Web.offsetScroll(this, coordinate.getX(), coordinate.getY()); - this.getOwner().runCdp("Input.dispatchMouseEvent", Map.of("type", "mouseMoved", "x", coordinate.getX(), "y", coordinate.getY(), "_ignore", new AlertExistsError())); - } - - /** - * 拖拽当前元素到相对位置 - * - * @param coordinate 另一个元素或坐标，坐标为元素中点的坐标 - */ - public void drag(Coordinate coordinate) { - drag(coordinate, .5f); - } - - /** - * 拖拽当前元素到相对位置 - * - * @param coordinate 另一个元素或坐标，坐标为元素中点的坐标 - * @param duration 拖动用时，传入0即瞬间到达 - */ - public void drag(Coordinate coordinate, double duration) { - Coordinate midpoint = this.rect.midpoint(); - if (coordinate == null) coordinate = new Coordinate(0, 0); - this.dragTo(coordinate, duration); - } - - /** - * 拖拽当前元素，目标为另一个元素 - * - * @param coordinate 另一个元素或坐标，坐标为元素中点的坐标 - */ - public void dragTo(Coordinate coordinate) { - dragTo(coordinate, 0.5); - } - - /** - * 拖拽当前元素，目标为另一个元素 - * - * @param coordinate 另一个元素或坐标，坐标为元素中点的坐标 - * @param duration 拖动用时，传入0即瞬间到达 - */ - public void dragTo(Coordinate coordinate, double duration) { - this.getOwner().actions().hold(this).moveTo(coordinate, null, duration).release(); - } - - /** - * 拖拽当前元素，目标为另一个元素 - * - * @param ele 另一个元素或坐标，坐标为元素中点的坐标 - */ - public void dragTo(ChromiumElement ele) { - dragTo(ele, 0.5); - } - - /** - * 拖拽当前元素，目标为另一个元素 - * - * @param ele 另一个元素或坐标，坐标为元素中点的坐标 - * @param duration 拖动用时，传入0即瞬间到达 - */ - public void dragTo(ChromiumElement ele, double duration) { - this.getOwner().actions().hold(this).moveTo(ele, null, duration).release(); - } - - /** - * 根据传入node id或backend id获取js中的object id - * - * @param nodeId cdp中的node id - * @param backendId backend id - * @return js中的object id - */ - private String getObjId(Integer nodeId, Integer backendId) { - return nodeId != null ? JSON.parseObject(this.getOwner().runCdp("DOM.resolveNode", Map.of("nodeId", nodeId)).toString()).getJSONObject("object").getString("objectId") : JSON.parseObject(this.getOwner().runCdp("DOM.describeNode", Map.of("backendNodeId", backendId)).toString()).getJSONObject("object").getString("objectId"); - } - - /** - * 根据传入object id或backend id获取cdp中的node id - * - * @param objId js中的object id - * @param backendId backend id - * @return cdp中的node id - */ - private Integer getNodeId(String objId, Integer backendId) { - if (objId != null) - return JSON.parseObject(this.getOwner().runCdp("DOM.requestNode", Map.of("objectId", objId)).toString()).getInteger("nodeId"); - else { - JSONObject jsonObject = JSON.parseObject(this.getOwner().runCdp("DOM.describeNode", Map.of("backendNodeId", backendId)).toString()).getJSONObject("node"); - this.tag = jsonObject.getString("localName"); - return jsonObject.getInteger("nodeId"); - } - } - - /** - * 根据传入node id获取backend id - * - * @param nodeId js中的nodeId - * @return backend id - */ - private Integer getBackendId(Integer nodeId) { - - JSONObject jsonObject = JSON.parseObject(this.getOwner().runCdp("DOM.describeNode", Map.of("nodeId", nodeId)).toString()).getJSONObject("node"); - this.tag = jsonObject.getString("localName"); - return jsonObject.getInteger("backendNodeId"); - } - - /** - * 返获取绝对的css路径或xpath路径 - * - * @param mode 'css' 或 'xpath' - * @return 绝对路径 - */ - @Override - protected String getElePath(ElePathMode mode) { - String txt1, txt3, txt4, txt5; - - if ("xpath".equals(mode.getMode())) { - txt1 = "var tag = el.nodeName.toLowerCase();"; - txt3 = " && sib.nodeName.toLowerCase() == tag"; - txt4 = "if (nth > 1) { path = '/' + tag + '[' + nth + ']' + path; } else { path = '/' + tag + path; }"; - txt5 = "return path;"; - } else if ("css".equals(mode.getMode())) { - txt1 = ""; - txt3 = ""; - txt4 = "path = '>' + el.tagName.toLowerCase() + \":nth-child(\" + nth + \")\" + path;"; - txt5 = "return path.substr(1);"; - } else { - throw new IllegalArgumentException("mode参数只能是'xpath'或' css'，现在是：'" + mode + "'。"); - } - - String js = "function() {" + " function e(el) {" + " if (!(el instanceof Element)) return;" + " var path = '';" + " while (el.nodeType === Node.ELEMENT_NODE) {" + txt1 + " var sib = el, nth = 0;" + " while (sib) {" + " if (sib.nodeType === Node.ELEMENT_NODE" + txt3 + ") {" + " nth += 1;" + " }" + " sib = sib.previousSibling;" + " }" + txt4 + " el = el.parentNode;" + " }" + txt5 + " }" + " return e(this);" + "}"; - return this.runJs(js).toString(); - } - - protected void setFileInput(Object files) { - if (files instanceof Integer || files instanceof Float || files instanceof Double) files = files.toString(); - if (!(files instanceof String) && !(files instanceof List) && !(files instanceof String[])) - throw new ClassCastException("类型只能为字符串，字符串数组，字符串集合"); - if (files instanceof String) { - String[] split = ((String) files).split("\n"); - files = new ArrayList<>(Arrays.asList(split)); - } else if (files instanceof String[]) { - files = new ArrayList<>(Arrays.asList((String[]) files)); - } - List list = new ArrayList<>(); - for (String s : (List) files) list.add(Paths.get(s).toFile().getAbsolutePath()); - this.getOwner().runCdp("DOM.setFileInputFiles", Map.of("files", list, "backendNodeId", this.getBackendId())); - } - - - /** - * 返回当前元素下级符合条件的子元素、属性或节点文本，默认返回第一个 - * - * @param ele 查询元素 - * @param timeout 查找超时时间（秒） - * @param index 获取第几个，从1开始，可传入负数获取倒数第几个 如果是null则是返回全部 - * @param relative WebPage用的表示是否相对定位的参数 - * @return ChromiumElement对象或文本、属性或其组成的列表 - */ - protected static List findInChromiumEle(ChromiumElement ele, String loc, Integer index, Double timeout, Boolean relative) { - return _findInChromiumEle(ele, Locator.getLoc(loc), index, timeout, relative); - } - - /** - * 返回当前元素下级符合条件的子元素、属性或节点文本，默认返回第一个 - * - * @param by 查询元素 - * @param timeout 查找超时时间（秒） - * @param index 获取第几个，从1开始，可传入负数获取倒数第几个 如果是null则是返回全部 - * @param relative WebPage用的表示是否相对定位的参数 - * @return ChromiumElement对象或文本、属性或其组成的列表 - */ - protected static List findInChromiumEle(ChromiumElement ele, By by, Integer index, Double timeout, Boolean relative) { - return _findInChromiumEle(ele, Locator.getLoc(by), index, timeout, relative); - } - - /** - * 返回当前元素下级符合条件的子元素、属性或节点文本，默认返回第一个 - * - * @param by 查询元素 - * @param timeout 查找超时时间（秒） - * @param index 获取第几个，从1开始，可传入负数获取倒数第几个 如果是null则是返回全部 - * @param relative WebPage用的表示是否相对定位的参数 - * @return ChromiumElement对象或文本、属性或其组成的列表 - */ - private static List _findInChromiumEle(ChromiumElement ele, By by, Integer index, Double timeout, Boolean relative) { - if (by.getName().equals(BySelect.XPATH) && by.getValue().trim().startsWith("/")) { - by.setValue("." + by.getValue()); - } else if (by.getName().equals(BySelect.CSS_SELECTOR) && by.getValue().trim().startsWith(">")) { - by.setValue(ele.cssPath() + by.getValue()); - } - timeout = timeout != null ? timeout : ele.getOwner().timeout(); - // ---------------执行查找----------------- - return by.getName().equals(BySelect.XPATH) ? findByXpath(ele, by.getValue(), index, timeout, relative) : findByCss(ele, by.getValue(), index, timeout); - } - - /** - * 执行用xpath在元素中查找元素 - * - * @param ele 在此元素中查找 - * @param xpath 查找语句 - * @param index 第几个结果，从1开始，可传入负数获取倒数第几个，为None返回所有 - * @param timeout 超时时间（秒） - * @param relative 是否相对定位 - * @return ChromiumElement或其组成的列表 - */ - protected static List findByXpath(ChromiumElement ele, String xpath, Integer index, Double timeout, Boolean relative) { - String typeTxt = index != null && index == 1 ? "9" : "7"; - String nodeTxt = FRAME_ELEMENT.contains(ele.tag) && relative != null && !relative ? "this.contentDocument" : "this"; - String js = ChromiumElement.makeJsForFindEleByXPath(xpath, typeTxt, nodeTxt); - ele.getOwner().waits().docLoaded(); - long endTime = (long) (System.currentTimeMillis() + timeout * 1000); - Object result = doFindXpath(ele, xpath, index, js, nodeTxt); - while (result != null && endTime > System.currentTimeMillis()) { - try { - Thread.sleep(100); - } catch (InterruptedException e) { - throw new RuntimeException(e); - } - result = doFindXpath(ele, xpath, index, js, nodeTxt); - } - if (result == null) { - return new ArrayList<>(); - } else if (result instanceof String) { - try { - throw new ElementNotFoundError(result.toString()); - } catch (Exception ignored) { - } - } else if (result instanceof List) { - //noinspection unchecked - return (List) result; - } else { - try { - throw new ElementNotFoundError(result.toString()); - } catch (Exception ignored) { - } - } - return new ArrayList<>(); - - } - - private static Object doFindXpath(ChromiumElement ele, String xpath, Integer index, String js, String nodeTxt) { - JSONObject res = JSON.parseObject(ele.getOwner().runCdp("Runtime.callFunctionOn", Map.of("functionDeclaration", js, "objectId", ele.objId, "returnByValue", false, "awaitPromise", true, "userGesture", true)).toString()); - if (Objects.equals(res.getJSONObject("result").get("type").toString(), "string")) { - return res.getJSONObject("result").get("value").toString(); - } - if (res.get("exceptionDetails") != null) { - if (res.getJSONObject("result").getString("description").contains("The result is not a node set")) { - Object js1 = ChromiumElement.makeJsForFindEleByXPath(xpath, "1", nodeTxt); - res = JSON.parseObject(ele.getOwner().runCdp("Runtime.callFunctionOn", Map.of("functionDeclaration", js1, "objectId", ele.objId, "returnByValue", false, "awaitPromise", true, "userGesture", true)).toString()); - return res.getJSONObject("result").getString("value"); - } else { - throw new IllegalArgumentException("查询语句错误:\n" + res); - } - } - if (Objects.equals(res.getJSONObject("result").get("subtype").toString(), "null") || List.of("NodeList(0)", "Array(0)").contains(res.getJSONObject("result").getString("description"))) { - return null; - } - if (index != null && index == 1) { - return ChromiumElement.makeChromiumEles(ele.getOwner(), res.getJSONObject("result").get("objectId"), 1, true); - } else { - JSONArray resA = JSON.parseObject(ele.getOwner().runCdp("Runtime.getProperties", Map.of("objectId", res.getJSONObject("result").get("objectId"), "ownProperties", true)).toString()).getJSONArray("result"); - resA.remove(resA.size() - 1); - if (index == null) { - List list = new ArrayList<>(); - for (Object i : resA) { - JSONObject jsonObject = JSON.parseObject(i.toString()); - if (Objects.equals(jsonObject.getJSONObject("value").getString("type"), "object")) { - List list1 = makeChromiumEles(ele.getOwner(), jsonObject.getJSONObject("value").get("objectId"), 1, true); - if (list1 == null) return null; - if (!list1.isEmpty()) list.add(list1.get(0)); - } - } - return list; - } else { - int elesCount = res.size(); - if (elesCount == 0 || Math.abs(index) > elesCount) return null; - - int index1 = ((index < 0 ? elesCount + index + 1 : index) - 1); - index1 = index1 < 0 ? elesCount + index1 : index1; - res = res.getJSONObject(index1 + ""); - return res.getJSONObject("value").getString("type").equals("object") ? makeChromiumEles(ele.getOwner(), res.getJSONObject("value").get("objectId"), null, true) : res.getJSONObject("result").getString("value"); - } - } - } - - /** - * 执行用css selector在元素中查找元素 - * - * @param ele 在此元素中查找 - * @param selector 查找语句 - * @param index 第几个结果，从1开始，可传入负数获取倒数第几个，为None返回所有 - * @param timeout 超时时间（秒） - * @return ChromiumElement或其组成的列表 - */ - protected static List findByCss(ChromiumElement ele, String selector, Integer index, Double timeout) { - selector = selector.replace("\"", "\\\""); - String findAll = index != null && index == 1 ? "" : "All"; - String nodeTxt = List.of("iframe", "frame", "shadow-root").contains(ele.tag) ? "this.contentDocument" : "this"; - String js = "function(){return " + nodeTxt + ".querySelector" + findAll + "(\"" + selector + "\");}"; - ele.getOwner().waits().docLoaded(); - - long endTime = (long) (System.currentTimeMillis() + timeout * 1000); - Object result = doFindCss(ele, index, js); - - while (result != null && System.currentTimeMillis() < endTime) { - try { - Thread.sleep(100); - } catch (InterruptedException e) { - throw new RuntimeException(e); - } - result = doFindCss(ele, index, js); - } - - if (result == null) { - return new ArrayList<>(); - } else if (result instanceof String) { - try { - throw new ElementNotFoundError(result.toString()); - } catch (Exception ignored) { - } - } else if (result instanceof List) { - //noinspection unchecked - return (List) result; - } else { - try { - throw new ElementNotFoundError(result.toString()); - } catch (Exception ignored) { - } - } - return new ArrayList<>(); - } - - private static Object doFindCss(ChromiumElement ele, Integer index, String js) { - JSONObject res = JSON.parseObject(ele.getOwner().runCdp("Runtime.callFunctionOn", Map.of("functionDeclaration", js, "objectId", ele.objId, "returnByValue", false, "awaitPromise", true, "userGesture", true)).toString()); - if (res.containsKey("exceptionDetails")) { - throw new IllegalArgumentException("查询语句错误:\n" + res); - } - String string = res.getJSONObject("result").getString("subtype"); - if (Objects.equals(string, null) || Objects.equals(string, "null") || List.of("NodeList(0)", "Array(0)").contains(res.getJSONObject("result").getString("description"))) { - return null; - } - if (index == 1) { - return makeChromiumEles(ele.getOwner(), res.getJSONObject("result").get("objectId"), 1, true); - } else { - JSONArray jsonArray = JSON.parseObject(ele.getOwner().runCdp("Runtime.getProperties", Map.of("objectId", res.getJSONObject("result").get("objectId"), "ownProperties", true)).toString()).getJSONArray("result"); - List objects = new ArrayList<>(); - for (int i = 0; i < jsonArray.size() - 1; i++) - objects.add(JSON.parseObject(jsonArray.get(i).toString()).getJSONObject("value").get("objectId")); - return makeChromiumEles(ele.getOwner(), objects, index, true); - } - } - - /** - * 根据node id或object id生成相应元素对象 - * - * @param page ChromiumPage对象 - * @param ids 元素的id列表 - * @return 浏览器元素对象或它们组成的列表，生成失败返回False - */ - - public static List makeChromiumEles(ChromiumBase page, Object ids) { - return makeChromiumEles(page, ids, 1); - } - - //-----------------d模式独有属性------------------- - - /** - * 根据node id或object id生成相应元素对象 - * - * @param page ChromiumPage对象 - * @param ids 元素的id列表 - * @param index 获取第几个，为None返回全部 - * @return 浏览器元素对象或它们组成的列表，生成失败返回False - */ - - public static List makeChromiumEles(ChromiumBase page, Object ids, Integer index) { - return makeChromiumEles(page, ids, index, false); - } - - /** - * 根据node id或object id生成相应元素对象 - * - * @param page ChromiumPage对象 - * @param ids 元素的id列表 - * @param index 获取第几个，为None返回全部 - * @param isObjId 传入的id是obj id还是node id - * @return 浏览器元素对象或它们组成的列表，生成失败返回False - */ - public static List makeChromiumEles(ChromiumBase page, Object ids, Integer index, boolean isObjId) { - - List list = new ArrayList<>(); - try { - list.add(JSON.parseObject(ids.toString(), Integer.class)); - } catch (Exception e) { - list.addAll(JSON.parseArray(ids.toString(), Integer.class)); - } - Object obj; - List chromiumElements = new ArrayList<>(); - if (index != null) { - index -= 1; - if (index < 0) index = list.size() + index; - Integer i = list.get(index); - if (isObjId) { - obj = getNodeByObjId(page, i); - } else { - obj = getNodeByNodeId(page, i); - } - if (Boolean.FALSE.equals(obj)) { - return null; - } - if (obj instanceof ChromiumElement || obj instanceof ChromiumFrame) { - chromiumElements.add((ChromiumElement) (BaseParser) obj); - } - return chromiumElements; - } else { - for (Integer i : list) { - if (isObjId) { - obj = getNodeByObjId(page, i); - } else { - obj = getNodeByNodeId(page, i); - } - if (Boolean.FALSE.equals(obj)) { - return null; - } - if (obj instanceof ChromiumElement || obj instanceof ChromiumFrame) { - chromiumElements.add((ChromiumElement) (BaseParser) obj); - } - } - } - return chromiumElements; - } - - private static Map getNodeInfo(ChromiumBase page, String idType, Integer id) { - if (id == null) return null; - JSONObject jsonObject = JSON.parseObject(page.driver().run("DOM.describeNode", Map.of(idType, id)).toString()); - return jsonObject.containsKey("error") || jsonObject.containsValue("error") ? null : jsonObject; - - } - - /** - * @return 返回类型为字符串或ele对象 - */ - private static Object getNodeByObjId(ChromiumBase page, Integer objId) { - Map node = getNodeInfo(page, "objectId", objId); - if (node == null) { - return false; - } - JSONObject jsonObject = JSON.parseObject(node.get("node").toString()); - String o = jsonObject.getString("nodeName"); - if (Objects.equals(o, "#text") || Objects.equals(o, "#comment")) return null; - return makeEle(page, objId, node); - - } - - private static Object getNodeByNodeId(ChromiumBase page, Integer objId) { - Map node = getNodeInfo(page, "nodeId", objId); - if (node == null) return false; - JSONObject jsonObject = JSON.parseObject(node.get("node").toString()); - String o = jsonObject.getString("nodeName"); - if (Objects.equals(o, "#text") || Objects.equals(o, "#comment")) return jsonObject.get("nodeValue"); - else { - JSONObject objIdMap = JSON.parseObject(page.driver().run("DOM.resolveNode", Map.of("nodeId", objId)).toString()); - if (objIdMap.containsKey("error")) return false; - return makeEle(page, objIdMap.getJSONObject("object").get("objectId"), node); - } - } - - private static Object makeEle(ChromiumBase page, Object objId, Object node) { - JSONObject jsonObject = JSON.parseObject(node.toString()).getJSONObject("node"); - ChromiumElement ele = new ChromiumElement(page, jsonObject.getInteger("nodeId"), objId.toString(), jsonObject.getInteger("backendNodeId")); - if (FRAME_ELEMENT.contains(ele.tag())) { - return new ChromiumFrame(page, ele, JSON.parseObject(node.toString())); - } else { - return ele; - } - } - - public static String makeJsForFindEleByXPath(String xpath, String typeTxt, String nodeTxt) { - String forTxt = ""; - String returnTxt; - switch (typeTxt) { - case "9": - returnTxt = "\n" + "if(e.singleNodeValue==null){return null;}\n" + "else if(e.singleNodeValue.constructor.name==\"Text\"){return e.singleNodeValue.data;}\n" + "else if(e.singleNodeValue.constructor.name==\"Attr\"){return e.singleNodeValue.nodeValue;}\n" + "else if(e.singleNodeValue.constructor.name==\"Comment\"){return e.singleNodeValue.nodeValue;}\n" + "else{return e.singleNodeValue;}"; - break; - case "7": - forTxt = "\n" + "var a=new Array();\n" + "for(var i = 0; i params) { - if (!(pageOrEle instanceof ChromiumBase || pageOrEle instanceof ChromiumElement || pageOrEle instanceof ShadowRoot)) { - throw new IllegalArgumentException("类型只能ChromiumPage ChromiumElement ShadowRoot"); - } - ChromiumBase page; - boolean isPage; - String objId = null; - - if (pageOrEle instanceof ChromiumElement || pageOrEle instanceof ShadowRoot) { - isPage = false; - if (pageOrEle instanceof ChromiumElement) { - page = ((ChromiumElement) pageOrEle).getOwner(); - objId = ((ChromiumElement) pageOrEle).getObjId(); - } else { - page = ((ShadowRoot) pageOrEle).getOwner(); - objId = ((ShadowRoot) pageOrEle).getObjId(); - - } - } else { - isPage = true; - page = (ChromiumBase) pageOrEle; - long endTime = System.currentTimeMillis() + 5000; - while (System.currentTimeMillis() < endTime && objId == null) { - objId = page.getRootId(); - } - if (objId == null) { - throw new RuntimeException("js运行环境出错。"); - } - } - try { - File file = Paths.get(script).toFile(); - if (file.exists()) - try (BufferedReader reader = new BufferedReader(new InputStreamReader(new FileInputStream(file)))) { - StringBuilder stringBuilder = new StringBuilder(); - String line; - while ((line = reader.readLine()) != null) stringBuilder.append(line).append("\n"); - if (stringBuilder.length() > 0) script = stringBuilder.toString(); - } - } catch (IOException ignored) { - - } - if (page.states().hasAlert()) throw new AlertExistsError(); - long endTime = (long) (System.currentTimeMillis() + timeout * 1000); - - Object res; - try { - if (asExpr != null && asExpr) { - res = page.runCdp("Runtime.evaluate", Map.of("expression", script, "returnByValue", false, "awaitPromise", true, "userGesture", true, "_timeout", timeout, "_ignore", new AlertExistsError())); - } else { - params = params == null ? List.of() : params; - if (!Web.isJsFunc(script)) script = "function(){" + script + "}"; - List objects = new ArrayList<>(); - params.forEach((p) -> objects.add(convertArgument(p))); - res = page.runCdp("Runtime.callFunctionOn", Map.of("functionDeclaration", script, "objectId", objId, "arguments", objects, "returnByValue", false, "awaitPromise", true, "userGesture", true, "_timeout", timeout, "_ignore", new AlertExistsError())); - } - } catch (ContextLostError error) { - if (isPage) { - throw new ContextLostError("页面已被刷新，请尝试等待页面加载完成再执行操作。"); - } else { - throw new ElementLostError("原来获取到的元素对象已不在页面内。"); - } - } - if (res == null && page.states().hasAlert()) { - return null; - } - Object o = JSONObject.parseObject(Objects.requireNonNull(res).toString()).get("exceptionDetails"); - if (o != null) return new JavaScriptError("\njavascript运行错误：\n" + script + "\n错误信息：\n" + o); - try { - return parseJsResult(page, pageOrEle, JSONObject.parseObject(Objects.requireNonNull(res).toString()).getJSONObject("result"), endTime); - } catch (Exception e) { -// e.printStackTrace(); - return res; - } - - } - - /** - * @param endTime 毫秒 - * @return 解析js返回的结果 - */ - public static Object parseJsResult(ChromiumBase page, Object ele, JSONObject result, long endTime) { - Object value = result.get("unserializableValue"); - if (value != null) return value; - String theType = result.getString("type"); - if (theType.equals("object")) { - String subtype = result.getString("subtype"); - if (subtype == null || subtype.equals("null")) { - return null; - } else if (subtype.equals("node")) { - String className = result.getString("className"); - if (className.equals("ShadowRoot") && ele instanceof ChromiumElement) { - return new ShadowRoot((ChromiumElement) ele, result.getString("objectId"), null); - } else if (className.equals("HTMLDocument")) { - return result; - } else { - List list = makeChromiumEles(page, result.get("objectId")); - if (list == null || list.isEmpty()) { - throw new ElementLostError(); - } - return list; - } - } else if (subtype.equals("array")) { - JSONArray objects = JSON.parseObject(page.runCdp("Runtime.getProperties", Map.of("objectId", result.get("objectId"), "ownProperties", true)).toString()).getJSONArray("result"); - List list = new ArrayList<>(); - for (int i = 0, objectsSize = objects.size(); i < objectsSize - 1; i++) - list.add(parseJsResult(page, ele, JSONObject.parseObject(objects.get(i).toString()).getJSONObject("value"), endTime)); - return list; - } else if (result.getBoolean("objectId") && result.getString("className").equalsIgnoreCase("object")) { - JSONArray objects = JSON.parseObject(page.runCdp("Runtime.getProperties", Map.of("objectId", result.get("objectId"), "ownProperties", true)).toString()).getJSONArray("result"); - Map map = new HashMap<>(); - for (Object object : objects) { - JSONObject jsonObject = JSON.parseObject(object.toString()); - map.put(jsonObject.getString("name"), parseJsResult(page, ele, jsonObject.getJSONObject("value"), endTime)); - } - return map; - - } else if (result.getBoolean("objectId")) { - long timeout = endTime - System.currentTimeMillis(); - if (timeout < 0) { - return null; - } - String js = "function(){return JSON.stringify(this);}"; - JSONObject jsonObject = JSON.parseObject(page.runCdp("Runtime.callFunctionOn", Map.of("functionDeclaration", js, "objectId", result.get("objectId"), "returnByValue", false, "awaitPromise", true, "userGesture", true, "_ignore", new AlertExistsError(), "_timeout", timeout)).toString()); - return parseJsResult(page, ele, jsonObject.getJSONObject("result"), endTime); - - } else { - Object o = result.get("value"); - return o == null ? result : o; - } - - - } else if (theType.equals("undefined")) { - return null; - } else { - return result.get("value"); - } - } - - /** - * @param arg 转换对象 - * @return 把参数转换成js能够接收的形式 - */ - public static Map convertArgument(Object arg) { - if (arg instanceof ChromiumElement) { - return Map.of("objectId", ((ChromiumElement) arg).getObjId()); - } else if (arg instanceof Integer || arg instanceof Float || arg instanceof String || arg instanceof Boolean || arg instanceof Long) { - return Map.of("value", arg); - } - if (Double.isInfinite((Double) arg)) { - if ((Double) arg == Double.POSITIVE_INFINITY) { - return Map.of("unserializableValue", "Infinity"); - } else if ((Double) arg == Double.NEGATIVE_INFINITY) { - return Map.of("unserializableValue", "-Infinity"); - } - } - throw new TypeNotPresentException("不支持参数" + arg + "的类型:" + arg.getClass().getName(), new RuntimeException()); - - } -} diff --git a/java/src/main/java/com/ll/DrissonPage/element/Pseudo.java b/java/src/main/java/com/ll/DrissonPage/element/Pseudo.java deleted file mode 100644 index 9ae1dad..0000000 --- a/java/src/main/java/com/ll/DrissonPage/element/Pseudo.java +++ /dev/null @@ -1,26 +0,0 @@ -package com.ll.DrissonPage.element; - -import lombok.AllArgsConstructor; - -/** - * @author 陆 - * @address click - */ -@AllArgsConstructor -public class Pseudo { - private final ChromiumElement chromiumElement; - - /** - * @return 返回当前元素的::before伪元素内容 - */ - public String before() { - return chromiumElement.style("content", "before"); - } - - /** - * @return 返回当前元素的::after伪元素内容 - */ - public String after() { - return chromiumElement.style("content", "after"); - } -} diff --git a/java/src/main/java/com/ll/DrissonPage/element/SelectElement.java b/java/src/main/java/com/ll/DrissonPage/element/SelectElement.java deleted file mode 100644 index 5268845..0000000 --- a/java/src/main/java/com/ll/DrissonPage/element/SelectElement.java +++ /dev/null @@ -1,701 +0,0 @@ -package com.ll.DrissonPage.element; - -import com.ll.DrissonPage.base.By; - -import java.util.*; -import java.util.stream.Collectors; - -/** - * 用于处理 select 标签 - * - * @author 陆 - * @address click - */ -public class SelectElement { - private final ChromiumElement ele; - - public SelectElement(ChromiumElement ele) { - if (!Objects.equals(ele.tag(), "select")) - throw new IllegalArgumentException("select方法只能在元素输入路径的方法设置。"); - List files = Objects.equals("selectMultiple", jsonObject.getString("mode")) ? this.uploadList : List.of(this.uploadList.get(0)); - this.runCdp("DOM.setFileInputFiles", Map.of("files", files, "backendNodeId", jsonObject.get("backendNodeId"))); - this.driver.setCallback("Page.fileChooserOpened", null); - this.runCdp("Page.setInterceptFileChooserDialog", Map.of("enabled", false)); - this.uploadList = null; - } - } - - /** - * eager策略超时时使页面停止加载 - */ - private void waitToStop() { - long endTime = (long) (System.currentTimeMillis() + this.timeouts.getPageLoad() * 1000); - while (System.currentTimeMillis() < endTime) { - try { - Thread.sleep(100); - } catch (InterruptedException e) { - throw new RuntimeException(e); - } - } - if (("interactive".equals(this.readyState) || "complete".equals(this.readyState)) && this.isLoading != null && this.isLoading) { - this.stopLoading(); - } - } - - /** - * @return 返回用于等待的对象 - */ - public BaseWaiter waits() { - if (this.wait == null) this.wait = new BaseWaiter(this); - return this.wait; - } - - /** - * @return 返回用于设置的对象 - */ - public ChromiumBaseSetter set() { - if (this.set == null) this.set = new ChromiumBaseSetter(this); - return this.set; - } - - /** - * @return 返回用于录屏的对象 - */ - public Screencast screencast() { - if (this.screencast == null) this.screencast = new Screencast(this); - return this.screencast; - } - - /** - * @return 返回用于执行动作链的对象 - */ - public Actions actions() { - if (this.actions == null) this.actions = new Actions(this); - return this.actions; - } - - /** - * @return 返回用于聆听数据包的对象 - */ - public Listener listen() { - if (this.listener == null) this.listener = new Listener(this); - return this.listener; - } - - - //----------挂件---------- - - /** - * @return 返回用于获取状态信息的对象 - */ - - public PageStates states() { - if (this.states == null) this.states = new PageStates(this); - return this.states; - } - - /** - * @return 返回用于滚动滚动条的对象 - */ - - public PageScroller scroll() { - this.wait.docLoaded(); - if (this.scroll == null) this.scroll = new PageScroller(this); - return (PageScroller) this.scroll; - } - - /** - * @return 返回获取窗口坐标和大小的对象 - */ - public TabRect rect() { - if (this.rect == null) this.rect = new TabRect(this); - - return this.rect; - } - - /** - * @return 返回用于控制浏览器cdp的driver - */ - public Browser browser() { - return this.browser; - } - - /** - * @return 返回用于控制浏览器的Driver对象 - */ - public Driver driver() { - if (this.driver == null) throw new RuntimeException("浏览器已关闭或链接已断开."); - return driver; - } - - /** - * @return 返回当前页面title - */ - public String title() { - return JSON.parseObject(this.runCdpLoaded("Target.getTargetInfo", Map.of("targetId", this.targetId())).toString()).getJSONObject("targetInfo").getString("title"); - } - - /** - * @return 返回当前页面url - */ - public String url() { - Object o = this.runCdpLoaded("Target.getTargetInfo", Map.of("targetId", this.targetId())); - return o == null ? null : JSON.parseObject(o.toString()).getJSONObject("targetInfo").getString("url"); - } - - /** - * @return 用于被WebPage覆盖 - */ - protected String browserUrl() { - return this.url(); - } - - /** - * @return 返回当前页面html文本 - */ - public String html() { - this.wait.docLoaded(); - return JSON.parseObject(this.runCdp("DOM.getOuterHTML", Map.of("objectId", this.rootId)).toString()).getString("outerHTML"); - } - - /** - * @return 当返回内容是json格式时，返回对应的字典，非json格式时返回null - */ - public JSONObject json() { - try { - return JSON.parseObject(ele("t:pre", 1, 0.5).text()); - } catch (JSONException e) { - return null; - } - - } - - /** - * @return 返回当前标签页id - */ - public String tabId() { - return this.targetId(); - } - - /** - * @return 返回当前标签页id - */ - private String targetId() { - return !this.driver.getStopped().get() ? this.driver.getId() : ""; - } - - /** - * @return 返回当前焦点所在元素 - */ - public ChromiumElement activeEle() { - return (ChromiumElement) this.runJsLoaded("return document.activeElement;"); - } - - /** - * @return 返回页面加载策略，有3种：'null'、'normal'、'eager' - */ - public String loadMode() { - return this.loadMode; - } - - /** - * @return 返回user agent - */ - public String userAgent() { - return JSON.parseObject(this.runCdp("Runtime.evaluate", Map.of("expression", "navigator.userAgent;")).toString()).getJSONObject("result").getString("value"); - } - - /** - * @return 返回user agent - */ - public String ua() { - return userAgent(); - } - - /** - * @return 返回等待上传文件列表 - */ - public List uploadList() { - return this.uploadList; - } - - /** - * @return 返回js获取的ready state信息 - */ - protected String jsReadyState() { - try { - return JSON.parseObject(this.runCdp("Runtime.evaluate", Map.of("expression", "document.readyState;", "_timeout", 3)).toString()).getJSONObject("result").getString("value"); - } catch (ContextLostError e) { - return null; - } catch (Exception e) { - return "other" + e.getMessage(); - } - } - - /** - * 执行Chrome DevTools Protocol语句 - * - * @param cmd 协议项目 - * @return 执行的结果 - */ - public Object runCdp(String cmd) { - return runCdp(cmd, new HashMap<>()); - } - - /** - * 执行Chrome DevTools Protocol语句 - * - * @param cmd 协议项目 - * @param params 参数 - * @return 执行的结果 - */ - public Object runCdp(String cmd, Map params) { - params = params == null ? new HashMap<>() : params; - params = new HashMap<>(params); - Object ignore = params.remove("_ignore"); - Object run = this.driver.run(cmd, params); - if (JSON.parseObject(run.toString()).containsKey(Browser.__ERROR__)) { - try { - Tools.raiseError(JSON.parseObject(run.toString()), ignore); - } catch (JSONException e) { - Tools.raiseError(JSON.parseObject(JSON.toJSONString(run)), ignore); - } - return null; - } - return run; - } - - /** - * 执行Chrome DevTools Protocol语句，执行前等待页面加载完毕 - * - * @param cmd 协议项目 - * @return 执行的结果 - */ - - public Object runCdpLoaded(String cmd) { - return this.runCdpLoaded(cmd, new HashMap<>()); - } - - /** - * 执行Chrome DevTools Protocol语句，执行前等待页面加载完毕 - * - * @param cmd 协议项目 - * @param params 参数 - * @return 执行的结果 - */ - - public Object runCdpLoaded(String cmd, Map params) { - this.wait.docLoaded(); - return this.runCdp(cmd, params); - } - - /** - * 运行javascript代码 - * - * @param js js文本可以是路径 - */ - public Object runJs(String js) { - return runJs(js, new ArrayList<>()); - } - - /** - * 运行javascript代码 - * - * @param js js文本可以是路径 - * @param params 参数 - */ - public Object runJs(String js, List params) { - return runJs(js, null, params); - } - - /** - * 运行javascript代码 - * - * @param js js文本可以是路径 - * @param timeout js超时时间（秒），为null则使用页面timeouts.script设置 - * @param params 参数 - */ - public Object runJs(String js, Double timeout, List params) { - return runJs(js, false, timeout, params); - } - - /** - * 运行javascript代码 - * - * @param js js文本可以是路径 - * @param asExpr 是否作为表达式运行，为True时args无效 - * @param timeout js超时时间（秒），为null则使用页面timeouts.script设置 - * @param params 参数 - */ - public Object runJs(String js, Boolean asExpr, Double timeout, List params) { - return ChromiumElement.runJs(this, js, asExpr, timeout == null ? this.timeouts.getScript() : timeout, params); - } - - /** - * 运行javascript代码 - * - * @param js js文本可以是路径 - */ - public Object runJs(Path js) { - return runJs(js, new ArrayList<>()); - } - - /** - * 运行javascript代码 - * - * @param js js文本可以是路径 - * @param params 参数 - */ - public Object runJs(Path js, List params) { - return runJs(js, null, params); - } - - /** - * 运行javascript代码 - * - * @param js js文本可以是路径 - * @param timeout js超时时间（秒），为null则使用页面timeouts.script设置 - * @param params 参数 - */ - public Object runJs(Path js, Double timeout, List params) { - return runJs(js, false, timeout, params); - } - - /** - * 运行javascript代码 - * - * @param js js文本可以是路径 - * @param asExpr 是否作为表达式运行，为True时args无效 - * @param timeout js超时时间（秒），为null则使用页面timeouts.script设置 - * @param params 参数 - */ - public Object runJs(Path js, Boolean asExpr, Double timeout, List params) { - timeout = timeout == null ? this.timeouts.getScript() : timeout; - try { - return ChromiumElement.runJs(this, js.toAbsolutePath().toString(), asExpr, timeout, params); - } catch (IOError e) { - return ChromiumElement.runJs(this, js.toString(), asExpr, timeout, params); - } - } - - /** - * 运行javascript代码 - * - * @param script js文本 - */ - public Object runJsLoaded(String script) { - return runJsLoaded(script, new ArrayList<>()); - } - - /** - * 运行javascript代码 - * - * @param script js文本 - * @param params 参数 - */ - public Object runJsLoaded(String script, List params) { - return runJsLoaded(script, null, params); - } - - - /** - * 运行javascript代码 - * - * @param script js文本 - * @param asExpr 是否作为表达式运行，为True时args无效 - * @param params 参数 - */ - public Object runJsLoaded(String script, Boolean asExpr, List params) { - return runJsLoaded(script, asExpr, null, params); - } - - /** - * 运行javascript代码 - * - * @param script js文本 - * @param asExpr 是否作为表达式运行，为True时args无效 - * @param timeout js超时时间（秒），为null则使用页面timeouts.script设置 - * @param params 参数 - */ - public Object runJsLoaded(String script, Boolean asExpr, Double timeout, List params) { - this.wait.docLoaded(); - return ChromiumElement.runJs(this, script, asExpr, timeout == null ? this.timeouts.getScript() : timeout, params); - } - - - /** - * 运行javascript代码 - * - * @param js js文本可以是路径 - */ - public Object runJsLoaded(Path js) { - return runJsLoaded(js, new ArrayList<>()); - } - - /** - * 运行javascript代码 - * - * @param js js文本可以是路径 - * @param params 参数 - */ - public Object runJsLoaded(Path js, List params) { - return runJsLoaded(js, null, params); - } - - /** - * 运行javascript代码 - * - * @param js js文本可以是路径 - * @param timeout js超时时间（秒），为null则使用页面timeouts.script设置 - * @param params 参数 - */ - public Object runJsLoaded(Path js, Double timeout, List params) { - return runJsLoaded(js, false, timeout, params); - } - - /** - * 运行javascript代码 - * - * @param js js文本可以是路径 - * @param asExpr 是否作为表达式运行，为True时args无效 - * @param timeout js超时时间（秒），为null则使用页面timeouts.script设置 - * @param params 参数 - */ - public Object runJsLoaded(Path js, Boolean asExpr, Double timeout, List params) { - this.wait.docLoaded(); - timeout = timeout == null ? this.timeouts.getScript() : timeout; - try { - return ChromiumElement.runJs(this, js.toAbsolutePath().toString(), asExpr, timeout, params); - } catch (IOError e) { - return ChromiumElement.runJs(this, js.toString(), asExpr, timeout, params); - } - } - - /** - * 以异步方式执行js代码 - * - * @param script js文本 - */ - public void runAsyncJs(String script) { - runAsyncJs(script, new ArrayList<>()); - } - - /** - * 以异步方式执行js代码 - * - * @param script js文本 - * @param params 参数 - */ - public void runAsyncJs(String script, List params) { - runAsyncJs(script, false, params); - } - - /** - * 以异步方式执行js代码 - * - * @param script js文本 - * @param asExpr 是否作为表达式运行，为True时args无效 - * @param params 参数 - */ - public void runAsyncJs(String script, boolean asExpr, List params) { - runJs(script, asExpr, 0.0, params); - } - - - /** - * 以异步方式执行js代码 - * - * @param script js文本 - */ - public void runAsyncJs(Path script) { - runAsyncJs(script, new ArrayList<>()); - } - - /** - * 以异步方式执行js代码 - * - * @param script js文本 - * @param params 参数 - */ - public void runAsyncJs(Path script, List params) { - runAsyncJs(script, false, params); - } - - /** - * 以异步方式执行js代码 - * - * @param script js文本 - * @param asExpr 是否作为表达式运行，为True时args无效 - * @param params 参数 - */ - public void runAsyncJs(Path script, boolean asExpr, List params) { - runJs(script, asExpr, 0.0, params); - } - - @Override - public Boolean get(String url, boolean showErrMsg, Integer retry, Double interval, Double timeout, Map params) { - BeforeConnect beforeConnect = this.beforeConnect(url, retry, interval); - Boolean urlAvailable = this.dConnect(this.url, beforeConnect.getRetry(), beforeConnect.getInterval(), showErrMsg, timeout); - this.setUrlAvailable(urlAvailable); - return this.urlAvailable(); - } - - /** - * 返回cookies - */ - public List cookies() { - return cookies(false); - } - - /** - * 返回cookies - * - * @param asMap 为True时返回由{name: value}键值对组成的map，为false时返回list且allInfo无效 - */ - public List cookies(boolean asMap) { - return cookies(asMap, false); - } - - /** - * 返回cookies - * - * @param asMap 为True时返回由{name: value}键值对组成的map，为false时返回list且allInfo无效 - * @param allDomains 是否返回所有域的cookies - */ - public List cookies(boolean asMap, boolean allDomains) { - return cookies(asMap, allDomains, false); - } - - /** - * 返回cookies - * - * @param asMap 为True时返回由{name: value}键值对组成的map，为false时返回list且allInfo无效 - * @param allDomains 是否返回所有域的cookies - * @param allInfo 是否返回所有信息，为False时只返回name、value、domain - */ - public List cookies(boolean asMap, boolean allDomains, boolean allInfo) { - String txt = allDomains ? "Storage" : "Network"; - JSONArray objects = JSON.parseObject(this.runCdpLoaded(txt + ".getCookies").toString()).getJSONArray("cookies"); - if (asMap) { - List mapList = new ArrayList<>(); - for (Object object : objects) { - JSONObject jsonObject = JSON.parseObject(object.toString()); - Cookie.Builder builder = new Cookie.Builder(); - builder.name(jsonObject.getString("name")); - builder.value(jsonObject.getString("value")); - mapList.add(builder.build()); - } - return mapList; - } else if (allInfo) { - List mapList = new ArrayList<>(); - for (Object object : objects) { - JSONObject jsonObject = JSON.parseObject(object.toString()); - Cookie.Builder builder = new Cookie.Builder(); - builder.name(jsonObject.getString("name")); - builder.value(jsonObject.getString("value")); - builder.path(jsonObject.getString("path")); - builder.domain(jsonObject.getString("domain")); - Integer integer = jsonObject.getInteger("expiresAt"); - integer = integer == null ? jsonObject.getInteger("expiresat") : integer; - builder.expiresAt(integer); - mapList.add(builder.build()); - } - return mapList; - } else { - List mapList = new ArrayList<>(); - for (Object object : objects) { - JSONObject jsonObject = JSON.parseObject(object.toString()); - Cookie.Builder builder = new Cookie.Builder(); - builder.name(jsonObject.getString("name")); - builder.value(jsonObject.getString("value")); - builder.domain(jsonObject.getString("domain")); - mapList.add(builder.build()); - } - return mapList; - } - } - - /** - * ChromiumElement对象组成的列表 - * - * @param by 定位符或元素对象 - * @return ChromiumElement对象组成的列表 - */ - @Override - public List eles(By by) { - return eles(by, null); - } - - /** - * ChromiumElement对象组成的列表 - * - * @param by 定位符或元素对象 - * @param timeout 查找超时时间（秒） - * @return ChromiumElement对象组成的列表 - */ - public List eles(By by, Double timeout) { - return super.eles(by, timeout); - } - - /** - * ChromiumElement对象组成的列表 - * - * @param str 定位符或元素对象 - * @return ChromiumElement对象组成的列表 - */ - @Override - public List eles(String str) { - return eles(str, null); - } - - /** - * ChromiumElement对象组成的列表 - * - * @param str 定位符或元素对象 - * @param timeout 查找超时时间（秒） - * @return ChromiumElement对象组成的列表 - */ - @Override - public List eles(String str, Double timeout) { - return new ArrayList<>(super.eles(str, timeout)); - } - - /** - * @param by 查询元素 - * @return SessionElement - */ - @Override - public SessionElement sEle(By by) { - return this.sEle(by, 1); - } - - /** - * @param by 查询元素 - * @param index 获取第几个，从1开始，可传入负数获取倒数第几个 - * @return SessionElement - */ - @Override - public SessionElement sEle(By by, Integer index) { - List sessionElements = SessionElement.makeSessionEle(this, by, index); - return sessionElements != null ? sessionElements.get(0) : null; - } - - /** - * @param str 定位符 - * @return SessionElement - */ - @Override - public SessionElement sEle(String str) { - return this.sEle(str, 1); - } - - /** - * @param loc 定位符 - * @param index 获取第几个，从1开始，可传入负数获取倒数第几个 - * @return SessionElement - */ - @Override - public SessionElement sEle(String loc, Integer index) { - List sessionElements = SessionElement.makeSessionEle(this, loc, index); - return sessionElements != null ? sessionElements.get(0) : null; - } - - /** - * @param by 查询元素 - * @return List - */ - @Override - public List sEles(By by) { - return SessionElement.makeSessionEle(this, by, null); - } - - /** - * @param loc 定位符 - * @return List - */ - @Override - public List sEles(String loc) { - return SessionElement.makeSessionEle(this, loc, null); - } - - /** - * 执行元素查找 - * - * @param by 查询元素 - * @param timeout 查找超时时间（秒） - * @param index 获取第几个，从0开始，可传入负数获取倒数第几个 如果是null则是返回全部 - * @param relative WebPage用的表示是否相对定位的参数 - * @param raiseErr 找不到元素是是否抛出异常，为null时根据全局设置 - * @return ChromiumElement对象或元素对象组成的列表 - */ - @Override - protected List findElements(By by, Double timeout, Integer index, Boolean relative, Boolean raiseErr) { - return _findElement(Locator.getLoc(by), timeout, index); - } - - /** - * 执行元素查找 - * - * @param loc 定位符 - * @param timeout 查找超时时间（秒） - * @param index 获取第几个，从0开始，可传入负数获取倒数第几个 如果是null则是返回全部 - * @param relative WebPage用的表示是否相对定位的参数 - * @param raiseErr 找不到元素是是否抛出异常，为null时根据全局设置 - * @return ChromiumElement对象或元素对象组成的列表 - */ - @Override - protected List findElements(String loc, Double timeout, Integer index, Boolean relative, Boolean raiseErr) { - return _findElement(Locator.getLoc(loc), timeout, index); - } - - private List _findElement(By by, Double timeout, Integer index) { - this.waits().docLoaded(); - timeout = timeout != null ? timeout : this.timeout(); - long endTime = (long) (System.currentTimeMillis() + timeout * 1000); - List searchIds = new ArrayList<>(); - timeout = timeout <= 0 ? 0.5 : timeout; - JSONObject result = JSON.parseObject(this.driver.run("DOM.performSearch", Map.of("query", by.getValue(), "_timeout", timeout, "includeUserAgentShadowDOM", true)).toString()); - int num; - if (result == null || result.toString().isEmpty() || result.containsKey(Browser.__ERROR__)) { - num = 0; - } else { - num = result.getInteger("resultCount"); - searchIds.add(result.getString("searchId")); - } - List list; - while (true) { - if (num > 0) { - int fromIndex = 0; - Integer indexArg = 0; - int endIndex; - if (index == null) { - endIndex = num; - indexArg = null; - } else if (index < 0) { - fromIndex = index + num; - endIndex = fromIndex + 1; - } else { - fromIndex = index - 1; - endIndex = fromIndex + 1; - } - if (fromIndex <= num - 1) { - if (result != null) { - JSONObject nIds = JSON.parseObject(this.driver.run("DOM.getSearchResults", Map.of("searchId", result.getString("searchId"), "fromIndex", fromIndex, "toIndex", endIndex)).toString()); - if (!nIds.containsKey(Browser.__ERROR__)) { - list = ChromiumElement.makeChromiumEles(this, nIds.get("nodeIds"), indexArg, false); - if (list != null) { - break; - } - } - } else throw new IllegalArgumentException("缺少参数searchId"); - - } - } - if (System.currentTimeMillis() >= endTime) return new ArrayList<>(); - try { - Thread.sleep(100); - } catch (InterruptedException e) { - throw new RuntimeException(e); - } - timeout = (double) (endTime - System.currentTimeMillis()); - timeout = timeout <= 0 ? 0.5 : timeout; - result = JSON.parseObject(this.driver.run("DOM.performSearch", Map.of("query", by.getValue(), "_timeout", timeout, "includeUserAgentShadowDOM", true)).toString()); - if (result != null && !result.containsKey(Browser.__ERROR__)) { - num = result.getInteger("resultCount"); - searchIds.add(result.getString("searchId")); - } - } - for (String searchId : searchIds) { - this.driver.run("DOM.discardSearchResults", Map.of("searchId", searchId)); - } - return new ArrayList<>(list); - } - - /** - * 刷新当前页面 - */ - public boolean refresh() { - return refresh(false); - } - - /** - * 刷新当前页面 - * - * @param ignoreCache 是否忽略缓存 - */ - public boolean refresh(boolean ignoreCache) { - this.isLoading = true; - this.runCdp("Page.reload", Map.of("ignoreCache", ignoreCache)); - return this.wait.loadStart(); - } - - /** - * 在浏览历史中前进1 - */ - public void forward() { - forward(1); - } - - /** - * 在浏览历史中前进若干步 - * - * @param steps 前进步数 - */ - public void forward(int steps) { - this.forwardOrBack(steps); - } - - /** - * 在浏览历史中后退1 - */ - public void back() { - back(1); - } - - /** - * 在浏览历史中后退若干步 - * - * @param steps 后退步数 - */ - public void back(int steps) { - this.forwardOrBack(-steps); - } - - /** - * 执行浏览器前进或后退，会跳过url相同的历史记录 - * - * @param steps 步数 - */ - private void forwardOrBack(int steps) { - if (steps == 0) return; - JSONObject history = JSON.parseObject(this.runCdp("Page.getNavigationHistory").toString()); - Integer index = history.getInteger("currentIndex"); - history = history.getJSONObject("entries"); - int direction = steps > 0 ? 1 : -1; - Object currUrl = history.getJSONObject(index + "").get("url"); - Object nid = null; - for (int num = 0; num < Math.abs(steps); num++) { - for (int i = index; i < history.size() && i >= 0; i += direction) { - index += direction; - JSONObject entry = history.getJSONObject(i + ""); - if (!Objects.equals(entry.get("url"), currUrl)) { - nid = entry.get("id"); - currUrl = entry.get("url"); - break; - } - } - } - if (nid != null) { - this.isLoading = true; - this.runCdp("Page.navigateToHistoryEntry", Map.of("entryId", nid)); - } - - } - - /** - * 页面停止加载 - */ - public void stopLoading() { - try { - this.runCdp("Page.stopLoading"); - } catch (PageDisconnectedError | CDPError ignored) { - - } - long endTime = (long) (System.currentTimeMillis() + this.timeouts.getPageLoad()); - while (!Objects.equals(this.readyState, "complete") && System.currentTimeMillis() < endTime) { - try { - Thread.sleep(100); - } catch (InterruptedException e) { - throw new RuntimeException(e); - } - } - } - - /** - * 从页面上删除一个元素 - * - * @param by 元素对象或定位符 - */ - public void removeEle(By by) { - if (by == null) return; - List list = this._ele(by, null, null, null, false, null); - if (!list.isEmpty()) this.runCdp("DOM.removeNode", Map.of("nodeId", list.get(0).getNodeId())); - } - - /** - * 从页面上删除一个元素 - * - * @param loc 元素对象或定位符 - */ - public void removeEle(String loc) { - if (loc == null || loc.isEmpty()) return; - List list = this._ele(loc, null, null, null, false, null); - if (!list.isEmpty()) this.runCdp("DOM.removeNode", Map.of("nodeId", list.get(0).getNodeId())); - } - - /** - * 新建一个元素 - * - * @param outerHTML 新元素的html文本 - * @return 元素对象 - */ - public ChromiumElement addEle(String outerHTML) { - return addEle(outerHTML, By.NULL()); - } - - /** - * 新建一个元素 - * - * @param outerHTML 新元素的html文本 - * @param insertTo 插入到哪个元素中，可接收元素对象和定位符，为null添加到body - * @return 元素对象 - */ - public ChromiumElement addEle(String outerHTML, By insertTo) { - return addEle(outerHTML, this.ele(insertTo), null); - } - - /** - * 新建一个元素 - * - * @param outerHTML 新元素的html文本 - * @param insertTo 插入到哪个元素中，可接收元素对象和定位符，为null添加到body - * @param before 在哪个子节点前面插入，可接收对象和定位符，为null插入到父元素末尾 - * @return 元素对象 - */ - public ChromiumElement addEle(String outerHTML, By insertTo, By before) { - return addEle(outerHTML, this.ele(insertTo), this.ele(before)); - } - - /** - * 新建一个元素 - * - * @param outerHTML 新元素的html文本 - * @param insertTo 插入到哪个元素中，可接收元素对象和定位符，为null添加到body - * @return 元素对象 - */ - public ChromiumElement addEle(String outerHTML, String insertTo) { - return addEle(outerHTML, this.ele(insertTo), null); - } - - /** - * 新建一个元素 - * - * @param outerHTML 新元素的html文本 - * @param insertTo 插入到哪个元素中，可接收元素对象和定位符，为null添加到body - * @param before 在哪个子节点前面插入，可接收对象和定位符，为null插入到父元素末尾 - * @return 元素对象 - */ - public ChromiumElement addEle(String outerHTML, String insertTo, String before) { - return addEle(outerHTML, this.ele(insertTo), this.ele(before)); - } - - - /** - * 新建一个元素 - * - * @param outerHTML 新元素的html文本 - * @param insertTo 插入到哪个元素中，可接收元素对象和定位符，为null添加到body - * @return 元素对象 - */ - public ChromiumElement addEle(String outerHTML, ChromiumElement insertTo) { - return addEle(outerHTML, insertTo, null); - } - - /** - * 新建一个元素 - * - * @param outerHTML 新元素的html文本 - * @param insertTo 插入到哪个元素中，可接收元素对象和定位符，为null添加到body - * @param before 在哪个子节点前面插入，可接收对象和定位符，为null插入到父元素末尾 - * @return 元素对象 - */ - public ChromiumElement addEle(String outerHTML, ChromiumElement insertTo, ChromiumElement before) { - String string = insertTo == null ? this.ele("t:body").toString() : insertTo.toString(); - List args = new ArrayList<>(); - args.add(outerHTML); - args.add(string); - String js; - if (before != null) { - args.add(before.toString()); - js = "ele = document.createElement(null);\n" + "arguments[1].insertBefore(ele, arguments[2]);\n" + "ele.outerHTML = arguments[0];\n" + "return arguments[2].previousElementSibling;"; - } else { - js = "ele = document.createElement(null);\n" + "arguments[1].appendChild(ele);\n" + "ele.outerHTML = arguments[0];\n" + "return arguments[1].lastElementChild;"; - } - return (ChromiumElement) this.runJs(js, args); - } - - /** - * 获取页面中一个frame对象 - * - * @param loc 定位符、iframe序号、ChromiumFrame对象，序号从1开始，可传入负数获取倒数第几个 - * @return ChromiumFrame对象 - */ - public ChromiumFrame getFrame(String loc) { - return getFrame(loc, null); - } - - /** - * 获取页面中一个frame对象 - * - * @param loc 定位符、iframe序号、ChromiumFrame对象，序号从1开始，可传入负数获取倒数第几个 - * @param timeout 查找元素超时时间（秒） - * @return ChromiumFrame对象 - */ - public ChromiumFrame getFrame(String loc, Double timeout) { - String xpath = !Locator.isLoc(loc) ? "xpath://*[(name()=\"iframe\" or name()=\"frame\") and (@name=\"" + loc + "\" or @id=\"" + loc + "\")]" : loc; - return getFrame(this._ele(xpath, timeout, null, null, null, null)); - } - - /** - * 获取页面中一个frame对象 - * - * @param by 定位符、iframe序号、ChromiumFrame对象，序号从1开始，可传入负数获取倒数第几个 - * @return ChromiumFrame对象 - */ - public ChromiumFrame getFrame(By by) { - return getFrame(by, null); - } - - /** - * 获取页面中一个frame对象 - * - * @param by 定位符、iframe序号、ChromiumFrame对象，序号从1开始，可传入负数获取倒数第几个 - * @param timeout 查找元素超时时间（秒） - * @return ChromiumFrame对象 - */ - public ChromiumFrame getFrame(By by, Double timeout) { - return getFrame(this._ele(by, timeout, null, null, null, null)); - } - - /** - * 获取页面中一个frame对象 - * - * @return ChromiumFrame对象 - */ - public ChromiumFrame getFrame() { - return getFrame(1); - } - - /** - * 获取页面中一个frame对象 - * - * @param index 定位符、iframe序号、ChromiumFrame对象，序号从1开始，可传入负数获取倒数第几个 - * @return ChromiumFrame对象 - */ - public ChromiumFrame getFrame(int index) { - return getFrame(index, null); - } - - /** - * 获取页面中一个frame对象 - * - * @param index 定位符、iframe序号、ChromiumFrame对象，序号从1开始，可传入负数获取倒数第几个 - * @param timeout 查找元素超时时间（秒） - * @return ChromiumFrame对象 - */ - public ChromiumFrame getFrame(int index, Double timeout) { - String str = null; - if (index == 0) index = 1; - else if (index < 0) str = "last()+" + index + "+1"; - str = "xpath:(//*[name()=\"frame\" or name()=\"iframe\"])[" + (str == null ? index : str) + "]"; - return this.getFrame(this._ele(str, timeout, null, null, null, null)); - } - - @Nullable - private ChromiumFrame getFrame(List chromiumElements) { - ChromiumFrame frame = null; - if (!chromiumElements.isEmpty()) { - try { - ChromiumElement chromiumElement = chromiumElements.get(0); - if (chromiumElement.getType().equals("ChromiumFrame")) { - return (ChromiumFrame) (BaseParser) chromiumElement; - } - } catch (Exception e) { - throw new IllegalArgumentException("无法转换成frame元素"); - } - } - return frame; - } - - /** - * 获取所有符合条件的frame对象 - * - * @return ChromiumFrame对象组成的列表 - */ - public List getFrames() { - return getFrames(""); - } - - /** - * 获取所有符合条件的frame对象 - * - * @param loc 定位符，为null时返回所有 - * @return ChromiumFrame对象组成的列表 - */ - public List getFrames(String loc) { - return getFrames(loc == null || loc.isEmpty() ? null : loc, null); - } - - /** - * 获取所有符合条件的frame对象 - * - * @param loc 定位符，为null时返回所有 - * @param timeout 查找超时时间（秒） - * @return ChromiumFrame对象组成的列表 - */ - public List getFrames(String loc, Double timeout) { - loc = loc == null ? "xpath://*[name()=\"iframe\" or name()=\"frame\"]" : loc; - return _getFrames(this._ele(loc, timeout, null, null, false, null)); - } - - /** - * 获取所有符合条件的frame对象 - * - * @param by 定位符，为null时返回所有 - * @return ChromiumFrame对象组成的列表 - */ - public List getFrames(By by) { - return getFrames(by, null); - } - - /** - * 获取所有符合条件的frame对象 - * - * @param by 定位符，为null时返回所有 - * @param timeout 查找超时时间（秒） - * @return ChromiumFrame对象组成的列表 - */ - public List getFrames(By by, Double timeout) { - return _getFrames(this._ele(by, timeout, null, null, false, null)); - } - - @NotNull - private List _getFrames(List chromiumElements) { - List frames = new ArrayList<>(); - chromiumElements.forEach(baseParser -> { - try { - if (baseParser.getType().equals("ChromiumFrame")) { - frames.add((ChromiumFrame) (BaseParser) baseParser); - } - } catch (Exception ignored) { - } - }); - return frames; - } - - /** - * 获取sessionStorage信息，不设置item则获取全部 - * - * @return sessionStorage一个或所有项内容 - */ - public Object sessionStorage() { - return sessionStorage(null); - } - - /** - * 获取sessionStorage信息，不设置item则获取全部 - * - * @param item 要获取的项，不设置则返回全部 - * @return sessionStorage一个或所有项内容 - */ - public Object sessionStorage(String item) { - if (item != null && !item.trim().isEmpty()) - return this.runJsLoaded("sessionStorage.getItem(\"" + item.trim() + "\");"); - else { - String js = "var dp_ls_len = sessionStorage.length;\n" + "var dp_ls_arr = new Array();\n" + "for(var i = 0; i < dp_ls_len; i++) {\n" + " var getKey = sessionStorage.key(i);\n" + " var getVal = sessionStorage.getItem(getKey);\n" + " dp_ls_arr[i] = {'key': getKey, 'val': getVal}\n" + "}\n" + "return dp_ls_arr;"; - return JSON.parseArray(this.runJsLoaded(js).toString()).stream().map(o -> JSON.parseObject(o.toString())).collect(Collectors.toMap(jsonObject -> jsonObject.getString("key"), jsonObject -> jsonObject.get("val"), (a, b) -> b)); - } - } - - /** - * 获取localStorage信息，不设置item则获取全部 - * - * @return localStorage一个或所有项内容 - */ - public Object localStorage() { - return localStorage(null); - } - - /** - * 获取localStorage信息，不设置item则获取全部 - * - * @param item 要获取的项，不设置则返回全部 - * @return localStorage一个或所有项内容 - */ - public Object localStorage(String item) { - if (item != null && !item.trim().isEmpty()) - return this.runJsLoaded("localStorage.getItem(\"" + item.trim() + "\");"); - else { - String js = "var dp_ls_len = localStorage.length;\n" + "var dp_ls_arr = new Array();\n" + "for(var i = 0; i < dp_ls_len; i++) {\n" + " var getKey = localStorage.key(i);\n" + " var getVal = localStorage.getItem(getKey);\n" + " dp_ls_arr[i] = {'key': getKey, 'val': getVal}\n" + "}\n" + "return dp_ls_arr;"; - return JSON.parseArray(this.runJsLoaded(js).toString()).stream().map(o -> JSON.parseObject(o.toString())).collect(Collectors.toMap(jsonObject -> jsonObject.getString("key"), jsonObject -> jsonObject.get("val"), (a, b) -> b)); - } - } - - /** - * 对页面进行截图，可对整个网页、可见网页、指定范围截图。对可视范围外截图需要90以上版本浏览器支持 - * - * @param path 保存路径 - * @param name 完整文件名，后缀可选 'jpg','jpeg','png','webp' - * @param asBytes 是否以字节形式返回图片，可选 'jpg','jpeg','png','webp'，生效时path参数和as_base64参数无效 - * @param asBase64 是否以base64字符串形式返回图片，可选 'jpg','jpeg','png','webp'，生效时path参数无效 - * @param fullPage 是否整页截图，为True截取整个网页，为False截取可视窗口 - * @param leftTop 截取范围左上角坐标 - * @param rightTop 截取范围右下角角坐标 - * @return 图片完整路径或字节文本 - */ - public Object getScreenshot(String path, String name, PicType asBytes, PicType asBase64, boolean fullPage, Coordinate leftTop, Coordinate rightTop) { - return this._getScreenshot(path, name, asBytes, asBase64, fullPage, leftTop, rightTop, null); - } - - /** - * 添加初始化脚本，在页面加载任何脚本前执行 - * - * @param script js文本 - * @return 添加的脚本的id - */ - public String addInitJs(String script) { - if (script == null || script.isEmpty()) return null; - String o = JSON.parseObject(this.runCdp("Page.addScriptToEvaluateOnNewDocument", Map.of("source", script, "includeCommandLineAPI", true)).toString()).getString("identifier"); - this.initJss.add(o); - return o; - } - - /** - * 删除初始化脚本，jsId传入null时删除所有 - * - * @param scriptId 脚本的id - */ - public void removeInitJs(String scriptId) { - if (scriptId == null || scriptId.isEmpty()) { - this.initJss.forEach(id -> this.runCdp("Page.removeScriptToEvaluateOnNewDocument", Map.of("identifier", id))); - this.initJss.clear(); - } else { - for (String id : this.initJss) - if (id.equals(scriptId)) - this.runCdp("Page.removeScriptToEvaluateOnNewDocument", Map.of("identifier", scriptId)); - this.initJss.remove(scriptId); - } - } - - /** - * 清除缓存，可选要清除的项 - */ - public void clearCache() { - clearCache(true); - } - - /** - * 清除缓存，可选要清除的项 - * - * @param cache 是否清除cache - */ - public void clearCache(boolean cache) { - clearCache(cache, true); - } - - /** - * 清除缓存，可选要清除的项 - * - * @param cache 是否清除cache - * @param cookies 是否清除cookies - */ - public void clearCache(boolean cache, boolean cookies) { - clearCache(true, cache, cookies); - } - - /** - * 清除缓存，可选要清除的项 - * - * @param localStorage 是否清除localStorage - * @param cache 是否清除cache - * @param cookies 是否清除cookies - */ - public void clearCache(boolean localStorage, boolean cache, boolean cookies) { - clearCache(true, localStorage, cache, cookies); - } - - /** - * 清除缓存，可选要清除的项 - * - * @param sessionStorage 是否清除sessionStorage - * @param localStorage 是否清除localStorage - * @param cache 是否清除cache - * @param cookies 是否清除cookies - */ - public void clearCache(boolean sessionStorage, boolean localStorage, boolean cache, boolean cookies) { - if (sessionStorage || localStorage) { - this.runCdpLoaded("DOMStorage.enable"); - Object i = JSON.parseObject(this.runCdp("Storage.getStorageKeyForFrame", Map.of("frameId", this.frameId)).toString()).get("storageKey"); - if (sessionStorage) - this.runCdp("DOMStorage.clear", Map.of("storageId", Map.of("storageKey", i, "isLocalStorage", false))); - if (localStorage) - this.runCdp("DOMStorage.clear", Map.of("storageId", Map.of("storageKey", i, "isLocalStorage", true))); - this.runCdpLoaded("DOMStorage.disable"); - } - if (cache) this.runCdpLoaded("Network.clearBrowserCache"); - if (cookies) this.runCdpLoaded("Network.clearBrowserCookies"); - } - - /** - * 断开与页面的连接，不关闭页面 - */ - public void stop() { - this.disconnect(); - } - - /** - * 断开与页面的连接，不关闭页面 - */ - public void disconnect() { - if (this.driver != null) this.browser.stopDiver(this.driver); - } - - - /** - * 断开与页面原来的页面，重新建立连接 - */ - public void reconnect() { - reconnect(0); - } - - /** - * 断开与页面原来的页面，重新建立连接 - * - * @param wait 断开后等待若干秒再连接 - */ - public void reconnect(int wait) { - String s = this.targetId(); - this.disconnect(); - if (wait > 0) try { - Thread.sleep(wait * 1000L); - } catch (InterruptedException e) { - throw new RuntimeException(e); - } - this.browser.reconnect(); - this.driver = this.browser.getDriver(s, this); - } - - /** - * 处理提示框，可以自动等待提示框出现 - * - * @return 提示框内容文本，未等到提示框则返回null - */ - public String handleAlert() { - return handleAlert(true); - } - - /** - * 处理提示框，可以自动等待提示框出现 - * - * @param send 处理prompt提示框时可输入文本 - * @return 提示框内容文本，未等到提示框则返回null - */ - public String handleAlert(String send) { - return handleAlert(true, send); - } - - /** - * 处理提示框，可以自动等待提示框出现 - * - * @param accept True表示确认，False表示取消，其它值不会按按钮但依然返回文本值 - * @return 提示框内容文本，未等到提示框则返回null - */ - public String handleAlert(boolean accept) { - return handleAlert(accept, null); - } - - /** - * 处理提示框，可以自动等待提示框出现 - * - * @param accept True表示确认，False表示取消，其它值不会按按钮但依然返回文本值 - * @param send 处理prompt提示框时可输入文本 - * @return 提示框内容文本，未等到提示框则返回null - */ - public String handleAlert(boolean accept, String send) { - return handleAlert(accept, send, null); - } - - /** - * 处理提示框，可以自动等待提示框出现 - * - * @param accept True表示确认，False表示取消，其它值不会按按钮但依然返回文本值 - * @param send 处理prompt提示框时可输入文本 - * @param timeout 等待提示框出现的超时时间（秒），为null则使用self.timeout属性的值 - * @return 提示框内容文本，未等到提示框则返回null - */ - public String handleAlert(boolean accept, String send, Double timeout) { - return handleAlert(accept, send, timeout, false); - } - - /** - * 处理提示框，可以自动等待提示框出现 - * - * @param accept True表示确认，False表示取消，其它值不会按按钮但依然返回文本值 - * @param send 处理prompt提示框时可输入文本 - * @param timeout 等待提示框出现的超时时间（秒），为null则使用self.timeout属性的值 - * @param nextOne 是否处理下一个出现的提示框，为True时timeout参数无效 - * @return 提示框内容文本，未等到提示框则返回null - */ - public String handleAlert(boolean accept, String send, Double timeout, boolean nextOne) { - String s = this._handleAlert(accept, send, timeout, nextOne); - while (this.hasAlert) { - try { - Thread.sleep(100); - } catch (InterruptedException e) { - throw new RuntimeException(e); - } - } - return s; - } - - /** - * 处理提示框，可以自动等待提示框出现 - * - * @param accept True表示确认，False表示取消，其它值不会按按钮但依然返回文本值 - * @param send 处理prompt提示框时可输入文本 - * @param timeout 等待提示框出现的超时时间（秒），为null则使用self.timeout属性的值 - * @param nextOne 是否处理下一个出现的提示框，为True时timeout参数无效 - * @return 提示框内容文本，未等到提示框则返回null - */ - private String _handleAlert(boolean accept, String send, Double timeout, boolean nextOne) { - if (nextOne) { - this.alert.setHandleNext(accept); - this.alert.setNextText(send); - return null; - } - timeout = timeout == null ? this.timeout() : timeout; - timeout = timeout <= 0 ? 0.1 : timeout; - long endTime = (long) (System.currentTimeMillis() + timeout * 1000); - while (!this.alert.getActivated() && System.currentTimeMillis() < endTime) { - try { - Thread.sleep(100); - } catch (InterruptedException e) { - throw new RuntimeException(e); - } - } - if (!this.alert.getActivated()) { - return null; - } - String resText = this.alert.getText(); - HashMap map = new HashMap<>(); - map.put("accept", accept); - map.put("_timeout", 0); - if (Objects.equals(this.alert.getType(), "prompt") && send != null && !send.isEmpty()) - map.put("promptText", send); - this.driver.run("Page.handleJavaScriptDialog", map); - return resText; - } - - /** - * alert出现时触发的方法 - */ - private void onAlterOpen(Object message) { - JSONObject jsonObject = JSON.parseObject(message.toString()); - this.alert.setActivated(true); - this.alert.setText(jsonObject.getString("message")); - this.alert.setType(jsonObject.getString("message")); - this.alert.setDefaultPrompt(jsonObject.getString("defaultPrompt")); - this.alert.setResponseAccept(null); - this.alert.setResponseText(null); - this.hasAlert = true; - if (this.alert.getAuto() != null) { - this.handleAlert(this.alert.getAuto(), null, null, false); - } else if (this.alert.getHandleNext() != null) { - this.handleAlert(this.alert.getHandleNext(), this.alert.getNextText(), null, false); - this.alert.setHandleNext(null); - } - } - - /** - * alert关闭时触发的方法 - */ - private void onAlertClose(Object params) { - JSONObject jsonObject = JSON.parseObject(params.toString()); - this.alert.setActivated(false); - this.alert.setText(null); - this.alert.setType(null); - this.alert.setDefaultPrompt(null); - this.alert.setResponseAccept(jsonObject.getString("result")); - this.alert.setResponseText(jsonObject.getString("userInput")); - this.hasAlert = false; - } - - /** - * 待页面加载完成，超时触发停止加载 - * - * @return 是否成功，超时返回False - */ - protected boolean waitLoaded() { - return waitLoaded(null); - } - - /** - * 待页面加载完成，超时触发停止加载 - * - * @param timeout 超时时间（秒） - * @return 是否成功，超时返回False - */ - protected boolean waitLoaded(Double timeout) { - timeout = timeout == null ? this.timeouts.getPageLoad() : timeout; - long endTime = (long) (System.currentTimeMillis() + timeout * 1000); - while (System.currentTimeMillis() < endTime) { - if (Objects.equals(this.readyState, "complete")) { - return true; - } else if (Objects.equals(this.loadMode, "eager") && Objects.equals(this.readyState, "interactive") && !this.isLoading) { - return true; - } - try { - Thread.sleep(100); - } catch (InterruptedException e) { - throw new RuntimeException(e); - } - } - try { - this.stopLoading(); - } catch (CDPError ignored) { - - } - return false; - } - - - /** - * 尝试连接，重试若干次 - * - * @param toUrl 要访问的url - * @param times 重试次数 - * @param interval 重试间隔（秒） - * @param showErrMsg 是否抛出异常 - * @param timeout 连接超时时间（秒） - * @return 是否成功，返回null表示不确定 - */ - private Boolean dConnect(String toUrl, int times, double interval, boolean showErrMsg, Double timeout) { - Exception err = null; - this.isLoading = true; - timeout = timeout != null ? timeout : this.timeouts.getPageLoad(); - for (int i = 0; i < times + 1; i++) { - err = null; - long endTime = (long) (System.currentTimeMillis() + timeout * 1000); - try { - String string = this.runCdp("Page.navigate", Map.of("frameId", this.frameId, "url", toUrl, "_timeout", timeout)).toString(); - JSONObject result = JSON.parseObject(string); - if (result.containsKey("errorText")) err = new ConnectException(result.get("errorText").toString()); - } catch (Exception e) { - e.printStackTrace(); - err = new TimeoutException("页面连接超时（等待" + timeout + "秒）。"); - } - if (err != null) { - if (i < times) { - try { - Thread.sleep((long) (interval * 1000)); - } catch (InterruptedException e) { - throw new RuntimeException(e); - } - if (showErrMsg) System.out.println("重试" + (i + 1) + toUrl); - } - long endTime1 = (long) (System.currentTimeMillis() + timeout * 1000); - while ((!Objects.equals(this.readyState, "loading") || !Objects.equals(this.readyState, "complete")) && System.currentTimeMillis() < endTime1) {// 等待出错信息显示 - try { - Thread.sleep(100); - } catch (InterruptedException e) { - throw new RuntimeException(e); - } - } - this.stopLoading(); - continue; - } - if (Objects.equals(this.loadMode, null) || Objects.equals(this.loadMode, "null")) return true; - double yu = endTime - System.currentTimeMillis(); - boolean ok = this.waitLoaded(yu <= 0 ? 1 : yu / 1000); - if (!ok) { - err = new TimeoutException("页面连接超时（等待" + timeout + "秒）。"); - if (i < times) { - try { - Thread.sleep((long) (interval * 1000)); - } catch (InterruptedException e) { - throw new RuntimeException(e); - } - if (showErrMsg) System.out.println("重试" + (i + 1) + toUrl); - } - continue; - } - break; - } - if (err != null) if (showErrMsg) throw new RuntimeException(new ConnectException("连接异常。")); - else return false; - return true; - } - - /** - * 实现截图 - * - * @param path 文件保存路径 - * @param name 完整文件名，后缀可选 'jpg','jpeg','png','webp' - * @param asBytes 是否以字节形式返回图片，可选 'jpg','jpeg','png','webp'，生效时path参数和as_base64参数无效 - * @param asBase64 是否以base64字符串形式返回图片，可选 'jpg','jpeg','png','webp'，生效时path参数无效 - * @param fullPage 是否整页截图，为True截取整个网页，为False截取可视窗口 - * @param leftTop 截取范围左上角坐标 - * @param rightTop 截取范围右下角角坐标 - * @param ele 为异域iframe内元素截图设置 - * @return 图片完整路径或字节文本 - */ - - public Object _getScreenshot(String path, String name, PicType asBytes, PicType asBase64, Boolean fullPage, Coordinate leftTop, Coordinate rightTop, ChromiumElement ele) { - String picType; - if (asBytes != null) { - if (asBytes.equals(PicType.DEFAULT)) { - picType = PicType.PNG.getValue(); - } else { - picType = (asBytes.equals(PicType.JPG) ? PicType.JPEG : asBytes).getValue(); - } - } else if (asBase64 != null) { - if (asBase64.equals(PicType.DEFAULT)) { - picType = PicType.PNG.getValue(); - } else { - picType = (asBytes.equals(PicType.JPG) ? PicType.JPEG : asBytes).getValue(); - } - } else { - path = path != null ? path.replaceAll("[\\\\/]+$", "") : "."; - if (!(path.endsWith(".jpg") || path.endsWith(".jpeg") || path.endsWith(".png") || path.endsWith(".webp"))) { - if (name == null) { - name = this.title() + ".jpg"; - } else if (!(name.endsWith(".jpg") || name.endsWith(".jpeg") || name.endsWith(".png") || name.endsWith(".webp"))) { - name = name + ".jpg"; - } - path = path + FileSystems.getDefault().getSeparator() + name; - } - - Path imagePath = Paths.get(path); - path = imagePath.toString(); - String suffix = imagePath.getFileName().toString().toLowerCase(); - String substring = suffix.substring(1); - - - picType = ".jpg".equals(substring) ? PicType.JPEG.getValue() : substring; - } - Coordinate size = this.rect.size(); - Map vp; - Object png; - if (fullPage) { - vp = Map.of("x", 0, "y", 0, "width", size.getX(), "height", size.getY(), "scale", 1); - png = JSONObject.parseObject(this.runCdpLoaded("Page.captureScreenshot", Map.of("format", picType, "captureBeyondViewport", true, "clip", vp)).toString()).get("data"); - } else { - if (leftTop != null && rightTop != null) { - int x = leftTop.getX(); - int y = leftTop.getY(); - int w = rightTop.getX() - x; - int h = rightTop.getY() - y; - boolean v = !Web.locationInViewport(this, x, y) && Web.locationInViewport(this, rightTop.getX(), rightTop.getY()); - if (v && Boolean.parseBoolean(this.runJs("return document.body.scrollHeight > window.innerHeight;").toString()) && !Boolean.parseBoolean(this.runJs("return document.body.scrollWidth > window.innerWidth;").toString())) { - x += 10; - } - vp = Map.of("x", x, "y", y, "width", w, "height", h, "scale", 1); - png = JSONObject.parseObject(this.runCdpLoaded("Page.captureScreenshot", Map.of("format", picType, "captureBeyondViewport", v, "clip", vp)).toString()).get("data"); - } else { - png = JSONObject.parseObject(this.runCdpLoaded("Page.captureScreenshot", Map.of("format", picType)).toString()).get("data"); - } - } - if (asBase64 != null) return png; - byte[] decodedBytes = Base64.getDecoder().decode(png.toString()); - if (asBytes != null) return decodedBytes; - try { - Path file = new File(path).toPath(); - // 创建父目录（如果不存在） - Files.createDirectories(file.getParent()); - // 写入文件 - Files.write(file, decodedBytes, StandardOpenOption.CREATE); - // 返回文件的绝对路径 - return file.toAbsolutePath().toString(); - } catch (IOException e) { - e.printStackTrace(); // 处理异常，例如文件写入失败 - return null; - } - } - - public static void closePrivacyDialog(ChromiumBase page, String tabId) { - try { - Driver driver = page.browser().getDriver(tabId); - driver.run("Runtime.enable"); - driver.run("DOM.enable"); - driver.run("DOM.getDocument"); - Object sid = JSON.parseObject(driver.run("DOM.performSearch", Map.of("query", "//*[name()=\"privacy-sandbox-notice-dialog-app\"]", "includeUserAgentShadowDOM", true)).toString()).get("searchId"); - JSONObject jsonObject = JSON.parseObject(driver.run("DOM.getSearchResults", Map.of("searchId", sid, "fromIndex", 0, "toIndex", 1)).toString()); - Object r; - try { - r = jsonObject.getJSONArray("nodeIds").get(0); - } catch (Exception e) { - r = jsonObject.get("nodeIds"); - } - long endTime = System.currentTimeMillis() + 3000; - while (System.currentTimeMillis() < endTime) { - try { - r = JSON.parseObject(JSON.parseObject(driver.run("DOM.describeNode", Map.of("nodeId", r)).toString()).getJSONObject("node").getJSONArray("shadowRoots").get(0).toString()).get("backendNodeId"); - break; - } catch (Exception ignored) { - } - } - - driver.run("DOM.discardSearchResults", Map.of("searchId", sid)); - r = JSON.parseObject(driver.run("DOM.resolveNode", Map.of("backendNodeId", r)).toString()).getJSONObject("object").get("objectId"); - r = JSON.parseObject(driver.run("Runtime.callFunctionOn", Map.of("objectId", r, "functionDeclaration", "function(){return this.getElementById(\"ackButton\");}")).toString()).getJSONObject("result").get("objectId"); - driver.run("Runtime.callFunctionOn", Map.of("objectId", r, "functionDeclaration", "function(){return this.click();}")); - - } catch (Exception e) { - e.printStackTrace(); - } - } - - /** - * 把当前页面保存为mhtml文件，如果path和name参数都为null，只返回mhtml文本 - * - * @param page 要保存的页面对象 - * @param path 保存路径，为null且name不为null时保存在当前路径 - * @param name 文件名，为null且path不为null时用title属性值 - * @return mhtml文本 - */ - public static String getMHtml(ChromiumBase page, String path, String name) { - String string = JSON.parseObject(page.runCdp("Page.captureSnapshot").toString()).getString("data"); - if (path == null && name == null) return string; - path = path == null ? "." : path; - Paths.get(path).toFile().mkdirs(); - name = name == null ? page.title() : name; - name = com.ll.DataRecorder.Tools.makeValidName(name); - try (BufferedWriter writer = Files.newBufferedWriter(Paths.get(path + FileSystems.getDefault().getSeparator() + name + ".mhtml"), StandardCharsets.UTF_8)) { - writer.write(string); - } catch (IOException e) { - throw new RuntimeException(e); - } - return string; - } - - /** - * 把当前页面保存为pdf文件，如果path和name参数都为null，只返回字节 - * - * @param page 要保存的页面对象 - * @param path 保存路径，为null且name不为null时保存在当前路径 - * @param name 文件名，为null且path不为null时用title属性值 - * @param params 参数 - * @return pdf文本 - */ - public static Object getPdf(ChromiumBase page, String path, String name, Map params) { - params = params == null ? new HashMap<>() : new HashMap<>(params); - params.put("transferMode", "ReturnAsBase64"); - if (!params.toString().contains("printBackground")) params.put("printBackground", true); - Object data; - try { - data = JSON.parseObject(page.runCdp("Page.printToPDF", params).toString()).get("data"); - } catch (Exception e) { - throw new RuntimeException("保存失败，可能浏览器版本不支持。"); - } - - // 使用 Java 的 Base64 解码 - byte[] decodedBytes = java.util.Base64.getDecoder().decode(String.valueOf(data)); - // 如果需要返回字节数组，则直接返回 - if (path == null && name == null) return decodedBytes; - path = path == null ? "." : path; - try { - // 创建父目录（如果不存在） - Paths.get(path).toFile().mkdirs(); - name = com.ll.DataRecorder.Tools.makeValidName(name); - // 写入文件 - Files.write(Paths.get(path + FileSystems.getDefault().getSeparator() + name + ".pdf"), decodedBytes, StandardOpenOption.CREATE); - } catch (Exception e) { - // 处理异常，例如文件写入失败 - e.printStackTrace(); - return null; - } - return decodedBytes; - } - -} diff --git a/java/src/main/java/com/ll/DrissonPage/page/ChromiumFrame.java b/java/src/main/java/com/ll/DrissonPage/page/ChromiumFrame.java deleted file mode 100644 index a3bca89..0000000 --- a/java/src/main/java/com/ll/DrissonPage/page/ChromiumFrame.java +++ /dev/null @@ -1,1404 +0,0 @@ -package com.ll.DrissonPage.page; - -import com.alibaba.fastjson.JSON; -import com.alibaba.fastjson.JSONObject; -import com.ll.DrissonPage.base.By; -import com.ll.DrissonPage.base.MyRunnable; -import com.ll.DrissonPage.element.ChromiumElement; -import com.ll.DrissonPage.error.extend.ContextLostError; -import com.ll.DrissonPage.error.extend.ElementLostError; -import com.ll.DrissonPage.error.extend.JavaScriptError; -import com.ll.DrissonPage.error.extend.PageDisconnectedError; -import com.ll.DrissonPage.units.Coordinate; -import com.ll.DrissonPage.units.PicType; -import com.ll.DrissonPage.units.listener.FrameListener; -import com.ll.DrissonPage.units.rect.FrameRect; -import com.ll.DrissonPage.units.scroller.FrameScroller; -import com.ll.DrissonPage.units.setter.ChromiumFrameSetter; -import com.ll.DrissonPage.units.states.FrameStates; -import com.ll.DrissonPage.units.waiter.FrameWaiter; -import lombok.Getter; -import okhttp3.Cookie; - -import java.nio.file.FileSystems; -import java.nio.file.Path; -import java.nio.file.Paths; -import java.util.ArrayList; -import java.util.List; -import java.util.Map; -import java.util.Objects; -import java.util.regex.Matcher; -import java.util.regex.Pattern; - -/** - * @author 陆 - * @address click - */ -@Getter -public class ChromiumFrame extends ChromiumBase { - private final ChromiumBase targetPage; - private final ChromiumTab tab; - private final String tabId; - private final int backendId; - private ChromiumElement frameEle; - private ChromiumElement docEle; - private boolean isDiffDomain; - private FrameStates states; - private boolean reloading; - private FrameRect rect; - private FrameListener listener; - - public ChromiumFrame(ChromiumBase page, ChromiumElement ele, Map info) { - if ("ChromiumPage".equals(page.getType()) || "WebPage".equals(page.getType())) { - this.page = (ChromiumPage) page; - this.targetPage = page; - this.tab = ((ChromiumPage) page).getTab(); - this.setBrowser(page.browser()); - } else { - this.page = ((ChromiumTab) page).page(); - this.setBrowser(this.page.browser()); - this.targetPage = page; - this.tab = "ChromiumFrame".equals(page.getType()) ? ((ChromiumFrame) page).getTab() : (ChromiumTab) page; - } - this.address = page.getAddress(); - this.tabId = page.tabId(); - this.backendId = ele.getBackendId(); - this.frameEle = ele; - this.states = null; - this.reloading = false; - JSONObject node = JSON.parseObject(JSON.toJSONString(info != null ? info.get("node") : JSON.parseObject(page.runCdp("DOM.describeNode", Map.of("backendNodeId", ele.getBackendId())).toString()).get("node"))); - this.frameId = node.getString("frameId"); - if (this.isInnerFrame()) { - this.isDiffDomain = false; - this.docEle = new ChromiumElement(this.targetPage, null, null, node.getJSONObject("contentDocument").getInteger("backendNodeId")); - super.init(page.getAddress(), page.tabId(), page.timeout()); - } else { - this.isDiffDomain = true; - this.frameId = null; - super.init(page.getAddress(), node.getString("frameId"), page.timeout()); - this.docEle = new ChromiumElement(this, null, JSON.parseObject(super.runJs("document;", true, null, null).toString()).getString("objectId"), null); - } - this.rect = null; - this.setType("ChromiumFrame"); - long endTime = System.currentTimeMillis() + 2000L; - while (System.currentTimeMillis() < endTime) { - String url = this.url(); - if (!(url == null || url.trim().isEmpty() || url.equals("about:blank"))) break; - try { - Thread.sleep(100); - } catch (InterruptedException e) { - throw new RuntimeException(e); - } - } - - } - - @Override - public boolean equals(Object obj) { - return obj instanceof ChromiumFrame && this.getFrameId().equals(((ChromiumFrame) obj).getFrameId()); - } - - - /** - * 重写设置浏览器运行参数方法 - */ - @Override - protected void dSetRuntimeSettings() { - if (this.getTimeouts() == null) { - this.timeouts = this.targetPage.getTimeouts().copy(); - this.setRetryTimes(this.targetPage.getRetryTimes()); - this.setRetryInterval(this.targetPage.getRetryInterval()); - this.setDownloadPath(this.targetPage.downloadPath()); - } - this.setLoadMode(!this.isDiffDomain ? this.targetPage.loadMode() : "normal"); - } - - /** - * 避免出现服务器 500 错误 - * - * @param tabId 要跳转到的标签页id - */ - @Override - protected void driverInit(String tabId) { - try { - super.driverInit(tabId); - } catch (Exception e) { - this.browser().getDriver().get("http://" + this.address + "/json"); - super.driverInit(tabId); - } - this.driver().setCallback("Inspector.detached", new MyRunnable() { - @Override - public void run() { - onInspectorDetached(this.getMessage()); - } - }, true); - this.driver().setCallback("Page.frameDetached", null); - this.driver().setCallback("Inspector.frameDetached", new MyRunnable() { - @Override - public void run() { - onFrameDetached(this.getMessage()); - } - }, true); - } - - /** - * 重新获取document - */ - private void reload() { - this.isLoading = true; - this.reloading = true; - this.docGot = false; - this.driver().stop(); - JSONObject node = null; - try { - this.frameEle = new ChromiumElement(this.targetPage, null, null, this.backendId); - long endTime = System.currentTimeMillis() + 2000L; - while (System.currentTimeMillis() < endTime) { - node = JSON.parseObject(this.targetPage.runCdp("DOM.describeNode", Map.of("backendNodeId", this.frameEle.getBackendId())).toString()).getJSONObject("node"); - if (node.containsKey("frameId")) break; - } - if (node == null) return; - } catch (ElementLostError | PageDisconnectedError e) { - return; - } - String frameId1 = node.getString("frameId"); - if (this.isInnerFrame()) { - this.isDiffDomain = false; - this.docEle = new ChromiumElement(this.targetPage, null, null, node.getJSONObject("contentDocument").getInteger("backendNodeId")); - this.frameId = frameId1; - if (this.listener != null) this.listener.toTarget(this.targetPage.tabId(), this.address, this); - super.init(this.address, this.targetPage.tabId(), this.targetPage.timeout()); - } else { - this.isDiffDomain = true; - if (this.listener != null) this.listener.toTarget(frameId1, this.address, this); - - long endTime = (long) (System.currentTimeMillis() + this.timeouts.getPageLoad() * 1000); - super.init(this.address, frameId1, this.targetPage.timeout()); - long timeout = endTime - System.currentTimeMillis(); - if (timeout <= 0) timeout = 500; - this.waitLoaded(timeout / 1000.0); - } - this.isLoading = false; - this.reloading = false; - - } - - /** - * 刷新cdp使用的document数据 - * - * @param timeout 超时时间 - * @return 是否获取成功 - */ - @Override - protected Boolean getDocument(Double timeout) { - if (super.isReading != null && super.isReading) return false; - super.isReading = true; - try { - if (!this.isDiffDomain) { - JSONObject node = JSON.parseObject(this.targetPage.runCdp("DOM.describeNode", Map.of("backendNodeId", this.backendId)).toString()).getJSONObject("node"); - this.docEle = new ChromiumElement(this.targetPage, null, null, node.getJSONObject("contentDocument").getInteger("backendNodeId")); - } else { - timeout = timeout >= .5 ? timeout : Double.valueOf(.5); - Integer bId = JSON.parseObject(this.runCdp("DOM.getDocument", Map.of("_timeout", timeout)).toString()).getJSONObject("root").getInteger("backendNodeId"); - this.docEle = new ChromiumElement(this, null, null, bId); - } - this.rootId = this.docEle.getObjId(); - String r = this.runCdp("Page.getFrameTree").toString(); - // 定义正则表达式模式 - Pattern pattern = Pattern.compile("'id': '(.*?)'"); - Matcher matcher = pattern.matcher(r); - // 使用循环匹配所有符合条件的字符串 - if (matcher.find()) { - String match = matcher.group(1); // 获取匹配到的值 - this.browser().getFrames().put(match, this.tabId); - return true; - } - } catch (Exception e) { - return false; - } finally { - if (!this.reloading) this.isLoading = false; - this.isReading = false; - } - return false; - } - - /** - * 异域转同域或退出 - * - * @param ignoredParams 无效参数 - */ - - private void onInspectorDetached(Object ignoredParams) { - this.reload(); - } - - /** - * 同域变异域 - */ - private void onFrameDetached(Object params) { - String frameId1 = JSON.parseObject(params.toString()).getString("frameId"); - this.browser().getFrames().remove(frameId1); - if (Objects.equals(frameId1, this.frameId)) this.reload(); - } - //------------挂件----------------- - - - /** - * @return 返回用于滚动的对象 - */ - public FrameScroller scroll() { - this.waits().docLoaded(); - if (this.scroll == null) this.scroll = new FrameScroller(this); - return (FrameScroller) this.scroll; - } - - /** - * @return 返回用于设置的对象 - */ - public ChromiumFrameSetter set() { - if (this.set == null) this.set = new ChromiumFrameSetter(this); - return (ChromiumFrameSetter) this.set; - } - - /** - * @return 返回用于获取状态信息的对象 - */ - public FrameStates states() { - if (this.states == null) this.states = new FrameStates(this); - return this.states; - } - - /** - * @return 返回用于等待的对象 - */ - public FrameWaiter waits() { - if (this.wait == null) this.wait = new FrameWaiter(this); - return (FrameWaiter) this.wait; - } - - /** - * @return 返回获取坐标和大小的对象 - */ - public FrameRect rect() { - if (rect == null) this.rect = new FrameRect(this); - return this.rect; - } - - /** - * @return 返回用于聆听数据包的对象 - */ - public FrameListener listen() { - if (this.listener == null) this.listener = new FrameListener(this); - return this.listener; - } - - - //----------挂件---------- - public ChromiumPage page() { - return this.page; - } - - /** - * @return 返回总页面上的frame元素 - */ - public ChromiumElement frameEle() { - return this.frameEle; - } - - /** - * @return 返回元素tag - */ - public String tag() { - return this.frameEle().tag(); - } - - /** - * @return 返回frame当前访问的url - */ - public String url() { - try { - return this.docEle.runJs("return this.location.href;").toString(); - } catch (JavaScriptError | NullPointerException e) { - return null; - } - } - - /** - * @return 返回元素outerHTML文本 - */ - public String html() { - String tag = this.tag(); - String outHtml = JSON.parseObject(this.targetPage.runCdp("DOM.getOuterHTML", Map.of("backendNodeId", this.frameEle.getBackendId())).toString()).getString("outerHTML"); - Pattern pattern = Pattern.compile("<" + tag + ".*?>", Pattern.DOTALL); - Matcher matcher = pattern.matcher(outHtml); - if (matcher.find()) { - String sign = matcher.group(0); - return sign + this.innerHtml() + ""; - } - return ""; // 根据你的实际需求返回值可能会有所不同 - } - - /** - * @return 返回元素innerHTML文本 - */ - public String innerHtml() { - return this.docEle.runJs("return this.documentElement.outerHTML;").toString(); - } - - /** - * @return 返回页面title - */ - public String title() { - List list = this._ele("t:title", null, null, null, false, null); - return !list.isEmpty() ? list.get(0).text() : null; - } - - /** - * @return 返回cookies - */ - public List cookies() { - Object o = this.docEle.runJs("return this.cookie;"); - List list = new ArrayList<>(); - - JSONObject jsonObject; - try { - for (Object object : JSON.parseArray(this.docEle.runJs("return this.cookie;").toString())) { - jsonObject = JSON.parseObject(object.toString()); - Cookie.Builder builder = new Cookie.Builder(); - builder.name(jsonObject.getString("name")); - builder.value(jsonObject.getString("value")); - builder.domain(jsonObject.getString("domain")); - builder.hostOnlyDomain(jsonObject.getString("domain")); - builder.expiresAt(jsonObject.getInteger("expiresAt")); - builder.path(jsonObject.getString("path")); - list.add(builder.build()); - } - } catch (Exception e) { - jsonObject = JSON.parseObject(this.docEle.runJs("return this.cookie;").toString()); - Cookie.Builder builder = new Cookie.Builder(); - builder.name(jsonObject.getString("name")); - builder.value(jsonObject.getString("value")); - builder.domain(jsonObject.getString("domain")); - builder.hostOnlyDomain(jsonObject.getString("domain")); - builder.expiresAt(jsonObject.getInteger("expiresAt")); - builder.path(jsonObject.getString("path")); - list.add(builder.build()); - } - return this.isDiffDomain ? super.cookies() : list; - } - - /** - * @return 返回frame元素所有attribute属性 - */ - public Map attrs() { - return this.frameEle.attrs(); - } - - /** - * @return 返回当前焦点所在元素（需要测试一下） - */ - public ChromiumElement actionEle() { - Object o = this.docEle.runJs("return this.activeElement;"); - System.out.println(o); - return null; -// return new ChromiumElement(this.targetPage,); - } - - /** - * @return 返回frame的xpath绝对路径 - */ - - public String xpath() { - return this.frameEle.xpath(); - } - - /** - * @return 返回frame的css selector绝对路径 - */ - - public String cssPath() { - return this.frameEle.cssPath(); - } - - /** - * @return 返回frame所在tab的id - */ - public String tabId() { - return this.tabId; - } - - public String downloadPath() { - return super.downloadPath(); - } - - /** - * @return 返回当前页面加载状态，'loading' 'interactive' 'complete' - */ - protected String jsReadyState() { - if (this.isDiffDomain) { - return super.jsReadyState(); - } else { - try { - return this.docEle.runJs("return this.readyState;").toString(); - } catch (ContextLostError e) { - try { - JSONObject node = JSON.parseObject(this.runCdp("DOM.describeNode", Map.of("backendNodeId", this.frameEle.getBackendId())).toString()).getJSONObject("node"); - ChromiumElement chromiumElement = new ChromiumElement(this.targetPage, null, null, node.getJSONObject("contentDocument").getInteger("backendNodeId")); - return chromiumElement.runJs("return this.readyState;").toString(); - } catch (Exception i) { - return null; - } - } catch (NullPointerException e) { - return null; - } - } - - } - - /** - * 刷新frame页面 - */ - @Override - public boolean refresh() { - this.docEle.runJs("this.location.reload();"); - return true; - } - - /** - * 返回frame元素attribute属性值 - * - * @param attr 属性名 - * @return 属性值文本，没有该属性返回null - */ - public String attr(String attr) { - return this.frameEle.attr(attr); - } - - /** - * 删除frame元素attribute属性 - * - * @param attr 属性名 - */ - public void remove(String attr) { - this.frameEle.removeAttr(attr); - } - - /** - * 运行javascript代码 - * - * @param js js文本 - * @param asExpr 是否作为表达式运行，为True时args无效 - * @param timeout js超时时间（秒），为null则使用页面timeouts.script设置 - * @param params 参数 - */ - @Override - public Object runJs(String js, Boolean asExpr, Double timeout, List params) { - return js.startsWith("this.scrollIntoView") ? this.frameEle.runJs(js, asExpr, timeout, params) : this.docEle.runJs(js, asExpr, timeout, params); - } - - /** - * 运行javascript代码 - * - * @param js js文本 - * @param asExpr 是否作为表达式运行，为True时args无效 - * @param timeout js超时时间（秒），为null则使用页面timeouts.script设置 - * @param params 参数 - */ - @Override - public Object runJs(Path js, Boolean asExpr, Double timeout, List params) { - return js.startsWith("this.scrollIntoView") ? this.frameEle.runJs(js, asExpr, timeout, params) : this.docEle.runJs(js, asExpr, timeout, params); - } - - - /** - * 返回上面某一级父元素，可指定层数或用查询语法定位 - * - * @param index 第几级父元素，1开始，或定位符 - * @return 上级元素对象 - */ - public ChromiumElement parent(int index) { - return this.frameEle.parent(index); - } - - - /** - * 返回上面某一级父元素，可指定层数或用查询语法定位 - * - * @return 上级元素对象 - */ - public ChromiumElement parent() { - return this.frameEle.parent(1); - } - - /** - * 返回上面某一级父元素，可指定层数或用查询语法定位 - * - * @param loc 第几级父元素，1开始，或定位符 - * @param index 使用此参数选择第几个结果，1开始 - * @return 上级元素对象 - */ - public ChromiumElement parent(String loc, int index) { - return this.frameEle.parent(loc, index); - } - - /** - * 返回上面某一级父元素，可指定层数或用查询语法定位 - * - * @param loc 第几级父元素，1开始，或定位符 - * @return 上级元素对象 - */ - public ChromiumElement parent(String loc) { - return parent(loc, 1); - } - - /** - * 返回上面某一级父元素，可指定层数或用查询语法定位 - * - * @param by 第几级父元素，1开始，或定位符 - * @param index 使用此参数选择第几个结果，1开始 - * @return 上级元素对象 - */ - public ChromiumElement parent(By by, int index) { - return this.frameEle.parent(by, index); - } - - /** - * 返回上面某一级父元素，可指定层数或用查询语法定位 - * - * @param by 第几级父元素，1开始，或定位符 - * @return 上级元素对象 - */ - public ChromiumElement parent(By by) { - return parent(by, 1); - } - - /** - * 返回当前元素前面一个符合条件的同级元素，可用查询语法筛选，可指定返回筛选结果的第几个 - * - * @param loc 用于筛选的查询语法 - * @param index 前面第几个查询结果，1开始 - * @param timeout 查找节点的超时时间（秒） - * @param eleOnly 是否只获取元素，为False时把文本、注释节点也纳入 - * @return 同级元素或节点 - */ - public ChromiumElement prev(String loc, int index, Double timeout, boolean eleOnly) { - return this.frameEle.prev(loc, index, timeout, eleOnly); - } - - /** - * 返回当前元素前面一个符合条件的同级元素，可用查询语法筛选，可指定返回筛选结果的第几个 - * - * @param loc 用于筛选的查询语法 - * @param index 前面第几个查询结果，1开始 - * @param timeout 查找节点的超时时间（秒） - * @return 同级元素或节点 - */ - public ChromiumElement prev(String loc, int index, Double timeout) { - return this.prev(loc, index, timeout, true); - } - - /** - * 返回当前元素前面一个符合条件的同级元素，可用查询语法筛选，可指定返回筛选结果的第几个 - * - * @param loc 用于筛选的查询语法 - * @param index 前面第几个查询结果，1开始 - * @return 同级元素或节点 - */ - public ChromiumElement prev(String loc, int index) { - return this.prev(loc, index, 0.0); - } - - /** - * 返回当前元素前面一个符合条件的同级元素，可用查询语法筛选，可指定返回筛选结果的第几个 - * - * @param loc 用于筛选的查询语法 - * @return 同级元素或节点 - */ - public ChromiumElement prev(String loc) { - return this.prev(loc, 1); - } - - /** - * 返回当前元素前面一个符合条件的同级元素，可用查询语法筛选，可指定返回筛选结果的第几个 - * - * @return 同级元素或节点 - */ - public ChromiumElement prev() { - return this.prev(""); - } - - /** - * 返回当前元素前面一个符合条件的同级元素，可用查询语法筛选，可指定返回筛选结果的第几个 - * - * @param by 用于筛选的查询语法 - * @param index 前面第几个查询结果，1开始 - * @param timeout 查找节点的超时时间（秒） - * @param eleOnly 是否只获取元素，为False时把文本、注释节点也纳入 - * @return 同级元素或节点 - */ - public ChromiumElement prev(By by, int index, Double timeout, boolean eleOnly) { - return this.frameEle.prev(by, index, timeout, eleOnly); - } - - /** - * 返回当前元素前面一个符合条件的同级元素，可用查询语法筛选，可指定返回筛选结果的第几个 - * - * @param by 用于筛选的查询语法 - * @param index 前面第几个查询结果，1开始 - * @param timeout 查找节点的超时时间（秒） - * @return 同级元素或节点 - */ - public ChromiumElement prev(By by, int index, Double timeout) { - return this.prev(by, index, timeout, true); - } - - /** - * 返回当前元素前面一个符合条件的同级元素，可用查询语法筛选，可指定返回筛选结果的第几个 - * - * @param by 用于筛选的查询语法 - * @param index 前面第几个查询结果，1开始 - * @return 同级元素或节点 - */ - public ChromiumElement prev(By by, int index) { - return this.prev(by, index, 0.0); - } - - /** - * 返回当前元素前面一个符合条件的同级元素，可用查询语法筛选，可指定返回筛选结果的第几个 - * - * @param by 用于筛选的查询语法 - * @return 同级元素或节点 - */ - public ChromiumElement prev(By by) { - return this.prev(by, 1); - } - - - /** - * 返回当前元素后面一个符合条件的同级元素，可用查询语法筛选，可指定返回筛选结果的第几个 - * - * @param loc 用于筛选的查询语法 - * @param index 前面第几个查询结果，1开始 - * @param timeout 查找节点的超时时间（秒） - * @param eleOnly 是否只获取元素，为False时把文本、注释节点也纳入 - * @return 同级元素或节点 - */ - public ChromiumElement next(String loc, int index, Double timeout, boolean eleOnly) { - return this.frameEle.next(loc, index, timeout, eleOnly); - } - - /** - * 返回当前元素后面一个符合条件的同级元素，可用查询语法筛选，可指定返回筛选结果的第几个 - * - * @param loc 用于筛选的查询语法 - * @param index 前面第几个查询结果，1开始 - * @param timeout 查找节点的超时时间（秒） - * @return 同级元素或节点 - */ - public ChromiumElement next(String loc, int index, Double timeout) { - return this.next(loc, index, timeout, true); - } - - /** - * 返回当前元素后面一个符合条件的同级元素，可用查询语法筛选，可指定返回筛选结果的第几个 - * - * @param loc 用于筛选的查询语法 - * @param index 前面第几个查询结果，1开始 - * @return 同级元素或节点 - */ - public ChromiumElement next(String loc, int index) { - return this.next(loc, index, 0.0); - } - - /** - * 返回当前元素后面一个符合条件的同级元素，可用查询语法筛选，可指定返回筛选结果的第几个 - * - * @param loc 用于筛选的查询语法 - * @return 同级元素或节点 - */ - public ChromiumElement next(String loc) { - return this.next(loc, 1); - } - - /** - * 返回当前元素后面一个符合条件的同级元素，可用查询语法筛选，可指定返回筛选结果的第几个 - * - * @return 同级元素或节点 - */ - public ChromiumElement next() { - return this.next(""); - } - - /** - * 返回当前元素后面一个符合条件的同级元素，可用查询语法筛选，可指定返回筛选结果的第几个 - * - * @param by 用于筛选的查询语法 - * @param index 前面第几个查询结果，1开始 - * @param timeout 查找节点的超时时间（秒） - * @param eleOnly 是否只获取元素，为False时把文本、注释节点也纳入 - * @return 同级元素或节点 - */ - public ChromiumElement next(By by, int index, Double timeout, boolean eleOnly) { - return this.frameEle.next(by, index, timeout, eleOnly); - } - - /** - * 返回当前元素后面一个符合条件的同级元素，可用查询语法筛选，可指定返回筛选结果的第几个 - * - * @param by 用于筛选的查询语法 - * @param index 前面第几个查询结果，1开始 - * @param timeout 查找节点的超时时间（秒） - * @return 同级元素或节点 - */ - public ChromiumElement next(By by, int index, Double timeout) { - return this.next(by, index, timeout, true); - } - - /** - * 返回当前元素后面一个符合条件的同级元素，可用查询语法筛选，可指定返回筛选结果的第几个 - * - * @param by 用于筛选的查询语法 - * @param index 前面第几个查询结果，1开始 - * @return 同级元素或节点 - */ - public ChromiumElement next(By by, int index) { - return this.next(by, index, 0.0); - } - - /** - * 返回当前元素后面一个符合条件的同级元素，可用查询语法筛选，可指定返回筛选结果的第几个 - * - * @param by 用于筛选的查询语法 - * @return 同级元素或节点 - */ - public ChromiumElement next(By by) { - return this.next(by, 1); - } - - - /** - * 返回文档中当前元素前面符合条件的一个元素，可用查询语法筛选，可指定返回筛选结果的第几个 - * 查找范围不限同级元素，而是整个DOM文档 - * - * @param loc 用于筛选的查询语法 - * @param index 前面第几个查询结果，1开始 - * @param timeout 查找节点的超时时间（秒） - * @param eleOnly 是否只获取元素，为False时把文本、注释节点也纳入 - * @return 本元素前面的某个元素或节点 - */ - public ChromiumElement before(String loc, int index, Double timeout, boolean eleOnly) { - return this.frameEle.before(loc, index, timeout, eleOnly); - } - - /** - * 返回文档中当前元素前面符合条件的一个元素，可用查询语法筛选，可指定返回筛选结果的第几个 - * 查找范围不限同级元素，而是整个DOM文档 - * - * @param loc 用于筛选的查询语法 - * @param index 前面第几个查询结果，1开始 - * @param timeout 查找节点的超时时间（秒） - * @return 本元素前面的某个元素或节点 - */ - public ChromiumElement before(String loc, int index, Double timeout) { - return this.before(loc, index, timeout, true); - } - - /** - * 返回文档中当前元素前面符合条件的一个元素，可用查询语法筛选，可指定返回筛选结果的第几个 - * 查找范围不限同级元素，而是整个DOM文档 - * - * @param loc 用于筛选的查询语法 - * @param index 前面第几个查询结果，1开始 - * @return 本元素前面的某个元素或节点 - */ - public ChromiumElement before(String loc, int index) { - return this.before(loc, index, null); - } - - /** - * 返回文档中当前元素前面符合条件的一个元素，可用查询语法筛选，可指定返回筛选结果的第几个 - * 查找范围不限同级元素，而是整个DOM文档 - * - * @param loc 用于筛选的查询语法 - * @return 本元素前面的某个元素或节点 - */ - public ChromiumElement before(String loc) { - return this.before(loc, 1); - } - - /** - * 返回文档中当前元素前面符合条件的一个元素，可用查询语法筛选，可指定返回筛选结果的第几个 - * 查找范围不限同级元素，而是整个DOM文档 - * - * @return 本元素前面的某个元素或节点 - */ - public ChromiumElement before() { - return this.before(""); - } - - /** - * 返回文档中当前元素前面符合条件的一个元素，可用查询语法筛选，可指定返回筛选结果的第几个 - * 查找范围不限同级元素，而是整个DOM文档 - * - * @param by 用于筛选的查询语法 - * @param index 前面第几个查询结果，1开始 - * @param timeout 查找节点的超时时间（秒） - * @param eleOnly 是否只获取元素，为False时把文本、注释节点也纳入 - * @return 本元素前面的某个元素或节点 - */ - public ChromiumElement before(By by, int index, Double timeout, boolean eleOnly) { - return this.frameEle.before(by, index, timeout, eleOnly); - } - - /** - * 返回文档中当前元素前面符合条件的一个元素，可用查询语法筛选，可指定返回筛选结果的第几个 - * 查找范围不限同级元素，而是整个DOM文档 - * - * @param by 用于筛选的查询语法 - * @param index 前面第几个查询结果，1开始 - * @param timeout 查找节点的超时时间（秒） - * @return 本元素前面的某个元素或节点 - */ - public ChromiumElement before(By by, int index, Double timeout) { - return this.before(by, index, timeout, true); - } - - /** - * 返回文档中当前元素前面符合条件的一个元素，可用查询语法筛选，可指定返回筛选结果的第几个 - * 查找范围不限同级元素，而是整个DOM文档 - * - * @param by 用于筛选的查询语法 - * @param index 前面第几个查询结果，1开始 - * @return 本元素前面的某个元素或节点 - */ - public ChromiumElement before(By by, int index) { - return this.before(by, index, null); - } - - /** - * 返回文档中当前元素前面符合条件的一个元素，可用查询语法筛选，可指定返回筛选结果的第几个 - * 查找范围不限同级元素，而是整个DOM文档 - * - * @param by 用于筛选的查询语法 - * @return 本元素前面的某个元素或节点 - */ - public ChromiumElement before(By by) { - return this.before(by, 1); - } - - - /** - * 返回文档中此当前元素后面符合条件的一个元素，可用查询语法筛选，可指定返回筛选结果的第几个 - * 查找范围不限同级元素，而是整个DOM文档 - * - * @param loc 用于筛选的查询语法 - * @param index 前面第几个查询结果，1开始 - * @param timeout 查找节点的超时时间（秒） - * @param eleOnly 是否只获取元素，为False时把文本、注释节点也纳入 - * @return 本元素前面的某个元素或节点 - */ - public ChromiumElement after(String loc, int index, Double timeout, boolean eleOnly) { - return this.frameEle.after(loc, index, timeout, eleOnly); - } - - /** - * 返回文档中此当前元素后面符合条件的一个元素，可用查询语法筛选，可指定返回筛选结果的第几个 - * 查找范围不限同级元素，而是整个DOM文档 - * - * @param loc 用于筛选的查询语法 - * @param index 前面第几个查询结果，1开始 - * @param timeout 查找节点的超时时间（秒） - * @return 本元素前面的某个元素或节点 - */ - public ChromiumElement after(String loc, int index, Double timeout) { - return this.after(loc, index, timeout, true); - } - - /** - * 返回文档中此当前元素后面符合条件的一个元素，可用查询语法筛选，可指定返回筛选结果的第几个 - * 查找范围不限同级元素，而是整个DOM文档 - * - * @param loc 用于筛选的查询语法 - * @param index 前面第几个查询结果，1开始 - * @return 本元素前面的某个元素或节点 - */ - public ChromiumElement after(String loc, int index) { - return this.after(loc, index, null); - } - - /** - * 返回文档中此当前元素后面符合条件的一个元素，可用查询语法筛选，可指定返回筛选结果的第几个 - * 查找范围不限同级元素，而是整个DOM文档 - * - * @param loc 用于筛选的查询语法 - * @return 本元素前面的某个元素或节点 - */ - public ChromiumElement after(String loc) { - return this.after(loc, 1); - } - - /** - * 返回文档中此当前元素后面符合条件的一个元素，可用查询语法筛选，可指定返回筛选结果的第几个 - * 查找范围不限同级元素，而是整个DOM文档 - * - * @return 本元素前面的某个元素或节点 - */ - public ChromiumElement after() { - return this.after(""); - } - - /** - * 返回文档中此当前元素后面符合条件的一个元素，可用查询语法筛选，可指定返回筛选结果的第几个 - * 查找范围不限同级元素，而是整个DOM文档 - * - * @param by 用于筛选的查询语法 - * @param index 前面第几个查询结果，1开始 - * @param timeout 查找节点的超时时间（秒） - * @param eleOnly 是否只获取元素，为False时把文本、注释节点也纳入 - * @return 本元素前面的某个元素或节点 - */ - public ChromiumElement after(By by, int index, Double timeout, boolean eleOnly) { - return this.frameEle.after(by, index, timeout, eleOnly); - } - - /** - * 返回文档中此当前元素后面符合条件的一个元素，可用查询语法筛选，可指定返回筛选结果的第几个 - * 查找范围不限同级元素，而是整个DOM文档 - * - * @param by 用于筛选的查询语法 - * @param index 前面第几个查询结果，1开始 - * @param timeout 查找节点的超时时间（秒） - * @return 本元素前面的某个元素或节点 - */ - public ChromiumElement after(By by, int index, Double timeout) { - return this.after(by, index, timeout, true); - } - - /** - * 返回文档中此当前元素后面符合条件的一个元素，可用查询语法筛选，可指定返回筛选结果的第几个 - * 查找范围不限同级元素，而是整个DOM文档 - * - * @param by 用于筛选的查询语法 - * @param index 前面第几个查询结果，1开始 - * @return 本元素前面的某个元素或节点 - */ - public ChromiumElement after(By by, int index) { - return this.after(by, index, null); - } - - /** - * 返回文档中此当前元素后面符合条件的一个元素，可用查询语法筛选，可指定返回筛选结果的第几个 - * 查找范围不限同级元素，而是整个DOM文档 - * - * @param by 用于筛选的查询语法 - * @return 本元素前面的某个元素或节点 - */ - public ChromiumElement after(By by) { - return this.after(by, 1); - } - - - /** - * 返回当前元素前面符合条件的同级元素或节点组成的列表，可用查询语法筛选 - * - * @param loc 用于筛选的查询语法 - * @param timeout 查找节点的超时时间（秒） - * @param eleOnly 是否只获取元素，为False时把文本、注释节点也纳入 - * @return 同级元素组成的列表 - */ - public List prevs(String loc, Double timeout, boolean eleOnly) { - return this.frameEle.prevs(loc, timeout, eleOnly); - } - - /** - * 返回当前元素前面符合条件的同级元素或节点组成的列表，可用查询语法筛选 - * - * @param loc 用于筛选的查询语法 - * @param timeout 查找节点的超时时间（秒） - * @return 同级元素组成的列表 - */ - public List prevs(String loc, Double timeout) { - return this.prevs(loc, timeout, true); - } - - /** - * 返回当前元素前面符合条件的同级元素或节点组成的列表，可用查询语法筛选 - * - * @param loc 用于筛选的查询语法 - * @return 同级元素组成的列表 - */ - public List prevs(String loc) { - return this.prevs(loc, 0.0); - } - - /** - * 返回当前元素前面符合条件的同级元素或节点组成的列表，可用查询语法筛选 - * - * @return 同级元素组成的列表 - */ - public List prevs() { - return this.prevs(""); - } - - /** - * 返回当前元素前面符合条件的同级元素或节点组成的列表，可用查询语法筛选 - * - * @param by 用于筛选的查询语法 - * @param timeout 查找节点的超时时间（秒） - * @param eleOnly 是否只获取元素，为False时把文本、注释节点也纳入 - * @return 同级元素组成的列表 - */ - public List prevs(By by, Double timeout, boolean eleOnly) { - return this.frameEle.prevs(by, timeout, eleOnly); - } - - /** - * 返回当前元素前面符合条件的同级元素或节点组成的列表，可用查询语法筛选 - * - * @param by 用于筛选的查询语法 - * @param timeout 查找节点的超时时间（秒） - * @return 同级元素组成的列表 - */ - public List prevs(By by, Double timeout) { - return this.prevs(by, timeout, true); - } - - /** - * 返回当前元素前面符合条件的同级元素或节点组成的列表，可用查询语法筛选 - * - * @param by 用于筛选的查询语法 - * @return 同级元素组成的列表 - */ - public List prevs(By by) { - return this.prevs(by, 0.0); - } - - - /** - * 返回当前元素后面符合条件的同级元素或节点组成的列表，可用查询语法筛选 - * - * @param loc 用于筛选的查询语法 - * @param timeout 查找节点的超时时间（秒） - * @param eleOnly 是否只获取元素，为False时把文本、注释节点也纳入 - * @return 同级元素组成的列表 - */ - public List nexts(String loc, Double timeout, boolean eleOnly) { - return this.frameEle.nexts(loc, timeout, eleOnly); - } - - /** - * 返回当前元素后面符合条件的同级元素或节点组成的列表，可用查询语法筛选 - * - * @param loc 用于筛选的查询语法 - * @param timeout 查找节点的超时时间（秒） - * @return 同级元素组成的列表 - */ - public List nexts(String loc, Double timeout) { - return this.nexts(loc, timeout, true); - } - - /** - * 返回当前元素后面符合条件的同级元素或节点组成的列表，可用查询语法筛选 - * - * @param loc 用于筛选的查询语法 - * @return 同级元素组成的列表 - */ - public List nexts(String loc) { - return this.nexts(loc, 0.0); - } - - /** - * 返回当前元素后面符合条件的同级元素或节点组成的列表，可用查询语法筛选 - * - * @return 同级元素组成的列表 - */ - public List nexts() { - return this.nexts(""); - } - - /** - * 返回当前元素后面符合条件的同级元素或节点组成的列表，可用查询语法筛选 - * - * @param by 用于筛选的查询语法 - * @param timeout 查找节点的超时时间（秒） - * @param eleOnly 是否只获取元素，为False时把文本、注释节点也纳入 - * @return 同级元素组成的列表 - */ - public List nexts(By by, Double timeout, boolean eleOnly) { - return this.frameEle.nexts(by, timeout, eleOnly); - } - - /** - * 返回当前元素后面符合条件的同级元素或节点组成的列表，可用查询语法筛选 - * - * @param by 用于筛选的查询语法 - * @param timeout 查找节点的超时时间（秒） - * @return 同级元素组成的列表 - */ - public List nexts(By by, Double timeout) { - return this.nexts(by, timeout, true); - } - - /** - * 返回当前元素后面符合条件的同级元素或节点组成的列表，可用查询语法筛选 - * - * @param by 用于筛选的查询语法 - * @return 同级元素组成的列表 - */ - public List nexts(By by) { - return this.nexts(by, 0.0); - } - - - /** - * 返回文档中当前元素前面符合条件的元素或节点组成的列表，可用查询语法筛选 - * 查找范围不限同级元素，而是整个DOM文档 - * - * @param loc 用于筛选的查询语法 - * @param timeout 查找节点的超时时间（秒） - * @param eleOnly 是否只获取元素，为False时把文本、注释节点也纳入 - * @return 同级元素组成的列表 - */ - public List befores(String loc, Double timeout, boolean eleOnly) { - return this.frameEle.befores(loc, timeout, eleOnly); - } - - /** - * 返回文档中当前元素前面符合条件的元素或节点组成的列表，可用查询语法筛选 - * 查找范围不限同级元素，而是整个DOM文档 - * - * @param loc 用于筛选的查询语法 - * @param timeout 查找节点的超时时间（秒） - * @return 同级元素组成的列表 - */ - public List befores(String loc, Double timeout) { - return this.befores(loc, timeout, true); - } - - /** - * 返回文档中当前元素前面符合条件的元素或节点组成的列表，可用查询语法筛选 - * 查找范围不限同级元素，而是整个DOM文档 - * - * @param loc 用于筛选的查询语法 - * @return 同级元素组成的列表 - */ - public List befores(String loc) { - return this.befores(loc, null); - } - - /** - * 返回文档中当前元素前面符合条件的元素或节点组成的列表，可用查询语法筛选 - * 查找范围不限同级元素，而是整个DOM文档 - * - * @return 同级元素组成的列表 - */ - public List befores() { - return this.befores(""); - } - - /** - * 返回文档中当前元素前面符合条件的元素或节点组成的列表，可用查询语法筛选 - * 查找范围不限同级元素，而是整个DOM文档 - * - * @param by 用于筛选的查询语法 - * @param timeout 查找节点的超时时间（秒） - * @param eleOnly 是否只获取元素，为False时把文本、注释节点也纳入 - * @return 同级元素组成的列表 - */ - public List befores(By by, Double timeout, boolean eleOnly) { - return this.frameEle.befores(by, timeout, eleOnly); - } - - /** - * 返回文档中当前元素前面符合条件的元素或节点组成的列表，可用查询语法筛选 - * 查找范围不限同级元素，而是整个DOM文档 - * - * @param by 用于筛选的查询语法 - * @param timeout 查找节点的超时时间（秒） - * @return 同级元素组成的列表 - */ - public List befores(By by, Double timeout) { - return this.befores(by, timeout, true); - } - - /** - * 返回文档中当前元素前面符合条件的元素或节点组成的列表，可用查询语法筛选 - * 查找范围不限同级元素，而是整个DOM文档 - * - * @param by 用于筛选的查询语法 - * @return 同级元素组成的列表 - */ - public List befores(By by) { - return this.befores(by, null); - } - - - /** - * 返回文档中当前元素后面符合条件的元素或节点组成的列表，可用查询语法筛选 - * 查找范围不限同级元素，而是整个DOM文档 - * - * @param loc 用于筛选的查询语法 - * @param timeout 查找节点的超时时间（秒） - * @param eleOnly 是否只获取元素，为False时把文本、注释节点也纳入 - * @return 同级元素组成的列表 - */ - public List afters(String loc, Double timeout, boolean eleOnly) { - return this.frameEle.afters(loc, timeout, eleOnly); - } - - /** - * 返回文档中当前元素后面符合条件的元素或节点组成的列表，可用查询语法筛选 - * 查找范围不限同级元素，而是整个DOM文档 - * - * @param loc 用于筛选的查询语法 - * @param timeout 查找节点的超时时间（秒） - * @return 同级元素组成的列表 - */ - public List afters(String loc, Double timeout) { - return this.afters(loc, timeout, true); - } - - /** - * 返回文档中当前元素后面符合条件的元素或节点组成的列表，可用查询语法筛选 - * 查找范围不限同级元素，而是整个DOM文档 - * - * @param loc 用于筛选的查询语法 - * @return 同级元素组成的列表 - */ - public List afters(String loc) { - return this.afters(loc, null); - } - - /** - * 返回文档中当前元素后面符合条件的元素或节点组成的列表，可用查询语法筛选 - * 查找范围不限同级元素，而是整个DOM文档 - * - * @return 同级元素组成的列表 - */ - public List afters() { - return this.afters(""); - } - - /** - * 返回文档中当前元素后面符合条件的元素或节点组成的列表，可用查询语法筛选 - * 查找范围不限同级元素，而是整个DOM文档 - * - * @param by 用于筛选的查询语法 - * @param timeout 查找节点的超时时间（秒） - * @param eleOnly 是否只获取元素，为False时把文本、注释节点也纳入 - * @return 同级元素组成的列表 - */ - public List afters(By by, Double timeout, boolean eleOnly) { - return this.frameEle.afters(by, timeout, eleOnly); - } - - /** - * 返回文档中当前元素后面符合条件的元素或节点组成的列表，可用查询语法筛选 - * 查找范围不限同级元素，而是整个DOM文档 - * - * @param by 用于筛选的查询语法 - * @param timeout 查找节点的超时时间（秒） - * @return 同级元素组成的列表 - */ - public List afters(By by, Double timeout) { - return this.afters(by, timeout, true); - } - - /** - * 返回文档中当前元素后面符合条件的元素或节点组成的列表，可用查询语法筛选 - * 查找范围不限同级元素，而是整个DOM文档 - * - * @param by 用于筛选的查询语法 - * @return 同级元素组成的列表 - */ - public List afters(By by) { - return this.afters(by, null); - } - - public Object getScreenshot(String path, String name, PicType asBytes, PicType asBase64) { - return this.frameEle.getScreenshot(path, name, asBytes, asBase64, true); - } - - - /** - * 实现截图 - * - * @param path 文件保存路径 - * @param name 完整文件名，后缀可选 'jpg','jpeg','png','webp' - * @param asBytes 是否以字节形式返回图片，可选 'jpg','jpeg','png','webp'，生效时path参数和as_base64参数无效 - * @param asBase64 是否以base64字符串形式返回图片，可选 'jpg','jpeg','png','webp'，生效时path参数无效 - * @param fullPage 是否整页截图，为True截取整个网页，为False截取可视窗口 - * @param leftTop 截取范围左上角坐标 - * @param rightTop 截取范围右下角角坐标 - * @param ele 为异域iframe内元素截图设置 - * @return 图片完整路径或字节文本 - */ - public Object _getScreenshot(String path, String name, PicType asBytes, PicType asBase64, Boolean fullPage, Coordinate leftTop, Coordinate rightTop, ChromiumElement ele) { - if (!this.isDiffDomain) return super.getScreenshot(path, name, asBytes, asBase64, fullPage, leftTop, rightTop); - - String picType; - if (asBytes != null) { - if (asBytes.equals(PicType.DEFAULT)) { - picType = PicType.PNG.getValue(); - } else { - picType = (asBytes.equals(PicType.JPG) ? PicType.JPEG : asBytes).getValue(); - } - } else if (asBase64 != null) { - if (asBase64.equals(PicType.DEFAULT)) { - picType = PicType.PNG.getValue(); - } else { - picType = (asBytes.equals(PicType.JPG) ? PicType.JPEG : asBytes).getValue(); - } - } else { - path = path != null ? path.replaceAll("[\\\\/]+$", "") : "."; - if (!(path.endsWith(".jpg") || path.endsWith(".jpeg") || path.endsWith(".png") || path.endsWith(".webp"))) { - if (name == null) { - name = this.title() + ".jpg"; - } else if (!(name.endsWith(".jpg") || name.endsWith(".jpeg") || name.endsWith(".png") || name.endsWith(".webp"))) { - name = name + ".jpg"; - } - path = path + FileSystems.getDefault().getSeparator() + name; - } - - Path imagePath = Paths.get(path); - path = imagePath.toString(); - String suffix = imagePath.getFileName().toString().toLowerCase(); - String substring = suffix.substring(1); - - - picType = ".jpg".equals(substring) ? PicType.JPEG.getValue() : substring; - } - this.frameEle.scroll().toSee(true); - this.scroll().toSee(ele, true); - Coordinate c = ele.rect().viewportLocation(); - Coordinate s = ele.rect().size(); - String imeData = "data:image/" + picType + ";base64," + this.frameEle.getScreenshot(null, null, null, PicType.PNG, true); - ChromiumElement body = this.tab.ele("t:body"); - ChromiumElement firstChild = body.ele("c::first-child"); - String js = " img = document.createElement('img');\n" + " img.src = " + imeData + ";\n" + " img.style.setProperty(\"z-index\",9999999);\n" + " img.style.setProperty(\"position\",\"fixed\");\n" + " arguments[0].insertBefore(img, this);\n" + " return img;"; - //这里可能有问题 -// Object o = firstChild.runJs(js, List.of(body)); - return null; - } - - @Override - protected List findElements(By by, Double timeout, Integer index, Boolean relative, Boolean raiseErr) { - this.waits().docLoaded(); - return index != null ? this.docEle._ele(by, timeout, index, relative, raiseErr, null) : this.docEle.eles(by, timeout); - } - - @Override - protected List findElements(String loc, Double timeout, Integer index, Boolean relative, Boolean raiseErr) { - this.waits().docLoaded(); - return index != null ? this.docEle._ele(loc, timeout, index, relative, raiseErr, null) : this.docEle.eles(loc, timeout); - } - - - /** - * @return 返回当前frame是否同域 - */ - private boolean isInnerFrame() { - return JSON.parseObject(this.targetPage.runCdp("Page.getFrameTree").toString()).getString("frameTree").contains(this.frameId); - } - -} diff --git a/java/src/main/java/com/ll/DrissonPage/page/ChromiumPage.java b/java/src/main/java/com/ll/DrissonPage/page/ChromiumPage.java deleted file mode 100644 index a05d04b..0000000 --- a/java/src/main/java/com/ll/DrissonPage/page/ChromiumPage.java +++ /dev/null @@ -1,705 +0,0 @@ -package com.ll.DrissonPage.page; - -import com.alibaba.fastjson.JSON; -import com.alibaba.fastjson.JSONObject; -import com.ll.DrissonPage.base.Browser; -import com.ll.DrissonPage.config.ChromiumOptions; -import com.ll.DrissonPage.config.PortFinder; -import com.ll.DrissonPage.error.extend.BrowserConnectError; -import com.ll.DrissonPage.functions.BrowserUtils; -import com.ll.DrissonPage.units.setter.ChromiumPageSetter; -import com.ll.DrissonPage.units.waiter.PageWaiter; -import com.ll.DrissonPage.utils.CloseableHttpClientUtils; -import lombok.Getter; -import org.apache.http.client.methods.HttpGet; - -import java.nio.file.Paths; -import java.util.*; -import java.util.concurrent.ConcurrentHashMap; -import java.util.stream.Collectors; -import java.util.stream.IntStream; - -/** - * 用于管理浏览器的类 - * - * @author 陆 - * @address click - */ -public class ChromiumPage extends ChromiumBase { - private static final Map PAGES = new ConcurrentHashMap<>(); - private final String browserId; - private final boolean isExist; - @Getter - private final ChromiumOptions chromiumOptions; - - - private ChromiumPage(String address, String tabId, Double timeout, Object[] objects) { - this(handleOptions(address), tabId, timeout, objects); - } - - private ChromiumPage(Integer address, String tabId, Double timeout, Object[] objects) { - this("127.0.0.1:" + String.format("%04d", Math.max(address, 1000)), tabId, timeout, objects); - } - - private ChromiumPage(ChromiumOptions options, String tabId, Double timeout, Object[] objects) { - this.chromiumOptions = handleOptions(options); - this.isExist = Boolean.parseBoolean(objects[0].toString()); - this.browserId = objects[1].toString(); - this.setTimeout(timeout); - this.page = this; - this.runBrowser(); - super.init(options.getAddress(), tabId, timeout); - this.setType("ChromiumPage"); - this.set().timeouts(timeout); - this.pageInit(); - } - - /** - * 单例模式 - */ - public static ChromiumPage getInstance() { - return getInstance(""); - } - - /** - * 单例模式 - * - * @param address 浏览器地址 - */ - public static ChromiumPage getInstance(String address) { - return getInstance("".equals(address) ? null : address, null); - } - - /** - * 单例模式 - * - * @param options 浏览器配置 - */ - public static ChromiumPage getInstance(ChromiumOptions options) { - return getInstance(options, null); - } - - - /** - * 单例模式 - * - * @param address 浏览器地址 - * @param timeout 超时时间（秒） - */ - public static ChromiumPage getInstance(String address, Double timeout) { - return getInstance(address, null, timeout); - } - - /** - * 单例模式 - * - * @param port 端口 - */ - public static ChromiumPage getInstance(Integer port) { - return getInstance(port, null); - } - - /** - * 单例模式 - * - * @param options 浏览器配置 - * @param timeout 超时时间（秒） - */ - public static ChromiumPage getInstance(ChromiumOptions options, Double timeout) { - return getInstance(options, null, timeout); - } - - /** - * 单例模式 - * - * @param port 端口 - * @param timeout 超时时间（秒） - */ - public static ChromiumPage getInstance(Integer port, Double timeout) { - return getInstance(port, null, timeout); - } - - /** - * 单例模式 - * - * @param address 浏览器地址 - * @param tabId 要控制的标签页id，不指定默认为激活的 - * @param timeout 超时时间（秒） - */ - public static ChromiumPage getInstance(String address, String tabId, Double timeout) { - return getInstance(handleOptions(address), tabId, timeout); - } - - /** - * 单例模式 - * - * @param port 端口 - * @param tabId 要控制的标签页id，不指定默认为激活的 - * @param timeout 超时时间（秒） - */ - public static ChromiumPage getInstance(Integer port, String tabId, Double timeout) { - Object[] objects = runBrowser(handleOptions(port)); - return PAGES.computeIfAbsent(objects[1].toString(), key -> new ChromiumPage(port, tabId, timeout, objects)); - } - - /** - * 单例模式 - * - * @param options 浏览器配置 - * @param tabId 要控制的标签页id，不指定默认为激活的 - * @param timeout 超时时间（秒） - */ - public static ChromiumPage getInstance(ChromiumOptions options, String tabId, Double timeout) { - Object[] objects = runBrowser(handleOptions(options)); - return PAGES.computeIfAbsent(objects[1].toString(), key -> new ChromiumPage(options, tabId, timeout, objects)); - } - - /** - * 设置浏览器启动属性 - * - * @param port 'port' - */ - public static ChromiumOptions handleOptions(int port) { - return new ChromiumOptions().setLocalPort(port); - - } - - /** - * 设置浏览器启动属性 - * - * @param options 'ChromiumOptions' - */ - public static ChromiumOptions handleOptions(ChromiumOptions options) { - if (options == null) options = new ChromiumOptions(); - else { - if (options.isAutoPort()) { - PortFinder.PortInfo address = new PortFinder(options.getTmpPath()).getPort(); - options = options.setAddress("127.0.0.1:" + address.getPort()).setUserDataPath(address.getPath()).autoPort(); - } - } - return options; - - } - - /** - * 设置浏览器启动属性 - * - * @param address 'ip:port' - */ - public static ChromiumOptions handleOptions(String address) { - ChromiumOptions options; - if (address == null || address.isEmpty()) { - options = new ChromiumOptions(); - } else { - options = new ChromiumOptions(); - options.setAddress(address); - } - return options; - - } - - //----------挂件---------- - - public static Object[] runBrowser(ChromiumOptions options) { - boolean isExist = BrowserUtils.connectBrowser(options); - String browserId; - try { - HttpGet request = new HttpGet("http://" + options.getAddress() + "/json/version"); - request.setHeader("Connection", "close"); - Object ws = CloseableHttpClientUtils.sendRequestJson(request); - if (ws == null || ws.toString().isEmpty()) { - throw new BrowserConnectError("\n浏览器连接失败，如使用全局代理，须设置不代理127.0.0.1地址。"); - } - String[] split = JSON.parseObject(ws.toString()).get("webSocketDebuggerUrl").toString().split("/"); - browserId = split[split.length - 1]; - } catch (NullPointerException e) { - throw new BrowserConnectError("浏览器版本太旧，请升级。"); - } catch (Exception e) { - throw new BrowserConnectError("\n浏览器连接失败，如使用全局代理，须设置不代理127.0.0.1地址。"); - } - return new Object[]{isExist, browserId}; - } - - private void runBrowser() { - this.setBrowser(Browser.getInstance(this.chromiumOptions.getAddress(), this.browserId, this)); - if (this.isExist && !this.chromiumOptions.isHeadless() && JSON.parseObject(this.getBrowser().runCdp("Browser.getVersion")).getString("userAgent").toLowerCase().contains("headless")) { - this.getBrowser().quit(3); - BrowserUtils.connectBrowser(this.chromiumOptions); - HttpGet request = new HttpGet("http://" + this.chromiumOptions.getAddress() + "/json/version"); - request.setHeader("Connection", "close"); - JSONObject obj = JSON.parseObject(CloseableHttpClientUtils.sendRequestJson(request)); - String[] split = obj.get("webSocketDebuggerUrl").toString().split("/"); - String ws = split[split.length - 1]; - this.setBrowser(Browser.getInstance(this.chromiumOptions.getAddress(), ws, this)); - } - } - - - //----------挂件---------- - - @Override - protected void dSetRuntimeSettings() { - super.timeouts = new Timeout(this, this.chromiumOptions.getTimeouts().get("base"), this.chromiumOptions.getTimeouts().get("pageLoad"), this.chromiumOptions.getTimeouts().get("script")); - Double base = this.chromiumOptions.getTimeouts().get("base"); - if (base != null) this.setTimeout(base); - super.setLoadMode(this.chromiumOptions.getLoadMode()); - this.setDownloadPath(this.chromiumOptions.getDownloadPath() == null ? null : Paths.get(this.chromiumOptions.getDownloadPath()).toFile().getAbsolutePath()); - - super.setRetryTimes(this.chromiumOptions.getRetryTimes()); - super.setRetryInterval((double) this.chromiumOptions.getRetryInterval()); - - } - - /** - * 浏览器相关设置 - */ - private void pageInit() { - this.getBrowser().connectToPage(); - } - - /** - * @return 返回用于设置的对象 - */ - @Override - public ChromiumPageSetter set() { - if (super.set == null) { - super.set = new ChromiumPageSetter(this); - } - return (ChromiumPageSetter) super.set; - } - - /** - * @return 返回用于等待的对象 - */ - public PageWaiter waits() { - if (super.wait == null) this.wait = new PageWaiter(this); - return (PageWaiter) super.wait; - } - - /** - * @return 返回用于控制浏览器cdp的driver - */ - public Browser browser() { - return this.getBrowser(); - } - - /** - * @return 返回标签页数量 - */ - public Integer tabsCount() { - return this.getBrowser().tabsCount(); - } - - /** - * @return 返回所有标签页id组成的列表 - */ - public List tabs() { - return this.getBrowser().tabs(); - } - - /** - * @return 返回最新的标签页id，最新标签页指最后创建或最后被激活的 - */ - public String latestTab() { - return this.tabs().get(0); - } - - /** - * @return 返回浏览器进程id - */ - - public Integer processId() { - return this.getBrowser().getProcessId(); - } - - /** - * 把当前页面保存为文件，如果path和name参数都为null，只返回文本 - * - * @param path 保存路径，为null且name不为null时保存在当前路径 - * @param name 文件名，为null且path不为null时用title属性值 - * @return asPdf为True时返回bytes，否则返回文件文本 - */ - - public Object save(String path, String name) { - return save(path, name, false); - } - - /** - * 把当前页面保存为文件，如果path和name参数都为null，只返回文本 - * - * @param path 保存路径，为null且name不为null时保存在当前路径 - * @param name 文件名，为null且path不为null时用title属性值 - * @param asPdf 为Ture保存为pdf，否则为mhtml且忽略params参数 - * @return asPdf为True时返回bytes，否则返回文件文本 - */ - - public Object save(String path, String name, boolean asPdf) { - return save(path, name, asPdf, new HashMap<>()); - } - - /** - * 把当前页面保存为文件，如果path和name参数都为null，只返回文本 - * - * @param path 保存路径，为null且name不为null时保存在当前路径 - * @param name 文件名，为null且path不为null时用title属性值 - * @param asPdf 为Ture保存为pdf，否则为mhtml且忽略params参数 - * @param params pdf生成参数 - * @return asPdf为True时返回bytes，否则返回文件文本 - */ - - public Object save(String path, String name, boolean asPdf, Map params) { - return asPdf ? ChromiumBase.getPdf(this, path, name, params) : ChromiumBase.getMHtml(this, path, name); - } - - public ChromiumTab getTab() { - return getTab(null); - } - - /** - * 获取一个标签页对象 - * - * @param id 要获取的标签页id或序号，为null时获取当前tab，序号从0开始，可传入负数获取倒数第几个，不是视觉排列顺序，而是激活顺序 - * @return 标签页对象 - */ - public ChromiumTab getTab(String id) { - if (id == null) return ChromiumTab.getInstance(this, this.tabId()); - return ChromiumTab.getInstance(this, id); - } - - /** - * 获取一个标签页对象 - * - * @param num 要获取的标签页id或序号，为null时获取当前tab，序号从0开始，可传入负数获取倒数第几个，不是视觉排列顺序，而是激活顺序 - * @return 标签页对象 - */ - public ChromiumTab getTab(int num) { - List tabs = this.tabs(); - return ChromiumTab.getInstance(this, tabs.get(num >= 0 ? num : tabs.size() + num)); - } - - /** - * 查找符合条件的tab，返回它们的id组成的列表 - * - * @return tab id或tab列表 - */ - public List findTabs() { - return findTabs(false); - } - - /** - * 查找符合条件的tab，返回它们的id组成的列表 - * - * @param single 是否返回首个结果的id，为False返回所有信息 - * @return tab id或tab列表 - */ - public List findTabs(Boolean single) { - return findTabs(null, single); - } - - /** - * 查找符合条件的tab，返回它们的id组成的列表 - * - * @param title 要匹配title的文本 - * @param single 是否返回首个结果的id，为False返回所有信息 - * @return tab id或tab列表 - */ - public List findTabs(String title, Boolean single) { - return findTabs(title, null, single); - } - - /** - * 查找符合条件的tab，返回它们的id组成的列表 - * - * @param title 要匹配title的文本 - * @param url 要匹配url的文本 - * @param single 是否返回首个结果的id，为False返回所有信息 - * @return tab id或tab列表 - */ - public List findTabs(String title, String url, Boolean single) { - return findTabs(title, url, null, single); - } - - /** - * 查找符合条件的tab，返回它们的id组成的列表 - * - * @param title 要匹配title的文本 - * @param url 要匹配url的文本 - * @param tabType tab类型，可用列表输入多个 - * @param single 是否返回首个结果的id，为False返回所有信息 - * @return tab id或tab列表 - */ - public List findTabs(String title, String url, List tabType, Boolean single) { - return this.getBrowser().findTabs(title, url, tabType, single); - } - - /** - * 新建一个标签页 - * - * @param url 新标签页跳转到的网址 - * @return 新标签页对象 - */ - public ChromiumTab newTab(String url) { - return newTab(url, false); - } - - /** - * 新建一个标签页 - * - * @param url 新标签页跳转到的网址 - * @param newWindow 是否在新窗口打开标签页 - * @return 新标签页对象 - */ - public ChromiumTab newTab(String url, boolean newWindow) { - return newTab(url, newWindow, false); - } - - /** - * 新建一个标签页 - * - * @param url 新标签页跳转到的网址 - * @param newWindow 是否在新窗口打开标签页 - * @param background 是否不激活新标签页，如new_window为True则无效 - * @return 新标签页对象 - */ - public ChromiumTab newTab(String url, boolean newWindow, boolean background) { - return newTab(url, newWindow, background, false); - } - - /** - * 新建一个标签页 - * - * @param url 新标签页跳转到的网址 - * @param newWindow 是否在新窗口打开标签页 - * @param background 是否不激活新标签页，如new_window为True则无效 - * @param newContext 是否创建新的上下文 - * @return 新标签页对象 - */ - public ChromiumTab newTab(String url, boolean newWindow, boolean background, boolean newContext) { - ChromiumTab chromiumTab = ChromiumTab.getInstance(this, this._newTab(newWindow, background, newContext)); - if (url != null && !url.isEmpty()) chromiumTab.get(url); - return chromiumTab; - } - - /** - * 新建一个标签页 - * - * @param newWindow 是否在新窗口打开标签页 - * @param background 是否不激活新标签页，如new_window为True则无效 - * @param newContext 是否创建新的上下文 - * @return 新标签页对象 - */ - protected String _newTab(boolean newWindow, boolean background, boolean newContext) { - Object bid = null; - if (newContext) - bid = JSON.parseObject(this.getBrowser().runCdp("Target.createBrowserContext")).get("browserContextId"); - Map params = new HashMap<>(); - params.put("url", ""); - if (newWindow) params.put("newWindow", true); - if (background) params.put("background", true); - if (bid != null) params.put("browserContextId", bid); - return JSON.parseObject(this.getBrowser().runCdp("Target.createTarget", params)).get("targetId").toString(); - } - - /** - * 关闭Page管理的标签页 - */ - public void close() { - this.closeTabs(this.tabId()); - } - - /** - * 关闭传入的标签页，默认关闭当前页。可传入多个 - */ - public void closeTabs() { - closeTabs(new String[]{}); - } - - /** - * 关闭传入的标签页，默认关闭当前页。可传入多个 - * - * @param ids 要关闭的标签页对象或id，可传入列表或元组，为None时关闭当前页 - */ - public void closeTabs(String[] ids) { - closeTabs(ids, false); - } - - /** - * 关闭传入的标签页，默认关闭当前页。可传入多个 - * - * @param ids 要关闭的标签页对象或id，可传入列表或元组，为None时关闭当前页 - */ - public void closeTabs(String ids) { - closeTabs(ids, false); - } - - /** - * 关闭传入的标签页，默认关闭当前页。可传入多个 - * - * @param ids 要关闭的标签页对象或id，可传入列表或元组，为None时关闭当前页 - * @param others 是否关闭指定标签页之外的 - */ - public void closeTabs(String[] ids, boolean others) { - if (ids.length == 0) ids = new String[]{this.tabId()}; - List tabs = Arrays.asList(ids); - closeTabs(others, tabs); - - } - - /** - * 关闭传入的标签页，默认关闭当前页。可传入多个 - * - * @param ids 要关闭的标签页对象或id，可传入列表或元组，为None时关闭当前页 - * @param others 是否关闭指定标签页之外的 - */ - public void closeTabs(String ids, boolean others) { - if (ids == null) ids = this.tabId(); - List tabs = Collections.singletonList(ids); - closeTabs(others, tabs); - } - - /** - * 关闭传入的标签页，默认关闭当前页。可传入多个 - * - * @param chromiumTabs 要关闭的标签页对象或id，可传入列表或元组，为None时关闭当前页 - */ - public void closeTabs(ChromiumTab[] chromiumTabs) { - closeTabs(chromiumTabs, false); - - } - - /** - * 关闭传入的标签页，默认关闭当前页。可传入多个 - * - * @param chromiumTab 要关闭的标签页对象或id，可传入列表或元组，为None时关闭当前页 - */ - public void closeTabs(ChromiumTab chromiumTab) { - closeTabs(chromiumTab, false); - } - - /** - * 关闭传入的标签页，默认关闭当前页。可传入多个 - * - * @param chromiumTabs 要关闭的标签页对象或id，可传入列表或元组，为None时关闭当前页 - * @param others 是否关闭指定标签页之外的 - */ - public void closeTabs(ChromiumTab[] chromiumTabs, boolean others) { - List tabs = new ArrayList<>(); - if (chromiumTabs.length == 0) tabs.add(this.tabId()); - for (ChromiumTab chromiumTab : chromiumTabs) tabs.add(chromiumTab.tabId()); - - closeTabs(others, tabs); - } - - /** - * 关闭传入的标签页，默认关闭当前页。可传入多个 - * - * @param chromiumTab 要关闭的标签页对象或id，可传入列表或元组，为None时关闭当前页 - * @param others 是否关闭指定标签页之外的 - */ - public void closeTabs(ChromiumTab chromiumTab, boolean others) { - List tabs = new ArrayList<>(); - tabs.add((chromiumTab == null ? this : chromiumTab).tabId()); - closeTabs(others, tabs); - - } - - /** - * 关闭传入的标签页，默认关闭当前页。可传入多个 - * - * @param others 要关闭的标签页对象或id，可传入列表或元组，为None时关闭当前页 - * @param tabs 是否关闭指定标签页之外的 - */ - private void closeTabs(boolean others, List tabs) { - List allTabs = this.tabs(); - int size = allTabs.size(); - if (others) { - allTabs.removeAll(tabs); - tabs = allTabs; - } - int endLen = tabs.size() - size; - super.driver().stop(); - if (endLen <= 0) { - this.quit(); - return; - } - for (String id : tabs) { - this.getBrowser().closeTab(id); - try { - Thread.sleep(200); - } catch (InterruptedException e) { - throw new RuntimeException(e); - } - } - long endTime = System.currentTimeMillis() + 3000; - while (this.tabsCount() != endLen && endTime > System.currentTimeMillis()) { - try { - Thread.sleep(100); - } catch (InterruptedException e) { - throw new RuntimeException(e); - } - } - } - - /** - * 关闭浏览器 - */ - public void quit() { - this.quit(5.0); - } - - /** - * 关闭浏览器 - * - * @param timeout 等待浏览器关闭超时时间（秒） - */ - public void quit(double timeout) { - this.quit(timeout, true); - } - - /** - * 关闭浏览器 - * - * @param timeout 等待浏览器关闭超时时间（秒） - * @param force 关闭超时是否强制终止进程 - */ - public void quit(double timeout, boolean force) { - this.getBrowser().quit(timeout, force); - } - - - /** - * 克隆新的浏览器 - * - * @param cloneNumber 克隆数量 - * @return 集合 - */ - public List copy(int cloneNumber) { - return IntStream.range(0, cloneNumber < 0 ? 1 : cloneNumber).mapToObj(i -> copy()).collect(Collectors.toList()); - } - - /** - * 克隆新的浏览器 - * - * @return 单个 - */ - public ChromiumPage copy() { - ChromiumOptions chromiumOptions1 = this.chromiumOptions.copy(); - chromiumOptions1.autoPort(true, chromiumOptions1.getTmpPath() + UUID.randomUUID().toString().substring(0, 5)); - ChromiumPage instance = ChromiumPage.getInstance(chromiumOptions1); - String url1 = this.url(); - if (url1 != null) instance.get(url1); - return instance; - } - - @Override - public void onDisconnect() { - ChromiumPage.PAGES.remove(this.browserId); - } - - @Override - public String toString() { - return "ChromiumPage{" + "browser_id=" + this.getBrowser().getId() + "tab_id=" + this.tabId() + '}'; - } - - -} diff --git a/java/src/main/java/com/ll/DrissonPage/page/ChromiumTab.java b/java/src/main/java/com/ll/DrissonPage/page/ChromiumTab.java deleted file mode 100644 index 48407a6..0000000 --- a/java/src/main/java/com/ll/DrissonPage/page/ChromiumTab.java +++ /dev/null @@ -1,152 +0,0 @@ -package com.ll.DrissonPage.page; - -import com.ll.DrissonPage.functions.Settings; -import com.ll.DrissonPage.units.setter.TabSetter; -import com.ll.DrissonPage.units.waiter.TabWaiter; - -import java.util.HashMap; -import java.util.List; -import java.util.Map; -import java.util.concurrent.ConcurrentHashMap; -import java.util.stream.Collectors; -import java.util.stream.IntStream; - -/** - * 实现浏览器标签页的类 - * - * @author 陆 - * @address click - */ -public class ChromiumTab extends ChromiumBase { - private static final Map TAB = new ConcurrentHashMap<>(); - - protected ChromiumTab(ChromiumPage page, String tabId) { - this.page = page; - this.setBrowser(page.getBrowser()); - super.init(page.getAddress(), tabId, page.timeout()); - super.rect = null; - this.setType("ChromiumTab"); - } - - public static ChromiumTab getInstance(ChromiumPage page, String tabId) { - ChromiumTab chromiumTab = TAB.get(tabId); - if (Settings.singletonTabObj && chromiumTab != null) return chromiumTab; - chromiumTab = new ChromiumTab(page, tabId); - TAB.put(tabId, chromiumTab); - return chromiumTab; - } - - /*** - * 重写设置浏览器运行参数方法 - */ - @Override - protected void dSetRuntimeSettings() { - super.timeouts = this.page.getTimeouts().copy(); - super.setRetryTimes(this.page.getRetryTimes()); - super.setRetryInterval(this.page.getRetryInterval()); - super.setLoadMode(this.page.loadMode()); - super.setDownloadPath(this.page.downloadPath()); - } - - /** - * 关闭当前标签页 - */ - public void close() { - this.page.closeTabs(this.tabId()); - } - - /** - * @return 返回总体page对象 - */ - public ChromiumPage page() { - return this.page; - } - - /** - * @return 返回用于设置的对象 - */ - @Override - public TabSetter set() { - if (super.set == null) { - super.set = new TabSetter(this); - } - return (TabSetter) super.set; - } - - /** - * @return 返回用于等待的对象 - */ - @Override - public TabWaiter waits() { - if (super.wait == null) this.wait = new TabWaiter(this); - return (TabWaiter) super.wait; - } - - /** - * 把当前页面保存为文件，如果path和name参数都为null，只返回文本 - * - * @param path 保存路径，为null且name不为null时保存在当前路径 - * @param name 文件名，为null且path不为null时用title属性值 - * @return asPdf为True时返回bytes，否则返回文件文本 - */ - - public Object save(String path, String name) { - return save(path, name, false); - } - - /** - * 把当前页面保存为文件，如果path和name参数都为null，只返回文本 - * - * @param path 保存路径，为null且name不为null时保存在当前路径 - * @param name 文件名，为null且path不为null时用title属性值 - * @param asPdf 为Ture保存为pdf，否则为mhtml且忽略params参数 - * @return asPdf为True时返回bytes，否则返回文件文本 - */ - - public Object save(String path, String name, boolean asPdf) { - return save(path, name, asPdf, new HashMap<>()); - } - - /** - * 把当前页面保存为文件，如果path和name参数都为null，只返回文本 - * - * @param path 保存路径，为null且name不为null时保存在当前路径 - * @param name 文件名，为null且path不为null时用title属性值 - * @param asPdf 为Ture保存为pdf，否则为mhtml且忽略params参数 - * @param params pdf生成参数 - * @return asPdf为True时返回bytes，否则返回文件文本 - */ - - public Object save(String path, String name, boolean asPdf, Map params) { - return asPdf ? ChromiumBase.getPdf(this, path, name, params) : ChromiumBase.getMHtml(this, path, name); - } - - @Override - public String toString() { - return "click - */ -public class SessionPage extends BasePage { - @Getter - @Setter - protected Map headers; - @Setter - protected OkHttpClient session; - protected SessionOptions sessionOptions; - protected Response response; - private double timeout; - private int retryTimes; - private float retryInterval; - private SessionPageSetter set; - @Setter - private Charset encoding; - - /** - * @param request 请求工厂 - */ - public SessionPage(OkHttpClient request) { - this(request, null); - } - - /** - * @param request 请求工厂 - * @param timeout 连接超时时间 - */ - public SessionPage(OkHttpClient request, Double timeout) { - this(request, timeout, false); - } - - public SessionPage() { - this(new SessionOptions(true, null)); - } - - /** - * @param option 配置 - */ - public SessionPage(SessionOptions option) { - this(option, null); - } - - /** - * @param option 配置 - * @param timeout 连接超时时间 - */ - public SessionPage(SessionOptions option, Double timeout) { - this(option, timeout, false); - } - - private SessionPage(Object requestOrOption, Double timeout, boolean ignoredFlag) { - this.setType("SessionPage"); - this.sSetStartOptions(requestOrOption); - this.sSetRunTimeSettings(timeout); - this.createSession(); - if (timeout != null) this.timeout = timeout; - this.headers = new CaseInsensitiveMap<>(); - ; - } - - /** - * 启动配置 - */ - private void sSetStartOptions(Object sessionOrOptions) { - if (sessionOrOptions == null || sessionOrOptions instanceof SessionOptions) { - this.sessionOptions = sessionOrOptions == null ? new SessionOptions(true, null) : (SessionOptions) sessionOrOptions; - } else if (sessionOrOptions instanceof OkHttpClient) { - this.sessionOptions = new SessionOptions(true, null); - this.headers = new CaseInsensitiveMap<>(this.sessionOptions.getHeaders()); - this.sessionOptions.setHeaders(null); - this.session = (OkHttpClient) sessionOrOptions; - } - } - - /** - * 设置运行时用到的属性 - */ - private void sSetRunTimeSettings(Double timeout) { - this.timeout = timeout == null || timeout <= 0 ? this.sessionOptions.getTimeout() : timeout; - this.setDownloadPath(this.sessionOptions.getDownloadPath() == null ? null : Paths.get(this.sessionOptions.getDownloadPath()).toAbsolutePath().toString()); - this.retryTimes = this.sessionOptions.getRetryTimes(); - this.retryInterval = this.sessionOptions.getRetryInterval(); - } - - /** - * 创建内建Session对象 - */ - protected void createSession() { - if (this.session == null) { - HttpClient httpClient = this.sessionOptions.makeSession(); - this.session = httpClient.getClient(); - this.headers = new CaseInsensitiveMap<>(this.sessionOptions.getHeaders()); - } - } - - //-----------------共有属性和方法------------------- - @Override - public String title() { - List sessionPages = this._ele("xpath://title", null, null, null, false, null); - if (!sessionPages.isEmpty()) return sessionPages.get(0).text(); - return null; - } - - /** - * @return 返回当前访问url - */ - @Override - public String url() { - return this.url; - } - - /** - * @return 返回页面原始数据 - */ - public byte[] rawData() { - ResponseBody body = this.response.body(); - if (body != null) { - try { - return body.bytes(); - } catch (IOException e) { - return new byte[0]; - } - } - return new byte[0]; - } - - @Override - public String html() { - if (this.response == null) return ""; - ResponseBody body = this.response.body(); - if (body != null) { - try { - return body.string(); - } catch (IOException e) { - return ""; - } - } - return ""; - } - - /** - * @return 当返回内容是json格式则返回JSONObject，非json格式时返回None - */ - - @Override - public JSONObject json() { - if (this.response == null) return null; - ResponseBody body = this.response.body(); - if (body != null) { - try { - return JSON.parseObject(body.string()); - } catch (IOException e) { - return null; - } - } - return null; - } - - /** - * @return 返回user agent - */ - @Override - public String userAgent() { - String ua = ""; - for (Map.Entry entry : this.headers.entrySet()) { - String k = entry.getKey(); - Object v = entry.getValue(); - if (Objects.equals(k.toUpperCase(Locale.ROOT), "user-agent")) { - ua = v.toString(); - break; - } else if ("useragent".equalsIgnoreCase(k.toUpperCase(Locale.ROOT))) { - ua = v.toString(); - break; - } - } - - return ua; - } - - public OkHttpClient session() { - return this.session; - } - - /** - * @return 返回访问url得到的Response对象 - */ - public Response response() { - return this.response; - } - - /** - * @return 返回设置的编码 - */ - public String encoding() { - return this.encoding.name(); - } - - /** - * @return 返回用于设置的对象 - */ - public SessionPageSetter set() { - if (this.set == null) this.set = new SessionPageSetter(this); - return this.set; - } - - /** - * 用get方式跳转到url，可输入文件路径 - * - * @param url 目标url，可指定本地文件路径 - * @return url是否可用 - */ - public Boolean get(Path url) { - return get(url, false); - } - - /** - * 用get方式跳转到url，可输入文件路径 - * - * @param url 目标url，可指定本地文件路径 - * @param showErrMsg 是否显示和抛出异常 - * @return url是否可用 - */ - public Boolean get(Path url, boolean showErrMsg) { - return get(url, showErrMsg, null, null, null); - } - - /** - * 用get方式跳转到url，可输入文件路径 - * - * @param url 目标url，可指定本地文件路径 - * @param showErrMsg 是否显示和抛出异常 - * @param retry 重试次数，为None时使用页面对象retry_times属性值 - * @param interval 重试间隔（秒），为None时使用页面对象retry_interval属性值 - * @param timeout 连接超时时间（秒），为None时使用页面对象timeout属性值 - * @return url是否可用 - */ - public Boolean get(Path url, boolean showErrMsg, Integer retry, Double interval, Double timeout) { - return get(url, showErrMsg, retry, interval, timeout, null); - } - - /** - * 用get方式跳转到url，可输入文件路径 - * - * @param url 目标url，可指定本地文件路径 - * @param showErrMsg 是否显示和抛出异常 - * @param retry 重试次数，为None时使用页面对象retry_times属性值 - * @param interval 重试间隔（秒），为None时使用页面对象retry_interval属性值 - * @param timeout 连接超时时间（秒），为None时使用页面对象timeout属性值 - * @param params 连接参数 - * @return url是否可用 - */ - - public Boolean get(@NotNull Path url, boolean showErrMsg, Integer retry, Double interval, Double timeout, Map params) { - return get(url.toAbsolutePath().toString(), showErrMsg, retry, interval, timeout, params); - } - - /** - * 用get方式跳转到url，可输入文件路径 - * - * @param url 目标url，可指定本地文件路径 - * @param showErrMsg 是否显示和抛出异常 - * @param retry 重试次数，为None时使用页面对象retry_times属性值 - * @param interval 重试间隔（秒），为None时使用页面对象retry_interval属性值 - * @param timeout 连接超时时间（秒），为None时使用页面对象timeout属性值 - * @param params 连接参数 - * @return url是否可用 - */ - - @Override - public Boolean get(@NotNull String url, boolean showErrMsg, Integer retry, Double interval, Double timeout, Map params) { - if (!url.toLowerCase().startsWith("http")) { - if (url.startsWith("file:///")) { - url = url.substring(8); - } - File file = Paths.get(url).toFile(); - if (file.exists()) { - try (FileInputStream fileInputStream = new FileInputStream(file)) { - String string = Arrays.toString(fileInputStream.readAllBytes()); - Response.Builder builder = new Response.Builder(); - builder.setMessage$okhttp("get"); - builder.setCode$okhttp(200); - builder.setBody$okhttp(new RealResponseBody(string, string.length(), new Buffer())); - this.response = builder.build(); - } catch (IOException e) { - throw new RuntimeException(e); - } - return true; - } - } - return this.sConnect(url, "get", showErrMsg, retry, interval, params); - } - - /** - * 用post方式跳转到url - * - * @param url 目标url - * @return url是否可用 - */ - - public Boolean post(@NotNull String url) { - return this.post(url, null); - - } - - /** - * 用post方式跳转到url - * - * @param url 目标url - * @param params 连接参数 - * @return url是否可用 - */ - - public Boolean post(@NotNull String url, Map params) { - return this.post(url, false, params); - - } - - /** - * 用post方式跳转到url - * - * @param url 目标url - * @param showErrMsg 是否显示和抛出异常 - * @param params 连接参数 - * @return url是否可用 - */ - - public Boolean post(@NotNull String url, boolean showErrMsg, Map params) { - return this.post(url, showErrMsg, null, params); - - } - - /** - * 用post方式跳转到url - * - * @param url 目标url - * @param showErrMsg 是否显示和抛出异常 - * @param retry 重试次数，为None时使用页面对象retry_times属性值 - * @param params 连接参数 - * @return url是否可用 - */ - - public Boolean post(@NotNull String url, boolean showErrMsg, Integer retry, Map params) { - return this.post(url, showErrMsg, retry, null, params); - } - - /** - * 用post方式跳转到url - * - * @param url 目标url - * @param showErrMsg 是否显示和抛出异常 - * @param retry 重试次数，为None时使用页面对象retry_times属性值 - * @param interval 重试间隔（秒），为None时使用页面对象retry_interval属性值 - * @param params 连接参数 - * @return url是否可用 - */ - - public Boolean post(@NotNull String url, boolean showErrMsg, Integer retry, Double interval, Map params) { - return this.sConnect(url, "post", showErrMsg, retry, interval, params); - } - - @Override - public SessionElement sEle(By by, Integer index) { - if (by == null) { - List sessionElements = SessionElement.makeSessionEle(this.html(), By.NULL(), null); - if (!sessionElements.isEmpty()) return sessionElements.get(0); - return null; - } - List sessionElements = this._ele(by, null, index, null, null, "s_ele()"); - if (!sessionElements.isEmpty()) return sessionElements.get(0); - return null; - } - - @Override - public SessionElement sEle(String loc, Integer index) { - if (loc == null) { - List sessionElements = SessionElement.makeSessionEle(this.html(), By.NULL(), null); - if (!sessionElements.isEmpty()) return sessionElements.get(0); - return null; - } - List sessionElements = this._ele(loc, null, index, null, null, "s_ele()"); - if (!sessionElements.isEmpty()) return sessionElements.get(0); - return null; - } - - @Override - public List sEles(By by) { - return this._ele(by, null, null, null, null, null); - } - - @Override - public List sEles(String loc) { - return this._ele(loc, null, null, null, null, null); - } - - @Override - protected List findElements(By by, Double timeout, Integer index, Boolean relative, Boolean raiseErr) { - return SessionElement.makeSessionEle(this, by, index); - } - - @Override - protected List findElements(String loc, Double timeout, Integer index, Boolean relative, Boolean raiseErr) { - return SessionElement.makeSessionEle(this, loc, index); - - } - - @Override - public List cookies(boolean asMap, boolean allDomains, boolean allInfo) { - List list; - { - final var cookies = new List[]{new ArrayList<>()}; - this.session.newBuilder().setCookieJar$okhttp(new CookieJar() { - @Override - public void saveFromResponse(@NotNull HttpUrl httpUrl, @NotNull List list) { - if (url != null) { - ArrayList src = new ArrayList<>(); - Collections.copy(list, src); - src.removeIf(cookie -> !cookie.domain().isEmpty() || !cookie.domain().contains(url)); - cookies[0] = src; - } else { - cookies[0] = list; - } - } - - @NotNull - @Override - public List loadForRequest(@NotNull HttpUrl httpUrl) { - return new ArrayList<>(); - } - }); - list = new ArrayList(cookies[0]); - } - - return list; - } - - - public void close() { - if (this.response != null) try { - this.response.close(); - } catch (Exception ignored) { - - } - } - - private boolean sConnect(String url, String mode, boolean showErrMsg, Integer retry, Double interval, Map params) { - BeforeConnect beforeConnect = this.beforeConnect(url, retry, interval); - ResponseWrapper responseReturn = this.makResponse(this.url(), mode, beforeConnect.getRetry(), beforeConnect.getInterval(), showErrMsg, params); - boolean urlAvailable; - if (responseReturn.getResponse() == null) urlAvailable = false; - else if (this.response.code() == 200) urlAvailable = true; - else { - if (showErrMsg) try { - throw new ConnectException("状态码：" + this.response.code()); - } catch (ConnectException e) { - throw new RuntimeException(e); - } - urlAvailable = false; - - } - return urlAvailable; - } - - public ResponseWrapper makResponse(String url, String mode, Integer retry, Double interval, boolean showErrMsg, Map params) { - Map headersMap = new CaseInsensitiveMap<>(); - if (params.containsKey("headers")) - headersMap.putAll(JSON.parseObject(JSON.toJSONString(params.get("headers")))); - - // Set referer and host values - URI uri = URI.create(url); - String hostname = uri.getHost(); - String scheme = uri.getScheme(); - if (notCheckHeaders(headersMap, headers, "Referer")) { - headersMap.put("Referer", this.headers.get("Referer")); - if (headersMap.get("Referer") == null) { - headersMap.put("Referer", (this.headers.get("scheme") != null ? this.headers.get("scheme") : scheme) + "://" + hostname); - } - } - if (!headersMap.containsKey("Host")) { - headersMap.put("Host", hostname); - } - - // Set timeout - if (notCheckHeaders(params, headers, "timeout")) { - params.put("timeout", this.timeout); - } - - // Merge headers - headersMap.putAll(this.headers); - - // Build request - Request.Builder requestBuilder = new Request.Builder(); - requestBuilder.url(url); - for (Map.Entry entry : headersMap.entrySet()) { - requestBuilder.addHeader(entry.getKey(), entry.getValue().toString()); - } - - Response response = null; - retry = retry == null ? this.retryTimes : retry; - interval = interval == null ? this.retryInterval : interval; - IOException exception = null; - for (int i = 0; i <= retry; i++) { - try { - if (mode.equals("get")) { - response = this.session.newCall(requestBuilder.build()).execute(); - } else if (mode.equals("post")) { - RequestBody requestBody = RequestBody.create(params.get("data").toString(), MediaType.parse("application/json")); - requestBuilder.post(requestBody); - response = this.session.newCall(requestBuilder.build()).execute(); - } - - if (response != null && response.body() != null) { - MediaType mediaType = response.body().contentType(); - if (mediaType != null && this.encoding != null) { - mediaType.charset(this.encoding); - return new ResponseWrapper(response, "Success"); - - } - return new ResponseWrapper(setCharset(response), "Success"); - } - - } catch (IOException e) { - exception = e; - } - long millis = (long) (interval * 1000); - if (i < retry) { - try { - Thread.sleep(millis); - if (showErrMsg) { - System.out.println("重试 " + url); - } - } catch (InterruptedException e) { - e.printStackTrace(); - } - } - } - - if (showErrMsg) { - if (exception != null) { - throw new RuntimeException(exception); - } else if (response != null) { - try { - throw new ConnectException("状态码：" + response.code()); - } catch (ConnectException e) { - throw new RuntimeException(e); - } - } else { - try { - throw new ConnectException("连接失败"); - } catch (ConnectException e) { - throw new RuntimeException(e); - } - } - } else { - if (response != null) { - return new ResponseWrapper(response, "状态码：" + response.code()); - } else { - return new ResponseWrapper(null, "连接失败" + (exception != null ? exception.getMessage() : "")); - } - } - } - - private boolean notCheckHeaders(Map map, Map headers, String key) { - return !map.containsKey(key) && !headers.containsKey(key); - } - - public static Response setCharset(Response response) { - // 在headers中获取编码 - String s = response.headers().get("content-type"); - s = s == null ? "" : s; - String contentType = s.toLowerCase(); - if (!contentType.endsWith(";")) contentType += ";"; - String charset = searchCharset(contentType); - - ResponseBody body = response.body(); - if (charset != null && !charset.isEmpty()) { - if (body != null) { - MediaType mediaType = body.contentType(); - if (mediaType != null) { - mediaType.charset(Charset.forName(charset)); - } - } - } else if (contentType.replace(" ", "").startsWith("text/html")) { - String content = ""; - try { - if (body != null) { - content = body.string(); - } - } catch (IOException e) { - throw new RuntimeException(e); - } - charset = searchCharsetInMeta(content); - if (charset == null || !charset.isEmpty()) { - MediaType mediaType = null; - if (body != null) mediaType = body.contentType(); - if (mediaType != null) charset = mediaType.type(); - } - Response.Builder builder = new Response.Builder(); - builder.setBody$okhttp(ResponseBody.create(content, MediaType.get(charset == null ? "utf-8" : charset))); - response.close(); - try (Response r = builder.build()) { - response = r; - } - } - - return response; - } - - private static String searchCharset(String contentType) { - Pattern pattern = Pattern.compile("charset[=: ]*(.*?);?"); - Matcher matcher = pattern.matcher(contentType); - if (matcher.find()) { - return matcher.group(1); - } - return "utf-8"; - } - - private static String searchCharsetInMeta(String content) { - Pattern pattern = Pattern.compile("]+).*?>", Pattern.DOTALL); - Matcher matcher = pattern.matcher(content); - if (matcher.find()) { - return matcher.group(1); - } - return "utf-8"; - } - - /** - * 克隆 - * - * @param cloneNumber 克隆数量 - * @return 集合 - */ - public List copy(int cloneNumber) { - return IntStream.range(0, cloneNumber < 0 ? 1 : cloneNumber).mapToObj(i -> copy()).collect(Collectors.toList()); - } - - /** - * 克隆 - * - * @return 单个 - */ - public SessionPage copy() { - return new SessionPage(this.sessionOptions.copy()); - } - - @Getter - @AllArgsConstructor - public static class ResponseWrapper { - private Response response; - private String message; - } -} diff --git a/java/src/main/java/com/ll/DrissonPage/page/Timeout.java b/java/src/main/java/com/ll/DrissonPage/page/Timeout.java deleted file mode 100644 index 325498e..0000000 --- a/java/src/main/java/com/ll/DrissonPage/page/Timeout.java +++ /dev/null @@ -1,62 +0,0 @@ -package com.ll.DrissonPage.page; - -import lombok.Getter; -import lombok.Setter; - -import java.io.*; - -/** - * @author 陆 - * @address click - */ -@Getter -public class Timeout { - private final ChromiumBase page; - @Setter - private Double base = 10.0; - @Setter - - private Double pageLoad = 30.0; - @Setter - - private Double script = 30.0; - - public Timeout(ChromiumBase page, Double base, Double pageLoad, Double script) { - this.page = page; - if (base != null && base >= 0) this.base = base; - if (pageLoad != null && pageLoad >= 0) this.pageLoad = pageLoad; - if (script != null && script >= 0) this.script = script; - } - - public Timeout(ChromiumBase page, Integer base, Integer pageLoad, Integer script) { - this.page = page; - if (base != null && base >= 0) this.base = Double.valueOf(base); - if (pageLoad != null && pageLoad >= 0) this.pageLoad = Double.valueOf(pageLoad); - if (script != null && script >= 0) this.script = Double.valueOf(script); - } - - public Timeout(ChromiumBase page) { - this(page, -1.0, -1.0, -1.0); - } - - @Override - public String toString() { - return "{base=" + base + ", pageLoad=" + pageLoad + ", script=" + script + '}'; - } - - // 深拷贝方法 - // 深拷贝方法 - public Timeout copy() { - try (ByteArrayOutputStream bos = new ByteArrayOutputStream(); ObjectOutputStream out = new ObjectOutputStream(bos)) { - out.writeObject(this); - out.flush(); // 在写入对象之前调用 flush - - try (ByteArrayInputStream bis = new ByteArrayInputStream(bos.toByteArray()); ObjectInputStream in = new ObjectInputStream(bis)) { - return (Timeout) in.readObject(); - } - } catch (IOException | ClassNotFoundException e) { - System.out.println("深拷贝失败，错误原因：" + e.getMessage()); - return this; // 如果发生异常，返回原始对象 - } - } -} diff --git a/java/src/main/java/com/ll/DrissonPage/page/WebMode.java b/java/src/main/java/com/ll/DrissonPage/page/WebMode.java deleted file mode 100644 index 26031ff..0000000 --- a/java/src/main/java/com/ll/DrissonPage/page/WebMode.java +++ /dev/null @@ -1,16 +0,0 @@ -package com.ll.DrissonPage.page; - -/** - * 'd' 或 's'，即driver模式和session模式 - * @author 陆 - * @address click - */ -public enum WebMode { - s("s"), d("d"), S("s"), D("d"), NULL("d"); - final String mode; - - WebMode(String mode) { - this.mode = mode; - } - -} \ No newline at end of file diff --git a/java/src/main/java/com/ll/DrissonPage/page/WebPage.java b/java/src/main/java/com/ll/DrissonPage/page/WebPage.java deleted file mode 100644 index cb887e6..0000000 --- a/java/src/main/java/com/ll/DrissonPage/page/WebPage.java +++ /dev/null @@ -1,916 +0,0 @@ -package com.ll.DrissonPage.page; - -import com.alibaba.fastjson.JSON; -import com.alibaba.fastjson.JSONObject; -import com.ll.DrissonPage.base.BasePage; -import com.ll.DrissonPage.base.By; -import com.ll.DrissonPage.base.DrissionElement; -import com.ll.DrissonPage.config.ChromiumOptions; -import com.ll.DrissonPage.config.SessionOptions; -import com.ll.DrissonPage.element.ChromiumElement; -import com.ll.DrissonPage.element.SessionElement; -import com.ll.DrissonPage.functions.Web; -import com.ll.DrissonPage.units.setter.WebPageSetter; -import lombok.Getter; -import okhttp3.Cookie; -import okhttp3.OkHttpClient; -import okhttp3.Response; -import org.jetbrains.annotations.NotNull; - -import java.util.*; -import java.util.stream.Collectors; -import java.util.stream.IntStream; - -/** - * @author 陆 - * @address click - */ -public class WebPage extends BasePage> { - @Getter - protected final SessionPage sessionPage; - private WebPageSetter setter; - @Getter - protected ChromiumPage chromiumPage; - private WebMode mode; - @Getter - private boolean hasDriver; - @Getter - private boolean hasSession; - - /** - * 初始化函数 - */ - public WebPage() { - this(WebMode.NULL); - } - - /** - * 初始化函数 - * - * @param mode 'd' 或 's'，即driver模式和session模式 - */ - public WebPage(WebMode mode) { - this(mode, null); - } - - /** - * 初始化函数 - * - * @param mode 'd' 或 's'，即driver模式和session模式 - * @param timeout 超时时间（秒），d模式时为寻找元素时间，s模式时为连接时间，默认10秒 - */ - public WebPage(WebMode mode, Double timeout) { - this(mode, timeout, false); - } - - /** - * 初始化函数 - * - * @param mode 'd' 或 's'，即driver模式和session模式 - * @param timeout 超时时间（秒），d模式时为寻找元素时间，s模式时为连接时间，默认10秒 - * @param chromiumOptions Driver对象，只使用s模式时应传入False - */ - public WebPage(WebMode mode, Double timeout, boolean chromiumOptions) { - this(mode, timeout, chromiumOptions, false); - } - - /** - * 初始化函数 - * - * @param mode 'd' 或 's'，即driver模式和session模式 - * @param timeout 超时时间（秒），d模式时为寻找元素时间，s模式时为连接时间，默认10秒 - * @param chromiumOptions Driver对象，只使用s模式时应传入False - * @param sessionOrOptions Session对象或SessionOptions对象，只使用d模式时应传入False - */ - public WebPage(WebMode mode, Double timeout, boolean chromiumOptions, boolean sessionOrOptions) { - this(mode, timeout, chromiumOptions, sessionOrOptions, false); - } - - /** - * 初始化函数 - * - * @param mode 'd' 或 's'，即driver模式和session模式 - * @param timeout 超时时间（秒），d模式时为寻找元素时间，s模式时为连接时间，默认10秒 - * @param chromiumOptions Driver对象，只使用s模式时应传入False - * @param sessionOrOptions Session对象或SessionOptions对象，只使用d模式时应传入False - */ - public WebPage(WebMode mode, Double timeout, boolean chromiumOptions, SessionOptions sessionOrOptions) { - this(mode, timeout, chromiumOptions, sessionOrOptions, false); - } - - /** - * 初始化函数 - * - * @param mode 'd' 或 's'，即driver模式和session模式 - * @param timeout 超时时间（秒），d模式时为寻找元素时间，s模式时为连接时间，默认10秒 - * @param chromiumOptions Driver对象，只使用s模式时应传入False - */ - public WebPage(WebMode mode, Double timeout, ChromiumOptions chromiumOptions) { - this(mode, timeout, chromiumOptions, false); - } - - /** - * 初始化函数 - * - * @param mode 'd' 或 's'，即driver模式和session模式 - * @param timeout 超时时间（秒），d模式时为寻找元素时间，s模式时为连接时间，默认10秒 - * @param chromiumOptions Driver对象，只使用s模式时应传入False - * @param sessionOrOptions Session对象或SessionOptions对象，只使用d模式时应传入False - */ - public WebPage(WebMode mode, Double timeout, ChromiumOptions chromiumOptions, boolean sessionOrOptions) { - this(mode, timeout, chromiumOptions, sessionOrOptions, false); - } - - /** - * 初始化函数 - * - * @param mode 'd' 或 's'，即driver模式和session模式 - * @param timeout 超时时间（秒），d模式时为寻找元素时间，s模式时为连接时间，默认10秒 - * @param chromiumOptions Driver对象，只使用s模式时应传入False - * @param sessionOrOptions Session对象或SessionOptions对象，只使用d模式时应传入False - */ - public WebPage(WebMode mode, Double timeout, ChromiumOptions chromiumOptions, SessionOptions sessionOrOptions) { - this(mode, timeout, chromiumOptions, sessionOrOptions, false); - } - - - /** - * 初始化函数 - * - * @param mode 'd' 或 's'，即driver模式和session模式 - * @param timeout 超时时间（秒），d模式时为寻找元素时间，s模式时为连接时间，默认10秒 - * @param chromiumOptions Driver对象，只使用s模式时应传入False - * @param sessionOrOptions Session对象或SessionOptions对象，只使用d模式时应传入False - */ - private WebPage(WebMode mode, Double timeout, Object chromiumOptions, Object sessionOrOptions, boolean ignoredFlag) { - this.mode = mode; - sessionPage = sessionOrOptions instanceof SessionOptions ? new SessionPage((SessionOptions) sessionOrOptions) : new SessionPage(); - if (chromiumOptions == null || !Objects.equals(chromiumOptions, false)) - chromiumOptions = new ChromiumOptions(true, null).setTimeouts(sessionPage.timeout(), null, null).setPaths(sessionPage.downloadPath()); - ChromiumPage instance; - if (chromiumOptions instanceof String) { - instance = ChromiumPage.getInstance(String.valueOf(chromiumOptions), timeout); - } else if (chromiumOptions instanceof ChromiumOptions) { - instance = ChromiumPage.getInstance((ChromiumOptions) chromiumOptions, timeout); - } else if (chromiumOptions instanceof Integer) { - instance = ChromiumPage.getInstance((Integer) chromiumOptions, timeout); - } else if (chromiumOptions == null) { - instance = ChromiumPage.getInstance("", timeout); - } else { - throw new IllegalArgumentException("chromiumOptions类型只能为 String , ChromiumOptions, Integer, null"); - } - this.chromiumPage = instance; - this.setType("WebPage"); - - } - - /** - * @return 返回用于设置的对象 - */ - - public WebPageSetter set() { - if (setter == null) setter = new WebPageSetter(this); - return setter; - } - - /** - * @return 返回当前url - */ - @Override - public String url() { - switch (mode) { - case d: - return this.browserUrl(); - case s: - return this.sessionUrl(); - default: - return null; - } - } - - /** - * @return 返回浏览器当前url - */ - protected String browserUrl() { - return this.chromiumPage.url(); - } - - /** - * @return 返回当前页面title - */ - public String title() { - switch (mode) { - case d: - return chromiumPage.title(); - case s: - return sessionPage.title(); - default: - return null; - } - } - - /** - * @return 返回页码原始数据数据 - */ - public Object rawData() { - switch (mode) { - case d: - if (this.hasDriver) { - return chromiumPage.html(); - } else { - return ""; - } - case s: - return sessionPage.rawData(); - default: - return null; - } - } - - @Override - public String html() { - switch (mode) { - case d: - if (this.hasDriver) { - return chromiumPage.html(); - } else { - return ""; - } - case s: - return sessionPage.html(); - default: - return null; - } - } - - @Override - public JSONObject json() { - switch (mode) { - case d: - return chromiumPage.json(); - - case s: - return sessionPage.json(); - default: - return null; - } - } - - /** - * @return 返回 s 模式获取到的 Response 对象 - */ - public Response response() { - return sessionPage.response(); - } - - /** - * @return 返回当前模式，'s'或'd' - */ - public WebMode mode() { - return this.mode; - } - - /** - * @return 返回user agent - */ - public String ua() { - return userAgent(); - - } - - /** - * @return 返回user agent - */ - @Override - public String userAgent() { - switch (mode) { - case d: - return chromiumPage.userAgent(); - case s: - return sessionPage.userAgent(); - default: - return null; - } - } - - /** - * @return 返回Session对象，如未初始化则按配置信息创建 - */ - public OkHttpClient session() { - if (sessionPage.session == null) this.sessionPage.createSession(); - return sessionPage.session; - } - - /** - * @return 返回 session 保存的url - */ - private String sessionUrl() { - try (Response response = this.sessionPage.response()) { - if (response == null) return null; - return response.request().url().toString(); - } - } - - /** - * @return 返回通用timeout设置 - */ - public Double timeout() { - return chromiumPage.timeouts.getBase(); - } - - @Override - public Boolean get(String url, boolean showErrMsg, Integer retry, Double interval, Double timeout, Map params) { - switch (mode) { - case d: - return chromiumPage.get(url, showErrMsg, retry, interval, timeout, params); - case s: - timeout = timeout == null ? this.hasDriver ? chromiumPage.timeouts.getPageLoad() : this.timeout() : timeout; - return sessionPage.get(url, showErrMsg, retry, interval, timeout, params); - default: - return null; - } - } - - /** - * 用post方式跳转到url 会切换到s模式 - * - * @param url 目标url - * @return s模式时返回url是否可用，d模式时返回获取到的Response对象 - */ - - public Object post(@NotNull String url) { - return this.post(url, null); - - } - - /** - * 用post方式跳转到url 会切换到s模式 - * - * @param url 目标url - * @param params 连接参数 - * @return s模式时返回url是否可用，d模式时返回获取到的Response对象 - */ - - public Object post(@NotNull String url, Map params) { - return this.post(url, false, params); - - } - - /** - * 用post方式跳转到url 会切换到s模式 - * - * @param url 目标url - * @param showErrMsg 是否显示和抛出异常 - * @param params 连接参数 - * @return s模式时返回url是否可用，d模式时返回获取到的Response对象 - */ - - public Object post(@NotNull String url, boolean showErrMsg, Map params) { - return this.post(url, showErrMsg, null, params); - - } - - /** - * 用post方式跳转到url 会切换到s模式 - * - * @param url 目标url - * @param showErrMsg 是否显示和抛出异常 - * @param retry 重试次数，为None时使用页面对象retry_times属性值 - * @param params 连接参数 - * @return s模式时返回url是否可用，d模式时返回获取到的Response对象 - */ - public Object post(@NotNull String url, boolean showErrMsg, Integer retry, Map params) { - return this.post(url, showErrMsg, retry, null, params); - } - - /** - * 用post方式跳转到url 会切换到s模式 - * - * @param url 目标url - * @param showErrMsg 是否显示和抛出异常 - * @param retry 重试次数，为None时使用页面对象retry_times属性值 - * @param interval 重试间隔（秒），为None时使用页面对象retry_interval属性值 - * @param params 连接参数 - * @return s模式时返回url是否可用，d模式时返回获取到的Response对象 - */ - - public Object post(@NotNull String url, boolean showErrMsg, Integer retry, Double interval, Map params) { - if (Objects.equals(mode, WebMode.d)) { - this.cookiesToSession(); - sessionPage.post(url, showErrMsg, retry, interval, params); - return this.response(); - } else { - return sessionPage.post(url, showErrMsg, retry, interval, params); - } - } - - - /** - * 返回第一个符合条件的元素、属性或节点文本 - * - * @param by 元素的定位信息，可以是元素对象，by，或查询字符串 - * @param index 获取第几个，从1开始，可传入负数获取倒数第几个 - * @param timeout 查找元素超时时间（秒），默认与页面等待时间一致 - * @return 元素对象 - */ - public DrissionElement ele(By by, int index, Double timeout) { - switch (mode) { - case d: - return chromiumPage.ele(by, index, timeout); - case s: - return sessionPage.ele(by, index, timeout); - default: - return null; - } - } - - /** - * 返回第一个符合条件的元素、属性或节点文本 - * - * @param locator 元素的定位信息，可以是元素对象，by，或查询字符串 - * @param index 获取第几个，从1开始，可传入负数获取倒数第几个 - * @param timeout 查找元素超时时间（秒），默认与页面等待时间一致 - * @return 元素对象 - */ - public DrissionElement ele(String locator, int index, Double timeout) { - switch (mode) { - case d: - return chromiumPage.ele(locator, index, timeout); - case s: - return sessionPage.ele(locator, index, timeout); - default: - return null; - } - } - - /** - * 返回页面中所有符合条件的元素 - * - * @param locator 元素的定位信息，可以是by，或查询字符串 - * @param timeout 查找元素超时时间（秒），默认与页面等待时间一致 - * @return 元素对象的列表 - */ - public List> eles(String locator, Double timeout) { - switch (mode) { - case d: - List chromiumElements = chromiumPage.eles(locator, timeout); - return chromiumElements != null ? new ArrayList<>(chromiumElements) : null; - case s: - List sessionElements = sessionPage.eles(locator, timeout); - return sessionElements != null ? new ArrayList<>(sessionElements) : null; - default: - return null; - } - } - - /** - * 返回页面中所有符合条件的元素 - * - * @param by 元素的定位信息，可以是by，或查询字符串 - * @param timeout 查找元素超时时间（秒），默认与页面等待时间一致 - * @return 元素对象的列表 - */ - public List> eles(By by, Double timeout) { - switch (mode) { - case d: - List chromiumElements = chromiumPage.eles(by, timeout); - return chromiumElements != null ? new ArrayList<>(chromiumElements) : null; - case s: - List sessionElements = sessionPage.eles(by, timeout); - return sessionElements != null ? new ArrayList<>(sessionElements) : null; - default: - return null; - } - } - - /** - * 查找第一个符合条件的元素以SessionElement形式返回，d模式处理复杂页面时效率很高 - * - * @param by 查询元素 - * @param index 获取第几个，从1开始，可传入负数获取倒数第几个 - * @return SessionElement对象 - */ - @Override - public SessionElement sEle(By by, Integer index) { - switch (mode) { - case d: - return chromiumPage.sEle(by, index); - case s: - return sessionPage.sEle(by, index); - default: - return null; - } - } - - /** - * 查找第一个符合条件的元素以SessionElement形式返回，d模式处理复杂页面时效率很高 - * - * @param loc 查询元素 - * @param index 获取第几个，从1开始，可传入负数获取倒数第几个 - * @return SessionElement对象 - */ - @Override - public SessionElement sEle(String loc, Integer index) { - switch (mode) { - case d: - return chromiumPage.sEle(loc, index); - case s: - return sessionPage.sEle(loc, index); - default: - return null; - } - } - - /** - * 查找所有符合条件的元素以SessionElement形式返回，d模式处理复杂页面时效率很高 - * - * @param by 元素的定位信息 查询元素 - * @return SessionElement对象集合 - */ - @Override - public List sEles(By by) { - switch (mode) { - case d: - return chromiumPage.sEles(by); - case s: - return sessionPage.sEles(by); - default: - return null; - } - } - - /** - * 查找所有符合条件的元素以SessionElement形式返回，d模式处理复杂页面时效率很高 - * - * @param loc 元素的定位信息 查询元素 - * @return SessionElement对象集合 - */ - @Override - public List sEles(String loc) { - switch (mode) { - case d: - return chromiumPage.sEles(loc); - case s: - return sessionPage.sEles(loc); - default: - return null; - } - } - - /** - * 切换模式，接收's'或'd'，除此以外的字符串会切换为 d 模式 - * 如copy_cookies为True，切换时会把当前模式的cookies复制到目标模式 - * 切换后，如果go是True，调用相应的get函数使访问的页面同步 - * - * @param mode 模式 - */ - public void changeMode(WebMode mode) { - changeMode(mode, true); - } - - /** - * 切换模式，接收's'或'd'，除此以外的字符串会切换为 d 模式 - * 如copy_cookies为True，切换时会把当前模式的cookies复制到目标模式 - * 切换后，如果go是True，调用相应的get函数使访问的页面同步 - * - * @param mode 模式 - * @param go 是否跳转到原模式的url - */ - public void changeMode(WebMode mode, boolean go) { - changeMode(mode, go, true); - } - - /** - * 切换模式，接收's'或'd'，除此以外的字符串会切换为 d 模式 - * 如copy_cookies为True，切换时会把当前模式的cookies复制到目标模式 - * 切换后，如果go是True，调用相应的get函数使访问的页面同步 - * - * @param mode 模式 - * @param go 是否跳转到原模式的url - * @param copyCookies 是否复制cookies到目标模式 - */ - public void changeMode(WebMode mode, boolean go, boolean copyCookies) { - if (mode != null && Objects.equals(mode.mode, this.mode.mode)) return; - this.mode = mode; - //s模式转d模式 - if (this.mode.equals(WebMode.d)) { - if (this.chromiumPage.driver == null) { - this.chromiumPage.connectBrowser(null); - this.url = this.hasDriver ? null : sessionPage.url(); - this.hasDriver = true; - } - String s = this.sessionUrl(); - if (s != null) { - if (copyCookies) this.cookiesToBrowser(); - if (go) this.get(this.sessionUrl()); - } - //d模式转s模式 - } else if (this.mode.equals(WebMode.s)) { - this.hasSession = true; - this.url = this.sessionUrl(); - if (this.hasDriver) { - if (copyCookies) this.cookiesToSession(); - if (go && !this.get(sessionPage.url())) { - throw new IllegalArgumentException("s模式访问失败，请设置go=False，自行构造连接参数进行访问。"); - } - } - } - } - - - /** - * 把driver对象的cookies复制到session对象 - */ - public void cookiesToSession() { - cookiesToSession(true); - } - - /** - * 把driver对象的cookies复制到session对象 - * - * @param copyUserAgent 是否复制ua信息 - */ - public void cookiesToSession(boolean copyUserAgent) { - if (!this.hasSession) return; - if (copyUserAgent) { - Object o = JSON.parseObject(this.chromiumPage.runCdp("Runtime.evaluate", Map.of("expression", "navigator.userAgent;")).toString()).getJSONObject("result").get("value"); - this.sessionPage.headers.put("User-Agent", o); - } - Web.setBrowserCookies(this.getChromiumPage(), chromiumPage.cookies()); - - } - - /** - * 把session对象的cookies复制到浏览器 - */ - public void cookiesToBrowser() { - if (!this.hasDriver) return; - Web.setBrowserCookies(this.getChromiumPage(), sessionPage.cookies()); - - } - - @Override - public List cookies(boolean asMap, boolean allDomains, boolean allInfo) { - switch (mode) { - case d: - return chromiumPage.cookies(asMap, allDomains, allInfo); - case s: - return sessionPage.cookies(asMap, allDomains, allInfo); - default: - return new ArrayList<>(); - } - } - - /** - * 获取一个标签页对象 - * - * @return 标签页对象 - */ - public WebPageTab getTab() { - return _getTab(null); - } - - /** - * 获取一个标签页对象 - * - * @param number 要获取的标签页id或序号，为null时获取当前tab，序号不是视觉排列顺序，而是激活顺序 - * @return 标签页对象 - */ - public WebPageTab getTab(int number) { - return _getTab(number); - } - - /** - * 获取一个标签页对象 - * - * @param id 要获取的标签页id或序号，为null时获取当前tab，序号不是视觉排列顺序，而是激活顺序 - * @return 标签页对象 - */ - public WebPageTab getTab(String id) { - return _getTab(id); - } - - /** - * 获取一个标签页对象 - * - * @param idOrNum 要获取的标签页id或序号，为null时获取当前tab，序号不是视觉排列顺序，而是激活顺序 - * @return 标签页对象 - */ - private WebPageTab _getTab(Object idOrNum) { - if (idOrNum instanceof String) { - return new WebPageTab(this, idOrNum.toString()); - } else if (idOrNum instanceof Integer) { - return new WebPageTab(this, chromiumPage.tabs().get((Integer) idOrNum)); - } else if (idOrNum == null) { - return new WebPageTab(this, chromiumPage.tabId()); - } else if (idOrNum instanceof WebPageTab) { - return (WebPageTab) idOrNum; - } else { - throw new ClassCastException("id_or_num需传入tab id或序号"); - } - } - - /** - * 新建一个标签页 - * - * @return 新标签页对象 - */ - public WebPageTab newTab() { - return newTab(null); - } - - /** - * 新建一个标签页 - * - * @param url 新标签页跳转到的网址 - * @return 新标签页对象 - */ - public WebPageTab newTab(String url) { - return newTab(url, false); - } - - /** - * 新建一个标签页 - * - * @param url 新标签页跳转到的网址 - * @param newWindow 是否在新窗口打开标签页 - * @return 新标签页对象 - */ - public WebPageTab newTab(String url, boolean newWindow) { - return newTab(url, newWindow, false); - } - - /** - * 新建一个标签页 - * - * @param url 新标签页跳转到的网址 - * @param newWindow 是否在新窗口打开标签页 - * @param background 是否不激活新标签页，如newWindow为True则无效 - * @return 新标签页对象 - */ - public WebPageTab newTab(String url, boolean newWindow, boolean background) { - return newTab(url, newWindow, background, false); - } - - /** - * 新建一个标签页 - * - * @param url 新标签页跳转到的网址 - * @param newWindow 是否在新窗口打开标签页 - * @param background 是否不激活新标签页，如newWindow为True则无效 - * @param newContext 是否创建新的上下文 - * @return 新标签页对象 - */ - public WebPageTab newTab(String url, boolean newWindow, boolean background, boolean newContext) { - WebPageTab webPageTab = new WebPageTab(this, chromiumPage._newTab(newWindow, background, newContext)); - if (url != null) webPageTab.get(url); - return webPageTab; - - } - - /** - * 关闭driver及浏览器 并且切换到d模式 - */ - public void closeDriver() { - if (this.hasDriver) { - this.changeMode(WebMode.s); - try { - this.chromiumPage.runCdp("Browser.close"); - } catch (Exception ignored) { - } - this.chromiumPage.driver.stop(); - this.chromiumPage.driver = null; - this.hasDriver = false; - } - } - - /** - * 关闭session 并且切换到s模式 - */ - public void closeSession() { - if (this.hasDriver) { - this.changeMode(WebMode.d); - Response response = this.sessionPage.response; - if (response != null) try { - response.close(); - } catch (Exception ignored) { - } - this.sessionPage.session = null; - this.sessionPage.response = null; - this.hasSession = false; - } - } - - /** - * 关闭标签页和Session - */ - - public void close() { - if (this.hasDriver) this.chromiumPage.closeTabs(this.chromiumPage.tabId()); - if (this.sessionPage.session != null) { - Response response = this.sessionPage.response; - if (response != null) try { - response.close(); - } catch (Exception ignored) { - } - } - - } - - /** - * 返回页面中符合条件的元素、属性或节点文本，默认返回第一个 - * - * @param by 查询元素 - * @param timeout 查找超时时间（秒） - * @param index 获取第几个，从1开始，可传入负数获取倒数第几个 如果是null则是返回全部 - * @param relative WebPage用的表示是否相对定位的参数 - * @param raiseErr 找不到元素是是否抛出异常，为null时根据全局设置 - * @return 元素对象 - */ - @Override - protected List> findElements(By by, Double timeout, Integer index, Boolean relative, Boolean raiseErr) { - switch (mode) { - case d: - List chromiumElements = chromiumPage.findElements(by, timeout, index, relative, raiseErr); - return chromiumElements != null ? new ArrayList<>(chromiumElements) : null; - case s: - List elements = sessionPage.findElements(by, timeout, index, relative, raiseErr); - return elements != null ? new ArrayList<>(elements) : null; - default: - return null; - } - } - - /** - * 返回页面中符合条件的元素、属性或节点文本，默认返回第一个 - * - * @param loc 查询元素 - * @param timeout 查找超时时间（秒） - * @param index 获取第几个，从1开始，可传入负数获取倒数第几个 如果是null则是返回全部 - * @param relative WebPage用的表示是否相对定位的参数 - * @param raiseErr 找不到元素是是否抛出异常，为null时根据全局设置 - * @return 元素对象 - */ - @Override - protected List> findElements(String loc, Double timeout, Integer index, Boolean relative, Boolean raiseErr) { - switch (mode) { - case d: - List chromiumElements = chromiumPage.findElements(loc, timeout, index, relative, raiseErr); - return chromiumElements != null ? new ArrayList<>(chromiumElements) : null; - case s: - List elements = sessionPage.findElements(loc, timeout, index, relative, raiseErr); - return elements != null ? new ArrayList<>(elements) : null; - default: - return null; - } - } - - /** - * 关闭浏览器和Session - * - * @param timeout 等待浏览器关闭超时时间 - * @param force 关闭超时是否强制终止进程 - */ - public void quit(Double timeout, boolean force) { - if (this.hasSession) { - this.sessionPage.close(); - this.sessionPage.session = null; - this.sessionPage.response = null; - this.hasSession = false; - } - if (this.hasDriver) { - this.chromiumPage.quit(timeout, force); - this.chromiumPage.driver = null; - this.hasDriver = false; - } - } - - @Override - public String toString() { - return ""; - } - - /** - * 克隆 - * - * @param cloneNumber 克隆数量 - * @return 集合 - */ - public List copy(int cloneNumber) { - return IntStream.range(0, cloneNumber < 0 ? 1 : cloneNumber).mapToObj(i -> copy()).collect(Collectors.toList()); - } - - /** - * 克隆 - * - * @return 单个 - */ - public WebPage copy() { - ChromiumOptions chromiumOptions = this.chromiumPage.getChromiumOptions().copy(); - chromiumOptions.autoPort(true, chromiumOptions.getTmpPath() + UUID.randomUUID().toString().substring(0, 5)); - WebPage webPage = new WebPage(this.mode, this.timeout(), chromiumOptions.copy(), this.sessionPage.sessionOptions.copy()); - String url1 = this.url(); - if (url1 != null) webPage.get(url1); - return webPage; - } -} diff --git a/java/src/main/java/com/ll/DrissonPage/page/WebPageTab.java b/java/src/main/java/com/ll/DrissonPage/page/WebPageTab.java deleted file mode 100644 index eedf376..0000000 --- a/java/src/main/java/com/ll/DrissonPage/page/WebPageTab.java +++ /dev/null @@ -1,632 +0,0 @@ -package com.ll.DrissonPage.page; - -import com.alibaba.fastjson.JSON; -import com.alibaba.fastjson.JSONObject; -import com.ll.DrissonPage.base.BasePage; -import com.ll.DrissonPage.base.By; -import com.ll.DrissonPage.base.DrissionElement; -import com.ll.DrissonPage.config.SessionOptions; -import com.ll.DrissonPage.element.ChromiumElement; -import com.ll.DrissonPage.element.SessionElement; -import com.ll.DrissonPage.functions.Web; -import com.ll.DrissonPage.units.setter.WebPageTabSetter; -import lombok.Getter; -import okhttp3.Cookie; -import okhttp3.OkHttpClient; -import okhttp3.Response; -import org.jetbrains.annotations.NotNull; - -import java.util.ArrayList; -import java.util.List; -import java.util.Map; -import java.util.Objects; -import java.util.stream.Collectors; -import java.util.stream.IntStream; - -/** - * @author 陆 - * @address click - */ -public class WebPageTab extends BasePage> { - private WebMode mode; - @Getter - private WebPage page; - @Getter - private boolean hasDriver; - @Getter - private boolean hasSession; - private final SessionPage sessionPage; - private final ChromiumTab chromiumTab; - private WebPageTabSetter setter; - - public WebPageTab(WebPage page, String tabId) { - this.mode = WebMode.d; - this.hasDriver = true; - this.hasSession = true; - sessionPage = new SessionPage(new SessionOptions(false, null).fromSession(page.session(), page.sessionPage.headers)); - chromiumTab = new ChromiumTab(page.chromiumPage, tabId); - } - - /** - * @return 返回用于设置的对象 - */ - public WebPageTabSetter set() { - if (setter == null) setter = new WebPageTabSetter(this); - return this.setter; - } - - @Override - public String url() { - switch (mode) { - case d: - return this.browserUrl(); - case s: - return this.sessionUrl(); - default: - return null; - } - } - - /** - * @return 返回浏览器当前url - */ - protected String browserUrl() { - return this.chromiumTab.url(); - } - - /** - * @return 返回当前页面title - */ - public String title() { - switch (mode) { - case d: - return chromiumTab.title(); - case s: - return sessionPage.title(); - default: - return null; - } - } - - /** - * @return 返回页码原始数据数据 - */ - public Object rawData() { - switch (mode) { - case d: - if (this.hasDriver) { - return chromiumTab.html(); - } else { - return ""; - } - case s: - return sessionPage.rawData(); - default: - return null; - } - } - - @Override - public String html() { - switch (mode) { - case d: - if (this.hasDriver) { - return chromiumTab.html(); - } else { - return ""; - } - case s: - return sessionPage.html(); - default: - return null; - } - } - - @Override - public JSONObject json() { - switch (mode) { - case d: - return chromiumTab.json(); - case s: - return sessionPage.json(); - default: - return null; - } - } - - /** - * @return 返回 s 模式获取到的 Response 对象 - */ - public Response response() { - return sessionPage.response(); - } - - /** - * @return 返回当前模式，'s'或'd' - */ - public WebMode mode() { - return this.mode; - } - - /** - * @return 返回user agent - */ - public String ua() { - return userAgent(); - - } - - /** - * @return 返回user agent - */ - @Override - public String userAgent() { - switch (mode) { - case d: - return chromiumTab.userAgent(); - case s: - return sessionPage.userAgent(); - default: - return null; - } - } - - /** - * @return 返回Session对象，如未初始化则按配置信息创建 - */ - public OkHttpClient session() { - if (sessionPage.session == null) this.sessionPage.createSession(); - return sessionPage.session; - } - - /** - * @return 返回 session 保存的url - */ - private String sessionUrl() { - try (Response response = this.sessionPage.response()) { - if (response == null) return null; - return response.request().url().toString(); - } - } - - /** - * @return 返回通用timeout设置 - */ - public Double timeout() { - return chromiumTab.timeouts.getBase(); - } - - /** - * 设置通用超时时间 - * - * @param second 秒 - */ - public void setTimeout(Double second) { - this.set().timeouts(second, null, null); - } - - - @Override - public Boolean get(String url, boolean showErrMsg, Integer retry, Double interval, Double timeout, Map params) { - switch (mode) { - case d: - return chromiumTab.get(url, showErrMsg, retry, interval, timeout, params); - case s: - timeout = timeout == null ? this.hasDriver ? chromiumTab.timeouts.getPageLoad() : this.timeout() : timeout; - return sessionPage.get(url, showErrMsg, retry, interval, timeout, params); - default: - return null; - } - } - - /** - * 用post方式跳转到url 会切换到s模式 - * - * @param url 目标url - * @return s模式时返回url是否可用，d模式时返回获取到的Response对象 - */ - - public Object post(@NotNull String url) { - return this.post(url, null); - - } - - /** - * 用post方式跳转到url 会切换到s模式 - * - * @param url 目标url - * @param params 连接参数 - * @return s模式时返回url是否可用，d模式时返回获取到的Response对象 - */ - - public Object post(@NotNull String url, Map params) { - return this.post(url, false, params); - - } - - /** - * 用post方式跳转到url 会切换到s模式 - * - * @param url 目标url - * @param showErrMsg 是否显示和抛出异常 - * @param params 连接参数 - * @return s模式时返回url是否可用，d模式时返回获取到的Response对象 - */ - - public Object post(@NotNull String url, boolean showErrMsg, Map params) { - return this.post(url, showErrMsg, null, params); - - } - - /** - * 用post方式跳转到url 会切换到s模式 - * - * @param url 目标url - * @param showErrMsg 是否显示和抛出异常 - * @param retry 重试次数，为None时使用页面对象retry_times属性值 - * @param params 连接参数 - * @return s模式时返回url是否可用，d模式时返回获取到的Response对象 - */ - public Object post(@NotNull String url, boolean showErrMsg, Integer retry, Map params) { - return this.post(url, showErrMsg, retry, null, params); - } - - /** - * 用post方式跳转到url 会切换到s模式 - * - * @param url 目标url - * @param showErrMsg 是否显示和抛出异常 - * @param retry 重试次数，为None时使用页面对象retry_times属性值 - * @param interval 重试间隔（秒），为None时使用页面对象retry_interval属性值 - * @param params 连接参数 - * @return s模式时返回url是否可用，d模式时返回获取到的Response对象 - */ - - public Object post(@NotNull String url, boolean showErrMsg, Integer retry, Double interval, Map params) { - if (Objects.equals(mode, WebMode.d)) { - this.cookiesToSession(); - sessionPage.post(url, showErrMsg, retry, interval, params); - return this.response(); - } else { - return sessionPage.post(url, showErrMsg, retry, interval, params); - } - } - - /** - * 返回第一个符合条件的元素、属性或节点文本 - * - * @param by 元素的定位信息，可以是元素对象，by，或查询字符串 - * @param index 获取第几个，从1开始，可传入负数获取倒数第几个 - * @param timeout 查找元素超时时间（秒），默认与页面等待时间一致 - * @return 元素对象 - */ - public DrissionElement ele(By by, int index, Double timeout) { - switch (mode) { - case d: - return chromiumTab.ele(by, index, timeout); - case s: - return sessionPage.ele(by, index, timeout); - default: - return null; - } - } - - /** - * 返回第一个符合条件的元素、属性或节点文本 - * - * @param locator 元素的定位信息，可以是元素对象，by，或查询字符串 - * @param index 获取第几个，从1开始，可传入负数获取倒数第几个 - * @param timeout 查找元素超时时间（秒），默认与页面等待时间一致 - * @return 元素对象 - */ - public DrissionElement ele(String locator, int index, Double timeout) { - switch (mode) { - case d: - return chromiumTab.ele(locator, index, timeout); - case s: - return sessionPage.ele(locator, index, timeout); - default: - return null; - } - } - - /** - * 返回页面中所有符合条件的元素 - * - * @param locator 元素的定位信息，可以是by，或查询字符串 - * @param timeout 查找元素超时时间（秒），默认与页面等待时间一致 - * @return 元素对象的列表 - */ - public List> eles(String locator, Double timeout) { - switch (mode) { - case d: - List chromiumElements = chromiumTab.eles(locator, timeout); - return chromiumElements != null ? new ArrayList<>(chromiumElements) : null; - case s: - List sessionElements = sessionPage.eles(locator, timeout); - return sessionElements != null ? new ArrayList<>(sessionElements) : null; - default: - return null; - } - } - - /** - * 返回页面中所有符合条件的元素 - * - * @param by 元素的定位信息，可以是by，或查询字符串 - * @param timeout 查找元素超时时间（秒），默认与页面等待时间一致 - * @return 元素对象的列表 - */ - public List> eles(By by, Double timeout) { - switch (mode) { - case d: - List chromiumElements = chromiumTab.eles(by, timeout); - return chromiumElements != null ? new ArrayList<>(chromiumElements) : null; - case s: - List sessionElements = sessionPage.eles(by, timeout); - return sessionElements != null ? new ArrayList<>(sessionElements) : null; - default: - return null; - } - } - - /** - * 查找第一个符合条件的元素以SessionElement形式返回，d模式处理复杂页面时效率很高 - * - * @param by 查询元素 - * @param index 获取第几个，从1开始，可传入负数获取倒数第几个 - * @return SessionElement对象 - */ - @Override - public SessionElement sEle(By by, Integer index) { - switch (mode) { - case d: - return chromiumTab.sEle(by, index); - case s: - return sessionPage.sEle(by, index); - default: - return null; - } - } - - /** - * 查找第一个符合条件的元素以SessionElement形式返回，d模式处理复杂页面时效率很高 - * - * @param loc 查询元素 - * @param index 获取第几个，从1开始，可传入负数获取倒数第几个 - * @return SessionElement对象 - */ - @Override - public SessionElement sEle(String loc, Integer index) { - switch (mode) { - case d: - return chromiumTab.sEle(loc, index); - case s: - return sessionPage.sEle(loc, index); - default: - return null; - } - } - - /** - * 查找所有符合条件的元素以SessionElement形式返回，d模式处理复杂页面时效率很高 - * - * @param by 元素的定位信息 查询元素 - * @return SessionElement对象集合 - */ - @Override - public List sEles(By by) { - switch (mode) { - case d: - return chromiumTab.sEles(by); - case s: - return sessionPage.sEles(by); - default: - return null; - } - } - - /** - * 查找所有符合条件的元素以SessionElement形式返回，d模式处理复杂页面时效率很高 - * - * @param loc 元素的定位信息 查询元素 - * @return SessionElement对象集合 - */ - @Override - public List sEles(String loc) { - switch (mode) { - case d: - return chromiumTab.sEles(loc); - case s: - return sessionPage.sEles(loc); - default: - return null; - } - } - - /** - * 切换模式，接收's'或'd'，除此以外的字符串会切换为 d 模式 - * 如copy_cookies为True，切换时会把当前模式的cookies复制到目标模式 - * 切换后，如果go是True，调用相应的get函数使访问的页面同步 - * - * @param mode 模式 - */ - public void changeMode(WebMode mode) { - changeMode(mode, true); - } - - /** - * 切换模式，接收's'或'd'，除此以外的字符串会切换为 d 模式 - * 如copy_cookies为True，切换时会把当前模式的cookies复制到目标模式 - * 切换后，如果go是True，调用相应的get函数使访问的页面同步 - * - * @param mode 模式 - * @param go 是否跳转到原模式的url - */ - public void changeMode(WebMode mode, boolean go) { - changeMode(mode, go, true); - } - - /** - * 切换模式，接收's'或'd'，除此以外的字符串会切换为 d 模式 - * 如copy_cookies为True，切换时会把当前模式的cookies复制到目标模式 - * 切换后，如果go是True，调用相应的get函数使访问的页面同步 - * - * @param mode 模式 - * @param go 是否跳转到原模式的url - * @param copyCookies 是否复制cookies到目标模式 - */ - public void changeMode(WebMode mode, boolean go, boolean copyCookies) { - if (mode != null && Objects.equals(mode.mode, this.mode.mode)) return; - this.mode = mode; - //s模式转d模式 - if (this.mode.equals(WebMode.d)) { - if (this.chromiumTab.driver == null) { - this.chromiumTab.connectBrowser(null); - this.url = this.hasDriver ? null : sessionPage.url(); - this.hasDriver = true; - } - String s = this.sessionUrl(); - if (s != null) { - if (copyCookies) this.cookiesToBrowser(); - if (go) this.get(this.sessionUrl()); - } - //d模式转s模式 - } else if (this.mode.equals(WebMode.s)) { - this.hasSession = true; - this.url = this.sessionUrl(); - if (this.hasDriver) { - if (copyCookies) this.cookiesToSession(); - if (go && !this.get(sessionPage.url())) { - throw new IllegalArgumentException("s模式访问失败，请设置go=False，自行构造连接参数进行访问。"); - } - } - } - } - - /** - * 把driver对象的cookies复制到session对象 - */ - public void cookiesToSession() { - cookiesToSession(true); - } - - - /** - * 把driver对象的cookies复制到session对象 - * - * @param copyUserAgent 是否复制ua信息 - */ - public void cookiesToSession(boolean copyUserAgent) { - if (!this.hasSession) return; - if (copyUserAgent) { - String o = JSON.parseObject(this.chromiumTab.runCdp("Runtime.evaluate", Map.of("expression", "navigator.userAgent;")).toString()).getJSONObject("result").getString("value"); - this.sessionPage.headers.put("User-Agent", o); - } - Web.setBrowserCookies(this.chromiumTab.page(), chromiumTab.cookies()); - } - - /** - * 把session对象的cookies复制到浏览器 - */ - public void cookiesToBrowser() { - if (!this.hasDriver) return; - Web.setBrowserCookies(this.chromiumTab.page(), sessionPage.cookies()); - - } - - @Override - public List cookies(boolean asMap, boolean allDomains, boolean allInfo) { - switch (mode) { - case d: - return chromiumTab.cookies(asMap, allDomains, allInfo); - case s: - return sessionPage.cookies(asMap, allDomains, allInfo); - default: - return new ArrayList<>(); - } - } - - /** - * 关闭当前标签页 - */ - - public void close() { - this.chromiumTab.close(); - if (this.sessionPage.session != null) { - Response response = this.sessionPage.response; - if (response != null) try { - response.close(); - } catch (Exception ignored) { - } - } - - } - - /** - * 返回页面中符合条件的元素、属性或节点文本，默认返回第一个 - * - * @param by 查询元素 - * @param timeout 查找超时时间（秒） - * @param index 获取第几个，从1开始，可传入负数获取倒数第几个 如果是null则是返回全部 - * @param relative WebPage用的表示是否相对定位的参数 - * @param raiseErr 找不到元素是是否抛出异常，为null时根据全局设置 - * @return 元素对象 - */ - @Override - protected List> findElements(By by, Double timeout, Integer index, Boolean relative, Boolean raiseErr) { - switch (mode) { - case d: - List chromiumElements = chromiumTab.findElements(by, timeout, index, relative, raiseErr); - return chromiumElements != null ? new ArrayList<>(chromiumElements) : null; - case s: - List elements = sessionPage.findElements(by, timeout, index, relative, raiseErr); - return elements != null ? new ArrayList<>(elements) : null; - default: - return null; - } - } - - /** - * 返回页面中符合条件的元素、属性或节点文本，默认返回第一个 - * - * @param loc 查询元素 - * @param timeout 查找超时时间（秒） - * @param index 获取第几个，从1开始，可传入负数获取倒数第几个 如果是null则是返回全部 - * @param relative WebPage用的表示是否相对定位的参数 - * @param raiseErr 找不到元素是是否抛出异常，为null时根据全局设置 - * @return 元素对象 - */ - @Override - protected List> findElements(String loc, Double timeout, Integer index, Boolean relative, Boolean raiseErr) { - switch (mode) { - case d: - List chromiumElements = chromiumTab.findElements(loc, timeout, index, relative, raiseErr); - return chromiumElements != null ? new ArrayList<>(chromiumElements) : null; - case s: - List elements = sessionPage.findElements(loc, timeout, index, relative, raiseErr); - return elements != null ? new ArrayList<>(elements) : null; - default: - return null; - } - } - - /** - * 克隆 - * - * @param cloneNumber 克隆数量 - * @return 集合 - */ - public List copy(int cloneNumber) { - return IntStream.range(0, cloneNumber < 0 ? 1 : cloneNumber).mapToObj(i -> copy()).collect(Collectors.toList()); - } - - /** - * 克隆 - * - * @return 单个 - */ - public WebPageTab copy() { - return this.page.newTab(this.url()); - } -} diff --git a/java/src/main/java/com/ll/DrissonPage/units/Actions.java b/java/src/main/java/com/ll/DrissonPage/units/Actions.java deleted file mode 100644 index 7d328f7..0000000 --- a/java/src/main/java/com/ll/DrissonPage/units/Actions.java +++ /dev/null @@ -1,1084 +0,0 @@ -package com.ll.DrissonPage.units; - -import com.ll.DrissonPage.base.By; -import com.ll.DrissonPage.base.Driver; -import com.ll.DrissonPage.element.ChromiumElement; -import com.ll.DrissonPage.error.extend.AlertExistsError; -import com.ll.DrissonPage.functions.Keys; -import com.ll.DrissonPage.functions.Web; -import com.ll.DrissonPage.page.ChromiumBase; - -import java.util.*; - -/** - * @author 陆 - * @address click - */ -public class Actions { - private final ChromiumBase page; - private final Driver dr; - /** - * 修饰符，Alt=1, Ctrl=2, Meta/Command=4, Shift=8 - */ - private int modifier; - /** - * 视图坐标 - */ - private Coordinate curr; - - public Actions(ChromiumBase page) { - this.page = page; - this.dr = page.driver(); - this.modifier = 0; - this.curr = new Coordinate(0, 0); - } - - /** - * @return 绝对坐标转换为视口坐标 - */ - protected static Coordinate locationToClient(ChromiumBase page, Coordinate l) { - String x = page.runJs("return document.documentElement.scrollLeft;").toString(); - String y = page.runJs("return document.documentElement.scrollTop;").toString(); - return new Coordinate(l.getX() - Integer.parseInt(x), l.getY() - Integer.parseInt(y)); - - } - - /** - * 鼠标移动到元素中点，或页面上的某个绝对坐标。可设置偏移量 - * 当带偏移量时，偏移量相对于元素左上角坐标 - * - * @param loc 元素对象、绝对坐标或文本定位符 - * @return this - */ - public Actions moveTo(String loc) { - return moveTo(loc, new Coordinate(0, 0)); - } - - /** - * 鼠标移动到元素中点，或页面上的某个绝对坐标。可设置偏移量 - * 当带偏移量时，偏移量相对于元素左上角坐标 - * - * @param loc 元素对象、绝对坐标或文本定位符 - * @param duration 拖动用时，传入0即瞬间到达 - * @return this - */ - public Actions moveTo(String loc, Double duration) { - return moveTo(loc, new Coordinate(0, 0), duration); - } - - /** - * 鼠标移动到元素中点，或页面上的某个绝对坐标。可设置偏移量 - * 当带偏移量时，偏移量相对于元素左上角坐标 - * - * @param loc 元素对象、绝对坐标或文本定位符 - * @param curr 偏移量 - * @return this - */ - public Actions moveTo(String loc, Coordinate curr) { - return moveTo(loc, curr, 0.5); - } - - /** - * 鼠标移动到元素中点，或页面上的某个绝对坐标。可设置偏移量 - * 当带偏移量时，偏移量相对于元素左上角坐标 - * - * @param loc 元素对象、绝对坐标或文本定位符 - * @param curr 偏移量 - * @param duration 拖动用时，传入0即瞬间到达 - * @return this - */ - public Actions moveTo(String loc, Coordinate curr, Double duration) { - if (curr == null) curr = new Coordinate(0, 0); - ChromiumElement ele = this.page.ele(loc); - this.page.scroll().toSee(ele); - Coordinate coordinate = curr.getY() > 0 || curr.getX() > 0 ? ele.rect().location() : ele.rect().midpoint(); - coordinate = new Coordinate(coordinate.getX() + curr.getX(), coordinate.getY() + curr.getY()); - if (!Web.locationInViewport(this.page, coordinate)) { - //把坐标滚动到页面中间 - int w = Integer.parseInt(this.page.runJs("return document.body.clientWidth;").toString()); - int h = Integer.parseInt(this.page.runJs("return document.body.clientHeight;").toString()); - this.page.scroll().toLocation((int) (coordinate.getX() - w / 2), (int) (coordinate.getY() - h / 2)); - } - coordinate = curr.getY() > 0 || curr.getX() > 0 ? ele.rect().viewportLocation() : ele.rect().viewportMidpoint(); - coordinate = new Coordinate(coordinate.getX() + curr.getX(), coordinate.getY() + curr.getY()); - coordinate = new Coordinate(coordinate.getX() - this.curr.getX(), coordinate.getY() - this.curr.getY()); - this.move(coordinate, duration); - return this; - } - - /** - * 鼠标移动到元素中点，或页面上的某个绝对坐标。可设置偏移量 - * 当带偏移量时，偏移量相对于元素左上角坐标 - * - * @param by 元素对象、绝对坐标或文本定位符 - * @return this - */ - public Actions moveTo(By by) { - return moveTo(by, new Coordinate(0, 0)); - } - - /** - * 鼠标移动到元素中点，或页面上的某个绝对坐标。可设置偏移量 - * 当带偏移量时，偏移量相对于元素左上角坐标 - * - * @param by 元素对象、绝对坐标或文本定位符 - * @param duration 拖动用时，传入0即瞬间到达 - * @return this - */ - public Actions moveTo(By by, Double duration) { - return moveTo(by, new Coordinate(0, 0), duration); - } - - /** - * 鼠标移动到元素中点，或页面上的某个绝对坐标。可设置偏移量 - * 当带偏移量时，偏移量相对于元素左上角坐标 - * - * @param by 元素对象、绝对坐标或文本定位符 - * @param curr 偏移量 - * @return this - */ - public Actions moveTo(By by, Coordinate curr) { - return moveTo(by, curr, 0.5); - } - - /** - * 鼠标移动到元素中点，或页面上的某个绝对坐标。可设置偏移量 - * 当带偏移量时，偏移量相对于元素左上角坐标 - * - * @param by 元素对象、绝对坐标或文本定位符 - * @param curr 偏移量 - * @param duration 拖动用时，传入0即瞬间到达 - * @return this - */ - public Actions moveTo(By by, Coordinate curr, Double duration) { - if (curr == null) curr = new Coordinate(0, 0); - - ChromiumElement ele = this.page.ele(by); - this.page.scroll().toSee(ele); - Coordinate coordinate = curr.getY() > 0 || curr.getX() > 0 ? ele.rect().location() : ele.rect().midpoint(); - coordinate = new Coordinate(coordinate.getX() + curr.getX(), coordinate.getY() + curr.getY()); - if (!Web.locationInViewport(this.page, coordinate)) { - //把坐标滚动到页面中间 - int w = Integer.parseInt(this.page.runJs("return document.body.clientWidth;").toString()); - int h = Integer.parseInt(this.page.runJs("return document.body.clientHeight;").toString()); - this.page.scroll().toLocation((int) (coordinate.getX() - w / 2), (int) (coordinate.getY() - h / 2)); - } - coordinate = curr.getY() > 0 || curr.getX() > 0 ? ele.rect().viewportLocation() : ele.rect().viewportMidpoint(); - coordinate = new Coordinate(coordinate.getX() + curr.getX(), coordinate.getY() + curr.getY()); - coordinate = new Coordinate(coordinate.getX() - this.curr.getX(), coordinate.getY() - this.curr.getY()); - this.move(coordinate, duration); - return this; - } - - /** - * 鼠标移动到元素中点，或页面上的某个绝对坐标。可设置偏移量 - * 当带偏移量时，偏移量相对于元素左上角坐标 - * - * @param ele 元素对象、绝对坐标或文本定位符 - * @return this - */ - public Actions moveTo(ChromiumElement ele) { - return moveTo(ele, new Coordinate(0, 0)); - } - - /** - * 鼠标移动到元素中点，或页面上的某个绝对坐标。可设置偏移量 - * 当带偏移量时，偏移量相对于元素左上角坐标 - * - * @param ele 元素对象、绝对坐标或文本定位符 - * @param duration 拖动用时，传入0即瞬间到达 - * @return this - */ - public Actions moveTo(ChromiumElement ele, Double duration) { - return moveTo(ele, new Coordinate(0, 0), duration); - } - - /** - * 鼠标移动到元素中点，或页面上的某个绝对坐标。可设置偏移量 - * 当带偏移量时，偏移量相对于元素左上角坐标 - * - * @param ele 元素对象、绝对坐标或文本定位符 - * @param curr 偏移量 - * @return this - */ - public Actions moveTo(ChromiumElement ele, Coordinate curr) { - return moveTo(ele, curr, 0.5); - } - - /** - * 鼠标移动到元素中点，或页面上的某个绝对坐标。可设置偏移量 - * 当带偏移量时，偏移量相对于元素左上角坐标 - * - * @param ele 元素对象、绝对坐标或文本定位符 - * @param curr 偏移量 - * @param duration 拖动用时，传入0即瞬间到达 - * @return this - */ - public Actions moveTo(ChromiumElement ele, Coordinate curr, Double duration) { - if (curr == null) curr = new Coordinate(0, 0); - this.page.scroll().toSee(ele); - Coordinate coordinate = curr.getY() > 0 || curr.getX() > 0 ? ele.rect().location() : ele.rect().midpoint(); - coordinate = new Coordinate(coordinate.getX() + curr.getX(), coordinate.getY() + curr.getY()); - if (!Web.locationInViewport(this.page, coordinate)) { - //把坐标滚动到页面中间 - int w = Integer.parseInt(this.page.runJs("return document.body.clientWidth;").toString()); - int h = Integer.parseInt(this.page.runJs("return document.body.clientHeight;").toString()); - this.page.scroll().toLocation((int) (coordinate.getX() - w / 2), (int) (coordinate.getY() - h / 2)); - } - coordinate = curr.getY() > 0 || curr.getX() > 0 ? ele.rect().viewportLocation() : ele.rect().viewportMidpoint(); - coordinate = new Coordinate(coordinate.getX() + curr.getX(), coordinate.getY() + curr.getY()); - coordinate = new Coordinate(coordinate.getX() - this.curr.getX(), coordinate.getY() - this.curr.getY()); - this.move(coordinate, duration); - return this; - } - - /** - * 鼠标移动到元素中点，或页面上的某个绝对坐标。可设置偏移量 - * 当带偏移量时，偏移量相对于元素左上角坐标 - * - * @param curr 坐标 - * @return this - */ - public Actions moveTo(Coordinate curr) { - return moveTo(curr, new Coordinate(0, 0)); - } - - /** - * 鼠标移动到元素中点，或页面上的某个绝对坐标。可设置偏移量 - * 当带偏移量时，偏移量相对于元素左上角坐标 - * - * @param curr 坐标 - * @param duration 拖动用时，传入0即瞬间到达 - * @return this - */ - public Actions moveTo(Coordinate curr, Double duration) { - return moveTo(curr, new Coordinate(0, 0), duration); - } - - /** - * 鼠标移动到元素中点，或页面上的某个绝对坐标。可设置偏移量 - * 当带偏移量时，偏移量相对于元素左上角坐标 - * - * @param curr 坐标 - * @param currDrift 偏移量 - * @return this - */ - public Actions moveTo(Coordinate curr, Coordinate currDrift) { - return moveTo(curr, currDrift, 0.5); - } - - /** - * 鼠标移动到元素中点，或页面上的某个绝对坐标。可设置偏移量 - * 当带偏移量时，偏移量相对于元素左上角坐标 - * - * @param curr 坐标 - * @param currDrift 偏移量 - * @param duration 拖动用时，传入0即瞬间到达 - * @return this - */ - public Actions moveTo(Coordinate curr, Coordinate currDrift, Double duration) { - if (currDrift == null) currDrift = new Coordinate(0, 0); - curr = new Coordinate(curr.getX() + currDrift.getX(), curr.getY() + currDrift.getY()); - if (!Web.locationInViewport(this.page, curr)) { - //把坐标滚动到页面中间 - int w = Integer.parseInt(this.page.runJs("return document.body.clientWidth;").toString()); - int h = Integer.parseInt(this.page.runJs("return document.body.clientHeight;").toString()); - this.page.scroll().toLocation(curr.getX() - w / 2, curr.getY() - h / 2); - } - curr = locationToClient(page, curr); - this.move(curr, duration); - return this; - } - - /** - * 鼠标相对当前位置移动若干位置 - * - * @return this - */ - public Actions move() { - return move(new Coordinate(0, 0)); - } - - /** - * 鼠标相对当前位置移动若干位置 - * - * @param curr 偏移量 - * @return this - */ - public Actions move(Coordinate curr) { - return move(curr, 0.5); - } - - /** - * 鼠标相对当前位置移动若干位置 - * - * @param curr 偏移量 - * @param duration 拖动用时，传入0即瞬间到达 - * @return this - */ - public Actions move(Coordinate curr, Double duration) { - duration = duration == null || duration < 0.02 ? 0.02 : duration; - int num = (int) (duration * 50); - List points = new ArrayList<>(); - for (int i = 1; i < num; i++) { - points.add(new Coordinate(this.curr.getX() + i * (curr.getX() / num), this.curr.getY() + i * (curr.getY() / num))); - } - points.add(new Coordinate(this.curr.getX() + curr.getX(), this.curr.getY() + curr.getY())); - for (Coordinate point : points) { - long t = System.currentTimeMillis(); - this.curr = point; - this.dr.run("Input.dispatchMouseEvent", Map.of("type", "mouseMoved", "x", this.curr.getX(), "y", this.curr.getY(), "modifiers", this.modifier)); - long t1 = 20 - System.currentTimeMillis() + t; - if (t1 > 0) try { - Thread.sleep(t1); - } catch (InterruptedException e) { - throw new RuntimeException(e); - } - } - return this; - } - - /** - * 点击鼠标左键，可先移动到元素上 - * - * @return this - */ - public Actions click() { - return this._hold("", ClickAction.LEFT).wait(0.05)._release(ClickAction.LEFT); - } - - /** - * 点击鼠标左键，可先移动到元素上 - * - * @param loc ChromiumElement元素或文本定位符 - * @return this - */ - public Actions click(String loc) { - return this._hold(loc, ClickAction.LEFT).wait(0.05)._release(ClickAction.LEFT); - } - - /** - * 点击鼠标左键，可先移动到元素上 - * - * @param by ChromiumElement元素或文本定位符 - * @return this - */ - public Actions click(By by) { - return this._hold(by, ClickAction.LEFT).wait(0.05)._release(ClickAction.LEFT); - } - - /** - * 点击鼠标左键，可先移动到元素上 - * - * @param ele ChromiumElement元素或文本定位符 - * @return this - */ - public Actions click(ChromiumElement ele) { - return this._hold(ele, ClickAction.LEFT).wait(0.05)._release(ClickAction.LEFT); - } - - /** - * 点击鼠标右键，可先移动到元素上 - * - * @return this - */ - public Actions r_click() { - return this._hold("", ClickAction.RIGHT).wait(0.05)._release(ClickAction.RIGHT); - } - - /** - * 点击鼠标右键，可先移动到元素上 - * - * @param loc ChromiumElement元素或文本定位符 - * @return this - */ - public Actions r_click(String loc) { - return this._hold(loc, ClickAction.RIGHT).wait(0.05)._release(ClickAction.RIGHT); - } - - /** - * 点击鼠标右键，可先移动到元素上 - * - * @param by ChromiumElement元素或文本定位符 - * @return this - */ - public Actions r_click(By by) { - return this._hold(by, ClickAction.RIGHT).wait(0.05)._release(ClickAction.RIGHT); - } - - /** - * 点击鼠标右键，可先移动到元素上 - * - * @param ele ChromiumElement元素或文本定位符 - * @return this - */ - public Actions r_click(ChromiumElement ele) { - return this._hold(ele, ClickAction.RIGHT).wait(0.05)._release(ClickAction.RIGHT); - } - - /** - * 点击鼠标中键，可先移动到元素上 - * - * @return this - */ - public Actions m_click() { - return this._hold("", ClickAction.MIDDLE).wait(0.05)._release(ClickAction.MIDDLE); - } - - /** - * 点击鼠标中键，可先移动到元素上 - * - * @param loc ChromiumElement元素或文本定位符 - * @return this - */ - public Actions m_click(String loc) { - return this._hold(loc, ClickAction.MIDDLE).wait(0.05)._release(ClickAction.MIDDLE); - } - - /** - * 点击鼠标中键，可先移动到元素上 - * - * @param by ChromiumElement元素或文本定位符 - * @return this - */ - public Actions m_click(By by) { - return this._hold(by, ClickAction.MIDDLE).wait(0.05)._release(ClickAction.MIDDLE); - } - - /** - * 点击鼠标中键，可先移动到元素上 - * - * @param ele ChromiumElement元素或文本定位符 - * @return this - */ - public Actions m_click(ChromiumElement ele) { - return this._hold(ele, ClickAction.MIDDLE).wait(0.05)._release(ClickAction.MIDDLE); - } - - /** - * 双击鼠标左键，可先移动到元素上 - * - * @return this - */ - public Actions db_click() { - return this._hold("", ClickAction.LEFT, 2).wait(0.05)._release(ClickAction.LEFT); - } - - /** - * 双击鼠标左键，可先移动到元素上 - * - * @param loc ChromiumElement元素或文本定位符 - * @return this - */ - public Actions db_click(String loc) { - return this._hold(loc, ClickAction.LEFT, 2).wait(0.05)._release(ClickAction.LEFT); - } - - /** - * 双击鼠标左键，可先移动到元素上 - * - * @param by ChromiumElement元素或文本定位符 - * @return this - */ - public Actions db_click(By by) { - return this._hold(by, ClickAction.LEFT, 2).wait(0.05)._release(ClickAction.LEFT); - } - - /** - * 双击鼠标左键，可先移动到元素上 - * - * @param ele ChromiumElement元素或文本定位符 - * @return this - */ - public Actions db_click(ChromiumElement ele) { - return this._hold(ele, ClickAction.LEFT, 2).wait(0.05)._release(ClickAction.LEFT); - } - - /** - * 按住鼠标左键，可先移动到元素上 - * - * @return this - */ - public Actions hold() { - return this._hold("", ClickAction.LEFT); - } - - /** - * 按住鼠标左键，可先移动到元素上 - * - * @param loc ChromiumElement元素或文本定位符 - * @return this - */ - public Actions hold(String loc) { - return this._hold(loc, ClickAction.LEFT); - } - - /** - * 按住鼠标左键，可先移动到元素上 - * - * @param by ChromiumElement元素或文本定位符 - * @return this - */ - public Actions hold(By by) { - return this._hold(by, ClickAction.LEFT); - } - - /** - * 按住鼠标左键，可先移动到元素上 - * - * @param ele ChromiumElement元素或文本定位符 - * @return this - */ - public Actions hold(ChromiumElement ele) { - return this._hold(ele, ClickAction.LEFT); - } - - /** - * 释放鼠标左键，可先移动到元素上 - * - * @return this - */ - public Actions release() { - return this._hold("", ClickAction.LEFT); - } - - /** - * 释放鼠标左键，可先移动到元素上 - * - * @param loc ChromiumElement元素或文本定位符 - * @return this - */ - public Actions release(String loc) { - return this.moveTo(loc, 0.0)._hold(loc, ClickAction.LEFT); - } - - /** - * 释放鼠标左键，可先移动到元素上 - * - * @param by ChromiumElement元素或文本定位符 - * @return this - */ - public Actions release(By by) { - return this.moveTo(by, 0.0)._hold(by, ClickAction.LEFT); - } - - /** - * 释放鼠标左键，可先移动到元素上 - * - * @param ele ChromiumElement元素或文本定位符 - * @return this - */ - public Actions release(ChromiumElement ele) { - return this.moveTo(ele, 0.0)._hold(ele, ClickAction.LEFT); - } - - /** - * 按住鼠标右键，可先移动到元素上 - * - * @return this - */ - public Actions rHold() { - return this._hold("", ClickAction.RIGHT); - } - - /** - * 按住鼠标右键，可先移动到元素上 - * - * @param loc ChromiumElement元素或文本定位符 - * @return this - */ - public Actions rHold(String loc) { - return this._hold(loc, ClickAction.RIGHT); - } - - /** - * 按住鼠标右键，可先移动到元素上 - * - * @param by ChromiumElement元素或文本定位符 - * @return this - */ - public Actions rHold(By by) { - return this._hold(by, ClickAction.RIGHT); - } - - /** - * 按住鼠标右键，可先移动到元素上 - * - * @param ele ChromiumElement元素或文本定位符 - * @return this - */ - public Actions rHold(ChromiumElement ele) { - return this._hold(ele, ClickAction.RIGHT); - } - - /** - * 释放鼠标右键，可先移动到元素上 - * - * @return this - */ - public Actions rRelease() { - return this._hold("", ClickAction.RIGHT); - } - - /** - * 释放鼠标右键，可先移动到元素上 - * - * @param loc ChromiumElement元素或文本定位符 - * @return this - */ - public Actions rRelease(String loc) { - return this.moveTo(loc, 0.0)._hold(loc, ClickAction.RIGHT); - } - - /** - * 释放鼠标右键，可先移动到元素上 - * - * @param by ChromiumElement元素或文本定位符 - * @return this - */ - public Actions rRelease(By by) { - return this.moveTo(by, 0.0)._hold(by, ClickAction.RIGHT); - } - - /** - * 释放鼠标右键，可先移动到元素上 - * - * @param ele ChromiumElement元素或文本定位符 - * @return this - */ - public Actions rRelease(ChromiumElement ele) { - return this.moveTo(ele, 0.0)._hold(ele, ClickAction.RIGHT); - } - - /** - * 按住鼠标中键，可先移动到元素上 - * - * @return this - */ - public Actions mHold() { - return this._hold("", ClickAction.MIDDLE); - } - - /** - * 按住鼠标中键，可先移动到元素上 - * - * @param loc ChromiumElement元素或文本定位符 - * @return this - */ - public Actions mHold(String loc) { - return this._hold(loc, ClickAction.MIDDLE); - } - - /** - * 按住鼠标中键，可先移动到元素上 - * - * @param by ChromiumElement元素或文本定位符 - * @return this - */ - public Actions mHold(By by) { - return this._hold(by, ClickAction.MIDDLE); - } - - /** - * 按住鼠标中键，可先移动到元素上 - * - * @param ele ChromiumElement元素或文本定位符 - * @return this - */ - public Actions mHold(ChromiumElement ele) { - return this._hold(ele, ClickAction.MIDDLE); - } - - /** - * 释放鼠标中键，可先移动到元素上 - * - * @return this - */ - public Actions mRelease() { - return this._hold("", ClickAction.MIDDLE); - } - - /** - * 释放鼠标中键，可先移动到元素上 - * - * @param loc ChromiumElement元素或文本定位符 - * @return this - */ - public Actions mRelease(String loc) { - return this.moveTo(loc, 0.0)._hold(loc, ClickAction.MIDDLE); - } - - /** - * 释放鼠标中键，可先移动到元素上 - * - * @param by ChromiumElement元素或文本定位符 - * @return this - */ - public Actions mRelease(By by) { - return this.moveTo(by, 0.0)._hold(by, ClickAction.MIDDLE); - } - - /** - * 释放鼠标中键，可先移动到元素上 - * - * @param ele ChromiumElement元素或文本定位符 - * @return this - */ - public Actions mRelease(ChromiumElement ele) { - return this.moveTo(ele, 0.0)._hold(ele, ClickAction.MIDDLE); - } - - /** - * 按下鼠标按键 - * - * @param loc 元素或文本定位符 - * @param button 要按下的按键 - * @return this - */ - private Actions _hold(String loc, ClickAction button) { - return _hold(loc == null || loc.isEmpty() ? null : loc, button, 1); - } - - /** - * 按下鼠标按键 - * - * @param loc 元素或文本定位符 - * @param button 要按下的按键 - * @param count 点击次数 - * @return this - */ - private Actions _hold(String loc, ClickAction button, int count) { - if (loc != null) this.moveTo(loc, 0.0); - return _hold(button, count); - } - - /** - * 按下鼠标按键 - * - * @param by 元素或文本定位符 - * @param button 要按下的按键 - * @return this - */ - private Actions _hold(By by, ClickAction button) { - return _hold(by, button, 1); - } - - /** - * 按下鼠标按键 - * - * @param by 元素或文本定位符 - * @param button 要按下的按键 - * @param count 点击次数 - * @return this - */ - private Actions _hold(By by, ClickAction button, int count) { - if (by != null) this.moveTo(by, 0.0); - return _hold(button, count); - } - - /** - * 按下鼠标按键 - * - * @param ele 元素或文本定位符 - * @param button 要按下的按键 - * @return this - */ - private Actions _hold(ChromiumElement ele, ClickAction button) { - return _hold(ele, button, 1); - } - - /** - * 按下鼠标按键 - * - * @param ele 元素或文本定位符 - * @param button 要按下的按键 - * @param count 点击次数 - * @return this - */ - private Actions _hold(ChromiumElement ele, ClickAction button, int count) { - if (ele != null) this.moveTo(ele, 0.0); - return _hold(button, count); - } - - /** - * 按下鼠标按键 - * - * @param button 要按下的按键 - * @param count 点击次数 - * @return this - */ - private Actions _hold(ClickAction button, int count) { - this.dr.run("Input.dispatchMouseEvent", Map.of("type", "mousePressed", "button", button.getValue(), "clickCount", count, "x", this.curr.getX(), "y", this.curr.getY(), "modifiers", this.modifier)); - return this; - } - - /** - * 释放鼠标按键 - * - * @param button 要释放的按键 - * @return this - */ - private Actions _release(ClickAction button) { - this.dr.run("Input.dispatchMouseEvent", Map.of("type", "mousePressed", "button", button.getValue(), "clickCount", 1, "x", this.curr.getX(), "y", this.curr.getY(), "modifiers", this.modifier)); - return this; - } - - /** - * 滚动鼠标滚轮，可先移动到元素上 - * - * @return this - */ - public Actions scroll() { - return scroll(new Coordinate(0, 0)); - } - - /** - * 滚动鼠标滚轮，可先移动到元素上 - * - * @param loc ChromiumElement元素 或查询元素 - * @return this - */ - public Actions scroll(String loc) { - return scroll(new Coordinate(0, 0), loc); - } - - /** - * 滚动鼠标滚轮，可先移动到元素上 - * - * @param curr 滚动值 - * @return this - */ - public Actions scroll(Coordinate curr) { - return scroll(curr, ""); - } - - /** - * 滚动鼠标滚轮，可先移动到元素上 - * - * @param curr 滚动值 - * @param loc ChromiumElement元素 或查询元素 - * @return this - */ - public Actions scroll(Coordinate curr, String loc) { - if (loc != null && !loc.isEmpty()) this.moveTo(loc, 0.0); - this.dr.run("Input.dispatchMouseEvent", Map.of("type", "mouseWheel", "x", curr.getX(), "y", curr.getY(), "modifiers", this.modifier)); - return this; - } - - /** - * 滚动鼠标滚轮，可先移动到元素上 - * - * @param by ChromiumElement元素 或查询元素 - * @return this - */ - public Actions scroll(By by) { - return scroll(new Coordinate(0, 0), by); - } - - /** - * 滚动鼠标滚轮，可先移动到元素上 - * - * @param curr 滚动值 - * @param by ChromiumElement元素 或查询元素 - * @return this - */ - public Actions scroll(Coordinate curr, By by) { - if (by != null) this.moveTo(by, 0.0); - this.dr.run("Input.dispatchMouseEvent", Map.of("type", "mouseWheel", "x", curr.getX(), "y", curr.getY(), "modifiers", this.modifier)); - return this; - } - - /** - * 滚动鼠标滚轮，可先移动到元素上 - * - * @param ele ChromiumElement元素 或查询元素 - * @return this - */ - public Actions scroll(ChromiumElement ele) { - return scroll(new Coordinate(0, 0), ele); - } - - /** - * 滚动鼠标滚轮，可先移动到元素上 - * - * @param curr 滚动值 - * @param ele ChromiumElement元素 或查询元素 - * @return this - */ - public Actions scroll(Coordinate curr, ChromiumElement ele) { - if (ele != null) this.moveTo(ele, 0.0); - this.dr.run("Input.dispatchMouseEvent", Map.of("type", "mouseWheel", "x", curr.getX(), "y", curr.getY(), "modifiers", this.modifier)); - return this; - } - - /** - * 鼠标向上移动若干像素 - * - * @param pixel 鼠标移动的像素值 - * @return this - */ - public Actions up(int pixel) { - return this.move(new Coordinate(0, -pixel)); - } - - /** - * 鼠标向下移动若干像素 - * - * @param pixel 鼠标移动的像素值 - * @return this - */ - public Actions down(int pixel) { - return this.move(new Coordinate(0, pixel)); - } - - /** - * 鼠标向左移动若干像素 - * - * @param pixel 鼠标移动的像素值 - * @return this - */ - public Actions left(int pixel) { - return this.move(new Coordinate(-pixel, 0)); - } - - /** - * 鼠标向右移动若干像素 - * - * @param pixel 鼠标移动的像素值 - * @return this - */ - public Actions right(int pixel) { - return this.move(new Coordinate(pixel, 0)); - } - - /** - * 按下键盘上的按键 - * - * @param key 使用Keys获取的按键，或"DEL"形式按键名称 - * @return this - */ - public Actions keyDown(Object key) { - return keyDown(String.valueOf(key)); - } - - /** - * 按下键盘上的按键 - * - * @param key 使用Keys获取的按键，或"DEL"形式按键名称 - * @return this - */ - public Actions keyDown(String key) { - key = Keys.K.getOrDefault(key.toUpperCase(Locale.ROOT), key); - - if (List.of("\ue009", "\ue008", "\ue00a", "\ue03d").contains(key)) { - this.modifier |= Keys.modifierBit.getOrDefault(key, 0); - return this; - } - Map keyDown = this.getKeyData(key, "keyDown"); - keyDown.put("_ignore", new AlertExistsError()); - this.page.runCdp("Input.dispatchKeyEvent", keyDown); - - return this; - } - - /** - * 按下键盘上的按键 - * - * @return this - */ - public Actions keyUp(Object key) { - return keyUp(String.valueOf(key)); - } - - /** - * 按下键盘上的按键 - * - * @param key 按键，特殊字符见Keys - * @return this - */ - public Actions keyUp(String key) { - key = Keys.K.getOrDefault(key.toUpperCase(Locale.ROOT), key); - if (List.of("\ue009", "\ue008", "\ue00a", "\ue03d").contains(key)) { - this.modifier |= Keys.modifierBit.getOrDefault(key, 0); - return this; - } - Map keyDown = this.getKeyData(key, "keyUp"); - keyDown.put("_ignore", new AlertExistsError()); - this.page.runCdp("Input.dispatchKeyEvent", keyDown); - - return this; - } - - /** - * 用模拟键盘按键方式输入文本，可输入字符串，也可输入组合键，只能输入键盘上有的字符 - * - * @param key 要按下的按键，特殊字符和多个文本可用list - * @return this - */ - public Actions type(Object key) { - List modifiers = new ArrayList<>(); - String s = String.valueOf(key); - for (int i = 0; i < s.length(); i++) { - String c = String.valueOf(s.charAt(i)); - this.keyDown(c); - if (List.of('\ue009', '\ue008', '\ue00a', '\ue03d').contains(c)) modifiers.add(c); - else this.keyUp(c); - } - for (String c : modifiers) this.keyUp(c); - return this; - } - - /** - * 输入文本，也可输入组合键，组合键用list形式输入 - * - * @param text 文本值或按键组合 - * @return this - */ - public Actions input(Object text) { - Keys.inputTextOrKeys(this.page, text); - return this; - } - - /** - * 等待若干秒 - * - * @param second 秒 - * @return this - */ - public Actions wait(Double second) { - try { - Thread.sleep((long) (second * 1000)); - } catch (InterruptedException e) { - throw new RuntimeException(e); - } - return this; - } - - /** - * 获取用于发送的按键信息 - * - * @param key 按键 - * @param action 'keyDown' 或 'keyUp' - * @return 按键信息 - */ - private Map getKeyData(String key, String action) { - Map map = Keys.keyDescriptionForString(this.modifier, key); - Object text = map.get("text"); - if (!Objects.equals(action, "keyUp")) - action = text != null && !text.toString().isEmpty() ? "keyDown" : "rawKeyDown"; - HashMap stringObjectHashMap = new HashMap<>(); - stringObjectHashMap.put("type", action); - stringObjectHashMap.put("modifiers", this.modifier); - stringObjectHashMap.put("windowsVirtualKeyCode", map.get("keyCode")); - stringObjectHashMap.put("code", map.get("code")); - stringObjectHashMap.put("key", map.get("key")); - stringObjectHashMap.put("text", text); - stringObjectHashMap.put("autoRepeat", false); - stringObjectHashMap.put("unmodifiedText", text); - stringObjectHashMap.put("location", map.get("location")); - stringObjectHashMap.put("isKeypad", Objects.equals(map.get("location"), 3)); - return stringObjectHashMap; - } - - -} diff --git a/java/src/main/java/com/ll/DrissonPage/units/ClickAction.java b/java/src/main/java/com/ll/DrissonPage/units/ClickAction.java deleted file mode 100644 index d0372a8..0000000 --- a/java/src/main/java/com/ll/DrissonPage/units/ClickAction.java +++ /dev/null @@ -1,17 +0,0 @@ -package com.ll.DrissonPage.units; - -import lombok.Getter; - -/** - * @author 陆 - * @address click - */ -@Getter -public enum ClickAction { - LEFT("left"), RIGHT("right"), MIDDLE("middle"), BACK("back"), FORWARD("forward"); - private final String value; - - ClickAction(String value) { - this.value = value; - } -} \ No newline at end of file diff --git a/java/src/main/java/com/ll/DrissonPage/units/Clicker.java b/java/src/main/java/com/ll/DrissonPage/units/Clicker.java deleted file mode 100644 index e1b5bf1..0000000 --- a/java/src/main/java/com/ll/DrissonPage/units/Clicker.java +++ /dev/null @@ -1,436 +0,0 @@ -package com.ll.DrissonPage.units; - -import com.alibaba.fastjson.JSON; -import com.alibaba.fastjson.JSONObject; -import com.ll.DrissonPage.element.ChromiumElement; -import com.ll.DrissonPage.error.extend.AlertExistsError; -import com.ll.DrissonPage.error.extend.CDPError; -import com.ll.DrissonPage.error.extend.CanNotClickError; -import com.ll.DrissonPage.error.extend.NoRectError; -import com.ll.DrissonPage.functions.Settings; -import com.ll.DrissonPage.functions.Web; -import com.ll.DrissonPage.page.ChromiumTab; - -import java.nio.file.Path; -import java.util.Collection; -import java.util.List; -import java.util.Map; -import java.util.Objects; - -/** - * @author 陆 - * @address click - */ -public class Clicker { - private final ChromiumElement ele; - - public Clicker(ChromiumElement ele) { - this.ele = ele; - } - - /** - * 点击元素 - * - * @return 是否点击成功 - */ - public boolean click() { - return click(1.5); - } - - /** - * 点击元素 - * 如果遇到遮挡，可选择是否用js点击 - * - * @param timeout 模拟点击的超时时间（秒），等待元素可见、可用、进入视口 - * @return 是否点击成功 - */ - public boolean click(Double timeout) { - return click(timeout, true); - } - - /** - * 点击元素 - * 如果遇到遮挡，可选择是否用js点击 - * - * @param timeout 模拟点击的超时时间（秒），等待元素可见、可用、进入视口 - * @param waitStop 是否等待元素运动结束再执行点击 - * @return 是否点击成功 - */ - public boolean click(Double timeout, boolean waitStop) { - return left(false, timeout, waitStop); - } - - /** - * 点击元素 - * 如果遇到遮挡，可选择是否用js点击 - * - * @param byJs 是否用js点击，为None时先用模拟点击，遇到遮挡改用js，为True时直接用js点击，为False时只用模拟点击 - * @param timeout 模拟点击的超时时间（秒），等待元素可见、可用、进入视口 - * @param waitStop 是否等待元素运动结束再执行点击 - * @return 是否点击成功 - */ - public boolean click(Boolean byJs, Double timeout, boolean waitStop) { - return left(byJs, timeout, waitStop); - } - - /** - * 点击元素 - * - * @return 是否点击成功 - */ - public boolean left() { - return left(1.5); - } - - /** - * 点击元素 - * 如果遇到遮挡，可选择是否用js点击 - * - * @param timeout 模拟点击的超时时间（秒），等待元素可见、可用、进入视口 - * @return 是否点击成功 - */ - public boolean left(Double timeout) { - return left(timeout, true); - } - - /** - * 点击元素 - * 如果遇到遮挡，可选择是否用js点击 - * - * @param timeout 模拟点击的超时时间（秒），等待元素可见、可用、进入视口 - * @param waitStop 是否等待元素运动结束再执行点击 - * @return 是否点击成功 - */ - public boolean left(Double timeout, boolean waitStop) { - return left(false, timeout, waitStop); - } - - /** - * 点击元素 - * 如果遇到遮挡，可选择是否用js点击 - * - * @param byJs 是否用js点击，为null时先用模拟点击，遇到遮挡改用js，为True时直接用js点击，为False时只用模拟点击 - * @param timeout 模拟点击的超时时间（秒），等待元素可见、可用、进入视口 - * @param waitStop 是否等待元素运动结束再执行点击 - * @return 是否点击成功 如果是select选择器则不返回值 - */ - public Boolean left(Boolean byJs, Double timeout, boolean waitStop) { - if (Objects.equals(this.ele.tag(), "option")) { - if (this.ele.states().isSelected()) { - this.ele.parent("t:select").select().cancelByOption(this.ele); - } else { - this.ele.parent("t:select").select().byOption(this.ele); - } - return null; - } - if (byJs == null || !byJs) { - boolean can_click = false; - timeout = timeout == null ? this.ele.getOwner().timeout() : timeout; - List rect = null; - if (timeout == 0) try { - this.ele.scroll().toSee(); - if (this.ele.states().isEnabled() && this.ele.states().isDisplayed()) { - rect = this.ele.rect().viewportCorners(); - can_click = true; - } - } catch (NoRectError e) { - if (Boolean.FALSE.equals(byJs)) throw e; - } - else { - rect = this.ele.states().hasRect(); - long endTime = (long) (System.currentTimeMillis() + timeout * 1000); - while (rect == null && endTime > System.currentTimeMillis()) { - rect = this.ele.states().hasRect(); - try { - Thread.sleep(10); - } catch (InterruptedException e) { - throw new RuntimeException(e); - } - } - if (waitStop && rect != null && !rect.isEmpty()) { - this.ele.waits().stopMoving(.1, (double) (endTime - System.currentTimeMillis())); - } - if (rect != null && !rect.isEmpty()) { - this.ele.scroll().toSee(); - rect = this.ele.rect().corners(); - while (endTime > System.currentTimeMillis()) { - if (this.ele.states().isEnabled() && this.ele.states().isDisplayed()) { - can_click = true; - break; - } - try { - Thread.sleep(10); - } catch (InterruptedException e) { - throw new RuntimeException(e); - } - } - } else if (Boolean.FALSE.equals(byJs)) throw new NoRectError(); - - } - if (can_click && !this.ele.states().isInViewport()) { - byJs = true; - } else if (can_click && (Boolean.FALSE.equals(byJs) || this.ele.states().isCovered() == null)) { - Coordinate coordinate = new Coordinate(rect.get(1).getX() - (rect.get(1).getX() - rect.get(0).getX()) / 2, rect.get(0).getX() + 3); - try { - JSONObject r = JSON.parseObject(this.ele.getOwner().runCdp("DOM.getNodeForLocation", Map.of("x", coordinate.getX(), "y", coordinate.getY(), "includeUserAgentShadowDOM", true, "ignorePointerEventsNone", true)).toString()); - if (!Objects.equals(r.getInteger("backendNodeId"), this.ele.getBackendId())) { - coordinate = this.ele.rect().viewportMidpoint(); - } else { - coordinate = this.ele.rect().viewportClickPoint(); - } - } catch (CDPError e) { - coordinate = this.ele.rect().viewportMidpoint(); - } - this._click(coordinate, ClickAction.LEFT, 1); - return true; - } - } - if (Boolean.TRUE.equals(byJs)) { - this.ele.runJs("this.click();"); - return true; - } - if (Settings.raiseWhenClickFailed) { - throw new CanNotClickError(); - } - return false; - } - - /** - * 右键单击 - */ - public void right() { - middle(1); - } - - /** - * 右键点击 - * - * @param count 次数 - */ - public void right(int count) { - this.ele.getOwner().scroll().toSee(this.ele); - Coordinate coordinate = this.ele.rect().viewportClickPoint(); - this._click(coordinate, ClickAction.RIGHT, count); - } - - /** - * 中键单击 - */ - public void middle() { - middle(1); - } - - /** - * 中键点击 - * - * @param count 次数 - */ - public void middle(int count) { - this.ele.getOwner().scroll().toSee(this.ele); - Coordinate coordinate = this.ele.rect().viewportClickPoint(); - this._click(coordinate, ClickAction.LEFT, count); - } - - /** - * 带偏移量点击本元素，相对于左上角坐标。不传入x或y值时点击元素中间点 - */ - public void at() { - at(1); - } - - /** - * 带偏移量点击本元素，相对于左上角坐标。不传入x或y值时点击元素中间点 - * - * @param count 点击次数 - */ - public void at(int count) { - at(ClickAction.LEFT, count); - } - - /** - * 带偏移量点击本元素，相对于左上角坐标。不传入x或y值时点击元素中间点 - * - * @param button 点击哪个键，可选 left, middle, right, back, forward - * @param count 点击次数 - */ - public void at(ClickAction button, int count) { - at(null, null, button, count); - } - - /** - * 带偏移量点击本元素，相对于左上角坐标。不传入x或y值时点击元素中间点 - * - * @param offset_x 相对元素左上角坐标的x轴偏移量 - * @param offset_y 相对元素左上角坐标的y轴偏移量 - */ - public void at(Integer offset_x, Integer offset_y) { - at(offset_x, offset_y, 1); - } - - /** - * 带偏移量点击本元素，相对于左上角坐标。不传入x或y值时点击元素中间点 - * - * @param offset_x 相对元素左上角坐标的x轴偏移量 - * @param offset_y 相对元素左上角坐标的y轴偏移量 - * @param count 点击次数 - */ - public void at(Integer offset_x, Integer offset_y, int count) { - at(offset_x, offset_y, ClickAction.LEFT, count); - } - - /** - * 带偏移量点击本元素，相对于左上角坐标。不传入x或y值时点击元素中间点 - * - * @param offset_x 相对元素左上角坐标的x轴偏移量 - * @param offset_y 相对元素左上角坐标的y轴偏移量 - * @param button 点击哪个键，可选 left, middle, right, back, forward - * @param count 点击次数 - */ - public void at(Integer offset_x, Integer offset_y, ClickAction button, int count) { - this.ele.getOwner().scroll().toSee(this.ele); - if (offset_x == null && offset_y == null) { - Coordinate size = this.ele.rect().size(); - offset_x = size.getX() / 2; - offset_y = size.getY() / 2; - } - this._click(Web.offsetScroll(this.ele, offset_x, offset_y), button, count); - } - - /** - * 多次点击 - */ - public void multi() { - multi(2); - } - - /** - * 多次点击 - * - * @param times 默认双击 - */ - public void multi(int times) { - this.at(null, null, ClickAction.LEFT, times); - } - - /** - * 触发上传文件选择框并自动填入指定路径 - * - * @param filePaths 文件路径，如果上传框支持多文件，可传入列表或字符串，字符串时多个文件用回车分隔 - */ - public void toUpload(Path filePaths) { - this.toUpload(filePaths, false); - } - - /** - * 触发上传文件选择框并自动填入指定路径 - * - * @param filePaths 文件路径，如果上传框支持多文件，可传入列表或字符串，字符串时多个文件用回车分隔 - * @param byJs 是否用js方式点击，逻辑与click()一致 - */ - public void toUpload(Path filePaths, boolean byJs) { - this.ele.getOwner().set().uploadFiles(filePaths); - this.left(1.5, byJs); - this.ele.getOwner().waits().uploadPathsInputted(); - } - - /** - * 触发上传文件选择框并自动填入指定路径 - * - * @param filePaths 文件路径，如果上传框支持多文件，可传入列表或字符串，字符串时多个文件用回车分隔 - */ - public void toUpload(String filePaths) { - this.toUpload(filePaths, false); - } - - /** - * 触发上传文件选择框并自动填入指定路径 - * - * @param filePaths 文件路径，如果上传框支持多文件，可传入列表或字符串，字符串时多个文件用回车分隔 - * @param byJs 是否用js方式点击，逻辑与click()一致 - */ - public void toUpload(String filePaths, boolean byJs) { - this.ele.getOwner().set().uploadFiles(filePaths); - this.left(1.5, byJs); - this.ele.getOwner().waits().uploadPathsInputted(); - } - - /** - * 触发上传文件选择框并自动填入指定路径 - * - * @param filePaths 文件路径，如果上传框支持多文件，可传入列表或字符串，字符串时多个文件用回车分隔 - */ - public void toUpload(String[] filePaths) { - this.toUpload(filePaths, false); - } - - /** - * 触发上传文件选择框并自动填入指定路径 - * - * @param filePaths 文件路径，如果上传框支持多文件，可传入列表或字符串，字符串时多个文件用回车分隔 - * @param byJs 是否用js方式点击，逻辑与click()一致 - */ - public void toUpload(String[] filePaths, boolean byJs) { - this.ele.getOwner().set().uploadFiles(filePaths); - this.left(1.5, byJs); - this.ele.getOwner().waits().uploadPathsInputted(); - } - - /** - * 触发上传文件选择框并自动填入指定路径 - * - * @param filePaths 文件路径，如果上传框支持多文件，可传入列表或字符串，字符串时多个文件用回车分隔 - */ - public void toUpload(Collection filePaths) { - this.toUpload(filePaths, false); - } - - /** - * 触发上传文件选择框并自动填入指定路径 - * - * @param filePaths 文件路径，如果上传框支持多文件，可传入列表或字符串，字符串时多个文件用回车分隔 - * @param byJs 是否用js方式点击，逻辑与click()一致 - */ - public void toUpload(Collection filePaths, boolean byJs) { - this.ele.getOwner().set().uploadFiles(filePaths); - this.left(1.5, byJs); - this.ele.getOwner().waits().uploadPathsInputted(); - } - - - /** - * 点击后等待新tab出现并返回其对象 - * - * @return 新标签页对象，如果没有等到新标签页出现则抛出异常 - */ - public ChromiumTab forNewTab() { - return forNewTab(false); - } - - /** - * 点击后等待新tab出现并返回其对象 - * - * @param byJs 是否使用js点击，逻辑与click()一致 - * @return 新标签页对象，如果没有等到新标签页出现则抛出异常 - */ - public ChromiumTab forNewTab(boolean byJs) { - this.left(1.5, byJs); - String tid = this.ele.getOwner().getPage().waits().newTab(); - if (tid == null) throw new RuntimeException("没有出现新标签页。"); - return this.ele.getOwner().getPage().getTab(tid); - } - - /** - * 实施点击 - * - * @param coordinate 视口中的坐标 - * @param button 'left' 'right' 'middle' 'back' 'forward' - * @param count 点击次数 - */ - - private void _click(Coordinate coordinate, ClickAction button, int count) { - this.ele.getOwner().runCdp("Input.dispatchMouseEvent", Map.of("type", "mousePressed", "x", coordinate.getX(), "y", coordinate.getY(), "button", button.getValue(), "clickCount", count, "_ignore", new AlertExistsError())); - this.ele.getOwner().runCdp("Input.dispatchMouseEvent", Map.of("type", "mouseReleased", "x", coordinate.getX(), "y", coordinate.getY(), "button", button.getValue(), "_ignore", new AlertExistsError())); - } - - -} diff --git a/java/src/main/java/com/ll/DrissonPage/units/Coordinate.java b/java/src/main/java/com/ll/DrissonPage/units/Coordinate.java deleted file mode 100644 index 518f680..0000000 --- a/java/src/main/java/com/ll/DrissonPage/units/Coordinate.java +++ /dev/null @@ -1,35 +0,0 @@ -package com.ll.DrissonPage.units; - -import lombok.AllArgsConstructor; -import lombok.Getter; - -import java.util.Objects; - -/** - * 坐标 - * - * @author 陆 - * @address click - */ - -@AllArgsConstructor -@Getter -public class Coordinate { - /** - * 横坐标 - */ - private Integer x; - /** - * 纵坐标 - */ - private Integer y; - - @Override - public boolean equals(Object o) { - if (this == o) return true; - if (!(o instanceof Coordinate)) return false; - Coordinate that = (Coordinate) o; - return Objects.equals(x, that.x) && Objects.equals(y, that.y); - } - -} \ No newline at end of file diff --git a/java/src/main/java/com/ll/DrissonPage/units/HttpClient.java b/java/src/main/java/com/ll/DrissonPage/units/HttpClient.java deleted file mode 100644 index 2096a29..0000000 --- a/java/src/main/java/com/ll/DrissonPage/units/HttpClient.java +++ /dev/null @@ -1,19 +0,0 @@ -package com.ll.DrissonPage.units; - -import lombok.AllArgsConstructor; -import lombok.Getter; -import okhttp3.OkHttpClient; -import org.apache.http.Header; - -import java.util.Collection; - -/** - * @author 陆 - * @address click - */ -@AllArgsConstructor -@Getter -public class HttpClient { - private OkHttpClient client; - private Collection headers; -} diff --git a/java/src/main/java/com/ll/DrissonPage/units/PicType.java b/java/src/main/java/com/ll/DrissonPage/units/PicType.java deleted file mode 100644 index cac0501..0000000 --- a/java/src/main/java/com/ll/DrissonPage/units/PicType.java +++ /dev/null @@ -1,16 +0,0 @@ -package com.ll.DrissonPage.units; - -import lombok.AllArgsConstructor; -import lombok.Getter; - -/** - * @author 陆 - * @address click - */ -@Getter -@AllArgsConstructor -public enum PicType { - JPG("jpg"), JPEG("jpeg"), PNG("png"), WEBP("webp"), DEFAULT("png"); - final String value; - -} diff --git a/java/src/main/java/com/ll/DrissonPage/units/cookiesSetter/CookiesSetter.java b/java/src/main/java/com/ll/DrissonPage/units/cookiesSetter/CookiesSetter.java deleted file mode 100644 index d875abc..0000000 --- a/java/src/main/java/com/ll/DrissonPage/units/cookiesSetter/CookiesSetter.java +++ /dev/null @@ -1,79 +0,0 @@ -package com.ll.DrissonPage.units.cookiesSetter; - -import com.ll.DrissonPage.functions.Web; -import com.ll.DrissonPage.page.ChromiumBase; -import lombok.AllArgsConstructor; - -import java.util.ArrayList; -import java.util.HashMap; -import java.util.List; -import java.util.Map; - -/** - * @author 陆 - * @address click - */ -@AllArgsConstructor -public class CookiesSetter { - private final ChromiumBase page; - - /** - * 删除一个cookie - * - * @param name cookie的name字段 - */ - public void remove(String name) { - remove(name, null); - } - - /** - * 删除一个cookie - * - * @param name cookie的name字段 - * @param url cookie的url字段，可选 - */ - public void remove(String name, String url) { - remove(name, url, null); - } - - /** - * 删除一个cookie - * - * @param name cookie的name字段 - * @param url cookie的url字段，可选 - * @param domain cookie的domain字段，可选 - */ - public void remove(String name, String url, String domain) { - remove(name, url, domain, null); - } - - /** - * 删除一个cookie - * - * @param name cookie的name字段 - * @param url cookie的url字段，可选 - * @param domain cookie的domain字段，可选 - * @param path cookie的path字段，可选 - */ - public void remove(String name, String url, String domain, String path) { - Map map = new HashMap<>(); - map.put("name", name); - if (url != null && !url.isEmpty()) map.put("url", url); - if (domain != null && !domain.isEmpty()) map.put("domain", url); - if (path != null && !path.isEmpty()) map.put("path", url); - this.page.runCdp("Network.deleteCookies", map); - } - - public void add(Map cookies) { - List> cookies1 = new ArrayList<>(); - cookies1.add(cookies); - Web.setBrowserCookies(this.page, cookies1); - } - - /** - * 清除cookies - */ - public void clear() { - this.page.runCdp("Network.clearBrowserCookies"); - } -} diff --git a/java/src/main/java/com/ll/DrissonPage/units/cookiesSetter/SessionCookiesSetter.java b/java/src/main/java/com/ll/DrissonPage/units/cookiesSetter/SessionCookiesSetter.java deleted file mode 100644 index ee773b8..0000000 --- a/java/src/main/java/com/ll/DrissonPage/units/cookiesSetter/SessionCookiesSetter.java +++ /dev/null @@ -1,66 +0,0 @@ -package com.ll.DrissonPage.units.cookiesSetter; - -import com.ll.DrissonPage.page.SessionPage; -import lombok.AllArgsConstructor; -import okhttp3.Cookie; -import okhttp3.CookieJar; -import okhttp3.HttpUrl; -import okhttp3.OkHttpClient; -import org.jetbrains.annotations.NotNull; - -import java.util.ArrayList; -import java.util.List; - -/** - * @author 陆 - * @address click - */ -@AllArgsConstructor -public class SessionCookiesSetter { - private final SessionPage page; - - /** - * 删除一个cookie - * - * @param name cookie的name字段 - */ - public void remove(String name) { - if (name != null && !name.isEmpty()) { - OkHttpClient.Builder builder = this.page.session().newBuilder(); - builder.setCookieJar$okhttp(new CookieJar() { - @Override - public void saveFromResponse(@NotNull HttpUrl httpUrl, @NotNull List list) { - list.stream().filter(cookie -> cookie.name().equals(name)).findFirst().ifPresent(list::remove); - } - - @NotNull - @Override - public List loadForRequest(@NotNull HttpUrl httpUrl) { - return new ArrayList<>(); - } - }); - this.page.setSession(builder.build()); - } - - } - - /** - * 清除cookies - */ - public void clear() { - OkHttpClient.Builder builder = this.page.session().newBuilder(); - builder.setCookieJar$okhttp(new CookieJar() { - @Override - public void saveFromResponse(@NotNull HttpUrl httpUrl, @NotNull List list) { - list.clear(); - } - - @NotNull - @Override - public List loadForRequest(@NotNull HttpUrl httpUrl) { - return new ArrayList<>(); - } - }); - this.page.setSession(builder.build()); - } -} diff --git a/java/src/main/java/com/ll/DrissonPage/units/cookiesSetter/WebPageCookiesSetter.java b/java/src/main/java/com/ll/DrissonPage/units/cookiesSetter/WebPageCookiesSetter.java deleted file mode 100644 index cee711d..0000000 --- a/java/src/main/java/com/ll/DrissonPage/units/cookiesSetter/WebPageCookiesSetter.java +++ /dev/null @@ -1,45 +0,0 @@ -package com.ll.DrissonPage.units.cookiesSetter; - -import com.ll.DrissonPage.page.WebMode; -import com.ll.DrissonPage.page.WebPage; - -import java.util.Objects; - -/** - * @author 陆 - * @address click - */ -public class WebPageCookiesSetter extends CookiesSetter { - private final WebPage page; - private final SessionCookiesSetter sessionCookiesSetter; - - public WebPageCookiesSetter(WebPage page) { - super(page.getChromiumPage()); - this.page = page; - sessionCookiesSetter = new SessionCookiesSetter(page.getSessionPage()); - } - - /** - * 删除一个cookie - * - * @param name cookie的name字段 - * @param url cookie的url字段，可选 d模式时才有效 - * @param domain cookie的domain字段，可选 d模式时才有效 - * @param path cookie的path字段，可选 d模式时才有效 - */ - - public void remove(String name, String url, String domain, String path) { - if (Objects.equals(this.page.mode(), WebMode.d) && this.page.isHasDriver()) - super.remove(name, url, domain, path); - else if (Objects.equals(this.page.mode(), WebMode.s) && this.page.isHasSession()) - sessionCookiesSetter.remove(name); - } - - /** - * 清除cookies - */ - public void clear() { - if (Objects.equals(this.page.mode(), WebMode.d) && this.page.isHasDriver()) super.clear(); - else if (Objects.equals(this.page.mode(), WebMode.s) && this.page.isHasSession()) sessionCookiesSetter.clear(); - } -} diff --git a/java/src/main/java/com/ll/DrissonPage/units/downloader/DownloadManager.java b/java/src/main/java/com/ll/DrissonPage/units/downloader/DownloadManager.java deleted file mode 100644 index 006f1e3..0000000 --- a/java/src/main/java/com/ll/DrissonPage/units/downloader/DownloadManager.java +++ /dev/null @@ -1,371 +0,0 @@ -package com.ll.DrissonPage.units.downloader; - -import com.alibaba.fastjson.JSON; -import com.alibaba.fastjson.JSONObject; -import com.ll.DrissonPage.base.Browser; -import com.ll.DrissonPage.base.MyRunnable; -import com.ll.DrissonPage.page.ChromiumBase; -import lombok.Getter; - -import java.io.File; -import java.io.IOException; -import java.nio.file.Files; -import java.nio.file.Path; -import java.nio.file.Paths; -import java.util.ArrayList; -import java.util.HashMap; -import java.util.List; -import java.util.Map; - - -/** - * @author 陆 - * @address click - * @original DrissionPage - */ -public class DownloadManager { - private final Browser browser; - private ChromiumBase page; - /** - * 返回所有未完成的下载任务 - */ - @Getter - private Map missions; - private Map> tabMissions; - private Map flags; - private boolean running; - private String savePath; - private String whenDownloadFileExists; - - - public DownloadManager(Browser browser) { - this.browser = browser; - this.page = browser.getPage(); - this.whenDownloadFileExists = "rename"; - TabDownloadSettings tabDownloadSettings = TabDownloadSettings.getInstance(this.page.tabId()); - tabDownloadSettings.path = this.page.downloadPath(); - this.missions = new HashMap<>(); - this.tabMissions = new HashMap<>(); - this.flags = new HashMap<>(); - String s = this.page.downloadPath(); - if (s != null && !s.isEmpty()) { - this.browser.getDriver().setCallback("Browser.downloadProgress", new MyRunnable() { - @Override - public void run() { - onDownloadProgress(getMessage()); - } - }); - this.browser.getDriver().setCallback("Browser.downloadWillBegin", new MyRunnable() { - @Override - public void run() { - onDownloadWillBegin(getMessage()); - } - }); - String string = this.browser.runCdp("Browser.setDownloadBehavior", Map.of("downloadPath", this.page.downloadPath(), "behavior", "allowAndName", "eventsEnabled", true)).toString(); - if (JSON.parseObject(string).containsKey("error")) { - System.out.println("浏览器版本太低无法使用下载管理功能。"); - } - this.running = true; - } else { - this.running = false; - } - } - - /** - * 设置某个tab的下载路径 - * - * @param tab 页面对象 - * @param path 下载路径（绝对路径str） - */ - public void setPath(ChromiumBase tab, String path) { - TabDownloadSettings.getInstance(tab.tabId()).path = path; - if (this.page.equals(tab) || !this.running) { - this.browser.getDriver().setCallback("Browser.downloadProgress", new MyRunnable() { - @Override - public void run() { - onDownloadProgress(getMessage()); - } - }); - this.browser.getDriver().setCallback("Browser.downloadWillBegin", new MyRunnable() { - @Override - public void run() { - onDownloadWillBegin(getMessage()); - } - }); - String string = this.browser.runCdp("Browser.setDownloadBehavior", Map.of("downloadPath", this.page.downloadPath(), "behavior", "allowAndName", "eventsEnabled", true)).toString(); - this.savePath = path; - if (JSON.parseObject(string).containsKey("error")) { - System.out.println("浏览器版本太低无法使用下载管理功能。"); - } - } - this.running = true; - } - - /** - * 设置某个tab的重命名文件名 - * - * @param tabId tab id - */ - public void setRename(String tabId) { - setRename(tabId, null); - } - - /** - * 设置某个tab的重命名文件名 - * - * @param tabId tab id - * @param rename 文件名，可不含后缀，会自动使用远程文件后缀 - */ - public void setRename(String tabId, String rename) { - setRename(tabId, rename, null); - } - - /** - * 设置某个tab的重命名文件名 - * - * @param tabId tab id - * @param rename 文件名，可不含后缀，会自动使用远程文件后缀 - * @param suffix 后缀名，显式设置后缀名，不使用远程文件后缀 - */ - public void setRename(String tabId, String rename, String suffix) { - TabDownloadSettings instance = TabDownloadSettings.getInstance(tabId); - instance.rename = rename; - instance.suffix = suffix; - } - - /** - * 设置某个tab下载文件重名时执行的策略 - * - * @param tabId 下载路径 - * @param mode 下载路径 - */ - public void setFileExists(String tabId, Path mode) { - setFileExists(tabId, mode.toAbsolutePath().toString()); - } - - /** - * 设置某个tab下载文件重名时执行的策略 - * - * @param tabId 下载路径 - * @param mode 下载路径 - */ - public void setFileExists(String tabId, String mode) { - if (mode != null && !mode.isEmpty()) TabDownloadSettings.getInstance(tabId).whenFileExists = mode; - } - - - /** - * 设置某个tab的重命名文件名 - * - * @param tabId tab id - * @param flag 等待标志 - */ - public void setFlag(String tabId, boolean flag) { - this.flags.put(tabId, flag); - } - - /** - * 设置某个tab的重命名文件名 - * - * @param tabId tab id - * @param flag 等待标志 - */ - public void setFlag(String tabId, DownloadMission flag) { - this.flags.put(tabId, flag); - } - - /** - * 获取tab下载等待标记 - * - * @param tabId tab id - * @return 任务对象或False - */ - public Object getFlag(String tabId) { - return this.flags.get(tabId); - } - - /** - * 获取某个tab正在下载的任务 - * - * @param tabId tab id - * @return 下载任务组成的列表 - */ - public List getTabMissions(String tabId) { - return this.tabMissions.getOrDefault(tabId, new ArrayList<>()); - } - - /** - * 设置任务结束 - * - * @param mission 任务对象 - * @param state 任务状态 - */ - public void setDone(DownloadMission mission, String state) { - setDone(mission, state, null); - } - - /** - * 设置任务结束 - * - * @param mission 任务对象 - * @param state 任务状态 - * @param finalPath 最终路径 - */ - public void setDone(DownloadMission mission, String state, String finalPath) { - if (!"canceled".equals(mission.state) && !"skipped".equals(mission.state)) mission.state = state; - mission.finalPath = finalPath; - } - - /** - * 取消任务 - * - * @param mission 任务对象 - */ - public Boolean cancel(DownloadMission mission) { - mission.state = "canceled"; - try { - this.browser.runCdp("Browser.cancelDownload", Map.of("guid", mission.id)); - } catch (Exception ignored) { - - } - if (mission.finalPath != null) { - return Paths.get(mission.finalPath).toFile().delete(); - } - return null; - } - - /** - * 跳过任务 - * - * @param mission 任务对象 - */ - public void skip(DownloadMission mission) { - mission.state = "skipped"; - try { - this.browser.runCdp("Browser.cancelDownload", Map.of("guid", mission.id)); - } catch (Exception ignored) { - - } - } - - /** - * 当tab关闭时清除有关信息 - * - * @param tabId 标签页id - */ - public void clearTabInfo(String tabId) { - this.tabMissions.remove(tabId); - this.flags.remove(tabId); - TabDownloadSettings.TAB_DOWNLOAD_SETTINGS_MAP.remove(tabId); - } - - /** - * 用于获取弹出新标签页触发的下载任务 - */ - private void onDownloadWillBegin(Object params) { - JSONObject kwargs = JSON.parseObject(params.toString()); - String guid = (String) kwargs.get("guid"); - String tabId = this.browser.getFrames().getOrDefault(kwargs.getString("frameId"), this.page.tabId()); - TabDownloadSettings settings = TabDownloadSettings.getInstance(tabId); - String name; - if (settings.getRename() != null) { - if (settings.getSuffix() != null) { - name = settings.getRename() + (settings.getSuffix() != null ? "." + settings.getSuffix() : ""); - } else { - String[] tmp = ((String) kwargs.get("suggestedFilename")).split("\\."); - String extName = tmp.length > 1 ? tmp[tmp.length - 1] : ""; - tmp = settings.getRename().split("\\."); - String extRename = tmp.length > 1 ? tmp[tmp.length - 1] : ""; - name = (extRename.equals(extName) ? settings.getRename() : settings.getRename() + "." + extName); - } - - settings.setRename(null); - settings.setSuffix(null); - - } else if (settings.getSuffix() != null) { - name = ((String) kwargs.get("suggestedFilename")).split("\\.")[0]; - if (settings.getSuffix() != null) { - name += "." + settings.getSuffix(); - } - settings.setSuffix(null); - - } else { - name = (String) kwargs.get("suggestedFilename"); - } - - boolean skip = false; - Path goalPath = Paths.get(settings.getPath()).resolve(name); - if (goalPath.toFile().exists()) { - if ("skip".equals(settings.getWhenFileExists())) { - skip = true; - } else if ("overwrite".equals(settings.getWhenFileExists())) { - goalPath.toFile().delete(); - } - } - - DownloadMission m = new DownloadMission(this, tabId, guid, settings.getPath(), name, (String) kwargs.get("url"), this.savePath); - this.missions.put(guid, m); - - if (this.getFlag(tabId).equals(false)) { - cancel(m); - } else if (skip) { - skip(m); - } else { - this.tabMissions.computeIfAbsent(tabId, k -> new ArrayList<>()).add(m); - } - - if (getFlag(tabId) != null) flags.put(tabId, m); - } - - /** - * 下载状态变化时执行 - */ - private void onDownloadProgress(Object kwargs) { - JSONObject jsonObject = JSON.parseObject(kwargs.toString()); - - if (jsonObject.containsKey("guid") && this.missions.containsKey(jsonObject.getString("guid"))) { - DownloadMission mission = this.missions.get(jsonObject.getString("guid")); - - if (jsonObject.containsKey("state")) { - String state = jsonObject.getString("state"); - switch (state) { - case "inProgress": - mission.receiveBytes = jsonObject.getInteger("receivedBytes"); - mission.totalBytes = jsonObject.getInteger("totalBytes"); - break; - case "completed": - if ("skipped".equals(mission.getState())) { - // Perform cleanup for skipped mission - // Note: This assumes there is a method like `Path.unlink(true)` for cleanup - Path formPath = Paths.get(mission.getSavePath(), mission.getId()); - formPath.toFile().delete(); // Change to your cleanup logic - setDone(mission, "skipped"); - return; - } - - mission.receiveBytes = jsonObject.getInteger("receivedBytes"); - mission.totalBytes = jsonObject.getInteger("totalBytes"); - - // Assuming there are methods like `move` and `getUsablePath` in your code - String formPath = mission.getSavePath() + File.separator + mission.getId(); - String toPath = String.valueOf(com.ll.DataRecorder.Tools.getUsablePath(mission.getPath() + File.separator + mission.getName())); - try { - Files.move(Path.of(formPath), Path.of(toPath)); - } catch (IOException e) { - throw new RuntimeException(e); - } - setDone(mission, "completed", toPath); - break; - - case "canceled": - setDone(mission, "canceled"); - break; - default: - // Handle other states if needed - break; - } - } - } - } - -} diff --git a/java/src/main/java/com/ll/DrissonPage/units/downloader/DownloadMission.java b/java/src/main/java/com/ll/DrissonPage/units/downloader/DownloadMission.java deleted file mode 100644 index 337371f..0000000 --- a/java/src/main/java/com/ll/DrissonPage/units/downloader/DownloadMission.java +++ /dev/null @@ -1,162 +0,0 @@ -package com.ll.DrissonPage.units.downloader; - -import lombok.Getter; - -import java.math.BigDecimal; -import java.math.RoundingMode; - -/** - * @author 陆 - * @address click - */ -@Getter -public class DownloadMission { - private final String tabId; - private final DownloadManager mgr; - private final String url; - private final String path; - private final String name; - protected Integer totalBytes; - protected int receiveBytes; - private final String savePath; - private final Boolean isDone; - protected String id; - protected String state; - protected String finalPath; - - public DownloadMission(DownloadManager mgr, String tabId, String id, String path, String name, String url, String savePath) { - this.mgr = mgr; - this.url = url; - this.tabId = tabId; - this.id = id; - this.path = path; - this.name = name; - this.state = "running"; - this.totalBytes = null; - this.receiveBytes = 0; - this.finalPath = null; - this.savePath = savePath; - this.isDone = null; - } - - /** - * 以百分比形式返回下载进度 - */ - public Float rate() { - return this.totalBytes != null ? new BigDecimal(this.receiveBytes).divide(new BigDecimal(this.totalBytes * 100), 2, RoundingMode.FLOOR).floatValue() : null; - } - - /** - * @return 返回任务是否在运行中 - */ - public boolean isDone() { - return this.isDone; - } - - /** - * 取消该任务，如任务已完成，删除已下载的文件 - */ - public void cancel() { - this.mgr.cancel(this); - } - - /** - * 等待任务结束 - * - * @return 等待成功返回完整路径，否则返回null - */ - - public String waits() { - return wait(true); - } - - /** - * 等待任务结束 - * - * @param show 是否显示下载信息 - * @return 等待成功返回完整路径，否则返回null - */ - - public String wait(boolean show) { - return wait(show, null); - } - - /** - * 等待任务结束 - * - * @param show 是否显示下载信息 - * @param timeout 超时时间，为null则无限等待 - * @return 等待成功返回完整路径，否则返回null - */ - - public String wait(boolean show, Double timeout) { - return wait(show, timeout, true); - } - - /** - * 等待任务结束 - * - * @param show 是否显示下载信息 - * @param timeout 超时时间，为null则无限等待 - * @param cancelIfTimeout 超时时是否取消任务 - * @return 等待成功返回完整路径，否则返回null - */ - - public String wait(boolean show, Double timeout, boolean cancelIfTimeout) { - if (show) { - System.out.println("url:" + url); - long endTime = (long) (System.currentTimeMillis() + timeout * 1000); - while (this.name == null && System.currentTimeMillis() < endTime) { - try { - Thread.sleep(1); - } catch (InterruptedException e) { - throw new RuntimeException(e); - } - } - System.out.println("文件名：" + this.name); - System.out.println("目标路径：" + this.path); - } - if (timeout == null) { - while (!this.isDone) { - if (show) { - System.out.println(this.rate() + "%"); - } - try { - Thread.sleep(200); - } catch (InterruptedException e) { - throw new RuntimeException(e); - } - } - } else { - long endTime = (long) (System.currentTimeMillis() + timeout * 1000); - while (System.currentTimeMillis() < endTime) { - if (show) { - System.out.println(this.rate() + "%"); - } - try { - Thread.sleep(200); - } catch (InterruptedException e) { - throw new RuntimeException(e); - } - } - if (!this.isDone && cancelIfTimeout) { - this.cancel(); - } - } - if (show) { - switch (this.state) { - case "completed": - System.out.println("下载完成" + this.finalPath); - break; - case "canceled": - System.out.println("下载取消"); - break; - case "skipped": - System.out.println("已跳过"); - break; - - } - } - return this.finalPath; - } -} diff --git a/java/src/main/java/com/ll/DrissonPage/units/downloader/TabDownloadSettings.java b/java/src/main/java/com/ll/DrissonPage/units/downloader/TabDownloadSettings.java deleted file mode 100644 index a877ac0..0000000 --- a/java/src/main/java/com/ll/DrissonPage/units/downloader/TabDownloadSettings.java +++ /dev/null @@ -1,34 +0,0 @@ -package com.ll.DrissonPage.units.downloader; - -import lombok.Getter; -import lombok.Setter; - -import java.util.HashMap; -import java.util.Map; - -/** - * @author 陆 - * @address click - */ -@Getter -@Setter -public class TabDownloadSettings { - protected static final Map TAB_DOWNLOAD_SETTINGS_MAP = new HashMap<>(); - protected String rename; - protected String suffix; - protected String path; - protected String whenFileExists; - private String tabId; - - private TabDownloadSettings(String tabId) { - this.tabId = tabId; - this.rename = null; - this.suffix = null; - this.path = ""; - this.whenFileExists = "rename"; - } - - public static TabDownloadSettings getInstance(String tabId) { - return TAB_DOWNLOAD_SETTINGS_MAP.computeIfAbsent(tabId, TabDownloadSettings::new); - } -} diff --git a/java/src/main/java/com/ll/DrissonPage/units/listener/DataPacket.java b/java/src/main/java/com/ll/DrissonPage/units/listener/DataPacket.java deleted file mode 100644 index c976aef..0000000 --- a/java/src/main/java/com/ll/DrissonPage/units/listener/DataPacket.java +++ /dev/null @@ -1,108 +0,0 @@ -package com.ll.DrissonPage.units.listener; - -import com.alibaba.fastjson.JSONObject; - -import java.util.Map; - -/** - * 返回的数据包管理类 - * - * @author 陆 - * @address click - */ -public class DataPacket { - private String tabId; - private String target; - private boolean isFailed; - - protected JSONObject rawRequest; - protected JSONObject rawResponse; - - protected String rawPostData; - protected String rawBody; - protected Map rawFailInfo; - protected Boolean base64Body; - private Request request; - private Response response; - private FailInfo failInfo; - - protected String resourceType; - protected Map requestExtraInfo; - protected Map responseExtraInfo; - - /** - * @param tabId 产生这个数据包的tab的id - * @param target 监听目标 - */ - public DataPacket(String tabId, String target) { - this.tabId = tabId; - this.target = target; - } - - public String url() { - return this.request.url; - } - - public String method() { - return this.request.method; - } - - public String frameId() { - return this.rawRequest.getString("frameId"); - } - - public Request request() { - if (this.request == null) - this.request = new Request(this, this.rawRequest.getJSONObject("request"), this.rawPostData); - return this.request; - } - - public Response response() { - if (this.response == null) this.response = new Response(this, this.rawResponse, this.rawBody, this.base64Body); - return this.response; - } - - public FailInfo failInfo() { - if (this.failInfo == null) this.failInfo = new FailInfo(this, this.rawFailInfo); - return this.failInfo; - } - - /** - * 等待额外的信息加载完成 - * - * @return 是否等待成功 - */ - public boolean waitExtraInfo() { - return waitExtraInfo(null); - } - - /** - * 等待额外的信息加载完成 - * - * @param timeout 超时时间，null为无限等待 - * @return 是否等待成功 - */ - public boolean waitExtraInfo(Double timeout) { - if (timeout == null) { - while (this.requestExtraInfo == null) { - try { - Thread.sleep(100); - } catch (InterruptedException e) { - throw new RuntimeException(e); - } - } - return true; - } else { - long endTime = (long) (System.currentTimeMillis() + timeout * 1000); - while (System.currentTimeMillis() < endTime) { - if (this.requestExtraInfo != null) return true; - try { - Thread.sleep(100); - } catch (InterruptedException e) { - throw new RuntimeException(e); - } - } - return false; - } - } -} diff --git a/java/src/main/java/com/ll/DrissonPage/units/listener/ExtraInfo.java b/java/src/main/java/com/ll/DrissonPage/units/listener/ExtraInfo.java deleted file mode 100644 index e457b50..0000000 --- a/java/src/main/java/com/ll/DrissonPage/units/listener/ExtraInfo.java +++ /dev/null @@ -1,28 +0,0 @@ -package com.ll.DrissonPage.units.listener; - -import lombok.AllArgsConstructor; - -import java.util.Map; - -/** - * @author 陆 - * @address click - */ -@AllArgsConstructor -public class ExtraInfo { - Map extraInfo; - - /** - * @return 以map形式返回所有额外信息 - */ - public Map allInfo() { - return extraInfo; - } - - /** - * @param item 获取单独的额外信息 - */ - public Object getInfo(Object item) { - return extraInfo.get(item.toString()); - } -} diff --git a/java/src/main/java/com/ll/DrissonPage/units/listener/FailInfo.java b/java/src/main/java/com/ll/DrissonPage/units/listener/FailInfo.java deleted file mode 100644 index a85f1fd..0000000 --- a/java/src/main/java/com/ll/DrissonPage/units/listener/FailInfo.java +++ /dev/null @@ -1,22 +0,0 @@ -package com.ll.DrissonPage.units.listener; - -import java.util.Map; - -/** - * @author 陆 - * @address click - */ -public class FailInfo { - private final DataPacket dataPacket; - private final Map failInfo; - - public FailInfo(DataPacket dataPacket, Map failInfo) { - this.dataPacket = dataPacket; - this.failInfo = failInfo; - } - - public Object get(Object item) { - if (failInfo != null && !failInfo.isEmpty()) return this.failInfo.get(item.toString()); - return null; - } -} diff --git a/java/src/main/java/com/ll/DrissonPage/units/listener/FrameListener.java b/java/src/main/java/com/ll/DrissonPage/units/listener/FrameListener.java deleted file mode 100644 index 941b671..0000000 --- a/java/src/main/java/com/ll/DrissonPage/units/listener/FrameListener.java +++ /dev/null @@ -1,41 +0,0 @@ -package com.ll.DrissonPage.units.listener; - -import com.alibaba.fastjson.JSON; -import com.ll.DrissonPage.page.ChromiumBase; -import com.ll.DrissonPage.page.ChromiumFrame; - -import java.util.Objects; - -/** - * @author 陆 - * @address click - */ -public class FrameListener extends Listener { - public FrameListener(ChromiumFrame chromiumBase) { - super(chromiumBase); - } - - public void toTarget(String targetId, String address, ChromiumBase page) { - super.toTarget(targetId, address, page); - } - - /** - * 接收到请求时的回调函数 - */ - @Override - protected void requestWillBeSent(Object params) { - if (!((ChromiumFrame) super.page).isDiffDomain() && Objects.equals(JSON.parseObject(params.toString()).get("frameId"), this.page.getFrameId())) - return; - super.requestWillBeSent(params); - } - - /** - * 接收到返回信息时处理方法 - */ - @Override - protected void responseReceived(Object params) { - if (!((ChromiumFrame) super.page).isDiffDomain() && Objects.equals(JSON.parseObject(params.toString()).get("frameId"), this.page.getFrameId())) - return; - super.responseReceived(params); - } -} diff --git a/java/src/main/java/com/ll/DrissonPage/units/listener/Listener.java b/java/src/main/java/com/ll/DrissonPage/units/listener/Listener.java deleted file mode 100644 index 44df3d9..0000000 --- a/java/src/main/java/com/ll/DrissonPage/units/listener/Listener.java +++ /dev/null @@ -1,952 +0,0 @@ -package com.ll.DrissonPage.units.listener; - -import com.alibaba.fastjson.JSON; -import com.alibaba.fastjson.JSONObject; -import com.ll.DrissonPage.base.Driver; -import com.ll.DrissonPage.base.MyRunnable; -import com.ll.DrissonPage.error.extend.WaitTimeoutError; -import com.ll.DrissonPage.functions.Settings; -import com.ll.DrissonPage.page.ChromiumBase; - -import java.util.*; -import java.util.regex.Pattern; -import java.util.stream.Collectors; -import java.util.stream.IntStream; - -/** - * 监听器基类 - * - * @author 陆 - * @address click - */ -public class Listener { - protected ChromiumBase page; - private String address; - private String targetId; - private Collection targets; - private ListenerMethod method; - private Collection resType; - private Queue caught; - private boolean isRegex; - private Driver driver; - private Map requestIds; - private Map> extraInfoIds; - private boolean listening; - private int runningRequests; - private int runningTargets; - - public Listener(ChromiumBase page) { - this.page = page; - this.address = page.getAddress(); - this.targetId = page.tabId(); - this.driver = null; - this.runningRequests = 0; - this.runningTargets = 0; - this.caught = new ArrayDeque<>(); - this.requestIds = null; - this.extraInfoIds = null; - this.listening = false; - this.targets = null; - this.isRegex = false; - this.method = ListenerMethod.all; - this.resType = null; - } - - /** - * @return 返回监听目标 - */ - - public Collection targets() { - return this.targets; - } - - /** - * 指定要等待的数据包 - */ - public void setTargets() { - setTargets(new ArrayList<>()); - } - - /** - * 指定要等待的数据包 - * - * @param targets 要匹配的数据包url特征，可用list等传入多个，为空集合时获取所有 - */ - public void setTargets(String targets) { - setTargets(Collections.singletonList(targets)); - } - - /** - * 指定要等待的数据包 - * - * @param targets 要匹配的数据包url特征，可用list等传入多个，为空集合时获取所有 - */ - public void setTargets(String[] targets) { - setTargets(Arrays.asList(targets)); - } - - /** - * 指定要等待的数据包 - * - * @param targets 要匹配的数据包url特征，可用list等传入多个，为空集合时获取所有 - */ - public void setTargets(Collection targets) { - setTargets(targets, ListenerMethod.ALL); - } - - /** - * 指定要等待的数据包 - * - * @param targets 要匹配的数据包url特征，可用list等传入多个，为空集合时获取所有 - * @param method 设置监听的请求类型，可指定多个 - */ - public void setTargets(String targets, ListenerMethod method) { - setTargets(targets, method, false); - } - - /** - * 指定要等待的数据包 - * - * @param targets 要匹配的数据包url特征，可用list等传入多个，为空集合时获取所有 - * @param method 设置监听的请求类型，可指定多个 - */ - public void setTargets(String[] targets, ListenerMethod method) { - setTargets(targets, method, false); - } - - /** - * 指定要等待的数据包 - * - * @param targets 要匹配的数据包url特征，可用list等传入多个，为空集合时获取所有 - * @param method 设置监听的请求类型，可指定多个 - */ - public void setTargets(Collection targets, ListenerMethod method) { - setTargets(targets, method, false); - } - - /** - * 指定要等待的数据包 - * - * @param targets 要匹配的数据包url特征，可用list等传入多个，为空集合时获取所有 - * @param method 设置监听的请求类型，可指定多个 - * @param isRegex 设置的target是否正则表达式 - */ - public void setTargets(String targets, ListenerMethod method, boolean isRegex) { - setTargets(targets, method, isRegex, new ArrayList<>()); - } - - /** - * 指定要等待的数据包 - * - * @param targets 要匹配的数据包url特征，可用list等传入多个，为空集合时获取所有 - * @param method 设置监听的请求类型，可指定多个 - * @param isRegex 设置的target是否正则表达式 - */ - public void setTargets(String[] targets, ListenerMethod method, boolean isRegex) { - setTargets(targets, method, isRegex, new ArrayList<>()); - } - - - /** - * 指定要等待的数据包 - * - * @param targets 要匹配的数据包url特征，可用list等传入多个，为空集合时获取所有 - * @param method 设置监听的请求类型，可指定多个 - * @param isRegex 设置的target是否正则表达式 - */ - public void setTargets(Collection targets, ListenerMethod method, boolean isRegex) { - setTargets(targets, method, isRegex, new ArrayList<>()); - } - - - /** - * 指定要等待的数据包 - * - * @param targets 要匹配的数据包url特征，可用list等传入多个，为空集合时获取所有 - * @param method 设置监听的请求类型，可指定多个 - * @param isRegex 设置的target是否正则表达式 - * @param resType 设置监听的资源类型，可指定多个，为空集合时监听全部，可指定的值有： - * Document, Stylesheet, Image, Media, Font, Script, TextTrack, XHR, Fetch, Prefetch, EventSource, WebSocket, - * Manifest, SignedExchange, Ping, CSPViolationReport, Preflight, Other - */ - public void setTargets(String targets, ListenerMethod method, boolean isRegex, String resType) { - setTargets(Collections.singletonList(targets), method, isRegex, Collections.singletonList(resType)); - } - - /** - * 指定要等待的数据包 - * - * @param targets 要匹配的数据包url特征，可用list等传入多个，为空集合时获取所有 - * @param method 设置监听的请求类型，可指定多个 - * @param isRegex 设置的target是否正则表达式 - * @param resType 设置监听的资源类型，可指定多个，为空集合时监听全部，可指定的值有： - * Document, Stylesheet, Image, Media, Font, Script, TextTrack, XHR, Fetch, Prefetch, EventSource, WebSocket, - * Manifest, SignedExchange, Ping, CSPViolationReport, Preflight, Other - */ - public void setTargets(String targets, ListenerMethod method, boolean isRegex, String[] resType) { - setTargets(Collections.singletonList(targets), method, isRegex, resType); - } - - /** - * 指定要等待的数据包 - * - * @param targets 要匹配的数据包url特征，可用list等传入多个，为空集合时获取所有 - * @param method 设置监听的请求类型，可指定多个 - * @param isRegex 设置的target是否正则表达式 - * @param resType 设置监听的资源类型，可指定多个，为空集合时监听全部，可指定的值有： - * Document, Stylesheet, Image, Media, Font, Script, TextTrack, XHR, Fetch, Prefetch, EventSource, WebSocket, - * Manifest, SignedExchange, Ping, CSPViolationReport, Preflight, Other - */ - public void setTargets(String targets, ListenerMethod method, boolean isRegex, Collection resType) { - setTargets(Collections.singletonList(targets), method, isRegex, resType); - } - - /** - * 指定要等待的数据包 - * - * @param targets 要匹配的数据包url特征，可用list等传入多个，为空集合时获取所有 - * @param method 设置监听的请求类型，可指定多个 - * @param isRegex 设置的target是否正则表达式 - * @param resType 设置监听的资源类型，可指定多个，为空集合时监听全部，可指定的值有： - * Document, Stylesheet, Image, Media, Font, Script, TextTrack, XHR, Fetch, Prefetch, EventSource, WebSocket, - * Manifest, SignedExchange, Ping, CSPViolationReport, Preflight, Other - */ - public void setTargets(String[] targets, ListenerMethod method, boolean isRegex, Collection resType) { - setTargets(Arrays.asList(targets), method, isRegex, resType); - } - - /** - * 指定要等待的数据包 - * - * @param targets 要匹配的数据包url特征，可用list等传入多个，为空集合时获取所有 - * @param method 设置监听的请求类型，可指定多个 - * @param isRegex 设置的target是否正则表达式 - * @param resType 设置监听的资源类型，可指定多个，为空集合时监听全部，可指定的值有： - * Document, Stylesheet, Image, Media, Font, Script, TextTrack, XHR, Fetch, Prefetch, EventSource, WebSocket, - * Manifest, SignedExchange, Ping, CSPViolationReport, Preflight, Other - */ - public void setTargets(Collection targets, ListenerMethod method, boolean isRegex, String resType) { - setTargets(targets, method, isRegex, Collections.singletonList(resType)); - } - - /** - * 指定要等待的数据包 - * - * @param targets 要匹配的数据包url特征，可用list等传入多个，为空集合时获取所有 - * @param method 设置监听的请求类型，可指定多个 - * @param isRegex 设置的target是否正则表达式 - * @param resType 设置监听的资源类型，可指定多个，为空集合时监听全部，可指定的值有： - * Document, Stylesheet, Image, Media, Font, Script, TextTrack, XHR, Fetch, Prefetch, EventSource, WebSocket, - * Manifest, SignedExchange, Ping, CSPViolationReport, Preflight, Other - */ - public void setTargets(String[] targets, ListenerMethod method, boolean isRegex, String[] resType) { - setTargets(Arrays.asList(targets), method, isRegex, Arrays.asList(resType)); - } - - /** - * 指定要等待的数据包 - * - * @param targets 要匹配的数据包url特征，可用list等传入多个，为空集合时获取所有 - * @param method 设置监听的请求类型，可指定多个 - * @param isRegex 设置的target是否正则表达式 - * @param resType 设置监听的资源类型，可指定多个，为空集合时监听全部，可指定的值有： - * Document, Stylesheet, Image, Media, Font, Script, TextTrack, XHR, Fetch, Prefetch, EventSource, WebSocket, - * Manifest, SignedExchange, Ping, CSPViolationReport, Preflight, Other - */ - public void setTargets(Collection targets, ListenerMethod method, boolean isRegex, String[] resType) { - setTargets(targets, method, isRegex, Arrays.asList(resType)); - } - - - /** - * 指定要等待的数据包 - * - * @param targets 要匹配的数据包url特征，可用list等传入多个，为空集合时获取所有 - * @param method 设置监听的请求类型，可指定多个 - * @param isRegex 设置的target是否正则表达式 - * @param resType 设置监听的资源类型，可指定多个，为空集合时监听全部，可指定的值有： - * Document, Stylesheet, Image, Media, Font, Script, TextTrack, XHR, Fetch, Prefetch, EventSource, WebSocket, - * Manifest, SignedExchange, Ping, CSPViolationReport, Preflight, Other - */ - public void setTargets(Collection targets, ListenerMethod method, boolean isRegex, Collection resType) { - if (targets != null) this.targets = targets; - this.isRegex = isRegex; - if (method != null) this.method = method; - if (resType != null) this.resType = resType; - } - - /** - * 拦截目标请求，每次拦截前清空结果 - */ - public void start() { - start(null, null, null, null, null); - } - - /** - * 拦截目标请求，每次拦截前清空结果 - * - * @param targets 要匹配的数据包url特征，可用list等传入多个，为空集合时获取所有 - */ - public void start(String targets) { - start(Collections.singletonList(targets)); - } - - /** - * 拦截目标请求，每次拦截前清空结果 - * - * @param targets 要匹配的数据包url特征，可用list等传入多个，为空集合时获取所有 - */ - public void start(String[] targets) { - start(Arrays.asList(targets)); - } - - /** - * 拦截目标请求，每次拦截前清空结果 - * - * @param targets 要匹配的数据包url特征，可用list等传入多个，为空集合时获取所有 - */ - public void start(Collection targets) { - start(targets, null); - } - - /** - * 拦截目标请求，每次拦截前清空结果 - * - * @param targets 要匹配的数据包url特征，可用list等传入多个，为空集合时获取所有 - * @param method 设置监听的请求类型，可指定多个，默认('GET', 'POST')，为True时监听全部，为null时保持原来设置 - */ - public void start(String targets, ListenerMethod method) { - start(Collections.singletonList(targets), method); - } - - /** - * 拦截目标请求，每次拦截前清空结果 - * - * @param targets 要匹配的数据包url特征，可用list等传入多个，为空集合时获取所有 - * @param method 设置监听的请求类型，可指定多个，默认('GET', 'POST')，为True时监听全部，为null时保持原来设置 - */ - public void start(String[] targets, ListenerMethod method) { - start(Arrays.asList(targets), method); - } - - /** - * 拦截目标请求，每次拦截前清空结果 - * - * @param targets 要匹配的数据包url特征，可用list等传入多个，为空集合时获取所有 - * @param method 设置监听的请求类型，可指定多个，默认('GET', 'POST')，为True时监听全部，为null时保持原来设置 - */ - public void start(Collection targets, ListenerMethod method) { - start(targets, method, null); - } - - - /** - * 拦截目标请求，每次拦截前清空结果 - * - * @param targets 要匹配的数据包url特征，可用list等传入多个，为空集合时获取所有 - * @param method 设置监听的请求类型，可指定多个，默认('GET', 'POST')，为True时监听全部，为null时保持原来设置 - * @param isRegex 设置的target是否正则表达式，为null时保持原来设置 - */ - public void start(String targets, ListenerMethod method, Boolean isRegex) { - start(Collections.singletonList(targets), method, isRegex); - } - - /** - * 拦截目标请求，每次拦截前清空结果 - * - * @param targets 要匹配的数据包url特征，可用list等传入多个，为空集合时获取所有 - * @param method 设置监听的请求类型，可指定多个，默认('GET', 'POST')，为True时监听全部，为null时保持原来设置 - * @param isRegex 设置的target是否正则表达式，为null时保持原来设置 - */ - public void start(String[] targets, ListenerMethod method, Boolean isRegex) { - start(Arrays.asList(targets), method, isRegex); - } - - /** - * 拦截目标请求，每次拦截前清空结果 - * - * @param targets 要匹配的数据包url特征，可用list等传入多个，为空集合时获取所有 - * @param method 设置监听的请求类型，可指定多个，默认('GET', 'POST')，为True时监听全部，为null时保持原来设置 - * @param isRegex 设置的target是否正则表达式，为null时保持原来设置 - */ - public void start(Collection targets, ListenerMethod method, Boolean isRegex) { - start(targets, method, isRegex, "null"); - } - - /** - * 拦截目标请求，每次拦截前清空结果 - * - * @param targets 要匹配的数据包url特征，可用list等传入多个，为空集合时获取所有 - * @param method 设置监听的请求类型，可指定多个，默认('GET', 'POST')，为True时监听全部，为null时保持原来设置 - * @param isRegex 设置的target是否正则表达式，为null时保持原来设置 - * @param resType 设置监听的资源类型，可指定多个，为空集合时监听全部，为null时保持原来设置，可指定的值有： - * Document, Stylesheet, Image, Media, Font, Script, TextTrack, XHR, Fetch, Prefetch, EventSource, WebSocket, - * Manifest, SignedExchange, Ping, CSPViolationReport, Preflight, Other - */ - public void start(String targets, ListenerMethod method, Boolean isRegex, Collection resType) { - start(Collections.singletonList(targets), method, isRegex, resType, null); - } - - /** - * 拦截目标请求，每次拦截前清空结果 - * - * @param targets 要匹配的数据包url特征，可用list等传入多个，为空集合时获取所有 - * @param method 设置监听的请求类型，可指定多个，默认('GET', 'POST')，为True时监听全部，为null时保持原来设置 - * @param isRegex 设置的target是否正则表达式，为null时保持原来设置 - * @param resType 设置监听的资源类型，可指定多个，为空集合时监听全部，为null时保持原来设置，可指定的值有： - * Document, Stylesheet, Image, Media, Font, Script, TextTrack, XHR, Fetch, Prefetch, EventSource, WebSocket, - * Manifest, SignedExchange, Ping, CSPViolationReport, Preflight, Other - */ - public void start(String targets, ListenerMethod method, Boolean isRegex, String resType) { - start(Collections.singletonList(targets), method, isRegex, resType); - } - - /** - * 拦截目标请求，每次拦截前清空结果 - * - * @param targets 要匹配的数据包url特征，可用list等传入多个，为空集合时获取所有 - * @param method 设置监听的请求类型，可指定多个，默认('GET', 'POST')，为True时监听全部，为null时保持原来设置 - * @param isRegex 设置的target是否正则表达式，为null时保持原来设置 - * @param resType 设置监听的资源类型，可指定多个，为空集合时监听全部，为null时保持原来设置，可指定的值有： - * Document, Stylesheet, Image, Media, Font, Script, TextTrack, XHR, Fetch, Prefetch, EventSource, WebSocket, - * Manifest, SignedExchange, Ping, CSPViolationReport, Preflight, Other - */ - public void start(String[] targets, ListenerMethod method, Boolean isRegex, String[] resType) { - start(Arrays.asList(targets), method, isRegex, resType); - } - - - /** - * 拦截目标请求，每次拦截前清空结果 - * - * @param targets 要匹配的数据包url特征，可用list等传入多个，为空集合时获取所有 - * @param method 设置监听的请求类型，可指定多个，默认('GET', 'POST')，为True时监听全部，为null时保持原来设置 - * @param isRegex 设置的target是否正则表达式，为null时保持原来设置 - * @param resType 设置监听的资源类型，可指定多个，为空集合时监听全部，为null时保持原来设置，可指定的值有： - * Document, Stylesheet, Image, Media, Font, Script, TextTrack, XHR, Fetch, Prefetch, EventSource, WebSocket, - * Manifest, SignedExchange, Ping, CSPViolationReport, Preflight, Other - */ - public void start(Collection targets, ListenerMethod method, Boolean isRegex, String resType) { - start(targets, method, isRegex, resType.equals("null") ? null : Collections.singletonList(resType), null); - } - - /** - * 拦截目标请求，每次拦截前清空结果 - * - * @param targets 要匹配的数据包url特征，可用list等传入多个，为空集合时获取所有 - * @param method 设置监听的请求类型，可指定多个，默认('GET', 'POST')，为True时监听全部，为null时保持原来设置 - * @param isRegex 设置的target是否正则表达式，为null时保持原来设置 - * @param resType 设置监听的资源类型，可指定多个，为空集合时监听全部，为null时保持原来设置，可指定的值有： - * Document, Stylesheet, Image, Media, Font, Script, TextTrack, XHR, Fetch, Prefetch, EventSource, WebSocket, - * Manifest, SignedExchange, Ping, CSPViolationReport, Preflight, Other - */ - public void start(String[] targets, ListenerMethod method, Boolean isRegex, Collection resType) { - start(Arrays.asList(targets), method, isRegex, resType, null); - } - - /** - * 拦截目标请求，每次拦截前清空结果 - * - * @param targets 要匹配的数据包url特征，可用list等传入多个，为空集合时获取所有 - * @param method 设置监听的请求类型，可指定多个，默认('GET', 'POST')，为True时监听全部，为null时保持原来设置 - * @param isRegex 设置的target是否正则表达式，为null时保持原来设置 - * @param resType 设置监听的资源类型，可指定多个，为空集合时监听全部，为null时保持原来设置，可指定的值有： - * Document, Stylesheet, Image, Media, Font, Script, TextTrack, XHR, Fetch, Prefetch, EventSource, WebSocket, - * Manifest, SignedExchange, Ping, CSPViolationReport, Preflight, Other - */ - public void start(Collection targets, ListenerMethod method, Boolean isRegex, String[] resType) { - start(targets, method, isRegex, Arrays.asList(resType), null); - } - - /** - * 拦截目标请求，每次拦截前清空结果 - * - * @param targets 要匹配的数据包url特征，可用list等传入多个，为空集合时获取所有 - * @param method 设置监听的请求类型，可指定多个，默认('GET', 'POST')，为True时监听全部，为null时保持原来设置 - * @param isRegex 设置的target是否正则表达式，为null时保持原来设置 - * @param resType 设置监听的资源类型，可指定多个，为空集合时监听全部，为null时保持原来设置，可指定的值有： - * Document, Stylesheet, Image, Media, Font, Script, TextTrack, XHR, Fetch, Prefetch, EventSource, WebSocket, - * Manifest, SignedExchange, Ping, CSPViolationReport, Preflight, Other - */ - public void start(Collection targets, ListenerMethod method, Boolean isRegex, Collection resType, Object ignored) { - if (targets != null) { - if (isRegex == null) isRegex = false; - } - if (targets != null || isRegex != null || method != null || resType != null) { - this.setTargets(targets, method, Boolean.TRUE.equals(isRegex), resType); - } - this.clear(); - if (this.listening) return; - this.driver = new Driver(this.targetId, "page", this.address); - this.driver.run("Network.enable"); - this.setCallback(); - this.listening = true; - } - - /** - * 等待符合要求的数据包到达指定数量 - */ - public List waits() { - return waits(1); - } - - /** - * 等待符合要求的数据包到达指定数量 - * - * @param count 需要捕捉的数据包数量 - */ - public List waits(int count) { - return waits(count, null); - } - - /** - * 等待符合要求的数据包到达指定数量 - * - * @param count 需要捕捉的数据包数量 - * @param timeout 超时时间，为null无限等待 - */ - public List waits(int count, Double timeout) { - return waits(count, timeout, true); - } - - /** - * 等待符合要求的数据包到达指定数量 - * - * @param count 需要捕捉的数据包数量 - * @param timeout 超时时间，为null无限等待 - * @param fitCount 是否必须满足总数要求，发生超时，为True返回False，为False返回已捕捉到的数据包 - * @return count为1时返回数据包对象，大于1时返回列表，超时且fitCount为True时返回False - */ - public List waits(int count, Double timeout, boolean fitCount) { - return waits(count, timeout, fitCount, null); - } - - /** - * 等待符合要求的数据包到达指定数量 - * - * @param count 需要捕捉的数据包数量 - * @param timeout 超时时间，为null无限等待 - * @param fitCount 是否必须满足总数要求，发生超时，为True返回False，为False返回已捕捉到的数据包 - * @param raiseErr 超时时是否抛出错误，为null时根据Settings设置 - * @return count为1时返回数据包对象，大于1时返回列表，超时且fitCount为True时返回False - */ - public List waits(int count, Double timeout, boolean fitCount, Boolean raiseErr) { - boolean fail; - if (!this.listening) throw new RuntimeException("监听未启动或已暂停."); - if (timeout == null) { - while (this.caught.size() < count) { - try { - Thread.sleep(50); - } catch (InterruptedException e) { - throw new RuntimeException(e); - } - } - fail = false; - } else { - long end = (long) (System.currentTimeMillis() + timeout * 1000); - while (true) { - if (System.currentTimeMillis() > end) { - fail = true; - break; - } - if (this.caught.size() >= count) { - fail = false; - break; - } - } - } - if (fail) { - if (fitCount || (!this.caught.isEmpty())) { - if (Boolean.TRUE.equals(raiseErr) || Settings.raiseWhenWaitFailed) - throw new WaitTimeoutError("等待数据包失败（等待" + timeout + "秒)."); - else return null; - } else { - ArrayList objects = new ArrayList<>(this.caught); - this.caught.clear(); - return objects; - } - } - if (count == 1) { - return Collections.singletonList(this.caught.poll()); - } else { - return IntStream.range(0, count).mapToObj(i -> this.caught.poll()).collect(Collectors.toCollection(ArrayList::new)); - } - - } - - /** - * 用于单步操作，可实现每收到若干个数据包执行一步操作（如翻页） - */ - - public Iterable> steps() { - return steps(null); - } - - /** - * 用于单步操作，可实现每收到若干个数据包执行一步操作（如翻页） - * - * @param count 需捕获的数据包总数，为None表示无限 - */ - - public Iterable> steps(Integer count) { - return steps(count, null); - } - - /** - * 用于单步操作，可实现每收到若干个数据包执行一步操作（如翻页） - * - * @param count 需捕获的数据包总数，为None表示无限 - * @param timeout 每个数据包等待时间，为None表示无限 - */ - - public Iterable> steps(Integer count, Double timeout) { - return steps(count, timeout, 1); - } - - /** - * 用于单步操作，可实现每收到若干个数据包执行一步操作（如翻页） - * - * @param count 需捕获的数据包总数，为None表示无限 - * @param timeout 每个数据包等待时间，为None表示无限 - * @param gap 每接收到多少个数据包返回一次数据 - */ - - public Iterable> steps(Integer count, Double timeout, int gap) { - int caughtCount = 0; - Long end = timeout != null ? (long) (System.currentTimeMillis() + timeout * 1000) : null; - - List> result = new ArrayList<>(); - while (true) { - if (timeout != null && System.currentTimeMillis() > end) { - return result; - } - - if (caught.size() >= gap) { - List data = new ArrayList<>(); - for (int i = 0; i < gap; i++) { - data.add(caught.poll()); - } - result.add(data); - if (timeout != null) end = (long) (System.currentTimeMillis() + timeout * 1000); - - if (count != null) { - caughtCount += gap; - if (caughtCount >= count) { - return result; - } - } - } - try { - Thread.sleep(50); - } catch (InterruptedException e) { - Thread.currentThread().interrupt(); - } - } - } - - /** - * 停止监听，清空已监听到的列表 - */ - public void stop() { - if (this.listening) { - this.pause(); - this.clear(); - } - if (this.driver != null) { - this.driver.stop(); - this.driver = null; - } - - } - - /** - * 暂停监听 - */ - public void pause() { - pause(true); - } - - /** - * 暂停监听 - * - * @param clear 是否清空已获取队列 - */ - public void pause(boolean clear) { - if (this.listening) { - this.driver.setCallback("Network.requestWillBeSent", null); - this.driver.setCallback("Network.responseReceived", null); - this.driver.setCallback("Network.loadingFinished", null); - this.driver.setCallback("Network.loadingFailed", null); - this.listening = false; - } - if (clear) this.clear(); - } - - /** - * 继续暂停的监听 - */ - public void resume() { - if (this.listening) return; - this.setCallback(); - this.listening = true; - } - - /** - * 清空结果 - */ - public void clear() { - if (this.requestIds != null) this.requestIds.clear(); - else this.requestIds = new HashMap<>(); - if (this.extraInfoIds != null) this.extraInfoIds.clear(); - else this.extraInfoIds = new HashMap<>(); - this.caught = new ArrayDeque<>(); - this.runningRequests = 0; - this.runningTargets = 0; - } - - /** - * 等待所有请求结束 - * - * @return 返回是否等待成功 - */ - public boolean waitSilent() { - return waitSilent(null); - } - - /** - * 等待所有请求结束 - * - * @param timeout 超时，为None时无限等待 - * @return 返回是否等待成功 - */ - public boolean waitSilent(Double timeout) { - return waitSilent(timeout, false); - } - - /** - * 等待所有请求结束 - * - * @param timeout 超时，为None时无限等待 - * @param targetsOnly 是否只等待targets指定的请求结束 - * @return 返回是否等待成功 - */ - public boolean waitSilent(Double timeout, boolean targetsOnly) { - if (!this.listening) throw new RuntimeException("监听未启动，用listen.start()启动。"); - if (timeout == null) { - while ((!targetsOnly && this.runningRequests > 0) || (targetsOnly && this.runningTargets > 0)) { - try { - Thread.sleep(100); - } catch (InterruptedException e) { - throw new RuntimeException(e); - } - } - return true; - } - long endTime = (long) (System.currentTimeMillis() + timeout * 1000); - while (System.currentTimeMillis() < endTime) { - if ((!targetsOnly && this.runningRequests <= 0) || (targetsOnly && this.runningTargets <= 0)) return true; - try { - Thread.sleep(100); - } catch (InterruptedException e) { - throw new RuntimeException(e); - } - } - return false; - } - - /** - * 切换监听的页面对象 - * - * @param targetId 新页面对象_target_id - * @param address 新页面对象address - * @param page 新页面对象 - */ - protected void toTarget(String targetId, String address, ChromiumBase page) { - this.targetId = targetId; - this.address = address; - this.page = page; - boolean debug = false; - if (this.driver != null) { - debug = this.driver.isDebug(); - this.driver.stop(); - } - if (this.listening) { - this.driver = new Driver(this.targetId, "page", this.address); - this.driver.setDebug(debug); - this.driver.run("Network.enable"); - this.setCallback(); - } - } - - /** - * 设置监听请求的回调函数 - */ - private void setCallback() { - this.driver.setCallback("Network.requestWillBeSent", new MyRunnable() { - @Override - public void run() { - requestWillBeSent(getMessage()); - } - }); - - this.driver.setCallback("Network.requestWillBeSentExtraInfo", new MyRunnable() { - @Override - public void run() { - requestWillBeSentExtraInfo(getMessage()); - } - }); - this.driver.setCallback("Network.responseReceived", new MyRunnable() { - @Override - public void run() { - responseReceived(getMessage()); - } - }); - this.driver.setCallback("Network.responseReceivedExtraInfo", new MyRunnable() { - @Override - public void run() { - responseReceivedExtraInfo(getMessage()); - } - }); - this.driver.setCallback("Network.loadingFinished", new MyRunnable() { - @Override - public void run() { - loadingFinished(getMessage()); - } - }); - this.driver.setCallback("Network.loadingFailed", new MyRunnable() { - @Override - public void run() { - loadingFailed(getMessage()); - } - }); - } - - /** - * 接收到请求时的回调函数 - */ - protected void requestWillBeSent(Object params) { - JSONObject jsonObject = JSON.parseObject(params.toString()); - this.runningRequests++; - DataPacket p = null; - if (targets != null && targets.isEmpty()) { - if ((method.equals(ListenerMethod.all) || method.mode.equals(jsonObject.getString("request.method").toUpperCase())) && ((resType != null && resType.isEmpty()) || resType != null && resType.contains(jsonObject.getOrDefault("type", "").toString().toUpperCase()))) { - runningTargets++; - String rid = jsonObject.get("requestId").toString(); - p = requestIds.computeIfAbsent(rid, k -> new DataPacket(page.tabId(), "")); - p.rawRequest = jsonObject; - if (Boolean.TRUE.equals(jsonObject.get("request.hasPostData")) && jsonObject.get("request.postData") != null) { - p.rawPostData = (JSON.parseObject(driver.run("Network.getRequestPostData", Map.of("requestId", rid)).toString()).get("postData")).toString(); - } - } - } else { - String rid = jsonObject.get("requestId").toString(); - for (String target : this.targets) { - if ((isRegex && Pattern.compile(target).matcher(jsonObject.get("request.url").toString()).find()) || (!isRegex && target.equals(jsonObject.get("request.url"))) && (method.equals(ListenerMethod.all) || method.equals(jsonObject.get("request.method"))) && (resType != null && resType.isEmpty() || resType != null && resType.contains(jsonObject.get("type").toString().toUpperCase()))) { - runningTargets++; - p = requestIds.computeIfAbsent(rid, k -> new DataPacket(page.tabId(), target)); - p.rawRequest = jsonObject; - break; - } - } - } - this.extraInfoIds.computeIfAbsent(jsonObject.getString("requestId"), k -> new HashMap<>()).put("obj", p != null ? p : false); - } - - /** - * 接收到请求额外信息时的回调函数 - */ - private void requestWillBeSentExtraInfo(Object params) { - this.runningRequests++; - this.extraInfoIds.computeIfAbsent(JSON.parseObject(params.toString()).getString("requestId"), k -> new HashMap<>()).put("request", params); - - } - - protected void responseReceived(Object params) { - JSONObject jsonObject = JSON.parseObject(params.toString()); - DataPacket request = this.requestIds.get(jsonObject.getString("requestId")); - if (request != null) { - request.rawResponse = jsonObject.getJSONObject("response"); - request.resourceType = jsonObject.getString("type"); - } - } - - /** - * 接收到返回额外信息时的回调函数 - */ - private void responseReceivedExtraInfo(Object params) { - this.runningRequests--; - JSONObject jsonObject = JSON.parseObject(params.toString()); - - Map map = this.extraInfoIds.get(jsonObject.getString("requestId")); - if (map != null && !map.isEmpty()) { - Object o = map.get("obj"); - if (Objects.equals(o, false)) { - this.extraInfoIds.remove(jsonObject.getString("requestId")); - } else if (o instanceof DataPacket) { - ((DataPacket) o).requestExtraInfo = JSON.parseObject(map.get("request").toString()); - ((DataPacket) o).responseExtraInfo = jsonObject; - this.extraInfoIds.remove(jsonObject.getString("requestId")); - } else { - map.put("response", jsonObject); - } - } - } - - /** - * 请求完成时处理方法 - */ - private void loadingFinished(Object params) { - JSONObject jsonObject = JSON.parseObject(params.toString()); - this.runningRequests--; - String rid = jsonObject.getString("requestId"); - DataPacket packet = this.requestIds.get(rid); - if (packet != null) { - JSONObject r = JSON.parseObject(this.driver.run("Network.getResponseBody", Map.of("requestId", rid)).toString()); - if (r.containsKey("body")) { - packet.rawBody = r.getString("body"); - packet.base64Body = r.getBoolean("base64Encoded"); - } else { - packet.rawBody = ""; - packet.base64Body = false; - } - if (packet.rawRequest.getJSONObject("request").get("hasPostData") != null && packet.rawRequest.getJSONObject("request").get("postData") == null) { - packet.rawPostData = JSON.parseObject(this.driver.run("Network.getRequestPostData", Map.of("requestId", rid, "_timeout", 1)).toString()).get("postData").toString(); - } - } - Map map = this.extraInfoIds.get(jsonObject.getString("requestId")); - if (map != null && !map.isEmpty()) { - Object o = map.get("obj"); - if (Objects.equals(o, false) || o instanceof DataPacket && this.extraInfoIds.get("request") == null) { - this.extraInfoIds.remove(jsonObject.getString("requestId")); - } else if (o instanceof DataPacket && this.extraInfoIds.get("response") != null) { - ((DataPacket) o).requestExtraInfo = JSON.parseObject(map.get("request").toString()); - ((DataPacket) o).responseExtraInfo = JSON.parseObject(map.get("response").toString()); - ; - this.extraInfoIds.remove(jsonObject.getString("requestId")); - } - } - this.requestIds.remove(rid); - if (packet != null) { - this.caught.add(packet); - this.runningTargets--; - } - } - - /** - * 请求失败时的回调方法 - */ - private void loadingFailed(Object params) { - JSONObject jsonObject = JSON.parseObject(params.toString()); - this.runningRequests--; - String string = jsonObject.getString("requestId"); - } - - public static enum ListenerMethod { - GET("GET"), get(GET.mode), g(GET.mode), G(GET.mode), POST("POST"), post(POST.mode), p(POST.mode), P(POST.mode), ALL("ALL"), all(ALL.mode), a(ALL.mode), A(ALL.mode); - private final String mode; - - ListenerMethod(String mode) { - this.mode = mode; - } - } -} diff --git a/java/src/main/java/com/ll/DrissonPage/units/listener/Request.java b/java/src/main/java/com/ll/DrissonPage/units/listener/Request.java deleted file mode 100644 index 3d70a8d..0000000 --- a/java/src/main/java/com/ll/DrissonPage/units/listener/Request.java +++ /dev/null @@ -1,65 +0,0 @@ -package com.ll.DrissonPage.units.listener; - -import com.alibaba.fastjson.JSON; -import com.alibaba.fastjson.JSONException; -import org.apache.commons.collections4.map.CaseInsensitiveMap; - -import java.util.HashMap; -import java.util.Map; - -/** - * @author 陆 - * @address click - */ -public class Request { - protected String url; - protected CaseInsensitiveMap headers; - protected String method; - private final Map request; - private final String rawPostData; - private String postData; - private final DataPacket dataPacket; - - public Request(DataPacket dataPacket, Map rawRequest, String postData) { - this.dataPacket = dataPacket; - this.request = rawRequest; - this.rawPostData = postData; - this.postData = null; - } - - /** - * @return 以大小写不敏感字符串返回headers数据 - */ - public Map headers() { - if (this.headers == null) - this.headers = new CaseInsensitiveMap<>(JSON.parseObject(JSON.toJSONString(this.request.get("headers")))); - return this.headers; - } - - /** - * @return 返回postData数据 如果是其他类型则会格式化成string - */ - public String postData() { - if (this.postData == null) { - Object postData; - if (this.rawPostData != null) { - postData = this.rawPostData; - } else if (this.request.get("postData") != null) { - postData = this.request.get("postData"); - } else { - postData = false; - } - try { - this.postData = JSON.parse(postData.toString()).toString(); - } catch (JSONException e) { - this.postData = postData.toString(); - } - } - return this.postData; - } - - public RequestExtraInfo extraInfo() { - Map requestExtraInfo1 = this.dataPacket.requestExtraInfo; - return new RequestExtraInfo(requestExtraInfo1 == null ? new HashMap<>() : requestExtraInfo1); - } -} diff --git a/java/src/main/java/com/ll/DrissonPage/units/listener/RequestExtraInfo.java b/java/src/main/java/com/ll/DrissonPage/units/listener/RequestExtraInfo.java deleted file mode 100644 index 28fd5fb..0000000 --- a/java/src/main/java/com/ll/DrissonPage/units/listener/RequestExtraInfo.java +++ /dev/null @@ -1,13 +0,0 @@ -package com.ll.DrissonPage.units.listener; - -import java.util.Map; - -/** - * @author 陆 - * @address click - */ -public class RequestExtraInfo extends ExtraInfo{ - public RequestExtraInfo(Map extraInfo) { - super(extraInfo); - } -} diff --git a/java/src/main/java/com/ll/DrissonPage/units/listener/Response.java b/java/src/main/java/com/ll/DrissonPage/units/listener/Response.java deleted file mode 100644 index 1bb90eb..0000000 --- a/java/src/main/java/com/ll/DrissonPage/units/listener/Response.java +++ /dev/null @@ -1,67 +0,0 @@ -package com.ll.DrissonPage.units.listener; - -import com.alibaba.fastjson.JSON; -import com.alibaba.fastjson.JSONException; -import org.apache.commons.collections4.map.CaseInsensitiveMap; - -import java.nio.charset.StandardCharsets; -import java.util.Base64; -import java.util.Map; - -/** - * @author 陆 - * @address click - */ -public class Response { - private final DataPacket dataPacket; - - private final Map response; - private String rawBody; - private boolean isBase64Body; - private Object body; - private Map headers; - - public Response(DataPacket dataPacket, Map rawResponse, String rawBody, boolean base64Body) { - this.dataPacket = dataPacket; - this.response = rawResponse; - this.rawBody = rawBody; - this.isBase64Body = base64Body; - this.body = null; - this.headers = null; - } - - /** - * @return 以大小写不敏感字符串返回headers数据 - */ - public Map headers() { - if (this.headers == null) - this.headers = new CaseInsensitiveMap<>(JSON.parseObject(JSON.toJSONString(this.response.get("headers")))); - return this.headers; - } - - /** - * @return 返回未被处理的body文本 - */ - public String rawBody() { - return this.rawBody; - } - - /** - * @return 返回body内容，如果是json格式，自动进行转换，如果时图片格式，进行base64转换，其它格式直接返回文本 - */ - public Object body() { - if (body == null) { - if (this.isBase64Body) { - byte[] decodedBytes = Base64.getDecoder().decode(this.rawBody); - this.body = new String(decodedBytes, StandardCharsets.UTF_8); - } else { - try { - this.body = JSON.parse(this.rawBody); - } catch (JSONException e) { - this.body = this.rawBody; - } - } - } - return this.body; - } -} diff --git a/java/src/main/java/com/ll/DrissonPage/units/listener/ResponseExtraInfo.java b/java/src/main/java/com/ll/DrissonPage/units/listener/ResponseExtraInfo.java deleted file mode 100644 index fa586f8..0000000 --- a/java/src/main/java/com/ll/DrissonPage/units/listener/ResponseExtraInfo.java +++ /dev/null @@ -1,13 +0,0 @@ -package com.ll.DrissonPage.units.listener; - -import java.util.Map; - -/** - * @author 陆 - * @address click - */ -public class ResponseExtraInfo extends ExtraInfo{ - public ResponseExtraInfo(Map extraInfo) { - super(extraInfo); - } -} diff --git a/java/src/main/java/com/ll/DrissonPage/units/rect/ElementRect.java b/java/src/main/java/com/ll/DrissonPage/units/rect/ElementRect.java deleted file mode 100644 index 8d94507..0000000 --- a/java/src/main/java/com/ll/DrissonPage/units/rect/ElementRect.java +++ /dev/null @@ -1,160 +0,0 @@ -package com.ll.DrissonPage.units.rect; - -import com.alibaba.fastjson.JSON; -import com.alibaba.fastjson.JSONArray; -import com.alibaba.fastjson.JSONObject; -import com.ll.DrissonPage.element.ChromiumElement; -import com.ll.DrissonPage.units.Coordinate; -import lombok.AllArgsConstructor; - -import java.util.List; -import java.util.Map; - -/** - * @author 陆 - * @address click - */ -@AllArgsConstructor -public class ElementRect { - private final ChromiumElement ele; - - /** - * @return 返回元素四个角坐标，顺序：左上、右上、右下、左下 - */ - public List corners() { - String string = this.getViewportRect(RectParam.BORDER).toString(); - - List vr = JSONObject.parseArray(string, Integer.class); - JSONObject viewport = JSON.parseObject(this.ele.getOwner().runCdpLoaded("Page.getLayoutMetrics").toString()).getJSONObject("visualViewport"); - Integer pageX = viewport.getInteger("pageX"); - Integer pageY = viewport.getInteger("pageY"); - return List.of(new Coordinate(vr.get(0) + pageX, vr.get(1) + pageY), new Coordinate(vr.get(2) + pageX, vr.get(3) + pageY), new Coordinate(vr.get(4) + pageX, vr.get(5) + pageY), new Coordinate(vr.get(6) + pageX, vr.get(7) + pageY)); - } - - /** - * @return 返回元素四个角视口坐标，顺序：左上、右上、右下、左下 - */ - public List viewportCorners() { - List vr = JSONObject.parseArray(this.getViewportRect(RectParam.BORDER).toString(), Integer.class); - return List.of(new Coordinate(vr.get(0), vr.get(1)), new Coordinate(vr.get(2), vr.get(3)), new Coordinate(vr.get(4), vr.get(5)), new Coordinate(vr.get(6), vr.get(7))); - } - - /** - * @return 返回元素大小，格式(长, 高) - */ - public Coordinate size() { - JSONArray jsonArray = JSON.parseObject(this.ele.getOwner().runCdp("DOM.getBoxModel", Map.of("backendNodeId", this.ele.getBackendId(), "nodeId", this.ele.getNodeId(), "objectId", this.ele.getObjId())).toString()).getJSONObject("model").getJSONArray("border"); - return new Coordinate(jsonArray.getInteger(2) - jsonArray.getInteger(0), jsonArray.getInteger(5) - jsonArray.getInteger(1)); - } - - /** - * @return 返回元素左上角的绝对坐标 - */ - public Coordinate location() { - Coordinate coordinate = this.viewportLocation(); - return this.getPageCoord(coordinate.getX(), coordinate.getY()); - } - - /** - * @return 返回元素中间点的绝对坐标 - */ - public Coordinate midpoint() { - Coordinate coordinate = this.viewportMidpoint(); - return this.getPageCoord(coordinate.getX(), coordinate.getY()); - } - - /** - * @return 返回元素接受点击的点的绝对坐标 - */ - public Coordinate clickPoint() { - Coordinate coordinate = this.viewportClickPoint(); - return this.getPageCoord(coordinate.getX(), coordinate.getY()); - } - - /** - * @return 返回元素左上角在视口中的坐标 - */ - public Coordinate viewportLocation() { - JSONArray objects = JSON.parseArray(this.getViewportRect(RectParam.BORDER).toString()); - return new Coordinate(objects.getInteger(0), objects.getInteger(1)); - } - - /** - * @return 返回元素中间点在视口中的坐标 - */ - public Coordinate viewportMidpoint() { - JSONArray objects = JSON.parseArray(this.getViewportRect(RectParam.BORDER).toString()); - return new Coordinate(objects.getInteger(0) + (objects.getInteger(2) - objects.getInteger(0)) / 2, objects.getInteger(3) + (objects.getInteger(5) - objects.getInteger(3)) / 2); - } - - /** - * @return 返回元素接受点击的点视口坐标 - */ - - public Coordinate viewportClickPoint() { - return new Coordinate(this.viewportMidpoint().getX(), JSON.parseArray(this.getViewportRect(RectParam.PADDING).toString()).getInteger(1) + 3); - } - - /** - * @return 返回元素左上角在屏幕上坐标，左上角为(0, 0) - */ - public Coordinate screenLocation() { - Coordinate v = this.ele.getOwner().rect().viewportLocation(); - Coordinate x = this.viewportLocation(); - Integer pr = JSONObject.parseObject(this.ele.getOwner().runJs("return window.devicePixelRatio;").toString(), Integer.class); - return new Coordinate((v.getX() + x.getX()) * pr, (v.getY() + x.getY()) * pr); - } - - /** - * @return 返回元素中点在屏幕上坐标，左上角为(0, 0) - */ - public Coordinate screenMidpoint() { - Coordinate v = this.ele.getOwner().rect().viewportLocation(); - Coordinate x = this.viewportMidpoint(); - Integer pr = JSONObject.parseObject(this.ele.getOwner().runJs("return window.devicePixelRatio;").toString(), Integer.class); - return new Coordinate((v.getX() + x.getX()) * pr, (v.getY() + x.getY()) * pr); - } - - /** - * @return 返回元素中点在屏幕上坐标，左上角为(0, 0) - */ - public Coordinate screenClickPoint() { - Coordinate v = this.ele.getOwner().rect().viewportLocation(); - Coordinate x = this.viewportClickPoint(); - Integer pr = JSONObject.parseObject(this.ele.getOwner().runJs("return window.devicePixelRatio;").toString(), Integer.class); - return new Coordinate((v.getX() + x.getX()) * pr, (v.getY() + x.getY()) * pr); - } - - /** - * 按照类型返回在可视窗口中的范围 - * - * @param rect 方框类型，margin border padding - * @return 四个角坐标 - */ - private Object getViewportRect(RectParam rect) { - JSONObject jsonObject = JSON.parseObject(this.ele.getOwner().runCdp("DOM.getBoxModel", Map.of("backendNodeId", this.ele.getBackendId(), "nodeId", this.ele.getNodeId(), "objectId", this.ele.getObjId())).toString()); - return jsonObject.getJSONObject("model").get(rect.value); - } - - /** - * @param x x坐标 - * @param y y坐标 - * @return 根据视口坐标获取绝对坐标 - */ - private Coordinate getPageCoord(Integer x, Integer y) { - JSONObject jsonObject = JSON.parseObject(this.ele.getOwner().runCdpLoaded("Page.getLayoutMetrics").toString()).getJSONObject("visualViewport"); - Integer pageX = jsonObject.getInteger("pageX"); - Integer pageY = jsonObject.getInteger("pageY"); - return new Coordinate(x + pageX, y + pageY); - } - - - public enum RectParam { - MARGIN("margin"), BORDER("border"), PADDING("padding"); - private final String value; - - RectParam(String value) { - this.value = value; - } - } -} diff --git a/java/src/main/java/com/ll/DrissonPage/units/rect/FrameRect.java b/java/src/main/java/com/ll/DrissonPage/units/rect/FrameRect.java deleted file mode 100644 index 2f32e4b..0000000 --- a/java/src/main/java/com/ll/DrissonPage/units/rect/FrameRect.java +++ /dev/null @@ -1,115 +0,0 @@ -package com.ll.DrissonPage.units.rect; - -import com.ll.DrissonPage.page.ChromiumFrame; -import com.ll.DrissonPage.units.Coordinate; - -import java.util.List; - - -/** - * @author 陆 - * @address click - */ -public class FrameRect extends TabRect { - private final ChromiumFrame frame; - - public FrameRect(ChromiumFrame frame) { - super(frame.getTargetPage()); - this.frame = frame; - } - - - /** - * @return 无效方法只为兼容 - */ - @Override - public String windowState() { - return null; - } - - /** - * @return 无效方法只为兼容 - */ - @Override - public Coordinate windowLocation() { - return null; - - } - - /** - * @return 无效方法只为兼容 - */ - @Override - public Coordinate windowSize() { - return null; - - } - - /** - * @return 无效方法只为兼容 - */ - @Override - public Coordinate pageLocation() { - return null; - - } - - /** - * @return 无效方法只为兼容 - */ - @Override - public Coordinate viewportSizeWithScrollbar() { - return null; - } - - /** - * @return 返回iframe元素左上角的绝对坐标 - */ - public Coordinate location() { - return this.frame.getFrameEle().rect().location(); - } - - /** - * @return 返回元素在视口中坐标，左上角为(0, 0) - */ - public Coordinate viewportLocation() { - return this.frame.getFrameEle().rect().viewportLocation(); - } - - /** - * @return 返回元素左上角在屏幕上坐标，左上角为(0, 0) - */ - public Coordinate screenLocation() { - return this.frame.getFrameEle().rect().screenLocation(); - } - - /** - * @return 返回frame内页面尺寸，格式：(宽, 高) - */ - public Coordinate size() { - String w = this.frame.getDocEle().runJs("return this.body.scrollWidth").toString(); - String h = this.frame.getDocEle().runJs("return this.body.scrollHeight").toString(); - return new Coordinate(Integer.parseInt(w), Integer.parseInt(h)); - } - - /** - * @return 返回视口宽高，格式：(宽, 高) - */ - public Coordinate viewportSize() { - return this.frame.getFrameEle().rect().size(); - } - - /** - * @return 返回元素四个角坐标，顺序：坐上、右上、右下、左下 - */ - public List corners() { - return this.frame.getFrameEle().rect().corners(); - } - - /** - * @return 返回iframe元素左上角的绝对坐标 - */ - public List viewportCorners() { - return this.frame.getFrameEle().rect().viewportCorners(); - } -} diff --git a/java/src/main/java/com/ll/DrissonPage/units/rect/TabRect.java b/java/src/main/java/com/ll/DrissonPage/units/rect/TabRect.java deleted file mode 100644 index c0dbf12..0000000 --- a/java/src/main/java/com/ll/DrissonPage/units/rect/TabRect.java +++ /dev/null @@ -1,106 +0,0 @@ -package com.ll.DrissonPage.units.rect; - -import com.alibaba.fastjson.JSON; -import com.alibaba.fastjson.JSONObject; -import com.ll.DrissonPage.page.ChromiumBase; -import com.ll.DrissonPage.units.Coordinate; -import lombok.AllArgsConstructor; - -/** - * @author 陆 - * @address click - */ -@AllArgsConstructor -public class TabRect { - private final ChromiumBase page; - - /** - * @return 返回窗口状态：normal、fullscreen、maximized、 minimized - */ - public String windowState() { - return JSONObject.parseObject(this.getWindowRect().toString()).getString("windowState"); - } - - /** - * @return 返回窗口在屏幕上的坐标，左上角为(0, 0) - */ - public Coordinate windowLocation() { - JSONObject jsonObject = JSONObject.parseObject(this.getWindowRect().toString()); - String string = jsonObject.getString("windowState"); - return string.equals("maximized") || string.equals("fullscreen") ? new Coordinate(0, 0) : new Coordinate(jsonObject.getInteger("left") + 7, jsonObject.getInteger("top")); - } - - /** - * @return 返回窗口大小 - */ - public Coordinate windowSize() { - JSONObject jsonObject = JSONObject.parseObject(this.getWindowRect().toString()); - String state = jsonObject.getString("windowState"); - if (state.equals("fullscreen")) { - return new Coordinate(jsonObject.getInteger("width"), jsonObject.getInteger("height")); - } else if (state.equals("maximized")) { - return new Coordinate(jsonObject.getInteger("width") - 16, jsonObject.getInteger("height") - 16); - } else { - return new Coordinate(jsonObject.getInteger("width") - 16, jsonObject.getInteger("height") - 7); - } - - } - - /** - * @return 返回页面左上角在屏幕中坐标，左上角为(0, 0) - */ - public Coordinate pageLocation() { - Coordinate coordinate = this.viewportLocation(); - JSONObject jsonObject = JSONObject.parseObject(this.getPageRect().toString()).getJSONObject("layoutViewport"); - return new Coordinate(coordinate.getX() - jsonObject.getInteger("pageX"), coordinate.getY() - jsonObject.getInteger("pageY")); - } - - /** - * @return 返回视口在屏幕中坐标，左上角为(0, 0) - */ - public Coordinate viewportLocation() { - Coordinate bl = this.windowLocation(); - Coordinate bs = this.windowSize(); - Coordinate vs = this.viewportSizeWithScrollbar(); - return new Coordinate(bl.getX() + bs.getX() - vs.getX(), bl.getY() + bs.getY() - vs.getY()); - } - - /** - * @return 返回页面总宽高，格式：(宽, 高) - */ - public Coordinate size() { - JSONObject r = JSON.parseObject(this.getPageRect().toString()).getJSONObject("contentSize"); - return new Coordinate(r.getInteger("width"), r.getInteger("height")); - } - - /** - * @return 返回视口宽高，不包括滚动条，格式：(宽, 高) - */ - public Coordinate viewportSize() { - JSONObject r = JSON.parseObject(this.getPageRect().toString()).getJSONObject("visualViewport"); - return new Coordinate(r.getInteger("clientWidth"), r.getInteger("clientHeight")); - } - - /** - * @return 返回视口宽高，包括滚动条，格式：(宽, 高) - */ - public Coordinate viewportSizeWithScrollbar() { - String[] split = this.page.runJs("return window.innerWidth.toString() + \" \" + window.innerHeight.toString();").toString().split(" "); - return new Coordinate(Integer.parseInt(split[0]), Integer.parseInt(split[1])); - } - - - /** - * @return 获取页面范围信息 - */ - private Object getPageRect() { - return page.runCdpLoaded("Page.getLayoutMetrics"); - } - - /** - * @return 获取窗口范围信息 - */ - private Object getWindowRect() { - return page.browser().getWindowBounds(page.tabId()); - } -} diff --git a/java/src/main/java/com/ll/DrissonPage/units/screencast/Screencast.java b/java/src/main/java/com/ll/DrissonPage/units/screencast/Screencast.java deleted file mode 100644 index 51a2bad..0000000 --- a/java/src/main/java/com/ll/DrissonPage/units/screencast/Screencast.java +++ /dev/null @@ -1,139 +0,0 @@ -package com.ll.DrissonPage.units.screencast; - -import com.alibaba.fastjson.JSON; -import com.alibaba.fastjson.JSONObject; -import com.ll.DrissonPage.base.MyRunnable; -import com.ll.DrissonPage.page.ChromiumPage; -import com.ll.DrissonPage.page.ChromiumBase; - -import java.io.BufferedWriter; -import java.io.File; -import java.io.FileWriter; -import java.io.IOException; -import java.nio.file.Path; -import java.nio.file.Paths; -import java.util.Arrays; -import java.util.Base64; -import java.util.Map; - -/** - * @author 陆 - * @address click - */ -public class Screencast { - private final ChromiumBase page; - protected String mode; - private Path path; - private Path tmpPath; - private boolean running; - private boolean enable; - - public Screencast(ChromiumBase chromiumBase) { - this.page = chromiumBase; - this.path = null; - this.tmpPath = null; - this.running = false; - this.enable = false; - this.mode = "video"; - } - - /** - * @return 返回用于设置录屏幕式的对象 - */ - public ScreencastMode setMode() { - return new ScreencastMode(this); - } - - public void start(String savePath) { - this.setSavePath(savePath); - if (this.path == null) throw new NullPointerException("savePath必须设置"); - if (this.mode.equals("frugal_video") || this.mode.equals("video")) { - String tmpPath1 = ((ChromiumPage) this.page.browser().getPage()).getChromiumOptions().getTmpPath(); - this.tmpPath = Paths.get(tmpPath1 == null ? System.getProperty("java.io.tmpdir") + File.separatorChar + "DrissionPage" : tmpPath1 + File.separatorChar + "screencast_tmp_" + System.currentTimeMillis() + "_" + ((int) (Math.random() * 100))); - this.tmpPath.toFile().mkdirs(); - } - if (this.mode.startsWith("frugal")) { - this.page.driver().setCallback("Page.screencastFrame", new MyRunnable() { - @Override - public void run() { - onScreencastFrame(getMessage()); - } - }); - this.page.runCdp("Page.startScreencast", Map.of("everyNthFrame", 1, "quality", 100)); - } else if (!this.mode.startsWith("js")) { - this.running = true; - this.enable = true; - new Thread(this::run).start(); - } else { - String js = - "async function () {\n" + - " stream = await navigator.mediaDevices.getDisplayMedia({video: true, audio: true});\n" + - " mime = MediaRecorder.isTypeSupported(\"video/webm; codecs=vp9\") ? \"video/webm; codecs=vp9\" : \"video/webm\";\n" + - " mediaRecorder = new MediaRecorder(stream, {mimeType: mime});\n" + - " DrissionPage_Screencast_chunks = [];\n" + - " mediaRecorder.addEventListener('dataavailable', function(e) {\n" + - " DrissionPage_Screencast_blob_ok = false;\n" + - " DrissionPage_Screencast_chunks.push(e.data);\n" + - " DrissionPage_Screencast_blob_ok = true;\n" + - " });\n" + - " mediaRecorder.start();\n" + - " mediaRecorder.addEventListener('stop', function(){\n" + - " while(DrissionPage_Screencast_blob_ok==false){}\n" + - " DrissionPage_Screencast_blob = new Blob(DrissionPage_Screencast_chunks, {type: DrissionPage_Screencast_chunks[0].type});\n" + - " });\n" + - "}"; - System.out.println("请手动选择要录制的目标。"); - this.page.runJs("var DrissionPage_Screencast_blob;var DrissionPage_Screencast_blob_ok=false;"); - this.page.runJs(js); - } - } - - /** - * 设置保存路径 - * - * @param savePath 保存路径 - */ - - public void setSavePath(String savePath) { - if (savePath != null && !savePath.isEmpty()) { - Path path = Paths.get(savePath); - File pathFile = path.toFile(); - if (pathFile.exists() && pathFile.isFile()) throw new IllegalArgumentException("saveOath必须指定文件夹。"); - pathFile.mkdirs(); - this.path = path; - } - } - - - /** - * 非节俭模式运行方法 - */ - private void run() { - this.running = true; - Path path = this.tmpPath != null ? this.tmpPath : this.path; - while (this.enable) { - this.page.getScreenshot(path.toFile().getAbsolutePath(), "", null, null, false, null, null); - try { - Thread.sleep(40); - } catch (InterruptedException e) { - throw new RuntimeException(e); - } - } - this.running = false; - } - - /** - * 节俭模式运行方法 - */ - private void onScreencastFrame(Object params) { - Path path = this.tmpPath != null ? this.tmpPath : this.path; - JSONObject jsonObject = JSON.parseObject(params.toString()); - try (BufferedWriter writer = new BufferedWriter(new FileWriter(path.toFile().getAbsolutePath() + File.separatorChar + jsonObject.getJSONObject("metadata").getString("timestamp") + ".jpg"))) { - writer.write(Arrays.toString(Base64.getDecoder().decode(jsonObject.getBytes("data")))); - - } catch (IOException e) { - throw new RuntimeException(e); - } - this.page.runCdp("Page.screencastFrameAck", Map.of("sessionId", jsonObject.get("sessionId"))); - } -} diff --git a/java/src/main/java/com/ll/DrissonPage/units/screencast/ScreencastMode.java b/java/src/main/java/com/ll/DrissonPage/units/screencast/ScreencastMode.java deleted file mode 100644 index a03b104..0000000 --- a/java/src/main/java/com/ll/DrissonPage/units/screencast/ScreencastMode.java +++ /dev/null @@ -1,47 +0,0 @@ -package com.ll.DrissonPage.units.screencast; - -import lombok.AllArgsConstructor; - -/** - * @author 陆 - * @address click - */ -@AllArgsConstructor -public class ScreencastMode { - private final Screencast screencast; - - /** - * 持续视频模式，生成的视频没有声音 - */ - public void videoMode() { - this.screencast.mode = "video"; - } - - /** - * 持续视频模式，生成的视频没有声音 - */ - public void frugalVideoMode() { - this.screencast.mode = "frugal_video"; - } - - /** - * 设置使用js录制视频模式，可生成有声音的视频，但需要手动启动 - */ - public void jsVideoMode() { - this.screencast.mode = "js_video"; - } - - /** - * 设置节俭视频模式，页面有变化时才截图 - */ - public void frugalImgMode() { - this.screencast.mode = "frugal_imgs"; - } - - /** - * 设置图片模式，持续对页面进行截图 - */ - public void imgMode() { - this.screencast.mode = "imgs"; - } -} diff --git a/java/src/main/java/com/ll/DrissonPage/units/scroller/ElementScroller.java b/java/src/main/java/com/ll/DrissonPage/units/scroller/ElementScroller.java deleted file mode 100644 index 9842276..0000000 --- a/java/src/main/java/com/ll/DrissonPage/units/scroller/ElementScroller.java +++ /dev/null @@ -1,38 +0,0 @@ -package com.ll.DrissonPage.units.scroller; - -import com.ll.DrissonPage.element.ChromiumElement; - -/** - * @author 陆 - * @address click - */ -public class ElementScroller extends Scroller { - - public ElementScroller(ChromiumElement driverEle) { - super(driverEle); - } - - /** - * 滚动页面直到元素可见 - */ - public void toSee() { - this.toSee(null); - } - - /** - * 滚动页面直到元素可见 - * - * @param center 是否尽量滚动到页面正中，为null时如果被遮挡，则滚动到页面正中 - */ - public void toSee(Boolean center) { - this.getDriverEle().getOwner().scroll().toSee(this.getDriverEle(), center); - } - - /** - * 元素尽量滚动到视口中间 - */ - public void toCenter() { - this.getDriverEle().getOwner().scroll().toSee(this.getDriverEle(), true); - } - -} diff --git a/java/src/main/java/com/ll/DrissonPage/units/scroller/FrameScroller.java b/java/src/main/java/com/ll/DrissonPage/units/scroller/FrameScroller.java deleted file mode 100644 index eba18d1..0000000 --- a/java/src/main/java/com/ll/DrissonPage/units/scroller/FrameScroller.java +++ /dev/null @@ -1,84 +0,0 @@ -package com.ll.DrissonPage.units.scroller; - -import com.ll.DrissonPage.base.By; -import com.ll.DrissonPage.element.ChromiumElement; -import com.ll.DrissonPage.page.ChromiumFrame; - -import java.util.List; - -/** - * @author 陆 - * @address click - */ -public class FrameScroller extends PageScroller { - public FrameScroller(ChromiumFrame chromiumFrame) { - super(chromiumFrame.getDocEle()); - // - this.setT1("this.documentElement"); - this.setT2("this.documentElement"); - } - - /** - * 滚动页面直到元素可见 - * - * @param loc 元素的定位信息 - */ - @Override - public void toSee(String loc) { - toSee(loc, null); - } - - /** - * 滚动页面直到元素可见 - * - * @param by 元素的定位信息 - */ - @Override - public void toSee(By by) { - toSee(by, null); - } - - /** - * 滚动页面直到元素可见 - * - * @param loc 元素的定位信息 - * @param center 是否尽量滚动到页面正中，为None时如果被遮挡，则滚动到页面正中 - */ - @Override - public void toSee(String loc, Boolean center) { - List list = this.getDriverEle() == null ? this.getDriverPage()._ele(loc, null, null, null, null, null) : this.getDriverEle()._ele(loc, null, null, null, null, null); - if (list != null && !list.isEmpty()) toSee(list.get(0), center); - } - - /** - * 滚动页面直到元素可见 - * - * @param by 元素的定位信息 - * @param center 是否尽量滚动到页面正中，为None时如果被遮挡，则滚动到页面正中 - */ - @Override - public void toSee(By by, Boolean center) { - List list = this.getDriverEle() == null ? this.getDriverPage()._ele(by, null, null, null, null, null) : this.getDriverEle()._ele(by, null, null, null, null, null); - if (list != null && !list.isEmpty()) toSee(list.get(0), center); - } - - /** - * 滚动页面直到元素可见 - * - * @param ele 元素对象 - */ - public void toSee(ChromiumElement ele) { - this.toSee(ele, null); - } - - /** - * 滚动页面直到元素可见 - * - * @param ele 元素对象 - * @param center 是否尽量滚动到页面正中，为None时如果被遮挡，则滚动到页面正中 - */ - @Override - public void toSee(ChromiumElement ele, Boolean center) { - super.toSee(ele, center); - } -} diff --git a/java/src/main/java/com/ll/DrissonPage/units/scroller/PageScroller.java b/java/src/main/java/com/ll/DrissonPage/units/scroller/PageScroller.java deleted file mode 100644 index 2a724c3..0000000 --- a/java/src/main/java/com/ll/DrissonPage/units/scroller/PageScroller.java +++ /dev/null @@ -1,100 +0,0 @@ -package com.ll.DrissonPage.units.scroller; - -import com.ll.DrissonPage.base.By; -import com.ll.DrissonPage.element.ChromiumElement; -import com.ll.DrissonPage.page.ChromiumBase; - -import java.util.List; - -/** - * @author 陆 - * @address click - */ -public class PageScroller extends Scroller { - public PageScroller(ChromiumBase driverPage) { - super(driverPage); - this.setT1("window"); - this.setT2("document.documentElement"); - } - - public PageScroller(ChromiumElement driverPage) { - super(driverPage); - this.setT1("window"); - this.setT2("document.documentElement"); - } - - /** - * 滚动页面直到元素可见 - * - * @param loc 元素的定位信息 - */ - public void toSee(String loc) { - toSee(loc, null); - } - - /** - * 滚动页面直到元素可见 - * - * @param by 元素的定位信息 - */ - public void toSee(By by) { - toSee(by, null); - } - - /** - * 滚动页面直到元素可见 - * - * @param loc 元素的定位信息 - * @param center 是否尽量滚动到页面正中，为None时如果被遮挡，则滚动到页面正中 - */ - public void toSee(String loc, Boolean center) { - List list = this.getDriverEle() == null ? this.getDriverPage()._ele(loc, null, null, null, null, null) : this.getDriverEle()._ele(loc, null, null, null, null, null); - if (list != null && !list.isEmpty()) toSee(list.get(0), center); - } - - /** - * 滚动页面直到元素可见 - * - * @param by 元素的定位信息 - * @param center 是否尽量滚动到页面正中，为None时如果被遮挡，则滚动到页面正中 - */ - public void toSee(By by, Boolean center) { - List list = this.getDriverEle() == null ? this.getDriverPage()._ele(by, null, null, null, null, null) : this.getDriverEle()._ele(by, null, null, null, null, null); - if (list != null && !list.isEmpty()) toSee(list.get(0), center); - } - - /** - * 滚动页面直到元素可见 - * - * @param ele 元素对象 - */ - public void toSee(ChromiumElement ele) { - this.toSee(ele, null); - } - - /** - * 滚动页面直到元素可见 - * - * @param ele 元素对象 - * @param center 是否尽量滚动到页面正中，为None时如果被遮挡，则滚动到页面正中 - */ - public void toSee(ChromiumElement ele, Boolean center) { - String txt = center != null && center ? "true" : "false"; - ele.runJs("this.scrollIntoViewIfNeeded(" + txt + ");"); - if (center != null && center || (!Boolean.FALSE.equals(center) && ele.states().isChecked())) { - ele.runJs( - "function getWindowScrollTop() {var scroll_top = 0;\n" + - " if (document.documentElement && document.documentElement.scrollTop) {\n" + - " scroll_top = document.documentElement.scrollTop;\n" + - " } else if (document.body) {scroll_top = document.body.scrollTop;}\n" + - " return scroll_top;}\n" + " const { top, height } = this.getBoundingClientRect();\n" + - " const elCenter = top + height / 2;\n" + - " const center = window.innerHeight / 2;\n" + - " window.scrollTo({top: getWindowScrollTop() - (center - elCenter),\n" + - " behavior: 'instant'});" - ); - } - this.waitScrolled(); - } - -} diff --git a/java/src/main/java/com/ll/DrissonPage/units/scroller/Scroller.java b/java/src/main/java/com/ll/DrissonPage/units/scroller/Scroller.java deleted file mode 100644 index 948647b..0000000 --- a/java/src/main/java/com/ll/DrissonPage/units/scroller/Scroller.java +++ /dev/null @@ -1,162 +0,0 @@ -package com.ll.DrissonPage.units.scroller; - -import com.alibaba.fastjson.JSON; -import com.alibaba.fastjson.JSONObject; -import com.ll.DrissonPage.element.ChromiumElement; -import com.ll.DrissonPage.page.ChromiumBase; -import lombok.Getter; -import lombok.Setter; - -/** - * @author 陆 - * @address click - */ -public class Scroller { - @Setter - private String t1; - @Setter - private String t2; - - /** - * 和ele只能存活一个 - */ - @Getter - private ChromiumBase driverPage; - /** - * 和page只能存活一个 - */ - @Getter - private ChromiumElement driverEle; - @Setter - private boolean waitComplete; - - public Scroller(ChromiumBase driverPage) { - this.t1 = this.t2 = "this"; - this.driverPage = driverPage; - this.waitComplete = false; - } - - public Scroller(ChromiumElement driverEle) { - this.t1 = this.t2 = "this"; - this.driverEle = driverEle; - this.waitComplete = false; - } - - private void runJs(String js) { - js = String.format(js, t1, t2, t2); - if (this.driverPage != null) this.driverPage.runJs(js); - else this.driverEle.runJs(js); - this.waitScrolled(); - } - - /** - * 滚动到顶端，水平位置不变 - */ - public void toTop() { - this.runJs("{}.scrollTo({}.scrollLeft, 0);"); - } - - /** - * 滚动到底端，水平位置不变 - */ - public void toBottom() { - runJs("{}.scrollTo({}.scrollLeft, {}.scrollHeight);"); - } - - /** - * 滚动到垂直中间位置，水平位置不变 - */ - public void toHalf() { - runJs("{}.scrollTo({}.scrollLeft, {}.scrollHeight/2);"); - } - - /** - * 滚动到最右边，垂直位置不变 - */ - public void toRightmost() { - runJs("{}.scrollTo({}.scrollWidth, {}.scrollTop);"); - } - - /** - * 滚动到最左边，垂直位置不变 - */ - public void toLeftmost() { - runJs("{}.scrollTo(0, {}.scrollTop);"); - } - - /** - * 滚动到指定位置 - * - * @param x 水平距离 - * @param y 垂直距离 - */ - public void toLocation(int x, int y) { - runJs("{}.scrollTo(" + x + ", " + y + ");"); - } - - /** - * 向上滚动若干像素，水平位置不变 - * - * @param pixel 滚动的像素 - */ - public void up(int pixel) { - pixel = -pixel; - runJs("{}.scrollBy(0, " + pixel + ");"); - } - - /** - * 向下滚动若干像素，水平位置不变 - * - * @param pixel 滚动的像素 - */ - public void down(int pixel) { - runJs("{}.scrollBy(0, " + pixel + ");"); - } - - /** - * 向左滚动若干像素，垂直位置不变 - * - * @param pixel 滚动的像素 - */ - public void left(int pixel) { - pixel = -pixel; - runJs("{}.scrollBy(" + pixel + ", 0);"); - } - - /** - * 向右滚动若干像素，垂直位置不变 - * - * @param pixel 滚动的像素 - */ - public void right(int pixel) { - runJs("{}.scrollBy(" + pixel + ", 0);"); - } - - protected void waitScrolled() { - if (!waitComplete) { - return; - } - JSONObject jsonObject = JSON.parseObject((driverPage != null ? driverPage.runCdp("Page.getLayoutMetrics") : driverEle.getOwner().runCdp("Page.getLayoutMetrics")).toString()).getJSONObject("layoutViewport"); - Object x = jsonObject.get("pageX"); - Object y = jsonObject.get("pageY"); - long timeout = (long) (System.currentTimeMillis() + (driverPage != null ? driverPage.timeout() * 1000 : driverEle.getOwner().timeout() * 1000)); - while (System.currentTimeMillis() < timeout) { - try { - Thread.sleep(100); - } catch (InterruptedException e) { - e.printStackTrace(); - } - - jsonObject = JSON.parseObject((driverPage != null ? driverPage.runCdp("Page.getLayoutMetrics") : driverEle.getOwner().runCdp("Page.getLayoutMetrics")).toString()).getJSONObject("layoutViewport"); - - Object x1 = jsonObject.get("pageX"); - Object y1 = jsonObject.get("pageY"); - if (x == x1 && y == y1) break; - - x = x1; - y = y1; - } - } - - -} diff --git a/java/src/main/java/com/ll/DrissonPage/units/setter/BasePageSetter.java b/java/src/main/java/com/ll/DrissonPage/units/setter/BasePageSetter.java deleted file mode 100644 index 2ad6854..0000000 --- a/java/src/main/java/com/ll/DrissonPage/units/setter/BasePageSetter.java +++ /dev/null @@ -1,25 +0,0 @@ -package com.ll.DrissonPage.units.setter; - -import com.ll.DrissonPage.base.BasePage; -import lombok.AllArgsConstructor; - -/** - * @author 陆 - * @address click - */ -@AllArgsConstructor -public class BasePageSetter

> { - protected final P page; - - /** - * 设置空元素是否返回设定值 - * - * @param value 返回的设定值 - * @param onOff 是否启用 - */ - public void NoneElementValue(String value, boolean onOff) { - this.page.setNoneEleValue(value); - this.page.setNoneEleReturnValue(onOff); - } - -} diff --git a/java/src/main/java/com/ll/DrissonPage/units/setter/ChromiumBaseSetter.java b/java/src/main/java/com/ll/DrissonPage/units/setter/ChromiumBaseSetter.java deleted file mode 100644 index ef34823..0000000 --- a/java/src/main/java/com/ll/DrissonPage/units/setter/ChromiumBaseSetter.java +++ /dev/null @@ -1,273 +0,0 @@ -package com.ll.DrissonPage.units.setter; - -import com.alibaba.fastjson.JSON; -import com.ll.DrissonPage.base.MyRunnable; -import com.ll.DrissonPage.page.ChromiumBase; -import com.ll.DrissonPage.units.cookiesSetter.CookiesSetter; - -import java.nio.file.Path; -import java.nio.file.Paths; -import java.util.*; -import java.util.stream.Collectors; - -/** - * @author 陆 - * @address click - */ -public class ChromiumBaseSetter extends BasePageSetter { - protected CookiesSetter cookiesSetter; - - public ChromiumBaseSetter(ChromiumBase page) { - super(page); - this.cookiesSetter = null; - } - - /** - * @return 返回用于设置页面加载策略的对象 - */ - public LoadMode loadMode() { - return new LoadMode(this.page); - } - - /** - * @return 返回用于设置页面滚动设置的对象 - */ - public PageScrollSetter scroll() { - return new PageScrollSetter(this.page.scroll()); - } - - /** - * @return 返回用于设置cookies的对象 - */ - public CookiesSetter cookies() { - if (this.cookiesSetter == null) this.cookiesSetter = new CookiesSetter(this.page); - return this.cookiesSetter; - } - - /** - * 设置连接失败重连次数 - */ - public void retryTimes(Integer times) { - this.page.setRetryTimes(times); - } - - /** - * 设置连接失败重连间隔 - */ - public void retryInterval(Double times) { - this.page.setRetryInterval(times); - } - - /** - * 设置超时时间，单位为秒 - */ - public void timeouts() { - timeouts(null); - } - - /** - * 设置超时时间，单位为秒 - * - * @param base 基本等待时间，除页面加载和脚本超时，其它等待默认使用 - */ - public void timeouts(Double base) { - timeouts(base, null); - } - - /** - * 设置超时时间，单位为秒 - * - * @param base 基本等待时间，除页面加载和脚本超时，其它等待默认使用 - * @param pageLoad 页面加载超时时间 - */ - public void timeouts(Double base, Double pageLoad) { - timeouts(base, pageLoad, null); - } - - /** - * 设置超时时间，单位为秒 - * - * @param base 基本等待时间，除页面加载和脚本超时，其它等待默认使用 - * @param pageLoad 页面加载超时时间 - * @param script 脚本运行超时时间 - */ - public void timeouts(Double base, Double pageLoad, Double script) { - if (base != null) { - this.page.getTimeouts().setBase(base); - this.page.setTimeout(base); - } - if (pageLoad != null) this.page.getTimeouts().setPageLoad(pageLoad); - if (script != null) this.page.getTimeouts().setScript(script); - } - - /** - * 为当前tab设置user agent，只在当前tab有效 - * - * @param ua user agent字符串 - * @param platform platform字符串 - */ - public void userAgent(String ua, String platform) { - Map map = new HashMap<>(); - map.put("userAgent", ua); - if (platform != null && !platform.isEmpty()) { - map.put("platform", platform); - } - this.page.runCdp("Emulation.setUserAgentOverride", map); - } - - /** - * 设置或删除某项sessionStorage信息 - * - * @param item 要设置的项 - * @param value 项的值，设置为False时，删除该项 - */ - public void sessionStorage(String item, Object value) { - this.page.runCdpLoaded("DOMStorage.enable"); - Object i = JSON.parseObject(this.page.runCdp("Storage.getStorageKeyForFrame", Map.of("frameId", this.page.getFrameId())).toString()).get("storageKey"); - if (value.equals(false)) { - this.page.runCdp("DOMStorage.removeDOMStorageItem", Map.of("storageId", Map.of("storageKey", i, "isLocalStorage", false), "key", item)); - } else { - this.page.runCdp("DOMStorage.setDOMStorageItem", Map.of("storageId", Map.of("storageKey", i, "isLocalStorage", false), "key", item, "value", value)); - } - this.page.runCdpLoaded("DOMStorage.disable"); - } - - - /** - * 设置或删除某项localStorage信息 - * - * @param item 要设置的项 - * @param value 项的值，设置为False时，删除该项 - */ - public void localStorage(String item, Object value) { - this.page.runCdpLoaded("DOMStorage.enable"); - Object i = JSON.parseObject(this.page.runCdp("Storage.getStorageKeyForFrame", Map.of("frameId", this.page.getFrameId())).toString()).get("storageKey"); - if (value.equals(false)) { - this.page.runCdp("DOMStorage.removeDOMStorageItem", Map.of("storageId", Map.of("storageKey", i, "isLocalStorage", true), "key", item)); - } else { - this.page.runCdp("DOMStorage.setDOMStorageItem", Map.of("storageId", Map.of("storageKey", i, "isLocalStorage", true), "key", item, "value", value)); - } - this.page.runCdpLoaded("DOMStorage.disable"); - } - - /** - * 等待上传的文件路径 - * - * @param files 文件路径列表或字符串，字符串时多个文件用回车分隔 - */ - public void uploadFiles(String files) { - uploadFiles(files.split("\n")); - } - - /** - * 等待上传的文件路径 - * - * @param files 文件路径列表或字符串，字符串时多个文件用回车分隔 - */ - public void uploadFiles(Path files) { - uploadFiles(files.toAbsolutePath().toString()); - } - - /** - * 等待上传的文件路径 - * - * @param files 文件路径列表或字符串，字符串时多个文件用回车分隔 - */ - public void uploadFiles(String[] files) { - uploadFiles(Arrays.asList(files)); - } - - /** - * 等待上传的文件路径 - * - * @param files 文件路径列表或字符串，字符串时多个文件用回车分隔 - */ - public void uploadFiles(Collection files) { - if (this.page.uploadList() == null) { - this.page.driver().setCallback("Page.fileChooserOpened", new MyRunnable() { - @Override - public void run() { - page.onFileChooserOpened(getMessage()); - } - }); - this.page.runCdp("Page.setInterceptFileChooserDialog", Map.of("enabled", true)); - } - List list = files.stream().map(file -> Paths.get(file).toAbsolutePath().toFile()).collect(Collectors.toList()); - this.page.setUploadList(list); - } - - /** - * 设置固定发送的headers - * - * @param headers map - */ - - public void headers(Map headers) { - if (headers != null && !headers.isEmpty()) { - this.page.runCdp("Network.enable"); - this.page.runCdp("Network.setExtraHTTPHeaders", Map.of("headers", headers)); - } - } - - /** - * 设置是否启用自动处理弹窗 - */ - - public void autoHandleAlert() { - autoHandleAlert(true); - } - - /** - * 设置是否启用自动处理弹窗 - * - * @param onOff 开或关 - */ - - public void autoHandleAlert(boolean onOff) { - autoHandleAlert(onOff, true); - } - - /** - * 设置是否启用自动处理弹窗 - * - * @param onOff 开或关 - * @param accept 确定还是取消 - */ - - public void autoHandleAlert(boolean onOff, boolean accept) { - this.page.getAlert().setAuto(onOff ? accept : null); - } - - /** - * 设置要忽略的url - * - * @param urls 要忽略的url，可用*通配符，可输入多个，传入null时清空已设置的内容 - */ - - public void blockedUrls(String urls) { - blockedUrls(Collections.singletonList(urls)); - } - - /** - * 设置要忽略的url - * - * @param urls 要忽略的url，可用*通配符，可输入多个，传入null时清空已设置的内容 - */ - - public void blockedUrls(String[] urls) { - blockedUrls(Arrays.asList(urls)); - } - - /** - * 设置要忽略的url - * - * @param urls 要忽略的url，可用*通配符，可输入多个，传入null时清空已设置的内容 - */ - - public void blockedUrls(Collection urls) { - if (urls == null) urls = new ArrayList<>(); - this.page.runCdp("Network.enable"); - this.page.runCdp("Network.setBlockedURLs", Map.of("urls", urls)); - } - -} diff --git a/java/src/main/java/com/ll/DrissonPage/units/setter/ChromiumElementSetter.java b/java/src/main/java/com/ll/DrissonPage/units/setter/ChromiumElementSetter.java deleted file mode 100644 index ff82958..0000000 --- a/java/src/main/java/com/ll/DrissonPage/units/setter/ChromiumElementSetter.java +++ /dev/null @@ -1,56 +0,0 @@ -package com.ll.DrissonPage.units.setter; - -import com.ll.DrissonPage.element.ChromiumElement; -import lombok.AllArgsConstructor; - -import java.util.Map; - -/** - * @author 陆 - * @address click - */ -@AllArgsConstructor -public class ChromiumElementSetter { - private final ChromiumElement ele; - - /** - * 设置元素attribute属性 - * - * @param attr 属性名 - * @param value 属性值 - */ - public void attr(String attr, String value) { - this.ele.getOwner().runCdp("DOM.setAttributeValue", Map.of("nodeId", this.ele.getNodeId(), "name", attr, "value", value)); - } - - - /** - * 设置元素property属性 - * - * @param prop 属性名 - * @param value 属性值 - */ - public void prop(String prop, String value) { - value = value.replace("\"", "\\\""); - this.ele.runJs("this." + prop + "=\"" + value + "\";"); - } - - /** - * 设置元素innerHTML - * - * @param html html文本 - */ - public void innerHTML(String html) { - this.prop("innerHTML", html); - } - - /** - * 设置元素value值 - * - * @param value value值 - */ - public void value(String value) { - this.prop("value", value); - } - -} diff --git a/java/src/main/java/com/ll/DrissonPage/units/setter/ChromiumFrameSetter.java b/java/src/main/java/com/ll/DrissonPage/units/setter/ChromiumFrameSetter.java deleted file mode 100644 index f452d92..0000000 --- a/java/src/main/java/com/ll/DrissonPage/units/setter/ChromiumFrameSetter.java +++ /dev/null @@ -1,23 +0,0 @@ -package com.ll.DrissonPage.units.setter; - -import com.ll.DrissonPage.page.ChromiumFrame; - -/** - * @author 陆 - * @address click - */ -public class ChromiumFrameSetter extends ChromiumBaseSetter { - public ChromiumFrameSetter(ChromiumFrame page) { - super(page); - } - - /** - * 设置frame元素attribute属性 - * - * @param name 属性名 - * @param value 属性值 - */ - public void attr(String name, String value) { - ((ChromiumFrame) this.page).frameEle().set().attr(name, value); - } -} diff --git a/java/src/main/java/com/ll/DrissonPage/units/setter/ChromiumPageSetter.java b/java/src/main/java/com/ll/DrissonPage/units/setter/ChromiumPageSetter.java deleted file mode 100644 index 56b5d79..0000000 --- a/java/src/main/java/com/ll/DrissonPage/units/setter/ChromiumPageSetter.java +++ /dev/null @@ -1,45 +0,0 @@ -package com.ll.DrissonPage.units.setter; - -import com.ll.DrissonPage.page.ChromiumPage; -import com.ll.DrissonPage.page.ChromiumTab; - -/** - * @author 陆 - * @address click - */ - -public class ChromiumPageSetter extends TabSetter { - public ChromiumPageSetter(ChromiumPage page) { - super(page); - } - - /** - * 激活标签页使其处于最前面 - */ - public void tabToFront() { - tabToFront(""); - } - - /** - * 激活标签页使其处于最前面 - */ - public void tabToFront(ChromiumTab chromiumTab) { - tabToFront(chromiumTab.tabId()); - } - - /** - * 激活标签页使其处于最前面 - */ - public void tabToFront(String tabOrId) { - this.page.browser().activateTab(tabOrId == null || tabOrId.isEmpty() ? this.page.tabId() : tabOrId); - } - - - /** - * @return 返回用于设置浏览器窗口的对象 - */ - public PageWindowSetter window() { - if (this.windowSetter == null) this.windowSetter = new PageWindowSetter((ChromiumPage) this.page); - return (PageWindowSetter) this.windowSetter; - } -} diff --git a/java/src/main/java/com/ll/DrissonPage/units/setter/LoadMode.java b/java/src/main/java/com/ll/DrissonPage/units/setter/LoadMode.java deleted file mode 100644 index 5f27e04..0000000 --- a/java/src/main/java/com/ll/DrissonPage/units/setter/LoadMode.java +++ /dev/null @@ -1,48 +0,0 @@ -package com.ll.DrissonPage.units.setter; - -import com.ll.DrissonPage.page.ChromiumBase; -import lombok.AllArgsConstructor; - -/** - * 用于设置页面加载策略的类 - * - * @author 陆 - * @address click - */ -@AllArgsConstructor -public class LoadMode { - private final ChromiumBase page; - - /** - * 设置加载策略 如果传入错误则是normal - * - * @param mode value: 可选 'normal', 'eager', 'none' - */ - public void load(String mode) { - mode = mode != null ? mode.trim().toLowerCase() : "normal"; - if (!mode.equals("normal") && !mode.equals("eager") && !mode.equals("none")) mode = "normal"; - this.page.setLoadMode(mode); - } - - /** - * 设置页面加载策略为normal - */ - public void normal() { - this.page.setLoadMode("normal"); - } - - /** - * 设置页面加载策略为eager - */ - public void eager() { - this.page.setLoadMode("eager"); - } - - /** - * 设置页面加载策略为none - */ - public void none() { - this.page.setLoadMode("none"); - } - -} diff --git a/java/src/main/java/com/ll/DrissonPage/units/setter/PageScrollSetter.java b/java/src/main/java/com/ll/DrissonPage/units/setter/PageScrollSetter.java deleted file mode 100644 index c917dae..0000000 --- a/java/src/main/java/com/ll/DrissonPage/units/setter/PageScrollSetter.java +++ /dev/null @@ -1,50 +0,0 @@ -package com.ll.DrissonPage.units.setter; - -import com.ll.DrissonPage.units.scroller.PageScroller; -import lombok.AllArgsConstructor; - -/** - * @author 陆 - * @address click - */ -@AllArgsConstructor -public class PageScrollSetter { - private final PageScroller scroller; - - /** - * 设置滚动命令后是否等待完成 - */ - public void waitComplete() { - this.waitComplete(false); - } - - /** - * 设置滚动命令后是否等待完成 - * - * @param onOff 开或关 - */ - public void waitComplete(boolean onOff) { - this.scroller.setWaitComplete(onOff); - } - - /** - * 设置页面滚动是否平滑滚动 - */ - public void smooth() { - smooth(false); - } - - /** - * 设置页面滚动是否平滑滚动 - * - * @param onOff 开或关 - */ - public void smooth(boolean onOff) { - String b = onOff ? "smooth" : "auto"; - if (this.scroller.getDriverPage() != null) - this.scroller.getDriverPage().runJs("document.documentElement.style.setProperty(\"scroll-behavior\",\"" + b + "\");"); - else - this.scroller.getDriverEle().runJs("document.documentElement.style.setProperty(\"scroll-behavior\",\"" + b + "\");"); - this.scroller.setWaitComplete(onOff); - } -} diff --git a/java/src/main/java/com/ll/DrissonPage/units/setter/PageWindowSetter.java b/java/src/main/java/com/ll/DrissonPage/units/setter/PageWindowSetter.java deleted file mode 100644 index d061e95..0000000 --- a/java/src/main/java/com/ll/DrissonPage/units/setter/PageWindowSetter.java +++ /dev/null @@ -1,28 +0,0 @@ -package com.ll.DrissonPage.units.setter; - -import com.ll.DrissonPage.functions.Tools; -import com.ll.DrissonPage.page.ChromiumPage; - -/** - * @author 陆 - * @address click - */ -public class PageWindowSetter extends WindowSetter { - public PageWindowSetter(ChromiumPage page) { - super(page); - } - - /** - * 隐藏浏览器窗口，只在Windows系统可用 - */ - public void hide() { - Tools.showOrHideBrowser((ChromiumPage) page, true); - } - - /** - * 显示浏览器窗口，只在Windows系统可用 - */ - public void show() { - Tools.showOrHideBrowser((ChromiumPage) page, false); - } -} diff --git a/java/src/main/java/com/ll/DrissonPage/units/setter/SessionPageSetter.java b/java/src/main/java/com/ll/DrissonPage/units/setter/SessionPageSetter.java deleted file mode 100644 index 6454732..0000000 --- a/java/src/main/java/com/ll/DrissonPage/units/setter/SessionPageSetter.java +++ /dev/null @@ -1,212 +0,0 @@ -package com.ll.DrissonPage.units.setter; - -import com.ll.DrissonPage.page.SessionPage; -import com.ll.DrissonPage.units.cookiesSetter.SessionCookiesSetter; -import okhttp3.Authenticator; -import okhttp3.MediaType; -import okhttp3.OkHttpClient; -import okhttp3.Response; -import org.apache.commons.collections4.map.CaseInsensitiveMap; - -import javax.net.ssl.HostnameVerifier; -import java.net.InetSocketAddress; -import java.net.Proxy; -import java.nio.charset.Charset; -import java.nio.charset.StandardCharsets; -import java.nio.file.Path; -import java.nio.file.Paths; -import java.util.Map; - -/** - * @author 陆 - * @address click - */ -public class SessionPageSetter extends BasePageSetter { - private SessionCookiesSetter cookiesSetter; - - /** - * @param page SessionPage对象 - */ - public SessionPageSetter(SessionPage page) { - super(page); - this.cookiesSetter = null; - } - - public SessionCookiesSetter cookies() { - if (cookiesSetter == null) cookiesSetter = new SessionCookiesSetter(this.page); - return cookiesSetter; - } - - /** - * 设置连接失败时重连次数 - * - * @param times 次数 - */ - public void retryTimes(Integer times) { - this.page.setRetryTimes(times); - } - - /** - * 设置连接失败时重连间隔 - * - * @param interval 秒 - */ - public void retryInterval(Double interval) { - this.page.setRetryInterval(interval); - } - - /** - * 设置下载路径 - * - * @param path 下载路径 - */ - public void downloadPath(String path) { - downloadPath(Paths.get(path)); - } - - /** - * 设置下载路径 - * - * @param path 下载路径 - */ - public void downloadPath(Path path) { - String string = path.toAbsolutePath().toString(); - this.page.setDownloadPath(string); - if (this.page.getDownloadKit() != null) { - this.page.getDownloadKit().set().goalPath(string); - } - } - - /** - * 设置连接超时时间 - * - * @param second 秒数 - */ - - public void timeout(Double second) { - this.page.setTimeout(second); - } - - public void encoding(Charset encoding) { - encoding(encoding, true); - } - - /** - * 设置编码 - * - * @param encoding 编码 - * @param setAll 是否设置对象参数，为False则只设置当前Response - */ - public void encoding(Charset encoding, boolean setAll) { - if (setAll) { - if (encoding == null) encoding = StandardCharsets.US_ASCII; - this.page.setEncoding(encoding); - } - try (Response response = this.page.response()) { - if (response != null && response.body() != null) { - MediaType mediaType = response.body().contentType(); - if (mediaType != null) mediaType.charset(encoding); - } - } - } - - /** - * 设置通用的headers - * - * @param headers map - */ - public void headers(Map headers) { - this.page.setHeaders(new CaseInsensitiveMap<>(headers)); - } - - /** - * 设置headers中一个项 - * - * @param name 名称 - * @param value 值 - */ - public void header(String name, Object value) { - this.page.getHeaders().put(name, value); - } - - - /** - * 设置user agent - * - * @param ua user agent - */ - public void userAgent(String ua) { - this.page.getHeaders().put("user-agent", ua); - } - - /*** - * 设置proxies参数 - * @param http http代理地址 - * @param https https代理地址 - */ - - public void proxies(String http, String https) { - OkHttpClient.Builder builder = this.page.session().newBuilder(); - if (http != null) { - int i = http.lastIndexOf(":"); - String hp; - int port = 80; - if (i != -1) { - hp = http.substring(0, i); - try { - port = Integer.parseInt(http.substring(i + 1)); - } catch (NumberFormatException e) { - hp = http; - } - } else { - hp = http; - } - Proxy httpProxy = new Proxy(Proxy.Type.HTTP, new InetSocketAddress(hp, port)); - builder.setProxy$okhttp(httpProxy); - } - if (https != null) { - int i = https.lastIndexOf(":"); - String hp; - int port = 80; - if (i != -1) { - hp = https.substring(0, i); - try { - port = Integer.parseInt(https.substring(i + 1)); - } catch (NumberFormatException e) { - hp = https; - } - } else { - hp = https; - } - Proxy httpProxy = new Proxy(Proxy.Type.HTTP, new InetSocketAddress(hp, port)); - builder.setProxy$okhttp(httpProxy); - } - this.page.setSession(builder.build()); - } - - /** - * 设置认证元组或对象 - * - * @param authenticator 认证 - */ - public void auth(Authenticator authenticator) { - OkHttpClient.Builder builder = this.page.session().newBuilder(); - if (authenticator != null) { - builder.setAuthenticator$okhttp(authenticator); - } - this.page.setSession(builder.build()); - } - - /** - * 设置是否验证SSL证书 - * - * @param hostnameVerifier 验证 SSL 证书 - */ - public void verify(HostnameVerifier hostnameVerifier) { - OkHttpClient.Builder builder = this.page.session().newBuilder(); - builder.setHostnameVerifier$okhttp(hostnameVerifier); - this.page.setSession(builder.build()); - } - - -} diff --git a/java/src/main/java/com/ll/DrissonPage/units/setter/TabSetter.java b/java/src/main/java/com/ll/DrissonPage/units/setter/TabSetter.java deleted file mode 100644 index 785ac4b..0000000 --- a/java/src/main/java/com/ll/DrissonPage/units/setter/TabSetter.java +++ /dev/null @@ -1,99 +0,0 @@ -package com.ll.DrissonPage.units.setter; - -import com.ll.DrissonPage.page.ChromiumBase; - -import java.nio.file.Path; -import java.util.Map; - -/** - * @author 陆 - * @address click - */ -public class TabSetter extends ChromiumBaseSetter { - public TabSetter(ChromiumBase page) { - super(page); - } - - protected WindowSetter windowSetter; - - /** - * @return 返回用于设置浏览器窗口的对象 - */ - public WindowSetter window() { - if (windowSetter == null) windowSetter = new WindowSetter(super.page); - return windowSetter; - } - - /** - * 设置下载路径 - * - * @param path 下载路径 - */ - public void downloadPath(Path path) { - downloadPath(path.toAbsolutePath().toString()); - } - - /** - * 设置下载路径 - * - * @param path 下载路径 - */ - public void downloadPath(String path) { - this.page.setDownloadPath(path); - this.page.browser().getDlMgr().setPath(this.page, path); - if (this.page.getDownloadKit() != null) this.page.getDownloadKit().set().goalPath(path); - } - - /** - * 设置下一个被下载文件的名称 - */ - public void downloadFileName() { - this.downloadFileName(null); - } - - /** - * 设置下一个被下载文件的名称 - * - * @param name 文件名，可不含后缀，会自动使用远程文件后缀 - */ - public void downloadFileName(String name) { - this.downloadFileName(name, null); - } - - /** - * 设置下一个被下载文件的名称 - * - * @param name 文件名，可不含后缀，会自动使用远程文件后缀 - * @param suffix 后缀名，显式设置后缀名，不使用远程文件后缀 - */ - public void downloadFileName(String name, String suffix) { - this.page.browser().getDlMgr().setRename(this.page.tabId(), name, suffix); - } - - /** - * 设置当存在同名文件时的处理方式 - * - * @param fileMode 可在 'rename', 'overwrite', 'skip',缩写 'r', 'o', 's'中选择 - */ - public void whenDownloadFileExists(FileMode fileMode) { - Map types = Map.of("rename", "rename", "overwrite", "overwrite", "skip", "skip", "r", "rename", "o", "overwrite", "s", "skip"); - this.page.browser().getDlMgr().setFileExists(this.page.tabId(), types.get(fileMode.mode)); - } - - /** - * 使标签页处于最前面 - */ - public void activate() { - this.page.browser().activateTab(this.page.tabId()); - } - - - public enum FileMode { - RENAME("rename"), OVERWRITE("overwrite"), SKIP("skip"), R("r"), O("o"), S("s"); - private final String mode; - - FileMode(String mode) { - this.mode = mode; - } - } -} diff --git a/java/src/main/java/com/ll/DrissonPage/units/setter/WebPageSetter.java b/java/src/main/java/com/ll/DrissonPage/units/setter/WebPageSetter.java deleted file mode 100644 index 52030a2..0000000 --- a/java/src/main/java/com/ll/DrissonPage/units/setter/WebPageSetter.java +++ /dev/null @@ -1,49 +0,0 @@ -package com.ll.DrissonPage.units.setter; - -import com.ll.DrissonPage.page.WebMode; -import com.ll.DrissonPage.page.WebPage; -import com.ll.DrissonPage.units.cookiesSetter.WebPageCookiesSetter; - -import java.util.Map; -import java.util.Objects; - -/** - * @author 陆 - * @address click - */ -public class WebPageSetter extends ChromiumPageSetter { - private final WebPage page; - private final SessionPageSetter sessionPageSetter; - private final ChromiumPageSetter chromiumPageSetter; - - public WebPageSetter(WebPage page) { - super(page.getChromiumPage()); - this.page = page; - sessionPageSetter = new SessionPageSetter(page.getSessionPage()); - chromiumPageSetter = new ChromiumPageSetter(page.getChromiumPage()); - } - - /** - * @return 返回用于设置cookies的对象 - */ - public WebPageCookiesSetter cookies() { - if (super.cookiesSetter == null) super.cookiesSetter = new WebPageCookiesSetter(this.page); - return (WebPageCookiesSetter) super.cookiesSetter; - } - - /** - * 设置固定发送的headers - */ - public void header(Map headers) { - if (Objects.requireNonNull(this.page.mode()) == WebMode.s) sessionPageSetter.headers(headers); - else this.chromiumPageSetter.headers(headers); - } - - /** - * 设置user agent，d模式下只有当前tab有效 - */ - public void userAgent(String ua, String platform) { - if (Objects.requireNonNull(this.page.mode()) == WebMode.s) sessionPageSetter.userAgent(ua); - else this.chromiumPageSetter.userAgent(ua, platform); - } -} diff --git a/java/src/main/java/com/ll/DrissonPage/units/setter/WebPageTabSetter.java b/java/src/main/java/com/ll/DrissonPage/units/setter/WebPageTabSetter.java deleted file mode 100644 index 4fc3458..0000000 --- a/java/src/main/java/com/ll/DrissonPage/units/setter/WebPageTabSetter.java +++ /dev/null @@ -1,50 +0,0 @@ -package com.ll.DrissonPage.units.setter; - -import com.ll.DrissonPage.page.WebPageTab; -import com.ll.DrissonPage.units.cookiesSetter.WebPageCookiesSetter; - -import java.util.Map; - -/** - * @author 陆 - * @address click - */ -public class WebPageTabSetter extends TabSetter { - private final WebPageTab pageTab; - private final SessionPageSetter sessionPageSetter; - private final ChromiumBaseSetter chromiumBaseSetter; - - public WebPageTabSetter(WebPageTab page) { - super(page.getPage().getChromiumPage()); - pageTab = page; - sessionPageSetter = new SessionPageSetter(pageTab.getPage().getSessionPage()); - chromiumBaseSetter = new ChromiumBaseSetter(pageTab.getPage().getChromiumPage()); - } - - /** - * @return 返回用于设置cookies的对象 - */ - public WebPageCookiesSetter cookies() { - if (super.cookiesSetter == null) super.cookiesSetter = new WebPageCookiesSetter(pageTab.getPage()); - return (WebPageCookiesSetter) super.cookiesSetter; - } - - /** - * 设置固定发送的headers - * - * @param headers map - */ - public void headers(Map headers) { - if (this.pageTab.isHasSession()) this.sessionPageSetter.headers(headers); - if (this.pageTab.isHasDriver()) this.chromiumBaseSetter.headers(headers); - } - - /** - * 设置user agent，d模式下只有当前tab有效 - */ - public void userAgent(String ua, String platform) { - if (this.pageTab.isHasSession()) sessionPageSetter.userAgent(ua); - if (this.pageTab.isHasDriver()) this.chromiumBaseSetter.userAgent(ua, platform); - } - -} diff --git a/java/src/main/java/com/ll/DrissonPage/units/setter/WindowSetter.java b/java/src/main/java/com/ll/DrissonPage/units/setter/WindowSetter.java deleted file mode 100644 index b9f5a13..0000000 --- a/java/src/main/java/com/ll/DrissonPage/units/setter/WindowSetter.java +++ /dev/null @@ -1,141 +0,0 @@ -package com.ll.DrissonPage.units.setter; - -import com.alibaba.fastjson.JSON; -import com.alibaba.fastjson.JSONObject; -import com.ll.DrissonPage.page.ChromiumBase; -import com.ll.DrissonPage.units.Coordinate; - -import java.util.Map; - -/** - * @author 陆 - * @address click - */ -public class WindowSetter { - protected final ChromiumBase page; - private final Integer windowId; - - /** - * @param page 页面对象 - */ - public WindowSetter(ChromiumBase page) { - this.page = page; - this.windowId = this.getInfo().getInteger("windowId"); - } - - /** - * 窗口最大化 - */ - public void max() { - String s = this.getInfo().getJSONObject("bounds").getString("windowState"); - if ("fullscreen".equals(s) || "minimized".equals(s)) this.perform(Map.of("windowState", "normal")); - this.perform(Map.of("windowState", "maximized")); - } - - /** - * 窗口最小化 - */ - public void min() { - String s = this.getInfo().getJSONObject("bounds").getString("windowState"); - if ("fullscreen".equals(s)) this.perform(Map.of("windowState", "normal")); - this.perform(Map.of("windowState", "minimized")); - } - - /** - * 设置窗口为全屏 - */ - public void full() { - String s = this.getInfo().getJSONObject("bounds").getString("windowState"); - if ("minimized".equals(s)) this.perform(Map.of("windowState", "normal")); - this.perform(Map.of("windowState", "fullscreen")); - } - - /** - * 设置窗口为常规模式 - */ - public void normal() { - String s = this.getInfo().getJSONObject("bounds").getString("windowState"); - if ("fullscreen".equals(s)) this.perform(Map.of("windowState", "normal")); - this.perform(Map.of("windowState", "normal")); - } - - /** - * @return 获取窗口位置及大小信息 - */ - private JSONObject getInfo() { - for (int i = 0; i < 50; i++) { - try { - return JSON.parseObject(this.page.runCdp("Browser.getWindowForTarget").toString()); - } catch (Exception e) { - try { - Thread.sleep(100); - } catch (InterruptedException ex) { - throw new RuntimeException(ex); - } - } - } - return new JSONObject(); - } - - /** - * 设置窗口大小 (其中一个可以设置为null) - * - * @param coordinate 窗口宽度+高度 - */ - public void size(Coordinate coordinate) { - if (coordinate != null) size(coordinate.getX(), coordinate.getY()); - } - - /** - * 设置窗口大小 (其中一个可以设置为null) - * - * @param width 窗口宽度 - * @param height 窗口高度 - */ - public void size(Integer width, Integer height) { - if (width != null || height != null) { - String s = this.getInfo().getJSONObject("bounds").getString("windowState"); - if (!"normal".equals(s)) this.perform(Map.of("windowState", "normal")); - JSONObject info = this.getInfo().getJSONObject("bounds"); - width = width != null ? width - 16 : info.getInteger("width"); - height = height != null ? height - 7 : info.getInteger("height"); - this.perform(Map.of("width", width, "height", height)); - } - } - /** - * 设置窗口在屏幕中的位置，相对左上角坐标 - * - * @param coordinate 距离顶部距离和 距离左边距离 - */ - public void location(Coordinate coordinate) { - if (coordinate != null) location(coordinate.getX(), coordinate.getY()); - } - /** - * 设置窗口在屏幕中的位置，相对左上角坐标 - * - * @param x 距离顶部距离 - * @param y 距离左边距离 - */ - public void location(Integer x, Integer y) { - if (x != null || y != null) { - this.normal(); - JSONObject info = this.getInfo().getJSONObject("bounds"); - x = x != null ? x : info.getInteger("left"); - y = y != null ? y : info.getInteger("top"); - this.perform(Map.of("left", x - 8, "top", y)); - } - } - - /** - * 执行改变窗口大小操作 - * - * @param bounds 控制数据 - */ - private void perform(Object bounds) { - try { - this.page.runCdp("Browser.setWindowBounds", Map.of("windowId", this.windowId, "bounds", bounds)); - } catch (Exception e) { - throw new RuntimeException("浏览器全屏或最小化状态时请先调用set.window.normal()恢复正常状态。"); - } - } -} diff --git a/java/src/main/java/com/ll/DrissonPage/units/states/ElementStates.java b/java/src/main/java/com/ll/DrissonPage/units/states/ElementStates.java deleted file mode 100644 index 7e277a4..0000000 --- a/java/src/main/java/com/ll/DrissonPage/units/states/ElementStates.java +++ /dev/null @@ -1,104 +0,0 @@ -package com.ll.DrissonPage.units.states; - -import com.alibaba.fastjson.JSON; -import com.ll.DrissonPage.element.ChromiumElement; -import com.ll.DrissonPage.error.extend.CDPError; -import com.ll.DrissonPage.error.extend.NoRectError; -import com.ll.DrissonPage.functions.Web; -import com.ll.DrissonPage.units.Coordinate; -import lombok.AllArgsConstructor; - -import java.util.List; -import java.util.Map; -import java.util.Objects; - -/** - * @author 陆 - * @address click - */ -@AllArgsConstructor -public class ElementStates { - private final ChromiumElement ele; - - /** - * @return 返回元素是否被选择 - */ - public boolean isSelected() { - return Boolean.parseBoolean(this.ele.runJs("return this.selected;").toString()); - } - - /** - * @return 返回元素是否被点击 - */ - public boolean isChecked() { - return Boolean.parseBoolean(this.ele.runJs("return this.checked;").toString()); - } - - /** - * @return 返回元素是否显示 - */ - public boolean isDisplayed() { - return !(this.ele.style("visibility").equals("hidden") || - Boolean.parseBoolean(this.ele.runJs("return this.offsetParent === null;").toString()) || this.ele.style("display").equals("none") || Boolean.parseBoolean(this.ele.property("hidden"))); - } - - /** - * @return 返回元素是否可用 - */ - public boolean isEnabled() { - return !Boolean.parseBoolean(this.ele.runJs("return this.disabled;").toString()); - } - - /** - * @return 返回元素是否仍在DOM中 - */ - public boolean isAlive() { - try { - return !this.ele.attrs().isEmpty(); - } catch (Exception e) { - return false; - } - } - - /** - * @return 返回元素是否出现在视口中，以元素click_point为判断 - */ - public boolean isInViewport() { - Coordinate coordinate = this.ele.rect().clickPoint(); - return coordinate != null && Web.locationInViewport(this.ele.getOwner(), coordinate); - } - - /** - * @return 返回元素是否整个都在视口内 - */ - public boolean isWholeInViewport() { - Coordinate location = this.ele.rect().location(); - Coordinate size = this.ele.rect().size(); - return Web.locationInViewport(this.ele.getOwner(), location) && Web.locationInViewport(this.ele.getOwner(), new Coordinate(location.getX() + size.getX(), location.getY() + size.getX())); - } - - /** - * @return 返回元素是否被覆盖，与是否在视口中无关，如被覆盖返回覆盖元素的backend id，否则返回null - */ - public Integer isCovered() { - Coordinate coordinate = this.ele.rect().clickPoint(); - try { - Integer integer = JSON.parseObject(this.ele.getOwner().runCdp("DOM.getNodeForLocation", Map.of("x", coordinate.getX(), "y", coordinate.getY())).toString()).getInteger("backendNodeId"); - if (!Objects.equals(integer, this.ele.getBackendId())) return integer; - return null; - } catch (CDPError c) { - return null; - } - } - - /** - * @return 回元素是否拥有位置和大小，没有返回null，有返回四个角在页面中坐标组成的列表 - */ - public List hasRect() { - try { - return this.ele.rect().corners(); - } catch (NoRectError e) { - return null; - } - } -} diff --git a/java/src/main/java/com/ll/DrissonPage/units/states/FrameStates.java b/java/src/main/java/com/ll/DrissonPage/units/states/FrameStates.java deleted file mode 100644 index b9a0011..0000000 --- a/java/src/main/java/com/ll/DrissonPage/units/states/FrameStates.java +++ /dev/null @@ -1,61 +0,0 @@ -package com.ll.DrissonPage.units.states; - -import com.alibaba.fastjson.JSON; -import com.ll.DrissonPage.error.extend.ElementLostError; -import com.ll.DrissonPage.error.extend.PageDisconnectedError; -import com.ll.DrissonPage.page.ChromiumFrame; - -import java.util.Map; - -/** - * @author 陆 - * @address click - */ -public class FrameStates extends PageStates { - private final ChromiumFrame frame; - - public FrameStates(ChromiumFrame page) { - super(page.getTargetPage()); - frame = page; - } - - - /** - * @return 返回页面是否在加载状态 - */ - public boolean isLoading() { - return this.frame.getIsLoading(); - } - - /** - * @return 返回页面对象是否仍然可用 - */ - public boolean isAlive() { - try { - return JSON.parseObject(this.frame.getTargetPage().runCdp("DOM.describeNode", Map.of("backendNodeId", this.frame.getFrameEle().getBackendId())).toString()).get("node").toString().contains("frameId"); - } catch (PageDisconnectedError | ElementLostError e) { - return false; - } - } - - /** - * @return 返回当前页面加载状态，'connecting' 'loading' 'interactive' 'complete' - */ - public String readyState() { - return this.frame.getTargetPage().getReadyState(); - } - - /** - * @return 返回元素是否显示 - */ - public boolean isDisplayed() { - return !(this.frame.getFrameEle().style("visibility").equals("hidden") || Boolean.parseBoolean(this.frame.getFrameEle().runJs("return this.offsetParent === null;").toString()) || this.frame.getFrameEle().style("display").equals("none")); - } - - /** - * @return 返回当前页面是否存在弹窗 - */ - public boolean hasAlert() { - return this.frame.getHasAlert(); - } -} diff --git a/java/src/main/java/com/ll/DrissonPage/units/states/PageStates.java b/java/src/main/java/com/ll/DrissonPage/units/states/PageStates.java deleted file mode 100644 index 877514f..0000000 --- a/java/src/main/java/com/ll/DrissonPage/units/states/PageStates.java +++ /dev/null @@ -1,47 +0,0 @@ -package com.ll.DrissonPage.units.states; - -import com.ll.DrissonPage.error.extend.PageDisconnectedError; -import com.ll.DrissonPage.page.ChromiumBase; -import lombok.AllArgsConstructor; - -/** - * @author 陆 - * @address click - */ -@AllArgsConstructor -public class PageStates { - private final ChromiumBase page; - - /** - * @return 返回页面是否在加载状态 - */ - public boolean isLoading() { - return this.page.getIsLoading(); - } - - /** - * @return 返回页面对象是否仍然可用 - */ - public boolean isAlive() { - try { - this.page.runCdp("Page.getLayoutMetrics"); - return true; - } catch (PageDisconnectedError e) { - return false; - } - } - - /** - * @return 返回当前页面加载状态，'connecting' 'loading' 'interactive' 'complete' - */ - public String readyState() { - return this.page.getReadyState(); - } - - /** - * @return 返回当前页面是否存在弹窗 - */ - public boolean hasAlert() { - return this.page.getHasAlert(); - } -} diff --git a/java/src/main/java/com/ll/DrissonPage/units/states/ShadowRootStates.java b/java/src/main/java/com/ll/DrissonPage/units/states/ShadowRootStates.java deleted file mode 100644 index 58adab2..0000000 --- a/java/src/main/java/com/ll/DrissonPage/units/states/ShadowRootStates.java +++ /dev/null @@ -1,34 +0,0 @@ -package com.ll.DrissonPage.units.states; - -import com.ll.DrissonPage.element.ShadowRoot; -import lombok.AllArgsConstructor; - -import java.util.Map; - -/** - * @author 陆 - * @address click - */ -@AllArgsConstructor -public class ShadowRootStates { - private final ShadowRoot ele; - - /** - * @return 返回元素是否可用 - */ - public boolean isEnabled() { - return Boolean.parseBoolean(this.ele.runJs("return this.disabled;").toString()); - } - - /** - * @return 返回元素是否仍在DOM中 - */ - public boolean isAlive() { - try { - this.ele.getOwner().runCdp("DOM.describeNode", Map.of("backendNodeId", this.ele.getBackendId())); - return true; - } catch (Exception e) { - return false; - } - } -} diff --git a/java/src/main/java/com/ll/DrissonPage/units/waiter/BaseWaiter.java b/java/src/main/java/com/ll/DrissonPage/units/waiter/BaseWaiter.java deleted file mode 100644 index d77b990..0000000 --- a/java/src/main/java/com/ll/DrissonPage/units/waiter/BaseWaiter.java +++ /dev/null @@ -1,757 +0,0 @@ -package com.ll.DrissonPage.units.waiter; - -import com.ll.DrissonPage.base.By; -import com.ll.DrissonPage.element.ChromiumElement; -import com.ll.DrissonPage.error.extend.WaitTimeoutError; -import com.ll.DrissonPage.functions.Settings; -import com.ll.DrissonPage.page.ChromiumBase; - -import java.util.List; -import java.util.Random; - -/** - * @author 陆 - * @address click - */ -public class BaseWaiter { - protected final ChromiumBase driver; - - public BaseWaiter(ChromiumBase chromiumBase) { - this.driver = chromiumBase; - } - - /** - * 待若干秒，如传入两个参数，等待时间为这两个数间的一个随机数 - * - * @param second 秒数 - */ - public void sleep(int second) { - sleep(second, null); - } - - /** - * 待若干秒，如传入两个参数，等待时间为这两个数间的一个随机数 - * - * @param second 秒数 - * @param second2 第二个秒数 - */ - public void sleep(int second, Integer second2) { - if (second2 != null) second = new Random().nextInt(second2) + second; - try { - if (second > 0) Thread.sleep(second); - } catch (InterruptedException e) { - throw new RuntimeException(e); - } - } - - /** - * 等待元素从DOM中删除 - * - * @param by 要等待的元素，可以是已有元素、定位符 - * @return 是否等待成功 - */ - public boolean eleDeleted(By by) { - return eleDeleted(by, null); - } - - /** - * 等待元素从DOM中删除 - * - * @param by 要等待的元素，可以是已有元素、定位符 - * @param timeout 超时时间，默认读取页面超时时间 - * @return 是否等待成功 - */ - public boolean eleDeleted(By by, Double timeout) { - return eleDeleted(by, timeout, null); - } - - /** - * 等待元素从DOM中删除 - * - * @param by 要等待的元素，可以是已有元素、定位符 - * @param timeout 超时时间，默认读取页面超时时间 - * @param raiseErr 等待失败时是否报错，为None时根据Settings设置 - * @return 是否等待成功 - */ - public boolean eleDeleted(By by, Double timeout, Boolean raiseErr) { - List list = this.driver._ele(by, timeout, 1, raiseErr, null, null); - return list == null || list.isEmpty() || eleDeleted(list.get(0), timeout, raiseErr); - } - - /** - * 等待元素从DOM中删除 - * - * @param loc 要等待的元素，可以是已有元素、定位符 - * @return 是否等待成功 - */ - public boolean eleDeleted(String loc) { - return eleDeleted(loc, null); - } - - /** - * 等待元素从DOM中删除 - * - * @param loc 要等待的元素，可以是已有元素、定位符 - * @param timeout 超时时间，默认读取页面超时时间 - * @return 是否等待成功 - */ - public boolean eleDeleted(String loc, Double timeout) { - return eleDeleted(loc, timeout, null); - } - - /** - * 等待元素从DOM中删除 - * - * @param loc 要等待的元素，可以是已有元素、定位符 - * @param timeout 超时时间，默认读取页面超时时间 - * @param raiseErr 等待失败时是否报错，为None时根据Settings设置 - * @return 是否等待成功 - */ - public boolean eleDeleted(String loc, Double timeout, Boolean raiseErr) { - List list = this.driver._ele(loc, timeout, 1, raiseErr, null, null); - return list == null || list.isEmpty() || eleDeleted(list.get(0), timeout, raiseErr); - } - - /** - * 等待元素从DOM中删除 - * - * @param ele 要等待的元素，可以是已有元素、定位符 - * @return 是否等待成功 - */ - public boolean eleDeleted(ChromiumElement ele) { - return eleDeleted(ele, null); - } - - /** - * 等待元素从DOM中删除 - * - * @param ele 要等待的元素，可以是已有元素、定位符 - * @param timeout 超时时间，默认读取页面超时时间 - * @return 是否等待成功 - */ - public boolean eleDeleted(ChromiumElement ele, Double timeout) { - return eleDeleted(ele, timeout, null); - } - - - /** - * 等待元素从DOM中删除 - * - * @param ele 要等待的元素，可以是已有元素、定位符 - * @param timeout 超时时间，默认读取页面超时时间 - * @param raiseErr 等待失败时是否报错，为None时根据Settings设置 - * @return 是否等待成功 - */ - public boolean eleDeleted(ChromiumElement ele, Double timeout, Boolean raiseErr) { - return ele == null || ele.waits().deleted(timeout, raiseErr); - } - - /** - * 等待元素变成显示状态 - * - * @param by 要等待的元素，可以是已有元素、定位符 - * @return 是否等待成功 - */ - public boolean eleDisplayed(By by) { - return eleDisplayed(by, null); - } - - /** - * 等待元素变成显示状态 - * - * @param by 要等待的元素，可以是已有元素、定位符 - * @param timeout 超时时间，默认读取页面超时时间 - * @return 是否等待成功 - */ - public boolean eleDisplayed(By by, Double timeout) { - return eleDisplayed(by, timeout, null); - } - - /** - * 等待元素变成显示状态 - * - * @param by 要等待的元素，可以是已有元素、定位符 - * @param timeout 超时时间，默认读取页面超时时间 - * @param raiseErr 等待失败时是否报错，为None时根据Settings设置 - * @return 是否等待成功 - */ - public boolean eleDisplayed(By by, Double timeout, Boolean raiseErr) { - timeout = timeout != null ? timeout : this.driver.timeout(); - long endTime = (long) (System.currentTimeMillis() + timeout); - List list = this.driver._ele(by, timeout, 1, false, null, null); - if (list == null || list.isEmpty()) return false; - timeout = (double) (endTime - System.currentTimeMillis()); - if (timeout <= 0) { - if (raiseErr.equals(true) || Settings.raiseWhenWaitFailed) - throw new WaitTimeoutError("待元素显示失败（等待" + timeout + "秒）。"); - else return false; - } - return eleDisplayed(list.get(0), timeout, raiseErr); - } - - /** - * 等待元素变成显示状态 - * - * @param loc 要等待的元素，可以是已有元素、定位符 - * @return 是否等待成功 - */ - public boolean eleDisplayed(String loc) { - return eleDisplayed(loc, null); - } - - /** - * 等待元素变成显示状态 - * - * @param loc 要等待的元素，可以是已有元素、定位符 - * @param timeout 超时时间，默认读取页面超时时间 - * @return 是否等待成功 - */ - public boolean eleDisplayed(String loc, Double timeout) { - return eleDisplayed(loc, timeout, null); - } - - /** - * 等待元素变成显示状态 - * - * @param ele 要等待的元素，可以是已有元素、定位符 - * @param timeout 超时时间，默认读取页面超时时间 - * @param raiseErr 等待失败时是否报错，为None时根据Settings设置 - * @return 是否等待成功 - */ - public boolean eleDisplayed(String ele, Double timeout, Boolean raiseErr) { - timeout = timeout != null ? timeout : this.driver.timeout(); - long endTime = (long) (System.currentTimeMillis() + timeout); - List list = this.driver._ele(ele, timeout, 1, false, null, null); - if (list == null || list.isEmpty()) return false; - timeout = (double) (endTime - System.currentTimeMillis()); - if (timeout <= 0) { - if (raiseErr.equals(true) || Settings.raiseWhenWaitFailed) - throw new WaitTimeoutError("待元素显示失败（等待" + timeout + "秒）。"); - else return false; - } - return eleDisplayed(list.get(0), timeout, raiseErr); - } - - /** - * 等待元素变成显示状态 - * - * @param ele 要等待的元素，可以是已有元素、定位符 - * @return 是否等待成功 - */ - public boolean eleDisplayed(ChromiumElement ele) { - return eleDisplayed(ele, null); - } - - /** - * 等待元素变成显示状态 - * - * @param ele 要等待的元素，可以是已有元素、定位符 - * @param timeout 超时时间，默认读取页面超时时间 - * @return 是否等待成功 - */ - public boolean eleDisplayed(ChromiumElement ele, Double timeout) { - return eleDisplayed(ele, timeout, null); - } - - /** - * 等待元素变成显示状态 - * - * @param ele 要等待的元素，可以是已有元素、定位符 - * @param timeout 超时时间，默认读取页面超时时间 - * @param raiseErr 等待失败时是否报错，为None时根据Settings设置 - * @return 是否等待成功 - */ - public boolean eleDisplayed(ChromiumElement ele, Double timeout, Boolean raiseErr) { - if (ele == null) return false; - return ele.waits().displayed(timeout != null ? timeout : this.driver.timeout(), raiseErr); - } - - - /** - * 等待元素变成隐藏状态 - * - * @param by 要等待的元素，可以是已有元素、定位符 - * @return 是否等待成功 - */ - public boolean eleHidden(By by) { - return eleHidden(by, null); - } - - /** - * 等待元素变成隐藏状态 - * - * @param by 要等待的元素，可以是已有元素、定位符 - * @param timeout 超时时间，默认读取页面超时时间 - * @return 是否等待成功 - */ - public boolean eleHidden(By by, Double timeout) { - return eleHidden(by, timeout, null); - } - - /** - * 等待元素变成隐藏状态 - * - * @param by 要等待的元素，可以是已有元素、定位符 - * @param timeout 超时时间，默认读取页面超时时间 - * @param raiseErr 等待失败时是否报错，为None时根据Settings设置 - * @return 是否等待成功 - */ - public boolean eleHidden(By by, Double timeout, Boolean raiseErr) { - timeout = timeout != null ? timeout : this.driver.timeout(); - long endTime = (long) (System.currentTimeMillis() + timeout); - List list = this.driver._ele(by, timeout, 1, false, null, null); - if (list == null || list.isEmpty()) return false; - timeout = (double) (endTime - System.currentTimeMillis()); - if (timeout <= 0) { - if (raiseErr.equals(true) || Settings.raiseWhenWaitFailed) - throw new WaitTimeoutError("待元素隐藏失败（等待" + timeout + "秒）。"); - else return false; - } - return eleHidden(list.get(0), timeout, raiseErr); - } - - /** - * 等待元素变成隐藏状态 - * - * @param loc 要等待的元素，可以是已有元素、定位符 - * @return 是否等待成功 - */ - public boolean eleHidden(String loc) { - return eleHidden(loc, null); - } - - /** - * 等待元素变成隐藏状态 - * - * @param loc 要等待的元素，可以是已有元素、定位符 - * @param timeout 超时时间，默认读取页面超时时间 - * @return 是否等待成功 - */ - public boolean eleHidden(String loc, Double timeout) { - return eleHidden(loc, timeout, null); - } - - /** - * 等待元素变成隐藏状态 - * - * @param ele 要等待的元素，可以是已有元素、定位符 - * @param timeout 超时时间，默认读取页面超时时间 - * @param raiseErr 等待失败时是否报错，为None时根据Settings设置 - * @return 是否等待成功 - */ - public boolean eleHidden(String ele, Double timeout, Boolean raiseErr) { - timeout = timeout != null ? timeout : this.driver.timeout(); - long endTime = (long) (System.currentTimeMillis() + timeout); - List list = this.driver._ele(ele, timeout, 1, false, null, null); - if (list == null || list.isEmpty()) return false; - timeout = (double) (endTime - System.currentTimeMillis()); - if (timeout <= 0) { - if (raiseErr.equals(true) || Settings.raiseWhenWaitFailed) - throw new WaitTimeoutError("待元素隐藏失败（等待" + timeout + "秒）。"); - else return false; - } - return eleHidden(list.get(0), timeout, raiseErr); - } - - /** - * 等待元素变成隐藏状态 - * - * @param ele 要等待的元素，可以是已有元素、定位符 - * @return 是否等待成功 - */ - public boolean eleHidden(ChromiumElement ele) { - return eleHidden(ele, null); - } - - /** - * 等待元素变成隐藏状态 - * - * @param ele 要等待的元素，可以是已有元素、定位符 - * @param timeout 超时时间，默认读取页面超时时间 - * @return 是否等待成功 - */ - public boolean eleHidden(ChromiumElement ele, Double timeout) { - return eleHidden(ele, timeout, null); - } - - /** - * 等待元素变成隐藏状态 - * - * @param ele 要等待的元素，可以是已有元素、定位符 - * @param timeout 超时时间，默认读取页面超时时间 - * @param raiseErr 等待失败时是否报错，为None时根据Settings设置 - * @return 是否等待成功 - */ - public boolean eleHidden(ChromiumElement ele, Double timeout, Boolean raiseErr) { - if (ele == null) return false; - return ele.waits().hidden(timeout != null ? timeout : this.driver.timeout(), raiseErr); - } - - - /** - * 等待元素加载到DOM - * - * @param by 要等待的元素，可以是已有元素、定位符 - * @return 是否等待成功 - */ - public ChromiumElement eleLoaded(By by) { - return eleLoaded(by, null); - } - - /** - * 等待元素加载到DOM - * - * @param by 要等待的元素，可以是已有元素、定位符 - * @param timeout 超时时间，默认读取页面超时时间 - * @return 是否等待成功 - */ - public ChromiumElement eleLoaded(By by, Double timeout) { - return eleLoaded(by, timeout, null); - } - - /** - * 等待元素加载到DOM - * - * @param by 要等待的元素，可以是已有元素、定位符 - * @param timeout 超时时间，默认读取页面超时时间 - * @param raiseErr 等待失败时是否报错，为None时根据Settings设置 - * @return 是否等待成功 - */ - public ChromiumElement eleLoaded(By by, Double timeout, Boolean raiseErr) { - timeout = timeout != null ? timeout : this.driver.timeout(); - long endTime = (long) (System.currentTimeMillis() + timeout); - List list = this.driver._ele(by, timeout, 1, false, null, null); - if (list == null || list.isEmpty()) { - timeout = (double) (endTime - System.currentTimeMillis()); - if (timeout <= 0) { - if (raiseErr.equals(true) || Settings.raiseWhenWaitFailed) - throw new WaitTimeoutError("待元素加载失败（等待" + timeout + "秒）。"); - else return null; - } - return null; - } else { - return list.get(0); - } - } - - /** - * 等待元素加载到DOM - * - * @param loc 要等待的元素，可以是已有元素、定位符 - * @return 是否等待成功 - */ - public ChromiumElement eleLoaded(String loc) { - return eleLoaded(loc, null); - } - - /** - * 等待元素加载到DOM - * - * @param loc 要等待的元素，可以是已有元素、定位符 - * @param timeout 超时时间，默认读取页面超时时间 - * @return 是否等待成功 - */ - public ChromiumElement eleLoaded(String loc, Double timeout) { - return eleLoaded(loc, timeout, null); - } - - /** - * 等待元素加载到DOM - * - * @param ele 要等待的元素，可以是已有元素、定位符 - * @param timeout 超时时间，默认读取页面超时时间 - * @param raiseErr 等待失败时是否报错，为None时根据Settings设置 - * @return 是否等待成功 - */ - public ChromiumElement eleLoaded(String ele, Double timeout, Boolean raiseErr) { - timeout = timeout != null ? timeout : this.driver.timeout(); - long endTime = (long) (System.currentTimeMillis() + timeout); - List list = this.driver._ele(ele, timeout, 1, false, null, null); - if (list == null || list.isEmpty()) { - timeout = (double) (endTime - System.currentTimeMillis()); - if (timeout <= 0) { - if (raiseErr.equals(true) || Settings.raiseWhenWaitFailed) - throw new WaitTimeoutError("待元素加载失败（等待" + timeout + "秒）。"); - else return null; - } - return null; - } else { - return list.get(0); - } - } - - - /** - * 等待页面开始加载 - * - * @return 是否等待成功 - */ - public boolean loadStart() { - return loadStart(null); - } - - /** - * 等待页面开始加载 - * - * @param timeout 超时时间，为null时使用页面timeout属性 - * @return 是否等待成功 - */ - public boolean loadStart(Double timeout) { - return loadStart(timeout, null); - } - - - /** - * 等待页面开始加载 - * - * @param timeout 超时时间，为null时使用页面timeout属性 - * @param raiseErr 等待失败时是否报错，为null时根据Settings设置 - * @return 是否等待成功 - */ - public boolean loadStart(Double timeout, Boolean raiseErr) { - return false; - } - - /** - * 等待页面加载完成 - * - * @return 是否等待成功 - */ - public boolean docLoaded() { - return docLoaded(null); - } - - /** - * 等待页面加载完成 - * - * @param timeout 超时时间，为null时使用页面timeout属性 - * @return 是否等待成功 - */ - public boolean docLoaded(Double timeout) { - return docLoaded(timeout, null); - } - - /** - * 等待页面加载完成 - * - * @param timeout 超时时间，为null时使用页面timeout属性 - * @param raiseErr 等待失败时是否报错，为null时根据Settings设置 - * @return 是否等待成功 - */ - public boolean docLoaded(Double timeout, Boolean raiseErr) { - return this.loading(timeout, false, 0.01, raiseErr); - } - - /** - * 等待自动填写上传文件路径 - * - * @return 是否等待成功 - */ - public boolean uploadPathsInputted() { - long endTime = (long) (System.currentTimeMillis() + this.driver.timeout() * 1000); - while (System.currentTimeMillis() < endTime) { - if (this.driver.getUploadList() == null || this.driver.getUploadList().isEmpty()) { - return true; - } - try { - Thread.sleep(10); - } catch (InterruptedException e) { - throw new RuntimeException(e); - } - } - return false; - } - - /** - * 等待浏览器下载开始，可将其拦截 - * - * @return 成功返回任务对象，失败返回false - */ - public Object downloadBegin() { - return downloadBegin(null); - } - - /** - * 等待浏览器下载开始，可将其拦截 - * - * @param timeout 超时时间，null使用页面对象超时时间 - * @return 成功返回任务对象，失败返回false - */ - public Object downloadBegin(Double timeout) { - return downloadBegin(timeout, false); - } - - /** - * 等待浏览器下载开始，可将其拦截 - * - * @param timeout 超时时间，null使用页面对象超时时间 - * @param cancelIt 是否取消该任务 - * @return 成功返回任务对象，失败返回false - */ - public Object downloadBegin(Double timeout, boolean cancelIt) { - this.driver.browser().getDlMgr().setFlag(this.driver.tabId(), !cancelIt); - timeout = timeout == null ? this.driver.timeout() : timeout; - Object r = false; - long endTime = (long) (System.currentTimeMillis() + timeout * 1000); - while (System.currentTimeMillis() < endTime) { - Object flag = this.driver.browser().getDlMgr().getFlag(this.driver.tabId()); - if (!(flag instanceof Boolean)) { - r = flag; - break; - } - } - this.driver.browser().getDlMgr().setFlag(this.driver.tabId(), null); - return r; - } - - /** - * 等待url变成包含或不包含指定文本 - * - * @param text 用于识别的文本 - * @return 是否等待成功 - */ - public boolean urlChange(String text) { - return urlChange(text, false); - } - - /** - * 等待url变成包含或不包含指定文本 - * - * @param text 用于识别的文本 - * @param exclude 是否排除，为True时当url不包含text指定文本时返回True - * @return 是否等待成功 - */ - public boolean urlChange(String text, boolean exclude) { - return urlChange(text, exclude, null); - } - - /** - * 等待url变成包含或不包含指定文本 - * - * @param text 用于识别的文本 - * @param exclude 是否排除，为True时当url不包含text指定文本时返回True - * @param timeout 超时时间 - * @return 是否等待成功 - */ - public boolean urlChange(String text, boolean exclude, Double timeout) { - return urlChange(text, exclude, timeout, null); - } - - /** - * 等待url变成包含或不包含指定文本 - * - * @param text 用于识别的文本 - * @param exclude 是否排除，为True时当url不包含text指定文本时返回True - * @param timeout 超时时间 - * @param raiseErr 等待失败时是否报错，为null时根据Settings设置 - * @return 是否等待成功 - */ - public boolean urlChange(String text, boolean exclude, Double timeout, Boolean raiseErr) { - return this.change("url", text, exclude, timeout, raiseErr); - } - - /** - * 等待title变成包含或不包含指定文本 - * - * @param text 用于识别的文本 - * @return 是否等待成功 - */ - public boolean titleChange(String text) { - return titleChange(text, false); - } - - /** - * 等待title变成包含或不包含指定文本 - * - * @param text 用于识别的文本 - * @param exclude 是否排除，为True时当title不包含text指定文本时返回True - * @return 是否等待成功 - */ - public boolean titleChange(String text, boolean exclude) { - return titleChange(text, exclude, null); - } - - /** - * 等待title变成包含或不包含指定文本 - * - * @param text 用于识别的文本 - * @param exclude 是否排除，为True时当title不包含text指定文本时返回True - * @param timeout 超时时间 - * @return 是否等待成功 - */ - public boolean titleChange(String text, boolean exclude, Double timeout) { - return titleChange(text, exclude, timeout, null); - } - - /** - * 等待title变成包含或不包含指定文本 - * - * @param text 用于识别的文本 - * @param exclude 是否排除，为True时当title不包含text指定文本时返回True - * @param timeout 超时时间 - * @param raiseErr 等待失败时是否报错，为null时根据Settings设置 - * @return 是否等待成功 - */ - public boolean titleChange(String text, boolean exclude, Double timeout, Boolean raiseErr) { - return this.change("title", text, exclude, timeout, raiseErr); - - } - - /** - * 等待指定属性变成包含或不包含指定文本 - * - * @param arg 要被匹配的属性 - * @param text 用于识别的文本 - * @param exclude 为True时当属性不包含text指定文本时返回True - * @param timeout 超时时间 - * @param raiseErr 等待失败时是否报错，为null时根据Settings设置 - * @return 是否等待成功 - */ - protected boolean change(String arg, String text, boolean exclude, Double timeout, Boolean raiseErr) { - timeout = timeout == null ? this.driver.timeout() : timeout; - long endTime = (long) (System.currentTimeMillis() + timeout * 1000); - String val; - while (System.currentTimeMillis() < endTime) { - if (arg.equals("url")) { - val = this.driver.url(); - } else if (arg.equals("title")) { - val = this.driver.title(); - } else { - throw new IllegalArgumentException(); - } - if ((!exclude && val.contains(text)) || (exclude && !val.contains(text))) { - return true; - } - try { - Thread.sleep(50); - } catch (InterruptedException e) { - throw new RuntimeException(e); - } - } - if (raiseErr != null && raiseErr || Settings.raiseWhenWaitFailed) { - throw new WaitTimeoutError("等待" + arg + "改变失败（等待" + timeout + "秒）。"); - } - return false; - } - - protected boolean loading(Double timeout, boolean start, double gap, Boolean raiseErr) { - timeout = timeout == null || timeout != 0 ? this.driver.timeout() : timeout; - long endTime = (long) (System.currentTimeMillis() + timeout * 1000); - while (System.currentTimeMillis() < endTime) { - if (this.driver.getIsLoading() == start) { - return true; - } - try { - Thread.sleep((long) (gap * 1000)); - } catch (InterruptedException e) { - throw new RuntimeException(e); - } - } - if (raiseErr != null && raiseErr || Settings.raiseWhenWaitFailed) { - throw new WaitTimeoutError("等待页面加载失败（等待" + timeout + "秒）。"); - } - return false; - } - - -} diff --git a/java/src/main/java/com/ll/DrissonPage/units/waiter/ElementWaiter.java b/java/src/main/java/com/ll/DrissonPage/units/waiter/ElementWaiter.java deleted file mode 100644 index 22d6d52..0000000 --- a/java/src/main/java/com/ll/DrissonPage/units/waiter/ElementWaiter.java +++ /dev/null @@ -1,404 +0,0 @@ -package com.ll.DrissonPage.units.waiter; - -import com.ll.DrissonPage.element.ChromiumElement; -import com.ll.DrissonPage.error.extend.NoRectError; -import com.ll.DrissonPage.error.extend.WaitTimeoutError; -import com.ll.DrissonPage.functions.Settings; -import com.ll.DrissonPage.page.ChromiumBase; -import com.ll.DrissonPage.units.Coordinate; -import com.ll.DrissonPage.units.states.ElementStates; - -import java.lang.reflect.InvocationTargetException; -import java.util.Objects; - -/** - * 等待元素在dom中某种状态，如删除、显示、隐藏 - * - * @author 陆 - * @address click - */ -public class ElementWaiter { - private final ChromiumBase page; - private final ChromiumElement ele; - - /** - * 等待元素在dom中某种状态，如删除、显示、隐藏 - * - * @param page 元素所在页面 - * @param ele 要等待的元素 - */ - public ElementWaiter(ChromiumBase page, ChromiumElement ele) { - this.page = page; - this.ele = ele; - } - - /** - * 等待若干秒 - * - * @param second 秒 - */ - public void sleep(Double second) { - try { - Thread.sleep((long) (second * 1000)); - } catch (InterruptedException e) { - throw new RuntimeException(e); - } - } - - /** - * 等待元素从dom删除 - * - * @return 是否等待成功 - */ - public boolean deleted() { - return deleted(null); - } - - /** - * 等待元素从dom删除 - * - * @param timeout 超时时间，为null使用元素所在页面timeout属性 - * @return 是否等待成功 - */ - public boolean deleted(Double timeout) { - return deleted(timeout, null); - } - - /** - * 等待元素从dom删除 - * - * @param timeout 超时时间，为null使用元素所在页面timeout属性 - * @param raiseErr 等待失败时是否报错，为null时根据Settings设置 - * @return 是否等待成功 - */ - public boolean deleted(Double timeout, Boolean raiseErr) { - return this.waitState("isAlive", false, timeout, raiseErr, "等待元素被删除失败。"); - } - - - /** - * 等待元素从dom显示 - * - * @return 是否等待成功 - */ - public boolean displayed() { - return displayed(null); - } - - /** - * 等待元素从dom显示 - * - * @param timeout 超时时间，为null使用元素所在页面timeout属性 - * @return 是否等待成功 - */ - public boolean displayed(Double timeout) { - return displayed(timeout, null); - } - - /** - * 等待元素从dom显示 - * - * @param timeout 超时时间，为null使用元素所在页面timeout属性 - * @param raiseErr 等待失败时是否报错，为null时根据Settings设置 - * @return 是否等待成功 - */ - public boolean displayed(Double timeout, Boolean raiseErr) { - return this.waitState("isDisplayed", true, timeout, raiseErr, "等待元素显示失败。"); - } - - - /** - * 等待元素从dom隐藏 - * - * @return 是否等待成功 - */ - public boolean hidden() { - return hidden(null); - } - - /** - * 等待元素从dom隐藏 - * - * @param timeout 超时时间，为null使用元素所在页面timeout属性 - * @return 是否等待成功 - */ - public boolean hidden(Double timeout) { - return hidden(timeout, null); - } - - /** - * 等待元素从dom隐藏 - * - * @param timeout 超时时间，为null使用元素所在页面timeout属性 - * @param raiseErr 等待失败时是否报错，为null时根据Settings设置 - * @return 是否等待成功 - */ - public boolean hidden(Double timeout, Boolean raiseErr) { - return this.waitState("isDisplayed", false, timeout, raiseErr, "等待元素隐藏失败。"); - } - - - /** - * 等待当前元素被遮盖 - * - * @return 是否等待成功 - */ - public boolean covered() { - return covered(null); - } - - /** - * 等待当前元素被遮盖 - * - * @param timeout 超时时间，为null使用元素所在页面timeout属性 - * @return 是否等待成功 - */ - public boolean covered(Double timeout) { - return covered(timeout, null); - } - - /** - * 等待当前元素被遮盖 - * - * @param timeout 超时时间，为null使用元素所在页面timeout属性 - * @param raiseErr 等待失败时是否报错，为null时根据Settings设置 - * @return 是否等待成功 - */ - public boolean covered(Double timeout, Boolean raiseErr) { - return this.waitState("isCovered", true, timeout, raiseErr, "等待元素被覆盖失败。"); - } - - - /** - * 等待当前元素不被遮盖 - * - * @return 是否等待成功 - */ - public boolean notCovered() { - return notCovered(null); - } - - /** - * 等待当前元素不被遮盖 - * - * @param timeout 超时时间，为null使用元素所在页面timeout属性 - * @return 是否等待成功 - */ - public boolean notCovered(Double timeout) { - return notCovered(timeout, null); - } - - /** - * 等待当前元素不被遮盖 - * - * @param timeout 超时时间，为null使用元素所在页面timeout属性 - * @param raiseErr 等待失败时是否报错，为null时根据Settings设置 - * @return 是否等待成功 - */ - public boolean notCovered(Double timeout, Boolean raiseErr) { - return this.waitState("isCovered", false, timeout, raiseErr, "等待元素不被覆盖失败。"); - } - - - /** - * 等待当前元素变成可用 - * - * @return 是否等待成功 - */ - public boolean enabled() { - return enabled(null); - } - - /** - * 等待当前元素变成可用 - * - * @param timeout 超时时间，为null使用元素所在页面timeout属性 - * @return 是否等待成功 - */ - public boolean enabled(Double timeout) { - return enabled(timeout, null); - } - - /** - * 等待当前元素变成可用 - * - * @param timeout 超时时间，为null使用元素所在页面timeout属性 - * @param raiseErr 等待失败时是否报错，为null时根据Settings设置 - * @return 是否等待成功 - */ - public boolean enabled(Double timeout, Boolean raiseErr) { - return this.waitState("isEnabled", true, timeout, raiseErr, "等待元素变成可用失败。"); - } - - /** - * 等待当前元素变成不可用 - * - * @return 是否等待成功 - */ - public boolean disabled() { - return disabled(null); - } - - /** - * 等待当前元素变成不可用 - * - * @param timeout 超时时间，为null使用元素所在页面timeout属性 - * @return 是否等待成功 - */ - public boolean disabled(Double timeout) { - return disabled(timeout, null); - } - - /** - * 等待当前元素变成不可用 - * - * @param timeout 超时时间，为null使用元素所在页面timeout属性 - * @param raiseErr 等待失败时是否报错，为null时根据Settings设置 - * @return 是否等待成功 - */ - public boolean disabled(Double timeout, Boolean raiseErr) { - return this.waitState("isEnabled", false, timeout, raiseErr, "等待元素变成不可用失败。"); - } - - /** - * 等待当前元素变成不可用或从DOM移除 - * - * @return 是否等待成功 - */ - public boolean disabledOrDeleted() { - return disabledOrDeleted(null); - } - - /** - * 等待当前元素变成不可用或从DOM移除 - * - * @param timeout 超时时间，为null使用元素所在页面timeout属性 - * @return 是否等待成功 - */ - public boolean disabledOrDeleted(Double timeout) { - return disabledOrDeleted(timeout, null); - } - - /** - * 等待当前元素变成不可用或从DOM移除 - * - * @param timeout 超时时间，为null使用元素所在页面timeout属性 - * @param raiseErr 等待失败时是否报错，为null时根据Settings设置 - * @return 是否等待成功 - */ - public boolean disabledOrDeleted(Double timeout, Boolean raiseErr) { - timeout = timeout == null ? this.page.timeout() : timeout; - long endTime = (long) (System.currentTimeMillis() + timeout * 1000); - while (System.currentTimeMillis() < endTime) { - if (!this.ele.states().isEnabled() || !this.ele.states().isAlive()) { - return true; - } - try { - Thread.sleep(50); - } catch (InterruptedException e) { - throw new RuntimeException(e); - } - } - if (raiseErr == Boolean.TRUE || Settings.raiseWhenWaitFailed) - throw new WaitTimeoutError("等待元素隐藏或被删除失败（等待" + timeout + "秒）。"); - else return false; - - } - - /** - * 等待当前元素停止运动 - * - * @return 是否等待成功 - */ - public boolean stopMoving() { - return stopMoving(.1); - } - - /** - * 等待当前元素停止运动 - * - * @param gap 检测间隔时间 - * @return 是否等待成功 - */ - public boolean stopMoving(double gap) { - return stopMoving(gap, null); - } - - /** - * 等待当前元素停止运动 - * - * @param gap 检测间隔时间 - * @param timeout 超时时间，为null 使用元素所在页面timeout属性 - * @return 是否等待成功 - */ - public boolean stopMoving(double gap, Double timeout) { - return stopMoving(gap, timeout, null); - } - - /** - * 等待当前元素停止运动 - * - * @param gap 检测间隔时间 - * @param timeout 超时时间，为null 使用元素所在页面timeout属性 - * @param raiseErr 等待失败时是否报错，为null时根据Settings设置 - * @return 是否等待成功 - */ - public boolean stopMoving(double gap, Double timeout, Boolean raiseErr) { - timeout = timeout == null ? this.page.timeout() : timeout; - long endTime = (long) (System.currentTimeMillis() + timeout * 1000); - Object size = null; - Coordinate location = null; - while (System.currentTimeMillis() < endTime) { - try { - size = this.ele.states().hasRect(); - location = this.ele.rect().location(); - break; - } catch (NoRectError ignored) { - } - } - while (System.currentTimeMillis() < endTime) { - try { - Thread.sleep((long) gap * 1000); - } catch (InterruptedException e) { - throw new RuntimeException(e); - } - if (Objects.equals(this.ele.rect().size(), size) && Objects.equals(this.ele.rect().location(), location)) - return true; - size = this.ele.rect().size(); - location = this.ele.rect().location(); - } - if (raiseErr == Boolean.TRUE || Settings.raiseWhenWaitFailed) - throw new WaitTimeoutError("等待元素停止运动失败（等待" + timeout + "秒）。"); - else return false; - } - - /** - * 等待元素某个元素状态到达指定状态 - * - * @param attr 状态名称 - * @param mode true或false - * @param timeout 超时时间，为None使用元素所在页面timeout属性 - * @param raiseErr 等待失败时是否报错，为null时根据Settings设置 - * @param errText 抛出错误时显示的信息 - * @return 是否等待成功 - */ - private boolean waitState(String attr, boolean mode, Double timeout, Boolean raiseErr, String errText) { - errText = errText == null ? "等待元素状态改变失败（等待%s秒）。" : errText; - timeout = timeout == null ? this.page.timeout() : timeout; - long endTime = (long) (System.currentTimeMillis() + timeout * 1000); - while (System.currentTimeMillis() < endTime) { - ElementStates states = this.ele.states(); - try { - if (Objects.equals(states.getClass().getMethod(attr).invoke(states), mode)) return true; - Thread.sleep(50); - } catch (NoSuchMethodException | InvocationTargetException | IllegalAccessException | - InterruptedException e) { - throw new RuntimeException(e); - } - } - if (raiseErr == Boolean.TRUE || Settings.raiseWhenWaitFailed) - throw new WaitTimeoutError(String.format(errText, timeout)); - else return false; - } - -} diff --git a/java/src/main/java/com/ll/DrissonPage/units/waiter/FrameWaiter.java b/java/src/main/java/com/ll/DrissonPage/units/waiter/FrameWaiter.java deleted file mode 100644 index a7dfae5..0000000 --- a/java/src/main/java/com/ll/DrissonPage/units/waiter/FrameWaiter.java +++ /dev/null @@ -1,396 +0,0 @@ -package com.ll.DrissonPage.units.waiter; - -import com.ll.DrissonPage.element.ChromiumElement; -import com.ll.DrissonPage.error.extend.NoRectError; -import com.ll.DrissonPage.error.extend.WaitTimeoutError; -import com.ll.DrissonPage.functions.Settings; -import com.ll.DrissonPage.page.ChromiumFrame; -import com.ll.DrissonPage.units.Coordinate; -import com.ll.DrissonPage.units.states.ElementStates; - -import java.lang.reflect.InvocationTargetException; -import java.util.Objects; - -/** - * @author 陆 - * @address click - */ -public class FrameWaiter extends BaseWaiter { - //----------------------------多继承ElementWaiter----------------------------- - private final ChromiumElement ele; - - - public FrameWaiter(ChromiumFrame chromiumBase) { - super(chromiumBase); - this.ele = chromiumBase.frameEle(); - } - - /** - * 等待若干秒 - * - * @param second 秒 - */ - public void sleep(Double second) { - try { - Thread.sleep((long) (second * 1000)); - } catch (InterruptedException e) { - throw new RuntimeException(e); - } - } - - /** - * 等待元素从dom删除 - * - * @return 是否等待成功 - */ - public boolean deleted() { - return deleted(null); - } - - /** - * 等待元素从dom删除 - * - * @param timeout 超时时间，为null使用元素所在页面timeout属性 - * @return 是否等待成功 - */ - public boolean deleted(Double timeout) { - return deleted(timeout, null); - } - - /** - * 等待元素从dom删除 - * - * @param timeout 超时时间，为null使用元素所在页面timeout属性 - * @param raiseErr 等待失败时是否报错，为null时根据Settings设置 - * @return 是否等待成功 - */ - public boolean deleted(Double timeout, Boolean raiseErr) { - return this.waitState("isAlive", false, timeout, raiseErr, "等待元素被删除失败。"); - } - - - /** - * 等待元素从dom显示 - * - * @return 是否等待成功 - */ - public boolean displayed() { - return displayed(null); - } - - /** - * 等待元素从dom显示 - * - * @param timeout 超时时间，为null使用元素所在页面timeout属性 - * @return 是否等待成功 - */ - public boolean displayed(Double timeout) { - return displayed(timeout, null); - } - - /** - * 等待元素从dom显示 - * - * @param timeout 超时时间，为null使用元素所在页面timeout属性 - * @param raiseErr 等待失败时是否报错，为null时根据Settings设置 - * @return 是否等待成功 - */ - public boolean displayed(Double timeout, Boolean raiseErr) { - return this.waitState("isDisplayed", true, timeout, raiseErr, "等待元素显示失败。"); - } - - - /** - * 等待元素从dom隐藏 - * - * @return 是否等待成功 - */ - public boolean hidden() { - return hidden(null); - } - - /** - * 等待元素从dom隐藏 - * - * @param timeout 超时时间，为null使用元素所在页面timeout属性 - * @return 是否等待成功 - */ - public boolean hidden(Double timeout) { - return hidden(timeout, null); - } - - /** - * 等待元素从dom隐藏 - * - * @param timeout 超时时间，为null使用元素所在页面timeout属性 - * @param raiseErr 等待失败时是否报错，为null时根据Settings设置 - * @return 是否等待成功 - */ - public boolean hidden(Double timeout, Boolean raiseErr) { - return this.waitState("isDisplayed", false, timeout, raiseErr, "等待元素隐藏失败。"); - } - - - /** - * 等待当前元素被遮盖 - * - * @return 是否等待成功 - */ - public boolean covered() { - return covered(null); - } - - /** - * 等待当前元素被遮盖 - * - * @param timeout 超时时间，为null使用元素所在页面timeout属性 - * @return 是否等待成功 - */ - public boolean covered(Double timeout) { - return covered(timeout, null); - } - - /** - * 等待当前元素被遮盖 - * - * @param timeout 超时时间，为null使用元素所在页面timeout属性 - * @param raiseErr 等待失败时是否报错，为null时根据Settings设置 - * @return 是否等待成功 - */ - public boolean covered(Double timeout, Boolean raiseErr) { - return this.waitState("isCovered", true, timeout, raiseErr, "等待元素被覆盖失败。"); - } - - - /** - * 等待当前元素不被遮盖 - * - * @return 是否等待成功 - */ - public boolean notCovered() { - return notCovered(null); - } - - /** - * 等待当前元素不被遮盖 - * - * @param timeout 超时时间，为null使用元素所在页面timeout属性 - * @return 是否等待成功 - */ - public boolean notCovered(Double timeout) { - return notCovered(timeout, null); - } - - /** - * 等待当前元素不被遮盖 - * - * @param timeout 超时时间，为null使用元素所在页面timeout属性 - * @param raiseErr 等待失败时是否报错，为null时根据Settings设置 - * @return 是否等待成功 - */ - public boolean notCovered(Double timeout, Boolean raiseErr) { - return this.waitState("isCovered", false, timeout, raiseErr, "等待元素不被覆盖失败。"); - } - - - /** - * 等待当前元素变成可用 - * - * @return 是否等待成功 - */ - public boolean enabled() { - return enabled(null); - } - - /** - * 等待当前元素变成可用 - * - * @param timeout 超时时间，为null使用元素所在页面timeout属性 - * @return 是否等待成功 - */ - public boolean enabled(Double timeout) { - return enabled(timeout, null); - } - - /** - * 等待当前元素变成可用 - * - * @param timeout 超时时间，为null使用元素所在页面timeout属性 - * @param raiseErr 等待失败时是否报错，为null时根据Settings设置 - * @return 是否等待成功 - */ - public boolean enabled(Double timeout, Boolean raiseErr) { - return this.waitState("isEnabled", true, timeout, raiseErr, "等待元素变成可用失败。"); - } - - /** - * 等待当前元素变成不可用 - * - * @return 是否等待成功 - */ - public boolean disabled() { - return disabled(null); - } - - /** - * 等待当前元素变成不可用 - * - * @param timeout 超时时间，为null使用元素所在页面timeout属性 - * @return 是否等待成功 - */ - public boolean disabled(Double timeout) { - return disabled(timeout, null); - } - - /** - * 等待当前元素变成不可用 - * - * @param timeout 超时时间，为null使用元素所在页面timeout属性 - * @param raiseErr 等待失败时是否报错，为null时根据Settings设置 - * @return 是否等待成功 - */ - public boolean disabled(Double timeout, Boolean raiseErr) { - return this.waitState("isEnabled", false, timeout, raiseErr, "等待元素变成不可用失败。"); - } - - /** - * 等待当前元素变成不可用或从DOM移除 - * - * @return 是否等待成功 - */ - public boolean disabledOrDeleted() { - return disabledOrDeleted(null); - } - - /** - * 等待当前元素变成不可用或从DOM移除 - * - * @param timeout 超时时间，为null使用元素所在页面timeout属性 - * @return 是否等待成功 - */ - public boolean disabledOrDeleted(Double timeout) { - return disabledOrDeleted(timeout, null); - } - - /** - * 等待当前元素变成不可用或从DOM移除 - * - * @param timeout 超时时间，为null使用元素所在页面timeout属性 - * @param raiseErr 等待失败时是否报错，为null时根据Settings设置 - * @return 是否等待成功 - */ - public boolean disabledOrDeleted(Double timeout, Boolean raiseErr) { - timeout = timeout == null ? super.driver.timeout() : timeout; - long endTime = (long) (System.currentTimeMillis() + timeout * 1000); - while (System.currentTimeMillis() < endTime) { - if (!this.ele.states().isEnabled() || !this.ele.states().isAlive()) { - return true; - } - try { - Thread.sleep(50); - } catch (InterruptedException e) { - throw new RuntimeException(e); - } - } - if (raiseErr == Boolean.TRUE || Settings.raiseWhenWaitFailed) - throw new WaitTimeoutError("等待元素隐藏或被删除失败（等待" + timeout + "秒）。"); - else return false; - - } - - /** - * 等待当前元素停止运动 - * - * @return 是否等待成功 - */ - public boolean stopMoving() { - return stopMoving(.1); - } - - /** - * 等待当前元素停止运动 - * - * @param gap 检测间隔时间 - * @return 是否等待成功 - */ - public boolean stopMoving(double gap) { - return stopMoving(gap, null); - } - - /** - * 等待当前元素停止运动 - * - * @param gap 检测间隔时间 - * @param timeout 超时时间，为null 使用元素所在页面timeout属性 - * @return 是否等待成功 - */ - public boolean stopMoving(double gap, Double timeout) { - return stopMoving(gap, timeout, null); - } - - /** - * 等待当前元素停止运动 - * - * @param gap 检测间隔时间 - * @param timeout 超时时间，为null 使用元素所在页面timeout属性 - * @param raiseErr 等待失败时是否报错，为null时根据Settings设置 - * @return 是否等待成功 - */ - public boolean stopMoving(double gap, Double timeout, Boolean raiseErr) { - timeout = timeout == null ? super.driver.timeout() : timeout; - long endTime = (long) (System.currentTimeMillis() + timeout * 1000); - Object size = null; - Coordinate location = null; - while (System.currentTimeMillis() < endTime) { - try { - size = this.ele.states().hasRect(); - location = this.ele.rect().location(); - break; - } catch (NoRectError ignored) { - } - } - while (System.currentTimeMillis() < endTime) { - try { - Thread.sleep((long) gap * 1000); - } catch (InterruptedException e) { - throw new RuntimeException(e); - } - if (Objects.equals(this.ele.rect().size(), size) && Objects.equals(this.ele.rect().location(), location)) - return true; - size = this.ele.rect().size(); - location = this.ele.rect().location(); - } - if (raiseErr == Boolean.TRUE || Settings.raiseWhenWaitFailed) - throw new WaitTimeoutError("等待元素停止运动失败（等待" + timeout + "秒）。"); - else return false; - } - - /** - * 等待元素某个元素状态到达指定状态 - * - * @param attr 状态名称 - * @param mode true或false - * @param timeout 超时时间，为None使用元素所在页面timeout属性 - * @param raiseErr 等待失败时是否报错，为null时根据Settings设置 - * @param errText 抛出错误时显示的信息 - * @return 是否等待成功 - */ - private boolean waitState(String attr, boolean mode, Double timeout, Boolean raiseErr, String errText) { - errText = errText == null ? "等待元素状态改变失败（等待%s秒）。" : errText; - timeout = timeout == null ? super.driver.timeout() : timeout; - long endTime = (long) (System.currentTimeMillis() + timeout * 1000); - while (System.currentTimeMillis() < endTime) { - ElementStates states = this.ele.states(); - try { - if (Objects.equals(states.getClass().getMethod(attr).invoke(states), mode)) return true; - Thread.sleep(50); - } catch (NoSuchMethodException | InvocationTargetException | IllegalAccessException | - InterruptedException e) { - throw new RuntimeException(e); - } - } - if (raiseErr == Boolean.TRUE || Settings.raiseWhenWaitFailed) - throw new WaitTimeoutError(String.format(errText, timeout)); - else return false; - } -} diff --git a/java/src/main/java/com/ll/DrissonPage/units/waiter/PageWaiter.java b/java/src/main/java/com/ll/DrissonPage/units/waiter/PageWaiter.java deleted file mode 100644 index 7e677c1..0000000 --- a/java/src/main/java/com/ll/DrissonPage/units/waiter/PageWaiter.java +++ /dev/null @@ -1,114 +0,0 @@ -package com.ll.DrissonPage.units.waiter; - -import com.ll.DrissonPage.error.extend.WaitTimeoutError; -import com.ll.DrissonPage.functions.Settings; -import com.ll.DrissonPage.page.ChromiumPage; -import com.ll.DrissonPage.units.downloader.DownloadMission; - -import java.util.Objects; - -/** - * @author 陆 - * @address click - */ -public class PageWaiter extends TabWaiter { - public PageWaiter(ChromiumPage page) { - super(page); - } - - /** - * @return 等到新标签页返回其id，否则返回False - */ - public String newTab() { - return newTab(null); - } - - /** - * @param timeout 等待超时时间，为Null则使用页面对象timeout属性 - * @return 等到新标签页返回其id，否则返回False - */ - public String newTab(Double timeout) { - return newTab(timeout, null); - } - - /** - * @param timeout 等待超时时间，为Null则使用页面对象timeout属性 - * @param raiseErr 等待失败时是否报错，为Null时根据Settings设置 - * @return 等到新标签页返回其id，否则返回False - */ - public String newTab(Double timeout, Boolean raiseErr) { - timeout = timeout == null ? this.driver.timeout() : timeout; - long endTime = (long) (System.currentTimeMillis() + timeout * 1000); - while (System.currentTimeMillis() < endTime) { - String s = ((ChromiumPage) (this.driver)).latestTab(); - if (Objects.equals(this.driver.tabId(), s)) return s; - try { - Thread.sleep(10); - } catch (InterruptedException e) { - throw new RuntimeException(e); - } - } - if (raiseErr != null && raiseErr || Settings.raiseWhenWaitFailed) - throw new WaitTimeoutError("等待新标签页失败（等待" + timeout + "秒"); - return null; - } - - /** - * 等待所有浏览器下载任务结束 - * - * @return 是否等待成功 - */ - public boolean allDownloadsDone() { - return allDownloadsDone(null); - } - - /** - * 等待所有浏览器下载任务结束 - * - * @param timeout 超时时间，为null时无限等待 - * @return 是否等待成功 - */ - public boolean allDownloadsDone(Double timeout) { - return allDownloadsDone(timeout, true); - } - - /** - * 等待所有浏览器下载任务结束 - * - * @param timeout 超时时间，为null时无限等待 - * @param cancelIfTimeout 超时时是否取消剩余任务 - * @return 是否等待成功 - */ - public boolean allDownloadsDone(Double timeout, boolean cancelIfTimeout) { - if (timeout == null) { - while (!this.driver.browser().getDlMgr().getMissions().isEmpty()) { - try { - Thread.sleep(500); - } catch (InterruptedException e) { - throw new RuntimeException(e); - } - } - return true; - } else { - long endTime = (long) (System.currentTimeMillis() + timeout * 1000); - while (System.currentTimeMillis() < endTime) { - if (this.driver.browser().getDlMgr().getMissions().isEmpty()) { - return true; - } - try { - Thread.sleep(500); - } catch (InterruptedException e) { - throw new RuntimeException(e); - } - } - if (!this.driver.browser().getDlMgr().getMissions().isEmpty()) { - if (cancelIfTimeout) - this.driver.browser().getDlMgr().getMissions().values().forEach(DownloadMission::cancel); - return false; - } else { - return true; - } - } - } - -} diff --git a/java/src/main/java/com/ll/DrissonPage/units/waiter/TabWaiter.java b/java/src/main/java/com/ll/DrissonPage/units/waiter/TabWaiter.java deleted file mode 100644 index e2f36b2..0000000 --- a/java/src/main/java/com/ll/DrissonPage/units/waiter/TabWaiter.java +++ /dev/null @@ -1,95 +0,0 @@ -package com.ll.DrissonPage.units.waiter; - -import com.ll.DrissonPage.page.ChromiumBase; -import com.ll.DrissonPage.units.downloader.DownloadMission; - -/** - * @author 陆 - * @address click - */ -public class TabWaiter extends BaseWaiter { - public TabWaiter(ChromiumBase chromiumBase) { - super(chromiumBase); - } - - /** - * 等待所有浏览器下载任务结束 - * - * @return 是否等待成功 - */ - public boolean downloadsDone() { - return downloadsDone(null); - } - - /** - * 等待所有浏览器下载任务结束 - * - * @param timeout 超时时间，为null时无限等待 - * @return 是否等待成功 - */ - public boolean downloadsDone(Float timeout) { - return downloadsDone(timeout, true); - } - - /** - * 等待所有浏览器下载任务结束 - * - * @param timeout 超时时间，为null时无限等待 - * @param cancelIfTimeout 超时时是否取消剩余任务 - * @return 是否等待成功 - */ - public boolean downloadsDone(Float timeout, boolean cancelIfTimeout) { - if (timeout == null) { - while (!this.driver.browser().getDlMgr().getTabMissions(this.driver.tabId()).isEmpty()) { - try { - Thread.sleep(500); - } catch (InterruptedException e) { - throw new RuntimeException(e); - } - } - return true; - } else { - long endTime = (long) (System.currentTimeMillis() + this.driver.timeout() * 1000); - while (System.currentTimeMillis() < endTime) { - if (this.driver.browser().getDlMgr().getTabMissions(this.driver.tabId()).isEmpty()) { - return true; - } - try { - Thread.sleep(500); - } catch (InterruptedException e) { - throw new RuntimeException(e); - } - } - if (!this.driver.browser().getDlMgr().getTabMissions(this.driver.tabId()).isEmpty()) { - if (cancelIfTimeout) { - for (DownloadMission tabMission : this.driver.browser().getDlMgr().getTabMissions(this.driver.tabId())) { - tabMission.cancel(); - } - } - return false; - } - return true; - } - } - - /** - * 等待弹出框关闭 - */ - public void alertClose() { - while (!super.driver.states().hasAlert()) { - try { - Thread.sleep(200); - } catch (InterruptedException e) { - throw new RuntimeException(e); - } - } - while (super.driver.states().hasAlert()) { - try { - Thread.sleep(200); - } catch (InterruptedException e) { - throw new RuntimeException(e); - } - } - } - -} diff --git a/java/src/main/java/com/ll/DrissonPage/utils/CloseableHttpClientUtils.java b/java/src/main/java/com/ll/DrissonPage/utils/CloseableHttpClientUtils.java deleted file mode 100644 index 754cec0..0000000 --- a/java/src/main/java/com/ll/DrissonPage/utils/CloseableHttpClientUtils.java +++ /dev/null @@ -1,105 +0,0 @@ -package com.ll.DrissonPage.utils; - - -import org.apache.http.Header; -import org.apache.http.HttpEntity; -import org.apache.http.client.config.RequestConfig; -import org.apache.http.client.methods.CloseableHttpResponse; -import org.apache.http.client.methods.HttpUriRequest; -import org.apache.http.config.SocketConfig; -import org.apache.http.impl.client.CloseableHttpClient; -import org.apache.http.impl.client.HttpClientBuilder; -import org.apache.http.util.EntityUtils; - -import java.io.IOException; -import java.util.Collection; - -/** - * 可关闭连接请求工具 - * - * @author 陆 - * @address click - */ -public class CloseableHttpClientUtils { - private static final CloseableHttpClient closeableHttpClient; - - static { - closeableHttpClient = reconnectCloseableHttpClient(); - } - - private CloseableHttpClientUtils() { - - } - - public static CloseableHttpClient closeableHttpClient() { - return closeableHttpClient; - } - - public static synchronized CloseableHttpClient reconnectCloseableHttpClient() { - return reconnectCloseableHttpClient(null); - } - - public static synchronized CloseableHttpClient reconnectCloseableHttpClient(Collection defaultHeaders) { - HttpClientBuilder httpClientBuilder = HttpClientBuilder.create(); - SocketConfig socketConfig = SocketConfig.custom().setSoKeepAlive(false).setSoReuseAddress(true).setSoTimeout(120_000).build(); - httpClientBuilder.setDefaultHeaders(defaultHeaders); - RequestConfig requestConfig = RequestConfig.custom().setConnectTimeout(120_000).setSocketTimeout(120_000).setConnectionRequestTimeout(30).build(); - httpClientBuilder.setDefaultRequestConfig(requestConfig); - httpClientBuilder.setDefaultSocketConfig(socketConfig); - return httpClientBuilder.build(); - } - - /** - * @param request 发送get或者post请求 - * @return 返回请求体 - * @throws IOException 异常 - */ - public static HttpEntity sendRequest(HttpUriRequest request) throws IOException { - CloseableHttpResponse execute; - CloseableHttpClient client = CloseableHttpClientUtils.closeableHttpClient(); - try { - execute = client.execute(request); - } catch (Exception e) { - CloseableHttpClient closeableHttpClient1=null; - try { - closeableHttpClient1 = CloseableHttpClientUtils.reconnectCloseableHttpClient(); - } finally { - if (closeableHttpClient1 != null) { - closeableHttpClient1.close(); - } - } - execute = client.execute(request); - } - return execute.getEntity(); - } - - - /** - * @param request 发送get或者post请求 - * @return 返回请求体 - */ - public static String sendRequestJson(HttpUriRequest request) { - HttpEntity entity; - String json; - try { - entity = CloseableHttpClientUtils.sendRequest(request); - } catch (IOException e) { -// System.out.println("发送请求失败->错误原因" + e); - return null; - } - try { - json = EntityUtils.toString(entity); - } catch (IOException e) { - System.out.println("解析请求失败->错误原因" + e); - - return null; - - } - try { - EntityUtils.consume(entity);//释放连接 - } catch (Exception e) { - System.out.println("释放请求失败->错误原因" + e); - } - return json; - } -} diff --git a/java/src/main/java/com/ll/cssselectortoxpath/CssToXpath.java b/java/src/main/java/com/ll/cssselectortoxpath/CssToXpath.java deleted file mode 100644 index eb2688e..0000000 --- a/java/src/main/java/com/ll/cssselectortoxpath/CssToXpath.java +++ /dev/null @@ -1,19 +0,0 @@ -package com.ll.cssselectortoxpath; - -import com.ll.cssselectortoxpath.utilities.CssElementCombinatorPairsToXpath; -import com.ll.cssselectortoxpath.utilities.CssSelectorToXPathConverterException; - -/** - * @author 陆 - * @address click - */ -public class CssToXpath { - public static String convertCssSelectorToXpath(String cssSelector) { - try { - return new CssElementCombinatorPairsToXpath().convertCssSelectorStringToXpathString(cssSelector); - } catch (CssSelectorToXPathConverterException e) { - e.printStackTrace(); - return cssSelector; - } - } -} diff --git a/java/src/main/java/com/ll/cssselectortoxpath/model/CssAttribute.java b/java/src/main/java/com/ll/cssselectortoxpath/model/CssAttribute.java deleted file mode 100644 index e65c89f..0000000 --- a/java/src/main/java/com/ll/cssselectortoxpath/model/CssAttribute.java +++ /dev/null @@ -1,36 +0,0 @@ -package com.ll.cssselectortoxpath.model; - -import lombok.Getter; - -@Getter -public class CssAttribute { - private final String name; - private final String value; - private final CssAttributeValueType type; - - public CssAttribute(String nameIn, String valueIn, String typeStringIn) { - this(nameIn, valueIn, CssAttributeValueType.valueTypeString(typeStringIn)); - - } - - public CssAttribute(String nameIn, String valueIn, CssAttributeValueType typeIn) { - this.name = nameIn; - this.value = valueIn; - this.type = typeIn; - } - - @Override - public String toString() { - return "Name=" + this.name + "; Value=" + this.value + "; Type=" + this.type; - } - - @Override - public boolean equals(Object cssAttribute) { - return cssAttribute instanceof CssElementAttributes && this.toString().equals(cssAttribute.toString()); - } - - @Override - public int hashCode() { - return toString().hashCode(); - } -} diff --git a/java/src/main/java/com/ll/cssselectortoxpath/model/CssAttributePseudoClass.java b/java/src/main/java/com/ll/cssselectortoxpath/model/CssAttributePseudoClass.java deleted file mode 100644 index 910a573..0000000 --- a/java/src/main/java/com/ll/cssselectortoxpath/model/CssAttributePseudoClass.java +++ /dev/null @@ -1,48 +0,0 @@ -package com.ll.cssselectortoxpath.model; - -public class CssAttributePseudoClass extends CssAttribute { - private final CssPsuedoClassType pseudoClassType; - private final String element; - private final String parenthesisExpression; - - public CssAttributePseudoClass(CssPsuedoClassType pseudoClassTypeIn, String elementIn, String parenthesisExpressionIn) { - super(null, null, (CssAttributeValueType) null); - pseudoClassType = pseudoClassTypeIn; - element = elementIn; - parenthesisExpression = parenthesisExpressionIn; - } - - public String getXPath() { - return pseudoClassType.getXpath(element, parenthesisExpression); - - } - - public CssPsuedoClassType getCssPsuedoClassType() { - return pseudoClassType; - } - - @Override - public String toString() { - return "Pseudo Class = " + pseudoClassType; - } - - @Override - public boolean equals(Object o) { - if (o == null) { - return false; - } - if (!(o instanceof CssAttributePseudoClass)) { - return false; - } - CssAttributePseudoClass obj = (CssAttributePseudoClass) o; - if (this.parenthesisExpression == null) { - if (obj.parenthesisExpression != null) { - return false; - } - } else if (!this.parenthesisExpression.equals(obj.parenthesisExpression)) { - return false; - } - return this.pseudoClassType.equals(obj.pseudoClassType); - } - -} diff --git a/java/src/main/java/com/ll/cssselectortoxpath/model/CssAttributeValueType.java b/java/src/main/java/com/ll/cssselectortoxpath/model/CssAttributeValueType.java deleted file mode 100644 index fa7635d..0000000 --- a/java/src/main/java/com/ll/cssselectortoxpath/model/CssAttributeValueType.java +++ /dev/null @@ -1,38 +0,0 @@ -package com.ll.cssselectortoxpath.model; - -public enum CssAttributeValueType { - EQUAL("="), TILDA_EQUAL("~="), PIPE_EQUAL("|="), CARROT_EQUAL("^="), DOLLAR_SIGN_EQUAL("$="), STAR_EQUAL("*="); - - private final String equalString; - - private CssAttributeValueType(String nameIn) { - this.equalString = nameIn; - } - - public static CssAttributeValueType valueTypeString(String unknownString) { - if (unknownString == null) { - return null; - } - - switch (unknownString) { - case "=": - return EQUAL; - case "~=": - return TILDA_EQUAL; - case "|=": - return PIPE_EQUAL; - case "$=": - return DOLLAR_SIGN_EQUAL; - case "^=": - return CARROT_EQUAL; - case "*=": - return STAR_EQUAL; - default: - throw new IllegalArgumentException(unknownString); - } - } - - public String getEqualStringName() { - return equalString; - } -} diff --git a/java/src/main/java/com/ll/cssselectortoxpath/model/CssCombinatorType.java b/java/src/main/java/com/ll/cssselectortoxpath/model/CssCombinatorType.java deleted file mode 100644 index 8044b6f..0000000 --- a/java/src/main/java/com/ll/cssselectortoxpath/model/CssCombinatorType.java +++ /dev/null @@ -1,43 +0,0 @@ -package com.ll.cssselectortoxpath.model; - -import lombok.Getter; - -public enum CssCombinatorType { - SPACE(' ', "//"), - PLUS('+', "/following-sibling::*[1]/self::"), - GREATER_THAN('>', "/"), - TILDA('~', "/following-sibling::"); - - private final char typeChar; - @Getter - private final String xpath; - - private CssCombinatorType(char typeCharIn, String xpathIn) { - this.typeChar = typeCharIn; - this.xpath = xpathIn; - } - - public static CssCombinatorType combinatorTypeChar(String unknownString) { - if (unknownString == null) { - return null; - } - - switch (unknownString) { - case " ": - return SPACE; - case "+": - return PLUS; - case ">": - return GREATER_THAN; - case "~": - return TILDA; - default: - throw new IllegalArgumentException(unknownString); - } - } - - public char getCombinatorChar() { - return typeChar; - } - -} diff --git a/java/src/main/java/com/ll/cssselectortoxpath/model/CssElementAttributes.java b/java/src/main/java/com/ll/cssselectortoxpath/model/CssElementAttributes.java deleted file mode 100644 index a37a7a1..0000000 --- a/java/src/main/java/com/ll/cssselectortoxpath/model/CssElementAttributes.java +++ /dev/null @@ -1,35 +0,0 @@ -package com.ll.cssselectortoxpath.model; - - -import lombok.Getter; - -import java.util.ArrayList; -import java.util.List; - - -@Getter -public class CssElementAttributes { - private final String element; - private final List cssAttributeList; - - public CssElementAttributes(String elementIn, List cssAttributeListIn) { - this.element = elementIn; - this.cssAttributeList = new ArrayList<>(cssAttributeListIn); - } - - @Override - public String toString() { - return "Element=" + this.element + ", CssAttributeList=" + this.cssAttributeList; - } - - @Override - public boolean equals(Object cssElementAttributes) { - return cssElementAttributes instanceof CssElementAttributes && this.toString().equals(cssElementAttributes.toString()); - } - - @Override - public int hashCode() { - return toString().hashCode(); - } - -} \ No newline at end of file diff --git a/java/src/main/java/com/ll/cssselectortoxpath/model/CssElementCombinatorPair.java b/java/src/main/java/com/ll/cssselectortoxpath/model/CssElementCombinatorPair.java deleted file mode 100644 index 1fe789b..0000000 --- a/java/src/main/java/com/ll/cssselectortoxpath/model/CssElementCombinatorPair.java +++ /dev/null @@ -1,32 +0,0 @@ -package com.ll.cssselectortoxpath.model; - - -import com.ll.cssselectortoxpath.utilities.CssElementAttributeParser; -import com.ll.cssselectortoxpath.utilities.CssSelectorToXPathConverterException; -import lombok.Getter; - -@Getter -public class CssElementCombinatorPair { - private final CssCombinatorType combinatorType; - private final CssElementAttributes cssElementAttributes; - - public CssElementCombinatorPair(CssCombinatorType combinatorTypeIn, String cssElementAttributesStringIn) throws CssSelectorToXPathConverterException { - this.combinatorType = combinatorTypeIn; - this.cssElementAttributes = new CssElementAttributeParser().createElementAttribute(cssElementAttributesStringIn); - } - - @Override - public String toString() { - return "(Combinator=" + this.getCombinatorType() + ", " + this.cssElementAttributes + ")"; - } - - @Override - public boolean equals(Object cssElementCombinatorPair) { - return cssElementCombinatorPair instanceof CssElementCombinatorPair && this.toString().equals(cssElementCombinatorPair.toString()); - } - - @Override - public int hashCode() { - return toString().hashCode(); - } -} diff --git a/java/src/main/java/com/ll/cssselectortoxpath/model/CssPseudoClassNthChildToXpath.java b/java/src/main/java/com/ll/cssselectortoxpath/model/CssPseudoClassNthChildToXpath.java deleted file mode 100644 index 5ee7bcc..0000000 --- a/java/src/main/java/com/ll/cssselectortoxpath/model/CssPseudoClassNthChildToXpath.java +++ /dev/null @@ -1,16 +0,0 @@ -package com.ll.cssselectortoxpath.model; - -public class CssPseudoClassNthChildToXpath extends CssPseudoClassNthToXpath { - - - public CssPseudoClassNthChildToXpath(boolean lastIn) { - super(lastIn); - } - - @Override - public String getNthToXpath(String element, String parenthesisExpression) { - return super.getNthToXpath("*", parenthesisExpression); - } - - -} diff --git a/java/src/main/java/com/ll/cssselectortoxpath/model/CssPseudoClassNthToXpath.java b/java/src/main/java/com/ll/cssselectortoxpath/model/CssPseudoClassNthToXpath.java deleted file mode 100644 index 4115c0f..0000000 --- a/java/src/main/java/com/ll/cssselectortoxpath/model/CssPseudoClassNthToXpath.java +++ /dev/null @@ -1,107 +0,0 @@ -package com.ll.cssselectortoxpath.model; - -public class CssPseudoClassNthToXpath implements CssPseudoClassToXpath { - - private final boolean last; - - public CssPseudoClassNthToXpath(boolean lastIn) { - last = lastIn; - } - - @Override - public String getXpath(String element, String parenthesisExpression) { - return getNthToXpath(element, parenthesisExpression); - } - - public String getNthToXpath(String element, String parenthesisExpression) { - if (parenthesisExpression.equals("even")) { - return getNthToXpath(element, "2n"); - } else if (parenthesisExpression.equals("odd")) { - return getNthToXpath(element, "2n+1"); - } else if (!parenthesisExpression.contains("n")) { - parenthesisExpression = parenthesisExpression.replace("+", ""); - int y = Integer.parseInt(parenthesisExpression); - - return getNthXpathNoN(element, y); - } else { - int nIndex = parenthesisExpression.indexOf('n'); - if (parenthesisExpression.charAt(0) == '-') { - int x = 1; - if (nIndex != 1) { - x = Integer.parseInt(parenthesisExpression.substring(1, nIndex)); - } - int y = Integer.parseInt(parenthesisExpression.substring(nIndex + 2)); - if (y <= x) { - return getNthXpathNoN(element, y); - } - - int dy = x - (y % x); - String newExpression = x + "n+" + dy; - String s = getNthToXpath(element, newExpression); - s = s.substring(1, s.length() - 1); - return "[(" + s + ") and " + getPrecedingSiblingXpathHelper(element, "<", y) + "]"; - } else { - int x = 1; - if (parenthesisExpression.charAt(0) == '+') { - if (nIndex != 1) { - x = Integer.parseInt(parenthesisExpression.substring(1, nIndex)); - } - } else { - if (nIndex != 0) { - x = Integer.parseInt(parenthesisExpression.substring(0, nIndex)); - } - } - if (nIndex == parenthesisExpression.length() - 1) { - return "[" + getPrecedingSiblingModXpathHelper(element, "+", 1, x) + "]"; - } else { - int y = Integer.parseInt(parenthesisExpression.substring(nIndex + 2)); - if (y == 0) { - String newExpression = x + "n"; - return getNthToXpath(element, newExpression); - } - if (parenthesisExpression.charAt(nIndex + 1) == '+') { - if (y <= x) { - if (y == x) { - return getNthToXpath(element, x + "n"); - } - return "[" + getPrecedingSiblingXpathHelper(element, "=", y - 1) + " or (" + getPrecedingSiblingModXpathHelper(element, "-", y - 1, x) + ")]"; - } else { - return "[" + getPrecedingSiblingXpathHelper(element, "=", y - 1) + " or ((" + getPrecedingSiblingXpathHelper(element, ">", y) + " and " - + "(" + getPrecedingSiblingModXpathHelper(element, "-", y - 1, x) + ")))]"; - } - } else { - int z = y; - if (y > x) { - z = y % x; - } - String newExpression = x + "n+" + (x - z); - return getNthToXpath(element, newExpression); - } - } - } - } - } - - private String getNthXpathNoN(String element, int y) { - if (last) { - return "[count(following-sibling::" + element + ")=" + (y - 1) + "]"; - } else { -// return getNthXpathNoN(y); - return "[count(preceding-sibling::" + element + ")=" + (y - 1) + "]"; - } - } - -// protected String getNthXpathNoN(int y) { -// return "["+y+"]"; -// } - - protected String getPrecedingSiblingXpathHelper(String element, String operation, int val) { - String s = last ? "following" : "preceding"; - return "(count(" + s + "-sibling::" + element + ")" + operation + val + ")"; - } - - protected String getPrecedingSiblingModXpathHelper(String element, String operation, int val1, int val2) { - return "(" + getPrecedingSiblingXpathHelper(element, operation, val1) + " mod " + val2 + ")=0"; - } - -} diff --git a/java/src/main/java/com/ll/cssselectortoxpath/model/CssPseudoClassToXpath.java b/java/src/main/java/com/ll/cssselectortoxpath/model/CssPseudoClassToXpath.java deleted file mode 100644 index ed30838..0000000 --- a/java/src/main/java/com/ll/cssselectortoxpath/model/CssPseudoClassToXpath.java +++ /dev/null @@ -1,5 +0,0 @@ -package com.ll.cssselectortoxpath.model; - -public interface CssPseudoClassToXpath { - String getXpath(String element, String parenthesisExpression); -} diff --git a/java/src/main/java/com/ll/cssselectortoxpath/model/CssPsuedoClassType.java b/java/src/main/java/com/ll/cssselectortoxpath/model/CssPsuedoClassType.java deleted file mode 100644 index b319abf..0000000 --- a/java/src/main/java/com/ll/cssselectortoxpath/model/CssPsuedoClassType.java +++ /dev/null @@ -1,128 +0,0 @@ -package com.ll.cssselectortoxpath.model; - - -import com.ll.cssselectortoxpath.utilities.CssSelectorToXPathConverterException; -import com.ll.cssselectortoxpath.utilities.CssSelectorToXPathConverterInvalidFirstLastOnlyOfType; -import com.ll.cssselectortoxpath.utilities.CssSelectorToXpathConverterInvalidNthOfType; - -public enum CssPsuedoClassType { - - EMPTY(":empty", (e, p) -> "[not(*) and .=\"\"]"), - NTH_OF_TYPE(":nth-of-type", new CssPseudoClassNthToXpath(false)), - NTH_LAST_OF_TYPE(":nth-last-of-type", new CssPseudoClassNthToXpath(true)), - FIRST_OF_TYPE(":first-of-type", (e, p) -> NTH_OF_TYPE.getXpath(e, "1")), - LAST_OF_TYPE(":last-of-type", (e, p) -> NTH_LAST_OF_TYPE.getXpath(e, "1")), - ONLY_OF_TYPE(":only-of-type", (e, p) -> FIRST_OF_TYPE.getXpath(e, p) + LAST_OF_TYPE.getXpath(e, p)), - NTH_CHILD(":nth-child", new CssPseudoClassNthChildToXpath(false)), - NTH_LAST_CHILD(":nth-last-child", new CssPseudoClassNthChildToXpath(true)), - FIRST_CHILD(":first-child", (e, p) -> NTH_CHILD.getXpath(e, "1")), - LAST_CHILD(":last-child", (e, p) -> NTH_LAST_CHILD.getXpath(e, "1")), - ONLY_CHILD(":only-child", (e, p) -> FIRST_CHILD.getXpath("", null) + LAST_CHILD.getXpath("", null)); - - - private final String typeString; - private final CssPseudoClassToXpath toXpath; - - private CssPsuedoClassType(String typeStringIn, CssPseudoClassToXpath toXpathIn) { - this.typeString = typeStringIn; - this.toXpath = toXpathIn; - } - - public static CssPsuedoClassType pseudoClassTypeString(String unknownString, String element, String parenthesisExpression) throws CssSelectorToXPathConverterException { - if (unknownString == null) { - return null; - } - switch (unknownString) { - case ":empty": - return EMPTY; - case ":first-of-type": - return getOfType(FIRST_OF_TYPE, element); - case ":last-of-type": - return getOfType(LAST_OF_TYPE, element); - case ":only-of-type": - return getOfType(ONLY_OF_TYPE, element); - case ":nth-of-type": - return getOfType(NTH_OF_TYPE, element, parenthesisExpression); - case ":nth-last-of-type": - return getOfType(NTH_LAST_OF_TYPE, element, parenthesisExpression); - case ":nth-child": - return getOfType(NTH_CHILD, element, parenthesisExpression); - case ":nth-last-child": - return getOfType(NTH_LAST_CHILD, element, parenthesisExpression); - case ":first-child": - return FIRST_CHILD; - case ":last-child": - return LAST_CHILD; - case ":only-child": - return ONLY_CHILD; - default: - throw new IllegalArgumentException(unknownString); - } - } - - private static CssPsuedoClassType getOfType(CssPsuedoClassType ofType, String element) throws CssSelectorToXPathConverterInvalidFirstLastOnlyOfType { - if (element == null || element.equals("*")) { - throw new CssSelectorToXPathConverterInvalidFirstLastOnlyOfType(); - } else { - return ofType; - } - } - - private static CssPsuedoClassType getOfType(CssPsuedoClassType ofType, String element, String parenthesisExpression) throws CssSelectorToXPathConverterException { - if (element == null || element.equals("*")) { - throw new CssSelectorToXPathConverterInvalidFirstLastOnlyOfType(); - } else { - String positiveN = "^[+]?([0]*[1-9][0-9]*)?n([+-][0-9]+)?$"; - String negativeN = "^[-][0-9]*n[+]([0]*[1-9][0-9]*)$"; - String noN = "^[+]?([1-9][0-9]*)$"; - - String nthOfTypeRe = "odd|even|" + positiveN + "|" + negativeN + "|" + noN; - if (parenthesisExpression.matches(nthOfTypeRe)) { - return ofType; - } else { - throw new CssSelectorToXpathConverterInvalidNthOfType(parenthesisExpression); - } - } - } - - public String getPsuedoString() { - return typeString; - } - - public String getXpath(String element, String parenthesisExpression) { - return toXpath.getXpath(element, parenthesisExpression); - } -} - -//Algorithm for :nth-of-type(): -// Given: div:nth-of-type(xn+y) -// -// Case 1: x=0 -// //div[y] -// -// Case 2: x>0 and y=0 -// //div[((count(preceding-sibling::div)+1) mod x)=0] -// -// Case 3: x>=1 and y==x -// Equivalent to div:nth-of-type(xn) -// -// Case 4: x>=1 and y=1 and y>x -// //div[(count(preceding-sibling::div)=(y-1)) or (((count(preceding-sibling::div)>y) and (((count(preceding-sibling::div)-(y-1)) mod x)=0)))] -// -// Case 6: x>0 and y<0 -// if (abs(y)<=x) let Y=abs(y) -// else Y=abs(y) mod x -// let YY=x-Y, note this is greater or equal to zero -// same as :nth-of-type(xn+(YY)) -// -// Case 7: x<0 and y>0 -// let X=abs(x) -// if (y<=X) then //div[y] -// else Y= (y mod X) -// let YY=X-Y, note this is greater or equal to zero -// nth-of-type(Xn+(YY)) = div[q] -// then solution is div[(q) and (count(preceding-sibling::div) attributeList = new ArrayList(); - - String element = null; - if (match.find()) { - String possibleElement = match.group(); - if (!possibleElement.isEmpty()) { - element = possibleElement; - //System.out.println(possibleElement); - } - } - Pattern restOfCssElementAtributePattern = Pattern.compile(ATTRIBUTE_RE); - //System.out.println(ATTRIBUTE_RE); - match = restOfCssElementAtributePattern.matcher(elementWithAttributesString); - - - while (match.find()) { - String psuedoClass = match.group(rePseudoClass); - if (psuedoClass != null) { - CssPsuedoClassType psuedoClassType; - String parenthesisExpression = null; - try { - Pattern psuedoClassWithParenethesisExpression = Pattern.compile("(:[a-z][a-z\\-]*)(\\()([^)]+)(\\))"); - Matcher psuedoClassWithParenethesisExpressionMatch = psuedoClassWithParenethesisExpression.matcher(psuedoClass); - if (psuedoClassWithParenethesisExpressionMatch.find()) { - parenthesisExpression = psuedoClassWithParenethesisExpressionMatch.group(3).replaceAll(CssSelectorStringSplitter.NTH_OF_TYPE_PLACEHOLDER, "+"); - psuedoClass = psuedoClassWithParenethesisExpressionMatch.group(1); -// System.out.println("psuedoClass="+psuedoClass + ", parenthesisExpression="+parenthesisExpression); - } - - psuedoClassType = CssPsuedoClassType.pseudoClassTypeString(psuedoClass, element, parenthesisExpression); - } catch (IllegalArgumentException e) { - String output = psuedoClass; - if (parenthesisExpression != null) { - output = psuedoClass + "(" + parenthesisExpression + ")"; - } - throw new CssSelectorToXPathConverterUnsupportedPseudoClassException(output); - } - attributeList.add(new CssAttributePseudoClass(psuedoClassType, element, parenthesisExpression)); - } else { - boolean attributeValueHasQuotes = match.group(reIndexAttributeValueWithQuotes) != null; - attributeList.add(new CssAttribute( - match.group(reIndexAttributeName), - match.group(attributeValueHasQuotes ? reIndexAttributeValueWithinQuotes : reIndexAttributeValueWithoutQuotes), - match.group(reIndexAttributeType))); - } - } - attributeList = cleanUpAttributes(attributeList); - return new CssElementAttributes(element, attributeList); - } - - public List cleanUpAttributes(List attributeList) { - //Sets will guarantee no duplicate attributes and hashlinkset preserves order - LinkedHashSet attributeSet = new LinkedHashSet<>(attributeList); - cleanUpChildOfType(attributeSet, CssPsuedoClassType.FIRST_CHILD, CssPsuedoClassType.ONLY_CHILD); - cleanUpChildOfType(attributeSet, CssPsuedoClassType.FIRST_OF_TYPE, CssPsuedoClassType.FIRST_CHILD); - cleanUpChildOfType(attributeSet, CssPsuedoClassType.FIRST_OF_TYPE, CssPsuedoClassType.ONLY_CHILD); - - cleanUpChildOfType(attributeSet, CssPsuedoClassType.LAST_CHILD, CssPsuedoClassType.ONLY_CHILD); - cleanUpChildOfType(attributeSet, CssPsuedoClassType.LAST_OF_TYPE, CssPsuedoClassType.LAST_CHILD); - cleanUpChildOfType(attributeSet, CssPsuedoClassType.LAST_OF_TYPE, CssPsuedoClassType.ONLY_CHILD); - - cleanUpChildOfType(attributeSet, CssPsuedoClassType.FIRST_OF_TYPE, CssPsuedoClassType.ONLY_OF_TYPE); - cleanUpChildOfType(attributeSet, CssPsuedoClassType.LAST_OF_TYPE, CssPsuedoClassType.ONLY_OF_TYPE); - - cleanUpChildOfType(attributeSet, CssPsuedoClassType.ONLY_OF_TYPE, CssPsuedoClassType.ONLY_CHILD); - - return new ArrayList<>(attributeSet); - } - - private void cleanUpChildOfType(LinkedHashSet attributeSet, CssPsuedoClassType candidateToRemove, CssPsuedoClassType reasonToRemove) { - CssAttributePseudoClass foundCandidateToRemove = null; - CssAttributePseudoClass foundReasonToRemove = null; - for (CssAttribute attribute : attributeSet) { - if (attribute instanceof CssAttributePseudoClass) { - CssAttributePseudoClass cssAttributePseudoClass = (CssAttributePseudoClass) attribute; - if (cssAttributePseudoClass.getCssPsuedoClassType().equals(candidateToRemove)) { - foundCandidateToRemove = cssAttributePseudoClass; - } else if (cssAttributePseudoClass.getCssPsuedoClassType().equals(reasonToRemove)) { - foundReasonToRemove = cssAttributePseudoClass; - } - - if (foundCandidateToRemove != null && foundReasonToRemove != null) { - break; - } - } - } - - if (foundCandidateToRemove != null && foundReasonToRemove != null) { - attributeSet.remove(foundCandidateToRemove); - } - } - -} - - - diff --git a/java/src/main/java/com/ll/cssselectortoxpath/utilities/CssElementCombinatorPairsToXpath.java b/java/src/main/java/com/ll/cssselectortoxpath/utilities/CssElementCombinatorPairsToXpath.java deleted file mode 100644 index 5fde6f5..0000000 --- a/java/src/main/java/com/ll/cssselectortoxpath/utilities/CssElementCombinatorPairsToXpath.java +++ /dev/null @@ -1,147 +0,0 @@ -package com.ll.cssselectortoxpath.utilities; - - -import com.ll.cssselectortoxpath.model.CssAttribute; -import com.ll.cssselectortoxpath.model.CssAttributePseudoClass; -import com.ll.cssselectortoxpath.model.CssAttributeValueType; -import com.ll.cssselectortoxpath.model.CssElementCombinatorPair; - -import java.util.Iterator; -import java.util.List; - -public class CssElementCombinatorPairsToXpath { - - private final CssSelectorStringSplitter cssSelectorString = new CssSelectorStringSplitter(); - - public String cssElementCombinatorPairListConversion(List elementCombinatorPairs) { - StringBuilder xpathBuilder = new StringBuilder(); - - xpathBuilder.append("//"); - boolean firstTime = true; - for (CssElementCombinatorPair elementCombinatorPair : elementCombinatorPairs) { - if (firstTime) { - firstTime = false; - } else { - xpathBuilder.append(elementCombinatorPair.getCombinatorType().getXpath()); - } - addElementToXpathString(xpathBuilder, elementCombinatorPair); - convertCssAttributeListToXpath(xpathBuilder, elementCombinatorPair); - } - return xpathBuilder.toString(); - } - - - private void addElementToXpathString(StringBuilder xpathBuilder, CssElementCombinatorPair elementCombinatorPair) { - String element = elementCombinatorPair.getCssElementAttributes().getElement(); - xpathBuilder.append(element==null?"*":element); - } - - private void convertCssAttributeListToXpath(StringBuilder xpathBuilder, CssElementCombinatorPair elementCombinatorPair) { - List cssAttributeList = elementCombinatorPair.getCssElementAttributes().getCssAttributeList(); - //starts-with(@href, "abc") -// int attributeStartIndex = xpathBuilder.length(); - for (CssAttribute cssAttribute : cssAttributeList) { - String name = cssAttribute.getName(); - String value = cssAttribute.getValue(); - if (cssAttribute.getType() == CssAttributeValueType.EQUAL) { - xpathBuilder.append("["); - exactMatchXpath(xpathBuilder, name, value); - } else if (cssAttribute.getType() == CssAttributeValueType.CARROT_EQUAL) { - xpathBuilder.append("[starts-with(@"); - xpathBuilder.append(name); - xpathBuilder.append(",\""); - xpathBuilder.append(value); - xpathBuilder.append("\")]"); - } else if (cssAttribute.getType() == CssAttributeValueType.DOLLAR_SIGN_EQUAL) { - //TODO: implement this when we implement xpath 2.0 -// xpathBuilder.append("[ends-with(@"); -// xpathBuilder.append(cssAttribute.getName()); -// xpathBuilder.append(",\""); -// xpathBuilder.append(cssAttribute.getValue()); -// xpathBuilder.append("\")]"); - - xpathBuilder.append("[substring(@"); - xpathBuilder.append(name); - xpathBuilder.append(",string-length(@"); - xpathBuilder.append(name); - xpathBuilder.append(")-string-length(\""); - xpathBuilder.append(value); - xpathBuilder.append("\")+1)=\""); - xpathBuilder.append(value); - xpathBuilder.append("\"]"); - } else if (cssAttribute.getType() == CssAttributeValueType.STAR_EQUAL) { - xpathBuilder.append("[contains(@"); - xpathBuilder.append(name); - xpathBuilder.append(",\""); - xpathBuilder.append(value); - xpathBuilder.append("\")]"); - } else if (cssAttribute.getType() == CssAttributeValueType.TILDA_EQUAL) { - xpathBuilder.append("[contains(concat(\" \",normalize-space(@"); - xpathBuilder.append(name); - xpathBuilder.append("),\" \"),\" "); - xpathBuilder.append(value); - xpathBuilder.append(" \")]"); - } else if (cssAttribute.getType() == CssAttributeValueType.PIPE_EQUAL) { - xpathBuilder.append("[starts-with(@"); - xpathBuilder.append(name); - xpathBuilder.append(",concat(\""); - xpathBuilder.append(value); - xpathBuilder.append("\",\"-\")) or "); - exactMatchXpath(xpathBuilder, name, value); - } else if (cssAttribute instanceof CssAttributePseudoClass) { -// System.out.println("cssAttribute"+ cssAttribute); - String psuedoClassXpath = ((CssAttributePseudoClass) cssAttribute).getXPath(); -// if(psuedoClassXpath.matches("^\\[[0-9]+\\]$") ) -// { -// xpathBuilder.insert(attributeStartIndex, psuedoClassXpath); -// } -// else -// { - xpathBuilder.append(psuedoClassXpath); -// } - - } else if (cssAttribute.getType() == null) { - xpathBuilder.append("[@"); - xpathBuilder.append(name); - xpathBuilder.append("]"); - } - } - } - - private void exactMatchXpath(StringBuilder xpathBuilder, String name, String value) { - xpathBuilder.append("@"); - xpathBuilder.append(name); - xpathBuilder.append("=\""); - xpathBuilder.append(value); - xpathBuilder.append("\"]"); - } - - public String cssElementCombinatorPairListListConversion(List> cssElementCombinatorPairListList) { - StringBuilder xpathBuilder = new StringBuilder(); - boolean moreThanOne = cssElementCombinatorPairListList.size() > 1; - Iterator> cssElementCombinatorPairIterator = cssElementCombinatorPairListList.iterator(); - while (cssElementCombinatorPairIterator.hasNext()) { - List cssElementCombinatorPairList = cssElementCombinatorPairIterator.next(); - if (moreThanOne) { - xpathBuilder.append("("); - } - xpathBuilder.append(cssElementCombinatorPairListConversion(cssElementCombinatorPairList)); - if (moreThanOne) { - xpathBuilder.append(")"); - } - if (cssElementCombinatorPairIterator.hasNext()) { - xpathBuilder.append("|"); - } - } - return xpathBuilder.toString(); - } - - public String convertCssSelectorStringToXpathString(String selectorString) throws CssSelectorToXPathConverterException { - List> cssElementCombinatorPairListList = cssSelectorString.listSplitSelectorsIntoElementCombinatorPairs(selectorString); - return cssElementCombinatorPairListListConversion(cssElementCombinatorPairListList); - } - -} - - - diff --git a/java/src/main/java/com/ll/cssselectortoxpath/utilities/CssSelectorStringSplitter.java b/java/src/main/java/com/ll/cssselectortoxpath/utilities/CssSelectorStringSplitter.java deleted file mode 100644 index 7075165..0000000 --- a/java/src/main/java/com/ll/cssselectortoxpath/utilities/CssSelectorStringSplitter.java +++ /dev/null @@ -1,217 +0,0 @@ -package com.ll.cssselectortoxpath.utilities; - - -import com.ll.cssselectortoxpath.model.CssCombinatorType; -import com.ll.cssselectortoxpath.model.CssElementCombinatorPair; - -import java.util.ArrayList; -import java.util.List; -import java.util.regex.Matcher; -import java.util.regex.Pattern; - -public class CssSelectorStringSplitter { - public static final String ERROR_INVALID_SELECTOR = "Invalid Selector"; - public static final String ERROR_NO_CSS_SELECTORS = "No CSS Selectors"; - public static final String ERROR_EMPTY_CSS_SELECTOR = "Empty CSS Selector"; - public static final String ERROR_INVALID_CSS_SELECTOR_TRAILING_COMMA = "Invalid CSS Selector, trailing ','"; - public static final String ERROR_INVALID_CSS_SELECTOR_INCONSISTENT_BRACKETS = "Invalid CSS Selector, inconsistent brackets[]"; - public static final String ERROR_INVALID_CLASS_CSS_SELECTOR = "Invalid class CSS Selector"; - public static final String ERROR_INVALID_ID_CSS_SELECTOR = "Invalid id CSS Selector"; - public static final String NTH_OF_TYPE_PLACEHOLDER = "@_nthTypePlaceHolder_@"; - private static final String COMBINATORS = " ~+>"; - private static final String COMBINATOR_RE = "[" + COMBINATORS + "]"; - private static final String ELEMENT_AND_ATTRIBUTE = "([^" + COMBINATORS + "\\[]*((\\[[^]]+])|" + CssElementAttributeParser.PSUEDO_RE + ")*)"; - private static final String ELEMENT_AND_ATTRIBUTE_FOLLOWED_BY_COMBINATOR_AND_REST_OF_LINE = "^" + ELEMENT_AND_ATTRIBUTE + "($|(\\s*(" + COMBINATOR_RE + ")\\s*" + "([^" + COMBINATORS + "].*)$))"; - private static final String PLACE_HOLDER = "~@_placeHolder_@"; - - protected String removeNonCssSelectorWhiteSpaces(String selectorString) throws CssSelectorToXPathConverterException { -// This method should perform the following -// i. Remove all leading and trailing white spaces -// ii. Remove all white spaces except tabs and actual space(" ") -// 1. Note, very important -// a. '\t' corresponds to the tab character in java -// iii. Consolidate all consecutive tabs and " " into a single " " and single tab into a " " -// 1. The final string should have no tabs only non consecutive spaces -// b. Implementation -// i. Check for null string and if found throw a CssSelectorStringSplitterException -// ii. Use String.trim() to remove leading and trailing spaces -// iii. Use String.replaceAll() to manipulate the string -// 1. The tricky part is that tab and " " are both white spaces -// 2. Preprocess the string -// a. Replace all tabs with a unique string like "~+_placeHolder_+" -// b. Replace all spaces with the same unique string -// i. Remember at the end we want only spaces -// 3. Replace all white spaces with the empty string "" -// 4. Replace "~+_placeHolder_+" with " " - if (selectorString == null) { - throw new CssSelectorToXPathConverterException(ERROR_EMPTY_CSS_SELECTOR); - } else { - selectorString = selectorString.trim(); - selectorString = selectorString.replaceAll("[ \\t]+", PLACE_HOLDER); - selectorString = selectorString.replaceAll("\\s+", ""); - selectorString = selectorString.replaceAll("(" + PLACE_HOLDER + ")+", " "); - selectorString = classIdAttributeIssueHandler(selectorString, "#", "id="); - selectorString = classIdAttributeIssueHandler(selectorString, ".", "class~="); - selectorString = nthOfTypeHandler(selectorString); - return selectorString; - } - } - - private String nthOfTypeHandler(String selectorString) { -// Pattern nthOfTypeRe = Pattern.compile("(.*)(:nth-of-type[(][^)]+[)])(.*)"); - Pattern nthOfTypeRe = Pattern.compile(":nth(-last)?-((of-type)|child)[(][^)]+[)]"); - Matcher match = nthOfTypeRe.matcher(selectorString); - int start = 0; - while (match.find(start)) { - String nthOfType = match.group(0); - int length = nthOfType.length(); - int i = selectorString.indexOf(nthOfType, start); - start = i + length; - nthOfType = nthOfType.toLowerCase(); - nthOfType = nthOfType.replaceAll(" ", ""); - nthOfType = nthOfType.replaceAll("\\+", NTH_OF_TYPE_PLACEHOLDER); - selectorString = selectorString.substring(0, i) + nthOfType + selectorString.substring(start); - length = nthOfType.length(); - start = i + length; - if (start == selectorString.length()) { - break; - } - match = nthOfTypeRe.matcher(selectorString); - } - return selectorString; - - } - - private String classIdCombinatorRE() { - StringBuilder builder = new StringBuilder("([^.#\\[,:"); - for (CssCombinatorType combinatorType : CssCombinatorType.values()) { - builder.append(combinatorType.getCombinatorChar()); - } - builder.append("]+)"); - return builder.toString(); - - } - - protected void invalidClassIdPairCheck(String selectorString, boolean testId) throws CssSelectorToXPathConverterException { - String nextSelectorIdentifier = "[.#\\[]"; - if (testId) { - Pattern pattern = Pattern.compile("#" + nextSelectorIdentifier); - Matcher match = pattern.matcher(selectorString); - if (match.find()) { - throw new CssSelectorToXPathConverterException(ERROR_INVALID_ID_CSS_SELECTOR); - } - } else { - Pattern pattern = Pattern.compile("[.]" + nextSelectorIdentifier); - Matcher match = pattern.matcher(selectorString); - if (match.find()) { - throw new CssSelectorToXPathConverterException(ERROR_INVALID_CLASS_CSS_SELECTOR); - } - } - } - - private String classIdAttributeIssueHandler(String selectorString, String classOrIdChar, String classOrIdPartialAttributeNameAndRelationship) throws CssSelectorToXPathConverterException { - if (selectorString.replaceAll("[^\\[]", "").length() != selectorString.replaceAll("[^]]", "").length()) { - throw new CssSelectorToXPathConverterException(ERROR_INVALID_CSS_SELECTOR_INCONSISTENT_BRACKETS); - } - String classOrIdCharacterRE = "[" + classOrIdChar + "]"; - String attributeGeneralRE = "([^\\[]*)((\\[[^]]*])*)"; - Pattern pattern = Pattern.compile(attributeGeneralRE); - Matcher match = pattern.matcher(selectorString); - boolean found = false; - StringBuilder stringBuffer = new StringBuilder(); - while (match.find()) { - stringBuffer.append(match.group(1)); - stringBuffer.append(match.group(2).replaceAll(classOrIdCharacterRE, PLACE_HOLDER)); - - found = true; - } - selectorString = stringBuffer.toString(); - - selectorString = selectorString.replaceAll(classOrIdCharacterRE + classIdCombinatorRE(), "[" + classOrIdPartialAttributeNameAndRelationship + "\"$1\"]"); - invalidClassIdPairCheck(selectorString, "#".equals(classOrIdChar)); - - if (found) { - selectorString = selectorString.replaceAll(PLACE_HOLDER, classOrIdChar); - } - - return selectorString; - } - - public List splitSelectors(String selectorString) throws CssSelectorToXPathConverterException { - selectorString = removeNonCssSelectorWhiteSpaces(selectorString); -// System.out.println("ADJUSTED="+selectorString); - //selectorString=removeNonCssSelectorWhiteSpaces(selectorString); - //split() will not error out if there is a trailing ',' - int index = selectorString.lastIndexOf(','); - int cssSelectorStringLength = selectorString.length(); - if ((cssSelectorStringLength > 0) && (index == (cssSelectorStringLength - 1))) { - throw new CssSelectorToXPathConverterException(ERROR_INVALID_CSS_SELECTOR_TRAILING_COMMA); - } - String[] selectorArray = selectorString.split(","); - List selectorList = new ArrayList<>(); - for (String selector : selectorArray) { - selector = selector.trim(); - if (selector.isEmpty()) { - throw new CssSelectorToXPathConverterException(ERROR_EMPTY_CSS_SELECTOR); - } - selectorList.add(selector); - } - if (selectorList.isEmpty()) { - throw new CssSelectorToXPathConverterException(ERROR_NO_CSS_SELECTORS); - } - return selectorList; - } - - protected List splitSelectorsIntoElementCombinatorPairs(String processedSelector) throws CssSelectorToXPathConverterException { - List selectorList = new ArrayList<>(); - recursiveSelectorSplit(null, processedSelector, selectorList); - return selectorList; - } - - protected void recursiveSelectorSplit(CssCombinatorType previousCombinatorType, String cssSelector, List selectorList) throws CssSelectorToXPathConverterException { -// System.out.println("Original String:"+cssSelector); - Pattern cssCombinator = Pattern.compile(ELEMENT_AND_ATTRIBUTE_FOLLOWED_BY_COMBINATOR_AND_REST_OF_LINE); - Matcher match = cssCombinator.matcher(cssSelector); - //System.out.println(XY); - if (match.find()) { - CssCombinatorType type = CssCombinatorType.combinatorTypeChar(match.group(8)); - //System.out.println("TYPE:"+type); - if (type != null) { - String firstCssSelector = match.group(1); -// System.out.println("firstCssSelector:"+firstCssSelector); - firstCssSelector = firstCssSelector.replaceAll(NTH_OF_TYPE_PLACEHOLDER, "+"); - if (firstCssSelector.isEmpty()) { - throw new CssSelectorToXPathConverterException(ERROR_EMPTY_CSS_SELECTOR); - } - selectorList.add(new CssElementCombinatorPair(previousCombinatorType, firstCssSelector)); - String nextCssSelector = match.group(9); - - if (nextCssSelector.isEmpty()) { - throw new CssSelectorToXPathConverterException(ERROR_EMPTY_CSS_SELECTOR); - } - recursiveSelectorSplit(type, nextCssSelector, selectorList); - } else { - if (cssSelector.isEmpty()) { - throw new CssSelectorToXPathConverterException(ERROR_EMPTY_CSS_SELECTOR); - } - selectorList.add(new CssElementCombinatorPair(previousCombinatorType, cssSelector)); - } - } else { - throw new CssSelectorToXPathConverterException(ERROR_INVALID_SELECTOR); - - } - } - - public List> listSplitSelectorsIntoElementCombinatorPairs(String selectorString) throws CssSelectorToXPathConverterException { - List> listList = new ArrayList<>(); - List selectorList = splitSelectors(selectorString); - for (String selector : selectorList) { - List cssElementCombinatorPairList = splitSelectorsIntoElementCombinatorPairs(selector); - listList.add(cssElementCombinatorPairList); - } - - - return listList; - } - -} diff --git a/java/src/main/java/com/ll/cssselectortoxpath/utilities/CssSelectorToXPathConverterException.java b/java/src/main/java/com/ll/cssselectortoxpath/utilities/CssSelectorToXPathConverterException.java deleted file mode 100644 index 28637e6..0000000 --- a/java/src/main/java/com/ll/cssselectortoxpath/utilities/CssSelectorToXPathConverterException.java +++ /dev/null @@ -1,31 +0,0 @@ -package com.ll.cssselectortoxpath.utilities; - -public class CssSelectorToXPathConverterException extends Exception { - - private static final long serialVersionUID = 1L; - - private String message; - - public CssSelectorToXPathConverterException() { - super(); - } - - public CssSelectorToXPathConverterException(String errorMessageIn) { - super(errorMessageIn); - message = errorMessageIn; - } - - public CssSelectorToXPathConverterException(String errorMessageIn, Throwable cause) { - super(errorMessageIn, cause); - message = errorMessageIn; - } - - @Override - public String getMessage() { - if (message != null) { - return message; - } else { - return super.getMessage(); - } - } -} diff --git a/java/src/main/java/com/ll/cssselectortoxpath/utilities/CssSelectorToXPathConverterInvalidFirstLastOnlyOfType.java b/java/src/main/java/com/ll/cssselectortoxpath/utilities/CssSelectorToXPathConverterInvalidFirstLastOnlyOfType.java deleted file mode 100644 index fe77003..0000000 --- a/java/src/main/java/com/ll/cssselectortoxpath/utilities/CssSelectorToXPathConverterInvalidFirstLastOnlyOfType.java +++ /dev/null @@ -1,12 +0,0 @@ -package com.ll.cssselectortoxpath.utilities; - -public class CssSelectorToXPathConverterInvalidFirstLastOnlyOfType extends CssSelectorToXPathConverterException { - - public static final String FIRST_LAST_ONLY_OF_TYPE_UNSUPPORTED_ERROR_FORMAT = "Unable to convert a CSS Selector with \"*\" or \"\" before psuedo class :first-of-type/:last-of-type/:only-of-type/:nth-of-type to a XPath"; - private static final long serialVersionUID = 1L; - - public CssSelectorToXPathConverterInvalidFirstLastOnlyOfType() { - super(FIRST_LAST_ONLY_OF_TYPE_UNSUPPORTED_ERROR_FORMAT); - } - -} diff --git a/java/src/main/java/com/ll/cssselectortoxpath/utilities/CssSelectorToXPathConverterUnsupportedPseudoClassException.java b/java/src/main/java/com/ll/cssselectortoxpath/utilities/CssSelectorToXPathConverterUnsupportedPseudoClassException.java deleted file mode 100644 index 90930c6..0000000 --- a/java/src/main/java/com/ll/cssselectortoxpath/utilities/CssSelectorToXPathConverterUnsupportedPseudoClassException.java +++ /dev/null @@ -1,17 +0,0 @@ -package com.ll.cssselectortoxpath.utilities; - -public class CssSelectorToXPathConverterUnsupportedPseudoClassException extends CssSelectorToXPathConverterException { - - private static final long serialVersionUID = 1L; - private static final String PSEUDO_CLASS_UNSUPPORTED_ERROR_FORMAT = "Unable to convert \"%s\". A converter for CSS Seletor Pseudo-Classes has not been implement at this time. TODO: A future capability."; - - public CssSelectorToXPathConverterUnsupportedPseudoClassException(String pseudoClass) { - super(getPseudoClassUnsupportedError(pseudoClass)); - } - - public static String getPseudoClassUnsupportedError(String pseudoClass) { -// System.out.println(pseudoClass); - return String.format(PSEUDO_CLASS_UNSUPPORTED_ERROR_FORMAT, pseudoClass); - - } -} diff --git a/java/src/main/java/com/ll/cssselectortoxpath/utilities/CssSelectorToXpathConverterInvalidNthOfType.java b/java/src/main/java/com/ll/cssselectortoxpath/utilities/CssSelectorToXpathConverterInvalidNthOfType.java deleted file mode 100644 index fb57bb1..0000000 --- a/java/src/main/java/com/ll/cssselectortoxpath/utilities/CssSelectorToXpathConverterInvalidNthOfType.java +++ /dev/null @@ -1,15 +0,0 @@ -package com.ll.cssselectortoxpath.utilities; - -public class CssSelectorToXpathConverterInvalidNthOfType extends CssSelectorToXPathConverterException { - public static final String NTH_OF_TYPE_UNSUPPORTED_ERROR_FORMAT = "Unable to convert. %s is an invalid argument expression for :nth-of-type()"; - private static final long serialVersionUID = 1L; - - public CssSelectorToXpathConverterInvalidNthOfType(String parenthesisExpression) { - super(getInvalidParenthesisExpressionError(parenthesisExpression)); - } - - public static String getInvalidParenthesisExpressionError(String parenthesisExpression) { - return String.format(NTH_OF_TYPE_UNSUPPORTED_ERROR_FORMAT, parenthesisExpression); - - } -} \ No newline at end of file diff --git a/java/src/main/java/com/ll/cssselectortoxpath/utilities/NiceCssSelectorStringForOutputException.java b/java/src/main/java/com/ll/cssselectortoxpath/utilities/NiceCssSelectorStringForOutputException.java deleted file mode 100644 index 26a378e..0000000 --- a/java/src/main/java/com/ll/cssselectortoxpath/utilities/NiceCssSelectorStringForOutputException.java +++ /dev/null @@ -1,11 +0,0 @@ -package com.ll.cssselectortoxpath.utilities; - -public class NiceCssSelectorStringForOutputException extends Exception { - - private static final long serialVersionUID = 1L; - - public NiceCssSelectorStringForOutputException(String error, Exception cause) { - super(error, cause); - } - -} diff --git a/java/src/main/java/com/ll/cssselectortoxpath/utilities/basetestcases/BaseCssSelectorToXpathTestCase.java b/java/src/main/java/com/ll/cssselectortoxpath/utilities/basetestcases/BaseCssSelectorToXpathTestCase.java deleted file mode 100644 index 7081118..0000000 --- a/java/src/main/java/com/ll/cssselectortoxpath/utilities/basetestcases/BaseCssSelectorToXpathTestCase.java +++ /dev/null @@ -1,175 +0,0 @@ -package com.ll.cssselectortoxpath.utilities.basetestcases; - - -import com.ll.cssselectortoxpath.utilities.CssElementAttributeParser; -import com.ll.cssselectortoxpath.utilities.CssSelectorStringSplitter; -import com.ll.cssselectortoxpath.utilities.CssSelectorToXPathConverterUnsupportedPseudoClassException; -import lombok.Getter; - -import java.util.ArrayList; -import java.util.HashMap; -import java.util.List; -import java.util.Map; - -@Getter -public class BaseCssSelectorToXpathTestCase { - private final String name; - private final String cssSelector; - private final String expectedXpath; - - public BaseCssSelectorToXpathTestCase(String nameIn, String cssSelectorIn, String expectedXpathIn) { - this.name = nameIn; - this.cssSelector = cssSelectorIn; - this.expectedXpath = expectedXpathIn; - } - - public static List getBaseCssSelectorToXpathTestCases(boolean includeOrCase) { - List baseCases = new ArrayList<>(); - //Simple selectors - addBaseCaseToXPath(baseCases, "typeSelector", "div", "//div"); - if (includeOrCase) { - addBaseCaseToXPath(baseCases, "orSelector", "A,B", "(//A)|(//B)"); - } - - addBaseCaseToXPath(baseCases, "universalSelector", "*", "//*"); - addBaseCaseToXPath(baseCases, "idSelector", "span#idSelector", "//span[@id=\"idSelector\"]"); - addBaseCaseToXPath(baseCases, "classSelector", "form.classSelector", "//form[contains(concat(\" \",normalize-space(@class),\" \"),\" classSelector \")]"); - - //Atribute(simple) selectors - addBaseCaseToXPath(baseCases, "attribute", "a[href]", "//a[@href]"); - addBaseCaseToXPath(baseCases, "attributeValueWithoutQuotes", "li", "//li"); - - addBaseCaseToXPath(baseCases, "carrotEqualAttribute", "a[data-alt^=\"sam\"]", "//a[starts-with(@data-alt,\"sam\")]"); - addBaseCaseToXPath(baseCases, "starEqualAttribute", "a[data-alt*=\"css\"]", "//a[contains(@data-alt,\"css\")]"); - addBaseCaseToXPath(baseCases, "moneySignEqualAttribute", "a[href$=\"pdf\"]", "//a[substring(@href,string-length(@href)-string-length(\"pdf\")+1)=\"pdf\"]"); - addBaseCaseToXPath(baseCases, "tildaEqualAttribute", "a[data-alt~=\"converter\"]", "//a[contains(concat(\" \",normalize-space(@data-alt),\" \"),\" converter \")]"); - addBaseCaseToXPath(baseCases, "pipeEqualAttribute", "li[data-years|=\"1900\"]", "//li[starts-with(@data-years,concat(\"1900\",\"-\")) or @data-years=\"1900\"]"); - //moving this test so it it does not immediately follow similar test without quotes because in selenium test we did not want to put a sleep to prevent stale element from occuring - addBaseCaseToXPath(baseCases, "equalAttribute", "a[href=\"https://css-selector-to-xpath.appspot.com\"]", "//a[@href=\"https://css-selector-to-xpath.appspot.com\"]"); - - //Combinators - addBaseCaseToXPath(baseCases, "descendantCombinator", "div a", "//div//a"); - addBaseCaseToXPath(baseCases, "childCombinator", "div>span", "//div/span"); - addBaseCaseToXPath(baseCases, "adjacentSiblingCombinator", "div+span", "//div/following-sibling::*[1]/self::span"); - addBaseCaseToXPath(baseCases, "generalSiblingCombinator", "div~h1", "//div/following-sibling::h1"); - - //Implemented psuedo classes - addBaseCaseToXPath(baseCases, "empty", "span:empty", "//span[not(*) and .=\"\"]"); - addBaseCaseToXPath(baseCases, "first-child", "div:first-child", "//div[count(preceding-sibling::*)=0]"); - addBaseCaseToXPath(baseCases, "last-child", "span:last-child", "//span[count(following-sibling::*)=0]"); - addBaseCaseToXPath(baseCases, "only-child", "form:only-child", "//form[count(preceding-sibling::*)=0][count(following-sibling::*)=0]"); - addBaseCaseToXPath(baseCases, "first-of-type", "p:first-of-type", "//p[count(preceding-sibling::p)=0]"); - addBaseCaseToXPath(baseCases, "last-of-type", "h1:last-of-type", "//h1[count(following-sibling::h1)=0]"); - addBaseCaseToXPath(baseCases, "only-of-type", "span:only-of-type", "//span[count(preceding-sibling::span)=0][count(following-sibling::span)=0]"); - addBaseCaseToXPath(baseCases, "nth-child_3n", "li:nth-child(3n)", "//li[((count(preceding-sibling::*)+1) mod 3)=0]"); - addBaseCaseToXPath(baseCases, "nth-child_even", "li:nth-child(even)", "//li[((count(preceding-sibling::*)+1) mod 2)=0]"); - addBaseCaseToXPath(baseCases, "nth-last-child_odd", "li:nth-last-child(odd)", "//li[(count(following-sibling::*)=0) or (((count(following-sibling::*)-0) mod 2)=0)]"); - addBaseCaseToXPath(baseCases, "nth-last-child_3", "li:nth-last-child(3)", "//li[count(following-sibling::*)=2]"); - addBaseCaseToXPath(baseCases, "nth-of-type_n_2", "span:nth-of-type(n+2)", "//span[(count(preceding-sibling::span)=1) or (((count(preceding-sibling::span)>2) and (((count(preceding-sibling::span)-1) mod 1)=0)))]"); - addBaseCaseToXPath(baseCases, "nth-of-type_3n_1", "span:nth-of-type(3n+1)", "//span[(count(preceding-sibling::span)=0) or (((count(preceding-sibling::span)-0) mod 3)=0)]"); - addBaseCaseToXPath(baseCases, "nth-of-type_-5n_1", "span:nth-of-type(-5n+1)", "//span[count(preceding-sibling::span)=0]"); - addBaseCaseToXPath(baseCases, "nth-last-of-type_3n-1", "span:nth-last-of-type(3n-1)", "//span[(count(following-sibling::span)=1) or (((count(following-sibling::span)-1) mod 3)=0)]"); - addBaseCaseToXPath(baseCases, "nth-last-of-type_-3n_7", "span:nth-last-of-type(3n+7)", "//span[(count(following-sibling::span)=6) or (((count(following-sibling::span)>7) and (((count(following-sibling::span)-6) mod 3)=0)))]"); - - return baseCases; - } - - private static void addBaseCaseToXPath(List baseCases, String name, String cssSelector, String expectedXpath) { - baseCases.add(new BaseCssSelectorToXpathTestCase(name, cssSelector, expectedXpath)); - } - - public static Map getBaseCssSelectorToXpathExceptionTestCases() { - HashMap baseCases = new HashMap<>(); - baseCases.put(null, CssSelectorStringSplitter.ERROR_EMPTY_CSS_SELECTOR); - - baseCases.put("", CssSelectorStringSplitter.ERROR_EMPTY_CSS_SELECTOR); - baseCases.put(" ", CssSelectorStringSplitter.ERROR_EMPTY_CSS_SELECTOR); - baseCases.put("A,,B", CssSelectorStringSplitter.ERROR_EMPTY_CSS_SELECTOR); - - baseCases.put("A..B", CssSelectorStringSplitter.ERROR_INVALID_CLASS_CSS_SELECTOR); - - baseCases.put("A##B", CssSelectorStringSplitter.ERROR_INVALID_ID_CSS_SELECTOR); - baseCases.put("A#[B]", CssSelectorStringSplitter.ERROR_INVALID_ID_CSS_SELECTOR); - - baseCases.put("A,", CssSelectorStringSplitter.ERROR_INVALID_CSS_SELECTOR_TRAILING_COMMA); - baseCases.put("A[B='C\"]", CssElementAttributeParser.ERROR_QUOTATIONS_MISMATCHED); - - baseCases.put("A@!", CssElementAttributeParser.ERROR_INVALID_ELEMENT_AND_OR_ATTRIBUTES); - baseCases.put("A[B='']", CssElementAttributeParser.ERROR_INVALID_ELEMENT_AND_OR_ATTRIBUTES); - - baseCases.put("A[B=]", CssElementAttributeParser.ERROR_INVALID_ATTRIBUTE_VALUE); - baseCases.put("A[B'C']", CssElementAttributeParser.ERROR_INVALID_ATTRIBUTE_VALUE); - baseCases.put("A[b b]", CssElementAttributeParser.ERROR_INVALID_ATTRIBUTE_VALUE); - - baseCases.put("A[]", CssSelectorStringSplitter.ERROR_INVALID_SELECTOR); - - baseCases.put("A]b", CssSelectorStringSplitter.ERROR_INVALID_CSS_SELECTOR_INCONSISTENT_BRACKETS); - baseCases.put("A[b", CssSelectorStringSplitter.ERROR_INVALID_CSS_SELECTOR_INCONSISTENT_BRACKETS); - baseCases.put("Ab[", CssSelectorStringSplitter.ERROR_INVALID_CSS_SELECTOR_INCONSISTENT_BRACKETS); - baseCases.put("Ab]", CssSelectorStringSplitter.ERROR_INVALID_CSS_SELECTOR_INCONSISTENT_BRACKETS); - baseCases.put("Ab][c", CssSelectorStringSplitter.ERROR_INVALID_CSS_SELECTOR_INCONSISTENT_BRACKETS); - - - String[] pseudoClasses = getUnimplementedPseudoClasses(); - for (String pseudoClass : pseudoClasses) { - baseCases.put(pseudoClass, CssSelectorToXPathConverterUnsupportedPseudoClassException.getPseudoClassUnsupportedError(pseudoClass)); - - } - return baseCases; - } - - public static String[] getUnimplementedPseudoClasses() { - //listing every pseudo class in: https://developer.mozilla.org/en-US/docs/Web/CSS/CSS_Selectors - //so that in the future there will be some we can't handle - - return new String[]{ - ":active", - ":any-link", - ":checked", - ":default", - ":defined", - ":dir(A)", - ":disabled", -//implemented ":empty", - ":enabled", - ":first", -//implemented ":first-child", -//implemented ":first-of-type", - ":fullscreen", - ":focus", - ":focus-visible", - ":focus-within", - ":host", - ":host(A)", - ":host-context(A)", - ":hover", - ":indeterminate", - ":in-range", - ":invalid", - ":lang(A)", -//implemented ":last-child", -//implemented ":last-of-type", - ":left", - ":link", - ":not(A)", -//implemented ":nth-child(A)", -//implemented ":nth-last-child(A)", -//implemented ":nth-last-of-type(A)", -//implemented ":nth-of-type(A)", -//implemented ":only-child", -//implemented ":only-of-type", - ":optional", - ":out-of-range", - ":placeholder-shown", - ":read-only", - ":read-write", - ":required", - ":right", - ":root", - ":scope", - ":target", - ":valid", - ":visited"}; - } - -} diff --git a/java/src/main/resources/configs.ini b/java/src/main/resources/configs.ini deleted file mode 100644 index cdc5e85..0000000 --- a/java/src/main/resources/configs.ini +++ /dev/null @@ -1,32 +0,0 @@ -[paths] -download_path = -tmp_path = - -[chromium_options] -address = 127.0.0.1:9223 -browser_path = chrome -arguments = ['--no-default-browser-check', '--disable-suggestions-ui', '--no-first-run', '--disable-infobars', '--disable-popup-blocking'] -extensions = [] -prefs = {'profile.default_content_settings.popups': 0, 'profile.default_content_setting_values': {'notifications': 2}} -flags = {} -load_mode = normal -user = Default -auto_port = False -system_user_path = False -existing_only = False - -[session_options] -headers = {'user-agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_12_6) AppleWebKit/603.3.8 (KHTML, like Gecko) Version/10.1.2 Safari/603.3.8', 'accept': 'text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8', 'connection': 'keep-alive', 'accept-charset': 'GB2312,utf-8;q=0.7,*;q=0.7'} - -[timeouts] -base = 10 -page_load = 30 -script = 30 - -[proxies] -http = -https = - -[others] -retry_times = 3 -retry_interval = 2 diff --git a/java/src/test/java/test.java b/java/src/test/java/test.java deleted file mode 100644 index 85d15da..0000000 --- a/java/src/test/java/test.java +++ /dev/null @@ -1,39 +0,0 @@ -import com.ll.DrissonPage.page.ChromiumPage; - -/** - * @author 陆 - * @address 点击 - * @original DrissionPage - */ -public class test { - public static void main(String[] args) { - System.out.println(Thread.activeCount()); - for (int i = 0; i < 100; i++) { - System.out.println("运行次数为:--->" + i); - ChromiumPage instance = null; - try { - instance = ChromiumPage.getInstance(); - instance.get("https://cdn.midjourney.com/4ae03c45-be8e-42fd-86aa-ebecda0babf3/0_1.png"); - Thread.sleep(10000); - instance.set().window().size(6, null); - instance.disconnect(); - instance.handleAlert(true); - instance = ChromiumPage.getInstance(); -// System.out.println("运行成功数量为：" + ok++); - } catch (Exception e) { - e.printStackTrace(); -// System.out.println("运行失败数量为：" + error++); - } finally { - assert instance != null; - try { - instance.close(); - } catch (Exception e) { - e.printStackTrace(); - } - System.out.println("存活线程数量为" + Thread.activeCount()); - } - } - System.out.println(Thread.activeCount()); - System.out.println(6); - } -} diff --git a/java/src/test/resources/log4j2.xml b/java/src/test/resources/log4j2.xml deleted file mode 100644 index 2ea5f8b..0000000 --- a/java/src/test/resources/log4j2.xml +++ /dev/null @@ -1,17 +0,0 @@ - - - - - - - - - - - - - - - -