Spider/spider-flow
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

修复strVar.xpath方法无法获取内容的问题

Browse Source
This commit is contained in:
mxd 2020-03-17 15:26:15 +08:00
parent 0fa3745889
commit 1890fed520
1 changed files with 8 additions and 9 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

17
spider-flow-core/src/main/java/org/spiderflow/core/executor/function/extension/StringFunctionExtension.java
View File

@ -1,12 +1,9 @@
package org.spiderflow.core.executor.function.extension;
import java.text.ParseException;
import java.util.Date;
import java.util.List;
import com.alibaba.fastjson.JSON;
import org.apache.commons.lang3.math.NumberUtils;
import org.jsoup.Jsoup;
import org.jsoup.nodes.Element;
import org.jsoup.parser.Parser;
import org.jsoup.select.Elements;
import org.spiderflow.annotation.Comment;
import org.spiderflow.annotation.Example;
@ -16,7 +13,9 @@ import org.spiderflow.core.utils.ExtractUtils;
import org.spiderflow.executor.FunctionExtension;
import org.springframework.stereotype.Component;
import com.alibaba.fastjson.JSON;
import java.text.ParseException;
import java.util.Date;
import java.util.List;
@Component
public class StringFunctionExtension implements FunctionExtension{
@ -66,19 +65,19 @@ public class StringFunctionExtension implements FunctionExtension{
@Example("${strVar.xpath('//title/text()')}")
@Return({Element.class,String.class})
public static String xpath(String source,String xpath){
return ExtractUtils.getValueByXPath(Jsoup.parse(source), xpath);
return ExtractUtils.getValueByXPath(element(source), xpath);
}
@Comment("根据xpath在String变量中查找")
@Example("${strVar.xpaths('//a/@href')}")
public static List<String> xpaths(String source,String xpath){
return ExtractUtils.getValuesByXPath(Jsoup.parse(source), xpath);
return ExtractUtils.getValuesByXPath(element(source), xpath);
}
@Comment("将String变量转为Element对象")
@Example("${strVar.element()}")
public static Element element(String source){
return Jsoup.parse(source);
return Parser.xmlParser().parseInput(source,"");
}
@Comment("根据css选择器提取")