pull/1172/head
gedoor
3 years ago
parent
3568100f47
commit
34b771631f
@ -1 +0,0 @@ |
|||||||
/build |
|
||||||
@ -1,44 +0,0 @@ |
|||||||
plugins { |
|
||||||
id 'com.android.library' |
|
||||||
} |
|
||||||
|
|
||||||
android { |
|
||||||
compileSdkVersion 30 |
|
||||||
buildToolsVersion "30.0.3" |
|
||||||
|
|
||||||
defaultConfig { |
|
||||||
minSdkVersion 21 |
|
||||||
targetSdkVersion 30 |
|
||||||
versionCode 1 |
|
||||||
versionName "1.0" |
|
||||||
|
|
||||||
testInstrumentationRunner "androidx.test.runner.AndroidJUnitRunner" |
|
||||||
consumerProguardFiles "consumer-rules.pro" |
|
||||||
} |
|
||||||
|
|
||||||
buildTypes { |
|
||||||
release { |
|
||||||
minifyEnabled false |
|
||||||
proguardFiles getDefaultProguardFile('proguard-android-optimize.txt'), 'proguard-rules.pro' |
|
||||||
} |
|
||||||
android { |
|
||||||
} |
|
||||||
} |
|
||||||
compileOptions { |
|
||||||
sourceCompatibility JavaVersion.VERSION_1_8 |
|
||||||
targetCompatibility JavaVersion.VERSION_1_8 |
|
||||||
} |
|
||||||
} |
|
||||||
|
|
||||||
dependencies { |
|
||||||
implementation('org.jsoup:jsoup:1.14.1') |
|
||||||
implementation('org.antlr:antlr4-runtime:4.7.2') |
|
||||||
implementation('org.apache.commons:commons-lang3:3.11') |
|
||||||
implementation('org.slf4j:slf4j-api:1.7.30') |
|
||||||
implementation('org.slf4j:slf4j-simple:1.7.30') |
|
||||||
testImplementation('ch.qos.logback:logback-core:1.2.3') |
|
||||||
testImplementation('org.powermock:powermock-module-junit4:1.6.3') |
|
||||||
testImplementation('org.powermock:powermock-api-mockito:1.6.3') |
|
||||||
testImplementation('com.tngtech.java:junit-dataprovider:1.10.2') |
|
||||||
testImplementation('commons-io:commons-io:2.6') |
|
||||||
} |
|
||||||
@ -1,21 +0,0 @@ |
|||||||
# Add project specific ProGuard rules here. |
|
||||||
# You can control the set of applied configuration files using the |
|
||||||
# proguardFiles setting in build.gradle. |
|
||||||
# |
|
||||||
# For more details, see |
|
||||||
# http://developer.android.com/guide/developing/tools/proguard.html |
|
||||||
|
|
||||||
# If your project uses WebView with JS, uncomment the following |
|
||||||
# and specify the fully qualified class name to the JavaScript interface |
|
||||||
# class: |
|
||||||
#-keepclassmembers class fqcn.of.javascript.interface.for.webview { |
|
||||||
# public *; |
|
||||||
#} |
|
||||||
|
|
||||||
# Uncomment this to preserve the line number information for |
|
||||||
# debugging stack traces. |
|
||||||
#-keepattributes SourceFile,LineNumberTable |
|
||||||
|
|
||||||
# If you keep the line number information, uncomment this to |
|
||||||
# hide the original source file name. |
|
||||||
#-renamesourcefileattribute SourceFile |
|
||||||
@ -1,4 +0,0 @@ |
|||||||
<?xml version="1.0" encoding="utf-8"?> |
|
||||||
<manifest package="org.seimicrawler.xpath"> |
|
||||||
|
|
||||||
</manifest> |
|
||||||
@ -1,152 +0,0 @@ |
|||||||
package org.seimicrawler.xpath; |
|
||||||
|
|
||||||
import org.antlr.v4.runtime.CharStream; |
|
||||||
import org.antlr.v4.runtime.CharStreams; |
|
||||||
import org.antlr.v4.runtime.CommonTokenStream; |
|
||||||
import org.antlr.v4.runtime.tree.ParseTree; |
|
||||||
import org.apache.commons.lang3.exception.ExceptionUtils; |
|
||||||
import org.jsoup.Jsoup; |
|
||||||
import org.jsoup.nodes.Document; |
|
||||||
import org.jsoup.nodes.Element; |
|
||||||
import org.jsoup.select.Elements; |
|
||||||
import org.seimicrawler.xpath.antlr.XpathLexer; |
|
||||||
import org.seimicrawler.xpath.antlr.XpathParser; |
|
||||||
import org.seimicrawler.xpath.core.XValue; |
|
||||||
import org.seimicrawler.xpath.core.XpathProcessor; |
|
||||||
import org.seimicrawler.xpath.exception.DoFailOnErrorHandler; |
|
||||||
import org.seimicrawler.xpath.exception.XpathParserException; |
|
||||||
import org.seimicrawler.xpath.exception.XpathSyntaxErrorException; |
|
||||||
|
|
||||||
import java.util.LinkedList; |
|
||||||
import java.util.List; |
|
||||||
|
|
||||||
/* |
|
||||||
Copyright 2014 Wang Haomiao<seimimaster@gmail.com> |
|
||||||
|
|
||||||
Licensed under the Apache License, Version 2.0 (the "License"); |
|
||||||
you may not use this file except in compliance with the License. |
|
||||||
You may obtain a copy of the License at |
|
||||||
|
|
||||||
http://www.apache.org/licenses/LICENSE-2.0
|
|
||||||
|
|
||||||
Unless required by applicable law or agreed to in writing, software |
|
||||||
distributed under the License is distributed on an "AS IS" BASIS, |
|
||||||
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
|
||||||
See the License for the specific language governing permissions and |
|
||||||
limitations under the License. |
|
||||||
*/ |
|
||||||
|
|
||||||
/** |
|
||||||
* @author github.com/zhegexiaohuozi seimimaster@gmail.com |
|
||||||
*/ |
|
||||||
public class JXDocument { |
|
||||||
private final Elements elements; |
|
||||||
|
|
||||||
public JXDocument(Elements els) { |
|
||||||
elements = els; |
|
||||||
} |
|
||||||
|
|
||||||
public static JXDocument create(Document doc) { |
|
||||||
Elements els = doc.children(); |
|
||||||
return new JXDocument(els); |
|
||||||
} |
|
||||||
|
|
||||||
public static JXDocument create(Elements els) { |
|
||||||
return new JXDocument(els); |
|
||||||
} |
|
||||||
|
|
||||||
public static JXDocument create(String html) { |
|
||||||
Elements els = Jsoup.parse(html).children(); |
|
||||||
return new JXDocument(els); |
|
||||||
} |
|
||||||
|
|
||||||
public static JXDocument createByUrl(String url) { |
|
||||||
Elements els; |
|
||||||
try { |
|
||||||
els = Jsoup.connect(url).get().children(); |
|
||||||
} catch (Exception e) { |
|
||||||
throw new XpathParserException("url资源获取失败", e); |
|
||||||
} |
|
||||||
return new JXDocument(els); |
|
||||||
} |
|
||||||
|
|
||||||
public List<Object> sel(String xpath) { |
|
||||||
List<Object> res = new LinkedList<>(); |
|
||||||
for (JXNode node : selN(xpath)) { |
|
||||||
if (node.isElement()) { |
|
||||||
res.add(node.asElement()); |
|
||||||
} else { |
|
||||||
res.add(node.toString()); |
|
||||||
} |
|
||||||
} |
|
||||||
return res; |
|
||||||
} |
|
||||||
|
|
||||||
public List<JXNode> selN(String xpath) { |
|
||||||
List<JXNode> finalRes = new LinkedList<>(); |
|
||||||
try { |
|
||||||
CharStream input = CharStreams.fromString(xpath); |
|
||||||
XpathLexer lexer = new XpathLexer(input); |
|
||||||
CommonTokenStream tokens = new CommonTokenStream(lexer); |
|
||||||
XpathParser parser = new XpathParser(tokens); |
|
||||||
parser.setErrorHandler(new DoFailOnErrorHandler()); |
|
||||||
ParseTree tree = parser.main(); |
|
||||||
XpathProcessor processor = new XpathProcessor(elements); |
|
||||||
XValue calRes = processor.visit(tree); |
|
||||||
|
|
||||||
if (calRes.isElements()) { |
|
||||||
for (Element el : calRes.asElements()) { |
|
||||||
finalRes.add(JXNode.create(el)); |
|
||||||
} |
|
||||||
return finalRes; |
|
||||||
} |
|
||||||
if (calRes.isList()) { |
|
||||||
for (String str : calRes.asList()) { |
|
||||||
finalRes.add(JXNode.create(str)); |
|
||||||
} |
|
||||||
return finalRes; |
|
||||||
} |
|
||||||
if (calRes.isString()) { |
|
||||||
finalRes.add(JXNode.create(calRes.asString())); |
|
||||||
return finalRes; |
|
||||||
} |
|
||||||
if (calRes.isNumber()) { |
|
||||||
finalRes.add(JXNode.create(calRes.asDouble())); |
|
||||||
return finalRes; |
|
||||||
} |
|
||||||
if (calRes.isBoolean()) { |
|
||||||
finalRes.add(JXNode.create(calRes.asBoolean())); |
|
||||||
return finalRes; |
|
||||||
} |
|
||||||
if (calRes.isDate()) { |
|
||||||
finalRes.add(JXNode.create(calRes.asDate())); |
|
||||||
return finalRes; |
|
||||||
} |
|
||||||
finalRes.add(JXNode.create(calRes.asString())); |
|
||||||
} catch (Exception e) { |
|
||||||
String msg = "Please check the syntax of your xpath expr or commit a "; |
|
||||||
throw new XpathSyntaxErrorException(msg + ExceptionUtils.getRootCauseMessage(e), e); |
|
||||||
} |
|
||||||
return finalRes; |
|
||||||
} |
|
||||||
|
|
||||||
public Object selOne(String xpath) { |
|
||||||
JXNode jxNode = selNOne(xpath); |
|
||||||
if (jxNode != null) { |
|
||||||
if (jxNode.isElement()) { |
|
||||||
return jxNode.asElement(); |
|
||||||
} else { |
|
||||||
return jxNode.toString(); |
|
||||||
} |
|
||||||
} |
|
||||||
return null; |
|
||||||
} |
|
||||||
|
|
||||||
public JXNode selNOne(String xpath) { |
|
||||||
List<JXNode> jxNodeList = selN(xpath); |
|
||||||
if (jxNodeList != null && jxNodeList.size() > 0) { |
|
||||||
return jxNodeList.get(0); |
|
||||||
} |
|
||||||
return null; |
|
||||||
} |
|
||||||
} |
|
||||||
@ -1,130 +0,0 @@ |
|||||||
package org.seimicrawler.xpath; |
|
||||||
/* |
|
||||||
Copyright 2014 Wang Haomiao<seimimaster@gmail.com> |
|
||||||
|
|
||||||
Licensed under the Apache License, Version 2.0 (the "License"); |
|
||||||
you may not use this file except in compliance with the License. |
|
||||||
You may obtain a copy of the License at |
|
||||||
|
|
||||||
http://www.apache.org/licenses/LICENSE-2.0
|
|
||||||
|
|
||||||
Unless required by applicable law or agreed to in writing, software |
|
||||||
distributed under the License is distributed on an "AS IS" BASIS, |
|
||||||
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
|
||||||
See the License for the specific language governing permissions and |
|
||||||
limitations under the License. |
|
||||||
*/ |
|
||||||
|
|
||||||
import org.jsoup.nodes.Element; |
|
||||||
import org.jsoup.select.Elements; |
|
||||||
import org.seimicrawler.xpath.core.Constants; |
|
||||||
|
|
||||||
import java.util.Date; |
|
||||||
import java.util.List; |
|
||||||
import java.util.Objects; |
|
||||||
|
|
||||||
/** |
|
||||||
* XPath提取后的 |
|
||||||
* |
|
||||||
* @author github.com/zhegexiaohuozi seimimaster@gmail.com |
|
||||||
* @since 2016/5/12. |
|
||||||
*/ |
|
||||||
public class JXNode { |
|
||||||
private final Object value; |
|
||||||
|
|
||||||
public JXNode(Object val) { |
|
||||||
this.value = val; |
|
||||||
} |
|
||||||
|
|
||||||
public boolean isElement() { |
|
||||||
return value instanceof Element; |
|
||||||
} |
|
||||||
|
|
||||||
public Element asElement() { |
|
||||||
return (Element) value; |
|
||||||
} |
|
||||||
|
|
||||||
public boolean isString() { |
|
||||||
return value instanceof String; |
|
||||||
} |
|
||||||
|
|
||||||
public String asString() { |
|
||||||
if (isString()) { |
|
||||||
return (String) value; |
|
||||||
} else if (isElement()) { |
|
||||||
Element e = (Element) value; |
|
||||||
if (Objects.equals(e.tagName(), Constants.DEF_TEXT_TAG_NAME)) { |
|
||||||
return e.ownText(); |
|
||||||
} else { |
|
||||||
return e.toString(); |
|
||||||
} |
|
||||||
} else { |
|
||||||
return String.valueOf(value); |
|
||||||
} |
|
||||||
} |
|
||||||
|
|
||||||
public boolean isNumber() { |
|
||||||
return value instanceof Number; |
|
||||||
} |
|
||||||
|
|
||||||
public Double asDouble() { |
|
||||||
return (Double) value; |
|
||||||
} |
|
||||||
|
|
||||||
public boolean isBoolean() { |
|
||||||
return value instanceof Boolean; |
|
||||||
} |
|
||||||
|
|
||||||
public Boolean asBoolean() { |
|
||||||
return (Boolean) value; |
|
||||||
} |
|
||||||
|
|
||||||
public boolean isDate() { |
|
||||||
return value instanceof Date; |
|
||||||
} |
|
||||||
|
|
||||||
public Date asDate() { |
|
||||||
return (Date) value; |
|
||||||
} |
|
||||||
|
|
||||||
public List<JXNode> sel(String xpath) { |
|
||||||
if (!isElement()) { |
|
||||||
return null; |
|
||||||
} |
|
||||||
JXDocument doc = new JXDocument(new Elements(asElement())); |
|
||||||
return doc.selN(xpath); |
|
||||||
} |
|
||||||
|
|
||||||
public JXNode selOne(String xpath) { |
|
||||||
List<JXNode> jxNodeList = sel(xpath); |
|
||||||
if (jxNodeList != null && jxNodeList.size() > 0) { |
|
||||||
return jxNodeList.get(0); |
|
||||||
} |
|
||||||
return null; |
|
||||||
} |
|
||||||
|
|
||||||
public static JXNode create(Object val) { |
|
||||||
return new JXNode(val); |
|
||||||
} |
|
||||||
|
|
||||||
@Override |
|
||||||
public String toString() { |
|
||||||
return asString(); |
|
||||||
} |
|
||||||
|
|
||||||
public Object value() { |
|
||||||
if (isElement()) { |
|
||||||
return asElement(); |
|
||||||
} |
|
||||||
if (isBoolean()) { |
|
||||||
return asBoolean(); |
|
||||||
} |
|
||||||
if (isNumber()) { |
|
||||||
return asDouble(); |
|
||||||
} |
|
||||||
if (isDate()) { |
|
||||||
return asDate(); |
|
||||||
} |
|
||||||
return asString(); |
|
||||||
} |
|
||||||
} |
|
||||||
File diff suppressed because one or more lines are too long
@ -1,76 +0,0 @@ |
|||||||
T__0=1 |
|
||||||
T__1=2 |
|
||||||
T__2=3 |
|
||||||
T__3=4 |
|
||||||
NodeType=5 |
|
||||||
Number=6 |
|
||||||
AxisName=7 |
|
||||||
PATHSEP=8 |
|
||||||
ABRPATH=9 |
|
||||||
LPAR=10 |
|
||||||
RPAR=11 |
|
||||||
LBRAC=12 |
|
||||||
RBRAC=13 |
|
||||||
MINUS=14 |
|
||||||
PLUS=15 |
|
||||||
DOT=16 |
|
||||||
MUL=17 |
|
||||||
DIVISION=18 |
|
||||||
MODULO=19 |
|
||||||
DOTDOT=20 |
|
||||||
AT=21 |
|
||||||
COMMA=22 |
|
||||||
PIPE=23 |
|
||||||
LESS=24 |
|
||||||
MORE_=25 |
|
||||||
LE=26 |
|
||||||
GE=27 |
|
||||||
EQUALITY=28 |
|
||||||
INEQUALITY=29 |
|
||||||
START_WITH=30 |
|
||||||
END_WITH=31 |
|
||||||
CONTAIN_WITH=32 |
|
||||||
REGEXP_WITH=33 |
|
||||||
REGEXP_NOT_WITH=34 |
|
||||||
COLON=35 |
|
||||||
CC=36 |
|
||||||
APOS=37 |
|
||||||
QUOT=38 |
|
||||||
Literal=39 |
|
||||||
Whitespace=40 |
|
||||||
NCName=41 |
|
||||||
'processing-instruction'=1 |
|
||||||
'or'=2 |
|
||||||
'and'=3 |
|
||||||
'$'=4 |
|
||||||
'/'=8 |
|
||||||
'//'=9 |
|
||||||
'('=10 |
|
||||||
')'=11 |
|
||||||
'['=12 |
|
||||||
']'=13 |
|
||||||
'-'=14 |
|
||||||
'+'=15 |
|
||||||
'.'=16 |
|
||||||
'*'=17 |
|
||||||
'`div`'=18 |
|
||||||
'`mod`'=19 |
|
||||||
'..'=20 |
|
||||||
'@'=21 |
|
||||||
','=22 |
|
||||||
'|'=23 |
|
||||||
'<'=24 |
|
||||||
'>'=25 |
|
||||||
'<='=26 |
|
||||||
'>='=27 |
|
||||||
'='=28 |
|
||||||
'!='=29 |
|
||||||
'^='=30 |
|
||||||
'$='=31 |
|
||||||
'*='=32 |
|
||||||
'~='=33 |
|
||||||
'!~'=34 |
|
||||||
':'=35 |
|
||||||
'::'=36 |
|
||||||
'\''=37 |
|
||||||
'"'=38 |
|
||||||
@ -1,535 +0,0 @@ |
|||||||
// Generated from resources/Xpath.g4 by ANTLR 4.7.2
|
|
||||||
package org.seimicrawler.xpath.antlr; |
|
||||||
|
|
||||||
import org.antlr.v4.runtime.ParserRuleContext; |
|
||||||
import org.antlr.v4.runtime.tree.ErrorNode; |
|
||||||
import org.antlr.v4.runtime.tree.TerminalNode; |
|
||||||
|
|
||||||
/** |
|
||||||
* This class provides an empty implementation of {@link XpathListener}, |
|
||||||
* which can be extended to create a listener which only needs to handle a subset |
|
||||||
* of the available methods. |
|
||||||
*/ |
|
||||||
public class XpathBaseListener implements XpathListener { |
|
||||||
/** |
|
||||||
* {@inheritDoc} |
|
||||||
* |
|
||||||
* <p>The default implementation does nothing.</p> |
|
||||||
*/ |
|
||||||
@Override |
|
||||||
public void enterMain(XpathParser.MainContext ctx) { |
|
||||||
} |
|
||||||
|
|
||||||
/** |
|
||||||
* {@inheritDoc} |
|
||||||
* |
|
||||||
* <p>The default implementation does nothing.</p> |
|
||||||
*/ |
|
||||||
@Override |
|
||||||
public void exitMain(XpathParser.MainContext ctx) { |
|
||||||
} |
|
||||||
|
|
||||||
/** |
|
||||||
* {@inheritDoc} |
|
||||||
* |
|
||||||
* <p>The default implementation does nothing.</p> |
|
||||||
*/ |
|
||||||
@Override |
|
||||||
public void enterLocationPath(XpathParser.LocationPathContext ctx) { |
|
||||||
} |
|
||||||
|
|
||||||
/** |
|
||||||
* {@inheritDoc} |
|
||||||
* |
|
||||||
* <p>The default implementation does nothing.</p> |
|
||||||
*/ |
|
||||||
@Override |
|
||||||
public void exitLocationPath(XpathParser.LocationPathContext ctx) { |
|
||||||
} |
|
||||||
|
|
||||||
/** |
|
||||||
* {@inheritDoc} |
|
||||||
* |
|
||||||
* <p>The default implementation does nothing.</p> |
|
||||||
*/ |
|
||||||
@Override |
|
||||||
public void enterAbsoluteLocationPathNoroot(XpathParser.AbsoluteLocationPathNorootContext ctx) { |
|
||||||
} |
|
||||||
|
|
||||||
/** |
|
||||||
* {@inheritDoc} |
|
||||||
* |
|
||||||
* <p>The default implementation does nothing.</p> |
|
||||||
*/ |
|
||||||
@Override |
|
||||||
public void exitAbsoluteLocationPathNoroot(XpathParser.AbsoluteLocationPathNorootContext ctx) { |
|
||||||
} |
|
||||||
|
|
||||||
/** |
|
||||||
* {@inheritDoc} |
|
||||||
* |
|
||||||
* <p>The default implementation does nothing.</p> |
|
||||||
*/ |
|
||||||
@Override |
|
||||||
public void enterRelativeLocationPath(XpathParser.RelativeLocationPathContext ctx) { |
|
||||||
} |
|
||||||
|
|
||||||
/** |
|
||||||
* {@inheritDoc} |
|
||||||
* |
|
||||||
* <p>The default implementation does nothing.</p> |
|
||||||
*/ |
|
||||||
@Override |
|
||||||
public void exitRelativeLocationPath(XpathParser.RelativeLocationPathContext ctx) { |
|
||||||
} |
|
||||||
|
|
||||||
/** |
|
||||||
* {@inheritDoc} |
|
||||||
* |
|
||||||
* <p>The default implementation does nothing.</p> |
|
||||||
*/ |
|
||||||
@Override |
|
||||||
public void enterStep(XpathParser.StepContext ctx) { |
|
||||||
} |
|
||||||
|
|
||||||
/** |
|
||||||
* {@inheritDoc} |
|
||||||
* |
|
||||||
* <p>The default implementation does nothing.</p> |
|
||||||
*/ |
|
||||||
@Override |
|
||||||
public void exitStep(XpathParser.StepContext ctx) { |
|
||||||
} |
|
||||||
|
|
||||||
/** |
|
||||||
* {@inheritDoc} |
|
||||||
* |
|
||||||
* <p>The default implementation does nothing.</p> |
|
||||||
*/ |
|
||||||
@Override |
|
||||||
public void enterAxisSpecifier(XpathParser.AxisSpecifierContext ctx) { |
|
||||||
} |
|
||||||
|
|
||||||
/** |
|
||||||
* {@inheritDoc} |
|
||||||
* |
|
||||||
* <p>The default implementation does nothing.</p> |
|
||||||
*/ |
|
||||||
@Override |
|
||||||
public void exitAxisSpecifier(XpathParser.AxisSpecifierContext ctx) { |
|
||||||
} |
|
||||||
|
|
||||||
/** |
|
||||||
* {@inheritDoc} |
|
||||||
* |
|
||||||
* <p>The default implementation does nothing.</p> |
|
||||||
*/ |
|
||||||
@Override |
|
||||||
public void enterNodeTest(XpathParser.NodeTestContext ctx) { |
|
||||||
} |
|
||||||
|
|
||||||
/** |
|
||||||
* {@inheritDoc} |
|
||||||
* |
|
||||||
* <p>The default implementation does nothing.</p> |
|
||||||
*/ |
|
||||||
@Override |
|
||||||
public void exitNodeTest(XpathParser.NodeTestContext ctx) { |
|
||||||
} |
|
||||||
|
|
||||||
/** |
|
||||||
* {@inheritDoc} |
|
||||||
* |
|
||||||
* <p>The default implementation does nothing.</p> |
|
||||||
*/ |
|
||||||
@Override |
|
||||||
public void enterPredicate(XpathParser.PredicateContext ctx) { |
|
||||||
} |
|
||||||
|
|
||||||
/** |
|
||||||
* {@inheritDoc} |
|
||||||
* |
|
||||||
* <p>The default implementation does nothing.</p> |
|
||||||
*/ |
|
||||||
@Override |
|
||||||
public void exitPredicate(XpathParser.PredicateContext ctx) { |
|
||||||
} |
|
||||||
|
|
||||||
/** |
|
||||||
* {@inheritDoc} |
|
||||||
* |
|
||||||
* <p>The default implementation does nothing.</p> |
|
||||||
*/ |
|
||||||
@Override |
|
||||||
public void enterAbbreviatedStep(XpathParser.AbbreviatedStepContext ctx) { |
|
||||||
} |
|
||||||
|
|
||||||
/** |
|
||||||
* {@inheritDoc} |
|
||||||
* |
|
||||||
* <p>The default implementation does nothing.</p> |
|
||||||
*/ |
|
||||||
@Override |
|
||||||
public void exitAbbreviatedStep(XpathParser.AbbreviatedStepContext ctx) { |
|
||||||
} |
|
||||||
|
|
||||||
/** |
|
||||||
* {@inheritDoc} |
|
||||||
* |
|
||||||
* <p>The default implementation does nothing.</p> |
|
||||||
*/ |
|
||||||
@Override |
|
||||||
public void enterExpr(XpathParser.ExprContext ctx) { |
|
||||||
} |
|
||||||
|
|
||||||
/** |
|
||||||
* {@inheritDoc} |
|
||||||
* |
|
||||||
* <p>The default implementation does nothing.</p> |
|
||||||
*/ |
|
||||||
@Override |
|
||||||
public void exitExpr(XpathParser.ExprContext ctx) { |
|
||||||
} |
|
||||||
|
|
||||||
/** |
|
||||||
* {@inheritDoc} |
|
||||||
* |
|
||||||
* <p>The default implementation does nothing.</p> |
|
||||||
*/ |
|
||||||
@Override |
|
||||||
public void enterPrimaryExpr(XpathParser.PrimaryExprContext ctx) { |
|
||||||
} |
|
||||||
|
|
||||||
/** |
|
||||||
* {@inheritDoc} |
|
||||||
* |
|
||||||
* <p>The default implementation does nothing.</p> |
|
||||||
*/ |
|
||||||
@Override |
|
||||||
public void exitPrimaryExpr(XpathParser.PrimaryExprContext ctx) { |
|
||||||
} |
|
||||||
|
|
||||||
/** |
|
||||||
* {@inheritDoc} |
|
||||||
* |
|
||||||
* <p>The default implementation does nothing.</p> |
|
||||||
*/ |
|
||||||
@Override |
|
||||||
public void enterFunctionCall(XpathParser.FunctionCallContext ctx) { |
|
||||||
} |
|
||||||
|
|
||||||
/** |
|
||||||
* {@inheritDoc} |
|
||||||
* |
|
||||||
* <p>The default implementation does nothing.</p> |
|
||||||
*/ |
|
||||||
@Override |
|
||||||
public void exitFunctionCall(XpathParser.FunctionCallContext ctx) { |
|
||||||
} |
|
||||||
|
|
||||||
/** |
|
||||||
* {@inheritDoc} |
|
||||||
* |
|
||||||
* <p>The default implementation does nothing.</p> |
|
||||||
*/ |
|
||||||
@Override |
|
||||||
public void enterUnionExprNoRoot(XpathParser.UnionExprNoRootContext ctx) { |
|
||||||
} |
|
||||||
|
|
||||||
/** |
|
||||||
* {@inheritDoc} |
|
||||||
* |
|
||||||
* <p>The default implementation does nothing.</p> |
|
||||||
*/ |
|
||||||
@Override |
|
||||||
public void exitUnionExprNoRoot(XpathParser.UnionExprNoRootContext ctx) { |
|
||||||
} |
|
||||||
|
|
||||||
/** |
|
||||||
* {@inheritDoc} |
|
||||||
* |
|
||||||
* <p>The default implementation does nothing.</p> |
|
||||||
*/ |
|
||||||
@Override |
|
||||||
public void enterPathExprNoRoot(XpathParser.PathExprNoRootContext ctx) { |
|
||||||
} |
|
||||||
|
|
||||||
/** |
|
||||||
* {@inheritDoc} |
|
||||||
* |
|
||||||
* <p>The default implementation does nothing.</p> |
|
||||||
*/ |
|
||||||
@Override |
|
||||||
public void exitPathExprNoRoot(XpathParser.PathExprNoRootContext ctx) { |
|
||||||
} |
|
||||||
|
|
||||||
/** |
|
||||||
* {@inheritDoc} |
|
||||||
* |
|
||||||
* <p>The default implementation does nothing.</p> |
|
||||||
*/ |
|
||||||
@Override |
|
||||||
public void enterFilterExpr(XpathParser.FilterExprContext ctx) { |
|
||||||
} |
|
||||||
|
|
||||||
/** |
|
||||||
* {@inheritDoc} |
|
||||||
* |
|
||||||
* <p>The default implementation does nothing.</p> |
|
||||||
*/ |
|
||||||
@Override |
|
||||||
public void exitFilterExpr(XpathParser.FilterExprContext ctx) { |
|
||||||
} |
|
||||||
|
|
||||||
/** |
|
||||||
* {@inheritDoc} |
|
||||||
* |
|
||||||
* <p>The default implementation does nothing.</p> |
|
||||||
*/ |
|
||||||
@Override |
|
||||||
public void enterOrExpr(XpathParser.OrExprContext ctx) { |
|
||||||
} |
|
||||||
|
|
||||||
/** |
|
||||||
* {@inheritDoc} |
|
||||||
* |
|
||||||
* <p>The default implementation does nothing.</p> |
|
||||||
*/ |
|
||||||
@Override |
|
||||||
public void exitOrExpr(XpathParser.OrExprContext ctx) { |
|
||||||
} |
|
||||||
|
|
||||||
/** |
|
||||||
* {@inheritDoc} |
|
||||||
* |
|
||||||
* <p>The default implementation does nothing.</p> |
|
||||||
*/ |
|
||||||
@Override |
|
||||||
public void enterAndExpr(XpathParser.AndExprContext ctx) { |
|
||||||
} |
|
||||||
|
|
||||||
/** |
|
||||||
* {@inheritDoc} |
|
||||||
* |
|
||||||
* <p>The default implementation does nothing.</p> |
|
||||||
*/ |
|
||||||
@Override |
|
||||||
public void exitAndExpr(XpathParser.AndExprContext ctx) { |
|
||||||
} |
|
||||||
|
|
||||||
/** |
|
||||||
* {@inheritDoc} |
|
||||||
* |
|
||||||
* <p>The default implementation does nothing.</p> |
|
||||||
*/ |
|
||||||
@Override |
|
||||||
public void enterEqualityExpr(XpathParser.EqualityExprContext ctx) { |
|
||||||
} |
|
||||||
|
|
||||||
/** |
|
||||||
* {@inheritDoc} |
|
||||||
* |
|
||||||
* <p>The default implementation does nothing.</p> |
|
||||||
*/ |
|
||||||
@Override |
|
||||||
public void exitEqualityExpr(XpathParser.EqualityExprContext ctx) { |
|
||||||
} |
|
||||||
|
|
||||||
/** |
|
||||||
* {@inheritDoc} |
|
||||||
* |
|
||||||
* <p>The default implementation does nothing.</p> |
|
||||||
*/ |
|
||||||
@Override |
|
||||||
public void enterRelationalExpr(XpathParser.RelationalExprContext ctx) { |
|
||||||
} |
|
||||||
|
|
||||||
/** |
|
||||||
* {@inheritDoc} |
|
||||||
* |
|
||||||
* <p>The default implementation does nothing.</p> |
|
||||||
*/ |
|
||||||
@Override |
|
||||||
public void exitRelationalExpr(XpathParser.RelationalExprContext ctx) { |
|
||||||
} |
|
||||||
|
|
||||||
/** |
|
||||||
* {@inheritDoc} |
|
||||||
* |
|
||||||
* <p>The default implementation does nothing.</p> |
|
||||||
*/ |
|
||||||
@Override |
|
||||||
public void enterAdditiveExpr(XpathParser.AdditiveExprContext ctx) { |
|
||||||
} |
|
||||||
|
|
||||||
/** |
|
||||||
* {@inheritDoc} |
|
||||||
* |
|
||||||
* <p>The default implementation does nothing.</p> |
|
||||||
*/ |
|
||||||
@Override |
|
||||||
public void exitAdditiveExpr(XpathParser.AdditiveExprContext ctx) { |
|
||||||
} |
|
||||||
|
|
||||||
/** |
|
||||||
* {@inheritDoc} |
|
||||||
* |
|
||||||
* <p>The default implementation does nothing.</p> |
|
||||||
*/ |
|
||||||
@Override |
|
||||||
public void enterMultiplicativeExpr(XpathParser.MultiplicativeExprContext ctx) { |
|
||||||
} |
|
||||||
|
|
||||||
/** |
|
||||||
* {@inheritDoc} |
|
||||||
* |
|
||||||
* <p>The default implementation does nothing.</p> |
|
||||||
*/ |
|
||||||
@Override |
|
||||||
public void exitMultiplicativeExpr(XpathParser.MultiplicativeExprContext ctx) { |
|
||||||
} |
|
||||||
|
|
||||||
/** |
|
||||||
* {@inheritDoc} |
|
||||||
* |
|
||||||
* <p>The default implementation does nothing.</p> |
|
||||||
*/ |
|
||||||
@Override |
|
||||||
public void enterUnaryExprNoRoot(XpathParser.UnaryExprNoRootContext ctx) { |
|
||||||
} |
|
||||||
|
|
||||||
/** |
|
||||||
* {@inheritDoc} |
|
||||||
* |
|
||||||
* <p>The default implementation does nothing.</p> |
|
||||||
*/ |
|
||||||
@Override |
|
||||||
public void exitUnaryExprNoRoot(XpathParser.UnaryExprNoRootContext ctx) { |
|
||||||
} |
|
||||||
|
|
||||||
/** |
|
||||||
* {@inheritDoc} |
|
||||||
* |
|
||||||
* <p>The default implementation does nothing.</p> |
|
||||||
*/ |
|
||||||
@Override |
|
||||||
public void enterQName(XpathParser.QNameContext ctx) { |
|
||||||
} |
|
||||||
|
|
||||||
/** |
|
||||||
* {@inheritDoc} |
|
||||||
* |
|
||||||
* <p>The default implementation does nothing.</p> |
|
||||||
*/ |
|
||||||
@Override |
|
||||||
public void exitQName(XpathParser.QNameContext ctx) { |
|
||||||
} |
|
||||||
|
|
||||||
/** |
|
||||||
* {@inheritDoc} |
|
||||||
* |
|
||||||
* <p>The default implementation does nothing.</p> |
|
||||||
*/ |
|
||||||
@Override |
|
||||||
public void enterFunctionName(XpathParser.FunctionNameContext ctx) { |
|
||||||
} |
|
||||||
|
|
||||||
/** |
|
||||||
* {@inheritDoc} |
|
||||||
* |
|
||||||
* <p>The default implementation does nothing.</p> |
|
||||||
*/ |
|
||||||
@Override |
|
||||||
public void exitFunctionName(XpathParser.FunctionNameContext ctx) { |
|
||||||
} |
|
||||||
|
|
||||||
/** |
|
||||||
* {@inheritDoc} |
|
||||||
* |
|
||||||
* <p>The default implementation does nothing.</p> |
|
||||||
*/ |
|
||||||
@Override |
|
||||||
public void enterVariableReference(XpathParser.VariableReferenceContext ctx) { |
|
||||||
} |
|
||||||
|
|
||||||
/** |
|
||||||
* {@inheritDoc} |
|
||||||
* |
|
||||||
* <p>The default implementation does nothing.</p> |
|
||||||
*/ |
|
||||||
@Override |
|
||||||
public void exitVariableReference(XpathParser.VariableReferenceContext ctx) { |
|
||||||
} |
|
||||||
|
|
||||||
/** |
|
||||||
* {@inheritDoc} |
|
||||||
* |
|
||||||
* <p>The default implementation does nothing.</p> |
|
||||||
*/ |
|
||||||
@Override |
|
||||||
public void enterNameTest(XpathParser.NameTestContext ctx) { |
|
||||||
} |
|
||||||
|
|
||||||
/** |
|
||||||
* {@inheritDoc} |
|
||||||
* |
|
||||||
* <p>The default implementation does nothing.</p> |
|
||||||
*/ |
|
||||||
@Override |
|
||||||
public void exitNameTest(XpathParser.NameTestContext ctx) { |
|
||||||
} |
|
||||||
|
|
||||||
/** |
|
||||||
* {@inheritDoc} |
|
||||||
* |
|
||||||
* <p>The default implementation does nothing.</p> |
|
||||||
*/ |
|
||||||
@Override |
|
||||||
public void enterNCName(XpathParser.NCNameContext ctx) { |
|
||||||
} |
|
||||||
|
|
||||||
/** |
|
||||||
* {@inheritDoc} |
|
||||||
* |
|
||||||
* <p>The default implementation does nothing.</p> |
|
||||||
*/ |
|
||||||
@Override |
|
||||||
public void exitNCName(XpathParser.NCNameContext ctx) { |
|
||||||
} |
|
||||||
|
|
||||||
/** |
|
||||||
* {@inheritDoc} |
|
||||||
* |
|
||||||
* <p>The default implementation does nothing.</p> |
|
||||||
*/ |
|
||||||
@Override |
|
||||||
public void enterEveryRule(ParserRuleContext ctx) { |
|
||||||
} |
|
||||||
|
|
||||||
/** |
|
||||||
* {@inheritDoc} |
|
||||||
* |
|
||||||
* <p>The default implementation does nothing.</p> |
|
||||||
*/ |
|
||||||
@Override |
|
||||||
public void exitEveryRule(ParserRuleContext ctx) { |
|
||||||
} |
|
||||||
|
|
||||||
/** |
|
||||||
* {@inheritDoc} |
|
||||||
* |
|
||||||
* <p>The default implementation does nothing.</p> |
|
||||||
*/ |
|
||||||
@Override |
|
||||||
public void visitTerminal(TerminalNode node) { |
|
||||||
} |
|
||||||
|
|
||||||
/** |
|
||||||
* {@inheritDoc} |
|
||||||
* |
|
||||||
* <p>The default implementation does nothing.</p> |
|
||||||
*/ |
|
||||||
@Override |
|
||||||
public void visitErrorNode(ErrorNode node) { |
|
||||||
} |
|
||||||
} |
|
||||||
@ -1,311 +0,0 @@ |
|||||||
// Generated from resources/Xpath.g4 by ANTLR 4.7.2
|
|
||||||
package org.seimicrawler.xpath.antlr; |
|
||||||
|
|
||||||
import org.antlr.v4.runtime.tree.AbstractParseTreeVisitor; |
|
||||||
|
|
||||||
/** |
|
||||||
* This class provides an empty implementation of {@link XpathVisitor}, |
|
||||||
* which can be extended to create a visitor which only needs to handle a subset |
|
||||||
* of the available methods. |
|
||||||
* |
|
||||||
* @param <T> The return type of the visit operation. Use {@link Void} for |
|
||||||
* operations with no return type. |
|
||||||
*/ |
|
||||||
public class XpathBaseVisitor<T> extends AbstractParseTreeVisitor<T> implements XpathVisitor<T> { |
|
||||||
/** |
|
||||||
* {@inheritDoc} |
|
||||||
* |
|
||||||
* <p>The default implementation returns the result of calling |
|
||||||
* {@link #visitChildren} on {@code ctx}.</p> |
|
||||||
*/ |
|
||||||
@Override |
|
||||||
public T visitMain(XpathParser.MainContext ctx) { |
|
||||||
return visitChildren(ctx); |
|
||||||
} |
|
||||||
|
|
||||||
/** |
|
||||||
* {@inheritDoc} |
|
||||||
* |
|
||||||
* <p>The default implementation returns the result of calling |
|
||||||
* {@link #visitChildren} on {@code ctx}.</p> |
|
||||||
*/ |
|
||||||
@Override |
|
||||||
public T visitLocationPath(XpathParser.LocationPathContext ctx) { |
|
||||||
return visitChildren(ctx); |
|
||||||
} |
|
||||||
|
|
||||||
/** |
|
||||||
* {@inheritDoc} |
|
||||||
* |
|
||||||
* <p>The default implementation returns the result of calling |
|
||||||
* {@link #visitChildren} on {@code ctx}.</p> |
|
||||||
*/ |
|
||||||
@Override |
|
||||||
public T visitAbsoluteLocationPathNoroot(XpathParser.AbsoluteLocationPathNorootContext ctx) { |
|
||||||
return visitChildren(ctx); |
|
||||||
} |
|
||||||
|
|
||||||
/** |
|
||||||
* {@inheritDoc} |
|
||||||
* |
|
||||||
* <p>The default implementation returns the result of calling |
|
||||||
* {@link #visitChildren} on {@code ctx}.</p> |
|
||||||
*/ |
|
||||||
@Override |
|
||||||
public T visitRelativeLocationPath(XpathParser.RelativeLocationPathContext ctx) { |
|
||||||
return visitChildren(ctx); |
|
||||||
} |
|
||||||
|
|
||||||
/** |
|
||||||
* {@inheritDoc} |
|
||||||
* |
|
||||||
* <p>The default implementation returns the result of calling |
|
||||||
* {@link #visitChildren} on {@code ctx}.</p> |
|
||||||
*/ |
|
||||||
@Override |
|
||||||
public T visitStep(XpathParser.StepContext ctx) { |
|
||||||
return visitChildren(ctx); |
|
||||||
} |
|
||||||
|
|
||||||
/** |
|
||||||
* {@inheritDoc} |
|
||||||
* |
|
||||||
* <p>The default implementation returns the result of calling |
|
||||||
* {@link #visitChildren} on {@code ctx}.</p> |
|
||||||
*/ |
|
||||||
@Override |
|
||||||
public T visitAxisSpecifier(XpathParser.AxisSpecifierContext ctx) { |
|
||||||
return visitChildren(ctx); |
|
||||||
} |
|
||||||
|
|
||||||
/** |
|
||||||
* {@inheritDoc} |
|
||||||
* |
|
||||||
* <p>The default implementation returns the result of calling |
|
||||||
* {@link #visitChildren} on {@code ctx}.</p> |
|
||||||
*/ |
|
||||||
@Override |
|
||||||
public T visitNodeTest(XpathParser.NodeTestContext ctx) { |
|
||||||
return visitChildren(ctx); |
|
||||||
} |
|
||||||
|
|
||||||
/** |
|
||||||
* {@inheritDoc} |
|
||||||
* |
|
||||||
* <p>The default implementation returns the result of calling |
|
||||||
* {@link #visitChildren} on {@code ctx}.</p> |
|
||||||
*/ |
|
||||||
@Override |
|
||||||
public T visitPredicate(XpathParser.PredicateContext ctx) { |
|
||||||
return visitChildren(ctx); |
|
||||||
} |
|
||||||
|
|
||||||
/** |
|
||||||
* {@inheritDoc} |
|
||||||
* |
|
||||||
* <p>The default implementation returns the result of calling |
|
||||||
* {@link #visitChildren} on {@code ctx}.</p> |
|
||||||
*/ |
|
||||||
@Override |
|
||||||
public T visitAbbreviatedStep(XpathParser.AbbreviatedStepContext ctx) { |
|
||||||
return visitChildren(ctx); |
|
||||||
} |
|
||||||
|
|
||||||
/** |
|
||||||
* {@inheritDoc} |
|
||||||
* |
|
||||||
* <p>The default implementation returns the result of calling |
|
||||||
* {@link #visitChildren} on {@code ctx}.</p> |
|
||||||
*/ |
|
||||||
@Override |
|
||||||
public T visitExpr(XpathParser.ExprContext ctx) { |
|
||||||
return visitChildren(ctx); |
|
||||||
} |
|
||||||
|
|
||||||
/** |
|
||||||
* {@inheritDoc} |
|
||||||
* |
|
||||||
* <p>The default implementation returns the result of calling |
|
||||||
* {@link #visitChildren} on {@code ctx}.</p> |
|
||||||
*/ |
|
||||||
@Override |
|
||||||
public T visitPrimaryExpr(XpathParser.PrimaryExprContext ctx) { |
|
||||||
return visitChildren(ctx); |
|
||||||
} |
|
||||||
|
|
||||||
/** |
|
||||||
* {@inheritDoc} |
|
||||||
* |
|
||||||
* <p>The default implementation returns the result of calling |
|
||||||
* {@link #visitChildren} on {@code ctx}.</p> |
|
||||||
*/ |
|
||||||
@Override |
|
||||||
public T visitFunctionCall(XpathParser.FunctionCallContext ctx) { |
|
||||||
return visitChildren(ctx); |
|
||||||
} |
|
||||||
|
|
||||||
/** |
|
||||||
* {@inheritDoc} |
|
||||||
* |
|
||||||
* <p>The default implementation returns the result of calling |
|
||||||
* {@link #visitChildren} on {@code ctx}.</p> |
|
||||||
*/ |
|
||||||
@Override |
|
||||||
public T visitUnionExprNoRoot(XpathParser.UnionExprNoRootContext ctx) { |
|
||||||
return visitChildren(ctx); |
|
||||||
} |
|
||||||
|
|
||||||
/** |
|
||||||
* {@inheritDoc} |
|
||||||
* |
|
||||||
* <p>The default implementation returns the result of calling |
|
||||||
* {@link #visitChildren} on {@code ctx}.</p> |
|
||||||
*/ |
|
||||||
@Override |
|
||||||
public T visitPathExprNoRoot(XpathParser.PathExprNoRootContext ctx) { |
|
||||||
return visitChildren(ctx); |
|
||||||
} |
|
||||||
|
|
||||||
/** |
|
||||||
* {@inheritDoc} |
|
||||||
* |
|
||||||
* <p>The default implementation returns the result of calling |
|
||||||
* {@link #visitChildren} on {@code ctx}.</p> |
|
||||||
*/ |
|
||||||
@Override |
|
||||||
public T visitFilterExpr(XpathParser.FilterExprContext ctx) { |
|
||||||
return visitChildren(ctx); |
|
||||||
} |
|
||||||
|
|
||||||
/** |
|
||||||
* {@inheritDoc} |
|
||||||
* |
|
||||||
* <p>The default implementation returns the result of calling |
|
||||||
* {@link #visitChildren} on {@code ctx}.</p> |
|
||||||
*/ |
|
||||||
@Override |
|
||||||
public T visitOrExpr(XpathParser.OrExprContext ctx) { |
|
||||||
return visitChildren(ctx); |
|
||||||
} |
|
||||||
|
|
||||||
/** |
|
||||||
* {@inheritDoc} |
|
||||||
* |
|
||||||
* <p>The default implementation returns the result of calling |
|
||||||
* {@link #visitChildren} on {@code ctx}.</p> |
|
||||||
*/ |
|
||||||
@Override |
|
||||||
public T visitAndExpr(XpathParser.AndExprContext ctx) { |
|
||||||
return visitChildren(ctx); |
|
||||||
} |
|
||||||
|
|
||||||
/** |
|
||||||
* {@inheritDoc} |
|
||||||
* |
|
||||||
* <p>The default implementation returns the result of calling |
|
||||||
* {@link #visitChildren} on {@code ctx}.</p> |
|
||||||
*/ |
|
||||||
@Override |
|
||||||
public T visitEqualityExpr(XpathParser.EqualityExprContext ctx) { |
|
||||||
return visitChildren(ctx); |
|
||||||
} |
|
||||||
|
|
||||||
/** |
|
||||||
* {@inheritDoc} |
|
||||||
* |
|
||||||
* <p>The default implementation returns the result of calling |
|
||||||
* {@link #visitChildren} on {@code ctx}.</p> |
|
||||||
*/ |
|
||||||
@Override |
|
||||||
public T visitRelationalExpr(XpathParser.RelationalExprContext ctx) { |
|
||||||
return visitChildren(ctx); |
|
||||||
} |
|
||||||
|
|
||||||
/** |
|
||||||
* {@inheritDoc} |
|
||||||
* |
|
||||||
* <p>The default implementation returns the result of calling |
|
||||||
* {@link #visitChildren} on {@code ctx}.</p> |
|
||||||
*/ |
|
||||||
@Override |
|
||||||
public T visitAdditiveExpr(XpathParser.AdditiveExprContext ctx) { |
|
||||||
return visitChildren(ctx); |
|
||||||
} |
|
||||||
|
|
||||||
/** |
|
||||||
* {@inheritDoc} |
|
||||||
* |
|
||||||
* <p>The default implementation returns the result of calling |
|
||||||
* {@link #visitChildren} on {@code ctx}.</p> |
|
||||||
*/ |
|
||||||
@Override |
|
||||||
public T visitMultiplicativeExpr(XpathParser.MultiplicativeExprContext ctx) { |
|
||||||
return visitChildren(ctx); |
|
||||||
} |
|
||||||
|
|
||||||
/** |
|
||||||
* {@inheritDoc} |
|
||||||
* |
|
||||||
* <p>The default implementation returns the result of calling |
|
||||||
* {@link #visitChildren} on {@code ctx}.</p> |
|
||||||
*/ |
|
||||||
@Override |
|
||||||
public T visitUnaryExprNoRoot(XpathParser.UnaryExprNoRootContext ctx) { |
|
||||||
return visitChildren(ctx); |
|
||||||
} |
|
||||||
|
|
||||||
/** |
|
||||||
* {@inheritDoc} |
|
||||||
* |
|
||||||
* <p>The default implementation returns the result of calling |
|
||||||
* {@link #visitChildren} on {@code ctx}.</p> |
|
||||||
*/ |
|
||||||
@Override |
|
||||||
public T visitQName(XpathParser.QNameContext ctx) { |
|
||||||
return visitChildren(ctx); |
|
||||||
} |
|
||||||
|
|
||||||
/** |
|
||||||
* {@inheritDoc} |
|
||||||
* |
|
||||||
* <p>The default implementation returns the result of calling |
|
||||||
* {@link #visitChildren} on {@code ctx}.</p> |
|
||||||
*/ |
|
||||||
@Override |
|
||||||
public T visitFunctionName(XpathParser.FunctionNameContext ctx) { |
|
||||||
return visitChildren(ctx); |
|
||||||
} |
|
||||||
|
|
||||||
/** |
|
||||||
* {@inheritDoc} |
|
||||||
* |
|
||||||
* <p>The default implementation returns the result of calling |
|
||||||
* {@link #visitChildren} on {@code ctx}.</p> |
|
||||||
*/ |
|
||||||
@Override |
|
||||||
public T visitVariableReference(XpathParser.VariableReferenceContext ctx) { |
|
||||||
return visitChildren(ctx); |
|
||||||
} |
|
||||||
|
|
||||||
/** |
|
||||||
* {@inheritDoc} |
|
||||||
* |
|
||||||
* <p>The default implementation returns the result of calling |
|
||||||
* {@link #visitChildren} on {@code ctx}.</p> |
|
||||||
*/ |
|
||||||
@Override |
|
||||||
public T visitNameTest(XpathParser.NameTestContext ctx) { |
|
||||||
return visitChildren(ctx); |
|
||||||
} |
|
||||||
|
|
||||||
/** |
|
||||||
* {@inheritDoc} |
|
||||||
* |
|
||||||
* <p>The default implementation returns the result of calling |
|
||||||
* {@link #visitChildren} on {@code ctx}.</p> |
|
||||||
*/ |
|
||||||
@Override |
|
||||||
public T visitNCName(XpathParser.NCNameContext ctx) { |
|
||||||
return visitChildren(ctx); |
|
||||||
} |
|
||||||
} |
|
||||||
File diff suppressed because one or more lines are too long
@ -1,325 +0,0 @@ |
|||||||
// Generated from resources/Xpath.g4 by ANTLR 4.7.2
|
|
||||||
package org.seimicrawler.xpath.antlr; |
|
||||||
|
|
||||||
import org.antlr.v4.runtime.CharStream; |
|
||||||
import org.antlr.v4.runtime.Lexer; |
|
||||||
import org.antlr.v4.runtime.RuntimeMetaData; |
|
||||||
import org.antlr.v4.runtime.Vocabulary; |
|
||||||
import org.antlr.v4.runtime.VocabularyImpl; |
|
||||||
import org.antlr.v4.runtime.atn.ATN; |
|
||||||
import org.antlr.v4.runtime.atn.ATNDeserializer; |
|
||||||
import org.antlr.v4.runtime.atn.LexerATNSimulator; |
|
||||||
import org.antlr.v4.runtime.atn.PredictionContextCache; |
|
||||||
import org.antlr.v4.runtime.dfa.DFA; |
|
||||||
|
|
||||||
@SuppressWarnings({"all", "warnings", "unchecked", "unused", "cast"}) |
|
||||||
public class XpathLexer extends Lexer { |
|
||||||
static { |
|
||||||
RuntimeMetaData.checkVersion("4.7.2", RuntimeMetaData.VERSION); |
|
||||||
} |
|
||||||
|
|
||||||
protected static final DFA[] _decisionToDFA; |
|
||||||
protected static final PredictionContextCache _sharedContextCache = |
|
||||||
new PredictionContextCache(); |
|
||||||
public static final int |
|
||||||
T__0 = 1, T__1 = 2, T__2 = 3, T__3 = 4, NodeType = 5, Number = 6, AxisName = 7, PATHSEP = 8, |
|
||||||
ABRPATH = 9, LPAR = 10, RPAR = 11, LBRAC = 12, RBRAC = 13, MINUS = 14, PLUS = 15, DOT = 16, |
|
||||||
MUL = 17, DIVISION = 18, MODULO = 19, DOTDOT = 20, AT = 21, COMMA = 22, PIPE = 23, LESS = 24, |
|
||||||
MORE_ = 25, LE = 26, GE = 27, EQUALITY = 28, INEQUALITY = 29, START_WITH = 30, END_WITH = 31, |
|
||||||
CONTAIN_WITH = 32, REGEXP_WITH = 33, REGEXP_NOT_WITH = 34, COLON = 35, CC = 36, |
|
||||||
APOS = 37, QUOT = 38, Literal = 39, Whitespace = 40, NCName = 41; |
|
||||||
public static String[] channelNames = { |
|
||||||
"DEFAULT_TOKEN_CHANNEL", "HIDDEN" |
|
||||||
}; |
|
||||||
|
|
||||||
public static String[] modeNames = { |
|
||||||
"DEFAULT_MODE" |
|
||||||
}; |
|
||||||
|
|
||||||
private static String[] makeRuleNames() { |
|
||||||
return new String[]{ |
|
||||||
"T__0", "T__1", "T__2", "T__3", "NodeType", "Number", "Digits", "AxisName", |
|
||||||
"PATHSEP", "ABRPATH", "LPAR", "RPAR", "LBRAC", "RBRAC", "MINUS", "PLUS", |
|
||||||
"DOT", "MUL", "DIVISION", "MODULO", "DOTDOT", "AT", "COMMA", "PIPE", |
|
||||||
"LESS", "MORE_", "LE", "GE", "EQUALITY", "INEQUALITY", "START_WITH", |
|
||||||
"END_WITH", "CONTAIN_WITH", "REGEXP_WITH", "REGEXP_NOT_WITH", "COLON", |
|
||||||
"CC", "APOS", "QUOT", "Literal", "Whitespace", "NCName", "NCNameStartChar", |
|
||||||
"NCNameChar" |
|
||||||
}; |
|
||||||
} |
|
||||||
|
|
||||||
public static final String[] ruleNames = makeRuleNames(); |
|
||||||
|
|
||||||
private static String[] makeLiteralNames() { |
|
||||||
return new String[]{ |
|
||||||
null, "'processing-instruction'", "'or'", "'and'", "'$'", null, null, |
|
||||||
null, "'/'", "'//'", "'('", "')'", "'['", "']'", "'-'", "'+'", "'.'", |
|
||||||
"'*'", "'`div`'", "'`mod`'", "'..'", "'@'", "','", "'|'", "'<'", "'>'", |
|
||||||
"'<='", "'>='", "'='", "'!='", "'^='", "'$='", "'*='", "'~='", "'!~'", |
|
||||||
"':'", "'::'", "'''", "'\"'" |
|
||||||
}; |
|
||||||
} |
|
||||||
|
|
||||||
private static final String[] _LITERAL_NAMES = makeLiteralNames(); |
|
||||||
|
|
||||||
private static String[] makeSymbolicNames() { |
|
||||||
return new String[]{ |
|
||||||
null, null, null, null, null, "NodeType", "Number", "AxisName", "PATHSEP", |
|
||||||
"ABRPATH", "LPAR", "RPAR", "LBRAC", "RBRAC", "MINUS", "PLUS", "DOT", |
|
||||||
"MUL", "DIVISION", "MODULO", "DOTDOT", "AT", "COMMA", "PIPE", "LESS", |
|
||||||
"MORE_", "LE", "GE", "EQUALITY", "INEQUALITY", "START_WITH", "END_WITH", |
|
||||||
"CONTAIN_WITH", "REGEXP_WITH", "REGEXP_NOT_WITH", "COLON", "CC", "APOS", |
|
||||||
"QUOT", "Literal", "Whitespace", "NCName" |
|
||||||
}; |
|
||||||
} |
|
||||||
|
|
||||||
private static final String[] _SYMBOLIC_NAMES = makeSymbolicNames(); |
|
||||||
public static final Vocabulary VOCABULARY = new VocabularyImpl(_LITERAL_NAMES, _SYMBOLIC_NAMES); |
|
||||||
|
|
||||||
/** |
|
||||||
* @deprecated Use {@link #VOCABULARY} instead. |
|
||||||
*/ |
|
||||||
@Deprecated |
|
||||||
public static final String[] tokenNames; |
|
||||||
|
|
||||||
static { |
|
||||||
tokenNames = new String[_SYMBOLIC_NAMES.length]; |
|
||||||
for (int i = 0; i < tokenNames.length; i++) { |
|
||||||
tokenNames[i] = VOCABULARY.getLiteralName(i); |
|
||||||
if (tokenNames[i] == null) { |
|
||||||
tokenNames[i] = VOCABULARY.getSymbolicName(i); |
|
||||||
} |
|
||||||
|
|
||||||
if (tokenNames[i] == null) { |
|
||||||
tokenNames[i] = "<INVALID>"; |
|
||||||
} |
|
||||||
} |
|
||||||
} |
|
||||||
|
|
||||||
@Override |
|
||||||
@Deprecated |
|
||||||
public String[] getTokenNames() { |
|
||||||
return tokenNames; |
|
||||||
} |
|
||||||
|
|
||||||
@Override |
|
||||||
|
|
||||||
public Vocabulary getVocabulary() { |
|
||||||
return VOCABULARY; |
|
||||||
} |
|
||||||
|
|
||||||
|
|
||||||
public XpathLexer(CharStream input) { |
|
||||||
super(input); |
|
||||||
_interp = new LexerATNSimulator(this, _ATN, _decisionToDFA, _sharedContextCache); |
|
||||||
} |
|
||||||
|
|
||||||
@Override |
|
||||||
public String getGrammarFileName() { |
|
||||||
return "Xpath.g4"; |
|
||||||
} |
|
||||||
|
|
||||||
@Override |
|
||||||
public String[] getRuleNames() { |
|
||||||
return ruleNames; |
|
||||||
} |
|
||||||
|
|
||||||
@Override |
|
||||||
public String getSerializedATN() { |
|
||||||
return _serializedATN; |
|
||||||
} |
|
||||||
|
|
||||||
@Override |
|
||||||
public String[] getChannelNames() { |
|
||||||
return channelNames; |
|
||||||
} |
|
||||||
|
|
||||||
@Override |
|
||||||
public String[] getModeNames() { |
|
||||||
return modeNames; |
|
||||||
} |
|
||||||
|
|
||||||
@Override |
|
||||||
public ATN getATN() { |
|
||||||
return _ATN; |
|
||||||
} |
|
||||||
|
|
||||||
public static final String _serializedATN = |
|
||||||
"\3\u608b\ua72a\u8133\ub9ed\u417c\u3be7\u7786\u5964\2+\u01f3\b\1\4\2\t" + |
|
||||||
"\2\4\3\t\3\4\4\t\4\4\5\t\5\4\6\t\6\4\7\t\7\4\b\t\b\4\t\t\t\4\n\t\n\4\13" + |
|
||||||
"\t\13\4\f\t\f\4\r\t\r\4\16\t\16\4\17\t\17\4\20\t\20\4\21\t\21\4\22\t\22" + |
|
||||||
"\4\23\t\23\4\24\t\24\4\25\t\25\4\26\t\26\4\27\t\27\4\30\t\30\4\31\t\31" + |
|
||||||
"\4\32\t\32\4\33\t\33\4\34\t\34\4\35\t\35\4\36\t\36\4\37\t\37\4 \t \4!" + |
|
||||||
"\t!\4\"\t\"\4#\t#\4$\t$\4%\t%\4&\t&\4\'\t\'\4(\t(\4)\t)\4*\t*\4+\t+\4" + |
|
||||||
",\t,\4-\t-\3\2\3\2\3\2\3\2\3\2\3\2\3\2\3\2\3\2\3\2\3\2\3\2\3\2\3\2\3\2" + |
|
||||||
"\3\2\3\2\3\2\3\2\3\2\3\2\3\2\3\2\3\3\3\3\3\3\3\4\3\4\3\4\3\4\3\5\3\5\3" + |
|
||||||
"\6\3\6\3\6\3\6\3\6\3\6\3\6\3\6\3\6\3\6\3\6\3\6\3\6\3\6\3\6\3\6\3\6\3\6" + |
|
||||||
"\3\6\3\6\3\6\3\6\3\6\3\6\3\6\3\6\3\6\3\6\3\6\3\6\3\6\3\6\3\6\3\6\3\6\3" + |
|
||||||
"\6\3\6\3\6\3\6\3\6\3\6\3\6\3\6\3\6\3\6\3\6\3\6\3\6\3\6\3\6\3\6\3\6\3\6" + |
|
||||||
"\3\6\3\6\3\6\3\6\3\6\3\6\3\6\5\6\u00b8\n\6\3\7\3\7\3\7\5\7\u00bd\n\7\5" + |
|
||||||
"\7\u00bf\n\7\3\7\3\7\5\7\u00c3\n\7\3\b\6\b\u00c6\n\b\r\b\16\b\u00c7\3" + |
|
||||||
"\t\3\t\3\t\3\t\3\t\3\t\3\t\3\t\3\t\3\t\3\t\3\t\3\t\3\t\3\t\3\t\3\t\3\t" + |
|
||||||
"\3\t\3\t\3\t\3\t\3\t\3\t\3\t\3\t\3\t\3\t\3\t\3\t\3\t\3\t\3\t\3\t\3\t\3" + |
|
||||||
"\t\3\t\3\t\3\t\3\t\3\t\3\t\3\t\3\t\3\t\3\t\3\t\3\t\3\t\3\t\3\t\3\t\3\t" + |
|
||||||
"\3\t\3\t\3\t\3\t\3\t\3\t\3\t\3\t\3\t\3\t\3\t\3\t\3\t\3\t\3\t\3\t\3\t\3" + |
|
||||||
"\t\3\t\3\t\3\t\3\t\3\t\3\t\3\t\3\t\3\t\3\t\3\t\3\t\3\t\3\t\3\t\3\t\3\t" + |
|
||||||
"\3\t\3\t\3\t\3\t\3\t\3\t\3\t\3\t\3\t\3\t\3\t\3\t\3\t\3\t\3\t\3\t\3\t\3" + |
|
||||||
"\t\3\t\3\t\3\t\3\t\3\t\3\t\3\t\3\t\3\t\3\t\3\t\3\t\3\t\3\t\3\t\3\t\3\t" + |
|
||||||
"\3\t\3\t\3\t\3\t\3\t\3\t\3\t\3\t\3\t\3\t\3\t\3\t\3\t\3\t\3\t\3\t\3\t\3" + |
|
||||||
"\t\3\t\3\t\3\t\3\t\3\t\3\t\3\t\3\t\3\t\3\t\3\t\3\t\3\t\3\t\3\t\3\t\3\t" + |
|
||||||
"\3\t\3\t\3\t\3\t\3\t\3\t\3\t\3\t\3\t\3\t\3\t\3\t\3\t\3\t\3\t\3\t\3\t\3" + |
|
||||||
"\t\3\t\5\t\u017b\n\t\3\n\3\n\3\13\3\13\3\13\3\f\3\f\3\r\3\r\3\16\3\16" + |
|
||||||
"\3\17\3\17\3\20\3\20\3\21\3\21\3\22\3\22\3\23\3\23\3\24\3\24\3\24\3\24" + |
|
||||||
"\3\24\3\24\3\25\3\25\3\25\3\25\3\25\3\25\3\26\3\26\3\26\3\27\3\27\3\30" + |
|
||||||
"\3\30\3\31\3\31\3\32\3\32\3\33\3\33\3\34\3\34\3\34\3\35\3\35\3\35\3\36" + |
|
||||||
"\3\36\3\37\3\37\3\37\3 \3 \3 \3!\3!\3!\3\"\3\"\3\"\3#\3#\3#\3$\3$\3$\3" + |
|
||||||
"%\3%\3&\3&\3&\3\'\3\'\3(\3(\3)\3)\7)\u01d0\n)\f)\16)\u01d3\13)\3)\3)\3" + |
|
||||||
")\7)\u01d8\n)\f)\16)\u01db\13)\3)\5)\u01de\n)\3*\6*\u01e1\n*\r*\16*\u01e2" + |
|
||||||
"\3*\3*\3+\3+\7+\u01e9\n+\f+\16+\u01ec\13+\3,\3,\3-\3-\5-\u01f2\n-\2\2" + |
|
||||||
".\3\3\5\4\7\5\t\6\13\7\r\b\17\2\21\t\23\n\25\13\27\f\31\r\33\16\35\17" + |
|
||||||
"\37\20!\21#\22%\23\'\24)\25+\26-\27/\30\61\31\63\32\65\33\67\349\35;\36" + |
|
||||||
"=\37? A!C\"E#G$I%K&M\'O(Q)S*U+W\2Y\2\3\2\7\3\2$$\3\2))\5\2\13\f\17\17" + |
|
||||||
"\"\"\20\2C\\aac|\u00c2\u00d8\u00da\u00f8\u00fa\u0301\u0372\u037f\u0381" + |
|
||||||
"\u2001\u200e\u200f\u2072\u2191\u2c02\u2ff1\u3003\ud801\uf902\ufdd1\ufdf2" + |
|
||||||
"\uffff\7\2/\60\62;\u00b9\u00b9\u0302\u0371\u2041\u2042\2\u020e\2\3\3\2" + |
|
||||||
"\2\2\2\5\3\2\2\2\2\7\3\2\2\2\2\t\3\2\2\2\2\13\3\2\2\2\2\r\3\2\2\2\2\21" + |
|
||||||
"\3\2\2\2\2\23\3\2\2\2\2\25\3\2\2\2\2\27\3\2\2\2\2\31\3\2\2\2\2\33\3\2" + |
|
||||||
"\2\2\2\35\3\2\2\2\2\37\3\2\2\2\2!\3\2\2\2\2#\3\2\2\2\2%\3\2\2\2\2\'\3" + |
|
||||||
"\2\2\2\2)\3\2\2\2\2+\3\2\2\2\2-\3\2\2\2\2/\3\2\2\2\2\61\3\2\2\2\2\63\3" + |
|
||||||
"\2\2\2\2\65\3\2\2\2\2\67\3\2\2\2\29\3\2\2\2\2;\3\2\2\2\2=\3\2\2\2\2?\3" + |
|
||||||
"\2\2\2\2A\3\2\2\2\2C\3\2\2\2\2E\3\2\2\2\2G\3\2\2\2\2I\3\2\2\2\2K\3\2\2" + |
|
||||||
"\2\2M\3\2\2\2\2O\3\2\2\2\2Q\3\2\2\2\2S\3\2\2\2\2U\3\2\2\2\3[\3\2\2\2\5" + |
|
||||||
"r\3\2\2\2\7u\3\2\2\2\ty\3\2\2\2\13\u00b7\3\2\2\2\r\u00c2\3\2\2\2\17\u00c5" + |
|
||||||
"\3\2\2\2\21\u017a\3\2\2\2\23\u017c\3\2\2\2\25\u017e\3\2\2\2\27\u0181\3" + |
|
||||||
"\2\2\2\31\u0183\3\2\2\2\33\u0185\3\2\2\2\35\u0187\3\2\2\2\37\u0189\3\2" + |
|
||||||
"\2\2!\u018b\3\2\2\2#\u018d\3\2\2\2%\u018f\3\2\2\2\'\u0191\3\2\2\2)\u0197" + |
|
||||||
"\3\2\2\2+\u019d\3\2\2\2-\u01a0\3\2\2\2/\u01a2\3\2\2\2\61\u01a4\3\2\2\2" + |
|
||||||
"\63\u01a6\3\2\2\2\65\u01a8\3\2\2\2\67\u01aa\3\2\2\29\u01ad\3\2\2\2;\u01b0" + |
|
||||||
"\3\2\2\2=\u01b2\3\2\2\2?\u01b5\3\2\2\2A\u01b8\3\2\2\2C\u01bb\3\2\2\2E" + |
|
||||||
"\u01be\3\2\2\2G\u01c1\3\2\2\2I\u01c4\3\2\2\2K\u01c6\3\2\2\2M\u01c9\3\2" + |
|
||||||
"\2\2O\u01cb\3\2\2\2Q\u01dd\3\2\2\2S\u01e0\3\2\2\2U\u01e6\3\2\2\2W\u01ed" + |
|
||||||
"\3\2\2\2Y\u01f1\3\2\2\2[\\\7r\2\2\\]\7t\2\2]^\7q\2\2^_\7e\2\2_`\7g\2\2" + |
|
||||||
"`a\7u\2\2ab\7u\2\2bc\7k\2\2cd\7p\2\2de\7i\2\2ef\7/\2\2fg\7k\2\2gh\7p\2" + |
|
||||||
"\2hi\7u\2\2ij\7v\2\2jk\7t\2\2kl\7w\2\2lm\7e\2\2mn\7v\2\2no\7k\2\2op\7" + |
|
||||||
"q\2\2pq\7p\2\2q\4\3\2\2\2rs\7q\2\2st\7t\2\2t\6\3\2\2\2uv\7c\2\2vw\7p\2" + |
|
||||||
"\2wx\7f\2\2x\b\3\2\2\2yz\7&\2\2z\n\3\2\2\2{|\7e\2\2|}\7q\2\2}~\7o\2\2" + |
|
||||||
"~\177\7o\2\2\177\u0080\7g\2\2\u0080\u0081\7p\2\2\u0081\u00b8\7v\2\2\u0082" + |
|
||||||
"\u0083\7v\2\2\u0083\u0084\7g\2\2\u0084\u0085\7z\2\2\u0085\u00b8\7v\2\2" + |
|
||||||
"\u0086\u0087\7r\2\2\u0087\u0088\7t\2\2\u0088\u0089\7q\2\2\u0089\u008a" + |
|
||||||
"\7e\2\2\u008a\u008b\7g\2\2\u008b\u008c\7u\2\2\u008c\u008d\7u\2\2\u008d" + |
|
||||||
"\u008e\7k\2\2\u008e\u008f\7p\2\2\u008f\u0090\7i\2\2\u0090\u0091\7/\2\2" + |
|
||||||
"\u0091\u0092\7k\2\2\u0092\u0093\7p\2\2\u0093\u0094\7u\2\2\u0094\u0095" + |
|
||||||
"\7v\2\2\u0095\u0096\7t\2\2\u0096\u0097\7w\2\2\u0097\u0098\7e\2\2\u0098" + |
|
||||||
"\u0099\7v\2\2\u0099\u009a\7k\2\2\u009a\u009b\7q\2\2\u009b\u00b8\7p\2\2" + |
|
||||||
"\u009c\u009d\7p\2\2\u009d\u009e\7q\2\2\u009e\u009f\7f\2\2\u009f\u00b8" + |
|
||||||
"\7g\2\2\u00a0\u00a1\7p\2\2\u00a1\u00a2\7w\2\2\u00a2\u00b8\7o\2\2\u00a3" + |
|
||||||
"\u00a4\7c\2\2\u00a4\u00a5\7n\2\2\u00a5\u00a6\7n\2\2\u00a6\u00a7\7V\2\2" + |
|
||||||
"\u00a7\u00a8\7g\2\2\u00a8\u00a9\7z\2\2\u00a9\u00b8\7v\2\2\u00aa\u00ab" + |
|
||||||
"\7q\2\2\u00ab\u00ac\7w\2\2\u00ac\u00ad\7v\2\2\u00ad\u00ae\7g\2\2\u00ae" + |
|
||||||
"\u00af\7t\2\2\u00af\u00b0\7J\2\2\u00b0\u00b1\7v\2\2\u00b1\u00b2\7o\2\2" + |
|
||||||
"\u00b2\u00b8\7n\2\2\u00b3\u00b4\7j\2\2\u00b4\u00b5\7v\2\2\u00b5\u00b6" + |
|
||||||
"\7o\2\2\u00b6\u00b8\7n\2\2\u00b7{\3\2\2\2\u00b7\u0082\3\2\2\2\u00b7\u0086" + |
|
||||||
"\3\2\2\2\u00b7\u009c\3\2\2\2\u00b7\u00a0\3\2\2\2\u00b7\u00a3\3\2\2\2\u00b7" + |
|
||||||
"\u00aa\3\2\2\2\u00b7\u00b3\3\2\2\2\u00b8\f\3\2\2\2\u00b9\u00be\5\17\b" + |
|
||||||
"\2\u00ba\u00bc\7\60\2\2\u00bb\u00bd\5\17\b\2\u00bc\u00bb\3\2\2\2\u00bc" + |
|
||||||
"\u00bd\3\2\2\2\u00bd\u00bf\3\2\2\2\u00be\u00ba\3\2\2\2\u00be\u00bf\3\2" + |
|
||||||
"\2\2\u00bf\u00c3\3\2\2\2\u00c0\u00c1\7\60\2\2\u00c1\u00c3\5\17\b\2\u00c2" + |
|
||||||
"\u00b9\3\2\2\2\u00c2\u00c0\3\2\2\2\u00c3\16\3\2\2\2\u00c4\u00c6\4\62;" + |
|
||||||
"\2\u00c5\u00c4\3\2\2\2\u00c6\u00c7\3\2\2\2\u00c7\u00c5\3\2\2\2\u00c7\u00c8" + |
|
||||||
"\3\2\2\2\u00c8\20\3\2\2\2\u00c9\u00ca\7c\2\2\u00ca\u00cb\7p\2\2\u00cb" + |
|
||||||
"\u00cc\7e\2\2\u00cc\u00cd\7g\2\2\u00cd\u00ce\7u\2\2\u00ce\u00cf\7v\2\2" + |
|
||||||
"\u00cf\u00d0\7q\2\2\u00d0\u017b\7t\2\2\u00d1\u00d2\7c\2\2\u00d2\u00d3" + |
|
||||||
"\7p\2\2\u00d3\u00d4\7e\2\2\u00d4\u00d5\7g\2\2\u00d5\u00d6\7u\2\2\u00d6" + |
|
||||||
"\u00d7\7v\2\2\u00d7\u00d8\7q\2\2\u00d8\u00d9\7t\2\2\u00d9\u00da\7/\2\2" + |
|
||||||
"\u00da\u00db\7q\2\2\u00db\u00dc\7t\2\2\u00dc\u00dd\7/\2\2\u00dd\u00de" + |
|
||||||
"\7u\2\2\u00de\u00df\7g\2\2\u00df\u00e0\7n\2\2\u00e0\u017b\7h\2\2\u00e1" + |
|
||||||
"\u00e2\7c\2\2\u00e2\u00e3\7v\2\2\u00e3\u00e4\7v\2\2\u00e4\u00e5\7t\2\2" + |
|
||||||
"\u00e5\u00e6\7k\2\2\u00e6\u00e7\7d\2\2\u00e7\u00e8\7w\2\2\u00e8\u00e9" + |
|
||||||
"\7v\2\2\u00e9\u017b\7g\2\2\u00ea\u00eb\7e\2\2\u00eb\u00ec\7j\2\2\u00ec" + |
|
||||||
"\u00ed\7k\2\2\u00ed\u00ee\7n\2\2\u00ee\u017b\7f\2\2\u00ef\u00f0\7f\2\2" + |
|
||||||
"\u00f0\u00f1\7g\2\2\u00f1\u00f2\7u\2\2\u00f2\u00f3\7e\2\2\u00f3\u00f4" + |
|
||||||
"\7g\2\2\u00f4\u00f5\7p\2\2\u00f5\u00f6\7f\2\2\u00f6\u00f7\7c\2\2\u00f7" + |
|
||||||
"\u00f8\7p\2\2\u00f8\u017b\7v\2\2\u00f9\u00fa\7f\2\2\u00fa\u00fb\7g\2\2" + |
|
||||||
"\u00fb\u00fc\7u\2\2\u00fc\u00fd\7e\2\2\u00fd\u00fe\7g\2\2\u00fe\u00ff" + |
|
||||||
"\7p\2\2\u00ff\u0100\7f\2\2\u0100\u0101\7c\2\2\u0101\u0102\7p\2\2\u0102" + |
|
||||||
"\u0103\7v\2\2\u0103\u0104\7/\2\2\u0104\u0105\7q\2\2\u0105\u0106\7t\2\2" + |
|
||||||
"\u0106\u0107\7/\2\2\u0107\u0108\7u\2\2\u0108\u0109\7g\2\2\u0109\u010a" + |
|
||||||
"\7n\2\2\u010a\u017b\7h\2\2\u010b\u010c\7h\2\2\u010c\u010d\7q\2\2\u010d" + |
|
||||||
"\u010e\7n\2\2\u010e\u010f\7n\2\2\u010f\u0110\7q\2\2\u0110\u0111\7y\2\2" + |
|
||||||
"\u0111\u0112\7k\2\2\u0112\u0113\7p\2\2\u0113\u017b\7i\2\2\u0114\u0115" + |
|
||||||
"\7h\2\2\u0115\u0116\7q\2\2\u0116\u0117\7n\2\2\u0117\u0118\7n\2\2\u0118" + |
|
||||||
"\u0119\7q\2\2\u0119\u011a\7y\2\2\u011a\u011b\7k\2\2\u011b\u011c\7p\2\2" + |
|
||||||
"\u011c\u011d\7i\2\2\u011d\u011e\7/\2\2\u011e\u011f\7u\2\2\u011f\u0120" + |
|
||||||
"\7k\2\2\u0120\u0121\7d\2\2\u0121\u0122\7n\2\2\u0122\u0123\7k\2\2\u0123" + |
|
||||||
"\u0124\7p\2\2\u0124\u017b\7i\2\2\u0125\u0126\7r\2\2\u0126\u0127\7c\2\2" + |
|
||||||
"\u0127\u0128\7t\2\2\u0128\u0129\7g\2\2\u0129\u012a\7p\2\2\u012a\u017b" + |
|
||||||
"\7v\2\2\u012b\u012c\7r\2\2\u012c\u012d\7t\2\2\u012d\u012e\7g\2\2\u012e" + |
|
||||||
"\u012f\7e\2\2\u012f\u0130\7g\2\2\u0130\u0131\7f\2\2\u0131\u0132\7k\2\2" + |
|
||||||
"\u0132\u0133\7p\2\2\u0133\u017b\7i\2\2\u0134\u0135\7r\2\2\u0135\u0136" + |
|
||||||
"\7t\2\2\u0136\u0137\7g\2\2\u0137\u0138\7e\2\2\u0138\u0139\7g\2\2\u0139" + |
|
||||||
"\u013a\7f\2\2\u013a\u013b\7k\2\2\u013b\u013c\7p\2\2\u013c\u013d\7i\2\2" + |
|
||||||
"\u013d\u013e\7/\2\2\u013e\u013f\7u\2\2\u013f\u0140\7k\2\2\u0140\u0141" + |
|
||||||
"\7d\2\2\u0141\u0142\7n\2\2\u0142\u0143\7k\2\2\u0143\u0144\7p\2\2\u0144" + |
|
||||||
"\u017b\7i\2\2\u0145\u0146\7u\2\2\u0146\u0147\7g\2\2\u0147\u0148\7n\2\2" + |
|
||||||
"\u0148\u017b\7h\2\2\u0149\u014a\7h\2\2\u014a\u014b\7q\2\2\u014b\u014c" + |
|
||||||
"\7n\2\2\u014c\u014d\7n\2\2\u014d\u014e\7q\2\2\u014e\u014f\7y\2\2\u014f" + |
|
||||||
"\u0150\7k\2\2\u0150\u0151\7p\2\2\u0151\u0152\7i\2\2\u0152\u0153\7/\2\2" + |
|
||||||
"\u0153\u0154\7u\2\2\u0154\u0155\7k\2\2\u0155\u0156\7d\2\2\u0156\u0157" + |
|
||||||
"\7n\2\2\u0157\u0158\7k\2\2\u0158\u0159\7p\2\2\u0159\u015a\7i\2\2\u015a" + |
|
||||||
"\u015b\7/\2\2\u015b\u015c\7q\2\2\u015c\u015d\7p\2\2\u015d\u017b\7g\2\2" + |
|
||||||
"\u015e\u015f\7r\2\2\u015f\u0160\7t\2\2\u0160\u0161\7g\2\2\u0161\u0162" + |
|
||||||
"\7e\2\2\u0162\u0163\7g\2\2\u0163\u0164\7f\2\2\u0164\u0165\7k\2\2\u0165" + |
|
||||||
"\u0166\7p\2\2\u0166\u0167\7i\2\2\u0167\u0168\7/\2\2\u0168\u0169\7u\2\2" + |
|
||||||
"\u0169\u016a\7k\2\2\u016a\u016b\7d\2\2\u016b\u016c\7n\2\2\u016c\u016d" + |
|
||||||
"\7k\2\2\u016d\u016e\7p\2\2\u016e\u016f\7i\2\2\u016f\u0170\7/\2\2\u0170" + |
|
||||||
"\u0171\7q\2\2\u0171\u0172\7p\2\2\u0172\u017b\7g\2\2\u0173\u0174\7u\2\2" + |
|
||||||
"\u0174\u0175\7k\2\2\u0175\u0176\7d\2\2\u0176\u0177\7n\2\2\u0177\u0178" + |
|
||||||
"\7k\2\2\u0178\u0179\7p\2\2\u0179\u017b\7i\2\2\u017a\u00c9\3\2\2\2\u017a" + |
|
||||||
"\u00d1\3\2\2\2\u017a\u00e1\3\2\2\2\u017a\u00ea\3\2\2\2\u017a\u00ef\3\2" + |
|
||||||
"\2\2\u017a\u00f9\3\2\2\2\u017a\u010b\3\2\2\2\u017a\u0114\3\2\2\2\u017a" + |
|
||||||
"\u0125\3\2\2\2\u017a\u012b\3\2\2\2\u017a\u0134\3\2\2\2\u017a\u0145\3\2" + |
|
||||||
"\2\2\u017a\u0149\3\2\2\2\u017a\u015e\3\2\2\2\u017a\u0173\3\2\2\2\u017b" + |
|
||||||
"\22\3\2\2\2\u017c\u017d\7\61\2\2\u017d\24\3\2\2\2\u017e\u017f\7\61\2\2" + |
|
||||||
"\u017f\u0180\7\61\2\2\u0180\26\3\2\2\2\u0181\u0182\7*\2\2\u0182\30\3\2" + |
|
||||||
"\2\2\u0183\u0184\7+\2\2\u0184\32\3\2\2\2\u0185\u0186\7]\2\2\u0186\34\3" + |
|
||||||
"\2\2\2\u0187\u0188\7_\2\2\u0188\36\3\2\2\2\u0189\u018a\7/\2\2\u018a \3" + |
|
||||||
"\2\2\2\u018b\u018c\7-\2\2\u018c\"\3\2\2\2\u018d\u018e\7\60\2\2\u018e$" + |
|
||||||
"\3\2\2\2\u018f\u0190\7,\2\2\u0190&\3\2\2\2\u0191\u0192\7b\2\2\u0192\u0193" + |
|
||||||
"\7f\2\2\u0193\u0194\7k\2\2\u0194\u0195\7x\2\2\u0195\u0196\7b\2\2\u0196" + |
|
||||||
"(\3\2\2\2\u0197\u0198\7b\2\2\u0198\u0199\7o\2\2\u0199\u019a\7q\2\2\u019a" + |
|
||||||
"\u019b\7f\2\2\u019b\u019c\7b\2\2\u019c*\3\2\2\2\u019d\u019e\7\60\2\2\u019e" + |
|
||||||
"\u019f\7\60\2\2\u019f,\3\2\2\2\u01a0\u01a1\7B\2\2\u01a1.\3\2\2\2\u01a2" + |
|
||||||
"\u01a3\7.\2\2\u01a3\60\3\2\2\2\u01a4\u01a5\7~\2\2\u01a5\62\3\2\2\2\u01a6" + |
|
||||||
"\u01a7\7>\2\2\u01a7\64\3\2\2\2\u01a8\u01a9\7@\2\2\u01a9\66\3\2\2\2\u01aa" + |
|
||||||
"\u01ab\7>\2\2\u01ab\u01ac\7?\2\2\u01ac8\3\2\2\2\u01ad\u01ae\7@\2\2\u01ae" + |
|
||||||
"\u01af\7?\2\2\u01af:\3\2\2\2\u01b0\u01b1\7?\2\2\u01b1<\3\2\2\2\u01b2\u01b3" + |
|
||||||
"\7#\2\2\u01b3\u01b4\7?\2\2\u01b4>\3\2\2\2\u01b5\u01b6\7`\2\2\u01b6\u01b7" + |
|
||||||
"\7?\2\2\u01b7@\3\2\2\2\u01b8\u01b9\7&\2\2\u01b9\u01ba\7?\2\2\u01baB\3" + |
|
||||||
"\2\2\2\u01bb\u01bc\7,\2\2\u01bc\u01bd\7?\2\2\u01bdD\3\2\2\2\u01be\u01bf" + |
|
||||||
"\7\u0080\2\2\u01bf\u01c0\7?\2\2\u01c0F\3\2\2\2\u01c1\u01c2\7#\2\2\u01c2" + |
|
||||||
"\u01c3\7\u0080\2\2\u01c3H\3\2\2\2\u01c4\u01c5\7<\2\2\u01c5J\3\2\2\2\u01c6" + |
|
||||||
"\u01c7\7<\2\2\u01c7\u01c8\7<\2\2\u01c8L\3\2\2\2\u01c9\u01ca\7)\2\2\u01ca" + |
|
||||||
"N\3\2\2\2\u01cb\u01cc\7$\2\2\u01ccP\3\2\2\2\u01cd\u01d1\7$\2\2\u01ce\u01d0" + |
|
||||||
"\n\2\2\2\u01cf\u01ce\3\2\2\2\u01d0\u01d3\3\2\2\2\u01d1\u01cf\3\2\2\2\u01d1" + |
|
||||||
"\u01d2\3\2\2\2\u01d2\u01d4\3\2\2\2\u01d3\u01d1\3\2\2\2\u01d4\u01de\7$" + |
|
||||||
"\2\2\u01d5\u01d9\7)\2\2\u01d6\u01d8\n\3\2\2\u01d7\u01d6\3\2\2\2\u01d8" + |
|
||||||
"\u01db\3\2\2\2\u01d9\u01d7\3\2\2\2\u01d9\u01da\3\2\2\2\u01da\u01dc\3\2" + |
|
||||||
"\2\2\u01db\u01d9\3\2\2\2\u01dc\u01de\7)\2\2\u01dd\u01cd\3\2\2\2\u01dd" + |
|
||||||
"\u01d5\3\2\2\2\u01deR\3\2\2\2\u01df\u01e1\t\4\2\2\u01e0\u01df\3\2\2\2" + |
|
||||||
"\u01e1\u01e2\3\2\2\2\u01e2\u01e0\3\2\2\2\u01e2\u01e3\3\2\2\2\u01e3\u01e4" + |
|
||||||
"\3\2\2\2\u01e4\u01e5\b*\2\2\u01e5T\3\2\2\2\u01e6\u01ea\5W,\2\u01e7\u01e9" + |
|
||||||
"\5Y-\2\u01e8\u01e7\3\2\2\2\u01e9\u01ec\3\2\2\2\u01ea\u01e8\3\2\2\2\u01ea" + |
|
||||||
"\u01eb\3\2\2\2\u01ebV\3\2\2\2\u01ec\u01ea\3\2\2\2\u01ed\u01ee\t\5\2\2" + |
|
||||||
"\u01eeX\3\2\2\2\u01ef\u01f2\5W,\2\u01f0\u01f2\t\6\2\2\u01f1\u01ef\3\2" + |
|
||||||
"\2\2\u01f1\u01f0\3\2\2\2\u01f2Z\3\2\2\2\17\2\u00b7\u00bc\u00be\u00c2\u00c7" + |
|
||||||
"\u017a\u01d1\u01d9\u01dd\u01e2\u01ea\u01f1\3\b\2\2"; |
|
||||||
public static final ATN _ATN = |
|
||||||
new ATNDeserializer().deserialize(_serializedATN.toCharArray()); |
|
||||||
|
|
||||||
static { |
|
||||||
_decisionToDFA = new DFA[_ATN.getNumberOfDecisions()]; |
|
||||||
for (int i = 0; i < _ATN.getNumberOfDecisions(); i++) { |
|
||||||
_decisionToDFA[i] = new DFA(_ATN.getDecisionState(i), i); |
|
||||||
} |
|
||||||
} |
|
||||||
} |
|
||||||
@ -1,76 +0,0 @@ |
|||||||
T__0=1 |
|
||||||
T__1=2 |
|
||||||
T__2=3 |
|
||||||
T__3=4 |
|
||||||
NodeType=5 |
|
||||||
Number=6 |
|
||||||
AxisName=7 |
|
||||||
PATHSEP=8 |
|
||||||
ABRPATH=9 |
|
||||||
LPAR=10 |
|
||||||
RPAR=11 |
|
||||||
LBRAC=12 |
|
||||||
RBRAC=13 |
|
||||||
MINUS=14 |
|
||||||
PLUS=15 |
|
||||||
DOT=16 |
|
||||||
MUL=17 |
|
||||||
DIVISION=18 |
|
||||||
MODULO=19 |
|
||||||
DOTDOT=20 |
|
||||||
AT=21 |
|
||||||
COMMA=22 |
|
||||||
PIPE=23 |
|
||||||
LESS=24 |
|
||||||
MORE_=25 |
|
||||||
LE=26 |
|
||||||
GE=27 |
|
||||||
EQUALITY=28 |
|
||||||
INEQUALITY=29 |
|
||||||
START_WITH=30 |
|
||||||
END_WITH=31 |
|
||||||
CONTAIN_WITH=32 |
|
||||||
REGEXP_WITH=33 |
|
||||||
REGEXP_NOT_WITH=34 |
|
||||||
COLON=35 |
|
||||||
CC=36 |
|
||||||
APOS=37 |
|
||||||
QUOT=38 |
|
||||||
Literal=39 |
|
||||||
Whitespace=40 |
|
||||||
NCName=41 |
|
||||||
'processing-instruction'=1 |
|
||||||
'or'=2 |
|
||||||
'and'=3 |
|
||||||
'$'=4 |
|
||||||
'/'=8 |
|
||||||
'//'=9 |
|
||||||
'('=10 |
|
||||||
')'=11 |
|
||||||
'['=12 |
|
||||||
']'=13 |
|
||||||
'-'=14 |
|
||||||
'+'=15 |
|
||||||
'.'=16 |
|
||||||
'*'=17 |
|
||||||
'`div`'=18 |
|
||||||
'`mod`'=19 |
|
||||||
'..'=20 |
|
||||||
'@'=21 |
|
||||||
','=22 |
|
||||||
'|'=23 |
|
||||||
'<'=24 |
|
||||||
'>'=25 |
|
||||||
'<='=26 |
|
||||||
'>='=27 |
|
||||||
'='=28 |
|
||||||
'!='=29 |
|
||||||
'^='=30 |
|
||||||
'$='=31 |
|
||||||
'*='=32 |
|
||||||
'~='=33 |
|
||||||
'!~'=34 |
|
||||||
':'=35 |
|
||||||
'::'=36 |
|
||||||
'\''=37 |
|
||||||
'"'=38 |
|
||||||
@ -1,388 +0,0 @@ |
|||||||
// Generated from resources/Xpath.g4 by ANTLR 4.7.2
|
|
||||||
package org.seimicrawler.xpath.antlr; |
|
||||||
|
|
||||||
import org.antlr.v4.runtime.tree.ParseTreeListener; |
|
||||||
|
|
||||||
/** |
|
||||||
* This interface defines a complete listener for a parse tree produced by |
|
||||||
* {@link XpathParser}. |
|
||||||
*/ |
|
||||||
public interface XpathListener extends ParseTreeListener { |
|
||||||
/** |
|
||||||
* Enter a parse tree produced by {@link XpathParser#main}. |
|
||||||
* |
|
||||||
* @param ctx the parse tree |
|
||||||
*/ |
|
||||||
void enterMain(XpathParser.MainContext ctx); |
|
||||||
|
|
||||||
/** |
|
||||||
* Exit a parse tree produced by {@link XpathParser#main}. |
|
||||||
* |
|
||||||
* @param ctx the parse tree |
|
||||||
*/ |
|
||||||
void exitMain(XpathParser.MainContext ctx); |
|
||||||
|
|
||||||
/** |
|
||||||
* Enter a parse tree produced by {@link XpathParser#locationPath}. |
|
||||||
* |
|
||||||
* @param ctx the parse tree |
|
||||||
*/ |
|
||||||
void enterLocationPath(XpathParser.LocationPathContext ctx); |
|
||||||
|
|
||||||
/** |
|
||||||
* Exit a parse tree produced by {@link XpathParser#locationPath}. |
|
||||||
* |
|
||||||
* @param ctx the parse tree |
|
||||||
*/ |
|
||||||
void exitLocationPath(XpathParser.LocationPathContext ctx); |
|
||||||
|
|
||||||
/** |
|
||||||
* Enter a parse tree produced by {@link XpathParser#absoluteLocationPathNoroot}. |
|
||||||
* |
|
||||||
* @param ctx the parse tree |
|
||||||
*/ |
|
||||||
void enterAbsoluteLocationPathNoroot(XpathParser.AbsoluteLocationPathNorootContext ctx); |
|
||||||
|
|
||||||
/** |
|
||||||
* Exit a parse tree produced by {@link XpathParser#absoluteLocationPathNoroot}. |
|
||||||
* |
|
||||||
* @param ctx the parse tree |
|
||||||
*/ |
|
||||||
void exitAbsoluteLocationPathNoroot(XpathParser.AbsoluteLocationPathNorootContext ctx); |
|
||||||
|
|
||||||
/** |
|
||||||
* Enter a parse tree produced by {@link XpathParser#relativeLocationPath}. |
|
||||||
* |
|
||||||
* @param ctx the parse tree |
|
||||||
*/ |
|
||||||
void enterRelativeLocationPath(XpathParser.RelativeLocationPathContext ctx); |
|
||||||
|
|
||||||
/** |
|
||||||
* Exit a parse tree produced by {@link XpathParser#relativeLocationPath}. |
|
||||||
* |
|
||||||
* @param ctx the parse tree |
|
||||||
*/ |
|
||||||
void exitRelativeLocationPath(XpathParser.RelativeLocationPathContext ctx); |
|
||||||
|
|
||||||
/** |
|
||||||
* Enter a parse tree produced by {@link XpathParser#step}. |
|
||||||
* |
|
||||||
* @param ctx the parse tree |
|
||||||
*/ |
|
||||||
void enterStep(XpathParser.StepContext ctx); |
|
||||||
|
|
||||||
/** |
|
||||||
* Exit a parse tree produced by {@link XpathParser#step}. |
|
||||||
* |
|
||||||
* @param ctx the parse tree |
|
||||||
*/ |
|
||||||
void exitStep(XpathParser.StepContext ctx); |
|
||||||
|
|
||||||
/** |
|
||||||
* Enter a parse tree produced by {@link XpathParser#axisSpecifier}. |
|
||||||
* |
|
||||||
* @param ctx the parse tree |
|
||||||
*/ |
|
||||||
void enterAxisSpecifier(XpathParser.AxisSpecifierContext ctx); |
|
||||||
|
|
||||||
/** |
|
||||||
* Exit a parse tree produced by {@link XpathParser#axisSpecifier}. |
|
||||||
* |
|
||||||
* @param ctx the parse tree |
|
||||||
*/ |
|
||||||
void exitAxisSpecifier(XpathParser.AxisSpecifierContext ctx); |
|
||||||
|
|
||||||
/** |
|
||||||
* Enter a parse tree produced by {@link XpathParser#nodeTest}. |
|
||||||
* |
|
||||||
* @param ctx the parse tree |
|
||||||
*/ |
|
||||||
void enterNodeTest(XpathParser.NodeTestContext ctx); |
|
||||||
|
|
||||||
/** |
|
||||||
* Exit a parse tree produced by {@link XpathParser#nodeTest}. |
|
||||||
* |
|
||||||
* @param ctx the parse tree |
|
||||||
*/ |
|
||||||
void exitNodeTest(XpathParser.NodeTestContext ctx); |
|
||||||
|
|
||||||
/** |
|
||||||
* Enter a parse tree produced by {@link XpathParser#predicate}. |
|
||||||
* |
|
||||||
* @param ctx the parse tree |
|
||||||
*/ |
|
||||||
void enterPredicate(XpathParser.PredicateContext ctx); |
|
||||||
|
|
||||||
/** |
|
||||||
* Exit a parse tree produced by {@link XpathParser#predicate}. |
|
||||||
* |
|
||||||
* @param ctx the parse tree |
|
||||||
*/ |
|
||||||
void exitPredicate(XpathParser.PredicateContext ctx); |
|
||||||
|
|
||||||
/** |
|
||||||
* Enter a parse tree produced by {@link XpathParser#abbreviatedStep}. |
|
||||||
* |
|
||||||
* @param ctx the parse tree |
|
||||||
*/ |
|
||||||
void enterAbbreviatedStep(XpathParser.AbbreviatedStepContext ctx); |
|
||||||
|
|
||||||
/** |
|
||||||
* Exit a parse tree produced by {@link XpathParser#abbreviatedStep}. |
|
||||||
* |
|
||||||
* @param ctx the parse tree |
|
||||||
*/ |
|
||||||
void exitAbbreviatedStep(XpathParser.AbbreviatedStepContext ctx); |
|
||||||
|
|
||||||
/** |
|
||||||
* Enter a parse tree produced by {@link XpathParser#expr}. |
|
||||||
* |
|
||||||
* @param ctx the parse tree |
|
||||||
*/ |
|
||||||
void enterExpr(XpathParser.ExprContext ctx); |
|
||||||
|
|
||||||
/** |
|
||||||
* Exit a parse tree produced by {@link XpathParser#expr}. |
|
||||||
* |
|
||||||
* @param ctx the parse tree |
|
||||||
*/ |
|
||||||
void exitExpr(XpathParser.ExprContext ctx); |
|
||||||
|
|
||||||
/** |
|
||||||
* Enter a parse tree produced by {@link XpathParser#primaryExpr}. |
|
||||||
* |
|
||||||
* @param ctx the parse tree |
|
||||||
*/ |
|
||||||
void enterPrimaryExpr(XpathParser.PrimaryExprContext ctx); |
|
||||||
|
|
||||||
/** |
|
||||||
* Exit a parse tree produced by {@link XpathParser#primaryExpr}. |
|
||||||
* |
|
||||||
* @param ctx the parse tree |
|
||||||
*/ |
|
||||||
void exitPrimaryExpr(XpathParser.PrimaryExprContext ctx); |
|
||||||
|
|
||||||
/** |
|
||||||
* Enter a parse tree produced by {@link XpathParser#functionCall}. |
|
||||||
* |
|
||||||
* @param ctx the parse tree |
|
||||||
*/ |
|
||||||
void enterFunctionCall(XpathParser.FunctionCallContext ctx); |
|
||||||
|
|
||||||
/** |
|
||||||
* Exit a parse tree produced by {@link XpathParser#functionCall}. |
|
||||||
* |
|
||||||
* @param ctx the parse tree |
|
||||||
*/ |
|
||||||
void exitFunctionCall(XpathParser.FunctionCallContext ctx); |
|
||||||
|
|
||||||
/** |
|
||||||
* Enter a parse tree produced by {@link XpathParser#unionExprNoRoot}. |
|
||||||
* |
|
||||||
* @param ctx the parse tree |
|
||||||
*/ |
|
||||||
void enterUnionExprNoRoot(XpathParser.UnionExprNoRootContext ctx); |
|
||||||
|
|
||||||
/** |
|
||||||
* Exit a parse tree produced by {@link XpathParser#unionExprNoRoot}. |
|
||||||
* |
|
||||||
* @param ctx the parse tree |
|
||||||
*/ |
|
||||||
void exitUnionExprNoRoot(XpathParser.UnionExprNoRootContext ctx); |
|
||||||
|
|
||||||
/** |
|
||||||
* Enter a parse tree produced by {@link XpathParser#pathExprNoRoot}. |
|
||||||
* |
|
||||||
* @param ctx the parse tree |
|
||||||
*/ |
|
||||||
void enterPathExprNoRoot(XpathParser.PathExprNoRootContext ctx); |
|
||||||
|
|
||||||
/** |
|
||||||
* Exit a parse tree produced by {@link XpathParser#pathExprNoRoot}. |
|
||||||
* |
|
||||||
* @param ctx the parse tree |
|
||||||
*/ |
|
||||||
void exitPathExprNoRoot(XpathParser.PathExprNoRootContext ctx); |
|
||||||
|
|
||||||
/** |
|
||||||
* Enter a parse tree produced by {@link XpathParser#filterExpr}. |
|
||||||
* |
|
||||||
* @param ctx the parse tree |
|
||||||
*/ |
|
||||||
void enterFilterExpr(XpathParser.FilterExprContext ctx); |
|
||||||
|
|
||||||
/** |
|
||||||
* Exit a parse tree produced by {@link XpathParser#filterExpr}. |
|
||||||
* |
|
||||||
* @param ctx the parse tree |
|
||||||
*/ |
|
||||||
void exitFilterExpr(XpathParser.FilterExprContext ctx); |
|
||||||
|
|
||||||
/** |
|
||||||
* Enter a parse tree produced by {@link XpathParser#orExpr}. |
|
||||||
* |
|
||||||
* @param ctx the parse tree |
|
||||||
*/ |
|
||||||
void enterOrExpr(XpathParser.OrExprContext ctx); |
|
||||||
|
|
||||||
/** |
|
||||||
* Exit a parse tree produced by {@link XpathParser#orExpr}. |
|
||||||
* |
|
||||||
* @param ctx the parse tree |
|
||||||
*/ |
|
||||||
void exitOrExpr(XpathParser.OrExprContext ctx); |
|
||||||
|
|
||||||
/** |
|
||||||
* Enter a parse tree produced by {@link XpathParser#andExpr}. |
|
||||||
* |
|
||||||
* @param ctx the parse tree |
|
||||||
*/ |
|
||||||
void enterAndExpr(XpathParser.AndExprContext ctx); |
|
||||||
|
|
||||||
/** |
|
||||||
* Exit a parse tree produced by {@link XpathParser#andExpr}. |
|
||||||
* |
|
||||||
* @param ctx the parse tree |
|
||||||
*/ |
|
||||||
void exitAndExpr(XpathParser.AndExprContext ctx); |
|
||||||
|
|
||||||
/** |
|
||||||
* Enter a parse tree produced by {@link XpathParser#equalityExpr}. |
|
||||||
* |
|
||||||
* @param ctx the parse tree |
|
||||||
*/ |
|
||||||
void enterEqualityExpr(XpathParser.EqualityExprContext ctx); |
|
||||||
|
|
||||||
/** |
|
||||||
* Exit a parse tree produced by {@link XpathParser#equalityExpr}. |
|
||||||
* |
|
||||||
* @param ctx the parse tree |
|
||||||
*/ |
|
||||||
void exitEqualityExpr(XpathParser.EqualityExprContext ctx); |
|
||||||
|
|
||||||
/** |
|
||||||
* Enter a parse tree produced by {@link XpathParser#relationalExpr}. |
|
||||||
* |
|
||||||
* @param ctx the parse tree |
|
||||||
*/ |
|
||||||
void enterRelationalExpr(XpathParser.RelationalExprContext ctx); |
|
||||||
|
|
||||||
/** |
|
||||||
* Exit a parse tree produced by {@link XpathParser#relationalExpr}. |
|
||||||
* |
|
||||||
* @param ctx the parse tree |
|
||||||
*/ |
|
||||||
void exitRelationalExpr(XpathParser.RelationalExprContext ctx); |
|
||||||
|
|
||||||
/** |
|
||||||
* Enter a parse tree produced by {@link XpathParser#additiveExpr}. |
|
||||||
* |
|
||||||
* @param ctx the parse tree |
|
||||||
*/ |
|
||||||
void enterAdditiveExpr(XpathParser.AdditiveExprContext ctx); |
|
||||||
|
|
||||||
/** |
|
||||||
* Exit a parse tree produced by {@link XpathParser#additiveExpr}. |
|
||||||
* |
|
||||||
* @param ctx the parse tree |
|
||||||
*/ |
|
||||||
void exitAdditiveExpr(XpathParser.AdditiveExprContext ctx); |
|
||||||
|
|
||||||
/** |
|
||||||
* Enter a parse tree produced by {@link XpathParser#multiplicativeExpr}. |
|
||||||
* |
|
||||||
* @param ctx the parse tree |
|
||||||
*/ |
|
||||||
void enterMultiplicativeExpr(XpathParser.MultiplicativeExprContext ctx); |
|
||||||
|
|
||||||
/** |
|
||||||
* Exit a parse tree produced by {@link XpathParser#multiplicativeExpr}. |
|
||||||
* |
|
||||||
* @param ctx the parse tree |
|
||||||
*/ |
|
||||||
void exitMultiplicativeExpr(XpathParser.MultiplicativeExprContext ctx); |
|
||||||
|
|
||||||
/** |
|
||||||
* Enter a parse tree produced by {@link XpathParser#unaryExprNoRoot}. |
|
||||||
* |
|
||||||
* @param ctx the parse tree |
|
||||||
*/ |
|
||||||
void enterUnaryExprNoRoot(XpathParser.UnaryExprNoRootContext ctx); |
|
||||||
|
|
||||||
/** |
|
||||||
* Exit a parse tree produced by {@link XpathParser#unaryExprNoRoot}. |
|
||||||
* |
|
||||||
* @param ctx the parse tree |
|
||||||
*/ |
|
||||||
void exitUnaryExprNoRoot(XpathParser.UnaryExprNoRootContext ctx); |
|
||||||
|
|
||||||
/** |
|
||||||
* Enter a parse tree produced by {@link XpathParser#qName}. |
|
||||||
* |
|
||||||
* @param ctx the parse tree |
|
||||||
*/ |
|
||||||
void enterQName(XpathParser.QNameContext ctx); |
|
||||||
|
|
||||||
/** |
|
||||||
* Exit a parse tree produced by {@link XpathParser#qName}. |
|
||||||
* |
|
||||||
* @param ctx the parse tree |
|
||||||
*/ |
|
||||||
void exitQName(XpathParser.QNameContext ctx); |
|
||||||
|
|
||||||
/** |
|
||||||
* Enter a parse tree produced by {@link XpathParser#functionName}. |
|
||||||
* |
|
||||||
* @param ctx the parse tree |
|
||||||
*/ |
|
||||||
void enterFunctionName(XpathParser.FunctionNameContext ctx); |
|
||||||
|
|
||||||
/** |
|
||||||
* Exit a parse tree produced by {@link XpathParser#functionName}. |
|
||||||
* |
|
||||||
* @param ctx the parse tree |
|
||||||
*/ |
|
||||||
void exitFunctionName(XpathParser.FunctionNameContext ctx); |
|
||||||
|
|
||||||
/** |
|
||||||
* Enter a parse tree produced by {@link XpathParser#variableReference}. |
|
||||||
* |
|
||||||
* @param ctx the parse tree |
|
||||||
*/ |
|
||||||
void enterVariableReference(XpathParser.VariableReferenceContext ctx); |
|
||||||
|
|
||||||
/** |
|
||||||
* Exit a parse tree produced by {@link XpathParser#variableReference}. |
|
||||||
* |
|
||||||
* @param ctx the parse tree |
|
||||||
*/ |
|
||||||
void exitVariableReference(XpathParser.VariableReferenceContext ctx); |
|
||||||
|
|
||||||
/** |
|
||||||
* Enter a parse tree produced by {@link XpathParser#nameTest}. |
|
||||||
* |
|
||||||
* @param ctx the parse tree |
|
||||||
*/ |
|
||||||
void enterNameTest(XpathParser.NameTestContext ctx); |
|
||||||
|
|
||||||
/** |
|
||||||
* Exit a parse tree produced by {@link XpathParser#nameTest}. |
|
||||||
* |
|
||||||
* @param ctx the parse tree |
|
||||||
*/ |
|
||||||
void exitNameTest(XpathParser.NameTestContext ctx); |
|
||||||
|
|
||||||
/** |
|
||||||
* Enter a parse tree produced by {@link XpathParser#nCName}. |
|
||||||
* |
|
||||||
* @param ctx the parse tree |
|
||||||
*/ |
|
||||||
void enterNCName(XpathParser.NCNameContext ctx); |
|
||||||
|
|
||||||
/** |
|
||||||
* Exit a parse tree produced by {@link XpathParser#nCName}. |
|
||||||
* |
|
||||||
* @param ctx the parse tree |
|
||||||
*/ |
|
||||||
void exitNCName(XpathParser.NCNameContext ctx); |
|
||||||
} |
|
||||||
File diff suppressed because it is too large
Load Diff
@ -1,229 +0,0 @@ |
|||||||
// Generated from resources/Xpath.g4 by ANTLR 4.7.2
|
|
||||||
package org.seimicrawler.xpath.antlr; |
|
||||||
|
|
||||||
import org.antlr.v4.runtime.tree.ParseTreeVisitor; |
|
||||||
|
|
||||||
/** |
|
||||||
* This interface defines a complete generic visitor for a parse tree produced |
|
||||||
* by {@link XpathParser}. |
|
||||||
* |
|
||||||
* @param <T> The return type of the visit operation. Use {@link Void} for |
|
||||||
* operations with no return type. |
|
||||||
*/ |
|
||||||
public interface XpathVisitor<T> extends ParseTreeVisitor<T> { |
|
||||||
/** |
|
||||||
* Visit a parse tree produced by {@link XpathParser#main}. |
|
||||||
* |
|
||||||
* @param ctx the parse tree |
|
||||||
* @return the visitor result |
|
||||||
*/ |
|
||||||
T visitMain(XpathParser.MainContext ctx); |
|
||||||
|
|
||||||
/** |
|
||||||
* Visit a parse tree produced by {@link XpathParser#locationPath}. |
|
||||||
* |
|
||||||
* @param ctx the parse tree |
|
||||||
* @return the visitor result |
|
||||||
*/ |
|
||||||
T visitLocationPath(XpathParser.LocationPathContext ctx); |
|
||||||
|
|
||||||
/** |
|
||||||
* Visit a parse tree produced by {@link XpathParser#absoluteLocationPathNoroot}. |
|
||||||
* |
|
||||||
* @param ctx the parse tree |
|
||||||
* @return the visitor result |
|
||||||
*/ |
|
||||||
T visitAbsoluteLocationPathNoroot(XpathParser.AbsoluteLocationPathNorootContext ctx); |
|
||||||
|
|
||||||
/** |
|
||||||
* Visit a parse tree produced by {@link XpathParser#relativeLocationPath}. |
|
||||||
* |
|
||||||
* @param ctx the parse tree |
|
||||||
* @return the visitor result |
|
||||||
*/ |
|
||||||
T visitRelativeLocationPath(XpathParser.RelativeLocationPathContext ctx); |
|
||||||
|
|
||||||
/** |
|
||||||
* Visit a parse tree produced by {@link XpathParser#step}. |
|
||||||
* |
|
||||||
* @param ctx the parse tree |
|
||||||
* @return the visitor result |
|
||||||
*/ |
|
||||||
T visitStep(XpathParser.StepContext ctx); |
|
||||||
|
|
||||||
/** |
|
||||||
* Visit a parse tree produced by {@link XpathParser#axisSpecifier}. |
|
||||||
* |
|
||||||
* @param ctx the parse tree |
|
||||||
* @return the visitor result |
|
||||||
*/ |
|
||||||
T visitAxisSpecifier(XpathParser.AxisSpecifierContext ctx); |
|
||||||
|
|
||||||
/** |
|
||||||
* Visit a parse tree produced by {@link XpathParser#nodeTest}. |
|
||||||
* |
|
||||||
* @param ctx the parse tree |
|
||||||
* @return the visitor result |
|
||||||
*/ |
|
||||||
T visitNodeTest(XpathParser.NodeTestContext ctx); |
|
||||||
|
|
||||||
/** |
|
||||||
* Visit a parse tree produced by {@link XpathParser#predicate}. |
|
||||||
* |
|
||||||
* @param ctx the parse tree |
|
||||||
* @return the visitor result |
|
||||||
*/ |
|
||||||
T visitPredicate(XpathParser.PredicateContext ctx); |
|
||||||
|
|
||||||
/** |
|
||||||
* Visit a parse tree produced by {@link XpathParser#abbreviatedStep}. |
|
||||||
* |
|
||||||
* @param ctx the parse tree |
|
||||||
* @return the visitor result |
|
||||||
*/ |
|
||||||
T visitAbbreviatedStep(XpathParser.AbbreviatedStepContext ctx); |
|
||||||
|
|
||||||
/** |
|
||||||
* Visit a parse tree produced by {@link XpathParser#expr}. |
|
||||||
* |
|
||||||
* @param ctx the parse tree |
|
||||||
* @return the visitor result |
|
||||||
*/ |
|
||||||
T visitExpr(XpathParser.ExprContext ctx); |
|
||||||
|
|
||||||
/** |
|
||||||
* Visit a parse tree produced by {@link XpathParser#primaryExpr}. |
|
||||||
* |
|
||||||
* @param ctx the parse tree |
|
||||||
* @return the visitor result |
|
||||||
*/ |
|
||||||
T visitPrimaryExpr(XpathParser.PrimaryExprContext ctx); |
|
||||||
|
|
||||||
/** |
|
||||||
* Visit a parse tree produced by {@link XpathParser#functionCall}. |
|
||||||
* |
|
||||||
* @param ctx the parse tree |
|
||||||
* @return the visitor result |
|
||||||
*/ |
|
||||||
T visitFunctionCall(XpathParser.FunctionCallContext ctx); |
|
||||||
|
|
||||||
/** |
|
||||||
* Visit a parse tree produced by {@link XpathParser#unionExprNoRoot}. |
|
||||||
* |
|
||||||
* @param ctx the parse tree |
|
||||||
* @return the visitor result |
|
||||||
*/ |
|
||||||
T visitUnionExprNoRoot(XpathParser.UnionExprNoRootContext ctx); |
|
||||||
|
|
||||||
/** |
|
||||||
* Visit a parse tree produced by {@link XpathParser#pathExprNoRoot}. |
|
||||||
* |
|
||||||
* @param ctx the parse tree |
|
||||||
* @return the visitor result |
|
||||||
*/ |
|
||||||
T visitPathExprNoRoot(XpathParser.PathExprNoRootContext ctx); |
|
||||||
|
|
||||||
/** |
|
||||||
* Visit a parse tree produced by {@link XpathParser#filterExpr}. |
|
||||||
* |
|
||||||
* @param ctx the parse tree |
|
||||||
* @return the visitor result |
|
||||||
*/ |
|
||||||
T visitFilterExpr(XpathParser.FilterExprContext ctx); |
|
||||||
|
|
||||||
/** |
|
||||||
* Visit a parse tree produced by {@link XpathParser#orExpr}. |
|
||||||
* |
|
||||||
* @param ctx the parse tree |
|
||||||
* @return the visitor result |
|
||||||
*/ |
|
||||||
T visitOrExpr(XpathParser.OrExprContext ctx); |
|
||||||
|
|
||||||
/** |
|
||||||
* Visit a parse tree produced by {@link XpathParser#andExpr}. |
|
||||||
* |
|
||||||
* @param ctx the parse tree |
|
||||||
* @return the visitor result |
|
||||||
*/ |
|
||||||
T visitAndExpr(XpathParser.AndExprContext ctx); |
|
||||||
|
|
||||||
/** |
|
||||||
* Visit a parse tree produced by {@link XpathParser#equalityExpr}. |
|
||||||
* |
|
||||||
* @param ctx the parse tree |
|
||||||
* @return the visitor result |
|
||||||
*/ |
|
||||||
T visitEqualityExpr(XpathParser.EqualityExprContext ctx); |
|
||||||
|
|
||||||
/** |
|
||||||
* Visit a parse tree produced by {@link XpathParser#relationalExpr}. |
|
||||||
* |
|
||||||
* @param ctx the parse tree |
|
||||||
* @return the visitor result |
|
||||||
*/ |
|
||||||
T visitRelationalExpr(XpathParser.RelationalExprContext ctx); |
|
||||||
|
|
||||||
/** |
|
||||||
* Visit a parse tree produced by {@link XpathParser#additiveExpr}. |
|
||||||
* |
|
||||||
* @param ctx the parse tree |
|
||||||
* @return the visitor result |
|
||||||
*/ |
|
||||||
T visitAdditiveExpr(XpathParser.AdditiveExprContext ctx); |
|
||||||
|
|
||||||
/** |
|
||||||
* Visit a parse tree produced by {@link XpathParser#multiplicativeExpr}. |
|
||||||
* |
|
||||||
* @param ctx the parse tree |
|
||||||
* @return the visitor result |
|
||||||
*/ |
|
||||||
T visitMultiplicativeExpr(XpathParser.MultiplicativeExprContext ctx); |
|
||||||
|
|
||||||
/** |
|
||||||
* Visit a parse tree produced by {@link XpathParser#unaryExprNoRoot}. |
|
||||||
* |
|
||||||
* @param ctx the parse tree |
|
||||||
* @return the visitor result |
|
||||||
*/ |
|
||||||
T visitUnaryExprNoRoot(XpathParser.UnaryExprNoRootContext ctx); |
|
||||||
|
|
||||||
/** |
|
||||||
* Visit a parse tree produced by {@link XpathParser#qName}. |
|
||||||
* |
|
||||||
* @param ctx the parse tree |
|
||||||
* @return the visitor result |
|
||||||
*/ |
|
||||||
T visitQName(XpathParser.QNameContext ctx); |
|
||||||
|
|
||||||
/** |
|
||||||
* Visit a parse tree produced by {@link XpathParser#functionName}. |
|
||||||
* |
|
||||||
* @param ctx the parse tree |
|
||||||
* @return the visitor result |
|
||||||
*/ |
|
||||||
T visitFunctionName(XpathParser.FunctionNameContext ctx); |
|
||||||
|
|
||||||
/** |
|
||||||
* Visit a parse tree produced by {@link XpathParser#variableReference}. |
|
||||||
* |
|
||||||
* @param ctx the parse tree |
|
||||||
* @return the visitor result |
|
||||||
*/ |
|
||||||
T visitVariableReference(XpathParser.VariableReferenceContext ctx); |
|
||||||
|
|
||||||
/** |
|
||||||
* Visit a parse tree produced by {@link XpathParser#nameTest}. |
|
||||||
* |
|
||||||
* @param ctx the parse tree |
|
||||||
* @return the visitor result |
|
||||||
*/ |
|
||||||
T visitNameTest(XpathParser.NameTestContext ctx); |
|
||||||
|
|
||||||
/** |
|
||||||
* Visit a parse tree produced by {@link XpathParser#nCName}. |
|
||||||
* |
|
||||||
* @param ctx the parse tree |
|
||||||
* @return the visitor result |
|
||||||
*/ |
|
||||||
T visitNCName(XpathParser.NCNameContext ctx); |
|
||||||
} |
|
||||||
@ -1,24 +0,0 @@ |
|||||||
package org.seimicrawler.xpath.core; |
|
||||||
|
|
||||||
import org.jsoup.select.Elements; |
|
||||||
|
|
||||||
/** |
|
||||||
* https://www.w3.org/TR/1999/REC-xpath-19991116/#NT-AxisSpecifier
|
|
||||||
* |
|
||||||
* @author github.com/zhegexiaohuozi seimimaster@gmail.com |
|
||||||
* @since 2018/2/28. |
|
||||||
*/ |
|
||||||
public interface AxisSelector { |
|
||||||
/** |
|
||||||
* assign name |
|
||||||
* |
|
||||||
* @return name |
|
||||||
*/ |
|
||||||
String name(); |
|
||||||
|
|
||||||
/** |
|
||||||
* @param context |
|
||||||
* @return res |
|
||||||
*/ |
|
||||||
XValue apply(Elements context); |
|
||||||
} |
|
||||||
@ -1,10 +0,0 @@ |
|||||||
package org.seimicrawler.xpath.core; |
|
||||||
|
|
||||||
/** |
|
||||||
* @author github.com/zhegexiaohuozi seimimaster@gmail.com |
|
||||||
* @since 2020/9/24. |
|
||||||
*/ |
|
||||||
public class Constants { |
|
||||||
public final static String DEF_TEXT_TAG_NAME = "JX_TEXT"; |
|
||||||
public final static String EL_SAME_TAG_INDEX_KEY = "EL_SAME_TAG_INDEX_KEY"; |
|
||||||
} |
|
||||||
@ -1,13 +0,0 @@ |
|||||||
package org.seimicrawler.xpath.core; |
|
||||||
|
|
||||||
import java.util.List; |
|
||||||
|
|
||||||
/** |
|
||||||
* @author github.com/zhegexiaohuozi seimimaster@gmail.com |
|
||||||
* @since 2018/2/28. |
|
||||||
*/ |
|
||||||
public interface Function { |
|
||||||
String name(); |
|
||||||
|
|
||||||
XValue call(Scope scope, List<XValue> params); |
|
||||||
} |
|
||||||
@ -1,21 +0,0 @@ |
|||||||
package org.seimicrawler.xpath.core; |
|
||||||
|
|
||||||
|
|
||||||
/** |
|
||||||
* @author github.com/zhegexiaohuozi seimimaster@gmail.com |
|
||||||
* @since 2018/2/28. |
|
||||||
*/ |
|
||||||
public interface NodeTest { |
|
||||||
/** |
|
||||||
* 支持的函数名 |
|
||||||
*/ |
|
||||||
String name(); |
|
||||||
|
|
||||||
/** |
|
||||||
* 函数具体逻辑 |
|
||||||
* |
|
||||||
* @param scope 上下文 |
|
||||||
* @return 计算好的节点 |
|
||||||
*/ |
|
||||||
XValue call(Scope scope); |
|
||||||
} |
|
||||||
@ -1,76 +0,0 @@ |
|||||||
package org.seimicrawler.xpath.core; |
|
||||||
|
|
||||||
import org.jsoup.nodes.Element; |
|
||||||
import org.jsoup.select.Elements; |
|
||||||
import org.seimicrawler.xpath.exception.XpathParserException; |
|
||||||
|
|
||||||
/** |
|
||||||
* @author github.com/zhegexiaohuozi seimimaster@gmail.com |
|
||||||
* @since 2018/3/13. |
|
||||||
*/ |
|
||||||
public class Scope { |
|
||||||
private Elements context; |
|
||||||
private boolean isRecursion = false; |
|
||||||
private Scope parent; |
|
||||||
|
|
||||||
private Scope(Elements context) { |
|
||||||
super(); |
|
||||||
this.context = new Elements(); |
|
||||||
this.context.addAll(context); |
|
||||||
} |
|
||||||
|
|
||||||
private Scope(Element context) { |
|
||||||
super(); |
|
||||||
this.context = new Elements(); |
|
||||||
this.context.add(context); |
|
||||||
} |
|
||||||
|
|
||||||
public static Scope create(Elements elements) { |
|
||||||
return new Scope(elements); |
|
||||||
} |
|
||||||
|
|
||||||
public static Scope create(Element el) { |
|
||||||
return new Scope(el); |
|
||||||
} |
|
||||||
|
|
||||||
public static Scope create(Scope scope) { |
|
||||||
return new Scope(scope.context()).setParent(scope); |
|
||||||
} |
|
||||||
|
|
||||||
public Scope setParent(Scope scope) { |
|
||||||
this.parent = scope; |
|
||||||
return this; |
|
||||||
} |
|
||||||
|
|
||||||
public Scope getParent() { |
|
||||||
return parent; |
|
||||||
} |
|
||||||
|
|
||||||
public void setContext(Elements context) { |
|
||||||
this.context = context; |
|
||||||
} |
|
||||||
|
|
||||||
public boolean isRecursion() { |
|
||||||
return isRecursion; |
|
||||||
} |
|
||||||
|
|
||||||
void recursion() { |
|
||||||
this.isRecursion = true; |
|
||||||
} |
|
||||||
|
|
||||||
public void notRecursion() { |
|
||||||
this.isRecursion = false; |
|
||||||
} |
|
||||||
|
|
||||||
public Elements context() { |
|
||||||
return this.context; |
|
||||||
} |
|
||||||
|
|
||||||
public Element singleEl() { |
|
||||||
if (context.size() == 1) { |
|
||||||
return context.first(); |
|
||||||
} |
|
||||||
throw new XpathParserException("current context is more than one el,total = " + context.size()); |
|
||||||
} |
|
||||||
} |
|
||||||
|
|
||||||
@ -1,226 +0,0 @@ |
|||||||
package org.seimicrawler.xpath.core; |
|
||||||
|
|
||||||
import org.apache.commons.lang3.StringUtils; |
|
||||||
import org.apache.commons.lang3.builder.ToStringBuilder; |
|
||||||
import org.apache.commons.lang3.time.DateFormatUtils; |
|
||||||
import org.jsoup.nodes.Element; |
|
||||||
import org.jsoup.select.Elements; |
|
||||||
import org.seimicrawler.xpath.exception.XpathParserException; |
|
||||||
|
|
||||||
import java.math.BigDecimal; |
|
||||||
import java.text.ParseException; |
|
||||||
import java.util.Date; |
|
||||||
import java.util.List; |
|
||||||
import java.util.Objects; |
|
||||||
|
|
||||||
/** |
|
||||||
* @author github.com/zhegexiaohuozi seimimaster@gmail.com |
|
||||||
* @since 2017/12/5. |
|
||||||
*/ |
|
||||||
public class XValue implements Comparable<XValue> { |
|
||||||
public XValue(Object val) { |
|
||||||
this.value = val; |
|
||||||
} |
|
||||||
|
|
||||||
public static XValue create(Object val) { |
|
||||||
return new XValue(val); |
|
||||||
} |
|
||||||
|
|
||||||
private Object value; |
|
||||||
|
|
||||||
private boolean isAttr = false; |
|
||||||
private boolean isExprStr = false; |
|
||||||
|
|
||||||
/** |
|
||||||
* 同类型节点的顺序 |
|
||||||
*/ |
|
||||||
private int siblingIndex; |
|
||||||
|
|
||||||
/** |
|
||||||
* 满足特殊场景计算筛选需求 |
|
||||||
*/ |
|
||||||
private List<XValue> xValues; |
|
||||||
|
|
||||||
public boolean isBoolean() { |
|
||||||
return value instanceof Boolean; |
|
||||||
} |
|
||||||
|
|
||||||
public boolean isNumber() { |
|
||||||
return value instanceof Number; |
|
||||||
} |
|
||||||
|
|
||||||
public boolean isElements() { |
|
||||||
return value instanceof Elements; |
|
||||||
} |
|
||||||
|
|
||||||
public boolean isString() { |
|
||||||
return value instanceof String; |
|
||||||
} |
|
||||||
|
|
||||||
public boolean isList() { |
|
||||||
return value instanceof List; |
|
||||||
} |
|
||||||
|
|
||||||
public boolean isDate() { |
|
||||||
return value instanceof Date; |
|
||||||
} |
|
||||||
|
|
||||||
public Boolean asBoolean() { |
|
||||||
if (value instanceof Boolean) { |
|
||||||
return (Boolean) value; |
|
||||||
} |
|
||||||
return value != null && !StringUtils.isBlank(asString()); |
|
||||||
} |
|
||||||
|
|
||||||
public Date asDate() { |
|
||||||
if (value instanceof String) { |
|
||||||
try { |
|
||||||
return DateFormatUtils.ISO_DATETIME_TIME_ZONE_FORMAT.parse((String) value); |
|
||||||
} catch (ParseException e) { |
|
||||||
throw new XpathParserException("cast to date fail. vale = " + value); |
|
||||||
} |
|
||||||
} |
|
||||||
if (value instanceof Date) { |
|
||||||
return (Date) value; |
|
||||||
} |
|
||||||
throw new XpathParserException("cast to date fail. vale = " + value); |
|
||||||
} |
|
||||||
|
|
||||||
public Double asDouble() { |
|
||||||
if (value instanceof String) { |
|
||||||
return new BigDecimal((String) value).doubleValue(); |
|
||||||
} else if (value instanceof Number) { |
|
||||||
return ((Number) value).doubleValue(); |
|
||||||
} else { |
|
||||||
throw new XpathParserException("cast to number fail. vale = " + value); |
|
||||||
} |
|
||||||
} |
|
||||||
|
|
||||||
public Long asLong() { |
|
||||||
if (value instanceof String) { |
|
||||||
//对于带小数点的，四舍五入
|
|
||||||
return new BigDecimal((String) value).setScale(0, BigDecimal.ROUND_HALF_UP).longValue(); |
|
||||||
} else if (value instanceof Number) { |
|
||||||
return ((Number) value).longValue(); |
|
||||||
} else { |
|
||||||
throw new XpathParserException("cast to number fail. vale = " + value); |
|
||||||
} |
|
||||||
} |
|
||||||
|
|
||||||
public Elements asElements() { |
|
||||||
return (Elements) value; |
|
||||||
} |
|
||||||
|
|
||||||
public String asString() { |
|
||||||
if (isElements()) { |
|
||||||
StringBuilder accum = new StringBuilder(); |
|
||||||
for (Element e : asElements()) { |
|
||||||
accum.append(e.ownText()); |
|
||||||
} |
|
||||||
return accum.toString(); |
|
||||||
} else if (value instanceof Element && Objects.equals(((Element) value).tagName(), Constants.DEF_TEXT_TAG_NAME)) { |
|
||||||
return ((Element) value).ownText(); |
|
||||||
} else if (value instanceof List) { |
|
||||||
return StringUtils.join((List) value, ","); |
|
||||||
} else { |
|
||||||
return String.valueOf(value).trim(); |
|
||||||
} |
|
||||||
} |
|
||||||
|
|
||||||
public List<String> asList() { |
|
||||||
return (List<String>) value; |
|
||||||
} |
|
||||||
|
|
||||||
public XValue attr() { |
|
||||||
this.isAttr = true; |
|
||||||
return this; |
|
||||||
} |
|
||||||
|
|
||||||
public boolean isAttr() { |
|
||||||
return isAttr; |
|
||||||
} |
|
||||||
|
|
||||||
public XValue exprStr() { |
|
||||||
this.isExprStr = true; |
|
||||||
String str = StringUtils.removeStart(String.valueOf(this.value), "'"); |
|
||||||
str = StringUtils.removeStart(str, "\""); |
|
||||||
str = StringUtils.removeEnd(str, "'"); |
|
||||||
this.value = StringUtils.removeEnd(str, "\""); |
|
||||||
return this; |
|
||||||
} |
|
||||||
|
|
||||||
public boolean isExprStr() { |
|
||||||
return isExprStr; |
|
||||||
} |
|
||||||
|
|
||||||
public int getSiblingIndex() { |
|
||||||
return siblingIndex; |
|
||||||
} |
|
||||||
|
|
||||||
public void setSiblingIndex(int siblingIndex) { |
|
||||||
this.siblingIndex = siblingIndex; |
|
||||||
} |
|
||||||
|
|
||||||
public List<XValue> getxValues() { |
|
||||||
return xValues; |
|
||||||
} |
|
||||||
|
|
||||||
public void setxValues(List<XValue> xValues) { |
|
||||||
this.xValues = xValues; |
|
||||||
} |
|
||||||
|
|
||||||
@Override |
|
||||||
public String toString() { |
|
||||||
return new ToStringBuilder(this) |
|
||||||
.append("value", value) |
|
||||||
.append("isAttr", isAttr) |
|
||||||
.append("isExprStr", isExprStr) |
|
||||||
.toString(); |
|
||||||
} |
|
||||||
|
|
||||||
@Override |
|
||||||
public boolean equals(Object o) { |
|
||||||
if (this == o) { |
|
||||||
return true; |
|
||||||
} |
|
||||||
if (o == null || getClass() != o.getClass()) { |
|
||||||
return false; |
|
||||||
} |
|
||||||
XValue value1 = (XValue) o; |
|
||||||
return Objects.equals(value, value1.value); |
|
||||||
} |
|
||||||
|
|
||||||
@Override |
|
||||||
public int hashCode() { |
|
||||||
return Objects.hashCode(value); |
|
||||||
} |
|
||||||
|
|
||||||
|
|
||||||
@Override |
|
||||||
public int compareTo(XValue o) { |
|
||||||
if (this.equals(o)) { |
|
||||||
return 0; |
|
||||||
} |
|
||||||
if (o == null || o.value == null) { |
|
||||||
return 1; |
|
||||||
} |
|
||||||
if (this.value == null) { |
|
||||||
return -1; |
|
||||||
} |
|
||||||
|
|
||||||
if (isString()) { |
|
||||||
return asString().compareTo(o.asString()); |
|
||||||
} else if (isNumber()) { |
|
||||||
return asDouble().compareTo(o.asDouble()); |
|
||||||
} else { |
|
||||||
throw new XpathParserException("Unsupported comparable XValue = " + toString()); |
|
||||||
} |
|
||||||
} |
|
||||||
|
|
||||||
public Class valType() { |
|
||||||
if (value == null) { |
|
||||||
return Object.class; |
|
||||||
} |
|
||||||
return value.getClass(); |
|
||||||
} |
|
||||||
} |
|
||||||
@ -1,613 +0,0 @@ |
|||||||
package org.seimicrawler.xpath.core; |
|
||||||
|
|
||||||
import org.antlr.v4.runtime.tree.ParseTree; |
|
||||||
import org.antlr.v4.runtime.tree.TerminalNode; |
|
||||||
import org.apache.commons.lang3.StringUtils; |
|
||||||
import org.apache.commons.lang3.math.NumberUtils; |
|
||||||
import org.jsoup.nodes.Element; |
|
||||||
import org.jsoup.select.Elements; |
|
||||||
import org.seimicrawler.xpath.antlr.XpathBaseVisitor; |
|
||||||
import org.seimicrawler.xpath.antlr.XpathParser; |
|
||||||
import org.seimicrawler.xpath.exception.XpathMergeValueException; |
|
||||||
import org.seimicrawler.xpath.exception.XpathParserException; |
|
||||||
import org.seimicrawler.xpath.util.CommonUtil; |
|
||||||
import org.seimicrawler.xpath.util.Scanner; |
|
||||||
import org.slf4j.Logger; |
|
||||||
import org.slf4j.LoggerFactory; |
|
||||||
|
|
||||||
import java.util.HashSet; |
|
||||||
import java.util.LinkedList; |
|
||||||
import java.util.List; |
|
||||||
import java.util.Objects; |
|
||||||
import java.util.Set; |
|
||||||
import java.util.Stack; |
|
||||||
|
|
||||||
import static org.seimicrawler.xpath.antlr.XpathParser.CONTAIN_WITH; |
|
||||||
import static org.seimicrawler.xpath.antlr.XpathParser.DIVISION; |
|
||||||
import static org.seimicrawler.xpath.antlr.XpathParser.END_WITH; |
|
||||||
import static org.seimicrawler.xpath.antlr.XpathParser.GE; |
|
||||||
import static org.seimicrawler.xpath.antlr.XpathParser.LE; |
|
||||||
import static org.seimicrawler.xpath.antlr.XpathParser.LESS; |
|
||||||
import static org.seimicrawler.xpath.antlr.XpathParser.MODULO; |
|
||||||
import static org.seimicrawler.xpath.antlr.XpathParser.MORE_; |
|
||||||
import static org.seimicrawler.xpath.antlr.XpathParser.MUL; |
|
||||||
import static org.seimicrawler.xpath.antlr.XpathParser.REGEXP_NOT_WITH; |
|
||||||
import static org.seimicrawler.xpath.antlr.XpathParser.REGEXP_WITH; |
|
||||||
import static org.seimicrawler.xpath.antlr.XpathParser.START_WITH; |
|
||||||
|
|
||||||
/** |
|
||||||
* @author github.com/zhegexiaohuozi seimimaster@gmail.com |
|
||||||
* @since 2017/8/30. |
|
||||||
*/ |
|
||||||
public class XpathProcessor extends XpathBaseVisitor<XValue> { |
|
||||||
private final Logger logger = LoggerFactory.getLogger(XpathProcessor.class); |
|
||||||
private final Stack<Scope> scopeStack = new Stack<>(); |
|
||||||
private final Scope rootScope; |
|
||||||
|
|
||||||
public XpathProcessor(Elements root) { |
|
||||||
rootScope = Scope.create(root); |
|
||||||
scopeStack.push(Scope.create(root).setParent(rootScope)); |
|
||||||
} |
|
||||||
|
|
||||||
@Override |
|
||||||
public XValue visitMain(XpathParser.MainContext ctx) { |
|
||||||
return visit(ctx.expr()); |
|
||||||
} |
|
||||||
|
|
||||||
@Override |
|
||||||
public XValue visitLocationPath(XpathParser.LocationPathContext ctx) { |
|
||||||
if (ctx.relativeLocationPath() != null && !ctx.relativeLocationPath().isEmpty()) { |
|
||||||
return visit(ctx.relativeLocationPath()); |
|
||||||
} |
|
||||||
return visit(ctx.absoluteLocationPathNoroot()); |
|
||||||
} |
|
||||||
|
|
||||||
@Override |
|
||||||
public XValue visitAbsoluteLocationPathNoroot(XpathParser.AbsoluteLocationPathNorootContext ctx) { |
|
||||||
// '//'
|
|
||||||
if (Objects.equals(ctx.op.getText(), "//")) { |
|
||||||
currentScope().recursion(); |
|
||||||
} |
|
||||||
return visit(ctx.relativeLocationPath()); |
|
||||||
} |
|
||||||
|
|
||||||
@Override |
|
||||||
public XValue visitRelativeLocationPath(XpathParser.RelativeLocationPathContext ctx) { |
|
||||||
XValue finalVal = null; |
|
||||||
for (int i = 0; i < ctx.getChildCount(); i++) { |
|
||||||
ParseTree step = ctx.getChild(i); |
|
||||||
if (step instanceof XpathParser.StepContext) { |
|
||||||
finalVal = visit(step); |
|
||||||
if (finalVal.isElements()) { |
|
||||||
updateCurrentContext(finalVal.asElements()); |
|
||||||
} |
|
||||||
} else { |
|
||||||
if ("//".equals(step.getText())) { |
|
||||||
currentScope().recursion(); |
|
||||||
} else { |
|
||||||
currentScope().notRecursion(); |
|
||||||
} |
|
||||||
} |
|
||||||
} |
|
||||||
return finalVal; |
|
||||||
} |
|
||||||
|
|
||||||
@Override |
|
||||||
public XValue visitStep(XpathParser.StepContext ctx) { |
|
||||||
if (ctx.abbreviatedStep() != null && !ctx.abbreviatedStep().isEmpty()) { |
|
||||||
return visit(ctx.abbreviatedStep()); |
|
||||||
} |
|
||||||
boolean filterByAttr = false; |
|
||||||
boolean isAxisOk = false; |
|
||||||
if (ctx.axisSpecifier() != null && !ctx.axisSpecifier().isEmpty()) { |
|
||||||
XValue axis = visit(ctx.axisSpecifier()); |
|
||||||
if (axis != null) { |
|
||||||
isAxisOk = true; |
|
||||||
if (axis.isElements()) { |
|
||||||
updateCurrentContext(axis.asElements()); |
|
||||||
} else if (axis.isAttr()) { |
|
||||||
filterByAttr = true; |
|
||||||
} |
|
||||||
} |
|
||||||
} |
|
||||||
if (ctx.nodeTest() != null && !ctx.nodeTest().isEmpty()) { |
|
||||||
XValue nodeTest = visit(ctx.nodeTest()); |
|
||||||
if (filterByAttr) { |
|
||||||
Elements context = currentScope().context(); |
|
||||||
String attrName = nodeTest.asString(); |
|
||||||
if (currentScope().isRecursion()) { |
|
||||||
if (context.size() == 1) { |
|
||||||
Element el = currentScope().singleEl(); |
|
||||||
Elements findRes = el.select("[" + attrName + "]"); |
|
||||||
List<String> attrs = new LinkedList<>(); |
|
||||||
for (Element e : findRes) { |
|
||||||
attrs.add(e.attr(attrName)); |
|
||||||
} |
|
||||||
return XValue.create(attrs); |
|
||||||
} else { |
|
||||||
Elements findRes = new Elements(); |
|
||||||
for (Element el : context) { |
|
||||||
findRes.addAll(el.select("[" + attrName + "]")); |
|
||||||
} |
|
||||||
List<String> attrs = new LinkedList<>(); |
|
||||||
for (Element e : findRes) { |
|
||||||
attrs.add(e.attr(attrName)); |
|
||||||
} |
|
||||||
return XValue.create(attrs); |
|
||||||
} |
|
||||||
} else { |
|
||||||
if (context.size() == 1) { |
|
||||||
Element el = currentScope().singleEl(); |
|
||||||
return XValue.create(el.attr(attrName)); |
|
||||||
} else { |
|
||||||
List<String> attrs = new LinkedList<>(); |
|
||||||
for (Element el : context) { |
|
||||||
attrs.add(el.attr(attrName)); |
|
||||||
} |
|
||||||
return XValue.create(attrs); |
|
||||||
} |
|
||||||
} |
|
||||||
|
|
||||||
} else { |
|
||||||
if (nodeTest.isExprStr()) { |
|
||||||
String tagName = nodeTest.asString(); |
|
||||||
Elements current = currentScope().context(); |
|
||||||
if (currentScope().isRecursion()) { |
|
||||||
updateCurrentContext(current.select(tagName)); |
|
||||||
} else { |
|
||||||
Elements newContext = new Elements(); |
|
||||||
for (Element el : currentScope().context()) { |
|
||||||
if (isAxisOk) { |
|
||||||
if (el.nodeName().equals(tagName) || "*".equals(tagName)) { |
|
||||||
newContext.add(el); |
|
||||||
} |
|
||||||
} else { |
|
||||||
for (Element e : el.children()) { |
|
||||||
if (e.nodeName().equals(tagName) || "*".equals(tagName)) { |
|
||||||
newContext.add(e); |
|
||||||
} |
|
||||||
} |
|
||||||
} |
|
||||||
|
|
||||||
} |
|
||||||
updateCurrentContext(newContext); |
|
||||||
} |
|
||||||
} else { |
|
||||||
// nodeType 计算结果，直接返给上层
|
|
||||||
if (nodeTest.isElements()) { |
|
||||||
updateCurrentContext(nodeTest.asElements()); |
|
||||||
} else { |
|
||||||
return nodeTest; |
|
||||||
} |
|
||||||
} |
|
||||||
} |
|
||||||
} |
|
||||||
if (ctx.predicate() != null && ctx.predicate().size() > 0) { |
|
||||||
for (XpathParser.PredicateContext predicate : ctx.predicate()) { |
|
||||||
XValue predicateVal = visit(predicate); |
|
||||||
updateCurrentContext(predicateVal.asElements()); |
|
||||||
} |
|
||||||
} |
|
||||||
return XValue.create(currentScope().context()); |
|
||||||
} |
|
||||||
|
|
||||||
@Override |
|
||||||
public XValue visitAbbreviatedStep(XpathParser.AbbreviatedStepContext ctx) { |
|
||||||
if ("..".equals(ctx.getText())) { |
|
||||||
Set<Element> total = new HashSet<>(); |
|
||||||
Elements newContext = new Elements(); |
|
||||||
for (Element e : currentScope().context()) { |
|
||||||
total.add(e.parent()); |
|
||||||
} |
|
||||||
newContext.addAll(total); |
|
||||||
return XValue.create(newContext); |
|
||||||
} else { |
|
||||||
return XValue.create(currentScope().context()); |
|
||||||
} |
|
||||||
} |
|
||||||
|
|
||||||
@Override |
|
||||||
public XValue visitAxisSpecifier(XpathParser.AxisSpecifierContext ctx) { |
|
||||||
TerminalNode axisNode = ctx.AxisName(); |
|
||||||
if (axisNode != null) { |
|
||||||
String axis = ctx.AxisName().getText(); |
|
||||||
AxisSelector axisSelector = Scanner.findSelectorByName(axis); |
|
||||||
return axisSelector.apply(currentScope().context()); |
|
||||||
} else { |
|
||||||
String token = ctx.getText(); |
|
||||||
if ("@".equals(token)) { |
|
||||||
return XValue.create(null).attr(); |
|
||||||
} |
|
||||||
} |
|
||||||
return null; |
|
||||||
} |
|
||||||
|
|
||||||
@Override |
|
||||||
public XValue visitNodeTest(XpathParser.NodeTestContext ctx) { |
|
||||||
if (ctx.nameTest() != null) { |
|
||||||
return visit(ctx.nameTest()); |
|
||||||
} |
|
||||||
if (ctx.NodeType() != null) { |
|
||||||
NodeTest nodeTest = Scanner.findNodeTestByName(ctx.NodeType().getText()); |
|
||||||
return nodeTest.call(currentScope()); |
|
||||||
} |
|
||||||
// todo: | 'processing-instruction' '(' Literal ')'
|
|
||||||
return null; |
|
||||||
} |
|
||||||
|
|
||||||
@Override |
|
||||||
public XValue visitPredicate(XpathParser.PredicateContext ctx) { |
|
||||||
Elements newContext = new Elements(); |
|
||||||
for (Element e : currentScope().context()) { |
|
||||||
scopeStack.push(Scope.create(e).setParent(currentScope())); |
|
||||||
XValue exprVal = visit(ctx.expr()); |
|
||||||
scopeStack.pop(); |
|
||||||
if (exprVal.isNumber()) { |
|
||||||
long index = exprVal.asLong(); |
|
||||||
if (index < 0) { |
|
||||||
if (Objects.equals(e.tagName(), Constants.DEF_TEXT_TAG_NAME)) { |
|
||||||
index = CommonUtil.getJxSameTagIndexInSiblings(e) + index + 1; |
|
||||||
} else { |
|
||||||
index = CommonUtil.sameTagElNums(e, currentScope()) + index + 1; |
|
||||||
} |
|
||||||
if (index < 0) { |
|
||||||
index = 1; |
|
||||||
} |
|
||||||
} |
|
||||||
if (Objects.equals(e.tagName(), Constants.DEF_TEXT_TAG_NAME)) { |
|
||||||
if (index == CommonUtil.getJxSameTagIndexInSiblings(e)) { |
|
||||||
newContext.add(e); |
|
||||||
} |
|
||||||
} else { |
|
||||||
if (index == CommonUtil.getElIndexInSameTags(e, currentScope())) { |
|
||||||
newContext.add(e); |
|
||||||
} |
|
||||||
} |
|
||||||
|
|
||||||
} else if (exprVal.isBoolean()) { |
|
||||||
if (exprVal.asBoolean()) { |
|
||||||
newContext.add(e); |
|
||||||
} |
|
||||||
} else if (exprVal.isString()) { |
|
||||||
//根据表达式执行结果是否为空作为条件,如 //*[@foo]
|
|
||||||
if (StringUtils.isNotBlank(exprVal.asString())) { |
|
||||||
newContext.add(e); |
|
||||||
} |
|
||||||
} else if (exprVal.isElements()) { |
|
||||||
//根据表达式执行结果是否为空进行过滤，如 //div[./a]
|
|
||||||
Elements els = exprVal.asElements(); |
|
||||||
if (els.size() > 0) { |
|
||||||
newContext.add(e); |
|
||||||
} |
|
||||||
} else if (exprVal.isList()) { |
|
||||||
//根据表达式执行结果是否为空进行过滤，如 //div[./a/text()]
|
|
||||||
List<String> stringList = exprVal.asList(); |
|
||||||
if (stringList.size() > 0) { |
|
||||||
newContext.add(e); |
|
||||||
} |
|
||||||
} else { |
|
||||||
throw new XpathParserException("unknown expr val:" + exprVal); |
|
||||||
} |
|
||||||
} |
|
||||||
return XValue.create(newContext); |
|
||||||
} |
|
||||||
|
|
||||||
@Override |
|
||||||
public XValue visitNameTest(XpathParser.NameTestContext ctx) { |
|
||||||
if ("*".equals(ctx.getText())) { |
|
||||||
return XValue.create("*").exprStr(); |
|
||||||
} else if (ctx.qName() != null && !ctx.qName().isEmpty()) { |
|
||||||
return visit(ctx.qName()); |
|
||||||
} else if (ctx.nCName() != null && !ctx.nCName().isEmpty()) { |
|
||||||
return visit(ctx.nCName()); |
|
||||||
} |
|
||||||
return null; |
|
||||||
} |
|
||||||
|
|
||||||
@Override |
|
||||||
public XValue visitQName(XpathParser.QNameContext ctx) { |
|
||||||
List<XpathParser.NCNameContext> ncNameContexts = ctx.nCName(); |
|
||||||
if (ncNameContexts != null) { |
|
||||||
if (ncNameContexts.size() > 1) { |
|
||||||
List<String> ncNames = new LinkedList<>(); |
|
||||||
for (XpathParser.NCNameContext ncNameContext : ncNameContexts) { |
|
||||||
XValue value = visit(ncNameContext); |
|
||||||
if (value != null) { |
|
||||||
ncNames.add(value.asString()); |
|
||||||
} |
|
||||||
} |
|
||||||
// TODO: 2018/3/14 考虑体现出这个结构来
|
|
||||||
return XValue.create(StringUtils.join(ncNames, ":")); |
|
||||||
} else { |
|
||||||
return visit(ncNameContexts.get(0)); |
|
||||||
} |
|
||||||
} |
|
||||||
return null; |
|
||||||
} |
|
||||||
|
|
||||||
@Override |
|
||||||
public XValue visitNCName(XpathParser.NCNameContext ctx) { |
|
||||||
if (ctx.AxisName() != null) { |
|
||||||
return XValue.create(ctx.AxisName().getText()).exprStr(); |
|
||||||
} else { |
|
||||||
return XValue.create(ctx.NCName().getText()).exprStr(); |
|
||||||
} |
|
||||||
} |
|
||||||
|
|
||||||
@Override |
|
||||||
public XValue visitExpr(XpathParser.ExprContext ctx) { |
|
||||||
return visit(ctx.orExpr()); |
|
||||||
} |
|
||||||
|
|
||||||
@Override |
|
||||||
public XValue visitOrExpr(XpathParser.OrExprContext ctx) { |
|
||||||
List<XpathParser.AndExprContext> andExprContexts = ctx.andExpr(); |
|
||||||
if (andExprContexts.size() > 1) { |
|
||||||
Boolean res = visit(andExprContexts.get(0)).asBoolean(); |
|
||||||
for (int i = 1; i < andExprContexts.size(); i++) { |
|
||||||
res = (res | visit(andExprContexts.get(i)).asBoolean()); |
|
||||||
} |
|
||||||
return XValue.create(res); |
|
||||||
} else { |
|
||||||
return visit(andExprContexts.get(0)); |
|
||||||
} |
|
||||||
} |
|
||||||
|
|
||||||
@Override |
|
||||||
public XValue visitAndExpr(XpathParser.AndExprContext ctx) { |
|
||||||
List<XpathParser.EqualityExprContext> equalityExprContexts = ctx.equalityExpr(); |
|
||||||
if (equalityExprContexts.size() > 1) { |
|
||||||
Boolean res = visit(equalityExprContexts.get(0)).asBoolean(); |
|
||||||
for (int i = 1; i < equalityExprContexts.size(); i++) { |
|
||||||
res = (res & visit(equalityExprContexts.get(i)).asBoolean()); |
|
||||||
} |
|
||||||
return XValue.create(res); |
|
||||||
} else { |
|
||||||
return visit(equalityExprContexts.get(0)); |
|
||||||
} |
|
||||||
} |
|
||||||
|
|
||||||
@Override |
|
||||||
public XValue visitEqualityExpr(XpathParser.EqualityExprContext ctx) { |
|
||||||
List<XpathParser.RelationalExprContext> relationalExprContexts = ctx.relationalExpr(); |
|
||||||
if (relationalExprContexts.size() == 1) { |
|
||||||
return visit(relationalExprContexts.get(0)); |
|
||||||
} else if (relationalExprContexts.size() == 2) { |
|
||||||
XValue left = visit(relationalExprContexts.get(0)); |
|
||||||
XValue right = visit(relationalExprContexts.get(1)); |
|
||||||
if ("=".equals(ctx.op.getText())) { |
|
||||||
if (left.valType().equals(right.valType())) { |
|
||||||
return XValue.create(Objects.equals(left, right)); |
|
||||||
} else { |
|
||||||
return XValue.create(Objects.equals(left.asString(), right.asString())); |
|
||||||
} |
|
||||||
} else { |
|
||||||
if (left.valType().equals(right.valType())) { |
|
||||||
return XValue.create(!Objects.equals(left, right)); |
|
||||||
} else { |
|
||||||
return XValue.create(!Objects.equals(left.asString(), right.asString())); |
|
||||||
} |
|
||||||
} |
|
||||||
} else { |
|
||||||
throw new XpathParserException("error equalityExpr near:" + ctx.getText()); |
|
||||||
} |
|
||||||
} |
|
||||||
|
|
||||||
@Override |
|
||||||
public XValue visitRelationalExpr(XpathParser.RelationalExprContext ctx) { |
|
||||||
List<XpathParser.AdditiveExprContext> additiveExprContexts = ctx.additiveExpr(); |
|
||||||
if (additiveExprContexts.size() == 1) { |
|
||||||
return visit(additiveExprContexts.get(0)); |
|
||||||
} else if (additiveExprContexts.size() == 2) { |
|
||||||
XValue left = visit(additiveExprContexts.get(0)); |
|
||||||
XValue right = visit(additiveExprContexts.get(1)); |
|
||||||
switch (ctx.op.getType()) { |
|
||||||
case MORE_: |
|
||||||
return XValue.create(left.compareTo(right) > 0); |
|
||||||
case GE: |
|
||||||
return XValue.create(left.compareTo(right) >= 0); |
|
||||||
case LESS: |
|
||||||
return XValue.create(left.compareTo(right) < 0); |
|
||||||
case LE: |
|
||||||
return XValue.create(left.compareTo(right) <= 0); |
|
||||||
case START_WITH: |
|
||||||
return XValue.create(left.asString().startsWith(right.asString())); |
|
||||||
case END_WITH: |
|
||||||
return XValue.create(left.asString().endsWith(right.asString())); |
|
||||||
case CONTAIN_WITH: |
|
||||||
return XValue.create(left.asString().contains(right.asString())); |
|
||||||
case REGEXP_WITH: |
|
||||||
return XValue.create(left.asString().matches(right.asString())); |
|
||||||
case REGEXP_NOT_WITH: |
|
||||||
return XValue.create(!left.asString().matches(right.asString())); |
|
||||||
default: |
|
||||||
throw new XpathParserException("unknown operator" + ctx.op.getText()); |
|
||||||
} |
|
||||||
} else { |
|
||||||
throw new XpathParserException("error equalityExpr near:" + ctx.getText()); |
|
||||||
} |
|
||||||
} |
|
||||||
|
|
||||||
@Override |
|
||||||
public XValue visitAdditiveExpr(XpathParser.AdditiveExprContext ctx) { |
|
||||||
List<XpathParser.MultiplicativeExprContext> multiplicativeExprContexts = ctx.multiplicativeExpr(); |
|
||||||
if (multiplicativeExprContexts.size() == 1) { |
|
||||||
return visit(multiplicativeExprContexts.get(0)); |
|
||||||
} else { |
|
||||||
Double res = visit(multiplicativeExprContexts.get(0)).asDouble(); |
|
||||||
String op = null; |
|
||||||
for (int i = 1; i < ctx.getChildCount(); i++) { |
|
||||||
ParseTree chiCtx = ctx.getChild(i); |
|
||||||
if (chiCtx instanceof XpathParser.MultiplicativeExprContext) { |
|
||||||
XValue next = visit(chiCtx); |
|
||||||
if ("+".equals(op)) { |
|
||||||
res += next.asDouble(); |
|
||||||
} else if ("-".equals(op)) { |
|
||||||
res -= next.asDouble(); |
|
||||||
} else { |
|
||||||
throw new XpathParserException("syntax error, " + ctx.getText()); |
|
||||||
} |
|
||||||
} else { |
|
||||||
op = chiCtx.getText(); |
|
||||||
} |
|
||||||
} |
|
||||||
return XValue.create(res); |
|
||||||
} |
|
||||||
} |
|
||||||
|
|
||||||
@Override |
|
||||||
public XValue visitMultiplicativeExpr(XpathParser.MultiplicativeExprContext ctx) { |
|
||||||
if (ctx.multiplicativeExpr() == null || ctx.multiplicativeExpr().isEmpty()) { |
|
||||||
return visit(ctx.unaryExprNoRoot()); |
|
||||||
} else { |
|
||||||
XValue left = visit(ctx.unaryExprNoRoot()); |
|
||||||
XValue right = visit(ctx.multiplicativeExpr()); |
|
||||||
switch (ctx.op.getType()) { |
|
||||||
case MUL: |
|
||||||
return XValue.create(left.asDouble() * right.asDouble()); |
|
||||||
case DIVISION: |
|
||||||
return XValue.create(left.asDouble() / right.asDouble()); |
|
||||||
case MODULO: |
|
||||||
return XValue.create(left.asDouble() % right.asDouble()); |
|
||||||
default: |
|
||||||
throw new XpathParserException("syntax error, " + ctx.getText()); |
|
||||||
} |
|
||||||
} |
|
||||||
} |
|
||||||
|
|
||||||
@Override |
|
||||||
public XValue visitUnaryExprNoRoot(XpathParser.UnaryExprNoRootContext ctx) { |
|
||||||
XValue value = visit(ctx.unionExprNoRoot()); |
|
||||||
if (ctx.sign == null) { |
|
||||||
return value; |
|
||||||
} |
|
||||||
return XValue.create(-value.asDouble()); |
|
||||||
} |
|
||||||
|
|
||||||
@Override |
|
||||||
public XValue visitUnionExprNoRoot(XpathParser.UnionExprNoRootContext ctx) { |
|
||||||
if (ctx.pathExprNoRoot() == null && !ctx.pathExprNoRoot().isEmpty()) { |
|
||||||
return visit(ctx.unionExprNoRoot()); |
|
||||||
} |
|
||||||
XValue pathExprNoRoot = visit(ctx.pathExprNoRoot()); |
|
||||||
if (ctx.op == null) { |
|
||||||
return pathExprNoRoot; |
|
||||||
} |
|
||||||
scopeStack.push(Scope.create(currentScope().getParent())); |
|
||||||
XValue unionExprNoRoot = visit(ctx.unionExprNoRoot()); |
|
||||||
scopeStack.pop(); |
|
||||||
if (pathExprNoRoot.isElements()) { |
|
||||||
if (unionExprNoRoot.isElements()) { |
|
||||||
pathExprNoRoot.asElements().addAll(unionExprNoRoot.asElements()); |
|
||||||
} else { |
|
||||||
Element element = new Element("V"); |
|
||||||
element.appendText(unionExprNoRoot.asString()); |
|
||||||
pathExprNoRoot.asElements().add(element); |
|
||||||
} |
|
||||||
return pathExprNoRoot; |
|
||||||
} else if (pathExprNoRoot.isString()) { |
|
||||||
if (unionExprNoRoot.isElements()) { |
|
||||||
Element element = new Element("V"); |
|
||||||
element.appendText(pathExprNoRoot.asString()); |
|
||||||
unionExprNoRoot.asElements().add(element); |
|
||||||
return unionExprNoRoot; |
|
||||||
} else { |
|
||||||
return XValue.create(pathExprNoRoot.asString() + unionExprNoRoot.asString()); |
|
||||||
} |
|
||||||
} else if (pathExprNoRoot.isBoolean()) { |
|
||||||
if (unionExprNoRoot.isBoolean()) { |
|
||||||
return XValue.create(pathExprNoRoot.asBoolean() | unionExprNoRoot.asBoolean()); |
|
||||||
} else if (unionExprNoRoot.isElements()) { |
|
||||||
Element element = new Element("V"); |
|
||||||
element.appendText(pathExprNoRoot.asString()); |
|
||||||
unionExprNoRoot.asElements().add(element); |
|
||||||
return unionExprNoRoot; |
|
||||||
} else if (unionExprNoRoot.isString()) { |
|
||||||
return XValue.create(pathExprNoRoot.asBoolean() + unionExprNoRoot.asString()); |
|
||||||
} else { |
|
||||||
throw new XpathMergeValueException("can not merge val1=" + pathExprNoRoot.asBoolean() + ",val2=" + unionExprNoRoot.asString()); |
|
||||||
} |
|
||||||
} else if (pathExprNoRoot.isNumber()) { |
|
||||||
if (unionExprNoRoot.isString()) { |
|
||||||
return XValue.create(pathExprNoRoot.asDouble() + unionExprNoRoot.asString()); |
|
||||||
} else if (unionExprNoRoot.isElements()) { |
|
||||||
Element element = new Element("V"); |
|
||||||
element.appendText(pathExprNoRoot.asString()); |
|
||||||
unionExprNoRoot.asElements().add(element); |
|
||||||
return unionExprNoRoot; |
|
||||||
} else { |
|
||||||
throw new XpathMergeValueException("can not merge val1=" + pathExprNoRoot.asDouble() + ",val2=" + unionExprNoRoot.asString()); |
|
||||||
} |
|
||||||
} else { |
|
||||||
List<String> tmpVal = new LinkedList<>(); |
|
||||||
if (StringUtils.isNotBlank(pathExprNoRoot.asString())) { |
|
||||||
tmpVal.add(pathExprNoRoot.asString()); |
|
||||||
} |
|
||||||
if (StringUtils.isNotBlank(unionExprNoRoot.asString())) { |
|
||||||
tmpVal.add(unionExprNoRoot.asString()); |
|
||||||
} |
|
||||||
return XValue.create(StringUtils.join(tmpVal, ",")); |
|
||||||
} |
|
||||||
} |
|
||||||
|
|
||||||
@Override |
|
||||||
public XValue visitPathExprNoRoot(XpathParser.PathExprNoRootContext ctx) { |
|
||||||
if (ctx.locationPath() != null && !ctx.locationPath().isEmpty()) { |
|
||||||
return visit(ctx.locationPath()); |
|
||||||
} |
|
||||||
if (ctx.op == null) { |
|
||||||
return visit(ctx.filterExpr()); |
|
||||||
} |
|
||||||
if ("//".equals(ctx.op.getText())) { |
|
||||||
currentScope().recursion(); |
|
||||||
} |
|
||||||
return visit(ctx.relativeLocationPath()); |
|
||||||
} |
|
||||||
|
|
||||||
@Override |
|
||||||
public XValue visitFilterExpr(XpathParser.FilterExprContext ctx) { |
|
||||||
//暂时先不考虑支持 : primaryExpr predicate*
|
|
||||||
return visit(ctx.primaryExpr()); |
|
||||||
} |
|
||||||
|
|
||||||
@Override |
|
||||||
public XValue visitPrimaryExpr(XpathParser.PrimaryExprContext ctx) { |
|
||||||
if (ctx.expr() != null && !ctx.expr().isEmpty()) { |
|
||||||
return visit(ctx.expr()); |
|
||||||
} else if (ctx.functionCall() != null && !ctx.functionCall().isEmpty()) { |
|
||||||
return visit(ctx.functionCall()); |
|
||||||
} else if (ctx.Literal() != null) { |
|
||||||
return XValue.create(ctx.Literal().getText()).exprStr(); |
|
||||||
} else if (ctx.Number() != null) { |
|
||||||
return XValue.create(NumberUtils.createDouble(ctx.Number().getText())); |
|
||||||
} |
|
||||||
throw new XpathParserException("not support variableReference:" + ctx.getText()); |
|
||||||
} |
|
||||||
|
|
||||||
@Override |
|
||||||
public XValue visitFunctionCall(XpathParser.FunctionCallContext ctx) { |
|
||||||
List<XValue> params = new LinkedList<>(); |
|
||||||
XValue funcName = visit(ctx.functionName()); |
|
||||||
for (XpathParser.ExprContext exprContext : ctx.expr()) { |
|
||||||
scopeStack.push(Scope.create(currentScope())); |
|
||||||
params.add(visit(exprContext)); |
|
||||||
scopeStack.pop(); |
|
||||||
} |
|
||||||
Function function = Scanner.findFunctionByName(funcName.asString()); |
|
||||||
return function.call(currentScope(), params); |
|
||||||
} |
|
||||||
|
|
||||||
@Override |
|
||||||
public XValue visitFunctionName(XpathParser.FunctionNameContext ctx) { |
|
||||||
return visit(ctx.qName()); |
|
||||||
} |
|
||||||
|
|
||||||
private Scope currentScope() { |
|
||||||
return scopeStack.peek(); |
|
||||||
} |
|
||||||
|
|
||||||
private void updateCurrentContext(Elements newContext) { |
|
||||||
scopeStack.peek().setContext(newContext); |
|
||||||
} |
|
||||||
|
|
||||||
} |
|
||||||
@ -1,34 +0,0 @@ |
|||||||
package org.seimicrawler.xpath.core.axis; |
|
||||||
|
|
||||||
import org.jsoup.nodes.Element; |
|
||||||
import org.jsoup.select.Elements; |
|
||||||
import org.seimicrawler.xpath.core.AxisSelector; |
|
||||||
import org.seimicrawler.xpath.core.XValue; |
|
||||||
|
|
||||||
import java.util.LinkedList; |
|
||||||
import java.util.List; |
|
||||||
|
|
||||||
/** |
|
||||||
* the ancestor-or-self axis contains the context node and the ancestors of the context node; |
|
||||||
* thus, the ancestor axis will always include the root node |
|
||||||
* |
|
||||||
* @author github.com/zhegexiaohuozi seimimaster@gmail.com |
|
||||||
* @since 2018/3/26. |
|
||||||
*/ |
|
||||||
public class AncestorOrSelfSelector implements AxisSelector { |
|
||||||
@Override |
|
||||||
public String name() { |
|
||||||
return "ancestor-or-self"; |
|
||||||
} |
|
||||||
|
|
||||||
@Override |
|
||||||
public XValue apply(Elements context) { |
|
||||||
List<Element> total = new LinkedList<>(); |
|
||||||
for (Element el : context) { |
|
||||||
total.addAll(el.parents()); |
|
||||||
//include self
|
|
||||||
total.add(el); |
|
||||||
} |
|
||||||
return XValue.create(new Elements(total)); |
|
||||||
} |
|
||||||
} |
|
||||||
@ -1,33 +0,0 @@ |
|||||||
package org.seimicrawler.xpath.core.axis; |
|
||||||
|
|
||||||
import org.jsoup.nodes.Element; |
|
||||||
import org.jsoup.select.Elements; |
|
||||||
import org.seimicrawler.xpath.core.AxisSelector; |
|
||||||
import org.seimicrawler.xpath.core.XValue; |
|
||||||
|
|
||||||
import java.util.LinkedList; |
|
||||||
import java.util.List; |
|
||||||
|
|
||||||
/** |
|
||||||
* the ancestor axis contains the ancestors of the context node; the ancestors of the context node consist of |
|
||||||
* the parent of context node and the parent's parent and so on; thus, the ancestor axis will always include |
|
||||||
* the root node, unless the context node is the root node |
|
||||||
* |
|
||||||
* @author github.com/zhegexiaohuozi seimimaster@gmail.com |
|
||||||
* @since 2018/3/26. |
|
||||||
*/ |
|
||||||
public class AncestorSelector implements AxisSelector { |
|
||||||
@Override |
|
||||||
public String name() { |
|
||||||
return "ancestor"; |
|
||||||
} |
|
||||||
|
|
||||||
@Override |
|
||||||
public XValue apply(Elements context) { |
|
||||||
List<Element> total = new LinkedList<>(); |
|
||||||
for (Element el : context) { |
|
||||||
total.addAll(el.parents()); |
|
||||||
} |
|
||||||
return XValue.create(new Elements(total)); |
|
||||||
} |
|
||||||
} |
|
||||||
@ -1,32 +0,0 @@ |
|||||||
package org.seimicrawler.xpath.core.axis; |
|
||||||
|
|
||||||
import org.jsoup.select.Elements; |
|
||||||
import org.seimicrawler.xpath.core.AxisSelector; |
|
||||||
import org.seimicrawler.xpath.core.XValue; |
|
||||||
|
|
||||||
/** |
|
||||||
* the attribute axis contains the attributes of the context node; the axis will be empty unless the context node is an element |
|
||||||
* |
|
||||||
* @author github.com/zhegexiaohuozi seimimaster@gmail.com |
|
||||||
* @since 2018/3/26. |
|
||||||
*/ |
|
||||||
public class AttributeSelector implements AxisSelector { |
|
||||||
/** |
|
||||||
* assign name |
|
||||||
* |
|
||||||
* @return name |
|
||||||
*/ |
|
||||||
@Override |
|
||||||
public String name() { |
|
||||||
return "attribute"; |
|
||||||
} |
|
||||||
|
|
||||||
/** |
|
||||||
* @param context |
|
||||||
* @return res |
|
||||||
*/ |
|
||||||
@Override |
|
||||||
public XValue apply(Elements context) { |
|
||||||
return XValue.create(null).attr(); |
|
||||||
} |
|
||||||
} |
|
||||||
@ -1,28 +0,0 @@ |
|||||||
package org.seimicrawler.xpath.core.axis; |
|
||||||
|
|
||||||
import org.jsoup.nodes.Element; |
|
||||||
import org.jsoup.select.Elements; |
|
||||||
import org.seimicrawler.xpath.core.AxisSelector; |
|
||||||
import org.seimicrawler.xpath.core.XValue; |
|
||||||
|
|
||||||
/** |
|
||||||
* the child axis contains the children of the context node |
|
||||||
* |
|
||||||
* @author github.com/zhegexiaohuozi seimimaster@gmail.com |
|
||||||
* @since 2018/3/26. |
|
||||||
*/ |
|
||||||
public class ChildSelector implements AxisSelector { |
|
||||||
@Override |
|
||||||
public String name() { |
|
||||||
return "child"; |
|
||||||
} |
|
||||||
|
|
||||||
@Override |
|
||||||
public XValue apply(Elements context) { |
|
||||||
Elements childs = new Elements(); |
|
||||||
for (Element el : context) { |
|
||||||
childs.addAll(el.children()); |
|
||||||
} |
|
||||||
return XValue.create(childs); |
|
||||||
} |
|
||||||
} |
|
||||||
@ -1,34 +0,0 @@ |
|||||||
package org.seimicrawler.xpath.core.axis; |
|
||||||
|
|
||||||
import org.jsoup.nodes.Element; |
|
||||||
import org.jsoup.select.Elements; |
|
||||||
import org.seimicrawler.xpath.core.AxisSelector; |
|
||||||
import org.seimicrawler.xpath.core.XValue; |
|
||||||
|
|
||||||
import java.util.HashSet; |
|
||||||
import java.util.Set; |
|
||||||
|
|
||||||
/** |
|
||||||
* the descendant-or-self axis contains the context node and the descendants of the context node |
|
||||||
* |
|
||||||
* @author github.com/zhegexiaohuozi seimimaster@gmail.com |
|
||||||
* @since 2018/3/26. |
|
||||||
*/ |
|
||||||
public class DescendantOrSelfSelector implements AxisSelector { |
|
||||||
@Override |
|
||||||
public String name() { |
|
||||||
return "descendant-or-self"; |
|
||||||
} |
|
||||||
|
|
||||||
@Override |
|
||||||
public XValue apply(Elements context) { |
|
||||||
Set<Element> total = new HashSet<>(); |
|
||||||
Elements descendant = new Elements(); |
|
||||||
for (Element el : context) { |
|
||||||
Elements tmp = el.getAllElements(); |
|
||||||
total.addAll(tmp); |
|
||||||
} |
|
||||||
descendant.addAll(total); |
|
||||||
return XValue.create(descendant); |
|
||||||
} |
|
||||||
} |
|
||||||
@ -1,37 +0,0 @@ |
|||||||
package org.seimicrawler.xpath.core.axis; |
|
||||||
|
|
||||||
import org.jsoup.nodes.Element; |
|
||||||
import org.jsoup.select.Elements; |
|
||||||
import org.seimicrawler.xpath.core.AxisSelector; |
|
||||||
import org.seimicrawler.xpath.core.XValue; |
|
||||||
|
|
||||||
import java.util.HashSet; |
|
||||||
import java.util.Set; |
|
||||||
|
|
||||||
/** |
|
||||||
* the descendant axis contains the descendants of the context node; a descendant is a child or a child |
|
||||||
* of a child and so on; thus the descendant axis never contains attribute or namespace nodes |
|
||||||
* |
|
||||||
* @author github.com/zhegexiaohuozi seimimaster@gmail.com |
|
||||||
* @since 2018/3/26. |
|
||||||
*/ |
|
||||||
public class DescendantSelector implements AxisSelector { |
|
||||||
@Override |
|
||||||
public String name() { |
|
||||||
return "descendant"; |
|
||||||
} |
|
||||||
|
|
||||||
@Override |
|
||||||
public XValue apply(Elements context) { |
|
||||||
Set<Element> total = new HashSet<>(); |
|
||||||
Elements descendant = new Elements(); |
|
||||||
for (Element el : context) { |
|
||||||
Elements tmp = el.getAllElements(); |
|
||||||
//exclude self
|
|
||||||
tmp.remove(el); |
|
||||||
total.addAll(tmp); |
|
||||||
} |
|
||||||
descendant.addAll(total); |
|
||||||
return XValue.create(descendant); |
|
||||||
} |
|
||||||
} |
|
||||||
@ -1,51 +0,0 @@ |
|||||||
package org.seimicrawler.xpath.core.axis; |
|
||||||
|
|
||||||
import org.jsoup.nodes.Element; |
|
||||||
import org.jsoup.select.Elements; |
|
||||||
import org.seimicrawler.xpath.core.AxisSelector; |
|
||||||
import org.seimicrawler.xpath.core.XValue; |
|
||||||
import org.seimicrawler.xpath.util.CommonUtil; |
|
||||||
|
|
||||||
import java.util.LinkedList; |
|
||||||
import java.util.List; |
|
||||||
|
|
||||||
|
|
||||||
/** |
|
||||||
* the following axis contains all nodes in the same document as the context node that are after the context node in |
|
||||||
* document order, excluding any descendants and excluding attribute nodes and namespace nodes |
|
||||||
* |
|
||||||
* @author github.com/zhegexiaohuozi seimimaster@gmail.com |
|
||||||
* @since 2018/3/26. |
|
||||||
*/ |
|
||||||
public class FollowingSelector implements AxisSelector { |
|
||||||
@Override |
|
||||||
public String name() { |
|
||||||
return "following"; |
|
||||||
} |
|
||||||
|
|
||||||
@Override |
|
||||||
public XValue apply(Elements context) { |
|
||||||
List<Element> total = new LinkedList<>(); |
|
||||||
for (Element el : context) { |
|
||||||
Elements p = el.parents(); |
|
||||||
for (Element pe : p) { |
|
||||||
Elements fs = CommonUtil.followingSibling(pe); |
|
||||||
if (fs == null) { |
|
||||||
continue; |
|
||||||
} |
|
||||||
for (Element pse : fs) { |
|
||||||
//include pse
|
|
||||||
total.addAll(pse.getAllElements()); |
|
||||||
} |
|
||||||
} |
|
||||||
Elements fs = CommonUtil.followingSibling(el); |
|
||||||
if (fs == null) { |
|
||||||
continue; |
|
||||||
} |
|
||||||
for (Element se : fs) { |
|
||||||
total.addAll(se.getAllElements()); |
|
||||||
} |
|
||||||
} |
|
||||||
return XValue.create(new Elements(total)); |
|
||||||
} |
|
||||||
} |
|
||||||
@ -1,44 +0,0 @@ |
|||||||
package org.seimicrawler.xpath.core.axis; |
|
||||||
|
|
||||||
import org.jsoup.nodes.Element; |
|
||||||
import org.jsoup.select.Elements; |
|
||||||
import org.seimicrawler.xpath.core.AxisSelector; |
|
||||||
import org.seimicrawler.xpath.core.XValue; |
|
||||||
|
|
||||||
import java.util.LinkedList; |
|
||||||
import java.util.List; |
|
||||||
|
|
||||||
/** |
|
||||||
* the following-sibling-one JsoupXpath自定义扩展,比较常用 |
|
||||||
* |
|
||||||
* @author https://github.com/hermitmmll
|
|
||||||
* @since 2018/3/27. |
|
||||||
*/ |
|
||||||
public class FollowingSiblingOneSelector implements AxisSelector { |
|
||||||
/** |
|
||||||
* assign name |
|
||||||
* |
|
||||||
* @return name |
|
||||||
*/ |
|
||||||
@Override |
|
||||||
public String name() { |
|
||||||
return "following-sibling-one"; |
|
||||||
} |
|
||||||
|
|
||||||
/** |
|
||||||
* @param context |
|
||||||
* @return res |
|
||||||
*/ |
|
||||||
@Override |
|
||||||
public XValue apply(Elements context) { |
|
||||||
List<Element> total = new LinkedList<>(); |
|
||||||
for (Element el : context) { |
|
||||||
if (el.nextElementSibling() != null) { |
|
||||||
total.add(el.nextElementSibling()); |
|
||||||
} |
|
||||||
} |
|
||||||
Elements newContext = new Elements(); |
|
||||||
newContext.addAll(total); |
|
||||||
return XValue.create(newContext); |
|
||||||
} |
|
||||||
} |
|
||||||
@ -1,48 +0,0 @@ |
|||||||
package org.seimicrawler.xpath.core.axis; |
|
||||||
|
|
||||||
import org.jsoup.nodes.Element; |
|
||||||
import org.jsoup.select.Elements; |
|
||||||
import org.seimicrawler.xpath.core.AxisSelector; |
|
||||||
import org.seimicrawler.xpath.core.XValue; |
|
||||||
import org.seimicrawler.xpath.util.CommonUtil; |
|
||||||
|
|
||||||
import java.util.LinkedList; |
|
||||||
import java.util.List; |
|
||||||
|
|
||||||
/** |
|
||||||
* the following-sibling axis contains all the following siblings of the context node; if the context node is an |
|
||||||
* attribute node or namespace node, the following-sibling axis is empty |
|
||||||
* |
|
||||||
* @author github.com/zhegexiaohuozi seimimaster@gmail.com |
|
||||||
* @since 2018/3/27. |
|
||||||
*/ |
|
||||||
public class FollowingSiblingSelector implements AxisSelector { |
|
||||||
/** |
|
||||||
* assign name |
|
||||||
* |
|
||||||
* @return name |
|
||||||
*/ |
|
||||||
@Override |
|
||||||
public String name() { |
|
||||||
return "following-sibling"; |
|
||||||
} |
|
||||||
|
|
||||||
/** |
|
||||||
* @param context |
|
||||||
* @return res |
|
||||||
*/ |
|
||||||
@Override |
|
||||||
public XValue apply(Elements context) { |
|
||||||
List<Element> total = new LinkedList<>(); |
|
||||||
for (Element el : context) { |
|
||||||
Elements fs = CommonUtil.followingSibling(el); |
|
||||||
if (fs == null) { |
|
||||||
continue; |
|
||||||
} |
|
||||||
total.addAll(fs); |
|
||||||
} |
|
||||||
Elements newContext = new Elements(); |
|
||||||
newContext.addAll(total); |
|
||||||
return XValue.create(newContext); |
|
||||||
} |
|
||||||
} |
|
||||||
@ -1,34 +0,0 @@ |
|||||||
package org.seimicrawler.xpath.core.axis; |
|
||||||
|
|
||||||
import org.jsoup.nodes.Element; |
|
||||||
import org.jsoup.select.Elements; |
|
||||||
import org.seimicrawler.xpath.core.AxisSelector; |
|
||||||
import org.seimicrawler.xpath.core.XValue; |
|
||||||
|
|
||||||
import java.util.LinkedList; |
|
||||||
import java.util.List; |
|
||||||
|
|
||||||
/** |
|
||||||
* the parent axis contains the parent of the context node, if there is one |
|
||||||
* https://www.w3.org/TR/1999/REC-xpath-19991116/#NT-AxisSpecifier
|
|
||||||
* |
|
||||||
* @author github.com/zhegexiaohuozi seimimaster@gmail.com |
|
||||||
* @since 2018/2/28. |
|
||||||
*/ |
|
||||||
public class ParentSelector implements AxisSelector { |
|
||||||
@Override |
|
||||||
public String name() { |
|
||||||
return "parent"; |
|
||||||
} |
|
||||||
|
|
||||||
@Override |
|
||||||
public XValue apply(Elements context) { |
|
||||||
List<Element> total = new LinkedList<>(); |
|
||||||
Elements parents = new Elements(); |
|
||||||
for (Element el : context) { |
|
||||||
total.add(el.parent()); |
|
||||||
} |
|
||||||
parents.addAll(total); |
|
||||||
return XValue.create(parents); |
|
||||||
} |
|
||||||
} |
|
||||||
@ -1,56 +0,0 @@ |
|||||||
package org.seimicrawler.xpath.core.axis; |
|
||||||
|
|
||||||
import org.jsoup.nodes.Element; |
|
||||||
import org.jsoup.select.Elements; |
|
||||||
import org.seimicrawler.xpath.core.AxisSelector; |
|
||||||
import org.seimicrawler.xpath.core.XValue; |
|
||||||
import org.seimicrawler.xpath.util.CommonUtil; |
|
||||||
|
|
||||||
import java.util.LinkedList; |
|
||||||
import java.util.List; |
|
||||||
|
|
||||||
/** |
|
||||||
* the preceding axis contains all nodes in the same document as the context node that are before the context |
|
||||||
* node in document order, excluding any ancestors and excluding attribute nodes and namespace nodes |
|
||||||
* |
|
||||||
* @author github.com/zhegexiaohuozi seimimaster@gmail.com |
|
||||||
* @since 2018/3/27. |
|
||||||
*/ |
|
||||||
public class PrecedingSelector implements AxisSelector { |
|
||||||
/** |
|
||||||
* assign name |
|
||||||
* |
|
||||||
* @return name |
|
||||||
*/ |
|
||||||
@Override |
|
||||||
public String name() { |
|
||||||
return "preceding"; |
|
||||||
} |
|
||||||
|
|
||||||
/** |
|
||||||
* @param context |
|
||||||
* @return res |
|
||||||
*/ |
|
||||||
@Override |
|
||||||
public XValue apply(Elements context) { |
|
||||||
Elements preceding = new Elements(); |
|
||||||
List<Element> total = new LinkedList<>(); |
|
||||||
for (Element el : context) { |
|
||||||
Elements p = el.parents(); |
|
||||||
for (Element pe : p) { |
|
||||||
Elements ps = CommonUtil.precedingSibling(pe); |
|
||||||
if (ps == null) { |
|
||||||
continue; |
|
||||||
} |
|
||||||
total.addAll(ps); |
|
||||||
} |
|
||||||
Elements ps = CommonUtil.precedingSibling(el); |
|
||||||
if (ps == null) { |
|
||||||
continue; |
|
||||||
} |
|
||||||
total.addAll(ps); |
|
||||||
} |
|
||||||
preceding.addAll(total); |
|
||||||
return XValue.create(preceding); |
|
||||||
} |
|
||||||
} |
|
||||||
@ -1,44 +0,0 @@ |
|||||||
package org.seimicrawler.xpath.core.axis; |
|
||||||
|
|
||||||
import org.jsoup.nodes.Element; |
|
||||||
import org.jsoup.select.Elements; |
|
||||||
import org.seimicrawler.xpath.core.AxisSelector; |
|
||||||
import org.seimicrawler.xpath.core.XValue; |
|
||||||
|
|
||||||
import java.util.LinkedList; |
|
||||||
import java.util.List; |
|
||||||
|
|
||||||
/** |
|
||||||
* the preceding-sibling-one axis JsoupXpath自定义扩展，用于选取节点的前一个兄弟节点，如果存在的话。 |
|
||||||
* |
|
||||||
* @author github.com/hermitmmll |
|
||||||
* @since 2018/3/27. |
|
||||||
*/ |
|
||||||
public class PrecedingSiblingOneSelector implements AxisSelector { |
|
||||||
/** |
|
||||||
* assign name |
|
||||||
* |
|
||||||
* @return name |
|
||||||
*/ |
|
||||||
@Override |
|
||||||
public String name() { |
|
||||||
return "preceding-sibling-one"; |
|
||||||
} |
|
||||||
|
|
||||||
/** |
|
||||||
* @param context |
|
||||||
* @return res |
|
||||||
*/ |
|
||||||
@Override |
|
||||||
public XValue apply(Elements context) { |
|
||||||
List<Element> total = new LinkedList<>(); |
|
||||||
for (Element el : context) { |
|
||||||
if (el.previousElementSibling() != null) { |
|
||||||
total.add(el); |
|
||||||
} |
|
||||||
} |
|
||||||
Elements newContext = new Elements(); |
|
||||||
newContext.addAll(total); |
|
||||||
return XValue.create(newContext); |
|
||||||
} |
|
||||||
} |
|
||||||
@ -1,48 +0,0 @@ |
|||||||
package org.seimicrawler.xpath.core.axis; |
|
||||||
|
|
||||||
import org.jsoup.nodes.Element; |
|
||||||
import org.jsoup.select.Elements; |
|
||||||
import org.seimicrawler.xpath.core.AxisSelector; |
|
||||||
import org.seimicrawler.xpath.core.XValue; |
|
||||||
import org.seimicrawler.xpath.util.CommonUtil; |
|
||||||
|
|
||||||
import java.util.LinkedList; |
|
||||||
import java.util.List; |
|
||||||
|
|
||||||
/** |
|
||||||
* the preceding-sibling axis contains all the preceding siblings of the context node; if the context node is |
|
||||||
* an attribute node or namespace node, the preceding-sibling axis is empty |
|
||||||
* |
|
||||||
* @author github.com/zhegexiaohuozi seimimaster@gmail.com |
|
||||||
* @since 2018/3/27. |
|
||||||
*/ |
|
||||||
public class PrecedingSiblingSelector implements AxisSelector { |
|
||||||
/** |
|
||||||
* assign name |
|
||||||
* |
|
||||||
* @return name |
|
||||||
*/ |
|
||||||
@Override |
|
||||||
public String name() { |
|
||||||
return "preceding-sibling"; |
|
||||||
} |
|
||||||
|
|
||||||
/** |
|
||||||
* @param context |
|
||||||
* @return res |
|
||||||
*/ |
|
||||||
@Override |
|
||||||
public XValue apply(Elements context) { |
|
||||||
List<Element> total = new LinkedList<>(); |
|
||||||
for (Element el : context) { |
|
||||||
Elements ps = CommonUtil.precedingSibling(el); |
|
||||||
if (ps == null) { |
|
||||||
continue; |
|
||||||
} |
|
||||||
total.addAll(ps); |
|
||||||
} |
|
||||||
Elements newContext = new Elements(); |
|
||||||
newContext.addAll(total); |
|
||||||
return XValue.create(newContext); |
|
||||||
} |
|
||||||
} |
|
||||||
@ -1,23 +0,0 @@ |
|||||||
package org.seimicrawler.xpath.core.axis; |
|
||||||
|
|
||||||
import org.jsoup.select.Elements; |
|
||||||
import org.seimicrawler.xpath.core.AxisSelector; |
|
||||||
import org.seimicrawler.xpath.core.XValue; |
|
||||||
|
|
||||||
/** |
|
||||||
* the self axis contains just the context node itself |
|
||||||
* |
|
||||||
* @author github.com/zhegexiaohuozi seimimaster@gmail.com |
|
||||||
* @since 2018/2/28. |
|
||||||
*/ |
|
||||||
public class SelfSelector implements AxisSelector { |
|
||||||
@Override |
|
||||||
public String name() { |
|
||||||
return "self"; |
|
||||||
} |
|
||||||
|
|
||||||
@Override |
|
||||||
public XValue apply(Elements es) { |
|
||||||
return XValue.create(es); |
|
||||||
} |
|
||||||
} |
|
||||||
@ -1,30 +0,0 @@ |
|||||||
package org.seimicrawler.xpath.core.function; |
|
||||||
|
|
||||||
import org.seimicrawler.xpath.core.Function; |
|
||||||
import org.seimicrawler.xpath.core.Scope; |
|
||||||
import org.seimicrawler.xpath.core.XValue; |
|
||||||
|
|
||||||
import java.util.List; |
|
||||||
|
|
||||||
/** |
|
||||||
* Function: string concat(string, string, string*) |
|
||||||
* The concat function returns the concatenation of its arguments. |
|
||||||
* |
|
||||||
* @author github.com/zhegexiaohuozi seimimaster@gmail.com |
|
||||||
* @since 2018/3/26. |
|
||||||
*/ |
|
||||||
public class Concat implements Function { |
|
||||||
@Override |
|
||||||
public String name() { |
|
||||||
return "concat"; |
|
||||||
} |
|
||||||
|
|
||||||
@Override |
|
||||||
public XValue call(Scope scope, List<XValue> params) { |
|
||||||
StringBuilder accum = new StringBuilder(); |
|
||||||
for (XValue v : params) { |
|
||||||
accum.append(v.asString()); |
|
||||||
} |
|
||||||
return XValue.create(accum.toString()); |
|
||||||
} |
|
||||||
} |
|
||||||
@ -1,29 +0,0 @@ |
|||||||
package org.seimicrawler.xpath.core.function; |
|
||||||
|
|
||||||
import org.seimicrawler.xpath.core.Function; |
|
||||||
import org.seimicrawler.xpath.core.Scope; |
|
||||||
import org.seimicrawler.xpath.core.XValue; |
|
||||||
|
|
||||||
import java.util.List; |
|
||||||
|
|
||||||
/** |
|
||||||
* Function: boolean contains(string, string) |
|
||||||
* <p> |
|
||||||
* The contains function returns true if the first argument string contains the second argument string, and otherwise returns false. |
|
||||||
* |
|
||||||
* @author github.com/zhegexiaohuozi seimimaster@gmail.com |
|
||||||
* @since 2018/3/26. |
|
||||||
*/ |
|
||||||
public class Contains implements Function { |
|
||||||
@Override |
|
||||||
public String name() { |
|
||||||
return "contains"; |
|
||||||
} |
|
||||||
|
|
||||||
@Override |
|
||||||
public XValue call(Scope scope, List<XValue> params) { |
|
||||||
String first = params.get(0).asString(); |
|
||||||
String second = params.get(1).asString(); |
|
||||||
return XValue.create(first.contains(second)); |
|
||||||
} |
|
||||||
} |
|
||||||
@ -1,29 +0,0 @@ |
|||||||
package org.seimicrawler.xpath.core.function; |
|
||||||
|
|
||||||
import org.seimicrawler.xpath.core.Function; |
|
||||||
import org.seimicrawler.xpath.core.Scope; |
|
||||||
import org.seimicrawler.xpath.core.XValue; |
|
||||||
|
|
||||||
import java.util.List; |
|
||||||
|
|
||||||
/** |
|
||||||
* Function: number count(node-set) |
|
||||||
* The count function returns the number of nodes in the argument node-set. |
|
||||||
* |
|
||||||
* @author github.com/zhegexiaohuozi seimimaster@gmail.com |
|
||||||
* @since 2018/3/27. |
|
||||||
*/ |
|
||||||
public class Count implements Function { |
|
||||||
@Override |
|
||||||
public String name() { |
|
||||||
return "count"; |
|
||||||
} |
|
||||||
|
|
||||||
@Override |
|
||||||
public XValue call(Scope scope, List<XValue> params) { |
|
||||||
if (params == null || params.size() == 0) { |
|
||||||
return XValue.create(0); |
|
||||||
} |
|
||||||
return XValue.create(params.get(0).asElements().size()); |
|
||||||
} |
|
||||||
} |
|
||||||
@ -1,25 +0,0 @@ |
|||||||
package org.seimicrawler.xpath.core.function; |
|
||||||
|
|
||||||
import org.seimicrawler.xpath.core.Function; |
|
||||||
import org.seimicrawler.xpath.core.Scope; |
|
||||||
import org.seimicrawler.xpath.core.XValue; |
|
||||||
|
|
||||||
import java.util.List; |
|
||||||
|
|
||||||
/** |
|
||||||
* first in xpath is 1 |
|
||||||
* |
|
||||||
* @author github.com/zhegexiaohuozi seimimaster@gmail.com |
|
||||||
* @since 2018/3/29. |
|
||||||
*/ |
|
||||||
public class First implements Function { |
|
||||||
@Override |
|
||||||
public String name() { |
|
||||||
return "first"; |
|
||||||
} |
|
||||||
|
|
||||||
@Override |
|
||||||
public XValue call(Scope scope, List<XValue> params) { |
|
||||||
return XValue.create(1); |
|
||||||
} |
|
||||||
} |
|
||||||
@ -1,47 +0,0 @@ |
|||||||
package org.seimicrawler.xpath.core.function; |
|
||||||
|
|
||||||
import org.apache.commons.lang3.time.FastDateFormat; |
|
||||||
import org.seimicrawler.xpath.core.Function; |
|
||||||
import org.seimicrawler.xpath.core.Scope; |
|
||||||
import org.seimicrawler.xpath.core.XValue; |
|
||||||
import org.seimicrawler.xpath.exception.XpathParserException; |
|
||||||
|
|
||||||
import java.text.ParseException; |
|
||||||
import java.text.SimpleDateFormat; |
|
||||||
import java.util.List; |
|
||||||
import java.util.Locale; |
|
||||||
|
|
||||||
/** |
|
||||||
* Function: string format-date(string, string, string) |
|
||||||
* The format-date function returns Date object |
|
||||||
* The first parameter is the date and time |
|
||||||
* The second parameter is the time format of the first parameter. |
|
||||||
* The third parameter is not required, and is required if the date format of the first parameter requires that the time zone must be specified |
|
||||||
* For example, format-date("1999/04/01","yyyy/MM/dd") returns Date Object, and format-date("1999/04/01 07:55:23 pm","yyyy/MM/dd hh:mm:ss a",'en') returns Date Object. |
|
||||||
* |
|
||||||
* @author github.com/zzldn@163.com |
|
||||||
* @since 2019/1/22. |
|
||||||
*/ |
|
||||||
public class FormatDate implements Function { |
|
||||||
@Override |
|
||||||
public String name() { |
|
||||||
return "format-date"; |
|
||||||
} |
|
||||||
|
|
||||||
@Override |
|
||||||
public XValue call(Scope scope, List<XValue> params) { |
|
||||||
String value = params.get(0).asString(); |
|
||||||
String patten = params.get(1).asString(); |
|
||||||
try { |
|
||||||
if (params.size() > 2 && null != params.get(2)) { |
|
||||||
final Locale locale = Locale.forLanguageTag(params.get(2).asString()); |
|
||||||
final SimpleDateFormat format = new SimpleDateFormat(patten, locale); |
|
||||||
return XValue.create(format.parse(value)); |
|
||||||
} |
|
||||||
return XValue.create(FastDateFormat.getInstance(patten).parse(value)); |
|
||||||
} catch (ParseException e) { |
|
||||||
throw new XpathParserException("date format exception!", e); |
|
||||||
} |
|
||||||
|
|
||||||
} |
|
||||||
} |
|
||||||
@ -1,28 +0,0 @@ |
|||||||
package org.seimicrawler.xpath.core.function; |
|
||||||
|
|
||||||
import org.seimicrawler.xpath.core.Function; |
|
||||||
import org.seimicrawler.xpath.core.Scope; |
|
||||||
import org.seimicrawler.xpath.core.XValue; |
|
||||||
|
|
||||||
import java.util.List; |
|
||||||
|
|
||||||
/** |
|
||||||
* Function: number last() |
|
||||||
* The last function returns a number equal to the context size from the expression evaluation context. |
|
||||||
* e.g. |
|
||||||
* para[last()] selects the last para child of the context node |
|
||||||
* |
|
||||||
* @author github.com/zhegexiaohuozi seimimaster@gmail.com |
|
||||||
* @since 2018/3/27. |
|
||||||
*/ |
|
||||||
public class Last implements Function { |
|
||||||
@Override |
|
||||||
public String name() { |
|
||||||
return "last"; |
|
||||||
} |
|
||||||
|
|
||||||
@Override |
|
||||||
public XValue call(Scope scope, List<XValue> params) { |
|
||||||
return XValue.create(-1); |
|
||||||
} |
|
||||||
} |
|
||||||
@ -1,30 +0,0 @@ |
|||||||
package org.seimicrawler.xpath.core.function; |
|
||||||
|
|
||||||
import org.seimicrawler.xpath.core.Function; |
|
||||||
import org.seimicrawler.xpath.core.Scope; |
|
||||||
import org.seimicrawler.xpath.core.XValue; |
|
||||||
import org.seimicrawler.xpath.exception.XpathParserException; |
|
||||||
|
|
||||||
import java.util.List; |
|
||||||
|
|
||||||
/** |
|
||||||
* bool not(bool) |
|
||||||
* |
|
||||||
* @author github.com/hermitmmll |
|
||||||
* @since 2018/4/3. |
|
||||||
*/ |
|
||||||
public class Not implements Function { |
|
||||||
@Override |
|
||||||
public String name() { |
|
||||||
return "not"; |
|
||||||
} |
|
||||||
|
|
||||||
@Override |
|
||||||
public XValue call(Scope scope, List<XValue> params) { |
|
||||||
if (params.size() == 1) { |
|
||||||
return XValue.create(!params.get(0).asBoolean()); |
|
||||||
} else { |
|
||||||
throw new XpathParserException("error param in not(bool) function.Please check."); |
|
||||||
} |
|
||||||
} |
|
||||||
} |
|
||||||
@ -1,28 +0,0 @@ |
|||||||
package org.seimicrawler.xpath.core.function; |
|
||||||
|
|
||||||
import org.seimicrawler.xpath.core.Function; |
|
||||||
import org.seimicrawler.xpath.core.Scope; |
|
||||||
import org.seimicrawler.xpath.core.XValue; |
|
||||||
import org.seimicrawler.xpath.util.CommonUtil; |
|
||||||
|
|
||||||
import java.util.List; |
|
||||||
|
|
||||||
/** |
|
||||||
* The position function returns a number equal to the context position from the expression evaluation context. |
|
||||||
* e.g. |
|
||||||
* /child::doc/child::chapter[position()=5]/child::section[position()=2] selects the second section of the fifth chapter of the doc document element |
|
||||||
* |
|
||||||
* @author github.com/zhegexiaohuozi seimimaster@gmail.com |
|
||||||
* @since 2018/2/28. |
|
||||||
*/ |
|
||||||
public class Position implements Function { |
|
||||||
@Override |
|
||||||
public String name() { |
|
||||||
return "position"; |
|
||||||
} |
|
||||||
|
|
||||||
@Override |
|
||||||
public XValue call(Scope scope, List<XValue> params) { |
|
||||||
return XValue.create(CommonUtil.getElIndexInSameTags(scope.singleEl(), scope.getParent())); |
|
||||||
} |
|
||||||
} |
|
||||||
@ -1,29 +0,0 @@ |
|||||||
package org.seimicrawler.xpath.core.function; |
|
||||||
|
|
||||||
import org.seimicrawler.xpath.core.Function; |
|
||||||
import org.seimicrawler.xpath.core.Scope; |
|
||||||
import org.seimicrawler.xpath.core.XValue; |
|
||||||
|
|
||||||
import java.util.List; |
|
||||||
|
|
||||||
/** |
|
||||||
* Function: boolean starts-with(string, string) |
|
||||||
* <p> |
|
||||||
* The starts-with function returns true if the first argument string starts with the second argument string, and otherwise returns false. |
|
||||||
* |
|
||||||
* @author github.com/zhegexiaohuozi seimimaster@gmail.com |
|
||||||
* @since 2018/3/26. |
|
||||||
*/ |
|
||||||
public class StartsWith implements Function { |
|
||||||
@Override |
|
||||||
public String name() { |
|
||||||
return "starts-with"; |
|
||||||
} |
|
||||||
|
|
||||||
@Override |
|
||||||
public XValue call(Scope scope, List<XValue> params) { |
|
||||||
String first = params.get(0).asString(); |
|
||||||
String second = params.get(1).asString(); |
|
||||||
return XValue.create(first.startsWith(second)); |
|
||||||
} |
|
||||||
} |
|
||||||
@ -1,30 +0,0 @@ |
|||||||
package org.seimicrawler.xpath.core.function; |
|
||||||
|
|
||||||
import org.seimicrawler.xpath.core.Function; |
|
||||||
import org.seimicrawler.xpath.core.Scope; |
|
||||||
import org.seimicrawler.xpath.core.XValue; |
|
||||||
|
|
||||||
import java.util.List; |
|
||||||
|
|
||||||
/** |
|
||||||
* number string-length(string?) |
|
||||||
* The string-length returns the number of characters in the string (see [3.6 Strings]). If the argument is |
|
||||||
* omitted, it defaults to the context node converted to a string, in other words the string-value of the context node. |
|
||||||
* |
|
||||||
* @author github.com/zhegexiaohuozi seimimaster@gmail.com |
|
||||||
* @since 2018/3/27. |
|
||||||
*/ |
|
||||||
public class StringLength implements Function { |
|
||||||
@Override |
|
||||||
public String name() { |
|
||||||
return "string-length"; |
|
||||||
} |
|
||||||
|
|
||||||
@Override |
|
||||||
public XValue call(Scope scope, List<XValue> params) { |
|
||||||
if (params == null || params.size() == 0) { |
|
||||||
return XValue.create(0); |
|
||||||
} |
|
||||||
return XValue.create(params.get(0).asString().length()); |
|
||||||
} |
|
||||||
} |
|
||||||
@ -1,47 +0,0 @@ |
|||||||
package org.seimicrawler.xpath.core.function; |
|
||||||
|
|
||||||
import org.apache.commons.lang3.StringUtils; |
|
||||||
import org.seimicrawler.xpath.core.Function; |
|
||||||
import org.seimicrawler.xpath.core.Scope; |
|
||||||
import org.seimicrawler.xpath.core.XValue; |
|
||||||
|
|
||||||
import java.util.List; |
|
||||||
|
|
||||||
/** |
|
||||||
* Function: string substring(string, number, number?) |
|
||||||
* https://www.w3.org/TR/1999/REC-xpath-19991116/#function-substring
|
|
||||||
* The substring function returns the substring of the first argument starting at the position specified in |
|
||||||
* the second argument with length specified in the third argument. For example, substring("12345",2,3) returns "234". |
|
||||||
* If the third argument is not specified, it returns the substring starting at the position specified in the |
|
||||||
* second argument and continuing to the end of the string. For example, substring("12345",2) returns "2345". |
|
||||||
* <p> |
|
||||||
* substring("12345", 1.5, 2.6) returns "234" |
|
||||||
* substring("12345", 0 `div` 0, 3) returns "" |
|
||||||
* substring("12345", 1, 0 `div` 0) returns "" |
|
||||||
* substring("12345", -42, 1 `div` 0) returns "12345" |
|
||||||
* substring("12345", -1 `div` 0, 1 `div` 0) returns "" |
|
||||||
* |
|
||||||
* @author github.com/zhegexiaohuozi seimimaster@gmail.com |
|
||||||
* @since 2018/3/26. |
|
||||||
*/ |
|
||||||
|
|
||||||
public class SubString implements Function { |
|
||||||
@Override |
|
||||||
public String name() { |
|
||||||
return "substring"; |
|
||||||
} |
|
||||||
|
|
||||||
@Override |
|
||||||
public XValue call(Scope scope, List<XValue> params) { |
|
||||||
String target = params.get(0).asString(); |
|
||||||
int start = params.get(1).asLong().intValue(); |
|
||||||
start = Math.max(start - 1, 0); |
|
||||||
if (params.get(2) != null) { |
|
||||||
int end = params.get(2).asLong().intValue(); |
|
||||||
end = Math.min(start + end, target.length()); |
|
||||||
end = Math.max(end, 0); |
|
||||||
return XValue.create(StringUtils.substring(target, start, end)); |
|
||||||
} |
|
||||||
return XValue.create(StringUtils.substring(target, start)); |
|
||||||
} |
|
||||||
} |
|
||||||
@ -1,32 +0,0 @@ |
|||||||
package org.seimicrawler.xpath.core.function; |
|
||||||
|
|
||||||
import org.apache.commons.lang3.StringUtils; |
|
||||||
import org.seimicrawler.xpath.core.Function; |
|
||||||
import org.seimicrawler.xpath.core.Scope; |
|
||||||
import org.seimicrawler.xpath.core.XValue; |
|
||||||
|
|
||||||
import java.util.List; |
|
||||||
|
|
||||||
/** |
|
||||||
* Function: string substring-after(string, string) |
|
||||||
* The substring-after function returns the substring of the first argument string that follows |
|
||||||
* the first occurrence of the second argument string in the first argument string, or the empty string if |
|
||||||
* the first argument string does not contain the second argument string. |
|
||||||
* For example, substring-after("1999/04/01","/") returns 04/01, and substring-after("1999/04/01","19") returns 99/04/01. |
|
||||||
* |
|
||||||
* @author github.com/zhegexiaohuozi seimimaster@gmail.com |
|
||||||
* @since 2018/3/26. |
|
||||||
*/ |
|
||||||
public class SubStringAfter implements Function { |
|
||||||
@Override |
|
||||||
public String name() { |
|
||||||
return "substring-after"; |
|
||||||
} |
|
||||||
|
|
||||||
@Override |
|
||||||
public XValue call(Scope scope, List<XValue> params) { |
|
||||||
String target = params.get(0).asString(); |
|
||||||
String sep = params.get(1).asString(); |
|
||||||
return XValue.create(StringUtils.substringAfter(target, sep)); |
|
||||||
} |
|
||||||
} |
|
||||||
@ -1,32 +0,0 @@ |
|||||||
package org.seimicrawler.xpath.core.function; |
|
||||||
|
|
||||||
import org.apache.commons.lang3.StringUtils; |
|
||||||
import org.seimicrawler.xpath.core.Function; |
|
||||||
import org.seimicrawler.xpath.core.Scope; |
|
||||||
import org.seimicrawler.xpath.core.XValue; |
|
||||||
|
|
||||||
import java.util.List; |
|
||||||
|
|
||||||
/** |
|
||||||
* Function: string substring-after-last(string, string) |
|
||||||
* The substring-after function returns the substring of the first argument string that follows |
|
||||||
* the first occurrence of the second argument string in the first argument string, or the empty string if |
|
||||||
* the first argument string does not contain the second argument string. |
|
||||||
* For example, substring-after-last("1999/04/01","/") returns 01. |
|
||||||
* |
|
||||||
* @author github.com/zzldnl |
|
||||||
* @since 2018/3/26. |
|
||||||
*/ |
|
||||||
public class SubStringAfterLast implements Function { |
|
||||||
@Override |
|
||||||
public String name() { |
|
||||||
return "substring-after-last"; |
|
||||||
} |
|
||||||
|
|
||||||
@Override |
|
||||||
public XValue call(Scope scope, List<XValue> params) { |
|
||||||
String target = params.get(0).asString(); |
|
||||||
String sep = params.get(1).asString(); |
|
||||||
return XValue.create(StringUtils.substringAfterLast(target, sep)); |
|
||||||
} |
|
||||||
} |
|
||||||
@ -1,33 +0,0 @@ |
|||||||
package org.seimicrawler.xpath.core.function; |
|
||||||
|
|
||||||
import org.apache.commons.lang3.StringUtils; |
|
||||||
import org.seimicrawler.xpath.core.Function; |
|
||||||
import org.seimicrawler.xpath.core.Scope; |
|
||||||
import org.seimicrawler.xpath.core.XValue; |
|
||||||
|
|
||||||
import java.util.List; |
|
||||||
|
|
||||||
/** |
|
||||||
* Function: string substring-before(string, string) |
|
||||||
* <p> |
|
||||||
* The substring-before function returns the substring of the first argument string that precedes the |
|
||||||
* first occurrence of the second argument string in the first argument string, or the empty string |
|
||||||
* if the first argument string does not contain the second argument string. |
|
||||||
* For example, substring-before("1999/04/01","/") returns 1999. |
|
||||||
* |
|
||||||
* @author github.com/zhegexiaohuozi seimimaster@gmail.com |
|
||||||
* @since 2018/3/26. |
|
||||||
*/ |
|
||||||
public class SubStringBefore implements Function { |
|
||||||
@Override |
|
||||||
public String name() { |
|
||||||
return "substring-before"; |
|
||||||
} |
|
||||||
|
|
||||||
@Override |
|
||||||
public XValue call(Scope scope, List<XValue> params) { |
|
||||||
String target = params.get(0).asString(); |
|
||||||
String sep = params.get(1).asString(); |
|
||||||
return XValue.create(StringUtils.substringBefore(target, sep)); |
|
||||||
} |
|
||||||
} |
|
||||||
@ -1,33 +0,0 @@ |
|||||||
package org.seimicrawler.xpath.core.function; |
|
||||||
|
|
||||||
import org.apache.commons.lang3.StringUtils; |
|
||||||
import org.seimicrawler.xpath.core.Function; |
|
||||||
import org.seimicrawler.xpath.core.Scope; |
|
||||||
import org.seimicrawler.xpath.core.XValue; |
|
||||||
|
|
||||||
import java.util.List; |
|
||||||
|
|
||||||
/** |
|
||||||
* Function: string substring-before-last(string, string) |
|
||||||
* <p> |
|
||||||
* The substring-before function returns the substring of the first argument string that precedes the |
|
||||||
* first occurrence of the second argument string in the first argument string, or the empty string |
|
||||||
* if the first argument string does not contain the second argument string. |
|
||||||
* For example, substring-before-last("1999/04/01","/") returns 1999/04. |
|
||||||
* |
|
||||||
* @author github.com/zzldnl |
|
||||||
* @since 2018/3/26. |
|
||||||
*/ |
|
||||||
public class SubStringBeforeLast implements Function { |
|
||||||
@Override |
|
||||||
public String name() { |
|
||||||
return "substring-before-last"; |
|
||||||
} |
|
||||||
|
|
||||||
@Override |
|
||||||
public XValue call(Scope scope, List<XValue> params) { |
|
||||||
String target = params.get(0).asString(); |
|
||||||
String sep = params.get(1).asString(); |
|
||||||
return XValue.create(StringUtils.substringBeforeLast(target, sep)); |
|
||||||
} |
|
||||||
} |
|
||||||
@ -1,44 +0,0 @@ |
|||||||
package org.seimicrawler.xpath.core.function; |
|
||||||
|
|
||||||
import org.apache.commons.lang3.StringUtils; |
|
||||||
import org.seimicrawler.xpath.core.Function; |
|
||||||
import org.seimicrawler.xpath.core.Scope; |
|
||||||
import org.seimicrawler.xpath.core.XValue; |
|
||||||
|
|
||||||
import java.util.List; |
|
||||||
|
|
||||||
/** |
|
||||||
* JsoupXpath扩展函数(统一使用 ‘jx’ 域)，保持使用习惯java开发者习惯相同，第一个数字为起始索引(且索引从0开始)，第二个数字为结束索引 |
|
||||||
* <p> |
|
||||||
* StringUtils.substring(null, *, *) = null |
|
||||||
* StringUtils.substring("", * , *) = ""; |
|
||||||
* StringUtils.substring("abc", 0, 2) = "ab" |
|
||||||
* StringUtils.substring("abc", 2, 0) = "" |
|
||||||
* StringUtils.substring("abc", 2, 4) = "c" |
|
||||||
* StringUtils.substring("abc", 2.13, 3.7) = "c" |
|
||||||
* StringUtils.substring("abc", 4, 6) = "" |
|
||||||
* StringUtils.substring("abc", 2, 2) = "" |
|
||||||
* StringUtils.substring("abc", -2, -1) = "b" |
|
||||||
* StringUtils.substring("abc", -4, 2) = "ab" |
|
||||||
* |
|
||||||
* @author github.com/zhegexiaohuozi seimimaster@gmail.com |
|
||||||
* @since 2018/3/26. |
|
||||||
*/ |
|
||||||
|
|
||||||
public class SubStringEx implements Function { |
|
||||||
@Override |
|
||||||
public String name() { |
|
||||||
return "substring-ex"; |
|
||||||
} |
|
||||||
|
|
||||||
@Override |
|
||||||
public XValue call(Scope scope, List<XValue> params) { |
|
||||||
String target = params.get(0).asString(); |
|
||||||
int start = params.get(1).asLong().intValue(); |
|
||||||
if (params.get(2) != null) { |
|
||||||
int end = params.get(2).asLong().intValue(); |
|
||||||
return XValue.create(StringUtils.substring(target, start, end)); |
|
||||||
} |
|
||||||
return XValue.create(StringUtils.substring(target, start)); |
|
||||||
} |
|
||||||
} |
|
||||||
@ -1,44 +0,0 @@ |
|||||||
package org.seimicrawler.xpath.core.node; |
|
||||||
|
|
||||||
import org.jsoup.nodes.Element; |
|
||||||
import org.seimicrawler.xpath.core.NodeTest; |
|
||||||
import org.seimicrawler.xpath.core.Scope; |
|
||||||
import org.seimicrawler.xpath.core.XValue; |
|
||||||
|
|
||||||
import java.util.LinkedList; |
|
||||||
import java.util.List; |
|
||||||
|
|
||||||
/** |
|
||||||
* 获取当前节点下以及所有子孙节点中纯文本 |
|
||||||
* |
|
||||||
* @author github.com/zhegexiaohuozi seimimaster@gmail.com |
|
||||||
* @since 2018/3/26. |
|
||||||
*/ |
|
||||||
public class AllText implements NodeTest { |
|
||||||
/** |
|
||||||
* 支持的函数名 |
|
||||||
*/ |
|
||||||
@Override |
|
||||||
public String name() { |
|
||||||
return "allText"; |
|
||||||
} |
|
||||||
|
|
||||||
/** |
|
||||||
* 函数具体逻辑 |
|
||||||
* |
|
||||||
* @param scope 上下文 |
|
||||||
* @return 计算好的节点 |
|
||||||
*/ |
|
||||||
@Override |
|
||||||
public XValue call(Scope scope) { |
|
||||||
List<String> res = new LinkedList<>(); |
|
||||||
for (Element e : scope.context()) { |
|
||||||
if ("script".equals(e.nodeName())) { |
|
||||||
res.add(e.data()); |
|
||||||
} else { |
|
||||||
res.add(e.text()); |
|
||||||
} |
|
||||||
} |
|
||||||
return XValue.create(res); |
|
||||||
} |
|
||||||
} |
|
||||||
@ -1,31 +0,0 @@ |
|||||||
package org.seimicrawler.xpath.core.node; |
|
||||||
|
|
||||||
import org.jsoup.nodes.Element; |
|
||||||
import org.seimicrawler.xpath.core.NodeTest; |
|
||||||
import org.seimicrawler.xpath.core.Scope; |
|
||||||
import org.seimicrawler.xpath.core.XValue; |
|
||||||
|
|
||||||
import java.util.LinkedList; |
|
||||||
import java.util.List; |
|
||||||
|
|
||||||
/** |
|
||||||
* 获取全部节点的内部的html |
|
||||||
* |
|
||||||
* @author github.com/zhegexiaohuozi seimimaster@gmail.com |
|
||||||
* @since 2018/4/9. |
|
||||||
*/ |
|
||||||
public class Html implements NodeTest { |
|
||||||
@Override |
|
||||||
public String name() { |
|
||||||
return "html"; |
|
||||||
} |
|
||||||
|
|
||||||
@Override |
|
||||||
public XValue call(Scope scope) { |
|
||||||
List<String> res = new LinkedList<>(); |
|
||||||
for (Element e : scope.context()) { |
|
||||||
res.add(e.html()); |
|
||||||
} |
|
||||||
return XValue.create(res); |
|
||||||
} |
|
||||||
} |
|
||||||
@ -1,45 +0,0 @@ |
|||||||
package org.seimicrawler.xpath.core.node; |
|
||||||
|
|
||||||
import org.apache.commons.lang3.StringUtils; |
|
||||||
import org.jsoup.nodes.Element; |
|
||||||
import org.jsoup.select.Elements; |
|
||||||
import org.seimicrawler.xpath.core.NodeTest; |
|
||||||
import org.seimicrawler.xpath.core.Scope; |
|
||||||
import org.seimicrawler.xpath.core.XValue; |
|
||||||
|
|
||||||
/** |
|
||||||
* 获取当前节点下所有子节点以及独立文本 |
|
||||||
* |
|
||||||
* @author: github.com/zhegexiaohuozi seimimaster@gmail.com |
|
||||||
* @since 2018/4/4. |
|
||||||
*/ |
|
||||||
public class Node implements NodeTest { |
|
||||||
/** |
|
||||||
* 支持的函数名 |
|
||||||
*/ |
|
||||||
@Override |
|
||||||
public String name() { |
|
||||||
return "node"; |
|
||||||
} |
|
||||||
|
|
||||||
/** |
|
||||||
* 函数具体逻辑 |
|
||||||
* |
|
||||||
* @param scope 上下文 |
|
||||||
* @return 计算好的节点 |
|
||||||
*/ |
|
||||||
@Override |
|
||||||
public XValue call(Scope scope) { |
|
||||||
Elements context = new Elements(); |
|
||||||
for (Element el : scope.context()) { |
|
||||||
context.addAll(el.children()); |
|
||||||
String txt = el.ownText(); |
|
||||||
if (StringUtils.isNotBlank(txt)) { |
|
||||||
Element et = new Element(""); |
|
||||||
et.appendText(txt); |
|
||||||
context.add(et); |
|
||||||
} |
|
||||||
} |
|
||||||
return XValue.create(context); |
|
||||||
} |
|
||||||
} |
|
||||||
@ -1,51 +0,0 @@ |
|||||||
package org.seimicrawler.xpath.core.node; |
|
||||||
|
|
||||||
import org.apache.commons.lang3.StringUtils; |
|
||||||
import org.seimicrawler.xpath.core.NodeTest; |
|
||||||
import org.seimicrawler.xpath.core.Scope; |
|
||||||
import org.seimicrawler.xpath.core.XValue; |
|
||||||
import org.seimicrawler.xpath.util.Scanner; |
|
||||||
|
|
||||||
import java.math.BigDecimal; |
|
||||||
import java.util.regex.Matcher; |
|
||||||
import java.util.regex.Pattern; |
|
||||||
|
|
||||||
/** |
|
||||||
* 提取自由文本中的数字，如果知道节点的自有文本(即非子代节点所包含的文本)中只存在一个数字，如阅读数，评论数，价格等那么直接可以直接提取此数字出来。 |
|
||||||
* 如果有多个数字将提取第一个匹配的连续数字，支持小数，返回double |
|
||||||
* |
|
||||||
* @author github.com/zhegexiaohuozi seimimaster@gmail.com |
|
||||||
* @since 2018/3/26. |
|
||||||
*/ |
|
||||||
public class Num implements NodeTest { |
|
||||||
private static final Pattern numExt = Pattern.compile("\\d*\\.?\\d+"); |
|
||||||
|
|
||||||
/** |
|
||||||
* 支持的函数名 |
|
||||||
*/ |
|
||||||
@Override |
|
||||||
public String name() { |
|
||||||
return "num"; |
|
||||||
} |
|
||||||
|
|
||||||
/** |
|
||||||
* 函数具体逻辑 |
|
||||||
* |
|
||||||
* @param scope 上下文 |
|
||||||
* @return 计算好的节点 |
|
||||||
*/ |
|
||||||
@Override |
|
||||||
public XValue call(Scope scope) { |
|
||||||
NodeTest textFun = Scanner.findNodeTestByName("allText"); |
|
||||||
XValue textVal = textFun.call(scope); |
|
||||||
String whole = StringUtils.join(textVal.asList(), ""); |
|
||||||
Matcher matcher = numExt.matcher(whole); |
|
||||||
if (matcher.find()) { |
|
||||||
String numStr = matcher.group(); |
|
||||||
BigDecimal num = new BigDecimal(numStr); |
|
||||||
return XValue.create(num.doubleValue()); |
|
||||||
} else { |
|
||||||
return XValue.create(null); |
|
||||||
} |
|
||||||
} |
|
||||||
} |
|
||||||
@ -1,31 +0,0 @@ |
|||||||
package org.seimicrawler.xpath.core.node; |
|
||||||
|
|
||||||
import org.jsoup.nodes.Element; |
|
||||||
import org.seimicrawler.xpath.core.NodeTest; |
|
||||||
import org.seimicrawler.xpath.core.Scope; |
|
||||||
import org.seimicrawler.xpath.core.XValue; |
|
||||||
|
|
||||||
import java.util.LinkedList; |
|
||||||
import java.util.List; |
|
||||||
|
|
||||||
/** |
|
||||||
* 获取全部节点的 包含节点本身在内的全部html |
|
||||||
* |
|
||||||
* @author github.com/zhegexiaohuozi seimimaster@gmail.com |
|
||||||
* @since 2018/4/9. |
|
||||||
*/ |
|
||||||
public class OuterHtml implements NodeTest { |
|
||||||
@Override |
|
||||||
public String name() { |
|
||||||
return "outerHtml"; |
|
||||||
} |
|
||||||
|
|
||||||
@Override |
|
||||||
public XValue call(Scope scope) { |
|
||||||
List<String> res = new LinkedList<>(); |
|
||||||
for (Element e : scope.context()) { |
|
||||||
res.add(e.outerHtml()); |
|
||||||
} |
|
||||||
return XValue.create(res); |
|
||||||
} |
|
||||||
} |
|
||||||
@ -1,108 +0,0 @@ |
|||||||
package org.seimicrawler.xpath.core.node; |
|
||||||
|
|
||||||
import org.jsoup.nodes.Element; |
|
||||||
import org.jsoup.nodes.Node; |
|
||||||
import org.jsoup.nodes.TextNode; |
|
||||||
import org.jsoup.select.Elements; |
|
||||||
import org.jsoup.select.NodeTraversor; |
|
||||||
import org.jsoup.select.NodeVisitor; |
|
||||||
import org.seimicrawler.xpath.core.Constants; |
|
||||||
import org.seimicrawler.xpath.core.NodeTest; |
|
||||||
import org.seimicrawler.xpath.core.Scope; |
|
||||||
import org.seimicrawler.xpath.core.XValue; |
|
||||||
import org.seimicrawler.xpath.util.CommonUtil; |
|
||||||
|
|
||||||
import java.lang.reflect.Method; |
|
||||||
import java.util.HashMap; |
|
||||||
import java.util.List; |
|
||||||
import java.util.Map; |
|
||||||
|
|
||||||
/** |
|
||||||
* @author github.com/zhegexiaohuozi seimimaster@gmail.com |
|
||||||
* @since 2018/2/28. |
|
||||||
* `text()`不再简单的返回节点下的所有文本，而是按照标准语义识别出多个文本块，返回文本块列表，如 |
|
||||||
* ``` |
|
||||||
* <p> one <span> two</span> three </p> |
|
||||||
* ``` |
|
||||||
* - `//text()` 返回 `["one", "two", "three" ]`
|
|
||||||
* - `//text()[2]` 返回 `["three"]`
|
|
||||||
*/ |
|
||||||
public class Text implements NodeTest { |
|
||||||
/** |
|
||||||
* 支持的函数名 |
|
||||||
*/ |
|
||||||
@Override |
|
||||||
public String name() { |
|
||||||
return "text"; |
|
||||||
} |
|
||||||
|
|
||||||
/** |
|
||||||
* 函数具体逻辑 |
|
||||||
* |
|
||||||
* @param scope 上下文 |
|
||||||
* @return 计算好的节点 |
|
||||||
*/ |
|
||||||
@Override |
|
||||||
public XValue call(Scope scope) { |
|
||||||
Elements context = scope.context(); |
|
||||||
final Elements res = new Elements(); |
|
||||||
if (context != null && context.size() > 0) { |
|
||||||
if (scope.isRecursion()) { |
|
||||||
for (final Element e : context) { |
|
||||||
final Map<String, Integer> indexMap = new HashMap<>(); |
|
||||||
NodeTraversor.traverse(new NodeVisitor() { |
|
||||||
@Override |
|
||||||
public void head(Node node, int depth) { |
|
||||||
if (node instanceof TextNode) { |
|
||||||
TextNode textNode = (TextNode) node; |
|
||||||
String key = depth + "_" + textNode.parent().hashCode(); |
|
||||||
Integer index = indexMap.get(key); |
|
||||||
if (index == null) { |
|
||||||
index = 1; |
|
||||||
} else { |
|
||||||
index += 1; |
|
||||||
} |
|
||||||
indexMap.put(key, index); |
|
||||||
Element data = new Element(Constants.DEF_TEXT_TAG_NAME); |
|
||||||
data.text(textNode.getWholeText()); |
|
||||||
try { |
|
||||||
Method parent = Node.class.getDeclaredMethod("setParentNode", Node.class); |
|
||||||
parent.setAccessible(true); |
|
||||||
parent.invoke(data, textNode.parent()); |
|
||||||
} catch (Exception e) { |
|
||||||
//ignore
|
|
||||||
} |
|
||||||
CommonUtil.setSameTagIndexInSiblings(data, index); |
|
||||||
res.add(data); |
|
||||||
} |
|
||||||
} |
|
||||||
|
|
||||||
@Override |
|
||||||
public void tail(Node node, int depth) { |
|
||||||
|
|
||||||
} |
|
||||||
}, e); |
|
||||||
} |
|
||||||
} else { |
|
||||||
for (Element e : context) { |
|
||||||
if ("script".equals(e.nodeName())) { |
|
||||||
Element data = new Element(Constants.DEF_TEXT_TAG_NAME); |
|
||||||
data.text(e.data()); |
|
||||||
CommonUtil.setSameTagIndexInSiblings(data, 1); |
|
||||||
res.add(data); |
|
||||||
} else { |
|
||||||
List<TextNode> textNodes = e.textNodes(); |
|
||||||
for (int i = 0; i < textNodes.size(); i++) { |
|
||||||
TextNode textNode = textNodes.get(i); |
|
||||||
Element data = new Element(Constants.DEF_TEXT_TAG_NAME); |
|
||||||
data.text(textNode.getWholeText()); |
|
||||||
CommonUtil.setSameTagIndexInSiblings(data, i + 1); |
|
||||||
res.add(data); |
|
||||||
} |
|
||||||
} |
|
||||||
} |
|
||||||
} |
|
||||||
} |
|
||||||
return XValue.create(res); |
|
||||||
} |
|
||||||
} |
|
||||||
@ -1,35 +0,0 @@ |
|||||||
package org.seimicrawler.xpath.exception; |
|
||||||
|
|
||||||
import org.antlr.v4.runtime.DefaultErrorStrategy; |
|
||||||
import org.antlr.v4.runtime.InputMismatchException; |
|
||||||
import org.antlr.v4.runtime.Parser; |
|
||||||
import org.antlr.v4.runtime.ParserRuleContext; |
|
||||||
import org.antlr.v4.runtime.RecognitionException; |
|
||||||
import org.antlr.v4.runtime.Token; |
|
||||||
import org.antlr.v4.runtime.misc.ParseCancellationException; |
|
||||||
|
|
||||||
/** |
|
||||||
* 如果语法解析异常，直接抛出并终止解析 |
|
||||||
* |
|
||||||
* @author github.com/zhegexiaohuozi seimimaster@gmail.com |
|
||||||
* @since 2018/3/23. |
|
||||||
*/ |
|
||||||
public class DoFailOnErrorHandler extends DefaultErrorStrategy { |
|
||||||
|
|
||||||
@Override |
|
||||||
public void recover(Parser recognizer, RecognitionException e) { |
|
||||||
for (ParserRuleContext context = recognizer.getContext(); context != null; context = context.getParent()) { |
|
||||||
context.exception = e; |
|
||||||
} |
|
||||||
throw new ParseCancellationException(e); |
|
||||||
} |
|
||||||
|
|
||||||
@Override |
|
||||||
public Token recoverInline(Parser recognizer) throws RecognitionException { |
|
||||||
InputMismatchException e = new InputMismatchException(recognizer); |
|
||||||
for (ParserRuleContext context = recognizer.getContext(); context != null; context = context.getParent()) { |
|
||||||
context.exception = e; |
|
||||||
} |
|
||||||
throw new ParseCancellationException(e); |
|
||||||
} |
|
||||||
} |
|
||||||
@ -1,28 +0,0 @@ |
|||||||
package org.seimicrawler.xpath.exception; |
|
||||||
/* |
|
||||||
Copyright 2014 Wang Haomiao<seimimaster@gmail.com> |
|
||||||
|
|
||||||
Licensed under the Apache License, Version 2.0 (the "License"); |
|
||||||
you may not use this file except in compliance with the License. |
|
||||||
You may obtain a copy of the License at |
|
||||||
|
|
||||||
http://www.apache.org/licenses/LICENSE-2.0
|
|
||||||
|
|
||||||
Unless required by applicable law or agreed to in writing, software |
|
||||||
distributed under the License is distributed on an "AS IS" BASIS, |
|
||||||
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
|
||||||
See the License for the specific language governing permissions and |
|
||||||
limitations under the License. |
|
||||||
*/ |
|
||||||
|
|
||||||
/** |
|
||||||
* 使用不存在的轴语法则抛出此异常 |
|
||||||
* |
|
||||||
* @author github.com/zhegexiaohuozi seimimaster@gmail.com |
|
||||||
* Date: 14-3-15 |
|
||||||
*/ |
|
||||||
public class NoSuchAxisException extends RuntimeException { |
|
||||||
public NoSuchAxisException(String msg) { |
|
||||||
super(msg); |
|
||||||
} |
|
||||||
} |
|
||||||
@ -1,26 +0,0 @@ |
|||||||
package org.seimicrawler.xpath.exception; |
|
||||||
/* |
|
||||||
Copyright 2014 Wang Haomiao<seimimaster@gmail.com> |
|
||||||
|
|
||||||
Licensed under the Apache License, Version 2.0 (the "License"); |
|
||||||
you may not use this file except in compliance with the License. |
|
||||||
You may obtain a copy of the License at |
|
||||||
|
|
||||||
http://www.apache.org/licenses/LICENSE-2.0
|
|
||||||
|
|
||||||
Unless required by applicable law or agreed to in writing, software |
|
||||||
distributed under the License is distributed on an "AS IS" BASIS, |
|
||||||
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
|
||||||
See the License for the specific language governing permissions and |
|
||||||
limitations under the License. |
|
||||||
*/ |
|
||||||
|
|
||||||
/** |
|
||||||
* @author github.com/zhegexiaohuozi seimimaster@gmail.com |
|
||||||
* Date: 14-3-16 |
|
||||||
*/ |
|
||||||
public class NoSuchFunctionException extends RuntimeException { |
|
||||||
public NoSuchFunctionException(String msg) { |
|
||||||
super(msg); |
|
||||||
} |
|
||||||
} |
|
||||||
@ -1,13 +0,0 @@ |
|||||||
package org.seimicrawler.xpath.exception; |
|
||||||
|
|
||||||
/** |
|
||||||
* 无法合并多个表达式的解析结果 |
|
||||||
* |
|
||||||
* @author github.com/zhegexiaohuozi seimimaster@gmail.com |
|
||||||
* @since 2017/12/5. |
|
||||||
*/ |
|
||||||
public class XpathMergeValueException extends RuntimeException { |
|
||||||
public XpathMergeValueException(String message) { |
|
||||||
super(message); |
|
||||||
} |
|
||||||
} |
|
||||||
@ -1,23 +0,0 @@ |
|||||||
package org.seimicrawler.xpath.exception; |
|
||||||
|
|
||||||
/** |
|
||||||
* @author github.com/zhegexiaohuozi seimimaster@gmail.com |
|
||||||
* @since 2017/12/5. |
|
||||||
*/ |
|
||||||
public class XpathParserException extends RuntimeException { |
|
||||||
/** |
|
||||||
* Constructs a new runtime exception with the specified detail message. |
|
||||||
* The cause is not initialized, and may subsequently be initialized by a |
|
||||||
* call to {@link #initCause}. |
|
||||||
* |
|
||||||
* @param message the detail message. The detail message is saved for |
|
||||||
* later retrieval by the {@link #getMessage()} method. |
|
||||||
*/ |
|
||||||
public XpathParserException(String message) { |
|
||||||
super(message); |
|
||||||
} |
|
||||||
|
|
||||||
public XpathParserException(String message, Throwable e) { |
|
||||||
super(message, e); |
|
||||||
} |
|
||||||
} |
|
||||||
@ -1,30 +0,0 @@ |
|||||||
package org.seimicrawler.xpath.exception; |
|
||||||
/* |
|
||||||
Copyright 2014 Wang Haomiao<seimimaster@gmail.com> |
|
||||||
|
|
||||||
Licensed under the Apache License, Version 2.0 (the "License"); |
|
||||||
you may not use this file except in compliance with the License. |
|
||||||
You may obtain a copy of the License at |
|
||||||
|
|
||||||
http://www.apache.org/licenses/LICENSE-2.0
|
|
||||||
|
|
||||||
Unless required by applicable law or agreed to in writing, software |
|
||||||
distributed under the License is distributed on an "AS IS" BASIS, |
|
||||||
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
|
||||||
See the License for the specific language governing permissions and |
|
||||||
limitations under the License. |
|
||||||
*/ |
|
||||||
|
|
||||||
/** |
|
||||||
* @author github.com/zhegexiaohuozi seimimaster@gmail.com |
|
||||||
* @since 14-3-19 |
|
||||||
*/ |
|
||||||
public class XpathSyntaxErrorException extends RuntimeException { |
|
||||||
public XpathSyntaxErrorException(String msg) { |
|
||||||
super(msg); |
|
||||||
} |
|
||||||
|
|
||||||
public XpathSyntaxErrorException(String msg, Throwable e) { |
|
||||||
super(msg, e); |
|
||||||
} |
|
||||||
} |
|
||||||
@ -1,121 +0,0 @@ |
|||||||
package org.seimicrawler.xpath.util; |
|
||||||
/* |
|
||||||
Copyright 2014 Wang Haomiao<seimimaster@gmail.com> |
|
||||||
|
|
||||||
Licensed under the Apache License, Version 2.0 (the "License"); |
|
||||||
you may not use this file except in compliance with the License. |
|
||||||
You may obtain a copy of the License at |
|
||||||
|
|
||||||
http://www.apache.org/licenses/LICENSE-2.0
|
|
||||||
|
|
||||||
Unless required by applicable law or agreed to in writing, software |
|
||||||
distributed under the License is distributed on an "AS IS" BASIS, |
|
||||||
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
|
||||||
See the License for the specific language governing permissions and |
|
||||||
limitations under the License. |
|
||||||
*/ |
|
||||||
|
|
||||||
import org.apache.commons.lang3.StringUtils; |
|
||||||
import org.jsoup.nodes.Element; |
|
||||||
import org.jsoup.select.Elements; |
|
||||||
import org.seimicrawler.xpath.core.Constants; |
|
||||||
import org.seimicrawler.xpath.core.Scope; |
|
||||||
|
|
||||||
import java.util.Objects; |
|
||||||
|
|
||||||
/** |
|
||||||
* @author github.com/zhegexiaohuozi seimimaster@gmail.com |
|
||||||
* Date: 14-3-15 |
|
||||||
*/ |
|
||||||
public class CommonUtil { |
|
||||||
|
|
||||||
/** |
|
||||||
* 获取同名元素在同胞中的index |
|
||||||
* |
|
||||||
* @param e |
|
||||||
* @return |
|
||||||
*/ |
|
||||||
public static int getElIndexInSameTags(Element e, Scope scope) { |
|
||||||
Elements chs = e.parent().children(); |
|
||||||
int index = 1; |
|
||||||
for (Element cur : chs) { |
|
||||||
if (e.tagName().equals(cur.tagName()) && scope.context().contains(cur)) { |
|
||||||
if (e.equals(cur)) { |
|
||||||
break; |
|
||||||
} else { |
|
||||||
index += 1; |
|
||||||
} |
|
||||||
} |
|
||||||
} |
|
||||||
return index; |
|
||||||
} |
|
||||||
|
|
||||||
|
|
||||||
/** |
|
||||||
* 获取同胞中同名元素的数量 |
|
||||||
* |
|
||||||
* @param e |
|
||||||
* @return |
|
||||||
*/ |
|
||||||
public static int sameTagElNums(Element e, Scope scope) { |
|
||||||
Elements context = new Elements(); |
|
||||||
Elements els = e.parent().getElementsByTag(e.tagName()); |
|
||||||
for (Element el : els) { |
|
||||||
if (scope.context().contains(el)) { |
|
||||||
context.add(el); |
|
||||||
} |
|
||||||
} |
|
||||||
return context.size(); |
|
||||||
} |
|
||||||
|
|
||||||
public static int getIndexInContext(Scope scope, Element el) { |
|
||||||
for (int i = 0; i < scope.context().size(); i++) { |
|
||||||
Element tmp = scope.context().get(i); |
|
||||||
if (Objects.equals(tmp, el)) { |
|
||||||
return i + 1; |
|
||||||
} |
|
||||||
} |
|
||||||
return Integer.MIN_VALUE; |
|
||||||
} |
|
||||||
|
|
||||||
public static Elements followingSibling(Element el) { |
|
||||||
Elements rs = new Elements(); |
|
||||||
Element tmp = el.nextElementSibling(); |
|
||||||
while (tmp != null) { |
|
||||||
rs.add(tmp); |
|
||||||
tmp = tmp.nextElementSibling(); |
|
||||||
} |
|
||||||
if (rs.size() > 0) { |
|
||||||
return rs; |
|
||||||
} |
|
||||||
return null; |
|
||||||
} |
|
||||||
|
|
||||||
public static Elements precedingSibling(Element el) { |
|
||||||
Elements rs = new Elements(); |
|
||||||
Element tmp = el.previousElementSibling(); |
|
||||||
while (tmp != null) { |
|
||||||
rs.add(tmp); |
|
||||||
tmp = tmp.previousElementSibling(); |
|
||||||
} |
|
||||||
if (rs.size() > 0) { |
|
||||||
return rs; |
|
||||||
} |
|
||||||
return null; |
|
||||||
} |
|
||||||
|
|
||||||
public static void setSameTagIndexInSiblings(Element ori, int index) { |
|
||||||
if (ori == null) { |
|
||||||
return; |
|
||||||
} |
|
||||||
ori.attr(Constants.EL_SAME_TAG_INDEX_KEY, String.valueOf(index)); |
|
||||||
} |
|
||||||
|
|
||||||
public static int getJxSameTagIndexInSiblings(Element ori) { |
|
||||||
String val = ori.attr(Constants.EL_SAME_TAG_INDEX_KEY); |
|
||||||
if (StringUtils.isBlank(val)) { |
|
||||||
return -1; |
|
||||||
} |
|
||||||
return Integer.parseInt(val); |
|
||||||
} |
|
||||||
} |
|
||||||
@ -1,141 +0,0 @@ |
|||||||
package org.seimicrawler.xpath.util; |
|
||||||
|
|
||||||
import org.apache.commons.lang3.exception.ExceptionUtils; |
|
||||||
import org.seimicrawler.xpath.core.AxisSelector; |
|
||||||
import org.seimicrawler.xpath.core.Function; |
|
||||||
import org.seimicrawler.xpath.core.NodeTest; |
|
||||||
import org.seimicrawler.xpath.core.axis.AncestorOrSelfSelector; |
|
||||||
import org.seimicrawler.xpath.core.axis.AncestorSelector; |
|
||||||
import org.seimicrawler.xpath.core.axis.AttributeSelector; |
|
||||||
import org.seimicrawler.xpath.core.axis.ChildSelector; |
|
||||||
import org.seimicrawler.xpath.core.axis.DescendantOrSelfSelector; |
|
||||||
import org.seimicrawler.xpath.core.axis.DescendantSelector; |
|
||||||
import org.seimicrawler.xpath.core.axis.FollowingSelector; |
|
||||||
import org.seimicrawler.xpath.core.axis.FollowingSiblingOneSelector; |
|
||||||
import org.seimicrawler.xpath.core.axis.FollowingSiblingSelector; |
|
||||||
import org.seimicrawler.xpath.core.axis.ParentSelector; |
|
||||||
import org.seimicrawler.xpath.core.axis.PrecedingSelector; |
|
||||||
import org.seimicrawler.xpath.core.axis.PrecedingSiblingOneSelector; |
|
||||||
import org.seimicrawler.xpath.core.axis.PrecedingSiblingSelector; |
|
||||||
import org.seimicrawler.xpath.core.axis.SelfSelector; |
|
||||||
import org.seimicrawler.xpath.core.function.Concat; |
|
||||||
import org.seimicrawler.xpath.core.function.Contains; |
|
||||||
import org.seimicrawler.xpath.core.function.Count; |
|
||||||
import org.seimicrawler.xpath.core.function.First; |
|
||||||
import org.seimicrawler.xpath.core.function.FormatDate; |
|
||||||
import org.seimicrawler.xpath.core.function.Last; |
|
||||||
import org.seimicrawler.xpath.core.function.Not; |
|
||||||
import org.seimicrawler.xpath.core.function.Position; |
|
||||||
import org.seimicrawler.xpath.core.function.StartsWith; |
|
||||||
import org.seimicrawler.xpath.core.function.StringLength; |
|
||||||
import org.seimicrawler.xpath.core.function.SubString; |
|
||||||
import org.seimicrawler.xpath.core.function.SubStringAfter; |
|
||||||
import org.seimicrawler.xpath.core.function.SubStringAfterLast; |
|
||||||
import org.seimicrawler.xpath.core.function.SubStringBefore; |
|
||||||
import org.seimicrawler.xpath.core.function.SubStringBeforeLast; |
|
||||||
import org.seimicrawler.xpath.core.function.SubStringEx; |
|
||||||
import org.seimicrawler.xpath.core.node.AllText; |
|
||||||
import org.seimicrawler.xpath.core.node.Html; |
|
||||||
import org.seimicrawler.xpath.core.node.Node; |
|
||||||
import org.seimicrawler.xpath.core.node.Num; |
|
||||||
import org.seimicrawler.xpath.core.node.OuterHtml; |
|
||||||
import org.seimicrawler.xpath.core.node.Text; |
|
||||||
import org.seimicrawler.xpath.exception.NoSuchAxisException; |
|
||||||
import org.seimicrawler.xpath.exception.NoSuchFunctionException; |
|
||||||
import org.slf4j.Logger; |
|
||||||
import org.slf4j.LoggerFactory; |
|
||||||
|
|
||||||
import java.util.HashMap; |
|
||||||
import java.util.Map; |
|
||||||
|
|
||||||
/** |
|
||||||
* 考虑更广泛的兼容性，替换掉 FastClasspathScanner，采用手工注册 |
|
||||||
* |
|
||||||
* @author github.com/zhegexiaohuozi seimimaster@gmail.com |
|
||||||
* @since 2018/2/28. |
|
||||||
*/ |
|
||||||
public class Scanner { |
|
||||||
private static final Map<String, AxisSelector> axisSelectorMap = new HashMap<>(); |
|
||||||
private static final Map<String, NodeTest> nodeTestMap = new HashMap<>(); |
|
||||||
private static final Map<String, Function> functionMap = new HashMap<>(); |
|
||||||
private static final Logger logger = LoggerFactory.getLogger(Scanner.class); |
|
||||||
|
|
||||||
static { |
|
||||||
initAxis(AncestorOrSelfSelector.class, AncestorSelector.class, AttributeSelector.class, ChildSelector.class, DescendantOrSelfSelector.class, DescendantSelector.class, FollowingSelector.class, FollowingSiblingOneSelector.class, FollowingSiblingSelector.class, ParentSelector.class, PrecedingSelector.class, PrecedingSiblingOneSelector.class, PrecedingSiblingSelector.class, SelfSelector.class); |
|
||||||
initFunction(Concat.class, Contains.class, Count.class, First.class, Last.class, Not.class, Position.class, StartsWith.class, StringLength.class, SubString.class, SubStringAfter.class, SubStringBefore.class, SubStringEx.class, FormatDate.class, SubStringAfterLast.class, SubStringBeforeLast.class); |
|
||||||
initNode(AllText.class, Html.class, Node.class, Num.class, OuterHtml.class, Text.class); |
|
||||||
} |
|
||||||
|
|
||||||
public static AxisSelector findSelectorByName(String selectorName) { |
|
||||||
AxisSelector selector = axisSelectorMap.get(selectorName); |
|
||||||
if (selector == null) { |
|
||||||
throw new NoSuchAxisException("not support axis: " + selectorName); |
|
||||||
} |
|
||||||
return selector; |
|
||||||
} |
|
||||||
|
|
||||||
public static NodeTest findNodeTestByName(String nodeTestName) { |
|
||||||
NodeTest nodeTest = nodeTestMap.get(nodeTestName); |
|
||||||
if (nodeTest == null) { |
|
||||||
throw new NoSuchFunctionException("not support nodeTest: " + nodeTestName); |
|
||||||
} |
|
||||||
return nodeTest; |
|
||||||
} |
|
||||||
|
|
||||||
public static Function findFunctionByName(String funcName) { |
|
||||||
Function function = functionMap.get(funcName); |
|
||||||
if (function == null) { |
|
||||||
throw new NoSuchFunctionException("not support function: " + funcName); |
|
||||||
} |
|
||||||
return function; |
|
||||||
} |
|
||||||
|
|
||||||
public static void registerFunction(Class<? extends Function> func) { |
|
||||||
Function function; |
|
||||||
try { |
|
||||||
function = func.newInstance(); |
|
||||||
functionMap.put(function.name(), function); |
|
||||||
} catch (Exception e) { |
|
||||||
logger.info(ExceptionUtils.getRootCauseMessage(e), e); |
|
||||||
} |
|
||||||
} |
|
||||||
|
|
||||||
public static void registerNodeTest(Class<? extends NodeTest> nodeTestClass) { |
|
||||||
NodeTest nodeTest; |
|
||||||
try { |
|
||||||
nodeTest = nodeTestClass.newInstance(); |
|
||||||
nodeTestMap.put(nodeTest.name(), nodeTest); |
|
||||||
} catch (Exception e) { |
|
||||||
logger.info(ExceptionUtils.getRootCauseMessage(e), e); |
|
||||||
} |
|
||||||
} |
|
||||||
|
|
||||||
public static void registerAxisSelector(Class<? extends AxisSelector> axisSelectorClass) { |
|
||||||
AxisSelector axisSelector; |
|
||||||
try { |
|
||||||
axisSelector = axisSelectorClass.newInstance(); |
|
||||||
axisSelectorMap.put(axisSelector.name(), axisSelector); |
|
||||||
} catch (Exception e) { |
|
||||||
logger.info(ExceptionUtils.getRootCauseMessage(e), e); |
|
||||||
} |
|
||||||
} |
|
||||||
|
|
||||||
public static void initAxis(Class<? extends AxisSelector>... cls) { |
|
||||||
for (Class<? extends AxisSelector> axis : cls) { |
|
||||||
registerAxisSelector(axis); |
|
||||||
} |
|
||||||
} |
|
||||||
|
|
||||||
public static void initFunction(Class<? extends Function>... cls) { |
|
||||||
for (Class<? extends Function> func : cls) { |
|
||||||
registerFunction(func); |
|
||||||
} |
|
||||||
} |
|
||||||
|
|
||||||
public static void initNode(Class<? extends NodeTest>... cls) { |
|
||||||
for (Class<? extends NodeTest> node : cls) { |
|
||||||
registerNodeTest(node); |
|
||||||
} |
|
||||||
} |
|
||||||
|
|
||||||
} |
|
||||||
@ -1,296 +0,0 @@ |
|||||||
grammar Xpath; |
|
||||||
|
|
||||||
/* |
|
||||||
XPath 1.0 grammar. Should conform to the official spec at |
|
||||||
http://www.w3.org/TR/1999/REC-xpath-19991116. The grammar |
|
||||||
rules have been kept as close as possible to those in the |
|
||||||
spec, but some adjustmewnts were unavoidable. These were |
|
||||||
mainly removing left recursion (spec seems to be based on |
|
||||||
LR), and to deal with the double nature of the '*' token |
|
||||||
(node wildcard and multiplication operator). See also |
|
||||||
section 3.7 in the spec. These rule changes should make |
|
||||||
no difference to the strings accepted by the grammar. |
|
||||||
|
|
||||||
Written by Jan-Willem van den Broek |
|
||||||
Version 1.0 |
|
||||||
|
|
||||||
Do with this code as you will. |
|
||||||
*/ |
|
||||||
/* |
|
||||||
Ported to Antlr4 by Tom Everett <tom@khubla.com> |
|
||||||
*/ |
|
||||||
/** |
|
||||||
操作符扩展： |
|
||||||
a^=b 字符串a以字符串b开头 a startwith b |
|
||||||
a*=b a包含b, a contains b |
|
||||||
a$=b a以b结尾 a endwith b |
|
||||||
a~=b a的内容符合 正则表达式b |
|
||||||
a!~b a的内容不符合 正则表达式b |
|
||||||
|
|
||||||
轴扩展： |
|
||||||
following-sibling-one |
|
||||||
preceding-sibling-one |
|
||||||
sibling |
|
||||||
|
|
||||||
NodeTest扩展： |
|
||||||
num 抽取数字 |
|
||||||
allText 提取节点下全部文本 |
|
||||||
outerHtml 获取全部节点的 包含节点本身在内的全部html |
|
||||||
html 获取全部节点的内部的html |
|
||||||
|
|
||||||
*/ |
|
||||||
|
|
||||||
main : expr |
|
||||||
; |
|
||||||
|
|
||||||
locationPath |
|
||||||
: relativeLocationPath |
|
||||||
| absoluteLocationPathNoroot |
|
||||||
; |
|
||||||
|
|
||||||
absoluteLocationPathNoroot |
|
||||||
: op=(PATHSEP|ABRPATH) relativeLocationPath |
|
||||||
; |
|
||||||
|
|
||||||
relativeLocationPath |
|
||||||
: step (op=(PATHSEP|ABRPATH) step)* |
|
||||||
; |
|
||||||
|
|
||||||
step |
|
||||||
: axisSpecifier nodeTest predicate* |
|
||||||
| abbreviatedStep |
|
||||||
; |
|
||||||
|
|
||||||
axisSpecifier |
|
||||||
: AxisName '::' |
|
||||||
| '@'? |
|
||||||
; |
|
||||||
|
|
||||||
nodeTest: nameTest |
|
||||||
| NodeType '(' ')' |
|
||||||
| 'processing-instruction' '(' Literal ')' |
|
||||||
; |
|
||||||
|
|
||||||
predicate |
|
||||||
: '[' expr ']' |
|
||||||
; |
|
||||||
|
|
||||||
abbreviatedStep |
|
||||||
: '.' |
|
||||||
| '..' |
|
||||||
; |
|
||||||
|
|
||||||
expr : orExpr |
|
||||||
; |
|
||||||
|
|
||||||
primaryExpr |
|
||||||
: variableReference |
|
||||||
| '(' expr ')' |
|
||||||
| Literal |
|
||||||
| Number |
|
||||||
| functionCall |
|
||||||
; |
|
||||||
|
|
||||||
functionCall |
|
||||||
: functionName '(' ( expr ( ',' expr )* )? ')' |
|
||||||
; |
|
||||||
|
|
||||||
unionExprNoRoot |
|
||||||
: pathExprNoRoot (op=PIPE unionExprNoRoot)? |
|
||||||
| PATHSEP PIPE unionExprNoRoot |
|
||||||
; |
|
||||||
|
|
||||||
pathExprNoRoot |
|
||||||
: locationPath |
|
||||||
| filterExpr (op=(PATHSEP|ABRPATH) relativeLocationPath)? |
|
||||||
; |
|
||||||
|
|
||||||
filterExpr |
|
||||||
: primaryExpr predicate* |
|
||||||
; |
|
||||||
|
|
||||||
orExpr : andExpr ('or' andExpr)* |
|
||||||
; |
|
||||||
|
|
||||||
andExpr : equalityExpr ('and' equalityExpr)* |
|
||||||
; |
|
||||||
|
|
||||||
equalityExpr |
|
||||||
: relationalExpr (op=(EQUALITY|INEQUALITY) relationalExpr)* |
|
||||||
; |
|
||||||
|
|
||||||
relationalExpr |
|
||||||
: additiveExpr (op=(LESS|MORE_|LESS|GE|START_WITH|END_WITH|CONTAIN_WITH|REGEXP_WITH|REGEXP_NOT_WITH) additiveExpr)* |
|
||||||
; |
|
||||||
|
|
||||||
additiveExpr |
|
||||||
: multiplicativeExpr (op=(PLUS|MINUS) multiplicativeExpr)* |
|
||||||
; |
|
||||||
|
|
||||||
multiplicativeExpr |
|
||||||
: unaryExprNoRoot (op=(MUL|DIVISION|MODULO) multiplicativeExpr)? |
|
||||||
// | '/' (op=('`div`'|'`mod`') multiplicativeExpr)? |
|
||||||
; |
|
||||||
|
|
||||||
unaryExprNoRoot |
|
||||||
: (sign=MINUS)? unionExprNoRoot |
|
||||||
; |
|
||||||
|
|
||||||
qName : nCName (':' nCName)? |
|
||||||
; |
|
||||||
|
|
||||||
functionName |
|
||||||
: qName // Does not match nodeType, as per spec. |
|
||||||
; |
|
||||||
|
|
||||||
variableReference |
|
||||||
: '$' qName |
|
||||||
; |
|
||||||
|
|
||||||
nameTest: '*' |
|
||||||
| nCName ':' '*' |
|
||||||
| qName |
|
||||||
; |
|
||||||
|
|
||||||
nCName : NCName |
|
||||||
| AxisName |
|
||||||
; |
|
||||||
|
|
||||||
NodeType: 'comment' |
|
||||||
| 'text' |
|
||||||
| 'processing-instruction' |
|
||||||
| 'node' |
|
||||||
| 'num' //抽取数字 |
|
||||||
| 'allText' //提取节点下全部文本 |
|
||||||
| 'outerHtml' //获取全部节点的 包含节点本身在内的全部html |
|
||||||
| 'html' //获取全部节点的内部的html |
|
||||||
; |
|
||||||
|
|
||||||
Number : Digits ('.' Digits?)? |
|
||||||
| '.' Digits |
|
||||||
; |
|
||||||
|
|
||||||
fragment |
|
||||||
Digits : ('0'..'9')+ |
|
||||||
; |
|
||||||
|
|
||||||
AxisName: 'ancestor' |
|
||||||
| 'ancestor-or-self' |
|
||||||
| 'attribute' |
|
||||||
| 'child' |
|
||||||
| 'descendant' |
|
||||||
| 'descendant-or-self' |
|
||||||
| 'following' |
|
||||||
| 'following-sibling' |
|
||||||
// | 'namespace' |
|
||||||
| 'parent' |
|
||||||
| 'preceding' |
|
||||||
| 'preceding-sibling' |
|
||||||
| 'self' |
|
||||||
| 'following-sibling-one' |
|
||||||
| 'preceding-sibling-one' |
|
||||||
| 'sibling' |
|
||||||
; |
|
||||||
|
|
||||||
|
|
||||||
PATHSEP |
|
||||||
:'/'; |
|
||||||
ABRPATH |
|
||||||
: '//'; |
|
||||||
LPAR |
|
||||||
: '('; |
|
||||||
RPAR |
|
||||||
: ')'; |
|
||||||
LBRAC |
|
||||||
: '['; |
|
||||||
RBRAC |
|
||||||
: ']'; |
|
||||||
MINUS |
|
||||||
: '-'; |
|
||||||
PLUS |
|
||||||
: '+'; |
|
||||||
DOT |
|
||||||
: '.'; |
|
||||||
MUL |
|
||||||
: '*'; |
|
||||||
DIVISION |
|
||||||
: '`div`'; |
|
||||||
MODULO |
|
||||||
: '`mod`'; |
|
||||||
DOTDOT |
|
||||||
: '..'; |
|
||||||
AT |
|
||||||
: '@'; |
|
||||||
COMMA |
|
||||||
: ','; |
|
||||||
PIPE |
|
||||||
: '|'; |
|
||||||
LESS |
|
||||||
: '<'; |
|
||||||
MORE_ |
|
||||||
: '>'; |
|
||||||
LE |
|
||||||
: '<='; |
|
||||||
GE |
|
||||||
: '>='; |
|
||||||
EQUALITY |
|
||||||
: '='; |
|
||||||
INEQUALITY |
|
||||||
: '!='; |
|
||||||
START_WITH |
|
||||||
: '^='; |
|
||||||
END_WITH |
|
||||||
: '$='; |
|
||||||
CONTAIN_WITH |
|
||||||
: '*='; |
|
||||||
REGEXP_WITH |
|
||||||
: '~='; |
|
||||||
REGEXP_NOT_WITH |
|
||||||
: '!~'; |
|
||||||
COLON |
|
||||||
: ':'; |
|
||||||
CC |
|
||||||
: '::'; |
|
||||||
APOS |
|
||||||
: '\''; |
|
||||||
QUOT |
|
||||||
: '"'; |
|
||||||
|
|
||||||
Literal : '"' ~'"'* '"' |
|
||||||
| '\'' ~'\''* '\'' |
|
||||||
; |
|
||||||
|
|
||||||
Whitespace |
|
||||||
: (' '|'\t'|'\n'|'\r')+ ->skip |
|
||||||
; |
|
||||||
|
|
||||||
NCName : NCNameStartChar NCNameChar* |
|
||||||
; |
|
||||||
|
|
||||||
fragment |
|
||||||
NCNameStartChar |
|
||||||
: 'A'..'Z' |
|
||||||
| '_' |
|
||||||
| 'a'..'z' |
|
||||||
| '\u00C0'..'\u00D6' |
|
||||||
| '\u00D8'..'\u00F6' |
|
||||||
| '\u00F8'..'\u02FF' |
|
||||||
| '\u0370'..'\u037D' |
|
||||||
| '\u037F'..'\u1FFF' |
|
||||||
| '\u200C'..'\u200D' |
|
||||||
| '\u2070'..'\u218F' |
|
||||||
| '\u2C00'..'\u2FEF' |
|
||||||
| '\u3001'..'\uD7FF' |
|
||||||
| '\uF900'..'\uFDCF' |
|
||||||
| '\uFDF0'..'\uFFFD' |
|
||||||
// Unfortunately, java escapes can't handle this conveniently, |
|
||||||
// as they're limited to 4 hex digits. TODO. |
|
||||||
// | '\U010000'..'\U0EFFFF' |
|
||||||
; |
|
||||||
|
|
||||||
fragment |
|
||||||
NCNameChar |
|
||||||
: NCNameStartChar | '-' | '.' | '0'..'9' |
|
||||||
| '\u00B7' | '\u0300'..'\u036F' |
|
||||||
| '\u203F'..'\u2040' |
|
||||||
; |
|
||||||
@ -1,12 +0,0 @@ |
|||||||
package org.seimicrawler.xpath; |
|
||||||
|
|
||||||
import org.slf4j.Logger; |
|
||||||
import org.slf4j.LoggerFactory; |
|
||||||
|
|
||||||
/** |
|
||||||
* @author: github.com/zhegexiaohuozi seimimaster@gmail.com |
|
||||||
* @since 2018/3/26. |
|
||||||
*/ |
|
||||||
public class BaseTest { |
|
||||||
protected Logger logger = LoggerFactory.getLogger(BaseTest.class); |
|
||||||
} |
|
||||||
@ -1,289 +0,0 @@ |
|||||||
package org.seimicrawler.xpath; |
|
||||||
|
|
||||||
import com.tngtech.java.junit.dataprovider.DataProvider; |
|
||||||
import com.tngtech.java.junit.dataprovider.DataProviderRunner; |
|
||||||
import com.tngtech.java.junit.dataprovider.UseDataProvider; |
|
||||||
|
|
||||||
import org.apache.commons.io.FileUtils; |
|
||||||
import org.apache.commons.lang3.StringUtils; |
|
||||||
import org.junit.Assert; |
|
||||||
import org.junit.Before; |
|
||||||
import org.junit.Test; |
|
||||||
import org.junit.runner.RunWith; |
|
||||||
import org.seimicrawler.xpath.exception.XpathSyntaxErrorException; |
|
||||||
import org.slf4j.Logger; |
|
||||||
import org.slf4j.LoggerFactory; |
|
||||||
|
|
||||||
import java.io.File; |
|
||||||
import java.net.URL; |
|
||||||
import java.nio.charset.StandardCharsets; |
|
||||||
import java.util.HashSet; |
|
||||||
import java.util.List; |
|
||||||
import java.util.Set; |
|
||||||
|
|
||||||
/** |
|
||||||
* JXDocument Tester. |
|
||||||
* |
|
||||||
* @author github.com/zhegexiaohuozi seimimaster@gmail.com |
|
||||||
* @version 1.0 |
|
||||||
*/ |
|
||||||
@RunWith(DataProviderRunner.class) |
|
||||||
public class JXDocumentTest { |
|
||||||
|
|
||||||
private JXDocument underTest; |
|
||||||
|
|
||||||
private JXDocument doubanTest; |
|
||||||
|
|
||||||
private JXDocument custom; |
|
||||||
private final ClassLoader loader = getClass().getClassLoader(); |
|
||||||
private final Logger logger = LoggerFactory.getLogger(JXDocumentTest.class); |
|
||||||
|
|
||||||
@Before |
|
||||||
public void before() throws Exception { |
|
||||||
String html = "<html><body><script>console.log('aaaaa')</script><div class='test'>some body</div><div class='xiao'>Two</div></body></html>"; |
|
||||||
underTest = JXDocument.create(html); |
|
||||||
if (doubanTest == null) { |
|
||||||
URL t = loader.getResource("d_test.html"); |
|
||||||
assert t != null; |
|
||||||
File dBook = new File(t.toURI()); |
|
||||||
String context = FileUtils.readFileToString(dBook, StandardCharsets.UTF_8); |
|
||||||
doubanTest = JXDocument.create(context); |
|
||||||
} |
|
||||||
custom = JXDocument.create("<li><b>性别：</b>男</li>"); |
|
||||||
} |
|
||||||
|
|
||||||
/** |
|
||||||
* Method: sel(String xpath) |
|
||||||
*/ |
|
||||||
@Test |
|
||||||
public void testSel() throws Exception { |
|
||||||
String xpath = "//script[1]/text()"; |
|
||||||
JXNode res = underTest.selNOne(xpath); |
|
||||||
Assert.assertNotNull(res); |
|
||||||
Assert.assertEquals("console.log('aaaaa')", res.asString()); |
|
||||||
} |
|
||||||
|
|
||||||
@Test |
|
||||||
public void testNotMatchFilter() throws Exception { |
|
||||||
String xpath = "//div[contains(@class,'xiao')]/text()"; |
|
||||||
JXNode node = underTest.selNOne(xpath); |
|
||||||
Assert.assertEquals("Two", node.asString()); |
|
||||||
} |
|
||||||
|
|
||||||
@Test |
|
||||||
@DataProvider(value = { |
|
||||||
"//a/@href", |
|
||||||
"//div[@class='paginator']/span[@class='next']/a/@href", |
|
||||||
}) |
|
||||||
public void testXpath(String xpath) throws XpathSyntaxErrorException { |
|
||||||
logger.info("current xpath: {}", xpath); |
|
||||||
List<JXNode> rs = doubanTest.selN(xpath); |
|
||||||
for (JXNode n : rs) { |
|
||||||
if (!n.isString()) { |
|
||||||
int index = n.asElement().siblingIndex(); |
|
||||||
logger.info("index = {}", index); |
|
||||||
} |
|
||||||
logger.info(n.toString()); |
|
||||||
} |
|
||||||
} |
|
||||||
|
|
||||||
/** |
|
||||||
* d_test.html 来源于 https://book.douban.com/tag/%E4%BA%92%E8%81%94%E7%BD%91
|
|
||||||
* <p> |
|
||||||
* 为了测试各种可能情况，ul[@class='subject-list']节点以及其下内容被复制了一份出来，并修改部分书名前缀为'T2-'以便区分 |
|
||||||
*/ |
|
||||||
@DataProvider |
|
||||||
public static Object[][] dataOfXpathAndexpect() { |
|
||||||
return new Object[][]{ |
|
||||||
{"//ul[@class='subject-list']/li[position()<3][last()]/div/h2/allText()", "黑客与画家 : 硅谷创业之父Paul Graham文集T2-黑客与画家 : 硅谷创业之父Paul Graham文集"}, |
|
||||||
{"//ul[@class='subject-list']/li[first()]/div/h2/allText()", "失控 : 全人类的最终命运和结局T2-失控 : 全人类的最终命运和结局"}, |
|
||||||
{"//ul[@class='subject-list']/li[./div/div/span[@class='pl']/num()>(1000+90*(2*50))][last()][1]/div/h2/allText()", "长尾理论长尾理论"}, |
|
||||||
{"//ul[@class='subject-list']/li[self::li/div/div/span[@class='pl']/num()>10000][-1]/div/h2/allText()", "长尾理论长尾理论"}, |
|
||||||
{"//ul[@class='subject-list']/li[contains(self::li/div/div/span[@class='pl']//text(),'14582')]/div/h2//text()", "黑客与画家: 硅谷创业之父Paul Graham文集T2-黑客与画家: 硅谷创业之父Paul Graham文集"}, |
|
||||||
{"//ul[@class='subject-list']/li[contains(./div/div/span[@class='pl']//text(),'14582')]/div/h2//text()", "黑客与画家: 硅谷创业之父Paul Graham文集T2-黑客与画家: 硅谷创业之父Paul Graham文集"}, |
|
||||||
{"//*[@id=\"subject_list\"]/ul/li[2]/div[2]/h2/a//text()", "黑客与画家: 硅谷创业之父Paul Graham文集T2-黑客与画家: 硅谷创业之父Paul Graham文集"}, |
|
||||||
{"//ul[@class]", 3L}, |
|
||||||
{"//a[@id]/@href", "https://www.douban.com/doumail/"}, |
|
||||||
{"//*[@id=\"subject_list\"]/ul[1]/li[8]/div[2]/div[2]/span[3]/num()", "3734.0"}, |
|
||||||
{"//a[@id]/@href | //*[@id=\"subject_list\"]/ul[1]/li[8]/div[2]/div[2]/span[3]/num()", "https://www.douban.com/doumail/3734.0"}, |
|
||||||
}; |
|
||||||
} |
|
||||||
|
|
||||||
@UseDataProvider("dataOfXpathAndexpect") |
|
||||||
@Test |
|
||||||
public void testXpathAndAssert(String xpath, Object expect) throws XpathSyntaxErrorException { |
|
||||||
logger.info("current xpath: {}", xpath); |
|
||||||
List<JXNode> rs = doubanTest.selN(xpath); |
|
||||||
if (expect instanceof String) { |
|
||||||
String res = StringUtils.join(rs, ""); |
|
||||||
logger.info(res); |
|
||||||
Assert.assertEquals(expect, res); |
|
||||||
} else if (expect instanceof Number) { |
|
||||||
long size = (long) expect; |
|
||||||
Assert.assertEquals(size, rs.size()); |
|
||||||
} |
|
||||||
} |
|
||||||
|
|
||||||
@Test |
|
||||||
@DataProvider(value = { |
|
||||||
"//ul[@class='subject-list']/li[position()<3]" |
|
||||||
}) |
|
||||||
public void testJXNode(String xpath) throws XpathSyntaxErrorException { |
|
||||||
logger.info("current xpath: {}", xpath); |
|
||||||
List<JXNode> jxNodeList = doubanTest.selN(xpath); |
|
||||||
Set<String> expect = new HashSet<>(); |
|
||||||
//第一个 ul 中的
|
|
||||||
expect.add("失控: 全人类的最终命运和结局"); |
|
||||||
expect.add("黑客与画家: 硅谷创业之父Paul Graham文集"); |
|
||||||
//第二个 ul 中的
|
|
||||||
expect.add("T2-失控: 全人类的最终命运和结局"); |
|
||||||
expect.add("T2-黑客与画家: 硅谷创业之父Paul Graham文集"); |
|
||||||
|
|
||||||
Set<String> res = new HashSet<>(); |
|
||||||
for (JXNode node : jxNodeList) { |
|
||||||
if (!node.isString()) { |
|
||||||
String currentRes = StringUtils.join(node.sel("/div/h2/a//text()"), ""); |
|
||||||
logger.info(currentRes); |
|
||||||
res.add(currentRes); |
|
||||||
} |
|
||||||
} |
|
||||||
Assert.assertEquals(expect, res); |
|
||||||
} |
|
||||||
|
|
||||||
@Test |
|
||||||
@DataProvider(value = { |
|
||||||
"//ul[@class='subject-list']" |
|
||||||
}) |
|
||||||
public void testRecursionNode(String xpath) throws XpathSyntaxErrorException { |
|
||||||
logger.info("current xpath: {}", xpath); |
|
||||||
List<JXNode> jxNodeList = doubanTest.selN(xpath); |
|
||||||
logger.info("size = {}", jxNodeList.size()); |
|
||||||
// 有两个ul，下面的是为了测试特意复制添加的
|
|
||||||
Assert.assertEquals(2, jxNodeList.size()); |
|
||||||
} |
|
||||||
|
|
||||||
@Test |
|
||||||
@DataProvider(value = { |
|
||||||
"//body/div/div/h1/text()", |
|
||||||
"/body/div/div/h1/text()" |
|
||||||
}) |
|
||||||
public void absolutePathTest(String xpath) throws XpathSyntaxErrorException { |
|
||||||
logger.info("current xpath: {}", xpath); |
|
||||||
List<JXNode> jxNodeList = doubanTest.selN(xpath); |
|
||||||
logger.info("size = {}，res ={}", jxNodeList.size(), jxNodeList); |
|
||||||
} |
|
||||||
|
|
||||||
@Test |
|
||||||
public void testAs() throws XpathSyntaxErrorException { |
|
||||||
List<JXNode> jxNodeList = custom.selN("//b[contains(text(),'性别')]/parent::*/text()"); |
|
||||||
Assert.assertEquals("男", StringUtils.join(jxNodeList, "")); |
|
||||||
for (JXNode jxNode : jxNodeList) { |
|
||||||
logger.info(jxNode.toString()); |
|
||||||
} |
|
||||||
} |
|
||||||
|
|
||||||
/** |
|
||||||
* fix https://github.com/zhegexiaohuozi/JsoupXpath/issues/33
|
|
||||||
*/ |
|
||||||
// @Test
|
|
||||||
public void testNotObj() { |
|
||||||
JXDocument doc = JXDocument.createByUrl("https://www.gxwztv.com/61/61514/"); |
|
||||||
// List<JXNode> nodes = doc.selN("//*[@id=\"chapters-list\"]/li[@style]");
|
|
||||||
List<JXNode> nodes = doc.selN("//*[@id=\"chapters-list\"]/li[not(@style)]"); |
|
||||||
for (JXNode node : nodes) { |
|
||||||
logger.info("r = {}", node); |
|
||||||
} |
|
||||||
} |
|
||||||
|
|
||||||
/** |
|
||||||
* fix https://github.com/zhegexiaohuozi/JsoupXpath/issues/34
|
|
||||||
*/ |
|
||||||
@Test |
|
||||||
public void testAttrAtRoot() { |
|
||||||
String content = "<html>\n" + |
|
||||||
" <head></head>\n" + |
|
||||||
" <body>\n" + |
|
||||||
" <a href=\"/124/124818/162585930.html\">第2章 神奇交流群</a>\n" + |
|
||||||
" </body>\n" + |
|
||||||
"</html>"; |
|
||||||
JXDocument doc = JXDocument.create(content); |
|
||||||
List<JXNode> nodes = doc.selN("//@href"); |
|
||||||
for (JXNode node : nodes) { |
|
||||||
logger.info("r = {}", node); |
|
||||||
} |
|
||||||
} |
|
||||||
|
|
||||||
@Test |
|
||||||
public void testA() { |
|
||||||
String content = "<span style=\"color: #5191ce;\" >网页设计师</span>"; |
|
||||||
JXDocument doc = JXDocument.create(content); |
|
||||||
List<JXNode> nodes = doc.selN("//*[text()='网页设计师']"); |
|
||||||
for (JXNode node : nodes) { |
|
||||||
logger.info("r = {}", node); |
|
||||||
} |
|
||||||
} |
|
||||||
|
|
||||||
/** |
|
||||||
* fix https://github.com/zhegexiaohuozi/JsoupXpath/issues/52
|
|
||||||
*/ |
|
||||||
@Test |
|
||||||
public void fixTextBehaviorTest() { |
|
||||||
String html = "<p><span class=\"text-muted\">分类：</span>动漫<span class=\"split-line\"></span><span class=\"text-muted hidden-xs\">地区：</span>日本<span class=\"split-line\"></span><span class=\"text-muted hidden-xs\">年份：</span>2010</p>"; |
|
||||||
JXDocument jxDocument = JXDocument.create(html); |
|
||||||
List<JXNode> jxNodes = jxDocument.selN("//text()[3]"); |
|
||||||
String actual = StringUtils.join(jxNodes, ""); |
|
||||||
logger.info("actual = {}", actual); |
|
||||||
Assert.assertEquals("2010", actual); |
|
||||||
List<JXNode> nodes = jxDocument.selN("//text()"); |
|
||||||
String allText = StringUtils.join(nodes, ""); |
|
||||||
Assert.assertEquals("分类：动漫地区：日本年份：2010", allText); |
|
||||||
logger.info("all = {}", allText); |
|
||||||
} |
|
||||||
|
|
||||||
/** |
|
||||||
* fix https://github.com/zhegexiaohuozi/JsoupXpath/issues/44
|
|
||||||
*/ |
|
||||||
@Test |
|
||||||
public void fixTextElNoParentTest() { |
|
||||||
String test = "<div class='a'> a <div>need</div> <div class='e'> not need</div> c </div>"; |
|
||||||
JXDocument j = JXDocument.create(test); |
|
||||||
List<JXNode> l = j.selN("//div[@class='a']//text()[not(ancestor::div[@class='e'])]"); |
|
||||||
Set<String> finalRes = new HashSet<>(); |
|
||||||
for (JXNode i : l) { |
|
||||||
logger.info("{}", i.toString()); |
|
||||||
finalRes.add(i.asString()); |
|
||||||
} |
|
||||||
Assert.assertFalse(finalRes.contains("not need")); |
|
||||||
Assert.assertTrue(finalRes.contains("need")); |
|
||||||
Assert.assertEquals(4, finalRes.size()); |
|
||||||
} |
|
||||||
|
|
||||||
/** |
|
||||||
* fix https://github.com/zhegexiaohuozi/JsoupXpath/issues/53
|
|
||||||
*/ |
|
||||||
@Test |
|
||||||
public void fixIssue53() { |
|
||||||
String content = "<li class=\"res-book-item\" data-bid=\"1018351389\" data-rid=\"1\"> \n" + |
|
||||||
" <div class=\"book-img-box\"> <a href=\"//book.qidian.com/info/1018351389\" target=\"_blank\" data-eid=\"qd_S04\" data-algrid=\"0.0.0\" data-bid=\"1018351389\"><img src=\"//bookcover.yuewen.com/qdbimg/349573/1018351389/150\"></a> \n" + |
|
||||||
" </div> \n" + |
|
||||||
" <div class=\"book-mid-info\"> \n" + |
|
||||||
" <h4><a href=\"//book.qidian.com/info/1018351389\" target=\"_blank\" data-eid=\"qd_S05\" data-bid=\"1018351389\" data-algrid=\"0.0.0\"><cite class=\"red-kw\">我们</cite>平凡<cite class=\"red-kw\">我们</cite>忠诚</a></h4> \n" + |
|
||||||
" <p class=\"author\"> <img src=\"//qidian.gtimg.com/qd/images/ico/user.f22d3.png\"><a class=\"name\" data-eid=\"qd_S06\" href=\"//my.qidian.com/author/403791004\" target=\"_blank\">巡璃</a> <em>|</em><a href=\"//www.qidian.com/duanpian\" data-eid=\"qd_S07\" target=\"_blank\">短篇</a><em>|</em><span>连载</span> </p> \n" + |
|
||||||
" <p class=\"intro\"> 这是一位普通老兵的故事，这位老兵没有走上战场，也没有人歌颂他，但他的工作却是面对生与死，他是一名普通的军转干部，没有得到任何荣誉，却仍旧坚守着信仰，永远忠诚。除了他的家人，他的战友，他的故事不被任何人所知，但他的故事正是一代军人、一代军转干部的写照。所以，我来歌颂他，歌颂那一代人。 </p> \n" + |
|
||||||
" <p class=\"update\"><a href=\"//read.qidian.com/chapter/YiObT_DmJpXu4xLcYRGW6w2/Ulsr6ThvJS5p4rPq4Fd4KQ2\" target=\"_blank\" data-eid=\"qd_S08\" data-bid=\"1018351389\" data-cid=\"//read.qidian.com/chapter/YiObT_DmJpXu4xLcYRGW6w2/Ulsr6ThvJS5p4rPq4Fd4KQ2\">最新更新 第一次见识到生死</a><em>·</em><span>2020-02-19</span> </p> \n" + |
|
||||||
" </div> \n" + |
|
||||||
" <div class=\"book-right-info\"> \n" + |
|
||||||
" <div class=\"total\"> \n" + |
|
||||||
" <p><span> 4497</span>总字数</p> \n" + |
|
||||||
" <p><span> 0</span>总推荐</p> \n" + |
|
||||||
" </div> \n" + |
|
||||||
" <p class=\"btn\"> <a class=\"red-btn\" href=\"//book.qidian.com/info/1018351389\" data-eid=\"qd_S02\" target=\"_blank\">书籍详情</a> <a class=\"blue-btn add-book\" href=\"javascript:\" data-eid=\"qd_S03\" data-bookid=\"1018351389\" data-bid=\"1018351389\">加入书架</a> </p> \n" + |
|
||||||
" </div> </li>"; |
|
||||||
JXDocument j = JXDocument.create(content); |
|
||||||
List<JXNode> l = j.selN("//*[text()='总字数']//text()"); |
|
||||||
Assert.assertEquals(2, l.size()); |
|
||||||
Assert.assertEquals("4497", l.get(0).asString()); |
|
||||||
Assert.assertEquals("总字数", l.get(1).asString()); |
|
||||||
} |
|
||||||
|
|
||||||
} |
|
||||||
@ -1,49 +0,0 @@ |
|||||||
package org.seimicrawler.xpath.core.function; |
|
||||||
|
|
||||||
import org.junit.Test; |
|
||||||
import org.seimicrawler.xpath.core.XValue; |
|
||||||
|
|
||||||
import java.util.LinkedList; |
|
||||||
import java.util.List; |
|
||||||
import java.util.Locale; |
|
||||||
|
|
||||||
/** |
|
||||||
* @description: TODO <br/> |
|
||||||
* @create: 2019-01-21 21:07 |
|
||||||
* @author: zzldn@163.com |
|
||||||
* @since JDK1.8 |
|
||||||
**/ |
|
||||||
|
|
||||||
public class DateFormatTest { |
|
||||||
|
|
||||||
@Test |
|
||||||
public void defaultTest() { |
|
||||||
List<XValue> params = new LinkedList<>(); |
|
||||||
params.add(XValue.create("2019-01-21 19:05:42")); |
|
||||||
params.add(XValue.create("yyyy-MM-dd HH:mm:ss")); |
|
||||||
FormatDate formatDate = new FormatDate(); |
|
||||||
XValue value = formatDate.call(null, params); |
|
||||||
System.out.println(value.asDate()); |
|
||||||
} |
|
||||||
|
|
||||||
@Test |
|
||||||
public void defaultTimeTest() { |
|
||||||
List<XValue> params = new LinkedList<>(); |
|
||||||
params.add(XValue.create("19:05:42")); |
|
||||||
params.add(XValue.create("HH:mm:ss")); |
|
||||||
FormatDate formatDate = new FormatDate(); |
|
||||||
XValue value = formatDate.call(null, params); |
|
||||||
System.out.println(value.asDate()); |
|
||||||
} |
|
||||||
|
|
||||||
@Test |
|
||||||
public void localTest() { |
|
||||||
List<XValue> params = new LinkedList<>(); |
|
||||||
params.add(XValue.create("1/21/2019 07:05:42 AM")); |
|
||||||
params.add(XValue.create("MM/dd/yyyy hh:mm:ss aa")); |
|
||||||
params.add(XValue.create(Locale.ENGLISH.toString())); |
|
||||||
FormatDate formatDate = new FormatDate(); |
|
||||||
XValue value = formatDate.call(null, params); |
|
||||||
System.out.println(value.asDate()); |
|
||||||
} |
|
||||||
} |
|
||||||
@ -1,53 +0,0 @@ |
|||||||
package org.seimicrawler.xpath.core.function; |
|
||||||
|
|
||||||
import org.junit.Assert; |
|
||||||
import org.junit.Test; |
|
||||||
import org.seimicrawler.xpath.core.XValue; |
|
||||||
|
|
||||||
import java.util.LinkedList; |
|
||||||
import java.util.List; |
|
||||||
|
|
||||||
/** |
|
||||||
* SubString Tester. |
|
||||||
* |
|
||||||
* @author seimimaster@gmail.com |
|
||||||
* @version 1.0 |
|
||||||
*/ |
|
||||||
public class SubStringTest { |
|
||||||
|
|
||||||
/** |
|
||||||
* substring("12345", 1.5, 2.6) returns "234" |
|
||||||
* Method: call(Element context, List<XValue> params) |
|
||||||
*/ |
|
||||||
@Test |
|
||||||
public void testCall() throws Exception { |
|
||||||
List<XValue> params = new LinkedList<>(); |
|
||||||
params.add(XValue.create("12345")); |
|
||||||
params.add(XValue.create("1.5")); |
|
||||||
params.add(XValue.create("2.6")); |
|
||||||
SubString subStringFunc = new SubString(); |
|
||||||
Assert.assertEquals(subStringFunc.call(null, params).asString(), "234"); |
|
||||||
} |
|
||||||
|
|
||||||
@Test |
|
||||||
public void testZeroLength() throws Exception { |
|
||||||
List<XValue> params = new LinkedList<>(); |
|
||||||
params.add(XValue.create("12345")); |
|
||||||
params.add(XValue.create("2")); |
|
||||||
params.add(XValue.create("-6")); |
|
||||||
SubString subStringFunc = new SubString(); |
|
||||||
Assert.assertEquals(subStringFunc.call(null, params).asString(), ""); |
|
||||||
} |
|
||||||
|
|
||||||
@Test |
|
||||||
public void testOneLength() throws Exception { |
|
||||||
List<XValue> params = new LinkedList<>(); |
|
||||||
params.add(XValue.create("12345")); |
|
||||||
params.add(XValue.create("0")); |
|
||||||
params.add(XValue.create("1")); |
|
||||||
SubString subStringFunc = new SubString(); |
|
||||||
Assert.assertEquals(subStringFunc.call(null, params).asString(), "1"); |
|
||||||
} |
|
||||||
|
|
||||||
|
|
||||||
} |
|
||||||
@ -1,59 +0,0 @@ |
|||||||
package org.seimicrawler.xpath.core.node; |
|
||||||
|
|
||||||
import org.jsoup.nodes.Element; |
|
||||||
import org.jsoup.select.Elements; |
|
||||||
import org.junit.Assert; |
|
||||||
import org.junit.Test; |
|
||||||
import org.seimicrawler.xpath.BaseTest; |
|
||||||
import org.seimicrawler.xpath.core.Scope; |
|
||||||
import org.seimicrawler.xpath.core.XValue; |
|
||||||
|
|
||||||
/** |
|
||||||
* Num Tester. |
|
||||||
* |
|
||||||
* @author seimimaster@gmail.com |
|
||||||
* @version 1.0 |
|
||||||
*/ |
|
||||||
public class NumTest extends BaseTest { |
|
||||||
|
|
||||||
/** |
|
||||||
* Method: call(Elements context) |
|
||||||
*/ |
|
||||||
@Test |
|
||||||
public void testCall() throws Exception { |
|
||||||
Elements context = new Elements(); |
|
||||||
Element el = new Element("V"); |
|
||||||
el.appendText("test 33.69"); |
|
||||||
context.add(el); |
|
||||||
Num n = new Num(); |
|
||||||
XValue v = n.call(Scope.create(context)); |
|
||||||
logger.info("v = {}", v); |
|
||||||
Assert.assertEquals(33.69, v.asDouble(), 0.00000000000001); |
|
||||||
} |
|
||||||
|
|
||||||
@Test |
|
||||||
public void testShort() throws Exception { |
|
||||||
Elements context = new Elements(); |
|
||||||
Element el = new Element("V"); |
|
||||||
el.appendText("test .69"); |
|
||||||
context.add(el); |
|
||||||
Num n = new Num(); |
|
||||||
XValue v = n.call(Scope.create(context)); |
|
||||||
logger.info("v = {}", v); |
|
||||||
Assert.assertEquals(0.69, v.asDouble(), 0.00000000000001); |
|
||||||
} |
|
||||||
|
|
||||||
@Test |
|
||||||
public void testOnZero() throws Exception { |
|
||||||
Elements context = new Elements(); |
|
||||||
Element el = new Element("V"); |
|
||||||
el.appendText("test 69."); |
|
||||||
context.add(el); |
|
||||||
Num n = new Num(); |
|
||||||
XValue v = n.call(Scope.create(context)); |
|
||||||
logger.info("v = {}", v); |
|
||||||
Assert.assertEquals(69, v.asDouble(), 0.00000000000001); |
|
||||||
} |
|
||||||
|
|
||||||
|
|
||||||
} |
|
||||||
@ -1,63 +0,0 @@ |
|||||||
package org.seimicrawler.xpath.expr; |
|
||||||
|
|
||||||
import org.antlr.v4.runtime.CharStream; |
|
||||||
import org.antlr.v4.runtime.CharStreams; |
|
||||||
import org.antlr.v4.runtime.CommonTokenStream; |
|
||||||
import org.antlr.v4.runtime.tree.ParseTree; |
|
||||||
import org.apache.commons.io.FileUtils; |
|
||||||
import org.jsoup.Jsoup; |
|
||||||
import org.jsoup.select.Elements; |
|
||||||
import org.junit.Assert; |
|
||||||
import org.junit.Before; |
|
||||||
import org.junit.Test; |
|
||||||
import org.seimicrawler.xpath.BaseTest; |
|
||||||
import org.seimicrawler.xpath.antlr.XpathLexer; |
|
||||||
import org.seimicrawler.xpath.antlr.XpathParser; |
|
||||||
import org.seimicrawler.xpath.core.XValue; |
|
||||||
import org.seimicrawler.xpath.core.XpathProcessor; |
|
||||||
import org.seimicrawler.xpath.exception.DoFailOnErrorHandler; |
|
||||||
|
|
||||||
import java.io.File; |
|
||||||
import java.math.BigDecimal; |
|
||||||
import java.net.URL; |
|
||||||
import java.nio.charset.StandardCharsets; |
|
||||||
|
|
||||||
/** |
|
||||||
* @author github.com/zhegexiaohuozi seimimaster@gmail.com |
|
||||||
* @since 2017/12/6. |
|
||||||
*/ |
|
||||||
public class ExprTest extends BaseTest { |
|
||||||
|
|
||||||
private Elements root; |
|
||||||
private final ClassLoader loader = getClass().getClassLoader(); |
|
||||||
|
|
||||||
@Before |
|
||||||
public void init() throws Exception { |
|
||||||
// https://book.douban.com/tag/%E4%BA%92%E8%81%94%E7%BD%91
|
|
||||||
URL t = loader.getResource("d_test.html"); |
|
||||||
assert t != null; |
|
||||||
File dBook = new File(t.toURI()); |
|
||||||
String context = FileUtils.readFileToString(dBook, StandardCharsets.UTF_8); |
|
||||||
root = Jsoup.parse(context).children(); |
|
||||||
} |
|
||||||
|
|
||||||
@Test |
|
||||||
public void exp() { |
|
||||||
String xpath = "//a[@id]/@href"; |
|
||||||
CharStream input = CharStreams.fromString(xpath); |
|
||||||
XpathLexer lexer = new XpathLexer(input); |
|
||||||
CommonTokenStream tokens = new CommonTokenStream(lexer); |
|
||||||
XpathParser parser = new XpathParser(tokens); |
|
||||||
parser.setErrorHandler(new DoFailOnErrorHandler()); |
|
||||||
ParseTree tree = parser.main(); |
|
||||||
XpathProcessor processor = new XpathProcessor(root); |
|
||||||
XValue value = processor.visit(tree); |
|
||||||
logger.info("visit res = {}", value); |
|
||||||
} |
|
||||||
|
|
||||||
@Test |
|
||||||
public void roundHalfUp() { |
|
||||||
int x = new BigDecimal("5.53").setScale(0, BigDecimal.ROUND_HALF_UP).intValue(); |
|
||||||
Assert.assertEquals(6, x); |
|
||||||
} |
|
||||||
} |
|
||||||
File diff suppressed because it is too large
Load Diff
@ -1 +1 @@ |
|||||||
include ':app',':JsoupXpath',':epublib' |
include ':app',':epublib' |
||||||
|
|||||||
Loading…
Reference in new issue