From e9e27ff92c462ad93a8a9b807a3c8c18761c44f2 Mon Sep 17 00:00:00 2001 From: Richard Zowalla Date: Mon, 15 Aug 2022 14:43:49 +0200 Subject: [PATCH] Release of Crawler4J 4.10.1 --- crawler4j-boms/crawler4j-with-hsqldb/pom.xml | 2 +- .../crawler4j-with-sleepycat/pom.xml | 2 +- .../crawler4j-with-urlfrontier/pom.xml | 2 +- crawler4j-boms/pom.xml | 2 +- crawler4j-commons/pom.xml | 2 +- .../authentication/CredentialsProvider.java | 43 ++++++++++++----- crawler4j-core/pom.xml | 2 +- .../ThrowingCSSParseExceptionCallback.java | 47 +++++++++++++------ .../crawler4j-examples-base/pom.xml | 2 +- .../crawler4j-examples-postgres/pom.xml | 2 +- crawler4j-examples/pom.xml | 2 +- .../crawler4j-frontier-hsqldb/pom.xml | 2 +- .../crawler4j-frontier-sleepycat/pom.xml | 2 +- .../crawler4j-frontier-urlfrontier/pom.xml | 2 +- crawler4j-frontier/pom.xml | 2 +- pom.xml | 2 +- 16 files changed, 78 insertions(+), 40 deletions(-) diff --git a/crawler4j-boms/crawler4j-with-hsqldb/pom.xml b/crawler4j-boms/crawler4j-with-hsqldb/pom.xml index 621fc46aa..bb733742f 100644 --- a/crawler4j-boms/crawler4j-with-hsqldb/pom.xml +++ b/crawler4j-boms/crawler4j-with-hsqldb/pom.xml @@ -5,7 +5,7 @@ crawler4j-boms de.hs-heilbronn.mi - 4.10.1-SNAPSHOT + 4.10.1 4.0.0 diff --git a/crawler4j-boms/crawler4j-with-sleepycat/pom.xml b/crawler4j-boms/crawler4j-with-sleepycat/pom.xml index e9939a045..1e704f075 100644 --- a/crawler4j-boms/crawler4j-with-sleepycat/pom.xml +++ b/crawler4j-boms/crawler4j-with-sleepycat/pom.xml @@ -5,7 +5,7 @@ crawler4j-boms de.hs-heilbronn.mi - 4.10.1-SNAPSHOT + 4.10.1 4.0.0 pom diff --git a/crawler4j-boms/crawler4j-with-urlfrontier/pom.xml b/crawler4j-boms/crawler4j-with-urlfrontier/pom.xml index 33f52d978..9cfedaabc 100644 --- a/crawler4j-boms/crawler4j-with-urlfrontier/pom.xml +++ b/crawler4j-boms/crawler4j-with-urlfrontier/pom.xml @@ -5,7 +5,7 @@ crawler4j-boms de.hs-heilbronn.mi - 4.10.1-SNAPSHOT + 4.10.1 4.0.0 pom diff --git a/crawler4j-boms/pom.xml b/crawler4j-boms/pom.xml index 273ddce99..d3bda70c7 100644 --- a/crawler4j-boms/pom.xml +++ b/crawler4j-boms/pom.xml @@ -5,7 +5,7 @@ crawler4j-parent de.hs-heilbronn.mi - 4.10.1-SNAPSHOT + 4.10.1 4.0.0 diff --git a/crawler4j-commons/pom.xml b/crawler4j-commons/pom.xml index 67aea3c22..ecb8524a2 100644 --- a/crawler4j-commons/pom.xml +++ b/crawler4j-commons/pom.xml @@ -5,7 +5,7 @@ crawler4j-parent de.hs-heilbronn.mi - 4.10.1-SNAPSHOT + 4.10.1 4.0.0 diff --git a/crawler4j-commons/src/main/java/edu/uci/ics/crawler4j/crawler/authentication/CredentialsProvider.java b/crawler4j-commons/src/main/java/edu/uci/ics/crawler4j/crawler/authentication/CredentialsProvider.java index 2ccb8eb83..7cca5fec1 100644 --- a/crawler4j-commons/src/main/java/edu/uci/ics/crawler4j/crawler/authentication/CredentialsProvider.java +++ b/crawler4j-commons/src/main/java/edu/uci/ics/crawler4j/crawler/authentication/CredentialsProvider.java @@ -1,12 +1,31 @@ -package edu.uci.ics.crawler4j.crawler.authentication; - -import java.util.Map; - -import org.apache.hc.client5.http.auth.AuthScope; -import org.apache.hc.client5.http.auth.Credentials; - -public interface CredentialsProvider { - - void addCredentials(Map credentialsMap); - -} +/*- + * #%L + * de.hs-heilbronn.mi:crawler4j-commons + * %% + * Copyright (C) 2010 - 2022 crawler4j-fork (pre-fork: Yasser Ganjisaffar) + * %% + * Licensed under the Apache License, Version 2.0 (the "License"); + * you may not use this file except in compliance with the License. + * You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, software + * distributed under the License is distributed on an "AS IS" BASIS, + * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + * See the License for the specific language governing permissions and + * limitations under the License. + * #L% + */ +package edu.uci.ics.crawler4j.crawler.authentication; + +import java.util.Map; + +import org.apache.hc.client5.http.auth.AuthScope; +import org.apache.hc.client5.http.auth.Credentials; + +public interface CredentialsProvider { + + void addCredentials(Map credentialsMap); + +} diff --git a/crawler4j-core/pom.xml b/crawler4j-core/pom.xml index 772ac0b51..84e82d1b9 100644 --- a/crawler4j-core/pom.xml +++ b/crawler4j-core/pom.xml @@ -5,7 +5,7 @@ crawler4j-parent de.hs-heilbronn.mi - 4.10.1-SNAPSHOT + 4.10.1 crawler4j-core diff --git a/crawler4j-core/src/main/java/edu/uci/ics/crawler4j/parser/css/ThrowingCSSParseExceptionCallback.java b/crawler4j-core/src/main/java/edu/uci/ics/crawler4j/parser/css/ThrowingCSSParseExceptionCallback.java index 1159bce49..986d90cb4 100644 --- a/crawler4j-core/src/main/java/edu/uci/ics/crawler4j/parser/css/ThrowingCSSParseExceptionCallback.java +++ b/crawler4j-core/src/main/java/edu/uci/ics/crawler4j/parser/css/ThrowingCSSParseExceptionCallback.java @@ -1,14 +1,33 @@ -package edu.uci.ics.crawler4j.parser.css; - -import javax.annotation.Nonnull; - -import com.helger.css.handler.ICSSParseExceptionCallback; -import com.helger.css.parser.ParseException; - -public class ThrowingCSSParseExceptionCallback implements ICSSParseExceptionCallback { - - @Override - public void onException (@Nonnull final ParseException ex) { - throw new RuntimeException(ex); - } -} +/*- + * #%L + * de.hs-heilbronn.mi:crawler4j-core + * %% + * Copyright (C) 2010 - 2022 crawler4j-fork (pre-fork: Yasser Ganjisaffar) + * %% + * Licensed under the Apache License, Version 2.0 (the "License"); + * you may not use this file except in compliance with the License. + * You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, software + * distributed under the License is distributed on an "AS IS" BASIS, + * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + * See the License for the specific language governing permissions and + * limitations under the License. + * #L% + */ +package edu.uci.ics.crawler4j.parser.css; + +import javax.annotation.Nonnull; + +import com.helger.css.handler.ICSSParseExceptionCallback; +import com.helger.css.parser.ParseException; + +public class ThrowingCSSParseExceptionCallback implements ICSSParseExceptionCallback { + + @Override + public void onException (@Nonnull final ParseException ex) { + throw new RuntimeException(ex); + } +} diff --git a/crawler4j-examples/crawler4j-examples-base/pom.xml b/crawler4j-examples/crawler4j-examples-base/pom.xml index 87a0e5ee6..11e212914 100644 --- a/crawler4j-examples/crawler4j-examples-base/pom.xml +++ b/crawler4j-examples/crawler4j-examples-base/pom.xml @@ -3,7 +3,7 @@ crawler4j-examples de.hs-heilbronn.mi - 4.10.1-SNAPSHOT + 4.10.1 crawler4j-examples-base ${project.groupId}:${project.artifactId} diff --git a/crawler4j-examples/crawler4j-examples-postgres/pom.xml b/crawler4j-examples/crawler4j-examples-postgres/pom.xml index 07e1ad7b6..68b7aea50 100644 --- a/crawler4j-examples/crawler4j-examples-postgres/pom.xml +++ b/crawler4j-examples/crawler4j-examples-postgres/pom.xml @@ -3,7 +3,7 @@ crawler4j-examples de.hs-heilbronn.mi - 4.10.1-SNAPSHOT + 4.10.1 ${project.groupId}:${project.artifactId} crawler4j-examples-postgres diff --git a/crawler4j-examples/pom.xml b/crawler4j-examples/pom.xml index 32bbed837..7b4ca1039 100644 --- a/crawler4j-examples/pom.xml +++ b/crawler4j-examples/pom.xml @@ -3,7 +3,7 @@ crawler4j-parent de.hs-heilbronn.mi - 4.10.1-SNAPSHOT + 4.10.1 ${project.groupId}:${project.artifactId} diff --git a/crawler4j-frontier/crawler4j-frontier-hsqldb/pom.xml b/crawler4j-frontier/crawler4j-frontier-hsqldb/pom.xml index dd0032b8e..1fb204edd 100644 --- a/crawler4j-frontier/crawler4j-frontier-hsqldb/pom.xml +++ b/crawler4j-frontier/crawler4j-frontier-hsqldb/pom.xml @@ -5,7 +5,7 @@ crawler4j-frontier de.hs-heilbronn.mi - 4.10.1-SNAPSHOT + 4.10.1 4.0.0 diff --git a/crawler4j-frontier/crawler4j-frontier-sleepycat/pom.xml b/crawler4j-frontier/crawler4j-frontier-sleepycat/pom.xml index 81fcf46c5..d7099b926 100644 --- a/crawler4j-frontier/crawler4j-frontier-sleepycat/pom.xml +++ b/crawler4j-frontier/crawler4j-frontier-sleepycat/pom.xml @@ -5,7 +5,7 @@ crawler4j-frontier de.hs-heilbronn.mi - 4.10.1-SNAPSHOT + 4.10.1 4.0.0 diff --git a/crawler4j-frontier/crawler4j-frontier-urlfrontier/pom.xml b/crawler4j-frontier/crawler4j-frontier-urlfrontier/pom.xml index f25a9df66..56e66cacd 100644 --- a/crawler4j-frontier/crawler4j-frontier-urlfrontier/pom.xml +++ b/crawler4j-frontier/crawler4j-frontier-urlfrontier/pom.xml @@ -5,7 +5,7 @@ crawler4j-frontier de.hs-heilbronn.mi - 4.10.1-SNAPSHOT + 4.10.1 4.0.0 diff --git a/crawler4j-frontier/pom.xml b/crawler4j-frontier/pom.xml index aeaf7864b..7262a0072 100644 --- a/crawler4j-frontier/pom.xml +++ b/crawler4j-frontier/pom.xml @@ -5,7 +5,7 @@ crawler4j-parent de.hs-heilbronn.mi - 4.10.1-SNAPSHOT + 4.10.1 4.0.0 diff --git a/pom.xml b/pom.xml index 3bf010f15..a5b77216f 100644 --- a/pom.xml +++ b/pom.xml @@ -4,7 +4,7 @@ de.hs-heilbronn.mi crawler4j-parent pom - 4.10.1-SNAPSHOT + 4.10.1 ${project.groupId}:${project.artifactId} Open Source Web Crawler for Java