Apache Nutch is an extensible and scalable web crawler
NUTCH-3189 Upgrade core dependencies - Upgrade Apache RAT to 0.18 - Adapt GitHub workflow to new RAT report format - Complete exclusions of language-identifier test files
Sebastian Nagel6fc4e0aaf887
diff --git a/.github/workflows/master-build.yml b/.github/workflows/master-build.ymlindex c731be356..13096f35c 100644--- a/.github/workflows/master-build.yml+++ b/.github/workflows/master-build.yml@@ -77,12 +77,14 @@ jobs:- name: Run Apache Ratrun: ant clean releaseaudit -buildfile build.xml- name: Cache unknown licenses- run: echo "UNKNOWN_LICENSES=$(sed -n 18p /home/runner/work/nutch/nutch/build/apache-rat-report.txt)" >> $GITHUB_ENV+ # Note: Apache RAT 0.18 only reports unknown licenses as "Unknown license: N" (if there are any)+ run: |+ echo "UNKNOWN_LICENSES=$(grep -E '^Unknown license: [0-9]+' /home/runner/work/nutch/nutch/build/apache-rat-report.txt)" >> $GITHUB_ENV- name: Versionsrun: |echo $UNKNOWN_LICENSES- name: Fail if any unknown licenses- if: ${{ env.UNKNOWN_LICENSES != '0 Unknown Licenses' }}+ if: ${{ env.UNKNOWN_LICENSES != '' }}run: exit 1openapi-lint:diff --git a/build.xml b/build.xmlindex 3f8fad7c9..79526176c 100644--- a/build.xml+++ b/build.xml@@ -49,7 +49,7 @@<property name="jacoco.ant.jar" value="${jacoco.home}/lib/jacocoant.jar" /><property name="coverage.dir" value="${build.dir}/coverage" />- <property name="apache-rat.version" value="0.16" />+ <property name="apache-rat.version" value="0.18" /><property name="apache-rat.home" value="${ivy.dir}/apache-rat-${apache-rat.version}" /><property name="apache-rat.jar" value="${apache-rat.home}/apache-rat-${apache-rat.version}.jar" />@@ -1017,7 +1017,9 @@<fileset dir="src"><include name="**"/><exclude name="plugin/language-identifier/src/java/org/apache/nutch/analysis/lang/langmappings.properties"/>+ <exclude name="plugin/language-identifier/src/test/org/apache/nutch/analysis/lang/da.test"/><exclude name="plugin/language-identifier/src/test/org/apache/nutch/analysis/lang/de.test"/>+ <exclude name="plugin/language-identifier/src/test/org/apache/nutch/analysis/lang/el.test"/><exclude name="plugin/language-identifier/src/test/org/apache/nutch/analysis/lang/en.test"/><exclude name="plugin/language-identifier/src/test/org/apache/nutch/analysis/lang/es.test"/><exclude name="plugin/language-identifier/src/test/org/apache/nutch/analysis/lang/fi.test"/>@@ -1027,7 +1029,6 @@<exclude name="plugin/language-identifier/src/test/org/apache/nutch/analysis/lang/pt.test"/><exclude name="plugin/language-identifier/src/test/org/apache/nutch/analysis/lang/sv.test"/><exclude name="plugin/language-identifier/src/test/org/apache/nutch/analysis/lang/test-referencial.txt"/>- <exclude name="plugin/language-identifier/src/test/org/apache/nutch/analysis/lang/da.test"/><exclude name="plugin/parse-tika/sample/ootest.txt"/><exclude name="plugin/parse-tika/sample/test.rtf"/><exclude name="plugin/urlfilter-ignoreexempt/data/.donotdelete"/>