Skip to content

armgit / nutch

Public Imported from GitHub
0

Apache Nutch is an extensible and scalable web crawler

NUTCH-3189 Upgrade core dependencies - Upgrade Apache RAT to 0.18 - Adapt GitHub workflow to new RAT report format - Complete exclusions of language-identifier test files

Sebastian Nagel6fc4e0aaf887
diff --git a/.github/workflows/master-build.yml b/.github/workflows/master-build.yml
index c731be356..13096f35c 100644
--- a/.github/workflows/master-build.yml
+++ b/.github/workflows/master-build.yml
@@ -77,12 +77,14 @@ jobs:
- name: Run Apache Rat
run: ant clean releaseaudit -buildfile build.xml
- name: Cache unknown licenses
- run: echo "UNKNOWN_LICENSES=$(sed -n 18p /home/runner/work/nutch/nutch/build/apache-rat-report.txt)" >> $GITHUB_ENV
+ # Note: Apache RAT 0.18 only reports unknown licenses as "Unknown license: N" (if there are any)
+ run: |
+ echo "UNKNOWN_LICENSES=$(grep -E '^Unknown license: [0-9]+' /home/runner/work/nutch/nutch/build/apache-rat-report.txt)" >> $GITHUB_ENV
- name: Versions
run: |
echo $UNKNOWN_LICENSES
- name: Fail if any unknown licenses
- if: ${{ env.UNKNOWN_LICENSES != '0 Unknown Licenses' }}
+ if: ${{ env.UNKNOWN_LICENSES != '' }}
run: exit 1
openapi-lint:
diff --git a/build.xml b/build.xml
index 3f8fad7c9..79526176c 100644
--- a/build.xml
+++ b/build.xml
@@ -49,7 +49,7 @@
<property name="jacoco.ant.jar" value="${jacoco.home}/lib/jacocoant.jar" />
<property name="coverage.dir" value="${build.dir}/coverage" />
- <property name="apache-rat.version" value="0.16" />
+ <property name="apache-rat.version" value="0.18" />
<property name="apache-rat.home" value="${ivy.dir}/apache-rat-${apache-rat.version}" />
<property name="apache-rat.jar" value="${apache-rat.home}/apache-rat-${apache-rat.version}.jar" />
@@ -1017,7 +1017,9 @@
<fileset dir="src">
<include name="**"/>
<exclude name="plugin/language-identifier/src/java/org/apache/nutch/analysis/lang/langmappings.properties"/>
+ <exclude name="plugin/language-identifier/src/test/org/apache/nutch/analysis/lang/da.test"/>
<exclude name="plugin/language-identifier/src/test/org/apache/nutch/analysis/lang/de.test"/>
+ <exclude name="plugin/language-identifier/src/test/org/apache/nutch/analysis/lang/el.test"/>
<exclude name="plugin/language-identifier/src/test/org/apache/nutch/analysis/lang/en.test"/>
<exclude name="plugin/language-identifier/src/test/org/apache/nutch/analysis/lang/es.test"/>
<exclude name="plugin/language-identifier/src/test/org/apache/nutch/analysis/lang/fi.test"/>
@@ -1027,7 +1029,6 @@
<exclude name="plugin/language-identifier/src/test/org/apache/nutch/analysis/lang/pt.test"/>
<exclude name="plugin/language-identifier/src/test/org/apache/nutch/analysis/lang/sv.test"/>
<exclude name="plugin/language-identifier/src/test/org/apache/nutch/analysis/lang/test-referencial.txt"/>
- <exclude name="plugin/language-identifier/src/test/org/apache/nutch/analysis/lang/da.test"/>
<exclude name="plugin/parse-tika/sample/ootest.txt"/>
<exclude name="plugin/parse-tika/sample/test.rtf"/>
<exclude name="plugin/urlfilter-ignoreexempt/data/.donotdelete"/>