read last line of ignore file

- do not cancel other matrix jobs if one test fails
- read all lines of the ignore list even if it doesn't end with a newline
- add ignore list for 0008 and 0009

.github/workflows/run_common_crawl_tests.yml

@@ -10,6 +10,7 @@ jobs:
   build:
     runs-on: ubuntu-latest
     strategy:
+      fail-fast: false
       matrix:
         pair: ["0000-0001", "0002-0003", "0004-0005", "0006-0007"]
 
@@ -45,7 +46,7 @@ jobs:
 
       - name: Remove unwanted test files
         run: |
-          while read f; do
+          while read f || [ -n "$f" ]; do
             full="corpus/extracted/$f"
             if [ -f "$full" ]; then
               echo "Removing $full"

tools/common-crawl-ignore.txt

@@ -37,4 +37,13 @@
 0006766.pdf
 0006844.pdf
 0007159.pdf
-0007559.pdf
+0007559.pdf
+0008404.pdf
+0008443.pdf
+0008674.pdf
+0008978.pdf
+0009290.pdf
+0009309.pdf
+0009464.pdf
+0009706.pdf
+0009944.pdf