fail on invalid

Author: kristof-ringleff

tests/launch.sh

@@ -126,10 +126,12 @@ for file in $EXAMPLE_FILES; do
             echo "Generated-invalid-file: $file"
         fi
         if [ "$file" = "examples/example_065.php" ] || [ "$file" = "examples/example_066.php" ]; then
-          docker run -v $TEMP_FOLDER:/data --rm -w /data/ pdfix/verapdf-validation:latest validate --format "json" -i "output.pdf"
-          if [ $? -gt 0 ]; then
+          VALIDATION_OUTPUT = $(docker run -v $TEMP_FOLDER:/data --rm -w /data/ pdfix/verapdf-validation:latest validate --format "json" -i "output.pdf")
+          VALIDATION_RESULT = $(echo $VALIDATION_OUTPUT |  jq '.report.jobs[0].validationResult[0].compliant')
+          if [ "$VALIDATION_RESULT" = "false" ]; then
               FAILED_FLAG=1
               echo "Generated pdf file failed validation: $file"
+              echo $VALIDATION_OUTPUT
           fi
         fi
     else