diff --git a/.github/workflows/onpush_superlinter.yml b/.github/workflows/onpush_superlinter.yml index bf20a2d73..5fcb5eb68 100644 --- a/.github/workflows/onpush_superlinter.yml +++ b/.github/workflows/onpush_superlinter.yml @@ -21,12 +21,29 @@ jobs: CHANGED_FILES=$(git diff --name-only origin/master...HEAD) echo "Filtering text files..." + + # Define fake Unicode blanks to normalize + declare -a UNICODE_SPACES=( + $'\xC2\xA0' # U+00A0 NBSP + $'\xE2\x80\x82' # U+2002 EN SPACE + $'\xE2\x80\x83' # U+2003 EM SPACE + $'\xE2\x80\x87' # U+2007 FIGURE SPACE + $'\xE2\x80\x88' # U+2008 PUNCTUATION SPACE + $'\xE2\x80\x89' # U+2009 THIN SPACE + $'\xE2\x80\xAF' # U+202F NARROW NBSP + $'\xE2\x81\x9F' # U+205F MEDIUM MATH SPACE + $'\xE3\x80\x80' # U+3000 IDEOGRAPHIC SPACE + $'\xE2\x80\x8B' # U+200B ZERO-WIDTH SPACE + ) + for file in $CHANGED_FILES; do if [ -f "$file" ]; then MIME_TYPE=$(file --mime-type -b "$file") if [[ "$MIME_TYPE" == text/* ]]; then echo "Fixing: $file" - sed -i 's/\xC2\xA0/ /g' "$file" + for blank in "${UNICODE_SPACES[@]}"; do + sed -i "s/$blank/ /g" "$file" + done else echo "Skipping non-text file: $file ($MIME_TYPE)" fi