Commit f608b406 authored by Richard Levitte's avatar Richard Levitte
Browse files

Small script to re-encode files that need it to UTF-8 



This requires 'iconv' and that 'file' can take the options '-b' and '-i'.

Reviewed-by: default avatarRich Salz <rsalz@openssl.org>
parent eeb97bce

util/toutf8.sh

0 → 100644
+17 −0
Original line number Diff line number Diff line 
#! /bin/sh

#

# Very simple script to detect and convert files that we want to re-encode to UTF8



git ls-tree -r --name-only HEAD | \

    while read F; do

	charset=`file -bi "$F" | sed -e 's|.*charset=||'`

	if [ "$charset" != "utf-8" -a "$charset" != "binary" -a "$charset" != "us-ascii" ]; then

	    iconv -f ISO-8859-1 -t UTF8 < "$F" > "$F.utf8" && \

		( cmp -s "$F" "$F.utf8" || \

			( echo "$F"

			  mv "$F" "$F.iso-8859-1"

			  mv "$F.utf8" "$F"

			)

		)

	fi

    done