162306a36Sopenharmony_ci#!/usr/bin/env perl
262306a36Sopenharmony_ci# SPDX-License-Identifier: GPL-2.0
362306a36Sopenharmony_ci#
462306a36Sopenharmony_ci# Clean a text file -- or directory of text files -- of stealth whitespace.
562306a36Sopenharmony_ci# WARNING: this can be a highly destructive operation.  Use with caution.
662306a36Sopenharmony_ci#
762306a36Sopenharmony_ci
862306a36Sopenharmony_ciuse warnings;
962306a36Sopenharmony_ciuse bytes;
1062306a36Sopenharmony_ciuse File::Basename;
1162306a36Sopenharmony_ci
1262306a36Sopenharmony_ci# Default options
1362306a36Sopenharmony_ci$max_width = 79;
1462306a36Sopenharmony_ci
1562306a36Sopenharmony_ci# Clean up space-tab sequences, either by removing spaces or
1662306a36Sopenharmony_ci# replacing them with tabs.
1762306a36Sopenharmony_cisub clean_space_tabs($)
1862306a36Sopenharmony_ci{
1962306a36Sopenharmony_ci    no bytes;			# Tab alignment depends on characters
2062306a36Sopenharmony_ci
2162306a36Sopenharmony_ci    my($li) = @_;
2262306a36Sopenharmony_ci    my($lo) = '';
2362306a36Sopenharmony_ci    my $pos = 0;
2462306a36Sopenharmony_ci    my $nsp = 0;
2562306a36Sopenharmony_ci    my($i, $c);
2662306a36Sopenharmony_ci
2762306a36Sopenharmony_ci    for ($i = 0; $i < length($li); $i++) {
2862306a36Sopenharmony_ci	$c = substr($li, $i, 1);
2962306a36Sopenharmony_ci	if ($c eq "\t") {
3062306a36Sopenharmony_ci	    my $npos = ($pos+$nsp+8) & ~7;
3162306a36Sopenharmony_ci	    my $ntab = ($npos >> 3) - ($pos >> 3);
3262306a36Sopenharmony_ci	    $lo .= "\t" x $ntab;
3362306a36Sopenharmony_ci	    $pos = $npos;
3462306a36Sopenharmony_ci	    $nsp = 0;
3562306a36Sopenharmony_ci	} elsif ($c eq "\n" || $c eq "\r") {
3662306a36Sopenharmony_ci	    $lo .= " " x $nsp;
3762306a36Sopenharmony_ci	    $pos += $nsp;
3862306a36Sopenharmony_ci	    $nsp = 0;
3962306a36Sopenharmony_ci	    $lo .= $c;
4062306a36Sopenharmony_ci	    $pos = 0;
4162306a36Sopenharmony_ci	} elsif ($c eq " ") {
4262306a36Sopenharmony_ci	    $nsp++;
4362306a36Sopenharmony_ci	} else {
4462306a36Sopenharmony_ci	    $lo .= " " x $nsp;
4562306a36Sopenharmony_ci	    $pos += $nsp;
4662306a36Sopenharmony_ci	    $nsp = 0;
4762306a36Sopenharmony_ci	    $lo .= $c;
4862306a36Sopenharmony_ci	    $pos++;
4962306a36Sopenharmony_ci	}
5062306a36Sopenharmony_ci    }
5162306a36Sopenharmony_ci    $lo .= " " x $nsp;
5262306a36Sopenharmony_ci    return $lo;
5362306a36Sopenharmony_ci}
5462306a36Sopenharmony_ci
5562306a36Sopenharmony_ci# Compute the visual width of a string
5662306a36Sopenharmony_cisub strwidth($) {
5762306a36Sopenharmony_ci    no bytes;			# Tab alignment depends on characters
5862306a36Sopenharmony_ci
5962306a36Sopenharmony_ci    my($li) = @_;
6062306a36Sopenharmony_ci    my($c, $i);
6162306a36Sopenharmony_ci    my $pos = 0;
6262306a36Sopenharmony_ci    my $mlen = 0;
6362306a36Sopenharmony_ci
6462306a36Sopenharmony_ci    for ($i = 0; $i < length($li); $i++) {
6562306a36Sopenharmony_ci	$c = substr($li,$i,1);
6662306a36Sopenharmony_ci	if ($c eq "\t") {
6762306a36Sopenharmony_ci	    $pos = ($pos+8) & ~7;
6862306a36Sopenharmony_ci	} elsif ($c eq "\n") {
6962306a36Sopenharmony_ci	    $mlen = $pos if ($pos > $mlen);
7062306a36Sopenharmony_ci	    $pos = 0;
7162306a36Sopenharmony_ci	} else {
7262306a36Sopenharmony_ci	    $pos++;
7362306a36Sopenharmony_ci	}
7462306a36Sopenharmony_ci    }
7562306a36Sopenharmony_ci
7662306a36Sopenharmony_ci    $mlen = $pos if ($pos > $mlen);
7762306a36Sopenharmony_ci    return $mlen;
7862306a36Sopenharmony_ci}
7962306a36Sopenharmony_ci
8062306a36Sopenharmony_ci$name = basename($0);
8162306a36Sopenharmony_ci
8262306a36Sopenharmony_ci@files = ();
8362306a36Sopenharmony_ci
8462306a36Sopenharmony_ciwhile (defined($a = shift(@ARGV))) {
8562306a36Sopenharmony_ci    if ($a =~ /^-/) {
8662306a36Sopenharmony_ci	if ($a eq '-width' || $a eq '-w') {
8762306a36Sopenharmony_ci	    $max_width = shift(@ARGV)+0;
8862306a36Sopenharmony_ci	} else {
8962306a36Sopenharmony_ci	    print STDERR "Usage: $name [-width #] files...\n";
9062306a36Sopenharmony_ci	    exit 1;
9162306a36Sopenharmony_ci	}
9262306a36Sopenharmony_ci    } else {
9362306a36Sopenharmony_ci	push(@files, $a);
9462306a36Sopenharmony_ci    }
9562306a36Sopenharmony_ci}
9662306a36Sopenharmony_ci
9762306a36Sopenharmony_ciforeach $f ( @files ) {
9862306a36Sopenharmony_ci    print STDERR "$name: $f\n";
9962306a36Sopenharmony_ci
10062306a36Sopenharmony_ci    if (! -f $f) {
10162306a36Sopenharmony_ci	print STDERR "$f: not a file\n";
10262306a36Sopenharmony_ci	next;
10362306a36Sopenharmony_ci    }
10462306a36Sopenharmony_ci
10562306a36Sopenharmony_ci    if (!open(FILE, '+<', $f)) {
10662306a36Sopenharmony_ci	print STDERR "$name: Cannot open file: $f: $!\n";
10762306a36Sopenharmony_ci	next;
10862306a36Sopenharmony_ci    }
10962306a36Sopenharmony_ci
11062306a36Sopenharmony_ci    binmode FILE;
11162306a36Sopenharmony_ci
11262306a36Sopenharmony_ci    # First, verify that it is not a binary file; consider any file
11362306a36Sopenharmony_ci    # with a zero byte to be a binary file.  Is there any better, or
11462306a36Sopenharmony_ci    # additional, heuristic that should be applied?
11562306a36Sopenharmony_ci    $is_binary = 0;
11662306a36Sopenharmony_ci
11762306a36Sopenharmony_ci    while (read(FILE, $data, 65536) > 0) {
11862306a36Sopenharmony_ci	if ($data =~ /\0/) {
11962306a36Sopenharmony_ci	    $is_binary = 1;
12062306a36Sopenharmony_ci	    last;
12162306a36Sopenharmony_ci	}
12262306a36Sopenharmony_ci    }
12362306a36Sopenharmony_ci
12462306a36Sopenharmony_ci    if ($is_binary) {
12562306a36Sopenharmony_ci	print STDERR "$name: $f: binary file\n";
12662306a36Sopenharmony_ci	next;
12762306a36Sopenharmony_ci    }
12862306a36Sopenharmony_ci
12962306a36Sopenharmony_ci    seek(FILE, 0, 0);
13062306a36Sopenharmony_ci
13162306a36Sopenharmony_ci    $in_bytes = 0;
13262306a36Sopenharmony_ci    $out_bytes = 0;
13362306a36Sopenharmony_ci    $blank_bytes = 0;
13462306a36Sopenharmony_ci
13562306a36Sopenharmony_ci    @blanks = ();
13662306a36Sopenharmony_ci    @lines  = ();
13762306a36Sopenharmony_ci    $lineno = 0;
13862306a36Sopenharmony_ci
13962306a36Sopenharmony_ci    while ( defined($line = <FILE>) ) {
14062306a36Sopenharmony_ci	$lineno++;
14162306a36Sopenharmony_ci	$in_bytes += length($line);
14262306a36Sopenharmony_ci	$line =~ s/[ \t\r]*$//;		# Remove trailing spaces
14362306a36Sopenharmony_ci	$line = clean_space_tabs($line);
14462306a36Sopenharmony_ci
14562306a36Sopenharmony_ci	if ( $line eq "\n" ) {
14662306a36Sopenharmony_ci	    push(@blanks, $line);
14762306a36Sopenharmony_ci	    $blank_bytes += length($line);
14862306a36Sopenharmony_ci	} else {
14962306a36Sopenharmony_ci	    push(@lines, @blanks);
15062306a36Sopenharmony_ci	    $out_bytes += $blank_bytes;
15162306a36Sopenharmony_ci	    push(@lines, $line);
15262306a36Sopenharmony_ci	    $out_bytes += length($line);
15362306a36Sopenharmony_ci	    @blanks = ();
15462306a36Sopenharmony_ci	    $blank_bytes = 0;
15562306a36Sopenharmony_ci	}
15662306a36Sopenharmony_ci
15762306a36Sopenharmony_ci	$l_width = strwidth($line);
15862306a36Sopenharmony_ci	if ($max_width && $l_width > $max_width) {
15962306a36Sopenharmony_ci	    print STDERR
16062306a36Sopenharmony_ci		"$f:$lineno: line exceeds $max_width characters ($l_width)\n";
16162306a36Sopenharmony_ci	}
16262306a36Sopenharmony_ci    }
16362306a36Sopenharmony_ci
16462306a36Sopenharmony_ci    # Any blanks at the end of the file are discarded
16562306a36Sopenharmony_ci
16662306a36Sopenharmony_ci    if ($in_bytes != $out_bytes) {
16762306a36Sopenharmony_ci	# Only write to the file if changed
16862306a36Sopenharmony_ci	seek(FILE, 0, 0);
16962306a36Sopenharmony_ci	print FILE @lines;
17062306a36Sopenharmony_ci
17162306a36Sopenharmony_ci	if ( !defined($where = tell(FILE)) ||
17262306a36Sopenharmony_ci	     !truncate(FILE, $where) ) {
17362306a36Sopenharmony_ci	    die "$name: Failed to truncate modified file: $f: $!\n";
17462306a36Sopenharmony_ci	}
17562306a36Sopenharmony_ci    }
17662306a36Sopenharmony_ci
17762306a36Sopenharmony_ci    close(FILE);
17862306a36Sopenharmony_ci}
179