Spaces:

suricodes
/

hindi-sindhi-docker

Paused

hindi-sindhi-docker / mosesdecoder /scripts /tokenizer /delete-long-words.perl

Upload folder using huggingface_hub

fd49381 verified about 2 years ago

310 Bytes

#!/usr/bin/perl -w

use strict;

while (@ARGV) {
    $_ = shift;
    /^-b$/ && ($| = 1, next); # not buffered (flush each line)
}

while(<STDIN>) {
  chop;
  my $first = 1;
  foreach (split) {
    if (length($_)<200) {
      print " " unless $first;
      print $_;
      $first = 0;
    }
  }
  print "\n";
}

	#!/usr/bin/perl -w

	use strict;

	while (@ARGV) {
	$_ = shift;
	/^-b$/ && ($\| = 1, next); # not buffered (flush each line)
	}

	while(<STDIN>) {
	chop;
	my $first = 1;
	foreach (split) {
	if (length($_)<200) {
	print " " unless $first;
	print $_;
	$first = 0;
	}
	}
	print "\n";
	}