--- isis2stream.pl	2002/06/13 15:32:10	1.1
+++ isis2stream.pl	2002/06/14 18:24:05	1.2
@@ -185,7 +185,7 @@
 	my $nr = shift @_;
 	my $out = "";
 	while (my $fld = shift @_) {
-		if ($fld =~ m/\s+/) {
+		if ($fld =~ s/\s*[,;\.!?'"<>\[\]]*\s+/ /g) {
 			foreach my $w (split(/\s+/,$fld)) {
 				# FIX: this should be replaced by stemmer!
 				$out .= "W $w $nr\n";