--- branches/unesco/index_DBI_cache.pm	2005/01/16 18:35:24	632
+++ branches/unesco/index_DBI_cache.pm	2005/01/16 18:57:15	633
@@ -102,12 +102,7 @@
 
 	#$sth_cache{$field."select"}->execute($index_data) || die "cache: $field select; ".$self->{dbh}->errstr();
 
-	# XXX for some strange reason, it seems that some entries in my
-	# database produce strings which start with null byte. I suspect
-	# this to be bug in OpenIsis 0.9.0.
-	# This should fix it..
-	$index_data =~ s/^[^\w]+//;
-	$index_data = substr($index_data,0,255);
+	$index_data =~ s#&(\w)(acute|cedil|circ|grave|ring|slash|tilde|uml);#$1#gi;
 
 	my $uc = uc($index_data);
 	if (! $c_table->{$field}->{$uc}) {
@@ -186,6 +181,8 @@
 	while (my $row = $sth->fetchrow_hashref) {
 		$row->{item} = HTML::Entities::encode($row->{item},' <>&"');
 		$row->{display} = HTML::Entities::encode($row->{display},'<>&"');
+		$row->{item} =~ s#&amp;(\w)(acute|cedil|circ|grave|ring|slash|tilde|uml);#$1#gi;
+		$row->{display} =~ s#&amp;(\w)(acute|cedil|circ|grave|ring|slash|tilde|uml);#&$1$2;#gi;
 		push @arr,$row;
 	}
 	return @arr;