--- trunk/index_DBI_tag.pm	2005/01/23 02:02:10	641
+++ trunk/index_DBI_filter.pm	2005/01/27 20:25:27	651
@@ -60,19 +60,21 @@
 sub delete_and_create {
 	my $self = shift;
 
-	my $index = shift || croak "need index name!";
+	my $table = shift || croak "need table name!";
 	my $sql = shift || croak "need sql to create table!";
 
-	print STDERR "## delete_and_create($index)\n" if ($debug);
+	print STDERR "## delete_and_create($table)\n" if ($debug);
 
-	my $sql_delete = "delete from $index";
-	my $sth = $self->{dbh}->prepare($sql_delete) || confess "can't prepare: $sql_delete";
+	my $sql_delete = "delete from $table";
+	my $sth = $self->{dbh}->prepare($sql_delete);
 
-	unless ($sth->execute()) {
+	if ($sth && $sth->execute()) {
+		print STDERR "## deleted rows from table $table\n" if ($debug);
+	} else {
 		# can't delete from table, assume it doesn't exists!
 		$self->{dbh}->rollback;
 		$self->{dbh}->do($sql) || confess "SQL: $sql ".$self->{dbh}->errstr();
-		print STDERR "## creating table $index\n" if ($debug);
+		print STDERR "## creating table $table\n" if ($debug);
 		$self->{dbh}->begin_work;
 	}
 }
@@ -83,7 +85,7 @@
 	my $field = shift;
 	my $index_data = shift || print STDERR "\$index->insert($field,NULL,...)";
 	my $display = shift || $index_data;
-	my $tag = shift;
+	my $filter = shift;
 
 	if (! $index_data) {
 		print STDERR "\$index->insert() -- no value to insert\n";
@@ -106,7 +108,7 @@
 	}
 
 	$self->{c}->{$uc}->{$field}->{count}++;
-	$self->{c}->{$uc}->{$field}->{tag}->{$tag}++ if ($tag);
+	$self->{c}->{$uc}->{$field}->{filter}->{$filter}++ if ($filter);
 }
 
 sub count {
@@ -115,24 +117,52 @@
 	my $field = shift;
 	my $where = shift;
 
-	my $sql = "select count(*) from index where name = ? and upper(item) like upper(?)||'%'";
+	my $filter = shift;
 
-	my $sth = $self->{dbh}->prepare($sql) || die $self->{dbh}->errstr();
-	$sth->execute($field,$where) || die "sql: $sql; ".$self->{dbh}->errstr();
+	my $tables_sql = 'data';
+	my $where_sql = '';
+	my @sql_args = ( $field, $where );
+
+	if ($filter) {
+		$tables_sql .= ",filters";
+		$where_sql .= "
+			and data.ord = filters.ord
+			and filter = ?
+		";
+		push @sql_args, $filter;
+	}
+
+	my $sql = qq{
+		select count(*)
+		from $tables_sql
+		where name = ? and upper(item) like upper(?)||'%'
+		$where_sql
+	};
+
+	my $sth = $self->{dbh}->prepare($sql) || confess $self->{dbh}->errstr();
+	$sth->execute(@sql_args) || confess "sql: $sql; ".$self->{dbh}->errstr();
 
 	my ($total) = $sth->fetchrow_array();
 
 	# no results, count all
 	if (! $total) {
-		my $sql = "select count(*) from index wheere name = ?";
+		my $sql = qq{
+			select count(*)
+			from $tables_sql
+			where data.name = ?
+			$where_sql
+		};
 
-		my $sth = $self->{dbh}->prepare($sql) || die $self->{dbh}->errstr();
-		$sth->execute($field) || die "sql: $sql; ".$self->{dbh}->errstr();
+		@sql_args = ( $field );
+		push @sql_args, $filter if ($filter);
+
+		my $sth = $self->{dbh}->prepare($sql) || confess $self->{dbh}->errstr();
+		$sth->execute(@sql_args) || confess "sql: $sql; ".$self->{dbh}->errstr();
 		$total = $sth->fetchrow_array();
 
 	}
 
-	return $total || 1;
+	return $total || '0';
 }
 
 
@@ -144,40 +174,73 @@
 
 	my $offset = shift || 0;
 	my $rows = shift || 10;
+	my $filter = shift;
+
 	my $from_ord = 0;
 
-	my @sql_args;
+	my $tables_sql = 'data';
+	my $where_sql = '';
 
-	my $sql = qq{
-		select item,display,count
-		from index
-		where name = ?
-		and ord > ?
-		order by ord
-		limit ? offset ?
-	};
+	my @sql_args = ( $field, $where );
+
+	if ($filter) {
+		$tables_sql .= ",filters";
+		$where_sql .= "
+			and data.ord = filters.ord
+			and filter = ?
+		";
+		push @sql_args, $filter;
+	}
 
 	if ($where) {
-		my $sql2 = "select ord from index where name = ? and upper(item) like upper(?)||'%'";
-		my $sth = $self->{dbh}->prepare($sql2) || die "sql2: $sql2; ".$self->{dbh}->errstr();
+		my $sql2 = qq{
+			select data.ord as ord
+			from $tables_sql
+			where name = ? and upper(item) like upper(?)||'%'
+			$where_sql
+		};
+		my $sth = $self->{dbh}->prepare($sql2) || confess "sql2: $sql2; ".$self->{dbh}->errstr();
 
-		$sth->execute($field, $where) || die "sql2: $sql2; ".$self->{dbh}->errstr();
+		$sth->execute(@sql_args) || confess "sql2: $sql2; ".$self->{dbh}->errstr();
 		if (my $row = $sth->fetchrow_hashref) {
 			$from_ord += $row->{ord} - 1;
 		} else {
 			# if no match is found when searching from beginning
 			# of word in index, try substring match anywhere
-			$sql2 = "select ord from index where name = ? and upper(item) like '% '||upper(?)||'%'";
-			$sth = $self->{dbh}->prepare($sql2) || die "sql2: $sql2; ".$self->{dbh}->errstr();
-			$sth->execute($field, $where) || die "sql2: $sql2; ".$self->{dbh}->errstr();
+			$sql2 = qq{
+				select data.ord as ord
+				from $tables_sql
+				where name = ? and upper(item) like '% '||upper(?)||'%'
+				$where_sql
+			};
+	
+			$sth = $self->{dbh}->prepare($sql2) || confess "sql2: $sql2; ".$self->{dbh}->errstr();
+			$sth->execute(@sql_args) || confess "sql2: $sql2; ".$self->{dbh}->errstr();
+
 			if (my $row = $sth->fetchrow_hashref) {
 				$from_ord += $row->{ord} - 1;
 			}
 		}
 	}
 
-	my $sth = $self->{dbh}->prepare($sql) || die "prepare: $sql; ".$self->{dbh}->errstr();
-	$sth->execute($field,$from_ord,$rows,$offset) || die "execute: $sql; ".$self->{dbh}->errstr();
+	@sql_args = ( $field, $from_ord );
+	push @sql_args, $filter if ($filter);
+
+	my $sql = qq{
+		select item,display,data.count as count
+		from $tables_sql
+		where name = ?
+			and data.ord > ?
+		$where_sql
+			order by data.ord
+	};
+
+	# fix SQLite problem which doesn't allow placeholders in limit and offset
+	# http://thread.gmane.org/gmane.comp.db.sqlite.general/9707
+	$sql .= "limit $rows offset $offset";
+
+	my $sth = $self->{dbh}->prepare($sql) || confess "prepare: $sql; ".$self->{dbh}->errstr();
+	$sth->execute(@sql_args) || confess "execute: $sql; ".join("|",@sql_args)." ".$self->{dbh}->errstr();
 	my @arr;
 	while (my $row = $sth->fetchrow_hashref) {
 		$row->{item} = HTML::Entities::encode($row->{item},' <>&"');
@@ -194,10 +257,10 @@
 
 	return if (! $self->{dbh});
 
-	$self->{dbh}->begin_work || die $self->{dbh}->errstr();
+	$self->{dbh}->begin_work || confess $self->{dbh}->errstr();
 
-	$self->delete_and_create('index', qq{
-		create table index (
+	$self->delete_and_create('data', qq{
+		create table data (
 			name varchar(255),
 			ord int,
 			item text,
@@ -207,12 +270,12 @@
 		);
 	});
 
-	$self->delete_and_create('tags', qq{
-		create table tags (
-			tag varchar(255),
+	$self->delete_and_create('filters', qq{
+		create table filters (
+			filter varchar(255),
 			ord int,
 			count int,
-			primary key (tag,ord)
+			primary key (filter,ord)
 		);
 	});
 
@@ -221,11 +284,11 @@
 	$self->bench("got ".($#items+1)." items, now sorting");
 	@items = sort @items;
 
-	my $sql = "insert into index  (name,ord,item,display,count) values (?,?,?,?,?)";
+	my $sql = "insert into data (name,ord,item,display,count) values (?,?,?,?,?)";
 	my $sth_index = $self->{dbh}->prepare($sql) || confess "$sql: ".$self->{dbh}->errstr();
 
-	$sql = "insert into tags (tag, ord, count) values (?,?,?)";
-	my $sth_tag = $self->{dbh}->prepare($sql) || confess "$sql: ".$self->{dbh}->errstr();
+	$sql = "insert into filters (filter, ord, count) values (?,?,?)";
+	my $sth_filter = $self->{dbh}->prepare($sql) || confess "$sql: ".$self->{dbh}->errstr();
 
 	my $ord = 0;
 	foreach my $key (@items) {
@@ -240,18 +303,18 @@
 				$self->{c}->{$key}->{$field}->{count},
 			);
 
-			# store tags
-			next unless ($self->{c}->{$key}->{$field}->{tag});
+			# store filters
+			next unless ($self->{c}->{$key}->{$field}->{filter});
 
-			foreach my $tag (keys %{$self->{c}->{$key}->{$field}->{tag}}) {
-				$sth_tag->execute( $tag, $ord, $self->{c}->{$key}->{$field}->{tag}->{$tag} );
+			foreach my $filter (keys %{$self->{c}->{$key}->{$field}->{filter}}) {
+				$sth_filter->execute( $filter, $ord, $self->{c}->{$key}->{$field}->{filter}->{$filter} );
 			}
 		}
 
 
 	}
 
-	$self->{dbh}->commit || die $self->{dbh}->errstr();
+	$self->{dbh}->commit || confess $self->{dbh}->errstr();
 
 	$self->bench("vacuuming");