org/openisis/Test.java

/*
        openisis - an open implementation of the CDS/ISIS database
        Version 0.8.x (patchlevel see file Version)
        Copyright (C) 2001-2003 by Erik Grziwotz, erik@openisis.org

        This library is free software; you can redistribute it and/or
        modify it under the terms of the GNU Lesser General Public
        License as published by the Free Software Foundation; either
        version 2.1 of the License, or (at your option) any later version.

        This library is distributed in the hope that it will be useful,
        but WITHOUT ANY WARRANTY; without even the implied warranty of
        MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
        Lesser General Public License for more details.

        You should have received a copy of the GNU Lesser General Public
        License along with this library; if not, write to the Free Software
        Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA  02111-1307  USA

        see README for more information
EOH */

package org.openisis;

import java.io.IOException;
import java.util.Date;
import java.util.Iterator;
import java.text.DecimalFormat;


/**
        Test of openisis java binding.
<p>
        $Id: Test.java,v 1.4 2003/04/08 00:20:53 kripke Exp $
        @version $Revision: 1.4 $
        @author  $Author: kripke $
*/
class Test extends Thread {

        static DecimalFormat mfn4 = new DecimalFormat( "0000" );

        public static boolean dumpRow ( Db db, Rec r, int m ) {
                if ( null == r ) {
                        System.err.println( "could not get row " );
                        return false;
                }
                if ( 1 == m ) { // cds1 test special
                        m = Db.MDL | Db.PS;
                        String r13 = "\n             ", s = "\n";
                        System.out.println( "MFN        : "+mfn4.format(r.getRowId()) );
                        System.out.print( r.v("CONFERENCE : ",null,12,m,0,0,r13,s) );
                        System.out.print( r.v("TITLE      : ",null,24,m,0,0,r13,s) );
                        System.out.print( r.v("AUTHOR(S)  : ",null,14,m,0,0,"; "+r13+" ",s) );
                        System.out.print( r.v("EDITION    : ",null,25,m,0,0,r13,s) );
                        System.out.print( r.v("IMPRINT    : ",null,26,m,0,0,r13,s) );
                        System.out.print( r.v("COLLATION  : ",null,30,m,0,0,r13,s) );
                        System.out.print( r.v("SERIES     : ",null,44,m,0,0,r13,s) );
                        System.out.print( r.v("NOTES      : ",null,50,m,0,0,r13,s) );
                        System.out.print( r.v("CORP. BODY : ",null,71,m,0,0,r13,s) );
                        System.out.print( r.v("ADDED CONF : ",null,72,m,0,0,r13,s) );
                        System.out.print( r.v("OTHER TITLE: ",null,74,m,0,0,r13,s) );
                        System.out.print( r.v("OTHER LANG : ",null,76,m|'*',0,0,r13,s) );
                        System.out.print( r.v("KEYWORDS   : ",null,69,m,0,0,r13,s) );
                        System.out.print( "\n\n" );
                        return true;
                }
                System.out.println( "got row "+r.getRowId() );
                int l = r.getLen();
                for ( int i=0; i<l; i++ ) {
                        Field f = r.getField(i);
                        System.out.println( "<"+f.tag+">"+f.v(m)+"</"+f.tag+">" );
                        if ( 0 == (Db.MHL & m) && '^' == f.val.charAt(0) ) {
                                Field[] s = f.split();
                                if ( null == s )
                                        continue;
                                for ( int j=0; j<s.length; j++ )
                                        if ( null != s[j] )
                                                System.out.println( "<"+f.tag+(char)s[j].tag+">"
                                                        +s[j].v(m) +"</"+f.tag+(char)s[j].tag+">" );
                        }
                }
                return true;
        }       // dumpRow

        public static boolean dumpRow ( Db db, Rec r ) {
                return dumpRow( db, r, Db.HTU );
        }       // dumpRow


        static String[] term, val;
        static Db db;
        static int[][] post;

        int start;

        Test ( int s ) {
                start = s;
        }

        /** implementation of runnable for crashtest.  */
        public void run () {
                long then = (new Date()).getTime();
                for ( int i=start+1; i++!=start; ) { // read recs for term i
                        if ( i >= term.length )
                                i = 0;
                        // System.err.println( "post "+i );
                        for ( int j=0; j<post[i].length; j++ ) {
                                int mfn = post[i][j];
                                Rec r;
                                if ( null == (r = db.readRow( mfn )) )
                                        System.err.println( "no rec "+mfn );
                                else if ( ! val[mfn].equals( r.getField( 0 ).val ) )
                                        System.err.println( "mismatch on "+mfn );
                        }
                }
                long now = (new Date()).getTime();
                System.out.println( "thread " + Thread.currentThread()
                        + " terminated after " + ((now - then)/1000.) + " seconds" );
        }       // run

        public static boolean crash ( String pre )
                throws InterruptedException
        {
                // collect terms array
                int n = 0;
                for ( Iterator i=db.terms(pre); i.hasNext(); n++ )
                        i.next();
                System.out.println( n + " terms" );
                term = new String[n];
                post = new int[n][];
                n = 0;
                int p = 0;
                int max = 0;
                for ( Iterator i=db.terms(pre); i.hasNext(); n++ ) {
                        post[n] = db.search( term[n] = (String) i.next(), Db.QRY_KEYEQ );
                        p += post[n].length;
                        for ( int j=0; j<post[n].length; j++ )
                                if ( max < post[n][j] )
                                        max = post[n][j];
                }
                System.out.println( p + " postings max mfn " + max );
                val = new String[max+1];
                Rec r;
                Field f;
                long then = (new Date()).getTime();
                for ( int i=1; i<val.length; i++ )
                        if ( null == (r = db.readRow( i )) )
                                System.err.println( "no rec "+i );
                        else if ( 0 < r.getLen() )
                                val[i] = r.getField( 0 ).val;
                long now = (new Date()).getTime();
                System.out.println( "sequential read " + max + " rows in "
                        +((now - then)/1000.) + " seconds "
                        +(max * 1000 / (now - then)) + " rows per sec"
                );

                int[] nThreads = { 8, 2, 1, 4 };
                int[] res = new int[nThreads.length];

                int passes = 3;

                for ( int pass=0; pass<passes; pass++ )
                        for ( int i=0; i<nThreads.length; i++ ) {
                                Thread[] th = new Thread[ nThreads[i] ];
                                then = (new Date()).getTime();
                                for ( int j=0; j<nThreads[i]; j++ )
                                        (th[j] = new Test( j*term.length/nThreads[i] )).start();
                                System.out.println( "started "+nThreads[i]+" threads" );
                                for ( int j=0; j<nThreads[i]; j++ )
                                        th[j].join();
                                now = (new Date()).getTime();
                                int rps = (int)(nThreads[i] * p * 1000 / (now - then));
                                System.out.println( "joined "+nThreads[i]+" threads after "
                                        +((now - then)/1000.) + " seconds " +rps + " rows per sec"
                                );
                                res[i] += rps;
                        }
                for ( int i=0; i<nThreads.length; i++ )
                        System.out.println( nThreads[i]+" threads  "
                                +(res[i]/passes) + " rows per sec" );
                return true;
        }       // crash


        public static void main ( String[] args )
                throws IOException, InterruptedException
        {
                int m = Db.HTU;
                int a = 0; // args offset
                db = Db.open( null, args );
                Rec r;
                // System.err.println( "db = "+db );

                while ( a < args.length ) {

                        if ( ! args[a].startsWith("-") ) { // a number ?
                                try {
                                        dumpRow( db, db.readRow( Integer.parseInt(args[a]) ), m );
                                } catch (NumberFormatException e) {}
                                a++;
                                continue;
                        }

                        if ( args[a].startsWith("-m") ) { // -mxx option
                                if ( 2 < args[a].length() )
                                        switch ( args[a].charAt(2) ) {
                                        case 'h': m = Db.MHL; break;
                                        case 'd': m = Db.MDL; break;
                                        case '1': m = 1; /* cds1 impl by dumprow */ break;
                                        default: m = 0;
                                        }
                                if ( 3 < args[a].length() && 'u' == args[a].charAt(3) )
                                        m |= Db.MXU;
                                a++;
                                continue;
                        }

                        if ( args[a].startsWith("-ht") ) { // -htx option
                                m |= Db.HTU;
                                if ( 3 < args[a].length() )
                                        switch ( args[a].charAt(3) ) {
                                        case 'i': m |= Db.HTI; break;
                                        case 'a': m |= Db.HTA; break;
                                        }
                                a++;
                                continue;
                        }

                        if ( "-dump".equals(args[a]) ) { // full dump
                                for ( int i=1; dumpRow( db, db.readRow(i), m ); i++ )
                                        ;
                                a++;
                                continue;
                        }

                        if ( "-write".equals( args[a] ) ) { // read a row, modify and write it, read again and check
                                Rec r1 = db.readRow(1);
                                dumpRow( db, r1, m );

                                Field[] fs = r1.getFields();
                        
                                fs[ 0 ] = new Field( fs[ 0 ].tag, fs[ 0 ].val + "TEST" );
                                
                                Rec r2 = new Rec( r1.getRowId(), fs ); 
                                
                                System.err.println( "write result is: " + db.writeRow( r2 ) );
                                r1 = db.readRow(1);
                                dumpRow( db, r1, m );
                        }

                        if ( "-writex".equals( args[a] ) ) { // read row, modify it and write w/ index
                                Rec r1 = db.readRow(1);
                                dumpRow( db, r1, m );

                                Field[] fs = r1.getFields();

                                // TODO: impl some test here
                        }

                        // all other options, known or not, are assumed to need a param
                        // i.e. 2 args
                        if ( 2+a > args.length )
                                break;

                        if ( "-terms".equals(args[a]) )
                                for ( Iterator i=db.terms(args[a+1]); i.hasNext(); )
                                        System.out.println( i.next() );
                        else if ( "-row".equals(args[a]) )
                                dumpRow( db, db.readRow( Integer.parseInt(args[a+1]) ), m );
                        else if ( "-scan".equals(args[a]) )
                                for ( int i=1; null != (r = db.scanRow(i,-42,args[a+1])); i++ ) {
                                        dumpRow( db, r, m );
                                        i = r.getRowId();
                                }
                        else if ( "-search".equals(args[a]) || "-query".equals(args[a]) ) {
                                String src = args[a+1];
                                int mode = 0;
                                int[] set = db.search(src,
                                        "-search".equals(args[a]) ?  Db.QRY_KEYAT : Db.QRY_SIMPLE
                                );
                                System.err.println( set.length + " rows" );
                                for ( int i=0; i<set.length; i++ )
                                        System.err.print( set[i] + "\t" );
                                System.err.println( "" );
                                for ( int i=0; i<set.length; i++ )
                                        dumpRow( db, db.readRow( set[i] ), m );
                        }
                        else if ( "-crash".equals(args[a]) ) { // crash test
                                crash( args[a+1] );
                        }
                        

                        a += 2;
                }       // while
        }       // main

}       // Test
1	dpavlin	237	/*
2			openisis - an open implementation of the CDS/ISIS database
3			Version 0.8.x (patchlevel see file Version)
4			Copyright (C) 2001-2003 by Erik Grziwotz, erik@openisis.org
5
6			This library is free software; you can redistribute it and/or
7			modify it under the terms of the GNU Lesser General Public
8			License as published by the Free Software Foundation; either
9			version 2.1 of the License, or (at your option) any later version.
10
11			This library is distributed in the hope that it will be useful,
12			but WITHOUT ANY WARRANTY; without even the implied warranty of
13			MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
14			Lesser General Public License for more details.
15
16			You should have received a copy of the GNU Lesser General Public
17			License along with this library; if not, write to the Free Software
18			Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA
19
20			see README for more information
21			EOH */
22
23			package org.openisis;
24
25			import java.io.IOException;
26			import java.util.Date;
27			import java.util.Iterator;
28			import java.text.DecimalFormat;
29
30
31			/**
32			Test of openisis java binding.
33			<p>
34			$Id: Test.java,v 1.4 2003/04/08 00:20:53 kripke Exp $
35			@version $Revision: 1.4 $
36			@author $Author: kripke $
37			*/
38			class Test extends Thread {
39
40			static DecimalFormat mfn4 = new DecimalFormat( "0000" );
41
42			public static boolean dumpRow ( Db db, Rec r, int m ) {
43			if ( null == r ) {
44			System.err.println( "could not get row " );
45			return false;
46			}
47			if ( 1 == m ) { // cds1 test special
48			m = Db.MDL \| Db.PS;
49			String r13 = "\n ", s = "\n";
50			System.out.println( "MFN : "+mfn4.format(r.getRowId()) );
51			System.out.print( r.v("CONFERENCE : ",null,12,m,0,0,r13,s) );
52			System.out.print( r.v("TITLE : ",null,24,m,0,0,r13,s) );
53			System.out.print( r.v("AUTHOR(S) : ",null,14,m,0,0,"; "+r13+" ",s) );
54			System.out.print( r.v("EDITION : ",null,25,m,0,0,r13,s) );
55			System.out.print( r.v("IMPRINT : ",null,26,m,0,0,r13,s) );
56			System.out.print( r.v("COLLATION : ",null,30,m,0,0,r13,s) );
57			System.out.print( r.v("SERIES : ",null,44,m,0,0,r13,s) );
58			System.out.print( r.v("NOTES : ",null,50,m,0,0,r13,s) );
59			System.out.print( r.v("CORP. BODY : ",null,71,m,0,0,r13,s) );
60			System.out.print( r.v("ADDED CONF : ",null,72,m,0,0,r13,s) );
61			System.out.print( r.v("OTHER TITLE: ",null,74,m,0,0,r13,s) );
62			System.out.print( r.v("OTHER LANG : ",null,76,m\|'*',0,0,r13,s) );
63			System.out.print( r.v("KEYWORDS : ",null,69,m,0,0,r13,s) );
64			System.out.print( "\n\n" );
65			return true;
66			}
67			System.out.println( "got row "+r.getRowId() );
68			int l = r.getLen();
69			for ( int i=0; i<l; i++ ) {
70			Field f = r.getField(i);
71			System.out.println( "<"+f.tag+">"+f.v(m)+"</"+f.tag+">" );
72			if ( 0 == (Db.MHL & m) && '^' == f.val.charAt(0) ) {
73			Field[] s = f.split();
74			if ( null == s )
75			continue;
76			for ( int j=0; j<s.length; j++ )
77			if ( null != s[j] )
78			System.out.println( "<"+f.tag+(char)s[j].tag+">"
79			+s[j].v(m) +"</"+f.tag+(char)s[j].tag+">" );
80			}
81			}
82			return true;
83			} // dumpRow
84
85			public static boolean dumpRow ( Db db, Rec r ) {
86			return dumpRow( db, r, Db.HTU );
87			} // dumpRow
88
89
90			static String[] term, val;
91			static Db db;
92			static int[][] post;
93
94			int start;
95
96			Test ( int s ) {
97			start = s;
98			}
99
100			/** implementation of runnable for crashtest. */
101			public void run () {
102			long then = (new Date()).getTime();
103			for ( int i=start+1; i++!=start; ) { // read recs for term i
104			if ( i >= term.length )
105			i = 0;
106			// System.err.println( "post "+i );
107			for ( int j=0; j<post[i].length; j++ ) {
108			int mfn = post[i][j];
109			Rec r;
110			if ( null == (r = db.readRow( mfn )) )
111			System.err.println( "no rec "+mfn );
112			else if ( ! val[mfn].equals( r.getField( 0 ).val ) )
113			System.err.println( "mismatch on "+mfn );
114			}
115			}
116			long now = (new Date()).getTime();
117			System.out.println( "thread " + Thread.currentThread()
118			+ " terminated after " + ((now - then)/1000.) + " seconds" );
119			} // run
120
121			public static boolean crash ( String pre )
122			throws InterruptedException
123			{
124			// collect terms array
125			int n = 0;
126			for ( Iterator i=db.terms(pre); i.hasNext(); n++ )
127			i.next();
128			System.out.println( n + " terms" );
129			term = new String[n];
130			post = new int[n][];
131			n = 0;
132			int p = 0;
133			int max = 0;
134			for ( Iterator i=db.terms(pre); i.hasNext(); n++ ) {
135			post[n] = db.search( term[n] = (String) i.next(), Db.QRY_KEYEQ );
136			p += post[n].length;
137			for ( int j=0; j<post[n].length; j++ )
138			if ( max < post[n][j] )
139			max = post[n][j];
140			}
141			System.out.println( p + " postings max mfn " + max );
142			val = new String[max+1];
143			Rec r;
144			Field f;
145			long then = (new Date()).getTime();
146			for ( int i=1; i<val.length; i++ )
147			if ( null == (r = db.readRow( i )) )
148			System.err.println( "no rec "+i );
149			else if ( 0 < r.getLen() )
150			val[i] = r.getField( 0 ).val;
151			long now = (new Date()).getTime();
152			System.out.println( "sequential read " + max + " rows in "
153			+((now - then)/1000.) + " seconds "
154			+(max * 1000 / (now - then)) + " rows per sec"
155			);
156
157			int[] nThreads = { 8, 2, 1, 4 };
158			int[] res = new int[nThreads.length];
159
160			int passes = 3;
161
162			for ( int pass=0; pass<passes; pass++ )
163			for ( int i=0; i<nThreads.length; i++ ) {
164			Thread[] th = new Thread[ nThreads[i] ];
165			then = (new Date()).getTime();
166			for ( int j=0; j<nThreads[i]; j++ )
167			(th[j] = new Test( j*term.length/nThreads[i] )).start();
168			System.out.println( "started "+nThreads[i]+" threads" );
169			for ( int j=0; j<nThreads[i]; j++ )
170			th[j].join();
171			now = (new Date()).getTime();
172			int rps = (int)(nThreads[i] * p * 1000 / (now - then));
173			System.out.println( "joined "+nThreads[i]+" threads after "
174			+((now - then)/1000.) + " seconds " +rps + " rows per sec"
175			);
176			res[i] += rps;
177			}
178			for ( int i=0; i<nThreads.length; i++ )
179			System.out.println( nThreads[i]+" threads "
180			+(res[i]/passes) + " rows per sec" );
181			return true;
182			} // crash
183
184
185			public static void main ( String[] args )
186			throws IOException, InterruptedException
187			{
188			int m = Db.HTU;
189			int a = 0; // args offset
190			db = Db.open( null, args );
191			Rec r;
192			// System.err.println( "db = "+db );
193
194			while ( a < args.length ) {
195
196			if ( ! args[a].startsWith("-") ) { // a number ?
197			try {
198			dumpRow( db, db.readRow( Integer.parseInt(args[a]) ), m );
199			} catch (NumberFormatException e) {}
200			a++;
201			continue;
202			}
203
204			if ( args[a].startsWith("-m") ) { // -mxx option
205			if ( 2 < args[a].length() )
206			switch ( args[a].charAt(2) ) {
207			case 'h': m = Db.MHL; break;
208			case 'd': m = Db.MDL; break;
209			case '1': m = 1; /* cds1 impl by dumprow */ break;
210			default: m = 0;
211			}
212			if ( 3 < args[a].length() && 'u' == args[a].charAt(3) )
213			m \|= Db.MXU;
214			a++;
215			continue;
216			}
217
218			if ( args[a].startsWith("-ht") ) { // -htx option
219			m \|= Db.HTU;
220			if ( 3 < args[a].length() )
221			switch ( args[a].charAt(3) ) {
222			case 'i': m \|= Db.HTI; break;
223			case 'a': m \|= Db.HTA; break;
224			}
225			a++;
226			continue;
227			}
228
229			if ( "-dump".equals(args[a]) ) { // full dump
230			for ( int i=1; dumpRow( db, db.readRow(i), m ); i++ )
231			;
232			a++;
233			continue;
234			}
235
236			if ( "-write".equals( args[a] ) ) { // read a row, modify and write it, read again and check
237			Rec r1 = db.readRow(1);
238			dumpRow( db, r1, m );
239
240			Field[] fs = r1.getFields();
241
242			fs[ 0 ] = new Field( fs[ 0 ].tag, fs[ 0 ].val + "TEST" );
243
244			Rec r2 = new Rec( r1.getRowId(), fs );
245
246			System.err.println( "write result is: " + db.writeRow( r2 ) );
247			r1 = db.readRow(1);
248			dumpRow( db, r1, m );
249			}
250
251			if ( "-writex".equals( args[a] ) ) { // read row, modify it and write w/ index
252			Rec r1 = db.readRow(1);
253			dumpRow( db, r1, m );
254
255			Field[] fs = r1.getFields();
256
257			// TODO: impl some test here
258			}
259
260			// all other options, known or not, are assumed to need a param
261			// i.e. 2 args
262			if ( 2+a > args.length )
263			break;
264
265			if ( "-terms".equals(args[a]) )
266			for ( Iterator i=db.terms(args[a+1]); i.hasNext(); )
267			System.out.println( i.next() );
268			else if ( "-row".equals(args[a]) )
269			dumpRow( db, db.readRow( Integer.parseInt(args[a+1]) ), m );
270			else if ( "-scan".equals(args[a]) )
271			for ( int i=1; null != (r = db.scanRow(i,-42,args[a+1])); i++ ) {
272			dumpRow( db, r, m );
273			i = r.getRowId();
274			}
275			else if ( "-search".equals(args[a]) \|\| "-query".equals(args[a]) ) {
276			String src = args[a+1];
277			int mode = 0;
278			int[] set = db.search(src,
279			"-search".equals(args[a]) ? Db.QRY_KEYAT : Db.QRY_SIMPLE
280			);
281			System.err.println( set.length + " rows" );
282			for ( int i=0; i<set.length; i++ )
283			System.err.print( set[i] + "\t" );
284			System.err.println( "" );
285			for ( int i=0; i<set.length; i++ )
286			dumpRow( db, db.readRow( set[i] ), m );
287			}
288			else if ( "-crash".equals(args[a]) ) { // crash test
289			crash( args[a+1] );
290			}
291
292
293			a += 2;
294			} // while
295			} // main
296
297			} // Test