package uk.ac.starlink.ttools.task; import java.util.logging.Level; import java.util.logging.Logger; import uk.ac.starlink.table.ColumnData; import uk.ac.starlink.table.StarTable; import uk.ac.starlink.table.Tables; import uk.ac.starlink.task.UsageException; import uk.ac.starlink.ttools.QuickTable; import uk.ac.starlink.ttools.TableTestCase; import uk.ac.starlink.ttools.join.MatchEngineParameter; public class TableMatch2Test extends TableTestCase { private final StarTable t1_; private final StarTable t2_; public TableMatch2Test( String name ) { super( name ); t1_ = new QuickTable( 3, new ColumnData[] { col( "X", new double[] { 1134.822, 659.68, 909.613 } ), col( "Y", new double[] { 599.247, 1046.874, 543.293 } ), col( "Vmag", new double[] { 13.8, 17.2, 9.3 } ), } ); t2_ = new QuickTable( 4, new ColumnData[] { col( "X", new double[] { 909.523, 1832.114, 1135.201, 702.622 } ), col( "Y", new double[] { 543.800, 409.567, 600.100, 1004.972 } ), col( "Bmag", new double[] { 10.1, 12.3, 14.6, 19.0 } ), } ); Logger.getLogger( "uk.ac.starlink.ttools.task" ) .setLevel( Level.WARNING ); Logger.getLogger( "uk.ac.starlink.ttools.join" ) .setLevel( Level.WARNING ); } public void testCols() throws Exception { String[] cols12sep = new String[] { "X_1", "Y_1", "Vmag", "X_2", "Y_2", "Bmag", "Separation" }; assertArrayEquals( cols12sep, getColNames( join12( "1and2", "best", 1.0 ) ) ); assertArrayEquals( cols12sep, getColNames( join12( "1and2", "best1", 1.0 ) ) ); assertArrayEquals( cols12sep, getColNames( join12( "1and2", "best2", 1.0 ) ) ); assertArrayEquals( cols12sep, getColNames( join12( "1or2", "all", 1.0 ) ) ); assertArrayEquals( cols12sep, getColNames( join12( "all1", "all", 1.0 ) ) ); assertArrayEquals( cols12sep, getColNames( join12( "all2", "all", 1.0 ) ) ); assertArrayEquals( new String[] { "X_1", "Y_1", "Vmag", "X_2", "Y_2", "Bmag" }, getColNames( join12( "1xor2", "all", 1.0 ) ) ); assertArrayEquals( cols12sep, getColNames( join12( "1and2", "all", 0.5 ) ) ); assertArrayEquals( new String[] { "X", "Y", "Vmag" }, getColNames( join12( "1not2", "best", 1.0 ) ) ); assertArrayEquals( new String[] { "X", "Y", "Bmag" }, getColNames( join12( "2not1", "all", 1.0 ) ) ); assertArrayEquals( cols12sep, getColNames( join12( "1and2", "best", 1.0, null, null ) ) ); assertArrayEquals( new String[] { "X", "Y", "Vmag", "X", "Y", "Bmag", "Separation" }, getColNames( join12( "1and2", "best", 1.0, "", "" ) ) ); assertArrayEquals( new String[] { "X_1", "Y_1", "Vmag", "X", "Y", "Bmag", "Separation" }, getColNames( join12( "1and2", "best", 1.0, null, "" ) ) ); assertArrayEquals( new String[] { "X-a", "Y-a", "Vmag", "X-b", "Y-b", "Bmag", "Separation" }, getColNames( join12( "1or2", "best", 1.0, "-a", "-b" ) ) ); } public void testRows() throws Exception { assertEquals( 2L, join12( "1and2", "best", 1.0 ).getRowCount() ); assertEquals( 5L, join12( "1or2", "best", 1.0 ).getRowCount() ); assertEquals( 3L, join12( "all1", "best", 1.0 ).getRowCount() ); assertEquals( 4L, join12( "all2", "best", 1.0 ).getRowCount() ); assertEquals( 1L, join12( "1not2", "best", 1.0 ).getRowCount() ); assertEquals( 2L, join12( "2not1", "best", 1.0 ).getRowCount() ); assertEquals( 3L, join12( "1xor2", "best", 1.0 ).getRowCount() ); } public void testAnd() throws Exception { StarTable tAnd = join12( "1and2", "best", 1.0 ); assertArrayEquals( box( new double[] { 1134.822, 909.613 } ), getColData( tAnd, 0 ) ); assertArrayEquals( box( new double[] { 600.100, 543.800 } ), getColData( tAnd, 4 ) ); assertArrayEquals( new double[] { 0.933, 0.515 }, unbox( getColData( tAnd, 6 ) ), 0.0005 ); assertEquals( 2, join12( "1and2", "best", 0.934 ).getRowCount() ); assertEquals( 1, join12( "1and2", "best", 0.932 ).getRowCount() ); assertEquals( 1, join12( "1and2", "best", 0.516 ).getRowCount() ); assertEquals( 0, join12( "1and2", "best", 0.514 ).getRowCount() ); } public void testAsymmetric() throws Exception { MapEnvironment catEnv = new MapEnvironment() .setValue( "nin", "2" ) .setValue( "in1", t2_ ) .setValue( "in2", t2_ ) .setValue( "seqcol", "iseq" ) .setValue( "ocmd", "replacecol X X+0.01*(iseq-1);" + "replacecol Y Y+0.01*(iseq-1);" + "delcols iseq;" ); new TableCatN().createExecutable( catEnv ).execute(); StarTable t22 = catEnv.getOutputTable( "omode" ); assertEquals( 2 * t2_.getRowCount(), t22.getRowCount() ); MapEnvironment m1Env = new MapEnvironment() .setValue( "in", t22 ) .setValue( "action", "wide2" ) .setValue( "matcher", "2d" ) .setValue( "values", "X Y" ) .setValue( "params", "0.02" ); new TableMatch1().createExecutable( m1Env ).execute(); StarTable m1 = m1Env.getOutputTable( "omode" ); assertEquals( 4, m1.getRowCount() ); assertEquals( t22.getColumnCount() * 2, m1.getColumnCount() ); assertEquals( 0, joinABcount( t1_, t22, "1and2", "best", 0.2 ) ); assertEquals( 0, joinABcount( t1_, t22, "1and2", "best1", 0.2 ) ); assertEquals( 0, joinABcount( t1_, t22, "1and2", "best2", 0.2 ) ); assertEquals( 0, joinABcount( t1_, t22, "1and2", "all", 0.2 ) ); assertEquals( 1, joinABcount( t1_, t22, "1and2", "best", 0.7 ) ); assertEquals( 1, joinABcount( t1_, t22, "1and2", "best1", 0.7 ) ); assertEquals( 2, joinABcount( t1_, t22, "1and2", "best2", 0.7 ) ); assertEquals( 2, joinABcount( t1_, t22, "1and2", "all", 0.7 ) ); assertEquals( 2, joinABcount( t1_, t22, "1and2", "best", 0.96 ) ); assertEquals( 2, joinABcount( t1_, t22, "1and2", "best1", 0.96 ) ); assertEquals( 4, joinABcount( t1_, t22, "1and2", "best2", 0.96 ) ); assertEquals( 4, joinABcount( t1_, t22, "1and2", "all", 0.96 ) ); assertEquals( 24, joinABcount( t1_, t22, "1and2", "all", 2000 ) ); assertEquals( 3, joinABcount( t1_, t22, "1and2", "best1", 2000 ) ); assertEquals( 3, joinABcount( t22, t1_, "1and2", "best2", 2000 ) ); assertEquals( 8, joinABcount( t1_, t22, "1and2", "best2", 2000 ) ); assertEquals( 8, joinABcount( t22, t1_, "1and2", "best1", 2000 ) ); assertEquals( 3, joinABcount( t1_, t22, "1and2", "best", 2000 ) ); } public void testNot() throws Exception { StarTable tNot = join12( "1not2", "best", 1.0 ); assertArrayEquals( new double[] { 659.68, 1046.874, 17.2 }, unbox( tNot.getRow( 0 ) ) ); assertEquals( 1L, tNot.getRowCount() ); } public void testExamples() throws UsageException { String[] examps = MatchEngineParameter.getExampleValues(); MatchEngineParameter matcherParam = new MatchEngineParameter( "matcher" ); for ( int i = 0; i < examps.length; i++ ) { assertTrue( matcherParam.createEngine( examps[ i ] ) != null ); } } public void testAndernach() throws Exception { assertEquals( 6, matchAndernach( 140 ).getRowCount() ); assertEquals( 4, matchAndernach( 120 ).getRowCount() ); assertEquals( 3, matchAndernach( 100 ).getRowCount() ); assertEquals( 2, matchAndernach( 90 ).getRowCount() ); assertEquals( 0, matchAndernach( 80 ).getRowCount() ); } private StarTable matchAndernach( double errSec ) throws Exception { StarTable ta = new QuickTable( 5, new ColumnData[] { col( "RA", new String[] { "00:01:08.05", "00:02:01.00", "23:59:59.00", "06:00:00.00", "12:00:00.00", } ), col( "Dec", new String[] { "-33:38:51.3", "-31:07:05.5", "-32:35:18.4", "-89:58:58.0", "-89:59:02.0", } ), } ); StarTable tb = new QuickTable( 5, new ColumnData[] { col( "RA", new String[] { "00:01:16.00", "00:02:12.00", "00:00:09.00", "18:00:00.00", "00:00:00.00", } ), col( "Dec", new String[] { "-33:38:51.3", "-31:07:05.5", "-32:35:18.4", "-89:58:58.0", "-89:59:02.0", } ), } ); MapEnvironment env = new MapEnvironment() .setValue( "in1", ta ) .setValue( "in2", tb ) .setValue( "join", "1and2" ) .setValue( "find", "all" ) .setValue( "matcher", "sky" ) .setValue( "params", Double.toString( errSec ) ) .setValue( "values1", "hmsToDegrees(ra) dmsToDegrees(dec)" ) .setValue( "values2", "hmsToDegrees(ra) dmsToDegrees(dec)" ); new TableMatch2().createExecutable( env ).execute(); return env.getOutputTable( "omode" ); } public void testSingle() throws Exception { StarTable tvega = new QuickTable( 1, new ColumnData[] { col( "ra", new double[] { 279.233551 } ), col( "dec", new double[] { 38.782376 } ), col( "e_ra", new double[] { 0.00128 } ), col( "e_dec", new double[] { 0.001 } ), } ); StarTable tfsc = new QuickTable( 6, new ColumnData[] { col( "ra", new double[] { 278.6959, 278.8377, 279.1393, 279.2322, 279.9727, 280.0543, } ), col( "dec", new double[] { 38.8428, 38.8948, 38.5054, 38.7823, 38.9861, 38.3681, } ), col( "major", new double[] { 10, 26, 15, 8, 24, 23, } ), col( "minor", new double[] { 1, 5, 3, 1, 5, 4, } ), col( "posang", new double[] { 79, 79, 77, 78, 75, 75, } ), } ); MapEnvironment env = new MapEnvironment() .setValue( "in1", tvega ) .setValue( "in2", tfsc ) .setValue( "find", "best" ) .setValue( "progress", "none" ); /* This one's OK. */ MapEnvironment envSky = new MapEnvironment( env ) .setValue( "matcher", "sky" ) .setValue( "values1", "ra dec" ) .setValue( "values2", "ra dec" ) .setValue( "params", "10" ); new TableMatch2().createExecutable( envSky ).execute(); StarTable resultSky = envSky.getOutputTable( "omode" ); assertEquals( 1, resultSky.getRowCount() ); /* These two fail when first introduced. */ MapEnvironment envEllipse = new MapEnvironment( env ) .setValue( "matcher", "skyellipse" ) .setValue( "values1", "ra dec e_ra e_dec 0" ) .setValue( "values2", "ra dec major minor posang" ) .setValue( "params", "20" ); new TableMatch2().createExecutable( envEllipse ).execute(); StarTable resultEllipse = envEllipse.getOutputTable( "omode" ); assertEquals( 1, resultEllipse.getRowCount() ); MapEnvironment envErr = new MapEnvironment( env ) .setValue( "matcher", "skyerr" ) .setValue( "values1", "ra dec e_ra" ) .setValue( "values2", "ra dec major" ) .setValue( "params", "20" ); new TableMatch2().createExecutable( envErr ).execute(); StarTable resultErr = envErr.getOutputTable( "omode" ); assertEquals( 1, resultErr.getRowCount() ); } private StarTable join12( String join, String find, double err ) throws Exception { return join12( join, find, err, null, null ); } private StarTable join12( String join, String find, double err, String duptag1, String duptag2 ) throws Exception { MapEnvironment env = new MapEnvironment() .setValue( "in1", t1_ ) .setValue( "in2", t2_ ) .setValue( "matcher", "2d" ) .setValue( "values1", "X Y" ) .setValue( "values2", "X Y" ) .setValue( "params", Double.toString( err ) ) .setValue( "join", join ) .setValue( "find", find ) .setValue( "fixcols", "dups" ); if ( duptag1 != null ) { env.setValue( "suffix1", duptag1 ); } if ( duptag2 != null ) { env.setValue( "suffix2", duptag2 ); } new TableMatch2().createExecutable( env ).execute(); StarTable result = env.getOutputTable( "omode" ); if ( result != null ) { Tables.checkTable( result ); } return result; } private long joinABcount( StarTable ta, StarTable tb, String join, String find, double err ) throws Exception { MapEnvironment env = new MapEnvironment() .setValue( "in1", ta ) .setValue( "in2", tb ) .setValue( "matcher", "2d" ) .setValue( "values1", "X Y" ) .setValue( "values2", "X Y" ) .setValue( "params", Double.toString( err ) ) .setValue( "join", join ) .setValue( "find", find ) .setValue( "fixcols", "dups" ); new TableMatch2().createExecutable( env ).execute(); StarTable result = env.getOutputTable( "omode" ); if ( result != null ) { Tables.checkTable( result ); } return result.getRowCount(); } }