//CLASSIFICATION

if DPR.CATG == "CALIB" and DPR.TECH == "IMAGE" and DPR.TYPE == "BIAS"
   and INSTRUME like "%VIMOS%"
   then
{
  RAW.TYPE = "BIAS";
  REFLEX.CATG = "BIAS"; 
}

if PRO.CATG == "REFERENCE_BIAS" and INSTRUME like "%VIMOS%" then
{
  DO.CATG  = "REFERENCE_BIAS";
  DO.CLASS = "REFERENCE_BIAS";
  REFLEX.CATG = "REFERENCE_BIAS";
}


// New Detectors:
// VIMOS imaging always uses low  gain mode ==> images are 2148 x 2440 ==> DET.READ.CLOCK=225kHz_1port_LG
// VIMOS IFU/MOS always uses high gain mode ==> images are 2148 x 4096 ==> DET.READ.CLOCK=225kHz_1port_HG
//
// Old Detectors:
// VIMOS imaging always uses low  gain mode ==> images are 2148 x 2440 ==> DET.READ.CLOCK=225kHz,1port,Low
// VIMOS IFU/MOS always uses high gain mode ==> images are 2148 x 4096 ==> DET.READ.CLOCK=225kHz,1port,Hig
//
// TPL.ID works as well:
// VIMOS imaging ==> TPL.ID=VIMOS_img_cal_Dark
// VIMOS IFU/MOS ==> TPL.ID=VIMOS_spec_cal_Dark

if DPR.CATG == "CALIB" and DPR.TECH == "IMAGE" and DPR.TYPE == "DARK" and (DET.READ.CLOCK like "%LG%" or DET.READ.CLOCK like "%Low%")
   and INSTRUME like "%VIMOS%"
   then
{
  RAW.TYPE = "DARK";
  REFLEX.CATG = "DARK";
}


if PRO.CATG == "REFERENCE_DARK" and INSTRUME like "%VIMOS%" then
{
  DO.CATG  = "REFERENCE_DARK";
  DO.CLASS = "REFERENCE_DARK";
  REFLEX.CATG = "REFERENCE_DARK";
}

if DPR.CATG == "CALIB" and DPR.TECH == "IMAGE" and DPR.TYPE == "FLAT,SKY"
  and INSTRUME like "%VIMOS%"  and INS.MODE == "IMG"
  then
{
  RAW.TYPE = "FLAT_TWILIGHT";
  REFLEX.CATG = "FLAT_TWILIGHT";
}

if PRO.CATG == "REFERENCE_TWILIGHT_FLAT" and INSTRUME like "%VIMOS%" then
{
  DO.CATG  = "REFERENCE_TWILIGHT_FLAT";
  DO.CLASS = "REFERENCE_TWILIGHT_FLAT";
  REFLEX.CATG = "REFERENCE_TWILIGHT_FLAT";
}


if PRO.CATG == "MASTER_READGAIN" and INSTRUME like "%VIMOS%" then
{
  DO.CATG  = "MASTER_READGAIN";
  DO.CLASS = "MASTER_READGAIN";
  REFLEX.CATG = "MASTER_READGAIN";
}


if DPR.CATG == "CALIB" and DPR.TECH == "IMAGE" and DPR.TYPE == "STD"
  and INSTRUME like "%VIMOS%"  and INS.MODE == "IMG"
  then
{
  RAW.TYPE = "STD";
  REFLEX.CATG = "STD";
  // REFLEX.TARGET = "T";
}

if DPR.CATG == "SCIENCE" and DPR.TECH like "IMAGE%" and DPR.TYPE == "OBJECT" 
 and INSTRUME like "%VIMOS%"  and INS.MODE == "IMG"
 then
{
  RAW.TYPE = "SCIENCE_IMG";
  DO.CATG = "OBJECT";
  REFLEX.CATG = "OBJECT";
  REFLEX.TARGET = "T";
}


//
// The PPMXL, 2MASS, and APASS catalogues are only classified to avoid long lists of OCA warnings.
// This has no subsequent purpose.
//
if PRO.CATG == "MASTER_PPMXL_CATALOGUE" or PRO.CATG == "MASTER_2MASS_CATALOGUE" or PRO.CATG == "MASTER_APASS_CATALOGUE" then
{
  DO.CATG  = "REFERENCE_CATALOGUE_AVOID_WARN";
  DO.CLASS = "REFERENCE_CATALOGUE_AVOID_WARN";
  REFLEX.CATG = "REFERENCE_CATALOGUE_AVOID_WARN";
}


if RFXNAME == "casu_2mass_astrom" then
{
  DO.CATG  = "MASTER_2MASS_CATALOGUE_ASTROM";
  DO.CLASS = "MASTER_2MASS_CATALOGUE_ASTROM";
  REFLEX.CATG = "MASTER_2MASS_CATALOGUE_ASTROM";
  PRO.CATG = "MASTER_2MASS_CATALOGUE_ASTROM";
}

if RFXNAME == "casu_2mass_photom" then
{
  DO.CATG  = "MASTER_2MASS_CATALOGUE_PHOTOM";
  DO.CLASS = "MASTER_2MASS_CATALOGUE_PHOTOM";
  REFLEX.CATG = "MASTER_2MASS_CATALOGUE_PHOTOM";
  PRO.CATG = "MASTER_2MASS_CATALOGUE_PHOTOM";
}

if RFXNAME == "casu_ppmxl_astrom" then
{
  DO.CATG  = "MASTER_PPMXL_CATALOGUE_ASTROM";
  DO.CLASS = "MASTER_PPMXL_CATALOGUE_ASTROM";
  REFLEX.CATG = "MASTER_PPMXL_CATALOGUE_ASTROM";
  PRO.CATG = "MASTER_PPMXL_CATALOGUE_ASTROM";
 }

if RFXNAME == "casu_ppmxl_photom" then
{
  DO.CATG  = "MASTER_PPMXL_CATALOGUE_PHOTOM";
  DO.CLASS = "MASTER_PPMXL_CATALOGUE_PHOTOM";
  REFLEX.CATG = "MASTER_PPMXL_CATALOGUE_PHOTOM";
  PRO.CATG = "MASTER_PPMXL_CATALOGUE_PHOTOM";
}


if RFXNAME == "casu_apass_photom" then
{
  DO.CATG  = "MASTER_APASS_CATALOGUE_PHOTOM";
  DO.CLASS = "MASTER_APASS_CATALOGUE_PHOTOM";
  REFLEX.CATG = "MASTER_APASS_CATALOGUE_PHOTOM";
}

if RFXNAME == "casu_apass_astrom" then
{
  DO.CATG  = "MASTER_APASS_CATALOGUE_ASTROM";
  DO.CLASS = "MASTER_APASS_CATALOGUE_ASTROM";
  REFLEX.CATG = "MASTER_APASS_CATALOGUE_ASTROM";
}

if RFXNAME == "casu_local_astrom" then
{
  DO.CATG  = "MASTER_LOCAL_CATALOGUE_ASTROM";
  DO.CLASS = "MASTER_LOCAL_CATALOGUE_ASTROM";
  REFLEX.CATG = "MASTER_LOCAL_CATALOGUE_ASTROM";
  PRO.CATG = "MASTER_LOCAL_CATALOGUE_ASTROM";
}

if RFXNAME == "casu_local_photom" then
{
  DO.CATG  = "MASTER_LOCAL_CATALOGUE_PHOTOM";
  DO.CLASS = "MASTER_LOCAL_CATALOGUE_PHOTOM";
  REFLEX.CATG = "MASTER_LOCAL_CATALOGUE_PHOTOM";
  PRO.CATG = "MASTER_LOCAL_CATALOGUE_PHOTOM";
}


// a previously made MASTER_FRINGE that can be used with Standard Process
// (for Science, you have to make it yourself from the data)
if PRO.CATG == "MASTER_FRINGE"  then
{
  DO.CATG  = "MASTER_FRINGE";
  DO.CLASS = "MASTER_FRINGE";
  REFLEX.CATG = "MASTER_FRINGE";
}

if PRO.CATG == "MASTER_FRINGE_VAR"  then
{
  DO.CATG  = "MASTER_FRINGE_VAR";
  DO.CLASS = "MASTER_FRINGE_VAR";
  REFLEX.CATG = "MASTER_FRINGE_VAR";
}

if PRO.CATG == "PHOTCAL_TAB" then
{
  DO.CATG  = "PHOTCAL_TAB";
  REFLEX.CATG = "PHOTCAL_TAB";
}

if PRO.CATG == "SCHLEGEL_MAP_NORTH" then
{
  DO.CATG  = "SCHLEGEL_MAP_NORTH";
  DO.CLASS = "SCHLEGEL_MAP_NORTH";
  REFLEX.CATG = "SCHLEGEL_MAP_NORTH";
}

if PRO.CATG == "SCHLEGEL_MAP_SOUTH" then
{
  DO.CATG  = "SCHLEGEL_MAP_SOUTH";
  DO.CLASS = "SCHLEGEL_MAP_SOUTH";
  REFLEX.CATG = "SCHLEGEL_MAP_SOUTH";
}


//ORGANIZATION 

// BIAS, DARK, & MASTER files grouped by detector clock mode, detector binning, 
//   and template start time.
// This means that master frames will only be derived from a restrictive
//   subset of data (e.g. from other nights).
// It seems unlikely that the detector clock mode & binning would change
//   within a template identified by its start time, but we check for that anyway.

select execute(BIAS) from inputFiles where RAW.TYPE=="BIAS"
  group by DET.READ.CLOCK,DET.WIN1.BINX,DET.WIN1.BINY,TPL.START as (TPL_B,tpl);

select execute(DARKS) from inputFiles where RAW.TYPE=="DARK"
  group by DET.READ.CLOCK,DET.WIN1.BINX,DET.WIN1.BINY,TPL.START as (TPL_D,tpl);

// grouping by arcfile here to make sure we have complete set of files in the action
select execute(SKY_FLATS) from inputFiles where RAW.TYPE=="FLAT_TWILIGHT"
//group by DET.READ.CLOCK,DET.WIN1.BINX,DET.WIN1.BINY,TPL.START as (TPL_F,tpl);
  group by ARCFILE;

// For DETECTOR_NOISE, start by getting one BIAS that is closest in time to OBJECT
select execute(DETECTOR_NOISE_COMPUTATION) from inputFiles where RAW.TYPE == "BIAS" group by ARCFILE;

select execute(STANDARD_STARS) from inputFiles where RAW.TYPE=="STD"
  group by OBS.TARG.NAME,TPL.START as (TPL_T,tpl);

select execute(SCIENCE_FRAMES) from inputFiles where RAW.TYPE=="SCIENCE_IMG"
  group by TPL.START as (TPL_S,tpl);

// ASSOCIATION

action BIAS
{

  // select all biases, one chip group at a time
  // this is needed to catch 'incomplete' data sets in the Data Organizer subactor
  //  (e.g. one chip missing)
  // Note the max number of files is 100 per chip
//  minRet=1; maxRet=100;
//  select file as BIAS from inputFiles where REFLEX.CATG=="BIAS" 
//      and inputFile.TPL.START==TPL.START
//      and inputFile.DET.READ.CLOCK==DET.READ.CLOCK and inputFile.DET.WIN1.BINX==DET.WIN1.BINX and inputFile.DET.WIN1.BINY==DET.WIN1.BINY
//      and( (MJD-OBS <=55378.0 and DET.CHIP1.ID=="CCD-59B") or (MJD-OBS >55378.0 and DET.CHIP1.ID=="Tom")) ;

//  minRet=1; maxRet=100;  
//  select file as BIAS from inputFiles where REFLEX.CATG=="BIAS" 
//      and inputFile.TPL.START==TPL.START 
//      and inputFile.DET.READ.CLOCK==DET.READ.CLOCK and inputFile.DET.WIN1.BINX==DET.WIN1.BINX and inputFile.DET.WIN1.BINY==DET.WIN1.BINY
//      and ((MJD-OBS <=55378.0 and DET.CHIP1.ID=="CCD-60B") or (MJD-OBS >55378.0 and DET.CHIP1.ID=="DAVID") );

//  minRet=1; maxRet=100;     
//  select file as BIAS from inputFiles where REFLEX.CATG=="BIAS" 
//      and inputFile.TPL.START==TPL.START 
//      and inputFile.DET.READ.CLOCK==DET.READ.CLOCK and inputFile.DET.WIN1.BINX==DET.WIN1.BINX and inputFile.DET.WIN1.BINY==DET.WIN1.BINY
//      and ((MJD-OBS <=55378.0 and DET.CHIP1.ID=="CCD-59A") or (MJD-OBS >55378.0 and DET.CHIP1.ID=="BRIAN") );

//  minRet=1; maxRet=100;   
//  select file as BIAS from inputFiles where REFLEX.CATG=="BIAS" 
//      and inputFile.TPL.START==TPL.START 
//      and inputFile.DET.READ.CLOCK==DET.READ.CLOCK and inputFile.DET.WIN1.BINX==DET.WIN1.BINX and inputFile.DET.WIN1.BINY==DET.WIN1.BINY
//      and ((MJD-OBS <=55378.0 and DET.CHIP1.ID=="CCD-60A") or (MJD-OBS >55378.0 and DET.CHIP1.ID=="Keith") );

  // select correct reference bias (old or new chips based on MJD)
  minRet=0; maxRet=1;
  select file as REFERENCE_BIAS from inputFiles where
    REFLEX.CATG=="REFERENCE_BIAS"
    and ( ( (MJD-OBS <= 55378.0) and (inputFile.MJD-OBS <= 55378.0) ) or
          ( (MJD-OBS > 55378.0) and (inputFile.MJD-OBS > 55378.0) ));

  recipe vimos_ima_bias;

  product MASTER_BIAS { PRO.CATG="MASTER_BIAS";}
  product DIFFIMG_BIAS { PRO.CATG="DIFFIMG_BIAS";}
  product DIFFIMG_STATS_BIAS { PRO.CATG="DIFFIMG_STATS_BIAS";}

}


action DARKS
{

  // select all darks, one chip group at a time
  // this is needed to catch 'incomplete' data sets in the Data Organizer subactor
  //  (e.g. one chip missing)
  // Note the max number of files is 100 per chip


  // select correct reference bias (old or new chips based on MJD)
  minRet=0; maxRet=1;
  select file as REFERENCE_DARK from inputFiles where
    REFLEX.CATG=="REFERENCE_DARK"
    and ( ( (MJD-OBS <= 55378.0) and (inputFile.MJD-OBS <= 55378.0) ) or
          ( (MJD-OBS > 55378.0) and (inputFile.MJD-OBS > 55378.0) ));
 
  // dark_combine can take a MASTER_BPM and CONF to do the stats
  // but MASTER_BPM and CONF are outputs of flat_combine; should we feed them from flat into here?
  // not for now to avoid infinite recursion in data organizer

  // do we grab master bias over large date range? no
  // e.g.  //  and MJD-OBS > inputFile.MJD-OBS - 5 and MJD-OBS < inputFile.MJD-OBS + 5

  minRet = 1; maxRet = 1;
  select file as MASTER_BIAS from calibFiles where PRO.CATG=="MASTER_BIAS";

  recipe vimos_ima_dark;

  product MASTER_DARK { PRO.CATG="MASTER_DARK";}
  product DIFFIMG_DARK { PRO.CATG="DIFFIMG_DARK";}
  product DIFFIMG_STATS_DARK { PRO.CATG="DIFFIMG_STATS_DARK";}

}


action SKY_FLATS
{

  // select all flats, one chip group at a time
  // this is needed to catch 'incomplete' data sets in the Data Organizer subactor
  //  (e.g. one chip missing)
  // Note the max number of files is 100 per chip
  minRet=1; maxRet=100;
  select file as  FLAT_TWILIGHT1 from inputFiles where REFLEX.CATG=="FLAT_TWILIGHT" 
      and inputFile.TPL.START==TPL.START
      and inputFile.DET.READ.CLOCK==DET.READ.CLOCK and inputFile.DET.WIN1.BINX==DET.WIN1.BINX and inputFile.DET.WIN1.BINY==DET.WIN1.BINY
      and( (MJD-OBS <=55378.0 and DET.CHIP1.ID=="CCD-59B") or (MJD-OBS >55378.0 and DET.CHIP1.ID=="Tom")) ;

  minRet=1; maxRet=100;  
  select file as  FLAT_TWILIGHT2 from inputFiles where REFLEX.CATG=="FLAT_TWILIGHT" 
      and inputFile.TPL.START==TPL.START 
      and inputFile.DET.READ.CLOCK==DET.READ.CLOCK and inputFile.DET.WIN1.BINX==DET.WIN1.BINX and inputFile.DET.WIN1.BINY==DET.WIN1.BINY
      and ((MJD-OBS <=55378.0 and DET.CHIP1.ID=="CCD-60B") or (MJD-OBS >55378.0 and DET.CHIP1.ID=="DAVID") );

  minRet=1; maxRet=100;     
  select file as  FLAT_TWILIGHT3 from inputFiles where REFLEX.CATG=="FLAT_TWILIGHT" 
      and inputFile.TPL.START==TPL.START 
      and inputFile.DET.READ.CLOCK==DET.READ.CLOCK and inputFile.DET.WIN1.BINX==DET.WIN1.BINX and inputFile.DET.WIN1.BINY==DET.WIN1.BINY
      and ((MJD-OBS <=55378.0 and DET.CHIP1.ID=="CCD-59A") or (MJD-OBS >55378.0 and DET.CHIP1.ID=="BRIAN") );

  minRet=1; maxRet=100;   
  select file as  FLAT_TWILIGHT4 from inputFiles where REFLEX.CATG=="FLAT_TWILIGHT" 
      and inputFile.TPL.START==TPL.START 
      and inputFile.DET.READ.CLOCK==DET.READ.CLOCK and inputFile.DET.WIN1.BINX==DET.WIN1.BINX and inputFile.DET.WIN1.BINY==DET.WIN1.BINY
      and ((MJD-OBS <=55378.0 and DET.CHIP1.ID=="CCD-60A") or (MJD-OBS >55378.0 and DET.CHIP1.ID=="Keith") );

  minRet=0; maxRet=1;
  select file as REFERENCE_TWILIGHT_FLAT from inputFiles where
     REFLEX.CATG=="REFERENCE_TWILIGHT_FLAT" 
     and (inputFile.INS.FILT1.NAME == INS.FILT1.NAME or 
          inputFile.INS.FILT2.NAME == INS.FILT1.NAME or 
          inputFile.INS.FILT3.NAME == INS.FILT1.NAME or 
          inputFile.INS.FILT4.NAME == INS.FILT1.NAME or
 	  inputFile.INS.FILT1.NAME == INS.FILT2.NAME or 
          inputFile.INS.FILT2.NAME == INS.FILT2.NAME or 
          inputFile.INS.FILT3.NAME == INS.FILT2.NAME or 
          inputFile.INS.FILT4.NAME == INS.FILT2.NAME or 
	  inputFile.INS.FILT1.NAME == INS.FILT3.NAME or 
          inputFile.INS.FILT2.NAME == INS.FILT3.NAME or 
          inputFile.INS.FILT3.NAME == INS.FILT3.NAME or 
          inputFile.INS.FILT4.NAME == INS.FILT3.NAME or 
	  inputFile.INS.FILT1.NAME == INS.FILT4.NAME or 
          inputFile.INS.FILT2.NAME == INS.FILT4.NAME or 
          inputFile.INS.FILT3.NAME == INS.FILT4.NAME or 
          inputFile.INS.FILT4.NAME == INS.FILT4.NAME);

  minRet = 1; maxRet = 1;
  select file as MASTER_DARK from calibFiles where
     PRO.CATG=="MASTER_DARK";  

  minRet = 1; maxRet = 1;
  select file as MASTER_BIAS from calibFiles where
     PRO.CATG=="MASTER_BIAS";

  recipe vimos_ima_twilight_flat;

  product MASTER_TWILIGHT_FLAT { PRO.CATG="MASTER_TWILIGHT_FLAT";}
  product MASTER_CONF { PRO.CATG="MASTER_CONF";}
  product MASTER_BPM { PRO.CATG="MASTER_BPM";}
  product RATIOIMG_TWILIGHT_FLAT { PRO.CATG="RATIOIMG_TWILIGHT_FLAT";}
  product RATIOIMG_STATS_TWILIGHT_FLAT { PRO.CATG="RATIOIMG_STATS_TWILIGHT_FLAT";}

}


action DETECTOR_NOISE_COMPUTATION
{

  // these will come from twilight_flat_combine
  // recipe takes EITHER a BPM or a CONF
  // the wkflw is designed to only pass a CONF map to the recipe

  // TODO: check this after Jim update recipes
  // we can't check that the master conf filter is the same as for the input files
  //   because a pipeline product MASTER_CONF only has a 'FILTER' keyword,
  //   but raw flats have one of INS.FILT?.NAME
  // [should be able to test for this once FILTER is written out]

  // a test shows the wkflw seems to do the correct matching withOUT all the 'and' statements...
  minRet=0; maxRet=1;
  select file as MASTER_CONF from calibFiles where
     PRO.CATG=="MASTER_CONF" ;


  // Get 8 biases and flats that are closest in time to something (the target that uses the output?)
  // 2 sets of 4 chips (one chip per file)
  // A Python actor in the wkf will check we have a complete set of files
  minRet=8; maxRet=8;
  select file as BIAS from inputFiles where RAW.TYPE=="BIAS"
    and inputFile.DET.READ.CLOCK==DET.READ.CLOCK;

  // we probably should select the flats more intelligently here 
  //  e.g. same filter? exp times that vary a fair bit to get accurate gain? but not too bright?
  minRet=8; maxRet=8;
  select file as FLAT_TWILIGHT from inputFiles where REFLEX.CATG=="FLAT_TWILIGHT"
    and inputFile.DET.READ.CLOCK==DET.READ.CLOCK; 

  recipe vimos_ima_det_noise;

  // give 'meta' value to PRO.CATG and REFLEX.CATG to avoid overriding the MASTER_READGAIN
  //  that may be present in the CALIB_DIR
  product MASTER_READGAIN {
     PRO.CATG="MASTER_READGAIN_WKF";
     REFLEX.CATG="MASTER_READGAIN_WKF";
  }

}

action STANDARD_STARS
{

//  assume that there must be FOUR individual standard star detector observations
   minRet=4; maxRet=4;
   select file as STD from inputFiles where RAW.TYPE=="STD"
     and inputFile.TPL.START==TPL.START;

   minRet = 1; maxRet = 1;
   select file as MASTER_BIAS from calibFiles where
     PRO.CATG=="MASTER_BIAS";

   minRet = 1; maxRet = 1;
   select file as MASTER_DARK from calibFiles where
     PRO.CATG=="MASTER_DARK";

   minRet = 1; maxRet = 1;
   select file as MASTER_TWILIGHT_FLAT from calibFiles where
     PRO.CATG=="MASTER_TWILIGHT_FLAT" 
     and (inputFile.INS.FILT1.NAME == INS.FILT1.NAME or 
          inputFile.INS.FILT1.NAME == INS.FILT2.NAME or 
          inputFile.INS.FILT1.NAME == INS.FILT3.NAME or 
          inputFile.INS.FILT1.NAME == INS.FILT4.NAME or 
	  inputFile.INS.FILT2.NAME == INS.FILT1.NAME or 
          inputFile.INS.FILT2.NAME == INS.FILT2.NAME or 
          inputFile.INS.FILT2.NAME == INS.FILT3.NAME or 
          inputFile.INS.FILT2.NAME == INS.FILT4.NAME or 
	  inputFile.INS.FILT3.NAME == INS.FILT1.NAME or 
          inputFile.INS.FILT3.NAME == INS.FILT2.NAME or 
          inputFile.INS.FILT3.NAME == INS.FILT3.NAME or 
          inputFile.INS.FILT3.NAME == INS.FILT4.NAME or 
	  inputFile.INS.FILT4.NAME == INS.FILT1.NAME or 
          inputFile.INS.FILT4.NAME == INS.FILT2.NAME or 
          inputFile.INS.FILT4.NAME == INS.FILT3.NAME or 
          inputFile.INS.FILT4.NAME == INS.FILT4.NAME) ;

  minRet = 1; maxRet = 1;
  select file as MASTER_CONF from calibFiles where
     PRO.CATG=="MASTER_CONF"
//     and inputFile.DET.READ.CLOCK==DET.READ.CLOCK
     and (inputFile.INS.FILT1.NAME == INS.FILT1.NAME or 
          inputFile.INS.FILT1.NAME == INS.FILT2.NAME or 
          inputFile.INS.FILT1.NAME == INS.FILT3.NAME or 
          inputFile.INS.FILT1.NAME == INS.FILT4.NAME or 
	  inputFile.INS.FILT2.NAME == INS.FILT1.NAME or 
          inputFile.INS.FILT2.NAME == INS.FILT2.NAME or 
          inputFile.INS.FILT2.NAME == INS.FILT3.NAME or 
          inputFile.INS.FILT2.NAME == INS.FILT4.NAME or 
	  inputFile.INS.FILT3.NAME == INS.FILT1.NAME or 
          inputFile.INS.FILT3.NAME == INS.FILT2.NAME or 
          inputFile.INS.FILT3.NAME == INS.FILT3.NAME or 
          inputFile.INS.FILT3.NAME == INS.FILT4.NAME or 
	  inputFile.INS.FILT4.NAME == INS.FILT1.NAME or 
          inputFile.INS.FILT4.NAME == INS.FILT2.NAME or 
          inputFile.INS.FILT4.NAME == INS.FILT3.NAME or 
          inputFile.INS.FILT4.NAME == INS.FILT4.NAME);
//     and inputFile.DET.WIN1.BINX==DET.WIN1.BINX 
//     and inputFile.DET.WIN1.BINY==DET.WIN1.BINY;

// select MASTER_READGAINs separately; the one created by the recipe is optional
  minRet = 0; maxRet = 1;
  select file as MASTER_READGAIN1 from calibFiles where
     (REFLEX.CATG=="MASTER_READGAIN_WKF"); 
//TODO: put an extra selection filter to only get READGAIN_WKF derived from flats with same filter?

  minRet = 1; maxRet = 1;
  select file as MASTER_READGAIN2 from calibFiles where
     (REFLEX.CATG=="MASTER_READGAIN");

  // get an optional master fringe frame
  // TODO: need to select on filter (but masters only have 'FILTER1' at the moment)
  minRet = 0; maxRet = 1;
  select file as MASTER_FRINGE from calibFiles where
     (REFLEX.CATG=="MASTER_FRINGE");
  minRet = 0; maxRet = 1;
  select file as MASTER_FRINGE_VAR from calibFiles where
     (REFLEX.CATG=="MASTER_FRINGE_VAR");

  minRet = 0; maxRet = 1;
  select file as MASTER_2MASS_CATALOGUE_ASTROM from inputFiles where
     DO.CATG =="MASTER_2MASS_CATALOGUE_ASTROM";
  minRet = 0; maxRet = 1;
  select file as MASTER_PPMXL_CATALOGUE_ASTROM from inputFiles where
     DO.CATG =="MASTER_PPMXL_CATALOGUE_ASTROM";
  minRet = 0; maxRet = 1;
  select file as MASTER_APASS_CATALOGUE_ASTROM from inputFiles where
     DO.CATG =="MASTER_APASS_CATALOGUE_ASTROM";
  minRet = 0; maxRet = 1;
  select file as MASTER_LOCAL_CATALOGUE_ASTROM from inputFiles where
     DO.CATG =="MASTER_LOCAL_CATALOGUE_ASTROM";

  minRet = 0; maxRet = 1;
  select file as MASTER_APASS_CATALOGUE_PHOTOM from inputFiles where
     DO.CATG =="MASTER_APASS_CATALOGUE_PHOTOM";
  minRet = 0; maxRet = 1;
  select file as MASTER_LOCAL_CATALOGUE_PHOTOM from inputFiles where
     DO.CATG =="MASTER_LOCAL_CATALOGUE_PHOTOM";

   minRet = 1; maxRet = 1;
   select file as PHOTCAL_TAB from calibFiles where
     PRO.CATG=="PHOTCAL_TAB";

  minRet = 1; maxRet = 1;
  select file as SCHLEGEL_MAP_NORTH from inputFiles where
     DO.CATG =="SCHLEGEL_MAP_NORTH";

  minRet = 1; maxRet = 1;
  select file as SCHLEGEL_MAP_SOUTH from inputFiles where
     DO.CATG =="SCHLEGEL_MAP_SOUTH";

  recipe vimos_ima_standard;

  product BASIC_CALIBRATED_STD { PRO.CATG="BASIC_CALIBRATED_STD";}
  product BASIC_VAR_MAP_STD { PRO.CATG="BASIC_VAR_MAP_STD";} 
  product OBJECT_CATALOGUE_STD { PRO.CATG="OBJECT_CATALOGUE_STD";}
  product MATCHSTD_ASTROM { PRO.CATG="MATCHSTD_ASTROM";}
  product MATCHSTD_PHOTOM { PRO.CATG="MATCHSTD_PHOTOM";}

}

action SCIENCE_FRAMES
{

   minRet = 1; maxRet = 1;
   select file as MASTER_BIAS from calibFiles where
     PRO.CATG=="MASTER_BIAS";

   minRet = 1; maxRet = 1;
   select file as MASTER_DARK from calibFiles where
     PRO.CATG=="MASTER_DARK";

  minRet = 1; maxRet = 1;
  select file as MASTER_TWILIGHT_FLAT from calibFiles where
     PRO.CATG=="MASTER_TWILIGHT_FLAT" 
    // and inputFile.DET.READ.CLOCK==DET.READ.CLOCK
     and (inputFile.INS.FILT1.NAME == INS.FILT1.NAME or 
      inputFile.INS.FILT1.NAME == INS.FILT2.NAME or 
      inputFile.INS.FILT1.NAME == INS.FILT3.NAME or 
      inputFile.INS.FILT1.NAME == INS.FILT4.NAME or
      inputFile.INS.FILT2.NAME == INS.FILT1.NAME or 
      inputFile.INS.FILT2.NAME == INS.FILT2.NAME or 
      inputFile.INS.FILT2.NAME == INS.FILT3.NAME or  
      inputFile.INS.FILT2.NAME == INS.FILT4.NAME or
      inputFile.INS.FILT3.NAME == INS.FILT1.NAME or 
      inputFile.INS.FILT3.NAME == INS.FILT2.NAME or 
      inputFile.INS.FILT3.NAME == INS.FILT3.NAME or 
      inputFile.INS.FILT3.NAME == INS.FILT4.NAME or
      inputFile.INS.FILT4.NAME == INS.FILT1.NAME or 
      inputFile.INS.FILT4.NAME == INS.FILT2.NAME or 
      inputFile.INS.FILT4.NAME == INS.FILT3.NAME or 
      inputFile.INS.FILT4.NAME == INS.FILT4.NAME);


  minRet = 1; maxRet = 1;
  select file as MASTER_CONF from calibFiles where
     PRO.CATG=="MASTER_CONF"
     //and inputFile.DET.READ.CLOCK==DET.READ.CLOCK
    and (inputFile.INS.FILT1.NAME == INS.FILT1.NAME or 
         inputFile.INS.FILT1.NAME == INS.FILT2.NAME or 
         inputFile.INS.FILT1.NAME == INS.FILT3.NAME or 
         inputFile.INS.FILT1.NAME == INS.FILT4.NAME or
	  inputFile.INS.FILT2.NAME == INS.FILT1.NAME or 
          inputFile.INS.FILT2.NAME == INS.FILT2.NAME or 
          inputFile.INS.FILT2.NAME == INS.FILT3.NAME or 
          inputFile.INS.FILT2.NAME == INS.FILT4.NAME or
	  inputFile.INS.FILT3.NAME == INS.FILT1.NAME or 
          inputFile.INS.FILT3.NAME == INS.FILT2.NAME or 
          inputFile.INS.FILT3.NAME == INS.FILT3.NAME or 
          inputFile.INS.FILT3.NAME == INS.FILT4.NAME or
	  inputFile.INS.FILT4.NAME == INS.FILT1.NAME or 
          inputFile.INS.FILT4.NAME == INS.FILT2.NAME or 
          inputFile.INS.FILT4.NAME == INS.FILT3.NAME or 
          inputFile.INS.FILT4.NAME == INS.FILT4.NAME);


  // get an optional master fringe frame
  // TODO: need to select on filter? (but masters only have 'FILTER1' at the moment)
  minRet = 0; maxRet = 1;
  select file as MASTER_FRINGE from calibFiles where
     PRO.CATG=="MASTER_FRINGE";

  minRet = 0; maxRet = 1;
  select file as MASTER_FRINGE_VAR from calibFiles where
     PRO.CATG=="MASTER_FRINGE_VAR";

// select MASTER_READGAINs separately; the one created by the recipe is optional
  minRet = 0; maxRet = 1;
  select file as MASTER_READGAIN1 from calibFiles where
     (REFLEX.CATG=="MASTER_READGAIN_WKF"); 
//TODO: put an extra filter to only get READGAIN_WKF derived from flats with same filter?

  minRet = 1; maxRet = 1;
  select file as MASTER_READGAIN2 from calibFiles where
     (REFLEX.CATG=="MASTER_READGAIN");

  minRet = 0; maxRet = 1;
  select file as MASTER_2MASS_CATALOGUE_ASTROM from inputFiles where
     REFLEX.CATG =="MASTER_2MASS_CATALOGUE_ASTROM";
  minRet = 0; maxRet = 1;
  select file as MASTER_PPMXL_CATALOGUE_ASTROM from inputFiles where
     REFLEX.CATG =="MASTER_PPMXL_CATALOGUE_ASTROM";
  minRet = 0; maxRet = 1;
  select file as MASTER_APASS_CATALOGUE_ASTROM from inputFiles where
     REFLEX.CATG =="MASTER_APASS_CATALOGUE_ASTROM";
  minRet = 0; maxRet = 1;
  select file as MASTER_LOCAL_CATALOGUE_ASTROM from inputFiles where
     REFLEX.CATG =="MASTER_LOCAL_CATALOGUE_ASTROM";

  minRet = 0; maxRet = 1;
  select file as MASTER_APASS_CATALOGUE_PHOTOM from inputFiles where
     REFLEX.CATG =="MASTER_APASS_CATALOGUE_PHOTOM";
  minRet = 0; maxRet = 1;
  select file as MASTER_LOCAL_CATALOGUE_PHOTOM from inputFiles where
     REFLEX.CATG =="MASTER_LOCAL_CATALOGUE_PHOTOM";

  minRet = 1; maxRet = 1;
  select file as SCHLEGEL_MAP_NORTH from inputFiles where
     DO.CATG =="SCHLEGEL_MAP_NORTH";

  minRet = 1; maxRet = 1;
  select file as SCHLEGEL_MAP_SOUTH from inputFiles where
     DO.CATG =="SCHLEGEL_MAP_SOUTH";

  minRet = 1; maxRet = 1;
  select file as PHOTCAL_TAB from calibFiles where
     PRO.CATG=="PHOTCAL_TAB";

// In the new version of the VIMOS pipeline, the science frames derived their zeropoints
// from the nearest in time standard star frame. This is necessary because the science images
// cannot be calibrated in situ with the APASS catalogue since all stars are saturated!
  minRet = 0; maxRet = 1;
  select file as OBJECT_CATALOGUE_STD from calibFiles where
     PRO.CATG=="OBJECT_CATALOGUE_STD"
     and (inputFile.INS.FILT1.NAME == INS.FILT1.NAME or 
       	  inputFile.INS.FILT1.NAME == INS.FILT2.NAME or 
       	  inputFile.INS.FILT1.NAME == INS.FILT3.NAME or 
       	  inputFile.INS.FILT1.NAME == INS.FILT4.NAME or
       	  inputFile.INS.FILT2.NAME == INS.FILT1.NAME or 
       	  inputFile.INS.FILT2.NAME == INS.FILT2.NAME or 
       	  inputFile.INS.FILT2.NAME == INS.FILT3.NAME or  
       	  inputFile.INS.FILT2.NAME == INS.FILT4.NAME or
       	  inputFile.INS.FILT3.NAME == INS.FILT1.NAME or 
       	  inputFile.INS.FILT3.NAME == INS.FILT2.NAME or 
       	  inputFile.INS.FILT3.NAME == INS.FILT3.NAME or 
       	  inputFile.INS.FILT3.NAME == INS.FILT4.NAME or
       	  inputFile.INS.FILT4.NAME == INS.FILT1.NAME or 
       	  inputFile.INS.FILT4.NAME == INS.FILT2.NAME or 
       	  inputFile.INS.FILT4.NAME == INS.FILT3.NAME or 
       	  inputFile.INS.FILT4.NAME == INS.FILT4.NAME)
     and ((inputFile.MJD-OBS - MJD-OBS) <= 5.0 and (inputFile.MJD-OBS - MJD-OBS) > -5.0);
     //and closest by avgOf MJD-OBS;



  recipe vimos_ima_science;

  product BASIC_CALIBRATED_SCI          { PRO.CATG="BASIC_CALIBRATED_SCI";}
  product OBJECT_CATALOGUE_SCI          { PRO.CATG="OBJECT_CATALOGUE_SCI";}
  product BASIC_VAR_MAP_SCI             { PRO.CATG="BASIC_VAR_MAP_SCI";}

  product JITTERED_IMAGE_SCI            { PRO.CATG="JITTERED_IMAGE_SCI";}
  product OBJECT_CATALOGUE_SCI_JITTERED { PRO.CATG="OBJECT_CATALOGUE_SCI_JITTERED";}
  product CONFIDENCE_MAP_SCI            { PRO.CATG="CONFIDENCE_MAP_SCI";}
  product JITTERED_VAR_IMAGE            { PRO.CATG="JITTERED_VAR_IMAGE";}

  product MATCHSTD_ASTROM               { PRO.CATG="MATCHSTD_ASTROM";}
  product MATCHSTD_PHOTOM               { PRO.CATG="MATCHSTD_PHOTOM";}

}