search

olivierhagolle / Start_maja

To process a Sentinel-2 time series with MAJA cloud detection and atmospheric correction processor
Other
51 stars 15 forks source link

JobOrder file documentation? #7

Open j08lue opened 6 years ago

j08lue commented 6 years ago

Dear @olivierhagolle, I would like to try to run MAJA using a JobOrder configuration file instead of the command-line mode.

I saw the example of a JobOrder file in the user manual (MU), but is there more documentation on it somewhere? In particular, what values do I need to change for processing Sentinel 2 scenes? The example seems to be for another input data type (judging from the file name Sudouest_20060317_MS_fmsat_ortho_toa.hdr).

Here is the copy-pasted code from the manual for reference:

<?xml version="1.0" encoding="ISO-8859-1"?> 
<Ipf_Job_Order xmlns:a="http://www.acsys.it/schemas/IPF" xmlns:xsi="http://www.w3.org/2000/10/XMLSchema-instance" xsi:schemaLocation="http://www.acsys.it/schemas/VenusJobOrder.xsd">
  <Ipf_Conf>
    <Processor_Name>MAJA_L2_INIT_CHAIN</Processor_Name>
    <Version>01.00</Version>
    <Order_Type/>
    <Production_Request_Id/>
    <Stdout_Log_Level>INFO</Stdout_Log_Level>
    <Stderr_Log_Level>INFO</Stderr_Log_Level>
    <Test>false</Test>
    <Breakpoint_Enable>true</Breakpoint_Enable>
    <Acquisition_Station/>
    <Processing_Station/>
    <Config_Files/>
    <Sensing_Time>
      <Start>20000101_000000000000</Start>
      <Stop>20000102_000000000000</Stop>
    </Sensing_Time>
    <List_of_GIPP_Files>
    </List_of_GIPP_Files>
  </Ipf_Conf>
  <List_of_Ipf_Procs>
    <Ipf_Proc>
      <Task_Name>L2_INIT_PROCESSING</Task_Name>
      <Task_Version>01.00</Task_Version>
      <Breakpoint>
        <List_of_Brk_Files count="0"/>
      </Breakpoint>
      <List_of_Inputs count="13">
        <Input>
          <File_Type>FSC_L1VALD</File_Type>
          <File_Name_Type>Physical</File_Name_Type>
          <List_of_File_Names count="1">
            <File_Name>./Sudouest_20060317_MS_fmsat_ortho_toa.hdr</File_Name>
          </List_of_File_Names>
          <List_of_Time_Intervals count="1">
            <Time_Interval>
              <Start/>
              <Stop/>
              <File_Name/>
            </Time_Interval>
          </List_of_Time_Intervals>
        </Input>
        <Input>
          <File_Type>GIP_CKEXTL</File_Type>
          <File_Name_Type>Physical</File_Name_Type>
          <List_of_File_Names count="1">
            <File_Name>./VE_TEST_GIP_CKEXTL_S_SUDOUEST_00001_00000000_99999999.EEF</File_Name>
          </List_of_File_Names>
          <List_of_Time_Intervals count="1">
            <Time_Interval>
              <Start/>
              <Stop/>
              <File_Name/>
            </Time_Interval>
          </List_of_Time_Intervals>
        </Input>
        <Input>
          <File_Type>GIP_CKQLTL</File_Type>
          <File_Name_Type>Physical</File_Name_Type> 
          <List_of_File_Names count="1">
            <File_Name>./VE_TEST_GIP_CKQLTL_S_SUDOUEST_00001_00000000_99999999.EEF</File_Name>
          </List_of_File_Names>
          <List_of_Time_Intervals count="1">
            <Time_Interval>
              <Start/>
              <Stop/>
              <File_Name/>
            </Time_Interval>
          </List_of_Time_Intervals>
        </Input>
        <Input>
          <File_Type>GIP_L2COMM</File_Type>
          <File_Name_Type>Physical</File_Name_Type>
          <List_of_File_Names count="1">
            <File_Name>./VE_TEST_GIP_L2COMM_L_ALLSITES_00001_00000000_99999999.EEF</File_Name>
          </List_of_File_Names>
          <List_of_Time_Intervals count="1">
            <Time_Interval>
              <Start/>
              <Stop/>
              <File_Name/>
            </Time_Interval>
          </List_of_Time_Intervals>
        </Input>
        <Input>
          <File_Type>GIP_L2DIRT</File_Type>
          <File_Name_Type>Physical</File_Name_Type>
          <List_of_File_Names count="1">
            <File_Name>./F2_TEST_GIP_L2DIRT_L_CONTINEN_00001_00000000_99999999.DBL</File_Name>
          </List_of_File_Names>
          <List_of_Time_Intervals count="1">
            <Time_Interval>
              <Start/>
              <Stop/>
              <File_Name/>
            </Time_Interval>
          </List_of_Time_Intervals>
        </Input>
        <Input>
          <File_Type>GIP_L2DIFT</File_Type>
          <File_Name_Type>Physical</File_Name_Type>
          <List_of_File_Names count="1">
            <File_Name>./F2_TEST_GIP_L2DIFT_L_CONTINEN_00001_00000000_99999999.DBL</File_Name>
          </List_of_File_Names>
          <List_of_Time_Intervals count="1">
            <Time_Interval>
              <Start/>
              <Stop/>
              <File_Name/>
            </Time_Interval>
          </List_of_Time_Intervals>
        </Input>
        <Input>
          <File_Type>GIP_L2SMAC</File_Type>
          <File_Name_Type>Physical</File_Name_Type>
          <List_of_File_Names count="1">
            <File_Name>./F2_TEST_GIP_L2SMAC_L_ALLSITES_00001_00000000_99999999.EEF</File_Name>
          </List_of_File_Names>
          <List_of_Time_Intervals count="1">
            <Time_Interval>
              <Start/>
              <Stop/>
              <File_Name/>
            </Time_Interval>
          </List_of_Time_Intervals>
        </Input>
        <Input> 
          <File_Type>GIP_L2TOCR</File_Type>
          <File_Name_Type>Physical</File_Name_Type>
          <List_of_File_Names count="1">
            <File_Name>./F2_TEST_GIP_L2TOCR_L_CONTINEN_00001_00000000_99999999.DBL</File_Name>
          </List_of_File_Names>
          <List_of_Time_Intervals count="1">
            <Time_Interval>
              <Start/>
              <Stop/>
              <File_Name/>
            </Time_Interval>
          </List_of_Time_Intervals>
        </Input>
        <Input>
          <File_Type>GIP_L2ALBD</File_Type>
          <File_Name_Type>Physical</File_Name_Type>
          <List_of_File_Names count="1">
            <File_Name>./F2_TEST_GIP_L2ALBD_L_CONTINEN_00001_00000000_99999999.DBL</File_Name>
          </List_of_File_Names>
          <List_of_Time_Intervals count="1">
            <Time_Interval>
              <Start/>
              <Stop/>
              <File_Name/>
            </Time_Interval>
          </List_of_Time_Intervals>
        </Input>
        <Input>
          <File_Type>GIP_L2SITE</File_Type>
          <File_Name_Type>Physical</File_Name_Type>
          <List_of_File_Names count="1">
            <File_Name>./VE_TEST_GIP_L2SITE_S_SUDOUEST_00001_00000000_99999999.EEF</File_Name>
          </List_of_File_Names>
          <List_of_Time_Intervals count="1">
            <Time_Interval>
              <Start/>
              <Stop/>
              <File_Name/>
            </Time_Interval>
          </List_of_Time_Intervals>
        </Input>
        <Input>
          <File_Type>EXO_METDTA</File_Type>
          <File_Name_Type>Physical</File_Name_Type>
          <List_of_File_Names count="1">
            <File_Name>./VE_TEST_EXO_METDTA_20110101T000000_20111231T230000.DBL</File_Name>
          </List_of_File_Names>
          <List_of_Time_Intervals count="1">
            <Time_Interval>
              <Start/>
              <Stop/>
              <File_Name/>
            </Time_Interval>
          </List_of_Time_Intervals>
        </Input>
        <Input>
          <File_Type>AUX_REFDE2</File_Type>
          <File_Name_Type>Physical</File_Name_Type>
          <List_of_File_Names count="1">
            <File_Name>./VE_TEST_AUX_REFDE2_SUDOUEST_0001.DBL</File_Name>
          </List_of_File_Names>
          <List_of_Time_Intervals count="1">
            <Time_Interval>
              <Start/>
              <Stop/>
              <File_Name/>
            </Time_Interval>
          </List_of_Time_Intervals> 
        </Input>
        <Input>
          <File_Type>GIP_L2WATV</File_Type>
          <File_Name_Type>Physical</File_Name_Type>
          <List_of_File_Names count="1">
            <File_Name>./F2_TEST_GIP_L2WATV_L_CONTINEN_00001_00000000_99999999.DBL</File_Name>
          </List_of_File_Names>
          <List_of_Time_Intervals count="1">
            <Time_Interval>
              <Start/>
              <Stop/>
              <File_Name/>
            </Time_Interval>
          </List_of_Time_Intervals>
        </Input>
      </List_of_Inputs>
      <List_of_Outputs count="5">
        <Output>
          <File_Type>FSC_L2VALD</File_Type>
          <File_Name_Type>Directory</File_Name_Type>
          <File_Name>./output/</File_Name>
        </Output>
        <Output>
          <File_Type>FSC_L2NOTV</File_Type>
          <File_Name_Type>Directory</File_Name_Type>
          <File_Name>./output/</File_Name>
        </Output>
        <Output>
          <File_Type>PMC_L2REPT</File_Type>
          <File_Name_Type>Directory</File_Name_Type>
          <File_Name>./output/</File_Name>
        </Output>
        <Output>
          <File_Type>QCK_L2VALD</File_Type>
          <File_Name_Type>Directory</File_Name_Type>
          <File_Name>./output/</File_Name>
        </Output>
        <Output>
          <File_Type>QCK_L2NOTV</File_Type>
          <File_Name_Type>Directory</File_Name_Type>
          <File_Name>./output/</File_Name>
        </Output>
      </List_of_Outputs>
    </Ipf_Proc>
  </List_of_Ipf_Procs>
  <Processor_Conf>
    <File_Name/>
  </Processor_Conf>
  <Parameter_File>
    <File_Name/>
  </Parameter_File>
  <List_of_Attachments/>
</Ipf_Job_Order>

Note that there was a mistake in the List_of_GIPP_Files tag - the start tag was defined as empty tag (<List_of_GIPP_Files/>), followed by an extra end tag. The schema location does not exist anymore (http://www.acsys.it).

j08lue commented 6 years ago 
Note: the possible values for the <Processor_Name> field are:
* MAJA_L2_INIT_CHAIN
* MAJA_L2_NOMINAL_CHAIN
* MAJA_L2_BACKWARD_CHAIN
* MAJA_L3_CHAIN
* MAJA_L1_CHECKTOOL_CHAIN
* MAJA_L2_CHECKTOOL_CHAIN
* MAJA_L3_CHECKTOOL_CHAIN
olivierhagolle commented 6 years ago

Hi Jonas, I have passed your questions to a colleague, I am not able to answer. Olivier

j08lue commented 6 years ago

Thank you, @olivierhagolle!