STScI-Citizen-Science / MTPipeline

Pipeline to produce CR rejected, astrodrizzled, png's of HST WFPC2 solar system data.
6 stars 1 forks source link

Check WFPC2 Imaging File Completeness #84

Closed acviana closed 10 years ago

acviana commented 10 years ago

See what the status of the WFPC2 data is.

walyssonBarbosa commented 10 years ago

Using IPython notebook I implemented the following code:

from mtpipeline.get_settings import SETTINGS
from mtpipeline.imaging.imaging_pipeline import make_output_file_dict
import glob
import os
import pprint

pp = pprint.PrettyPrinter(indent=4)

all_files_list = glob.glob(os.path.join(SETTINGS['wfpc2_output_path'], '*_*/*c0m*.fits'))
c0m_file_list = [filename for filename in all_files_list if len(filename.split('/')[-1]) == 18 and filename.split('/')[-1].split('_')[-1] == 'c0m.fits']
all_files_list += glob.glob(os.path.join(SETTINGS['wfpc2_output_path'], '*_*/png/*c0m*.png'))
files_set = set(all_files_list)

#  creating a dictionary to store the quantities of files that were found
check_dict = {}
for filename in c0m_file_list:
    new_key = filename.split('/')[6]
    if new_key not in check_dict.keys():
        check_dict[new_key] = {}
        check_dict[new_key]['c0m'] = 1
    else:
        check_dict[new_key]['c0m'] += 1
    file_dict = make_output_file_dict(filename)
    for key in file_dict.iterkeys():
        if key != 'input_file':
            for file in file_dict[key]:
                    if file in files_set:
                        if key not in check_dict[new_key].keys():
                            check_dict[new_key][key] = 1
                        else:
                            check_dict[new_key][key] += 1

for key in check_dict.keys():
    if 'drizzle_weight' not in check_dict[key].keys():
        check_dict[key]['drizzle_weight'] = 0
    if 'drizzle_output' not in check_dict[key].keys():
        check_dict[key]['drizzle_output'] = 0
    if 'cr_reject_output' not in check_dict[key].keys():
        check_dict[key]['cr_reject_output'] = 0
    if 'png_output' not in check_dict[key].keys():
        check_dict[key]['png_output'] = 0 

# creating a dictionary to store the quantities of missing files
check_missing = {}
for key1 in check_dict.keys():
    check_missing[key1] = {}
    check_missing[key1]['c0m'] = 0
    for key2 in check_dict[key1].keys():
        if key2 == 'cr_reject_output':
            check_missing[key1][key2] = 2*check_dict[key1]['c0m'] - check_dict[key1][key2]
        elif key2 == 'drizzle_output':
            check_missing[key1][key2] = 4*check_dict[key1]['c0m'] - check_dict[key1][key2]
        elif key2 == 'drizzle_weight':
            check_missing[key1][key2] = 4*check_dict[key1]['c0m'] - check_dict[key1][key2]
        elif key2 == 'png_output':
            check_missing[key1][key2] = 28*check_dict[key1]['c0m'] - check_dict[key1][key2]

pp.pprint(check_missing)        

counter = 0
for mis in check_missing.keys():
    for key in check_missing[mis].keys():
        if check_missing[mis][key] != 0:
            counter += check_missing[mis][key]

print "Missing: {} files.".format(counter)

This resulted in the following dictionary:

{   '05167_jupiter': {   'c0m': 0,
                         'cr_reject_output': 0,
                         'drizzle_output': 0,
                         'drizzle_weight': 0,
                         'png_output': 0},
    '05215_mars': {   'c0m': 0,
                      'cr_reject_output': 0,
                      'drizzle_output': 0,
                      'drizzle_weight': 0,
                      'png_output': 0},
    '05216_jupiter_io': {   'c0m': 0,
                            'cr_reject_output': 0,
                            'drizzle_output': 0,
                            'drizzle_weight': 0,
                            'png_output': 448},
    '05217_jupiter': {   'c0m': 0,
                         'cr_reject_output': 0,
                         'drizzle_output': 0,
                         'drizzle_weight': 0,
                         'png_output': 0},
    '05218_jupiter_io': {   'c0m': 0,
                            'cr_reject_output': 0,
                            'drizzle_output': 0,
                            'drizzle_weight': 0,
                            'png_output': 756},
    '05219_saturn': {   'c0m': 0,
                        'cr_reject_output': 0,
                        'drizzle_output': 0,
                        'drizzle_weight': 0,
                        'png_output': 0},
    '05220_uranus': {   'c0m': 0,
                        'cr_reject_output': 0,
                        'drizzle_output': 0,
                        'drizzle_weight': 0,
                        'png_output': 224},
    '05221_neptune': {   'c0m': 0,
                         'cr_reject_output': 0,
                         'drizzle_output': 0,
                         'drizzle_weight': 0,
                         'png_output': 0},
    '05238_asteroids': {   'c0m': 0,
                           'cr_reject_output': 0,
                           'drizzle_output': 0,
                           'drizzle_weight': 0,
                           'png_output': 168},
    '05313_jupiter': {   'c0m': 0,
                         'cr_reject_output': 0,
                         'drizzle_output': 0,
                         'drizzle_weight': 0,
                         'png_output': 0},
    '05321_uranus': {   'c0m': 0,
                        'cr_reject_output': 0,
                        'drizzle_output': 0,
                        'drizzle_weight': 0,
                        'png_output': 924},
    '05329_neptune': {   'c0m': 0,
                         'cr_reject_output': 0,
                         'drizzle_output': 0,
                         'drizzle_weight': 0,
                         'png_output': 0},
    '05361_comet_borrelly': {   'c0m': 0,
                                'cr_reject_output': 0,
                                'drizzle_output': 0,
                                'drizzle_weight': 0,
                                'png_output': 840},
    '05392_jupiter_io': {   'c0m': 0,
                            'cr_reject_output': 0,
                            'drizzle_output': 0,
                            'drizzle_weight': 0,
                            'png_output': 616},
    '05489_vesta': {   'c0m': 0,
                       'cr_reject_output': 0,
                       'drizzle_output': 2,
                       'drizzle_weight': 2,
                       'png_output': 14},
    '05493_mars': {   'c0m': 0,
                      'cr_reject_output': 0,
                      'drizzle_output': 0,
                      'drizzle_weight': 0,
                      'png_output': 0},
    '05508_saturn_titan': {   'c0m': 0,
                              'cr_reject_output': 0,
                              'drizzle_output': 0,
                              'drizzle_weight': 0,
                              'png_output': 742},
    '05590_comet_sl': {   'c0m': 0,
                          'cr_reject_output': 0,
                          'drizzle_output': 0,
                          'drizzle_weight': 0,
                          'png_output': 560},
    '05624_comet_sl': {   'c0m': 0,
                          'cr_reject_output': 0,
                          'drizzle_output': 0,
                          'drizzle_weight': 0,
                          'png_output': 336},
    '05633_asteroid_ida': {   'c0m': 0,
                              'cr_reject_output': 0,
                              'drizzle_output': 0,
                              'drizzle_weight': 0,
                              'png_output': 672},
    '05640_comet_sl': {   'c0m': 0,
                          'cr_reject_output': 0,
                          'drizzle_output': 0,
                          'drizzle_weight': 0,
                          'png_output': 476},
    '05642_jupiter_sl': {   'c0m': 0,
                            'cr_reject_output': 0,
                            'drizzle_output': 0,
                            'drizzle_weight': 0,
                            'png_output': 13216},
    '05653_comet_sl': {   'c0m': 0,
                          'cr_reject_output': 0,
                          'drizzle_output': 0,
                          'drizzle_weight': 0,
                          'png_output': 336},
    '05662_comet_sl': {   'c0m': 0,
                          'cr_reject_output': 0,
                          'drizzle_output': 0,
                          'drizzle_weight': 0,
                          'png_output': 728},
    '05776_saturn': {   'c0m': 0,
                        'cr_reject_output': 0,
                        'drizzle_output': 0,
                        'drizzle_weight': 0,
                        'png_output': 0},
    '05782_saturn': {   'c0m': 0,
                        'cr_reject_output': 0,
                        'drizzle_output': 2,
                        'drizzle_weight': 2,
                        'png_output': 672},
    '05783_venus': {   'c0m': 0,
                       'cr_reject_output': 0,
                       'drizzle_output': 0,
                       'drizzle_weight': 0,
                       'png_output': 56},
    '05824_saturn': {   'c0m': 0,
                        'cr_reject_output': 0,
                        'drizzle_output': 0,
                        'drizzle_weight': 0,
                        'png_output': 84},
    '05828_jupiter': {   'c0m': 0,
                         'cr_reject_output': 0,
                         'drizzle_output': 0,
                         'drizzle_weight': 0,
                         'png_output': 0},
    '05829_jupiter': {   'c0m': 0,
                         'cr_reject_output': 0,
                         'drizzle_output': 0,
                         'drizzle_weight': 0,
                         'png_output': 0},
    '05831_neptune': {   'c0m': 0,
                         'cr_reject_output': 0,
                         'drizzle_output': 0,
                         'drizzle_weight': 0,
                         'png_output': 0},
    '05832_mars': {   'c0m': 0,
                      'cr_reject_output': 0,
                      'drizzle_output': 0,
                      'drizzle_weight': 0,
                      'png_output': 0},
    '05834_comet': {   'c0m': 0,
                       'cr_reject_output': 0,
                       'drizzle_output': 0,
                       'drizzle_weight': 0,
                       'png_output': 1568},
    '05836_saturn': {   'c0m': 0,
                        'cr_reject_output': 0,
                        'drizzle_output': 0,
                        'drizzle_weight': 0,
                        'png_output': 1148},
    '05837_jupiter': {   'c0m': 0,
                         'cr_reject_output': 0,
                         'drizzle_output': 0,
                         'drizzle_weight': 0,
                         'png_output': 0},
    '05844_comet_hale_bopp': {   'c0m': 0,
                                 'cr_reject_output': 0,
                                 'drizzle_output': 0,
                                 'drizzle_weight': 0,
                                 'png_output': 756},
    '06009_jupiter': {   'c0m': 0,
                         'cr_reject_output': 0,
                         'drizzle_output': 0,
                         'drizzle_weight': 0,
                         'png_output': 0},
    '06025_jupiter': {   'c0m': 0,
                         'cr_reject_output': 0,
                         'drizzle_output': 0,
                         'drizzle_weight': 0,
                         'png_output': 0},
    '06028_jupiter': {   'c0m': 0,
                         'cr_reject_output': 0,
                         'drizzle_output': 0,
                         'drizzle_weight': 0,
                         'png_output': 0},
    '06029_jupiter': {   'c0m': 0,
                         'cr_reject_output': 0,
                         'drizzle_output': 0,
                         'drizzle_weight': 0,
                         'png_output': 0},
    '06030_saturn': {   'c0m': 0,
                        'cr_reject_output': 0,
                        'drizzle_output': 0,
                        'drizzle_weight': 0,
                        'png_output': 434},
    '06141_jupiter': {   'c0m': 0,
                         'cr_reject_output': 0,
                         'drizzle_output': 0,
                         'drizzle_weight': 0,
                         'png_output': 0},
    '06145_jupiter': {   'c0m': 0,
                         'cr_reject_output': 0,
                         'drizzle_output': 0,
                         'drizzle_weight': 0,
                         'png_output': 0},
    '06215_saturn': {   'c0m': 0,
                        'cr_reject_output': 0,
                        'drizzle_output': 0,
                        'drizzle_weight': 0,
                        'png_output': 0},
    '06216_saturn': {   'c0m': 0,
                        'cr_reject_output': 0,
                        'drizzle_output': 0,
                        'drizzle_weight': 0,
                        'png_output': 0},
    '06218_jupiter_io': {   'c0m': 0,
                            'cr_reject_output': 0,
                            'drizzle_output': 0,
                            'drizzle_weight': 0,
                            'png_output': 1120},
    '06219_neptune': {   'c0m': 0,
                         'cr_reject_output': 0,
                         'drizzle_output': 0,
                         'drizzle_weight': 0,
                         'png_output': 0},
    '06259_comet_hyakutake': {   'c0m': 0,
                                 'cr_reject_output': 0,
                                 'drizzle_output': 0,
                                 'drizzle_weight': 0,
                                 'png_output': 1568},
    '06295_saturn_titan': {   'c0m': 0,
                              'cr_reject_output': 0,
                              'drizzle_output': 0,
                              'drizzle_weight': 0,
                              'png_output': 728},
    '06315_jupiter': {   'c0m': 0,
                         'cr_reject_output': 0,
                         'drizzle_output': 0,
                         'drizzle_weight': 0,
                         'png_output': 0},
    '06328_saturn': {   'c0m': 0,
                        'cr_reject_output': 0,
                        'drizzle_output': 0,
                        'drizzle_weight': 0,
                        'png_output': 0},
    '06447_comets': {   'c0m': 0,
                        'cr_reject_output': 0,
                        'drizzle_output': 0,
                        'drizzle_weight': 0,
                        'png_output': 2296},
    '06452_jupiter': {   'c0m': 0,
                         'cr_reject_output': 0,
                         'drizzle_output': 0,
                         'drizzle_weight': 0,
                         'png_output': 0},
    '06481_vesta': {   'c0m': 0,
                       'cr_reject_output': 0,
                       'drizzle_output': 0,
                       'drizzle_weight': 0,
                       'png_output': 280},
    '06497_kbo': {   'c0m': 0,
                     'cr_reject_output': 0,
                     'drizzle_output': 0,
                     'drizzle_weight': 0,
                     'png_output': 1960},
    '06509_jupiter': {   'c0m': 0,
                         'cr_reject_output': 0,
                         'drizzle_output': 0,
                         'drizzle_weight': 0,
                         'png_output': 0},
    '06521_comet': {   'c0m': 0,
                       'cr_reject_output': 0,
                       'drizzle_output': 0,
                       'drizzle_weight': 0,
                       'png_output': 1148},
    '06559_asteroids': {   'c0m': 0,
                           'cr_reject_output': 0,
                           'drizzle_output': 0,
                           'drizzle_weight': 0,
                           'png_output': 2716},
    '06591_comets': {   'c0m': 0,
                        'cr_reject_output': 0,
                        'drizzle_output': 0,
                        'drizzle_weight': 0,
                        'png_output': 560},
    '06621_comet_tempel_tuttle': {   'c0m': 0,
                                     'cr_reject_output': 0,
                                     'drizzle_output': 0,
                                     'drizzle_weight': 0,
                                     'png_output': 56},
    '06630_comet_kopff': {   'c0m': 0,
                             'cr_reject_output': 0,
                             'drizzle_output': 0,
                             'drizzle_weight': 0,
                             'png_output': 2240},
    '06634_comet_wirtanen': {   'c0m': 0,
                                'cr_reject_output': 0,
                                'drizzle_output': 0,
                                'drizzle_weight': 0,
                                'png_output': 672},
    '06648_saturn': {   'c0m': 0,
                        'cr_reject_output': 0,
                        'drizzle_output': 0,
                        'drizzle_weight': 0,
                        'png_output': 0},
    '06650_neptune': {   'c0m': 0,
                         'cr_reject_output': 0,
                         'drizzle_output': 0,
                         'drizzle_weight': 0,
                         'png_output': 0},
    '06662_jupiter': {   'c0m': 0,
                         'cr_reject_output': 0,
                         'drizzle_output': 0,
                         'drizzle_weight': 0,
                         'png_output': 0},
    '06663_comet_hale_bopp': {   'c0m': 0,
                                 'cr_reject_output': 0,
                                 'drizzle_output': 0,
                                 'drizzle_weight': 0,
                                 'png_output': 840},
    '06679_comet_hyakutake': {   'c0m': 0,
                                 'cr_reject_output': 0,
                                 'drizzle_output': 0,
                                 'drizzle_weight': 0,
                                 'png_output': 784},
    '06733_saturn_titan': {   'c0m': 0,
                              'cr_reject_output': 0,
                              'drizzle_output': 0,
                              'drizzle_weight': 0,
                              'png_output': 840},
    '06736_comet_b2': {   'c0m': 0,
                          'cr_reject_output': 0,
                          'drizzle_output': 0,
                          'drizzle_weight': 0,
                          'png_output': 224},
    '06741_mars': {   'c0m': 0,
                      'cr_reject_output': 0,
                      'drizzle_output': 0,
                      'drizzle_weight': 0,
                      'png_output': 0},
    '06743_jupiter': {   'c0m': 0,
                         'cr_reject_output': 0,
                         'drizzle_output': 0,
                         'drizzle_weight': 0,
                         'png_output': 0},
    '06752_jupiter_moons': {   'c0m': 0,
                               'cr_reject_output': 0,
                               'drizzle_output': 0,
                               'drizzle_weight': 0,
                               'png_output': 1624},
    '06753_neptune': {   'c0m': 0,
                         'cr_reject_output': 0,
                         'drizzle_output': 0,
                         'drizzle_weight': 0,
                         'png_output': 0},
    '06774_jupiter_io': {   'c0m': 0,
                            'cr_reject_output': 0,
                            'drizzle_output': 0,
                            'drizzle_weight': 0,
                            'png_output': 924},
    '06793_mars': {   'c0m': 0,
                      'cr_reject_output': 0,
                      'drizzle_output': 0,
                      'drizzle_weight': 0,
                      'png_output': 0},
    '06803_saturn_iapetus': {   'c0m': 0,
                                'cr_reject_output': 0,
                                'drizzle_output': 0,
                                'drizzle_weight': 0,
                                'png_output': 182},
    '06806_saturn': {   'c0m': 0,
                        'cr_reject_output': 0,
                        'drizzle_output': 0,
                        'drizzle_weight': 0,
                        'png_output': 0},
    '06818_uranus': {   'c0m': 0,
                        'cr_reject_output': 0,
                        'drizzle_output': 0,
                        'drizzle_weight': 0,
                        'png_output': 1008},
    '06841_comet_45p': {   'c0m': 0,
                           'cr_reject_output': 0,
                           'drizzle_output': 0,
                           'drizzle_weight': 0,
                           'png_output': 672},
    '06842_jupiter_io': {   'c0m': 0,
                            'cr_reject_output': 0,
                            'drizzle_output': 0,
                            'drizzle_weight': 0,
                            'png_output': 224},
    '06846_neptune': {   'c0m': 0,
                         'cr_reject_output': 0,
                         'drizzle_output': 0,
                         'drizzle_weight': 0,
                         'png_output': 0},
    '06852_mars': {   'c0m': 0,
                      'cr_reject_output': 0,
                      'drizzle_output': 0,
                      'drizzle_weight': 0,
                      'png_output': 0},
    '06853_jupiter_io': {   'c0m': 0,
                            'cr_reject_output': 0,
                            'drizzle_output': 0,
                            'drizzle_weight': 0,
                            'png_output': 560},
    '07240_comet': {   'c0m': 0,
                       'cr_reject_output': 0,
                       'drizzle_output': 0,
                       'drizzle_weight': 0,
                       'png_output': 28},
    '07276_mars': {   'c0m': 0,
                      'cr_reject_output': 0,
                      'drizzle_output': 0,
                      'drizzle_weight': 0,
                      'png_output': 0},
    '07308_jupiter': {   'c0m': 0,
                         'cr_reject_output': 0,
                         'drizzle_output': 0,
                         'drizzle_weight': 0,
                         'png_output': 0},
    '07321_saturn_titan': {   'c0m': 0,
                              'cr_reject_output': 0,
                              'drizzle_output': 0,
                              'drizzle_weight': 0,
                              'png_output': 182},
    '07324_neptune': {   'c0m': 0,
                         'cr_reject_output': 0,
                         'drizzle_output': 0,
                         'drizzle_weight': 0,
                         'png_output': 0},
    '07427_saturn': {   'c0m': 0,
                        'cr_reject_output': 0,
                        'drizzle_output': 0,
                        'drizzle_weight': 0,
                        'png_output': 0},
    '07428_comet_tempel_tuttle': {   'c0m': 0,
                                     'cr_reject_output': 0,
                                     'drizzle_output': 0,
                                     'drizzle_weight': 0,
                                     'png_output': 1008},
    '07429_uranus': {   'c0m': 0,
                        'cr_reject_output': 0,
                        'drizzle_output': 0,
                        'drizzle_weight': 0,
                        'png_output': 868},
    '07430_jupiter': {   'c0m': 0,
                         'cr_reject_output': 0,
                         'drizzle_output': 0,
                         'drizzle_weight': 0,
                         'png_output': 0},
    '07589_jupiter': {   'c0m': 0,
                         'cr_reject_output': 0,
                         'drizzle_output': 0,
                         'drizzle_weight': 0,
                         'png_output': 0},
    '07594_comet_spacewatch': {   'c0m': 0,
                                  'cr_reject_output': 0,
                                  'drizzle_output': 0,
                                  'drizzle_weight': 0,
                                  'png_output': 224},
    '07616_jupiter': {   'c0m': 0,
                         'cr_reject_output': 0,
                         'drizzle_output': 0,
                         'drizzle_weight': 0,
                         'png_output': 0},
    '07717_moon_copernicus': {   'c0m': 0,
                                 'cr_reject_output': 0,
                                 'drizzle_output': 0,
                                 'drizzle_weight': 0,
                                 'png_output': 336},
    '07792_mars': {   'c0m': 0,
                      'cr_reject_output': 0,
                      'drizzle_output': 0,
                      'drizzle_weight': 0,
                      'png_output': 0},
    '07916_comet_tempel1': {   'c0m': 0,
                               'cr_reject_output': 0,
                               'drizzle_output': 0,
                               'drizzle_weight': 0,
                               'png_output': 448},
    '08148_jupiter': {   'c0m': 0,
                         'cr_reject_output': 0,
                         'drizzle_output': 0,
                         'drizzle_weight': 0,
                         'png_output': 0},
    '08152_mars': {   'c0m': 0,
                      'cr_reject_output': 0,
                      'drizzle_output': 0,
                      'drizzle_weight': 0,
                      'png_output': 0},
    '08169_jupiter_io': {   'c0m': 0,
                            'cr_reject_output': 0,
                            'drizzle_output': 0,
                            'drizzle_weight': 0,
                            'png_output': 644},
    '08274_comets': {   'c0m': 0,
                        'cr_reject_output': 0,
                        'drizzle_output': 0,
                        'drizzle_weight': 0,
                        'png_output': 2604},
    '08391_mars': {   'c0m': 0,
                      'cr_reject_output': 0,
                      'drizzle_output': 0,
                      'drizzle_weight': 0,
                      'png_output': 0},
    '08398_saturn': {   'c0m': 0,
                        'cr_reject_output': 0,
                        'drizzle_output': 0,
                        'drizzle_weight': 0,
                        'png_output': 0},
    '08405_jupiter': {   'c0m': 0,
                         'cr_reject_output': 0,
                         'drizzle_output': 0,
                         'drizzle_weight': 0,
                         'png_output': 0},
    '08577_mars': {   'c0m': 0,
                      'cr_reject_output': 0,
                      'drizzle_output': 0,
                      'drizzle_weight': 0,
                      'png_output': 0},
    '08579_mars': {   'c0m': 0,
                      'cr_reject_output': 0,
                      'drizzle_output': 0,
                      'drizzle_weight': 0,
                      'png_output': 0},
    '08580_saturn_titan': {   'c0m': 0,
                              'cr_reject_output': 0,
                              'drizzle_output': 0,
                              'drizzle_weight': 0,
                              'png_output': 252},
    '08583_asteroids': {   'c0m': 0,
                           'cr_reject_output': 0,
                           'drizzle_output': 0,
                           'drizzle_weight': 0,
                           'png_output': 8568},
    '08634_neptune': {   'c0m': 0,
                         'cr_reject_output': 0,
                         'drizzle_output': 0,
                         'drizzle_weight': 0,
                         'png_output': 0},
    '08634_uranus': {   'c0m': 0,
                        'cr_reject_output': 0,
                        'drizzle_output': 0,
                        'drizzle_weight': 0,
                        'png_output': 980},
    '08660_saturn': {   'c0m': 0,
                        'cr_reject_output': 0,
                        'drizzle_output': 0,
                        'drizzle_weight': 0,
                        'png_output': 0},
    '08680_uranus': {   'c0m': 0,
                        'cr_reject_output': 0,
                        'drizzle_output': 0,
                        'drizzle_weight': 0,
                        'png_output': 1904},
    '08699_comets': {   'c0m': 0,
                        'cr_reject_output': 0,
                        'drizzle_output': 0,
                        'drizzle_weight': 0,
                        'png_output': 11172},
    '08800_slew': {   'c0m': 0,
                      'cr_reject_output': 0,
                      'drizzle_output': 0,
                      'drizzle_weight': 0,
                      'png_output': 616},
    '08802_saturn': {   'c0m': 0,
                        'cr_reject_output': 0,
                        'drizzle_output': 0,
                        'drizzle_weight': 0,
                        'png_output': 0},
    '08871_jupiter': {   'c0m': 0,
                         'cr_reject_output': 0,
                         'drizzle_output': 0,
                         'drizzle_weight': 0,
                         'png_output': 0},
    '08876_comet_linear': {   'c0m': 0,
                              'cr_reject_output': 0,
                              'drizzle_output': 0,
                              'drizzle_weight': 0,
                              'png_output': 336},
    '09052_mars': {   'c0m': 0,
                      'cr_reject_output': 0,
                      'drizzle_output': 0,
                      'drizzle_weight': 0,
                      'png_output': 0},
    '09060_kbos': {   'c0m': 0,
                      'cr_reject_output': 0,
                      'drizzle_output': 0,
                      'drizzle_weight': 0,
                      'png_output': 12040},
    '09235_uranus': {   'c0m': 0,
                        'cr_reject_output': 0,
                        'drizzle_output': 0,
                        'drizzle_weight': 0,
                        'png_output': 1988},
    '09256_saturn': {   'c0m': 0,
                        'cr_reject_output': 0,
                        'drizzle_output': 0,
                        'drizzle_weight': 0,
                        'png_output': 0},
    '09259_asteroid_binary': {   'c0m': 0,
                                 'cr_reject_output': 0,
                                 'drizzle_output': 0,
                                 'drizzle_weight': 0,
                                 'png_output': 504},
    '09268_mars': {   'c0m': 0,
                      'cr_reject_output': 0,
                      'drizzle_output': 0,
                      'drizzle_weight': 0,
                      'png_output': 0},
    '09320_asteroid_binary': {   'c0m': 0,
                                 'cr_reject_output': 0,
                                 'drizzle_output': 0,
                                 'drizzle_weight': 0,
                                 'png_output': 504},
    '09341_saturn': {   'c0m': 0,
                        'cr_reject_output': 0,
                        'drizzle_output': 0,
                        'drizzle_weight': 0,
                        'png_output': 0},
    '09344_uranus': {   'c0m': 0,
                        'cr_reject_output': 0,
                        'drizzle_output': 0,
                        'drizzle_weight': 0,
                        'png_output': 2044},
    '09354_saturn': {   'c0m': 0,
                        'cr_reject_output': 0,
                        'drizzle_output': 0,
                        'drizzle_weight': 0,
                        'png_output': 0},
    '09385_saturn_titan': {   'c0m': 0,
                              'cr_reject_output': 0,
                              'drizzle_output': 0,
                              'drizzle_weight': 0,
                              'png_output': 182},
    '09393_neptune': {   'c0m': 0,
                         'cr_reject_output': 0,
                         'drizzle_output': 0,
                         'drizzle_weight': 0,
                         'png_output': 0},
    '09508_asteroid_binary': {   'c0m': 0,
                                 'cr_reject_output': 0,
                                 'drizzle_output': 0,
                                 'drizzle_weight': 0,
                                 'png_output': 896},
    '09585_kbo': {   'c0m': 0,
                     'cr_reject_output': 0,
                     'drizzle_output': 0,
                     'drizzle_weight': 0,
                     'png_output': 252},
    '09713_comet_cg': {   'c0m': 0,
                          'cr_reject_output': 0,
                          'drizzle_output': 0,
                          'drizzle_weight': 0,
                          'png_output': 1708},
    '09725_uranus': {   'c0m': 0,
                        'cr_reject_output': 0,
                        'drizzle_output': 0,
                        'drizzle_weight': 0,
                        'png_output': 308},
    '09738_mars': {   'c0m': 0,
                      'cr_reject_output': 0,
                      'drizzle_output': 0,
                      'drizzle_weight': 0,
                      'png_output': 0},
    '09809_saturn': {   'c0m': 0,
                        'cr_reject_output': 0,
                        'drizzle_output': 0,
                        'drizzle_weight': 0,
                        'png_output': 0},
    '10065_mars': {   'c0m': 0,
                      'cr_reject_output': 0,
                      'drizzle_output': 0,
                      'drizzle_weight': 0,
                      'png_output': 0},
    '10170_neptune': {   'c0m': 0,
                         'cr_reject_output': 0,
                         'drizzle_output': 0,
                         'drizzle_weight': 0,
                         'png_output': 0},
    '10170_uranus': {   'c0m': 0,
                        'cr_reject_output': 0,
                        'drizzle_output': 0,
                        'drizzle_weight': 0,
                        'png_output': 1120},
    '10357_saturn': {   'c0m': 0,
                        'cr_reject_output': 0,
                        'drizzle_output': 0,
                        'drizzle_weight': 0,
                        'png_output': 0},
    '10468_jupiter_ganymede': {   'c0m': 0,
                                  'cr_reject_output': 0,
                                  'drizzle_output': 0,
                                  'drizzle_weight': 0,
                                  'png_output': 784},
    '10534_neptune': {   'c0m': 0,
                         'cr_reject_output': 0,
                         'drizzle_output': 0,
                         'drizzle_weight': 0,
                         'png_output': 0},
    '10534_uranus': {   'c0m': 0,
                        'cr_reject_output': 0,
                        'drizzle_output': 0,
                        'drizzle_weight': 0,
                        'png_output': 840},
    '10770_mars': {   'c0m': 0,
                      'cr_reject_output': 0,
                      'drizzle_output': 0,
                      'drizzle_weight': 0,
                      'png_output': 0},
    '10782_jupiter': {   'c0m': 0,
                         'cr_reject_output': 0,
                         'drizzle_output': 0,
                         'drizzle_weight': 0,
                         'png_output': 0},
    '10786_pluto': {   'c0m': 0,
                       'cr_reject_output': 0,
                       'drizzle_output': 0,
                       'drizzle_weight': 0,
                       'png_output': 6020},
    '10799_asteroid_vesta': {   'c0m': 0,
                                'cr_reject_output': 0,
                                'drizzle_output': 0,
                                'drizzle_weight': 0,
                                'png_output': 0},
    '10800_asteroids': {   'c0m': 0,
                           'cr_reject_output': 0,
                           'drizzle_output': 0,
                           'drizzle_weight': 0,
                           'png_output': 4704},
    '10860_kbo_quaoar': {   'c0m': 0,
                            'cr_reject_output': 0,
                            'drizzle_output': 0,
                            'drizzle_weight': 0,
                            'png_output': 1904},
    '10862_saturn': {   'c0m': 0,
                        'cr_reject_output': 0,
                        'drizzle_output': 0,
                        'drizzle_weight': 0,
                        'png_output': 0},
    '10870_uranus': {   'c0m': 0,
                        'cr_reject_output': 0,
                        'drizzle_output': 0,
                        'drizzle_weight': 0,
                        'png_output': 4312},
    '10871_jupiter_io': {   'c0m': 0,
                            'cr_reject_output': 0,
                            'drizzle_output': 0,
                            'drizzle_weight': 0,
                            'png_output': 1736},
    '11085_jupiter_europa': {   'c0m': 0,
                                'cr_reject_output': 0,
                                'drizzle_output': 0,
                                'drizzle_weight': 0,
                                'png_output': 980},
    '11096_jupiter': {   'c0m': 0,
                         'cr_reject_output': 0,
                         'drizzle_output': 0,
                         'drizzle_weight': 0,
                         'png_output': 0},
    '11102_jupiter': {   'c0m': 0,
                         'cr_reject_output': 0,
                         'drizzle_output': 0,
                         'drizzle_weight': 0,
                         'png_output': 0},
    '11113_kbos': {   'c0m': 0,
                      'cr_reject_output': 0,
                      'drizzle_output': 0,
                      'drizzle_weight': 0,
                      'png_output': 17472},
    '11115_asteroid_pallas': {   'c0m': 0,
                                 'cr_reject_output': 0,
                                 'drizzle_output': 0,
                                 'drizzle_weight': 0,
                                 'png_output': 1904},
    '11118_uranus': {   'c0m': 0,
                        'cr_reject_output': 0,
                        'drizzle_output': 0,
                        'drizzle_weight': 0,
                        'png_output': 1512},
    '11156_neptune': {   'c0m': 0,
                         'cr_reject_output': 0,
                         'drizzle_output': 0,
                         'drizzle_weight': 0,
                         'png_output': 0},
    '11156_uranus': {   'c0m': 0,
                        'cr_reject_output': 103,
                        'drizzle_output': 416,
                        'drizzle_weight': 416,
                        'png_output': 3220},
    '11169_kbos': {   'c0m': 0,
                      'cr_reject_output': 60,
                      'drizzle_output': 240,
                      'drizzle_weight': 240,
                      'png_output': 1680},
    '11187_mars': {   'c0m': 0,
                      'cr_reject_output': 0,
                      'drizzle_output': 0,
                      'drizzle_weight': 0,
                      'png_output': 0},
    '11226_comet_tuttle': {   'c0m': 0,
                              'cr_reject_output': 143,
                              'drizzle_output': 572,
                              'drizzle_weight': 572,
                              'png_output': 4004},
    '11292_uranus': {   'c0m': 0,
                        'cr_reject_output': 196,
                        'drizzle_output': 784,
                        'drizzle_weight': 784,
                        'png_output': 5488},
    '11310_jupiter': {   'c0m': 0,
                         'cr_reject_output': 0,
                         'drizzle_output': 0,
                         'drizzle_weight': 0,
                         'png_output': 0},
    '11314_mars': {   'c0m': 0,
                      'cr_reject_output': 0,
                      'drizzle_output': 0,
                      'drizzle_weight': 0,
                      'png_output': 0},
    '11361_mars': {   'c0m': 0,
                      'cr_reject_output': 0,
                      'drizzle_output': 0,
                      'drizzle_weight': 0,
                      'png_output': 0},
    '11418_comet_holmes': {   'c0m': 0,
                              'cr_reject_output': 18,
                              'drizzle_output': 72,
                              'drizzle_weight': 72,
                              'png_output': 504},
    '11497_mars': {   'c0m': 0,
                      'cr_reject_output': 0,
                      'drizzle_output': 0,
                      'drizzle_weight': 0,
                      'png_output': 0},
    '11498_jupiter': {   'c0m': 0,
                         'cr_reject_output': 0,
                         'drizzle_output': 0,
                         'drizzle_weight': 0,
                         'png_output': 0},
    '11518_kbo_2003el61': {   'c0m': 0,
                              'cr_reject_output': 20,
                              'drizzle_output': 80,
                              'drizzle_weight': 80,
                              'png_output': 560},
    '11956_saturn': {   'c0m': 0,
                        'cr_reject_output': 0,
                        'drizzle_output': 0,
                        'drizzle_weight': 0,
                        'png_output': 0},
    '11957_lutetia': {   'c0m': 0,
                         'cr_reject_output': 60,
                         'drizzle_output': 240,
                         'drizzle_weight': 240,
                         'png_output': 1680},
    '11969_asteroid_ceres': {   'c0m': 0,
                                'cr_reject_output': 66,
                                'drizzle_output': 264,
                                'drizzle_weight': 264,
                                'png_output': 1848},
    '11971_kbo_haumea': {   'c0m': 0,
                            'cr_reject_output': 68,
                            'drizzle_output': 272,
                            'drizzle_weight': 272,
                            'png_output': 1904},
    '11972_comets': {   'c0m': 0,
                        'cr_reject_output': 260,
                        'drizzle_output': 1040,
                        'drizzle_weight': 1040,
                        'png_output': 7280},
    '11990_comet_hartley2': {   'c0m': 0,
                                'cr_reject_output': 108,
                                'drizzle_output': 432,
                                'drizzle_weight': 432,
                                'png_output': 3024}}
Missing: 184010 files.
walyssonBarbosa commented 10 years ago

I updated to code above and the output is more complete now.

acviana commented 10 years ago

Can you make it so it only lists the missing files? Update the output format to be something like this:

11990_comet_hartley2 : cr_reject_output : 108
11990_comet_hartley2 : drizzle_output: 432
11990_comet_hartley2 : drizzle_weight: 432
11990_comet_hartley2 : png_output': 3024
acviana commented 10 years ago

This functionality is complete and has been tested, we can close this ticket.