Data Preview 1 (DP1) Tutorials: a summary - Poor Little Kid 穷孩子

Ref: DP1 Tutorials

import glob
import pandas as pd

# grep all ipynb in DP1 for 
# - LSST data products
# - Packages

tut_path = '../tutorial-notebooks/DP1'
files = sorted(glob.glob(f'{tut_path}/**/*.ipynb', recursive=True))

cols = ['L0', 'L1', 'ipynb']
dprod = pd.DataFrame(columns=cols)  # these are the 12 tables under Schema Browser > Data Preview 1 on https://sdm-schemas.lsst.io/dp1.html
dpack = pd.DataFrame(columns=cols)
for nfile, file in enumerate(files):
    dprod.loc[nfile, cols] = file.split('/')[3:]
    dpack.loc[nfile, cols] = file.split('/')[3:]
    with open(file) as fp:
        lines = fp.read().splitlines()
    nline = 0
    while 'LSST data products' not in lines[nline]:
        nline += 1
    for nn in range(1, lines[nline].count('`'), 2):
        tis = lines[nline].split('`')[nn].replace('object', 'Object')
        dprod.loc[nfile, tis] = True
    nline = 0
    while 'Packages' not in lines[nline]:
        nline += 1
    for nn in range(1, lines[nline].count('`'), 2):
        dpack.loc[nfile, lines[nline].split('`')[nn]] = True
# dprod.fillna(' ', inplace=True)
# dpack.fillna(' ', inplace=True)
dpack.drop(columns=['numpy', 'matplotlib', 'scipy', 'astropy'], inplace=True)
assert (dpack[cols] == dprod[cols]).all().all()
dprod

dprod.columns

Index(['L0', 'L1', 'ipynb', 'Object', 'ForcedSourceOnDiaObject', 'Visit',
       'DiaSource', 'SSSource', 'deep_coadd', 'visit_image', 'source',
       'visit_summary', 'direct_warp', 'visit_table',
       'deep_coadd_predetection', 'CcdVisit', 'Source', 'ForcedSource',
       'DiaObject', 'SSObject', 'MPCORB', 'visit_images', 'difference_image',
       'template_coadd', 'raw', 'bias', 'dark', 'flat', 'the_monster_20250219',
       'deepCoadd', 'visit_detector_table', 'skymap', 'coadd'],
      dtype='object')

11 out of 12 catalogs found: Object Source ForcedSourceOnDiaObject DiaObject DiaSource ForcedSource SSObject SSSource MPCORB Visit CcdVisit (missing CoaddPatches)
5 image categories: deep_coadd template_coadd visit_image difference_image raw

source object visit_summary direct_warp visit_table deep_coadd_predetection visit_images bias dark flat the_monster_20250219 deepCoadd visit_detector_table skymap coadd

dprod.loc[dprod['Object']==True][['L0', 'L1', 'ipynb']]

dprod.loc[(dprod['source']==True) | (dprod['Source']==True)].dropna(axis=1, how='all')

dpack.loc[(dprod['source']==True) | (dprod['Source']==True)].dropna(axis=1, how='all')

dpack

dpack.columns

Index(['L0', 'L1', 'ipynb', 'lsst.rsp.get_tap_service', 'retrieve_query',
       'lsst.daf.butler', 'lsst.rsp.utils', 'lsst.rsp.service', 'pyvo.dal',
       'lsst.afw.image', 'lsst.rsp', 'lsst.afw.display', 'pyvo',
       'lsst.ctrl.mpexec', 'lsst.pipe.base', 'lsst.drp.tasks',
       'lsst.meas.algorithms', 'lsst.meas.base', 'lsst.pipe.tasks',
       'lsst.source.injection', 'skyproj', 'lsst.geom',
       'lsst.rsp.retrieve_query', 'lsst.rsp.get_tap_service ', 'treecorr',
       'lsst.utils.plotting', 'lsst.afw', 'lsst.resources', 'pyvo.dal.adhoc'],
      dtype='object')

dpack.loc[dpack['lsst.rsp.get_tap_service']==True]