From e12c69d3eed133a5750bc87b6dcfa3a6c544cb7d Mon Sep 17 00:00:00 2001 From: Yusra AlSayyad Date: Fri, 2 Jul 2021 11:23:46 -0500 Subject: [PATCH 1/2] Add v22 Release Notes --- conf.py | 20 +-- releases/index.rst | 1 + releases/tickets/v22_0_0.rst | 312 +++++++++++++++++++++++++++++++++++ releases/v21_0_0.rst | 1 - releases/v22_0_0.rst | 265 +++++++++++++++++++++++++++++ 5 files changed, 588 insertions(+), 11 deletions(-) create mode 100644 releases/tickets/v22_0_0.rst create mode 100644 releases/v22_0_0.rst diff --git a/conf.py b/conf.py index b5d6e363..04c91223 100644 --- a/conf.py +++ b/conf.py @@ -15,20 +15,20 @@ # Patch EUPS tag subsitutions rst_epilog = """ -.. |eups-tag| replace:: v21_0_0 -.. |eups-tag-mono| replace:: ``v21_0_0`` -.. |eups-tag-bold| replace:: **v21_0_0** +.. |eups-tag| replace:: v22_0_0 +.. |eups-tag-mono| replace:: ``v22_0_0`` +.. |eups-tag-bold| replace:: **v22_0_0** """ # Patch EUPS and Git tag context for Jinja templating jinja_contexts = { "default": { - "release_eups_tag": "v21_0_0", - "release_git_ref": "21.0.0", - "version": "v21_0_0", - "release": "v21_0_0", - "scipipe_conda_ref": "21.0.0", - "pipelines_demo_ref": "21.0.0", - "newinstall_ref": "21.0.0", + "release_eups_tag": "v22_0_0", + "release_git_ref": "22.0.0", + "version": "v22_0_0", + "release": "v22_0_0", + "scipipe_conda_ref": "22.0.0", + "pipelines_demo_ref": "22.0.0", + "newinstall_ref": "22.0.0", } } diff --git a/releases/index.rst b/releases/index.rst index f199dc4d..5611f514 100644 --- a/releases/index.rst +++ b/releases/index.rst @@ -5,6 +5,7 @@ Release History .. toctree:: :maxdepth: 1 + v22_0_0 v21_0_0 v20_0_0 v19_0_0 diff --git a/releases/tickets/v22_0_0.rst b/releases/tickets/v22_0_0.rst new file mode 100644 index 00000000..788057f4 --- /dev/null +++ b/releases/tickets/v22_0_0.rst @@ -0,0 +1,312 @@ +.. _release-v22-0-0-tickets: + +################################### +Tickets Addressed in Release 22.0.0 +################################### + +- `DM-4875 `_: Give base an updated readme file [base] +- `DM-10351 `_: Concise progress tracking for long-running jobs [ctrl_mpexec] +- `DM-11125 `_: lsstDebug behaviour does not match documentation [base] +- `DM-12549 `_: ap_pipe must call AssociationTask in a reproducible order [ap_verify, ctrl_mpexec] +- `DM-14875 `_: What to add to the pipe_tasks readme [pipe_tasks] +- `DM-16857 `_: Convert afw.detection to numpydoc [afw] +- `DM-17071 `_: Remove afw.math.mathLib [afw, ip_diffim] +- `DM-17689 `_: Expose maximum number of bits used by IdFactory [obs_base, pipe_tasks] +- `DM-18000 `_: Implement PipelineTask and yaml file to convert DiaSources for SDM system inside ap_association [ap_association] +- `DM-19470 `_: Create jointcal PipelineTask (version 0: tests) [jointcal, testdata_jointcal] +- `DM-19942 `_: ForcedPhotCcdTask in PipelineTask mode needs to accept references from multiple patches [meas_base] +- `DM-20695 `_: Coadd in Gen3 doesn't have a Selector like the one in Gen2 [obs_subaru, pipe_tasks] +- `DM-20703 `_: Modernize pybind11 wrappers for afw.fits, afw.geom [afw, pipe_drivers] +- `DM-20749 `_: Examine results of image differencing with inserted fakes [pipe_tasks] +- `DM-21916 `_: SQuaSH upload of Gen 3 Measurements [verify] +- `DM-22277 `_: Convert TransformObjectTableTask and friends to Gen 3 [obs_cfht, obs_decam, obs_lsst, obs_subaru, pipe_tasks] +- `DM-23032 `_: CreateSDM functor for bitpacking mutiple flag columns [ap_association] +- `DM-23156 `_: Add ways to test a PipelineTask's init inputs/outputs [pipe_base] +- `DM-23159 `_: Make PTC task compatible with RFC-352 [cp_pipe, daf_butler, ip_isr, obs_base] +- `DM-23862 `_: Split data ID handling off from butlerTests.makeTestRepo [daf_butler] +- `DM-23985 `_: Cannot do linearity corrections in Gen 3 DECam processing [daf_butler, ip_isr, obs_base, obs_decam, obs_decam_data] +- `DM-24024 `_: Revisit region padding in HSC Gen3 ingest or visit definition [obs_subaru] +- `DM-24253 `_: Generate stack produced calibration products for HiTS [astro_metadata_translator, obs_decam, pipe_tasks] +- `DM-24318 `_: Add PipelineTask to fgcmcal [fgcmcal] +- `DM-24349 `_: Write a Source.yaml for obs_lsst/imSim [obs_lsst, pipe_tasks] +- `DM-24638 `_: Convert TransformSourceTableTask and friends to Gen3 [obs_cfht, obs_decam, obs_lsst, obs_subaru, pipe_tasks] +- `DM-25050 `_: Fix non-normalized matching kernel case in the decorrelation afterburner [ip_diffim] +- `DM-25304 `_: Create task to extract and preprocess bright stars [daf_butler, meas_algorithms, obs_base, obs_subaru, pipe_tasks] +- `DM-25807 `_: refcat requireProperMotion=True config option bypassed for misconfigured catalog [jointcal, meas_algorithms, obs_test] +- `DM-25849 `_: Update HSC to use jointcal refcat defaults [jointcal, obs_subaru] +- `DM-25894 `_: Allow ProcessBrightStarsTask to extract stars on, or slightly beyond exposure edge [pipe_tasks] +- `DM-25965 `_: Refactor gen3 raw ingest to support remote files [astro_metadata_translator, daf_base, daf_butler, obs_base, obs_cfht, obs_decam] +- `DM-26194 `_: Remove meas_extensions_scarlet's deblend.py [meas_extensions_scarlet] +- `DM-26224 `_: Deprecate defaultFilter in LoadReferenceObjectsConfig [meas_algorithms] +- `DM-26302 `_: Avoid requiring long-lived per-Database-instance connections [ctrl_mpexec, daf_butler] +- `DM-26326 `_: Remove obs dependency from ap_verify_testdata and ap_pipe_testdata [ap_pipe, ap_pipe_testdata, ap_verify, ap_verify_testdata] +- `DM-26372 `_: Units wrong in deepDiff_diaSrc catalog [ip_diffim, pipe_tasks] +- `DM-26375 `_: Allow databases other than SQLite when running ap_verify [ap_verify] +- `DM-26393 `_: Write an Object.yaml and configs for obs_lsst/imsim [obs_lsst, obs_subaru, pipe_tasks] +- `DM-26484 `_: Run read noise eotest task at NCSA [ip_isr] +- `DM-26590 `_: Prohibit dimension query expressions that do not reference required dependencies [daf_butler] +- `DM-26592 `_: Create “afterburner” to analyse the results of AP processing with fakes included [ap_association, ap_pipe, pipe_tasks] +- `DM-26593 `_: Create an integrated pipeline for AP fake analysis [ap_pipe, ap_verify, pipe_tasks, verify_metrics] +- `DM-26688 `_: Add command-line tool for Registry.associate [ctrl_mpexec, daf_butler] +- `DM-26689 `_: Add command-line tool for Butler.pruneDatasets [daf_butler] +- `DM-26868 `_: Remove obs_ctio0m9 from lsst_distrib [lsst_ci, lsst_obs] +- `DM-27008 `_: Update Functor implementation to use gen3 butler/parquet access [daf_butler, pipe_tasks] +- `DM-27064 `_: afw fails to build with pybind11 2.5 (and python 3.8) [afw] +- `DM-27086 `_: Numpydoc conversion of meas_algorithms through gaussianPsfFactory.py [meas_algorithms] +- `DM-27100 `_: Integrate panDA dag generation into ctrl_bps [ctrl_bps] +- `DM-27118 `_: Switch to spawn method in ctrl_mpexec to fix ci_hsc_gen3 failing on macOS jenkins [ctrl_mpexec, daf_butler] +- `DM-27147 `_: Add per-camera umbrella collections and levels of indirection for versioned root datasets [ap_verify, ctrl_bps, ctrl_mpexec, daf_butler, obs_base, obs_subaru, pipe_tasks, skymap] +- `DM-27152 `_: Allow instrument-specific variants in dataIds [daf_butler] +- `DM-27153 `_: Defaulting the instrument in registry [ctrl_mpexec, daf_butler] +- `DM-27154 `_: Usability improvement suggestions for butler collection commands [daf_butler] +- `DM-27164 `_: Add task to compute and persist VisitSummary tables [daf_butler, obs_base, obs_subaru, pipe_tasks] +- `DM-27168 `_: Phase out use of FilterProperty [obs_base, obs_cfht, obs_decam, obs_subaru, pipe_tasks] +- `DM-27169 `_: Use FilterLabel in Exposure/ExposureInfo [afw, daf_butler, obs_base] +- `DM-27170 `_: Deprecate and phase out afw::image::Filter [afw, ap_association, cp_pipe, ip_diffim, ip_isr, jointcal, meas_astrom, obs_base, obs_cfht, obs_decam, obs_lsst, obs_subaru, obs_test, pipe_tasks] +- `DM-27173 `_: Add doc field to obs.base.FilterDefinition [obs_base, obs_decam, obs_subaru] +- `DM-27174 `_: Create InstrumentLabel class for ExposureInfo [afw] +- `DM-27175 `_: Add InstrumentLabel to new exposures [obs_base] +- `DM-27178 `_: Standardize aliases on Gen 2 Exposure get [obs_base] +- `DM-27255 `_: Merge generic and HSC-specific config overrides in obs_subaru [fgcmcal, obs_subaru] +- `DM-27301 `_: Undefined behavior for getArray in ImageBase when _gilView has no height [afw, ip_diffim] +- `DM-27325 `_: Can't rerun ap_verify on same repository in Gen 3 (II) [ap_verify, verify] +- `DM-27344 `_: Add butler query-dimension-records subcommand [daf_butler] +- `DM-27356 `_: Implement a minimal cutout task [daf_butler, pipe_tasks] +- `DM-27359 `_: Make python-derived Storable classes persistable [afw, meas_algorithms] +- `DM-27364 `_: ingestIndexManager does not set up global multiprocessing value before forking, breaking multiprocessing after python 3.8. on mac [meas_algorithms] +- `DM-27377 `_: fgcm multiprocessing strategy with shared memory manager doesn't work well with python 3.8 [fgcm] +- `DM-27388 `_: Implement metric system for fakes in AP [ap_pipe] +- `DM-27406 `_: Leave parent footprints untouched [meas_extensions_scarlet] +- `DM-27422 `_: @option_section() doesn't seem to work well with Sphinx [daf_butler] +- `DM-27458 `_: FULLCOVARIANCE in PTC task is rejecting more points than it should for some BOT data detectors [cp_pipe] +- `DM-27462 `_: Add --config-file option alias to CmdLineTask [pipe_base] +- `DM-27473 `_: butler Config merge doesn't with dict despite docstring saying it does. [daf_butler] +- `DM-27476 `_: Add support for metadata sidecar files for ingest [obs_base] +- `DM-27477 `_: Define JSON serialization format for ObservationInfo [astro_metadata_translator] +- `DM-27478 `_: Allow absolute URIs to be stored in datastore [daf_butler, obs_base] +- `DM-27500 `_: add a comment in butler & pipetask subcommand about more options in butler --help [ctrl_mpexec, daf_butler, obs_base, pipe_tasks] +- `DM-27501 `_: Implement generic stamp collection class [daf_butler, meas_algorithms] +- `DM-27502 `_: Numpydoc conversion of meas_algorithms through makeCoaddApCorrMap.py [meas_algorithms] +- `DM-27519 `_: --show history doesn't report complete results in pipetask [ctrl_mpexec, pex_config] +- `DM-27523 `_: allow passed-in CLI key-value options to extend default values [daf_butler] +- `DM-27541 `_: Update SSObject alert schemas [alert_packet] +- `DM-27570 `_: bps report id not showing running jobs in Total line [ctrl_bps] +- `DM-27575 `_: requestMemory not ending up in submit files. [ctrl_bps] +- `DM-27576 `_: wave front sensors don't read correctly with Gen3 [obs_lsst] +- `DM-27598 `_: Many images have few or no good pixels when running ptc.py [cp_pipe] +- `DM-27599 `_: Generic gen2to3 data ID translator rules need to cover both visit and exposureKey [obs_base] +- `DM-27613 `_: Apply FGCM and jointcal in Gen3 MakeWarpTask [fgcmcal, obs_subaru, pipe_tasks] +- `DM-27626 `_: Make version.py generated by sconsUtils black compliant [sconsUtils] +- `DM-27630 `_: Use CI dataset in ap_verify examples [ap_verify] +- `DM-27631 `_: use multiprocessing context with fork for ctrl_mpexec for python 3.8 support on mac [ctrl_mpexec] +- `DM-27633 `_: Add a parameters section to Pipelines [pipe_base] +- `DM-27638 `_: doImport error message hides actual error [utils] +- `DM-27641 `_: Fix parameters in Pipelines [pipe_base] +- `DM-27648 `_: Make bps' CLI --log-level behavior consistent [ctrl_bps] +- `DM-27652 `_: Provide source centroiding utility for T&S in pipe_tasks [afwdata, pipe_tasks] +- `DM-27653 `_: Fix "too many values to unpack" error in `pipeline run` [ctrl_mpexec, pipelines_check] +- `DM-27654 `_: Let Doxygen document private virtual methods [base] +- `DM-27657 `_: Make bbox check for fakes more robust. [ap_pipe, pipe_tasks] +- `DM-27666 `_: Command line has full path for QuantumGraph filename [ctrl_bps] +- `DM-27667 `_: Pass which nodes to execute to pipetask run [ctrl_mpexec] +- `DM-27670 `_: Update obs_lsst/imsim filterMap config per change on DM-26138 [obs_lsst] +- `DM-27682 `_: Allow pipetask to read quantum graph files from URIs [ctrl_mpexec, pipe_base] +- `DM-27684 `_: Add butler register-skymap subcommand [pipe_tasks] +- `DM-27685 `_: Add butler make gen3 dcr subfilters subcommand [daf_butler, pipe_tasks] +- `DM-27689 `_: Fix and extend mypy configuration for daf_butler [daf_butler] +- `DM-27694 `_: Expand environment variables in schemeless ButlerURIs [daf_butler] +- `DM-27696 `_: Fix Boost deprecation warning in afw [afw, sconsUtils] +- `DM-27722 `_: Update scripts to use gen3 butler [meas_extensions_scarlet, pipe_tasks] +- `DM-27760 `_: butler ingest-raws -c option is broken [obs_base] +- `DM-27766 `_: Update usage of pyerfa in stack code [obs_base] +- `DM-27767 `_: Have specialist file template for raw data in gen3 datastore [daf_butler] +- `DM-27783 `_: Add improvements to getInitialGoodPoints in ptc.py [cp_pipe] +- `DM-27784 `_: Add ability to load select nodes from a QuantumGraph [ctrl_mpexec, pipe_base] +- `DM-27810 `_: Skip converting flux to amplitude in computeFixedMomentsFlux [meas_base] +- `DM-27831 `_: missing () in log statement in obs_lsst assembly.py [obs_lsst] +- `DM-27832 `_: Fatal errors from astro_metadata_translator in DECam [astro_metadata_translator] +- `DM-27833 `_: Enable gen3 inter-chip crosstalk for DECam [ip_isr, obs_decam] +- `DM-27835 `_: pipetask run should always print stack trace and exception details [ctrl_bps, ctrl_mpexec, daf_butler, obs_base, pipe_tasks] +- `DM-27840 `_: Fix confusing message from pipetask run [ctrl_mpexec] +- `DM-27854 `_: CpFlatNormalizationTask improperly indexes detectors [cp_pipe] +- `DM-27857 `_: Update ap_verify dataset conversion scripts [ap_verify, ap_verify_testdata] +- `DM-27863 `_: Allow controller = 'H' for exposure_id calculation [obs_lsst] +- `DM-27864 `_: Fix pipetask timeout argument type. [ctrl_mpexec] +- `DM-27868 `_: Stop erroneously adjusting the raw WCS in assembleCcdTask [ip_isr] +- `DM-27869 `_: Create jointcal pipetask [jointcal] +- `DM-27883 `_: obs_lsst has a race condition between tests and curated calibration ingestion [obs_lsst] +- `DM-27884 `_: Improve ButlerHttpURI requests behavior [daf_butler] +- `DM-27888 `_: Filename passed to QuantumGraphs' save() should have extension .qgraph [ctrl_bps] +- `DM-27894 `_: Merge upstream fgcm changes back to fork [fgcm] +- `DM-27896 `_: Add summary statistics component to Exposure [afw, daf_butler, obs_base, pipe_tasks] +- `DM-27919 `_: DECam "physical_filter" is too long and has spaces [daf_butler] +- `DM-27922 `_: Create initial gen3 calibs for DC2 [obs_lsst] +- `DM-27929 `_: Skip sky objects during deblending [meas_extensions_scarlet, pipe_tasks] +- `DM-27941 `_: Update the import system for Pipelines [ap_pipe, ap_verify, obs_subaru, pipe_base, pipe_tasks] +- `DM-27946 `_: Test failure in pipe_tasks test_calexpCutout.py [pipe_tasks] +- `DM-27971 `_: query-dimension-records throws an exception on invalid dimensions [daf_butler] +- `DM-27984 `_: psfex does not build on macOS with newer compilers [psfex] +- `DM-27985 `_: Fix timespan edge cases, make temporal queries work again, and add bindparam support [daf_butler, pipe_base] +- `DM-28004 `_: ExposureInfo may persist dummy FilterLabels [afw, obs_base] +- `DM-28017 `_: Investigate issues with DC2 deblending [scarlet] +- `DM-28036 `_: Change Pipelines to and save to a URI [ctrl_mpexec, pipe_base, pipelines_check] +- `DM-28040 `_: Persistence of the Stamps object is broken [meas_algorithms] +- `DM-28042 `_: Allow test temporary directory root to be set by envvar [daf_butler] +- `DM-28044 `_: pytest-xdist renamed an option to max-worker-restart [sconsUtils] +- `DM-28046 `_: Update PhosimEimgParseTask to use LsstCam [obs_lsst] +- `DM-28056 `_: Fix fgcmCalibrateTractTable DefaultName Error [fgcmcal] +- `DM-28087 `_: obs_lsst accounts for detectors twice in IDs [obs_lsst] +- `DM-28088 `_: Change fgcmcal to use FilterLabel [fgcmcal, obs_subaru] +- `DM-28092 `_: Document that DiaPipeTask can only handle specific bands [ap_association, ap_pipe] +- `DM-28093 `_: Change isrTask (and relevant configs) to use physicalLabel [ip_isr, obs_cfht, obs_decam, obs_subaru] +- `DM-28095 `_: A missing storage class causes all dataset queries to fail [daf_butler] +- `DM-28101 `_: Improve error messages and fail earlier in some pipetask error cases [ctrl_mpexec, pipe_base] +- `DM-28102 `_: Correct obs_base typo in processCcdWithFakes [obs_base] +- `DM-28103 `_: safeClip not respecting Subaru configs [pipe_tasks] +- `DM-28107 `_: Convert/ingest PS1 and Gaia refcats into gen3 repo for DECam use [ap_pipe] +- `DM-28109 `_: Test failure in obs_base test_cameraMapper.Mapper2TestCase [obs_base] +- `DM-28158 `_: 2021-12-31 is not far enough in the future to trigger an Astropy warning [obs_lsst] +- `DM-28184 `_: gen3 crosstalk generation does not set DET_NAME correctly. [cp_pipe] +- `DM-28208 `_: Add python access to readComponent() and associated Storable tests. [afw] +- `DM-28214 `_: Adapt pipe_analysis scripts to allow loading of Gaia reference catalogs for astrometric matching [obs_base, obs_subaru] +- `DM-28220 `_: Update docstring for ``import_`` [daf_butler] +- `DM-28233 `_: Jointcal refcat position errors have incorrect units [jointcal] +- `DM-28236 `_: get('calexp_filterLabel') does not return a full label for pre-FilterLabel data [obs_base] +- `DM-28257 `_: Allow Butler to take a PosixPath object as config [daf_butler] +- `DM-28258 `_: Epoch is not getting passed consistently among reference catalog loading functions [meas_algorithms, meas_astrom] +- `DM-28283 `_: Add fakes_calexp and fakes_src dataset types to imsimMapper [obs_lsst] +- `DM-28314 `_: Create JSON representations of common gen3 python types [daf_butler] +- `DM-28323 `_: Make meas_extensions_scarlet the default deblender [pipe_tasks] +- `DM-28351 `_: Add faro to lsst_distrib [lsst_distrib] +- `DM-28355 `_: Allow ingest-raws to fail immediately on first error [obs_base] +- `DM-28368 `_: Fix afw readComponent to allow reading of all components [afw] +- `DM-28384 `_: Numpydoc conversion of meas_algorithms through measureApCorr.py [meas_algorithms] +- `DM-28386 `_: Package versions change depending on Python imports [base] +- `DM-28387 `_: verify's dispatchVerify.py only works in Jenkins if gitpython is absent [verify] +- `DM-28389 `_: Create a gen3 task to collate tract-level parquet tables for QA analyses [obs_subaru] +- `DM-28392 `_: Fix string formatting typo [obs_base] +- `DM-28418 `_: pipetask hangs with very large numbers of quanta [ctrl_mpexec] +- `DM-28426 `_: daf_persistence/test_safeFileIO.py creates too many processes on macOS [daf_persistence] +- `DM-28429 `_: Convert MultiProFitTask into gen3 PipelineTask [pipe_tasks] +- `DM-28439 `_: Converting HiTS2015 repo fails on bad filter [obs_decam] +- `DM-28441 `_: PyYAML FullLoader as used by daf_persistence no longer works [daf_persistence, obs_base] +- `DM-28442 `_: Fix variance plane calculation scaling in non-normalized matching kernel case [ip_diffim, pipe_tasks] +- `DM-28457 `_: In cpCombine.py, the config option "combine" should be a string, not the integer stats value [cp_pipe] +- `DM-28459 `_: Bands seem wrong for LATISS in butler [obs_base, obs_lsst] +- `DM-28460 `_: HSC ENG-R1 filter seems to have wrong band [astro_metadata_translator, obs_subaru] +- `DM-28474 `_: Update scarlet to latest version [meas_extensions_scarlet, scarlet] +- `DM-28480 `_: Flake8/pyflakes needs to update to work with Python 3.8 [afw, cp_pipe, ctrl_bps, ctrl_mpexec, daf_persistence, ip_diffim, jointcal, log, meas_algorithms, meas_base, meas_deblender, meas_extensions_photometryKron, meas_extensions_psfex, obs_base, obs_subaru, pipe_base, pipe_tasks, sconsUtils, shapelet, utils, validate_drp, verify] +- `DM-28491 `_: Fix github actions on daf_butler [daf_butler] +- `DM-28497 `_: Modernize pybind11 wrappers for afw.math [afw, ip_diffim] +- `DM-28498 `_: psFlux is biased in difference images. [pipe_tasks] +- `DM-28506 `_: Reading coadds fails on VisitInfo [afw] +- `DM-28523 `_: Add fake source injection capability for sources falling outside the frame [pipe_tasks] +- `DM-28527 `_: Bad results (and unexpectd slowness) from query-datasets [daf_butler] +- `DM-28531 `_: imsim data needs different ptc pairing. [cp_pipe] +- `DM-28542 `_: Implement RFC-750 [meas_extensions_scarlet, pipe_tasks] +- `DM-28552 `_: Make warping optional in ProcessBrightStarsTask [pipe_tasks] +- `DM-28553 `_: Update the gain, readNoise, and saturation levels based on EOTest [obs_lsst] +- `DM-28555 `_: Add verbosity to ApPipe and DiaPipe DB errors [ap_association, ap_pipe] +- `DM-28570 `_: Extend calexp cutout task to take both width and height [pipe_tasks] +- `DM-28577 `_: Surpress Filter warnings in FilterDefinitions [obs_base, obs_subaru] +- `DM-28583 `_: Update fitsExposure formatter to fill in filterLabel from dataId [afw, daf_butler, obs_base, obs_lsst] +- `DM-28584 `_: Scarlet use of np.float breaks on numpy 1.20.0 [meas_extensions_scarlet, scarlet] +- `DM-28587 `_: Silence scarlet warning messages [meas_extensions_scarlet] +- `DM-28595 `_: Identify central detection footprint and change flags accordingly in ProcessBrightStarsTask [pipe_tasks] +- `DM-28597 `_: Fix colorterm/photoCal filterLabel confusion [fgcmcal, jointcal, obs_cfht, obs_subaru, pipe_tasks] +- `DM-28598 `_: Add daf_butler FAQ/gotchas docs [ctrl_mpexec, daf_butler, pipe_base] +- `DM-28600 `_: Add option to apply sky correction to ProcessBrightStarsTask [pipe_tasks] +- `DM-28609 `_: Fix Zero Size Bounding Box Crash in InsertFakes.py [pipe_tasks] +- `DM-28612 `_: Enable on-sky translations for LSSTCam [astro_metadata_translator, obs_lsst] +- `DM-28623 `_: pybind11-wrapped objects do not correctly implement python hash [daf_persistence] +- `DM-28625 `_: Remove doxygen build from obs_base [obs_base] +- `DM-28642 `_: Fix computeSummaryStatsTask documentation files [pipe_tasks] +- `DM-28648 `_: Change datastore to support minimal registry for pipeline execution [daf_butler] +- `DM-28658 `_: Modernize pybind11 wrappers for afw.display afw.cameraGeom afw.coord [afw, display_ds9, display_firefly, ip_diffim] +- `DM-28659 `_: daf_persistence/test_safeFileIO.py creates too many processes on most machines [daf_persistence] +- `DM-28665 `_: Remove new-dimensions limitations in queries [daf_butler] +- `DM-28674 `_: Protect hash in ButlerURI [daf_butler] +- `DM-28677 `_: Avoid numerical warnings, update docstrings, add option to calculate only the factors in ScaleVarianceTask [pipe_tasks] +- `DM-28693 `_: Additional Filter deprecation warnings in lsstCamMapper [obs_lsst] +- `DM-28701 `_: HSC RC2 processing fails due to improper model [pipe_drivers] +- `DM-28707 `_: display_firefly can't use conda firefly_client [display_firefly] +- `DM-28717 `_: Allow for Stamps formatter to handle bbox [afw, daf_butler, meas_algorithms, obs_base] +- `DM-28727 `_: Modernize pybind11 wrappers for afw.image [afw, fgcmcal] +- `DM-28730 `_: Look into scarlet memory issues [meas_extensions_scarlet] +- `DM-28731 `_: Add meas_extensions_piff to lsst_apps [lsst_apps] +- `DM-28742 `_: Set solid plate decam filter to band opaque [obs_decam] +- `DM-28744 `_: Fix band assignments in obs_cfht [obs_cfht] +- `DM-28751 `_: Make a PipelineTask that can run ngmix tasks [pipe_tasks] +- `DM-28755 `_: Update fgcmcal to make use of visitSummary tables [fgcm, fgcmcal] +- `DM-28756 `_: Create VisitSummary tables for testdata_jointcal [fgcmcal, pipe_tasks, testdata_jointcal] +- `DM-28768 `_: Get alert_packet to work with fastavro >= 0.24 [alert_packet] +- `DM-28783 `_: RASTART/END headers are incorrect for LATISS images [obs_lsst] +- `DM-28800 `_: kht sometimes fails to build properly because missing python executable [kht] +- `DM-28844 `_: Refactor astro_metadata_translator command line tooling [astro_metadata_translator] +- `DM-28857 `_: sort collections before pruning in `butler prune-collection` [daf_butler] +- `DM-28858 `_: Compare the data products of the gen2 vs. gen3 ci_hsc's up to Single Frame Processing [meas_algorithms, meas_base] +- `DM-28919 `_: Update gain and noise numbers for comCam and latiss (and possible LSSTCam) [obs_lsst] +- `DM-28922 `_: pipe.tasks.Functor doesn't work with deferred dataref if not multi-level [pipe_tasks] +- `DM-28927 `_: Dimension packing/unpacking broken for DECam [obs_decam] +- `DM-28929 `_: bps incorrectly assumes htcondor attribute is a string [ctrl_bps] +- `DM-28936 `_: Try to get calibration source selection consistent between gen2 and gen3 middleware [meas_algorithms, pipe_tasks] +- `DM-28940 `_: Create functor for pix^2->arcsec^2 unit conversion [pipe_tasks] +- `DM-28942 `_: Create dipMeanFlux/dipFluxDiff functor. [pipe_tasks] +- `DM-28947 `_: Fix failing ci_hsc test [meas_extensions_scarlet] +- `DM-28953 `_: Implement a visit-level BestSeeing selector in Gen3 [pipe_tasks] +- `DM-28958 `_: Fix breakage due to move of the job reporter class from faro to verify [verify] +- `DM-28960 `_: Add CHAINED collection creation to BPS [ctrl_bps] +- `DM-28962 `_: Update pipe_analysis scripts for "filter" to "band" name change [obs_subaru] +- `DM-28964 `_: Add incremental progress reporting to butler and some middleware tools [daf_butler, obs_base] +- `DM-28978 `_: Fix Dataframe StorageClass definition [daf_butler] +- `DM-28985 `_: Update Gen2 calibration policy formats in obs_subaru [obs_subaru] +- `DM-29011 `_: Add walk support to ButlerURI [daf_butler] +- `DM-29017 `_: Update VisitSummary tables to use detector_id as catalog id [fgcmcal, jointcal, pipe_tasks, testdata_jointcal] +- `DM-29019 `_: Make obs_lsst data ID packing consistent [obs_lsst] +- `DM-29023 `_: Remove documentation about ForcedPhotImage [meas_base] +- `DM-29041 `_: Support repository names as ap_verify --dataset argument and deprecate old names [ap_verify, ap_verify_testdata] +- `DM-29049 `_: jointcal gen3 fixes for running RC2 [jointcal] +- `DM-29055 `_: Unbitrot Gen3 SkyCorrectionTask [obs_subaru, pipe_drivers] +- `DM-29056 `_: Create S/N functor [pipe_tasks] +- `DM-29065 `_: Ensure input lists are ordered the same before making warps [pipe_tasks] +- `DM-29071 `_: Provide a way for RawIngestTask to report successes and failures programmatically [obs_base] +- `DM-29073 `_: Make ButlerURI immutable [daf_butler] +- `DM-29106 `_: Allow butler to "forget" datasets without deleting them [daf_butler] +- `DM-29117 `_: dafBase.PropertyList[] cannot change type of value [daf_base] +- `DM-29121 `_: ApPipeTask's --reuse-outputs-from does not work with external preprocessing [ap_pipe] +- `DM-29139 `_: Failure collecting test files in afw [sconsUtils] +- `DM-29166 `_: Make Instrument-generated collection names more flexible [obs_base, obs_subaru] +- `DM-29169 `_: Ignore more directories in test collection [sconsUtils] +- `DM-29187 `_: LATISS UTC/TAI problems were fixed on 2021-02-12 [obs_lsst] +- `DM-29203 `_: Add option to flatten CHAINED collections when defining them [ctrl_mpexec, daf_butler, obs_base] +- `DM-29218 `_: Prevent double header fixup in astro_metadata_translator [astro_metadata_translator] +- `DM-29225 `_: Add instrument to ProcessBrightStarsTask's quantum dimensions [pipe_tasks] +- `DM-29252 `_: Sqlalchemy 1.4 breaks Butler registry [daf_butler] +- `DM-29264 `_: Update phosim_syseng4 for ComCam [obs_lsst] +- `DM-29266 `_: Remove need for special raw ingest task for DECam/CFHT [astro_metadata_translator, obs_base, obs_cfht, obs_decam, obs_lsst] +- `DM-29271 `_: PTC task: Refactoring/simplification of code ported from Pierre Astier's repository. [cp_pipe, ip_isr] +- `DM-29275 `_: Fix problem in obs_base from fix_header provenance [obs_base, obs_decam, obs_lsst] +- `DM-29280 `_: Look into source of NaN/Infs values in calexp images [ip_isr] +- `DM-29299 `_: fgcm is overly aggressive when validating physicalFilterMap [fgcmcal] +- `DM-29303 `_: Add missing astshim dependency declaration [afw] +- `DM-29313 `_: FilterLabel is not properly filled in for CFHT raws [obs_base] +- `DM-29324 `_: Clean up display_firefly for proper use of firefly_client via Conda [display_firefly] +- `DM-29336 `_: Templates are identical for icExp and icExpBackground in obs_lsst [obs_lsst] +- `DM-29337 `_: Google secrets as mounted files instead of env vars in Cloud Deployment [ctrl_bps] +- `DM-29345 `_: Add method to get QuantumNodes by TaskDef [pipe_base] +- `DM-29351 `_: DM-28658 broke cameraGeom documentation build [afw] +- `DM-29354 `_: Remove deprecated gen3 data stores (fixing documentation warnings) [ap_verify_testdata, daf_butler, pipe_base] +- `DM-29383 `_: StrayLight correction fails on object stores [daf_butler] +- `DM-29388 `_: ap_verify failed on d_2021_03_24 [pipe_base] +- `DM-29397 `_: Rename exposureScaling parameter to avoid confusion. [cp_pipe, obs_lsst] +- `DM-29398 `_: Modernize export code in pipelines_check [pipelines_check] +- `DM-29407 `_: visitSummary files should not persist the detector [jointcal, pipe_tasks, testdata_jointcal] +- `DM-29409 `_: Fix butler export with absolute URIs [daf_butler] +- `DM-29412 `_: Update StampsBase so that it can serve as StorageClass for subclasses [daf_butler, meas_algorithms] +- `DM-29414 `_: Misleading error message when the file doesn't exist in the s3 datastore [daf_butler] +- `DM-29424 `_: Enable boresight calculation for comCam [obs_lsst] +- `DM-29440 `_: Resolving file system root is fragile [daf_butler] +- `DM-29446 `_: DC2 singleFrameDriver Failure: FilterLabel(physical="z_sim_1.4") has no band. [obs_lsst] +- `DM-29497 `_: Add gen2 deprecation message [daf_persistence] +- `DM-29509 `_: New version of deprecated python package requires version [obs_base, verify] +- `DM-29907 `_: Fix meas_extensions_scarlet sorting issue [pipe_tasks] diff --git a/releases/v21_0_0.rst b/releases/v21_0_0.rst index 3659575b..880e533e 100644 --- a/releases/v21_0_0.rst +++ b/releases/v21_0_0.rst @@ -1,4 +1,3 @@ -.. _release-latest: .. _release-v21-0-0: ########################### diff --git a/releases/v22_0_0.rst b/releases/v22_0_0.rst new file mode 100644 index 00000000..93863dba --- /dev/null +++ b/releases/v22_0_0.rst @@ -0,0 +1,265 @@ +.. _release-latest: +.. _release-v22-0-0: + +########################### +Release 22.0.0 (2021-07-09) +########################### + +.. toctree:: + :hidden: + + tickets/v22_0_0 + ++-------------------------------------------+------------+ +| Source | Identifier | ++===========================================+============+ +| Git tag | 22.0.0 | ++-------------------------------------------+------------+ +| :doc:`EUPS distrib ` | v22\_0\_0 | ++-------------------------------------------+------------+ + +This release is based on the ``w_2021_14`` weekly build. +The bug fix on :jirab:`DM-29907` was backported. + +The notes below highlight significant technical changes to the Science Pipelines codebase in this release. +For a complete list of changes made, see :doc:`tickets/v22_0_0`. + +The `Characterization Metric Report (DMTR-311) `_ describes the scientific performance of this release in terms of scientific performance metrics. + +If you have questions or comments about this release, visit our `community forum `_ for advice. + +- :ref:`release-v22-0-0-functionality` +- :ref:`release-v22-0-0-interface` +- :ref:`release-v22-0-0-pending-deprecations` +- :ref:`release-v22-0-0-deprecations` + +*See also:* + +- :doc:`Installation instructions ` +- :doc:`Known issues ` +- `Doxygen Documentation`__ + +__ http://doxygen.lsst.codes/stack/doxygen/xlink_master_2021_04_01_08.31.19/ + + +.. _release-v22-0-0-functionality: + +Major New Features +================== + +- :ref:`release-v22-0-0-gen3` +- :ref:`release-v22-0-0-meas_extensions_piff` +- :ref:`release-v22-0-0-scarlet` +- :ref:`release-v22-0-0-dustmaps` +- :ref:`release-v22-0-0-faro` + +.. _release-v22-0-0-gen3: + +Generation 3 Middleware +----------------------- +Major improvements have been made to the Generation 3 middleware. Some highlights include: + +* Usability improvements to `~lsst.pipe.base.PipelineTask` including URI support. +* Additional :doc:`butler command-line commands `, including + + * ``butler prune-datasets``, + * ``butler query-dimension-records``, + * and ``butler associate``. + +* Allow `lsst.daf.butler.Butler.get` to support dimension record values such as exposure observing day or detector name in the dataID. +* :doc:`pipetask run ` can now execute a subset of a graph. This allows a single graph file to be created with an entire workflow and then only part of it to be executed, necessary for large-scale workflow execution. + +At the time of this release, :ref:`Gen 2 middleware is now deprecated `. + + +.. _release-v22-0-0-meas_extensions_piff: + +Initial integration of Piff +--------------------------- +`Piff `_ has been added to rubin-env as a third-party package. +A new package, `meas_extension_piff`_, (included in lsst_distrib) integrates Piff with the pipelines. +Tasks can be configured to use Piff PSF models instead of the current default PSFex. +:jirab:`RFC-755` + +.. _meas_extension_piff: https://github.com/lsst/meas_extensions_piff + +.. _release-v22-0-0-scarlet: + +Coadd measurement now uses the Scarlet deblender by default +----------------------------------------------------------- +`Scarlet ` is now the default deblender used for measurements on coadds. +The configuration for single-frame measurement has not changed. +Scarlet produces additional flags for filtering duplicates, as it handles isolated sources differently: ``deblend_parentNPeaks``, ``deblend_parentNChild``. +The flag ``detect_isPrimary`` is still populated and is the recommended column. +See the `community.lsst.org post `_ for more information. +:jirab:`RFC-745` + +.. _release-v22-0-0-dustmaps: + +Dust Maps +--------- +The `dustmaps_cachedata `_ package has been added to the pipelines, and the `dustmaps `_ module is a third-party dependency. +:jirab:`RFC-752` + +.. _release-v22-0-0-faro: + +Faro package for scientific performance metrics +----------------------------------------------- +A package for measuring scientific performance metrics, :ref:`faro `, was added. +It implements the Gen3 versions of the tasks in :ref:`validate_drp `. See :ref:`release-v22-0-0-deprecate-validate-drp`. +This package was used to generate the Characterization Report for this release. +:jirab:`RFC-753, DM-28351` + + + +.. _release-v22-0-0-interface: + +Significant Interface Changes +============================= + +- :ref:`release-v22-0-0-filterLabel` +- :ref:`release-v22-0-0-remove-obs_ctio0m9` +- :ref:`release-v22-0-0-remove-metric-in-commonMetrics.py` + + +.. _release-v22-0-0-filterLabel: + +Replace afw.image.Filter with FilterLabel +----------------------------------------- +Filter information is now stored as a `FilterLabel `_, replacing the existing ``lsst.afw.image.Filter``. +This class replaces ``Filter``'s system of names, canonical names, and aliases with just two names: a band (e.g., “g” or “r”) and a physical filter (e.g., “g DECam SDSS c0001 4720.0 1520.0” or “HSC-R2”). +Note that not all ``FilterLabel`` objects have both a band and a physical filter, especially during the transition period, so please program defensively. +See `community.lsst.org `__ for details. +:jirab:`RFC-730` + +.. _release-v22-0-0-remove-obs_ctio0m9: + +Removal of the obs_ctio0m9 package +---------------------------------- + +The ``obs_ctio0m9`` camera package has been removed. +:jirab:`RFC-729, DM-26867, DM-26868` + + +.. _release-v22-0-0-remove-metric-in-commonMetrics.py: + +Removal of metric configurations in commonMetric.py +--------------------------------------------------- + +The :code:`metric` field has been replaced by :code:`connections.package` and +:code:`connections.metric`. + + +.. _release-v22-0-0-pending-deprecations: + +Pending Deprecations +==================== + +These Tasks will be deprecated in the next major release. + +- :ref:`release-v22-0-0-deprecate-decamRawIngestTask` + +.. _release-v22-0-0-deprecate-decamRawIngestTask: + +Deprecated DecamRawIngestTask and MegaPrimeRawIngestTask +----------------------------------------------------------------- +MegaPrime and DECam no longer require a specialist Gen3 ingest task. +Please use the default `~lsst.obs.base.RawIngestTask`. +Both `~lsst.obs.decam.DecamRawIngestTask` and `~lsst.obs.cfht.MegaPrimeRawIngestTask` will be removed after v23. + +.. _release-v22-0-0-deprecations: + +Deprecations +============ + +These packages/functions are deprecated and will not be available in the next major release. + +- :ref:`release-v22-0-0-deprecate-gen2` +- :ref:`release-v22-0-0-deprecate-Filter` +- :ref:`release-v22-0-0-deprecate-validate-drp` +- :ref:`release-v22-0-0-deprecate-configurations-in-fgcmFitCycle.py` +- :ref:`release-v22-0-0-deprecate-configurations-in-psfexStarSelector.py` + +.. _release-v22-0-0-deprecate-gen2: + +Deprecated Generation 2 Middleware +---------------------------------- +Generation 2 middleware (Gen2) is no longer being developed and should not be used for new code. +Gen2 infrastructure code (within e.g., :ref:`pipe_tasks `, :ref:`pipe_base `, :ref:`obs_base `, `daf_persistence `_, and obs packages) will no longer be maintained after January 1 2022, and may be removed at any point afterward. +The CI package ``ci_hsc_gen2`` will continue to be run, and the tasks it checks will be maintained until we remove the Gen2 infrastructure code in 2022. +Following this release, we will begin to drop gen2 pipelines from our verification packages (e.g., ap_verify), where a functional and validated gen3 pipeline exists. + +.. _release-v22-0-0-deprecate-Filter: + +Removal of ``lsst.afw.Filter`` +------------------------------ +The `lsst.afw.Filter` class has been replaced with :ref:`filterLabel `, marked as deprecated, and will be removed after this release. Method names that contain ``Filter``, such as ``getFilter``, have been replaced e.g., with ``.getFilterLabel``. +:jirab:`RFC-730` + +.. _release-v22-0-0-deprecate-validate-drp: + +Removal of validate_drp +----------------------- +The algorithms implemented in :ref:`validate_drp ` were ported as-is to run in :ref:`faro `. +All future development of scientific performance metrics will be carried out in faro. +:ref:`validate_drp ` will be removed after this release. + + +.. _release-v22-0-0-deprecate-doApplyUberCal-in-forcedPhotCcd.py: + +Deprecated doApplyUberCal in forcedPhotCcd.py +--------------------------------------------- + +The field :code:`doApplyUberCal` is deprecated. +Use :code:`doApplyExternalPhotoCalib` and :code:`doApplyExternalSkyWcs` instead. +It will be removed before the 23.0.0 release. +:jirab:`DM-23352` + + +.. _release-v22-0-0-deprecate-configurations-in-isrTask.py: + +Deprecated configurations in isrTask.py +--------------------------------------- + +The following configurations will be removed before the 23.0.0 release: + +* :code:`overscanFitType` +* :code:`overscanOrder` +* :code:`overscanNumSigmaClip` +* :code:`overscanIsInt` + +Please configure overscan via the :code:`OverscanCorrectionConfig` interface. +:jirab:`DM-23396` + +.. _release-v22-0-0-deprecate-configurations-in-fgcmFitCycle.py: + +Deprecated configurations in fgcmFitCycle.py +-------------------------------------------- + +The following configurations are no longer used and will be removed before the 23.0.0 release: + +* :code:`fitFlag` +* :code:`requiredFlag` +* :code:`superStarSubCcd` +* :code:`ccdGraySubCcd` +* :code:`expGrayPhotometricCut` +* :code:`expGrayHighCut` +* :code:`expVarGrayPhotometricCut` +* :code:`aperCorrInputSlopes` +* :code:`sedFudgeFactors`, use :code:`sedSlopeMap` instead +* :code:`sigFgcmMaxEGray`, use :code:`sigFgcmMaxEGrayDict` instead +* :code:`approxThroughput`, use :code:`approxThroughputDict` instead +* :code:`colorSplitIndices`, use :code:`colorSplitBands` instead +* :code:`useRepeatabilityForExpGrayCuts`, use :code:`useRepeatabilityForExpGrayCutsDict` instead + +:jirab:`DM-23699` + +.. _release-v22-0-0-deprecate-configurations-in-psfexStarSelector.py: + +Deprecated configurations in psfexStarSelector.py +------------------------------------------------- + +The following configurations are no longer used and will be removed before the 23.0.0 release: + +* :code:`maxbad` +* :code:`maxbadflag` From 8b23bfdf6a2945d2ce28f3cecd5c8e7f72ed983a Mon Sep 17 00:00:00 2001 From: Jonathan Sick Date: Thu, 24 Jun 2021 19:42:33 -0400 Subject: [PATCH 2/2] Include a gen 2 deprecation notice for tutorials --- gen2tutorialdeprecation.txt | 4 ++++ getting-started/coaddition.rst | 2 ++ getting-started/data-setup.rst | 2 ++ getting-started/display.rst | 2 ++ getting-started/index.rst | 2 ++ getting-started/multiband-analysis.rst | 2 ++ getting-started/photometry.rst | 2 ++ getting-started/processccd.rst | 2 ++ index.rst | 2 ++ 9 files changed, 20 insertions(+) create mode 100644 gen2tutorialdeprecation.txt diff --git a/gen2tutorialdeprecation.txt b/gen2tutorialdeprecation.txt new file mode 100644 index 00000000..ed45f61f --- /dev/null +++ b/gen2tutorialdeprecation.txt @@ -0,0 +1,4 @@ +.. warning:: + + These tutorials are based on the deprecated Generation 2 command-line task and Butler (`lsst.daf.persistence.Butler`). + New tutorials for Generation 3 pipeline tasks and `lsst.daf.butler.Butler` are coming soon. diff --git a/getting-started/coaddition.rst b/getting-started/coaddition.rst index 9caa9cb5..2ad0f2a5 100644 --- a/getting-started/coaddition.rst +++ b/getting-started/coaddition.rst @@ -15,6 +15,8 @@ In this part of the :ref:`tutorial series ` you will c To do this you'll first define the pixel frame that you'll mosaic into, called a **sky map**, and then warp (reproject) images into that sky map. Finally, you will coadd the warped images together into deep images. +.. include:: /gen2tutorialdeprecation.txt + Set up ====== diff --git a/getting-started/data-setup.rst b/getting-started/data-setup.rst index edc7463f..8b392b13 100644 --- a/getting-started/data-setup.rst +++ b/getting-started/data-setup.rst @@ -21,6 +21,8 @@ In this :ref:`tutorial series ` you will calibrate and In this first part of the :ref:`tutorial series ` you'll set up the LSST Science Pipelines software, and collect the raw observations and calibration data needed for the tutorial. Along the way, you'll be introduced to the Butler, which is the Pipelines' interface for managing, reading, and writing datasets. +.. include:: /gen2tutorialdeprecation.txt + Install the LSST Science Pipelines ================================== diff --git a/getting-started/display.rst b/getting-started/display.rst index 9292ba1a..9ccc0fbf 100644 --- a/getting-started/display.rst +++ b/getting-started/display.rst @@ -9,6 +9,8 @@ Getting started tutorial part 3: displaying exposures and source tables output by processCcd.py ############################################################################################### +.. include:: /gen2tutorialdeprecation.txt + In the :doc:`previous tutorial ` in the :ref:`series ` you used :command:`processCcd.py` to calibrate a set of raw Hyper Suprime-Cam images. Now you'll learn how to use the LSST Science Pipelines to inspect :command:`processCcd.py`\ ’s outputs by displaying images and source catalogs in the `DS9 image viewer`_. In doing so, you'll be introduced to some of the LSST Science Pipelines' Python APIs, including: diff --git a/getting-started/index.rst b/getting-started/index.rst index 9da9d533..7b099a82 100644 --- a/getting-started/index.rst +++ b/getting-started/index.rst @@ -11,6 +11,8 @@ Before you start working with the LSST Science Pipelines, these pages will help Getting started tutorials ========================= +.. include:: /gen2tutorialdeprecation.txt + In this tutorial series we'll process a set of Hyper Suprime-Cam images into deep coadditions and source catalogs. These tutorials will give you a feeling for data processing and analysis with the Science Pipelines. diff --git a/getting-started/multiband-analysis.rst b/getting-started/multiband-analysis.rst index e279437f..462083a7 100644 --- a/getting-started/multiband-analysis.rst +++ b/getting-started/multiband-analysis.rst @@ -12,6 +12,8 @@ Getting started tutorial part 6: analyzing measurement catalogs in multiple band In this part of the :ref:`tutorial series ` you'll analyze the forced photometry measurement catalogs you created in :doc:`step 5 `. You'll learn how to work with measurement tables and plot color-magnitude diagrams (CMDs). +.. include:: /gen2tutorialdeprecation.txt + Set up ====== diff --git a/getting-started/photometry.rst b/getting-started/photometry.rst index e71070ec..b534420b 100644 --- a/getting-started/photometry.rst +++ b/getting-started/photometry.rst @@ -11,6 +11,8 @@ Getting started tutorial part 5: measuring sources ################################################## +.. include:: /gen2tutorialdeprecation.txt + In this step of the :ref:`tutorial series ` you'll measure the coadditions you assembled in :doc:`part 4 ` to build catalogs of stars and galaxies. This is the measurement strategy: diff --git a/getting-started/processccd.rst b/getting-started/processccd.rst index 40e6abb9..6f7119b2 100644 --- a/getting-started/processccd.rst +++ b/getting-started/processccd.rst @@ -15,6 +15,8 @@ In this part of the :ref:`tutorial series ` you'll pro We'll use the :command:`processCcd.py` command-line task to remove instrumental signatures with dark, bias and flat field calibration images. :command:`processCcd.py` will also use the reference catalog to establish a preliminary WCS and photometric zeropoint solution. +.. include:: /gen2tutorialdeprecation.txt + Set up ====== diff --git a/index.rst b/index.rst index 7a44239f..84a2131b 100644 --- a/index.rst +++ b/index.rst @@ -14,6 +14,8 @@ You can also find documentation for `other versions ` · Part 2 :doc:`Single frame processing ` · Part 3 :doc:`Image and catalog display ` · Part 4 :doc:`Image coaddition ` · Part 5 :doc:`Source measurement ` · Part 6 :doc:`Multi-band catalog analysis `.