Loading .gitignore +8 −0 Original line number Diff line number Diff line *.png *.pdf .ipynb_checkpoints ._* *.pye *.pyc data data/xlf/bongiorno2016 data/catalog Loading @@ -13,4 +15,10 @@ opt/imsim opt/lsst_stack opt/vif src/python/plot_example_lightcurve data/baseline_*.* *~ .*.swo .*.swn Makefile +14 −12 Original line number Diff line number Diff line Loading @@ -102,12 +102,13 @@ fig/example_calexp.png: -view magnifier no \ -view buttons no \ -view colorbar yes \ $(wildcard data/calexp/calexp_LSSTCam_u_u_24_7025050100829_R22_S11_u_viitanen_output_20250520T160244Z.fits) \ $(wildcard data/calexp/calexp_LSSTCam_g_g_6_7025050100779_R22_S11_u_viitanen_output_20250520T160244Z.fits) \ $(wildcard data/calexp/calexp_LSSTCam_r_r_57_7025050100809_R22_S11_u_viitanen_output_20250520T160244Z.fits) \ $(wildcard data/calexp/calexp_LSSTCam_i_i_39_7025050100789_R22_S11_u_viitanen_output_20250520T160244Z.fits) \ $(wildcard data/calexp/calexp_LSSTCam_z_z_20_7025050100837_R22_S11_u_viitanen_output_20250520T160244Z.fits) \ $(wildcard data/calexp/calexp_LSSTCam_y_y_10_7025050302384_R22_S11_u_viitanen_output_20250520T160244Z.fits) $(wildcard demo/example_calexp_*.fits) #$(wildcard data/calexp/calexp_LSSTCam_u_u_24_7025050100829_R22_S11_u_viitanen_output_20250520T160244Z.fits) \ #$(wildcard data/calexp/calexp_LSSTCam_g_g_6_7025050100779_R22_S11_u_viitanen_output_20250520T160244Z.fits) \ #$(wildcard data/calexp/calexp_LSSTCam_r_r_57_7025050100809_R22_S11_u_viitanen_output_20250520T160244Z.fits) \ #$(wildcard data/calexp/calexp_LSSTCam_i_i_39_7025050100789_R22_S11_u_viitanen_output_20250520T160244Z.fits) \ #$(wildcard data/calexp/calexp_LSSTCam_z_z_20_7025050100837_R22_S11_u_viitanen_output_20250520T160244Z.fits) \ #$(wildcard data/calexp/calexp_LSSTCam_y_y_10_7025050302384_R22_S11_u_viitanen_output_20250520T160244Z.fits) fig/example_coadd.png: # Make example coadd images Loading Loading @@ -135,12 +136,13 @@ fig/example_coadd.png: -view magnifier no \ -view buttons no \ -view colorbar yes \ $(wildcard $(PATH_AMUSE)/precario3/viitanen/agile/data/dr1/repo_1det/u/viitanen/output/20241211T013547Z/deepCoadd_calexp/9813/25/u/deepCoadd_calexp*.fits) \ $(wildcard $(PATH_AMUSE)/precario3/viitanen/agile/data/dr1/repo_1det/u/viitanen/output/20241211T013547Z/deepCoadd_calexp/9813/25/g/deepCoadd_calexp*.fits) \ $(wildcard $(PATH_AMUSE)/precario3/viitanen/agile/data/dr1/repo_1det/u/viitanen/output/20241211T013547Z/deepCoadd_calexp/9813/25/r/deepCoadd_calexp*.fits) \ $(wildcard $(PATH_AMUSE)/precario3/viitanen/agile/data/dr1/repo_1det/u/viitanen/output/20241211T013547Z/deepCoadd_calexp/9813/25/i/deepCoadd_calexp*.fits) \ $(wildcard $(PATH_AMUSE)/precario3/viitanen/agile/data/dr1/repo_1det/u/viitanen/output/20241211T013547Z/deepCoadd_calexp/9813/25/z/deepCoadd_calexp*.fits) \ $(wildcard $(PATH_AMUSE)/precario3/viitanen/agile/data/dr1/repo_1det/u/viitanen/output/20241211T013547Z/deepCoadd_calexp/9813/25/y/deepCoadd_calexp*.fits) $(wildcard demo/example_deepCoadd_calexp_*.fits) #$(wildcard $(PATH_AMUSE)/precario3/viitanen/agile/data/dr1/repo_1det/u/viitanen/output/20241211T013547Z/deepCoadd_calexp/9813/25/u/deepCoadd_calexp*.fits) \ #$(wildcard $(PATH_AMUSE)/precario3/viitanen/agile/data/dr1/repo_1det/u/viitanen/output/20241211T013547Z/deepCoadd_calexp/9813/25/g/deepCoadd_calexp*.fits) \ #$(wildcard $(PATH_AMUSE)/precario3/viitanen/agile/data/dr1/repo_1det/u/viitanen/output/20241211T013547Z/deepCoadd_calexp/9813/25/r/deepCoadd_calexp*.fits) \ #$(wildcard $(PATH_AMUSE)/precario3/viitanen/agile/data/dr1/repo_1det/u/viitanen/output/20241211T013547Z/deepCoadd_calexp/9813/25/i/deepCoadd_calexp*.fits) \ #$(wildcard $(PATH_AMUSE)/precario3/viitanen/agile/data/dr1/repo_1det/u/viitanen/output/20241211T013547Z/deepCoadd_calexp/9813/25/z/deepCoadd_calexp*.fits) \ #$(wildcard $(PATH_AMUSE)/precario3/viitanen/agile/data/dr1/repo_1det/u/viitanen/output/20241211T013547Z/deepCoadd_calexp/9813/25/y/deepCoadd_calexp*.fits) fig/flux_sigma_eta.pdf: python/plot_flux_sigma_eta.py python3 $< $@ 1 Loading demo/agile_catalog101.ipynb 0 → 100644 +1241 −0 File added.Preview size limit exceeded, changes collapsed. Show changes demo/agile_introduction.ipynb +1 −0 Original line number Diff line number Diff line %% Cell type:markdown id:a737c50d-9836-409d-94a9-79fc98641a02 tags: # AGILE DR1 (Viitanen et al., in prep.) AGILE: AGN in the LSST era (Viitanen et al., in prep.) is an end-to-end simulation pipeline and part of the official LSST INAF in-kind contribution. AGILE is designed to allow for the characterization of the AGN population as seen by Rubin-LSST. The pipeline starts with the creation of an empirical truth catalog of AGN, galaxies, and stars. Using variability recipes for AGN and stars, the truth catalog is then fed to the image simulator (imSim), capable of generating raw images from the LSSTCam. Finally, the resulting raw images are analyzed using the official science pipelines. The first data release of AGILE corresponds to $1\,{\rm deg}^2$ (21 LSSTCam detectors) and 3 years of LSST survey in the COSMOS (150.117, +2.205) deep-drilling field. The underlying truth catalog has an area of 24 deg2, and extends to $0.2 < z < 5.5$ and host galaxy mass $\log(M/M_\odot) > 8.5$. The survey baseline is based on baseline v4.0. However, to optimize lightcurve cadence over depth, we prune the observation sequence by selecting only the first exposure of each sequence. The total number of visits is $1\,441$. The LSST Science Pipelines (version 8.0.0) are run on the simulated raw images in order to produce single-visit calibrated exposures and source catalogs. Then, the single-visit images are combined to produce the coadded image and object catalogs. Finally, forced photometry is performed on the single-visit images based on the object catalog. With respect to the LSST data product, the AGILE data model follow closely that of DP0.2 (https://dp0-2.lsst.io/data-products-dp0-2/index.html). LSST Butler may be used to access both images and catalog. For the access of catalogs we also provide a sqlite3 database which mimics the functionality and schema of the TAP service in DP0.2 / DP1. %% Cell type:markdown id:85b8bc23-e64e-4d0f-bcd8-5e27d4def1a7 tags: ## Demonstration notebooks We provide the following notebooks demonstrating the usage of AGILE DR1: - [agile_catalog101.ipynb](agile_database101.ipynb): get familiar with the catalog database - [agile_truth.ipynb](agile_truth.ipynb): explore the underlying truth catalog - [agile_sed.ipynb](agile_sed.ipynb): explore the measured and truth SEDs - [agile_lightcurve.ipynb](agile_lightcurve.ipynb): explore the measured forced photometry and truth lightcurves - [agile_images.ipynb](agile_images.ipynb): explore simulated single-visit and deep coadded images - [agile_compare_dp1.ipynb](agile_compare_dp1.ipynb): compare AGILE DR1 to DP1 ECDFS The full AGILE DR1 (incl. catalogs, images, SEDs, lightcurves) is hosted in the Naples ADHOC cluster. Here, a small subset of the available data is provided for demonstration purposes. %% Cell type:markdown id:a2b3ce63-c6d4-4b9b-995b-d73a1feccb37 tags: ## Contact: - Angela Bongiorno (angela.bongiorno@inaf.it, INAF-OAR) - Akke Viitanen (akke.viitanen@iki.fi, INAF-OAR, Univ. Geneva) - Ivano Saccheo (ivano.saccheo@inaf.it, INAF-OAR, Univ. Bristol) Created by AV on 2025/07/09 %% Cell type:code id:0f69a013-bb12-43ab-95bb-ae40917b103d tags: ``` python ``` Loading
.gitignore +8 −0 Original line number Diff line number Diff line *.png *.pdf .ipynb_checkpoints ._* *.pye *.pyc data data/xlf/bongiorno2016 data/catalog Loading @@ -13,4 +15,10 @@ opt/imsim opt/lsst_stack opt/vif src/python/plot_example_lightcurve data/baseline_*.* *~ .*.swo .*.swn
Makefile +14 −12 Original line number Diff line number Diff line Loading @@ -102,12 +102,13 @@ fig/example_calexp.png: -view magnifier no \ -view buttons no \ -view colorbar yes \ $(wildcard data/calexp/calexp_LSSTCam_u_u_24_7025050100829_R22_S11_u_viitanen_output_20250520T160244Z.fits) \ $(wildcard data/calexp/calexp_LSSTCam_g_g_6_7025050100779_R22_S11_u_viitanen_output_20250520T160244Z.fits) \ $(wildcard data/calexp/calexp_LSSTCam_r_r_57_7025050100809_R22_S11_u_viitanen_output_20250520T160244Z.fits) \ $(wildcard data/calexp/calexp_LSSTCam_i_i_39_7025050100789_R22_S11_u_viitanen_output_20250520T160244Z.fits) \ $(wildcard data/calexp/calexp_LSSTCam_z_z_20_7025050100837_R22_S11_u_viitanen_output_20250520T160244Z.fits) \ $(wildcard data/calexp/calexp_LSSTCam_y_y_10_7025050302384_R22_S11_u_viitanen_output_20250520T160244Z.fits) $(wildcard demo/example_calexp_*.fits) #$(wildcard data/calexp/calexp_LSSTCam_u_u_24_7025050100829_R22_S11_u_viitanen_output_20250520T160244Z.fits) \ #$(wildcard data/calexp/calexp_LSSTCam_g_g_6_7025050100779_R22_S11_u_viitanen_output_20250520T160244Z.fits) \ #$(wildcard data/calexp/calexp_LSSTCam_r_r_57_7025050100809_R22_S11_u_viitanen_output_20250520T160244Z.fits) \ #$(wildcard data/calexp/calexp_LSSTCam_i_i_39_7025050100789_R22_S11_u_viitanen_output_20250520T160244Z.fits) \ #$(wildcard data/calexp/calexp_LSSTCam_z_z_20_7025050100837_R22_S11_u_viitanen_output_20250520T160244Z.fits) \ #$(wildcard data/calexp/calexp_LSSTCam_y_y_10_7025050302384_R22_S11_u_viitanen_output_20250520T160244Z.fits) fig/example_coadd.png: # Make example coadd images Loading Loading @@ -135,12 +136,13 @@ fig/example_coadd.png: -view magnifier no \ -view buttons no \ -view colorbar yes \ $(wildcard $(PATH_AMUSE)/precario3/viitanen/agile/data/dr1/repo_1det/u/viitanen/output/20241211T013547Z/deepCoadd_calexp/9813/25/u/deepCoadd_calexp*.fits) \ $(wildcard $(PATH_AMUSE)/precario3/viitanen/agile/data/dr1/repo_1det/u/viitanen/output/20241211T013547Z/deepCoadd_calexp/9813/25/g/deepCoadd_calexp*.fits) \ $(wildcard $(PATH_AMUSE)/precario3/viitanen/agile/data/dr1/repo_1det/u/viitanen/output/20241211T013547Z/deepCoadd_calexp/9813/25/r/deepCoadd_calexp*.fits) \ $(wildcard $(PATH_AMUSE)/precario3/viitanen/agile/data/dr1/repo_1det/u/viitanen/output/20241211T013547Z/deepCoadd_calexp/9813/25/i/deepCoadd_calexp*.fits) \ $(wildcard $(PATH_AMUSE)/precario3/viitanen/agile/data/dr1/repo_1det/u/viitanen/output/20241211T013547Z/deepCoadd_calexp/9813/25/z/deepCoadd_calexp*.fits) \ $(wildcard $(PATH_AMUSE)/precario3/viitanen/agile/data/dr1/repo_1det/u/viitanen/output/20241211T013547Z/deepCoadd_calexp/9813/25/y/deepCoadd_calexp*.fits) $(wildcard demo/example_deepCoadd_calexp_*.fits) #$(wildcard $(PATH_AMUSE)/precario3/viitanen/agile/data/dr1/repo_1det/u/viitanen/output/20241211T013547Z/deepCoadd_calexp/9813/25/u/deepCoadd_calexp*.fits) \ #$(wildcard $(PATH_AMUSE)/precario3/viitanen/agile/data/dr1/repo_1det/u/viitanen/output/20241211T013547Z/deepCoadd_calexp/9813/25/g/deepCoadd_calexp*.fits) \ #$(wildcard $(PATH_AMUSE)/precario3/viitanen/agile/data/dr1/repo_1det/u/viitanen/output/20241211T013547Z/deepCoadd_calexp/9813/25/r/deepCoadd_calexp*.fits) \ #$(wildcard $(PATH_AMUSE)/precario3/viitanen/agile/data/dr1/repo_1det/u/viitanen/output/20241211T013547Z/deepCoadd_calexp/9813/25/i/deepCoadd_calexp*.fits) \ #$(wildcard $(PATH_AMUSE)/precario3/viitanen/agile/data/dr1/repo_1det/u/viitanen/output/20241211T013547Z/deepCoadd_calexp/9813/25/z/deepCoadd_calexp*.fits) \ #$(wildcard $(PATH_AMUSE)/precario3/viitanen/agile/data/dr1/repo_1det/u/viitanen/output/20241211T013547Z/deepCoadd_calexp/9813/25/y/deepCoadd_calexp*.fits) fig/flux_sigma_eta.pdf: python/plot_flux_sigma_eta.py python3 $< $@ 1 Loading
demo/agile_catalog101.ipynb 0 → 100644 +1241 −0 File added.Preview size limit exceeded, changes collapsed. Show changes
demo/agile_introduction.ipynb +1 −0 Original line number Diff line number Diff line %% Cell type:markdown id:a737c50d-9836-409d-94a9-79fc98641a02 tags: # AGILE DR1 (Viitanen et al., in prep.) AGILE: AGN in the LSST era (Viitanen et al., in prep.) is an end-to-end simulation pipeline and part of the official LSST INAF in-kind contribution. AGILE is designed to allow for the characterization of the AGN population as seen by Rubin-LSST. The pipeline starts with the creation of an empirical truth catalog of AGN, galaxies, and stars. Using variability recipes for AGN and stars, the truth catalog is then fed to the image simulator (imSim), capable of generating raw images from the LSSTCam. Finally, the resulting raw images are analyzed using the official science pipelines. The first data release of AGILE corresponds to $1\,{\rm deg}^2$ (21 LSSTCam detectors) and 3 years of LSST survey in the COSMOS (150.117, +2.205) deep-drilling field. The underlying truth catalog has an area of 24 deg2, and extends to $0.2 < z < 5.5$ and host galaxy mass $\log(M/M_\odot) > 8.5$. The survey baseline is based on baseline v4.0. However, to optimize lightcurve cadence over depth, we prune the observation sequence by selecting only the first exposure of each sequence. The total number of visits is $1\,441$. The LSST Science Pipelines (version 8.0.0) are run on the simulated raw images in order to produce single-visit calibrated exposures and source catalogs. Then, the single-visit images are combined to produce the coadded image and object catalogs. Finally, forced photometry is performed on the single-visit images based on the object catalog. With respect to the LSST data product, the AGILE data model follow closely that of DP0.2 (https://dp0-2.lsst.io/data-products-dp0-2/index.html). LSST Butler may be used to access both images and catalog. For the access of catalogs we also provide a sqlite3 database which mimics the functionality and schema of the TAP service in DP0.2 / DP1. %% Cell type:markdown id:85b8bc23-e64e-4d0f-bcd8-5e27d4def1a7 tags: ## Demonstration notebooks We provide the following notebooks demonstrating the usage of AGILE DR1: - [agile_catalog101.ipynb](agile_database101.ipynb): get familiar with the catalog database - [agile_truth.ipynb](agile_truth.ipynb): explore the underlying truth catalog - [agile_sed.ipynb](agile_sed.ipynb): explore the measured and truth SEDs - [agile_lightcurve.ipynb](agile_lightcurve.ipynb): explore the measured forced photometry and truth lightcurves - [agile_images.ipynb](agile_images.ipynb): explore simulated single-visit and deep coadded images - [agile_compare_dp1.ipynb](agile_compare_dp1.ipynb): compare AGILE DR1 to DP1 ECDFS The full AGILE DR1 (incl. catalogs, images, SEDs, lightcurves) is hosted in the Naples ADHOC cluster. Here, a small subset of the available data is provided for demonstration purposes. %% Cell type:markdown id:a2b3ce63-c6d4-4b9b-995b-d73a1feccb37 tags: ## Contact: - Angela Bongiorno (angela.bongiorno@inaf.it, INAF-OAR) - Akke Viitanen (akke.viitanen@iki.fi, INAF-OAR, Univ. Geneva) - Ivano Saccheo (ivano.saccheo@inaf.it, INAF-OAR, Univ. Bristol) Created by AV on 2025/07/09 %% Cell type:code id:0f69a013-bb12-43ab-95bb-ae40917b103d tags: ``` python ```