Add Euclid HATS tutorial

.binder/requirements.txt

@@ -2,15 +2,20 @@
 # undeclared optional dependencies of functionalities we rely on
 #
 tqdm
-numpy>=1.24
-matplotlib>=3.7
-astropy>=5.3
+# Required by hats, was 1.24 before
+numpy>=2
+# Required by hats, was 3.7 before
+matplotlib>=3.10.3
+# Required by hats, was 5.3 before
+astropy>=6.1.5
 pyvo>=1.5
 astroquery>=0.4.10
-scipy>=1.10
+# Due to the numpy>=2 limit
+scipy>=1.13
 pyarrow>=10.0.1
 hpgeom
-pandas>=1.5.2
+# Required by hats via nested-pandas, was 1.5.2 before
+pandas>=2.2.3
 dask[distributed]
 psutil
 ray
@@ -23,6 +28,9 @@ fsspec
 sep>=1.4
 h5py
 requests
+hats>=0.5.2
+lsdb>=0.5.2
+pyerfa>=2.0.1.3
 # For supporting myst-based notebooks
 jupytext
 # Making admonotions look nice for the myst notebooks

conf.py

@@ -59,6 +59,8 @@
     # Both NEOWISE parquet notebooks work with large data that doesn't work within CircleCI or GHA resource limits
     nb_execution_excludepatterns += ['neowise-source-table-strategies.md',
                                      'neowise-source-table-lightcurves.md',]
+    # Data is not yet public
+    nb_execution_excludepatterns += ['euclid-hats-parquet.md', ]
 
 if platform.platform().startswith("mac") or platform.platform().startswith("win"):
     # The way the notebooks use the multiprocessing module is known to not work on non-Linux

ignore_testing

@@ -0,0 +1 @@
+euclid-hats-parquet

index.md

@@ -32,18 +32,19 @@ caption: Cloud data access
 ---
 
 tutorials/cloud_access/cloud-access-intro
+tutorials/cloud_access/euclid-cloud-access
+tutorials/parquet-catalog-demos/euclid-hats-parquet
 tutorials/parquet-catalog-demos/wise-allwise-catalog-demo
 tutorials/parquet-catalog-demos/neowise-source-table-strategies
 tutorials/parquet-catalog-demos/neowise-source-table-lightcurves
 tutorials/openuniversesims/openuniverse2024_roman_simulated_timedomainsurvey
 tutorials/openuniversesims/openuniverse2024_roman_simulated_wideareasurvey
-tutorials/cloud_access/euclid-cloud-access
 
 ```
 
 ## Accessing Euclid data
 
-### Euclid Early Release Observation
+### Euclid Early Release Observation (ERO)
 
 ```{toctree}
 ---
@@ -55,7 +56,7 @@ tutorials/euclid_access/Euclid_ERO
 
 ```
 
-### Euclid Quick Release 1
+### Euclid Quick Release 1 (Q1)
 
 ```{toctree}
 ---
@@ -69,6 +70,7 @@ tutorials/euclid_access/3_Euclid_intro_1D_spectra
 tutorials/euclid_access/4_Euclid_intro_PHZ_catalog
 tutorials/euclid_access/5_Euclid_intro_SPE_catalog
 tutorials/cloud_access/euclid-cloud-access
+tutorials/parquet-catalog-demos/euclid-hats-parquet
 
 ```
 
@@ -123,4 +125,4 @@ tutorials/parallelize/Parallelize_Convolution
 
 **Authors:** IRSA Scientists and Developers wrote and maintain these notebooks.
 
-**Contact:** [the IRSA Helpdesk](https://irsa.ipac.caltech.edu/docs/help_desk.html) with questions or reporting problems.
+**Contact:** [the IRSA Helpdesk](https://irsa.ipac.caltech.edu/docs/help_desk.html) with questions or reporting problems.

tox.ini

@@ -23,16 +23,25 @@ deps =
 
     # Notebooks sets minimums for photutils, astroquery, sep, pyvo, pandas;
     # the rest is indirect minimums for those
-    oldestdeps: numpy==1.24.0
-    oldestdeps: matplotlib==3.7.0
-    oldestdeps: scipy==1.10.0
-    oldestdeps: astropy==5.3.0
+    # Required by hats
+    oldestdeps: numpy==2.0.0
+    # Required by hats
+    oldestdeps: matplotlib==3.10.3
+    # For numpy 2.0 compatibility
+    oldestdeps: scipy==1.13.0
+    # Required by hats
+    oldestdeps: astropy==6.1.5
     oldestdeps: photutils==2.0.0
     oldestdeps: astroquery==0.4.10
     oldestdeps: firefly_client==3.2.0
     oldestdeps: sep==1.4.0
     oldestdeps: pyvo==1.5.0
-    oldestdeps: pandas==1.5.2
+    # Required by nested-pandas (indirectly by hats)
+    oldestdeps: pandas==2.2.3
+    oldestdeps: lsdb==0.5.2
+    oldestdeps: hats==0.5.2
+    # Non-direct dependency, required by hats
+    oldestdeps: nested-pandas==0.4.1
 
     devdeps: astropy>0.0.dev0
     devdeps: git+https://github.com/astropy/pyvo.git#egg=pyvo