From a4cfecb30925e7bbb6a962547181b7d850a2128e Mon Sep 17 00:00:00 2001 From: ronny hdezmora Date: Tue, 14 Apr 2026 15:55:42 -0600 Subject: [PATCH 01/14] Ref #427 Changes in TOC with first suggestion --- _quarto.yml | 336 +++++++++++++++++++++++++++++++++------------------- 1 file changed, 212 insertions(+), 124 deletions(-) diff --git a/_quarto.yml b/_quarto.yml index c5c34660..04e95c72 100644 --- a/_quarto.yml +++ b/_quarto.yml @@ -34,82 +34,29 @@ website: search: true collapse-level: 1 contents: - - text: "Welcome" - href: index.qmd - - text: "When To Cloud" - href: when-to-cloud.qmd - - section: "Our Cookbooks" - href: our-cookbooks.qmd + # ============================================================ + # SECTION 1: GETTING STARTED + # ============================================================ + - section: "Getting Started" contents: - - text: "Ocean, climate, and surface water data tutorials from PO.DAAC" - href: https://podaac.github.io/tutorials/ - - text: "Mission-specific tutorials for ASDC" - href: https://nasa.github.io/ASDC_Data_and_User_Services/ - - text: "Tutorials from the National Snow and Ice Data Center (NSIDC)" - href: https://nsidc.github.io/NSIDC-Data-Cookbook/ - - text: "Ocean Data Cookbook from OBDAAC" - href: https://nasa.github.io/oceandata-notebooks/ - - text: "Airborne Data Tutorials from ORNL DAAC" - href: https://ornldaac.github.io/airborne/ - - text: "GEDI Data Tutorials from ORNL DAAC" - href: https://ornldaac.github.io/gedi_tutorials/ - - text: "Glossary & Cheatsheets" - href: glossary.qmd - - text: "Cloud Environment Setup" - href: environment-setup/index.qmd - - section: "How do I..." - contents: - - section: "find data" - contents: - - text: "with Earthdata Search" - href: how-tos/find-data/earthdata_search.md - - text: "with Python" - href: how-tos/find-data/find-python.ipynb - - text: "with R" - href: how-tos/find-data/find-r.qmd - - text: "with R and STAC" - href: how-tos/find-data/CMR-STAC-Search.qmd - - section: "access data in cloud" - contents: - - text: "with Python" - href: how-tos/access-data/access-cloud-python.ipynb - # - text: "with R" - # href: how-tos/access-data/access-cloud-r.qmd - - section: "access data locally" - contents: - - text: "with Python" - href: how-tos/access-data/access-local-python.ipynb - - text: "with OPeNDAP" - href: how-tos/access-data/access-local-opendap.qmd - - text: "with command line" - href: how-tos/access-data/access-command-line.md - - text: "read data" - href: how-tos/read_data.qmd - - text: "subset data" - href: how-tos/subset.qmd - - text: "Store data in the cloud" - href: how-tos/using-s3-storage.ipynb - #- text: "reformat data files" - # href: how-tos/reformat.qmd - #- text: "reproject and regrid" - # href: how-tos/reproject_regrid.qmd - #- text: "aggregate data" - # href: how-tos/aggregate.qmd - #- text: "plot data" - # href: how-tos/plot.qmd - - section: "use APIs" - href: how-tos/use_apis.qmd - contents: - - text: "AppEEARS Cloud CSV Access " - href: external/appeears_csv_cloud_access.ipynb - - text: "parking lot" - href: how-tos/how_to_guide_parking_lot.qmd - - section: "Tutorials" + - text: "Welcome" + href: index.qmd + - text: "When To Cloud" + href: when-to-cloud.qmd + - text: "Cloud Environment Setup" + href: environment-setup/index.qmd + - text: "Glossary & Cheatsheets" + href: glossary.qmd + + # ============================================================ + # SECTION 2: TUTORIALS (Learn by Doing) + # ============================================================ + - section: "Tutorials (Learn by Doing)" href: tutorials/index.qmd contents: - text: "Earthdata Cloud Clinic" href: tutorials/Earthdata-cloud-clinic.ipynb - - text: "Multi-datasets" + - text: "Multi-datasets (Hurricanes)" href: tutorials/Hurricanes_Wind_and_Sea_Surface_Temperature.ipynb - text: "Sea Level Rise" href: tutorials/Sea_Level_Rise.ipynb @@ -119,74 +66,215 @@ website: href: tutorials/Observing_Seasonal_Ag_Changes.ipynb - text: "Subsetting Data with Harmony" href: tutorials/Harmony.ipynb - - text: "OPeNDAP Access" + - text: "OPeNDAP Access" href: tutorials/Earthdata_Cloud__Data_Access_OPeNDAP_Example.ipynb - text: "Pygeoweaver Workflow Demo" href: tutorials/fair-workflow-geoweaver-demo.ipynb - text: "MATLAB Access NetCDF" href: tutorials/matlab.qmd - - section: "Workshops & Hackathons" - href: workshops/index.qmd + - text: "ICESat-2 Visualization" + href: tutorials/make_atl03_figure.ipynb + - text: "Data Stories Template" + href: tutorials/Data_stories_template.ipynb + + # ============================================================ + # SECTION 3: HOW-TO GUIDES (Solve Specific Problems) + # ============================================================ + - section: "How-To Guides (Solve Specific Problems)" contents: - - text: "Workshop Setup" - href: workshops/setup.md - - section: "Access & Administration" - href: access-admin/index.qmd - contents: - - text: "2i2c Hub access" - href: access-admin/add-folks-to-2i2c-github-teams.qmd - - text: "Data storage" - href: access-admin/data-storage.qmd - - text: "Leading workshops" - href: access-admin/leading-workshops.qmd - - section: "In Development" - href: in-development/index.qmd + - section: "Find Data" + contents: + - text: "with Earthdata Search" + href: how-tos/find-data/earthdata_search.md + - text: "with Python" + href: how-tos/find-data/find-python.ipynb + - text: "with R" + href: how-tos/find-data/find-r.qmd + - text: "with R and STAC" + href: how-tos/find-data/CMR-STAC-Search.qmd + - text: "Programmatic Discovery" + href: how-tos/find-data/programmatic.qmd + - section: "Access Data in Cloud" + contents: + - text: "with Python" + href: how-tos/access-data/access-cloud-python.ipynb + - section: "Access Data Locally" + contents: + - text: "with Python" + href: how-tos/access-data/access-local-python.ipynb + - text: "with OPeNDAP" + href: how-tos/access-data/access-local-opendap.qmd + - text: "with Command Line" + href: how-tos/access-data/access-command-line.md + - section: "Work with Data" + contents: + - text: "Read Data" + href: how-tos/read_data.qmd + - text: "Subset Data" + href: how-tos/subset.qmd + - text: "Store Data in S3" + href: how-tos/using-s3-storage.ipynb + # - text: "Reformat Data Files" + # href: how-tos/reformat.qmd + # - text: "Reproject and Regrid" + # href: how-tos/reproject_regrid.qmd + # - text: "Aggregate Data" + # href: how-tos/aggregate.qmd + # - text: "Plot Data" + # href: how-tos/plot.qmd + - section: "Use APIs" + href: how-tos/use_apis.qmd + contents: + - text: "AppEEARS Cloud CSV Access" + href: external/appeears_csv_cloud_access.ipynb + - text: "Open Science Tutorial" + href: how-tos/Earthdata_Cloud__Open-Science-Tutorial.ipynb + - text: "Parking Lot" + href: how-tos/how_to_guide_parking_lot.qmd + + # ============================================================ + # SECTION 4: EXAMPLES BY DATA PROVIDER + # ============================================================ + - section: "Examples by Data Provider" + href: examples/index.qmd contents: - - text: "Search & Download NSIDC Cloud" - href: examples/NSIDC/ICESat2-CMR-OnPrem-vs-Cloud.ipynb - - text: "Access NSIDC Cloud w/ CMR" - href: examples/NSIDC/ICESat2-CMR-AWS-S3.ipynb - - text: "Direct Access & Harmony Workflow" - href: examples/Transform-workflow.ipynb - - text: "Search & Access USGS Landsat Cloud" - href: examples/USGS_Landsat/Landsat_C2_Search_Access.ipynb - - text: "Direct S3 Data Access: NetCDF - Daymet v4 Daily TMAX Example" - href: examples/ORNL/Data_Access__Direct_S3_Access__ORNL_DAYMET.ipynb - - text: "Access ECCO data via Harmony & the Zarr reformatter service" - href: external/cof-zarr-reformat.ipynb - - text: "zarr-eosdis-store example" - href: external/zarr-eosdis-store.ipynb - - section: "Example Workflows" - href: examples/index.qmd - contents: - - text: "GES DISC - MERRA2" + - section: "GES DISC" + contents: + - text: "MERRA2 with Kerchunk" href: examples/GESDISC/GESDISC_MERRA2_tavg1_2d_flx_Nx__Kerchunk.ipynb - - text: "LP DAAC ECOSTRESS" + - section: "LP DAAC" + contents: + - text: "HLS Point Buffer Search & Access" + href: examples/LPDAAC/Find_and_Access_HLS_PointBuffer.ipynb + - text: "ECOSTRESS with Kerchunk" href: examples/LPDAAC/LPDAAC_ECOSTRESS_LSTE__Kerchunk.ipynb - - text: "PO.DAAC ECCO SSH" + - section: "NSIDC" + contents: + - text: "ICESat-2 OnPrem vs Cloud" + href: examples/NSIDC/ICESat2-CMR-OnPrem-vs-Cloud.ipynb + - text: "ICESat-2 CMR & AWS S3" + href: examples/NSIDC/ICESat2-CMR-AWS-S3.ipynb + - section: "ORNL DAAC" + contents: + - text: "DAYMET Direct S3 Access" + href: examples/ORNL/Data_Access__Direct_S3_Access__ORNL_DAYMET.ipynb + - text: "DAYMET with Kerchunk" + href: examples/ORNL/ORNL_DAYMET__Kerchunk.ipynb + - section: "PO.DAAC" + contents: + - text: "ECCO SSH with Kerchunk" href: examples/PODAAC/PODAAC_ECCO_SSH__Kerchunk.ipynb - - text: "`earthdata`: Python-R Handoff" - href: in-development/earthdata-python-r-handoff.qmd - - section: "Contributing" - href: contributing/index.qmd + - section: "USGS" + contents: + - text: "Landsat C2 Search & Access" + href: examples/USGS_Landsat/Landsat_C2_Search_Access.ipynb + - text: "Direct Access & Harmony Workflow" + href: examples/Transform-workflow.ipynb + + # ============================================================ + # SECTION 5: EXTERNAL TUTORIALS + # ============================================================ + - section: "External Tutorials" contents: - - text: "Calendaring and Project Management" - href: contributing/calendar-project-management.qmd - - text: "Onboarding Mentors" - href: contributing/onboarding.qmd - - text: "Setup" - href: contributing/setup.qmd - - text: "Workflows" - href: contributing/workflow.qmd - - text: "Quarto Tutorial" - href: contributing/quarto-website-tutorial.md - - text: "Troubleshooting" - href: contributing/troubleshooting.md - - section: "Appendix" + - text: "NASA Earthdata Authentication" + href: external/nasa_earthdata_authentication.ipynb + - text: "CMR Data Discovery" + href: external/data_discovery_cmr.ipynb + - text: "CMR-STAC API Discovery" + href: external/data_discovery_cmr-stac_api.ipynb + - text: "Harmony Subsetting" + href: external/harmony_subsetting.ipynb + - text: "Direct S3 Access Patterns" + href: external/data_access_direct_S3.ipynb + - text: "On-Prem vs Cloud Workflows" + href: external/on-prem_cloud.ipynb + - text: "Zarr-EOSDIS-Store" + href: external/zarr-eosdis-store.ipynb + - text: "COF Zarr Reformat" + href: external/cof-zarr-reformat.ipynb + - text: "Xarray Fundamentals" + href: external/xarray.ipynb + - text: "Sentinel-6 OPeNDAP & Gridding" + href: external/sentinel-6_opendap_access_gridding.ipynb + + # ============================================================ + # SECTION 6: REFERENCE + # ============================================================ + - section: "Reference" href: appendix/index.md contents: - text: "Authentication" href: appendix/authentication.qmd + - section: "Alternate Access Methods" + contents: + - text: "Access COG" + href: appendix/appendix-alternate-in-cloud-access/Access_COG.qmd + - text: "Single File HTTPS COG" + href: appendix/appendix-alternate-in-cloud-access/Earthdata_Cloud__Single_File__HTTPS_Access_COG_Example.qmd + - text: "Single File Direct S3 NetCDF" + href: appendix/appendix-alternate-in-cloud-access/Earthdata_Cloud__Single_File__Direct_S3_Access_NetCDF4_Example.ipynb + - text: "Multi-File Direct S3 NetCDF" + href: appendix/appendix-alternate-in-cloud-access/Multi-File_Direct_S3_Access_NetCDF_Example.ipynb + + # ============================================================ + # SECTION 7: COMMUNITY & RESOURCES + # ============================================================ + - section: "Community & Resources" + contents: + - section: "Our Cookbooks" + href: our-cookbooks.qmd + contents: + - text: "PO.DAAC Tutorials" + href: https://podaac.github.io/tutorials/ + - text: "ASDC Mission Tutorials" + href: https://nasa.github.io/ASDC_Data_and_User_Services/ + - text: "NSIDC Data Cookbook" + href: https://nsidc.github.io/NSIDC-Data-Cookbook/ + - text: "OBDAAC Ocean Data Cookbook" + href: https://nasa.github.io/oceandata-notebooks/ + - text: "ORNL DAAC Airborne Tutorials" + href: https://ornldaac.github.io/airborne/ + - text: "ORNL DAAC GEDI Tutorials" + href: https://ornldaac.github.io/gedi_tutorials/ + - section: "Workshops & Hackathons" + href: workshops/index.qmd + contents: + - text: "Workshop Setup" + href: workshops/setup.md + - section: "Contributing" + href: contributing/index.qmd + contents: + - text: "Calendaring and Project Management" + href: contributing/calendar-project-management.qmd + - text: "Onboarding Mentors" + href: contributing/onboarding.qmd + - text: "Setup" + href: contributing/setup.qmd + - text: "Workflows" + href: contributing/workflow.qmd + - text: "Quarto Tutorial" + href: contributing/quarto-website-tutorial.md + - text: "Troubleshooting" + href: contributing/troubleshooting.md + - text: "Community Guidelines" + href: contributing/community.md + - text: "Environment" + href: contributing/environment.qmd + - text: "Privacy Policy" + href: privacy.qmd + + # ============================================================ + # SECTION 8: ADMINISTRATION (for maintainers/instructors) + # ============================================================ + - section: "Administration" + href: access-admin/index.qmd + contents: + - text: "2i2c Hub Access" + href: access-admin/add-folks-to-2i2c-github-teams.qmd + - text: "Data Storage" + href: access-admin/data-storage.qmd + - text: "Leading Workshops" + href: access-admin/leading-workshops.qmd format: From 3a2ba421af525a66df9af660fadeadf8fc156d72 Mon Sep 17 00:00:00 2001 From: ronnyhdez Date: Wed, 6 May 2026 18:12:11 -0600 Subject: [PATCH 02/14] Ref #427 re-structuring the TOC with notes from co-working --- _quarto.yml | 176 ++++++++++++++++++++++++++-------------------------- 1 file changed, 89 insertions(+), 87 deletions(-) diff --git a/_quarto.yml b/_quarto.yml index 04e95c72..9c653cee 100644 --- a/_quarto.yml +++ b/_quarto.yml @@ -35,21 +35,47 @@ website: collapse-level: 1 contents: # ============================================================ - # SECTION 1: GETTING STARTED + # SECTION 1: WELCOME (Explanation) # ============================================================ - - section: "Getting Started" + - section: "Welcome" contents: - text: "Welcome" href: index.qmd - - text: "When To Cloud" - href: when-to-cloud.qmd + - section: "Our Cookbooks" + href: our-cookbooks.qmd + contents: + - text: "PO.DAAC Tutorials" + href: https://podaac.github.io/tutorials/ + - text: "ASDC Mission Tutorials" + href: https://nasa.github.io/ASDC_Data_and_User_Services/ + - text: "NSIDC Data Cookbook" + href: https://nsidc.github.io/NSIDC-Data-Cookbook/ + - text: "OBDAAC Ocean Data Cookbook" + href: https://nasa.github.io/oceandata-notebooks/ + - text: "ORNL DAAC Airborne Tutorials" + href: https://ornldaac.github.io/airborne/ + - text: "ORNL DAAC GEDI Tutorials" + href: https://ornldaac.github.io/gedi_tutorials/ + - section: "Workshops & Hackathons" + href: workshops/index.qmd + contents: + - text: "Workshop Setup" + href: workshops/setup.md - text: "Cloud Environment Setup" href: environment-setup/index.qmd - text: "Glossary & Cheatsheets" href: glossary.qmd # ============================================================ - # SECTION 2: TUTORIALS (Learn by Doing) + # SECTION 2: CORE CONCEPTS (conceptual, the "why") + # ============================================================ + - section: "Core concepts" + contents: + - text: "When To Cloud" + href: when-to-cloud.qmd + + # ============================================================ + # SECTION 3: TUTORIALS (Learn by doing, end-to-end) # ============================================================ - section: "Tutorials (Learn by Doing)" href: tutorials/index.qmd @@ -76,9 +102,66 @@ website: href: tutorials/make_atl03_figure.ipynb - text: "Data Stories Template" href: tutorials/Data_stories_template.ipynb + # - section: "External Tutorials" + # contents: + - text: "NASA Earthdata Authentication" + href: external/nasa_earthdata_authentication.ipynb + - text: "CMR Data Discovery" + href: external/data_discovery_cmr.ipynb + - text: "CMR-STAC API Discovery" + href: external/data_discovery_cmr-stac_api.ipynb + - text: "Harmony Subsetting" + href: external/harmony_subsetting.ipynb + - text: "Direct S3 Access Patterns" + href: external/data_access_direct_S3.ipynb + - text: "On-Prem vs Cloud Workflows" + href: external/on-prem_cloud.ipynb + - text: "Zarr-EOSDIS-Store" + href: external/zarr-eosdis-store.ipynb + - text: "COF Zarr Reformat" + href: external/cof-zarr-reformat.ipynb + - text: "Xarray Fundamentals" + href: external/xarray.ipynb + - text: "Sentinel-6 OPeNDAP & Gridding" + href: external/sentinel-6_opendap_access_gridding.ipynb + # - section: "Examples by Data Provider" + # href: examples/index.qmd + # contents: + - section: "GES DISC" + contents: + - text: "MERRA2 with Kerchunk" + href: examples/GESDISC/GESDISC_MERRA2_tavg1_2d_flx_Nx__Kerchunk.ipynb + - section: "LP DAAC" + contents: + - text: "HLS Point Buffer Search & Access" + href: examples/LPDAAC/Find_and_Access_HLS_PointBuffer.ipynb + - text: "ECOSTRESS with Kerchunk" + href: examples/LPDAAC/LPDAAC_ECOSTRESS_LSTE__Kerchunk.ipynb + - section: "NSIDC" + contents: + - text: "ICESat-2 OnPrem vs Cloud" + href: examples/NSIDC/ICESat2-CMR-OnPrem-vs-Cloud.ipynb + - text: "ICESat-2 CMR & AWS S3" + href: examples/NSIDC/ICESat2-CMR-AWS-S3.ipynb + - section: "ORNL DAAC" + contents: + - text: "DAYMET Direct S3 Access" + href: examples/ORNL/Data_Access__Direct_S3_Access__ORNL_DAYMET.ipynb + - text: "DAYMET with Kerchunk" + href: examples/ORNL/ORNL_DAYMET__Kerchunk.ipynb + - section: "PO.DAAC" + contents: + - text: "ECCO SSH with Kerchunk" + href: examples/PODAAC/PODAAC_ECCO_SSH__Kerchunk.ipynb + - section: "USGS" + contents: + - text: "Landsat C2 Search & Access" + href: examples/USGS_Landsat/Landsat_C2_Search_Access.ipynb + - text: "Direct Access & Harmony Workflow" + href: examples/Transform-workflow.ipynb # ============================================================ - # SECTION 3: HOW-TO GUIDES (Solve Specific Problems) + # SECTION 3: HOW-TO GUIDES (goal-oriented, assumes contex) # ============================================================ - section: "How-To Guides (Solve Specific Problems)" contents: @@ -135,67 +218,6 @@ website: # ============================================================ # SECTION 4: EXAMPLES BY DATA PROVIDER # ============================================================ - - section: "Examples by Data Provider" - href: examples/index.qmd - contents: - - section: "GES DISC" - contents: - - text: "MERRA2 with Kerchunk" - href: examples/GESDISC/GESDISC_MERRA2_tavg1_2d_flx_Nx__Kerchunk.ipynb - - section: "LP DAAC" - contents: - - text: "HLS Point Buffer Search & Access" - href: examples/LPDAAC/Find_and_Access_HLS_PointBuffer.ipynb - - text: "ECOSTRESS with Kerchunk" - href: examples/LPDAAC/LPDAAC_ECOSTRESS_LSTE__Kerchunk.ipynb - - section: "NSIDC" - contents: - - text: "ICESat-2 OnPrem vs Cloud" - href: examples/NSIDC/ICESat2-CMR-OnPrem-vs-Cloud.ipynb - - text: "ICESat-2 CMR & AWS S3" - href: examples/NSIDC/ICESat2-CMR-AWS-S3.ipynb - - section: "ORNL DAAC" - contents: - - text: "DAYMET Direct S3 Access" - href: examples/ORNL/Data_Access__Direct_S3_Access__ORNL_DAYMET.ipynb - - text: "DAYMET with Kerchunk" - href: examples/ORNL/ORNL_DAYMET__Kerchunk.ipynb - - section: "PO.DAAC" - contents: - - text: "ECCO SSH with Kerchunk" - href: examples/PODAAC/PODAAC_ECCO_SSH__Kerchunk.ipynb - - section: "USGS" - contents: - - text: "Landsat C2 Search & Access" - href: examples/USGS_Landsat/Landsat_C2_Search_Access.ipynb - - text: "Direct Access & Harmony Workflow" - href: examples/Transform-workflow.ipynb - - # ============================================================ - # SECTION 5: EXTERNAL TUTORIALS - # ============================================================ - - section: "External Tutorials" - contents: - - text: "NASA Earthdata Authentication" - href: external/nasa_earthdata_authentication.ipynb - - text: "CMR Data Discovery" - href: external/data_discovery_cmr.ipynb - - text: "CMR-STAC API Discovery" - href: external/data_discovery_cmr-stac_api.ipynb - - text: "Harmony Subsetting" - href: external/harmony_subsetting.ipynb - - text: "Direct S3 Access Patterns" - href: external/data_access_direct_S3.ipynb - - text: "On-Prem vs Cloud Workflows" - href: external/on-prem_cloud.ipynb - - text: "Zarr-EOSDIS-Store" - href: external/zarr-eosdis-store.ipynb - - text: "COF Zarr Reformat" - href: external/cof-zarr-reformat.ipynb - - text: "Xarray Fundamentals" - href: external/xarray.ipynb - - text: "Sentinel-6 OPeNDAP & Gridding" - href: external/sentinel-6_opendap_access_gridding.ipynb # ============================================================ # SECTION 6: REFERENCE @@ -221,26 +243,6 @@ website: # ============================================================ - section: "Community & Resources" contents: - - section: "Our Cookbooks" - href: our-cookbooks.qmd - contents: - - text: "PO.DAAC Tutorials" - href: https://podaac.github.io/tutorials/ - - text: "ASDC Mission Tutorials" - href: https://nasa.github.io/ASDC_Data_and_User_Services/ - - text: "NSIDC Data Cookbook" - href: https://nsidc.github.io/NSIDC-Data-Cookbook/ - - text: "OBDAAC Ocean Data Cookbook" - href: https://nasa.github.io/oceandata-notebooks/ - - text: "ORNL DAAC Airborne Tutorials" - href: https://ornldaac.github.io/airborne/ - - text: "ORNL DAAC GEDI Tutorials" - href: https://ornldaac.github.io/gedi_tutorials/ - - section: "Workshops & Hackathons" - href: workshops/index.qmd - contents: - - text: "Workshop Setup" - href: workshops/setup.md - section: "Contributing" href: contributing/index.qmd contents: From c0241226f8127e951475d0515f6596bc00486469 Mon Sep 17 00:00:00 2001 From: ronnyhdez Date: Wed, 6 May 2026 18:25:40 -0600 Subject: [PATCH 03/14] Ref #427 move Glossary & Cheatsheets to references --- _quarto.yml | 14 +++++--------- 1 file changed, 5 insertions(+), 9 deletions(-) diff --git a/_quarto.yml b/_quarto.yml index 9c653cee..32b3ce31 100644 --- a/_quarto.yml +++ b/_quarto.yml @@ -63,8 +63,6 @@ website: href: workshops/setup.md - text: "Cloud Environment Setup" href: environment-setup/index.qmd - - text: "Glossary & Cheatsheets" - href: glossary.qmd # ============================================================ # SECTION 2: CORE CONCEPTS (conceptual, the "why") @@ -161,9 +159,9 @@ website: href: examples/Transform-workflow.ipynb # ============================================================ - # SECTION 3: HOW-TO GUIDES (goal-oriented, assumes contex) + # SECTION 4: HOW-TO GUIDES (goal-oriented, assumes contex) # ============================================================ - - section: "How-To Guides (Solve Specific Problems)" + - section: "How-To Guides (goal-oriented, assumes context)" contents: - section: "Find Data" contents: @@ -216,15 +214,13 @@ website: href: how-tos/how_to_guide_parking_lot.qmd # ============================================================ - # SECTION 4: EXAMPLES BY DATA PROVIDER - # ============================================================ - - # ============================================================ - # SECTION 6: REFERENCE + # SECTION 5: REFERENCE # ============================================================ - section: "Reference" href: appendix/index.md contents: + - text: "Glossary & Cheatsheets" + href: glossary.qmd - text: "Authentication" href: appendix/authentication.qmd - section: "Alternate Access Methods" From 1dd1477b50df919bf2da4536810aa6375821f3d0 Mon Sep 17 00:00:00 2001 From: ronnyhdez Date: Thu, 7 May 2026 10:32:54 -0600 Subject: [PATCH 04/14] Ref #427 removed admin section --- _quarto.yml | 14 -------------- 1 file changed, 14 deletions(-) diff --git a/_quarto.yml b/_quarto.yml index 32b3ce31..0902b6fa 100644 --- a/_quarto.yml +++ b/_quarto.yml @@ -261,20 +261,6 @@ website: - text: "Privacy Policy" href: privacy.qmd - # ============================================================ - # SECTION 8: ADMINISTRATION (for maintainers/instructors) - # ============================================================ - - section: "Administration" - href: access-admin/index.qmd - contents: - - text: "2i2c Hub Access" - href: access-admin/add-folks-to-2i2c-github-teams.qmd - - text: "Data Storage" - href: access-admin/data-storage.qmd - - text: "Leading Workshops" - href: access-admin/leading-workshops.qmd - - format: html: include-in-header: _ga-consent-defaults.html From 06880eb77a4a43c46efd80eb68b44df7de8336f7 Mon Sep 17 00:00:00 2001 From: ronnyhdez Date: Tue, 12 May 2026 09:20:16 -0600 Subject: [PATCH 05/14] Ref #427 move welcome as landing page and change section name --- _quarto.yml | 36 +++++++++++++++++------------------- index.qmd | 14 -------------- 2 files changed, 17 insertions(+), 33 deletions(-) diff --git a/_quarto.yml b/_quarto.yml index 0902b6fa..6b01542f 100644 --- a/_quarto.yml +++ b/_quarto.yml @@ -34,28 +34,26 @@ website: search: true collapse-level: 1 contents: + - text: "Welcome" + href: index.qmd # ============================================================ - # SECTION 1: WELCOME (Explanation) + # SECTION 1: OUR COOKBOOKS (Explanation) # ============================================================ - - section: "Welcome" + - section: "Our Cookbooks" + href: our-cookbooks.qmd contents: - - text: "Welcome" - href: index.qmd - - section: "Our Cookbooks" - href: our-cookbooks.qmd - contents: - - text: "PO.DAAC Tutorials" - href: https://podaac.github.io/tutorials/ - - text: "ASDC Mission Tutorials" - href: https://nasa.github.io/ASDC_Data_and_User_Services/ - - text: "NSIDC Data Cookbook" - href: https://nsidc.github.io/NSIDC-Data-Cookbook/ - - text: "OBDAAC Ocean Data Cookbook" - href: https://nasa.github.io/oceandata-notebooks/ - - text: "ORNL DAAC Airborne Tutorials" - href: https://ornldaac.github.io/airborne/ - - text: "ORNL DAAC GEDI Tutorials" - href: https://ornldaac.github.io/gedi_tutorials/ + - text: "PO.DAAC Tutorials" + href: https://podaac.github.io/tutorials/ + - text: "ASDC Mission Tutorials" + href: https://nasa.github.io/ASDC_Data_and_User_Services/ + - text: "NSIDC Data Cookbook" + href: https://nsidc.github.io/NSIDC-Data-Cookbook/ + - text: "OBDAAC Ocean Data Cookbook" + href: https://nasa.github.io/oceandata-notebooks/ + - text: "ORNL DAAC Airborne Tutorials" + href: https://ornldaac.github.io/airborne/ + - text: "ORNL DAAC GEDI Tutorials" + href: https://ornldaac.github.io/gedi_tutorials/ - section: "Workshops & Hackathons" href: workshops/index.qmd contents: diff --git a/index.qmd b/index.qmd index 7e446e19..9f4536c0 100644 --- a/index.qmd +++ b/index.qmd @@ -17,20 +17,6 @@ This Cookbook is learning-oriented to support scientific researchers who use NAS Looking for R and MATLAB help? See the [earthdatalogin R package](https://boettiger-lab.github.io/earthdatalogin/), and tutorials for [R](how-tos/find-data/find-r.html) and [MATLAB](tutorials/matlab.qmd) in this cookbook. -## The Cloud Paradigm - -NASA Earthdata is available from Earth Observing System Data and Information System (EOSDIS) [Distributed Active Archive Centers](https://earthdata.nasa.gov/eosdis/daacs) (DAACs) that are in the process of moving data holdings to a cloud platform. In the new paradigm, data storage (orange in the illustration) will migrate to the cloud (green) and DAAC-provided tools and services built on top of the data are co-located in the Earthdata Cloud. - -![Illustration by Catalina Oaida, PO.DAAC](images/cloud-paradigm-earthdata-oaida.jpg) - -As this data migration occurs, DAACs will have more information about how users can access data. For example, the [Cloud Data page at PO.DAAC](https://podaac.jpl.nasa.gov/cloud-datasets/about) offers access to resources to help guide data users in discovering, accessing, and utilizing cloud data. During this transition, some data will continue to be available from the traditional on premise archive, while some data will also be available from and within the Earthdata Cloud. - -**Learn More About NASA's Earthdata Cloud Migration** - -- [NASA EarthData Cloud Evolution](https://earthdata.nasa.gov/eosdis/cloud-evolution) - Starting point for understanding the background for moving to the Cloud. -- [How We Work](https://vimeo.com/434343794) - Nice overview of EOSDIS work and emphasis on open science by Katie Baynes, Keynote at FedGeoDay2020 (video). -- [Cloud Data Egress: How EOSDIS Supports User Needs](https://earthdata.nasa.gov/learn/articles/cloud-data-egress) - Describes supporting users' needs during cloud migration by providing analysis-ready data by Emily Cassidy (blog). - ## About This Earthdata Cloud Cookbook is being developed as a cross-DAAC collaboration by the NASA-Openscapes Team. Learn more at [nasa-openscapes.github.io](https://nasa-openscapes.github.io). From e54932dc3fe1342fbe9ee0a474d26a8045bd0e80 Mon Sep 17 00:00:00 2001 From: ronnyhdez Date: Tue, 12 May 2026 09:22:02 -0600 Subject: [PATCH 06/14] Ref #427 move cloud paradigm to core concepts section --- _quarto.yml | 2 ++ cloud_paradigm.qmd | 36 ++++++++++++++++++++++++++++++++++++ 2 files changed, 38 insertions(+) create mode 100644 cloud_paradigm.qmd diff --git a/_quarto.yml b/_quarto.yml index 6b01542f..6857bc5c 100644 --- a/_quarto.yml +++ b/_quarto.yml @@ -67,6 +67,8 @@ website: # ============================================================ - section: "Core concepts" contents: + - text: "Cloud Paradigm" + href: cloud_paradigm.qmd - text: "When To Cloud" href: when-to-cloud.qmd diff --git a/cloud_paradigm.qmd b/cloud_paradigm.qmd new file mode 100644 index 00000000..5520a4cf --- /dev/null +++ b/cloud_paradigm.qmd @@ -0,0 +1,36 @@ +--- +title: "The cloud paradigm" +--- + +## The Cloud Paradigm + +NASA Earthdata is available from Earth Observing System Data and Information +System (EOSDIS) [Distributed Active Archive +Centers](https://earthdata.nasa.gov/eosdis/daacs) (DAACs) that are in the +process of moving data holdings to a cloud platform. In the new paradigm, data +storage (orange in the illustration) will migrate to the cloud (green) and +DAAC-provided tools and services built on top of the data are co-located in the +Earthdata Cloud. + +![Illustration by Catalina Oaida, PO.DAAC](images/cloud-paradigm-earthdata-oaida.jpg) + +As this data migration occurs, DAACs will have more information about how users +can access data. For example, the [Cloud Data page at +PO.DAAC](https://podaac.jpl.nasa.gov/cloud-datasets/about) offers access to +resources to help guide data users in discovering, accessing, and utilizing +cloud data. During this transition, some data will continue to be available from +the traditional on premise archive, while some data will also be available from +and within the Earthdata Cloud. + +**Learn More About NASA's Earthdata Cloud Migration** + +- [NASA EarthData Cloud +Evolution](https://earthdata.nasa.gov/eosdis/cloud-evolution) - Starting point +for understanding the background for moving to the Cloud. +- [How We Work](https://vimeo.com/434343794) - Nice overview of EOSDIS work +and emphasis on open science by Katie Baynes, Keynote at FedGeoDay2020 (video). +- [Cloud Data Egress: How EOSDIS Supports User +Needs](https://earthdata.nasa.gov/learn/articles/cloud-data-egress) - Describes +supporting users' needs during cloud migration by providing analysis-ready data +by Emily Cassidy (blog). + From a659d2c38e27f724b692ed73f41c46245a330bba Mon Sep 17 00:00:00 2001 From: ronnyhdez Date: Fri, 15 May 2026 14:22:29 -0600 Subject: [PATCH 07/14] Ref #427 make sidebar wider --- _quarto.yml | 4 ++++ 1 file changed, 4 insertions(+) diff --git a/_quarto.yml b/_quarto.yml index 6857bc5c..41ae6a23 100644 --- a/_quarto.yml +++ b/_quarto.yml @@ -263,6 +263,8 @@ website: format: html: + grid: + sidebar-width: 500px include-in-header: _ga-consent-defaults.html theme: light: cosmo @@ -271,6 +273,8 @@ format: code-copy: true css: styles.css toc: true + link-external-icon: true + link-external-newwindow: true filters: - include-files.lua From 61b5334163c8c557ceb9d2ee5cb93110f948c56f Mon Sep 17 00:00:00 2001 From: ronnyhdez Date: Sat, 16 May 2026 12:01:02 -0600 Subject: [PATCH 08/14] Ref #456 validate Earthdata consistency across the _quarto.yml file --- _quarto.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/_quarto.yml b/_quarto.yml index 41ae6a23..abd382db 100644 --- a/_quarto.yml +++ b/_quarto.yml @@ -7,7 +7,7 @@ execute: website: page-navigation: true - title: "EarthData Cloud Cookbook" + title: "Earthdata Cloud Cookbook" site-url: https://nasa-openscapes.github.io/earthdata-cloud-cookbook repo-url: https://github.com/nasa-openscapes/earthdata-cloud-cookbook repo-actions: [edit, source, issue] From 1a443cade9d0ef7f0bdcf0e6a0c040964dd7983a Mon Sep 17 00:00:00 2001 From: ronnyhdez Date: Sat, 16 May 2026 12:03:22 -0600 Subject: [PATCH 09/14] Ref 56 Core Concepts validated in TOC --- _quarto.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/_quarto.yml b/_quarto.yml index abd382db..4a275419 100644 --- a/_quarto.yml +++ b/_quarto.yml @@ -65,7 +65,7 @@ website: # ============================================================ # SECTION 2: CORE CONCEPTS (conceptual, the "why") # ============================================================ - - section: "Core concepts" + - section: "Core Concepts" contents: - text: "Cloud Paradigm" href: cloud_paradigm.qmd From b9de1c093b71fb437c302a481793da105d012808 Mon Sep 17 00:00:00 2001 From: ronnyhdez Date: Sat, 16 May 2026 12:11:20 -0600 Subject: [PATCH 10/14] Ref #452 moved alternate access methods to community and resources --- _quarto.yml | 20 ++++++++++---------- 1 file changed, 10 insertions(+), 10 deletions(-) diff --git a/_quarto.yml b/_quarto.yml index 4a275419..36f53242 100644 --- a/_quarto.yml +++ b/_quarto.yml @@ -223,16 +223,6 @@ website: href: glossary.qmd - text: "Authentication" href: appendix/authentication.qmd - - section: "Alternate Access Methods" - contents: - - text: "Access COG" - href: appendix/appendix-alternate-in-cloud-access/Access_COG.qmd - - text: "Single File HTTPS COG" - href: appendix/appendix-alternate-in-cloud-access/Earthdata_Cloud__Single_File__HTTPS_Access_COG_Example.qmd - - text: "Single File Direct S3 NetCDF" - href: appendix/appendix-alternate-in-cloud-access/Earthdata_Cloud__Single_File__Direct_S3_Access_NetCDF4_Example.ipynb - - text: "Multi-File Direct S3 NetCDF" - href: appendix/appendix-alternate-in-cloud-access/Multi-File_Direct_S3_Access_NetCDF_Example.ipynb # ============================================================ # SECTION 7: COMMUNITY & RESOURCES @@ -258,6 +248,16 @@ website: href: contributing/community.md - text: "Environment" href: contributing/environment.qmd + - section: "Alternate Access Methods" + contents: + - text: "Access COG" + href: appendix/appendix-alternate-in-cloud-access/Access_COG.qmd + - text: "Single File HTTPS COG" + href: appendix/appendix-alternate-in-cloud-access/Earthdata_Cloud__Single_File__HTTPS_Access_COG_Example.qmd + - text: "Single File Direct S3 NetCDF" + href: appendix/appendix-alternate-in-cloud-access/Earthdata_Cloud__Single_File__Direct_S3_Access_NetCDF4_Example.ipynb + - text: "Multi-File Direct S3 NetCDF" + href: appendix/appendix-alternate-in-cloud-access/Multi-File_Direct_S3_Access_NetCDF_Example.ipynb - text: "Privacy Policy" href: privacy.qmd From abf9389dd965037ef79ff96cb61971ab00322d92 Mon Sep 17 00:00:00 2001 From: ronnyhdez Date: Sat, 16 May 2026 12:25:45 -0600 Subject: [PATCH 11/14] Ref #451 move workshops to community and resources --- _quarto.yml | 14 +++++++------- 1 file changed, 7 insertions(+), 7 deletions(-) diff --git a/_quarto.yml b/_quarto.yml index 36f53242..be627e00 100644 --- a/_quarto.yml +++ b/_quarto.yml @@ -54,13 +54,6 @@ website: href: https://ornldaac.github.io/airborne/ - text: "ORNL DAAC GEDI Tutorials" href: https://ornldaac.github.io/gedi_tutorials/ - - section: "Workshops & Hackathons" - href: workshops/index.qmd - contents: - - text: "Workshop Setup" - href: workshops/setup.md - - text: "Cloud Environment Setup" - href: environment-setup/index.qmd # ============================================================ # SECTION 2: CORE CONCEPTS (conceptual, the "why") @@ -248,6 +241,13 @@ website: href: contributing/community.md - text: "Environment" href: contributing/environment.qmd + - section: "Workshops & Hackathons" + href: workshops/index.qmd + contents: + - text: "Workshop Setup" + href: workshops/setup.md + - text: "Cloud Environment Setup" + href: environment-setup/index.qmd - section: "Alternate Access Methods" contents: - text: "Access COG" From 0986164914ecc0b15b9992b92f3711d2a49184e9 Mon Sep 17 00:00:00 2001 From: ronnyhdez Date: Sat, 16 May 2026 14:40:21 -0600 Subject: [PATCH 12/14] Ref #449 add arrow to indicate external link is not the fontawesome or bootstrap icon we were initially planning, but is an easy solution compared to change the css style or implementing html syntax in the file --- _quarto.yml | 12 ++++++------ 1 file changed, 6 insertions(+), 6 deletions(-) diff --git a/_quarto.yml b/_quarto.yml index be627e00..88a652d4 100644 --- a/_quarto.yml +++ b/_quarto.yml @@ -42,17 +42,17 @@ website: - section: "Our Cookbooks" href: our-cookbooks.qmd contents: - - text: "PO.DAAC Tutorials" + - text: "PO.DAAC Tutorials ↗" href: https://podaac.github.io/tutorials/ - - text: "ASDC Mission Tutorials" + - text: "ASDC Mission Tutorials ↗" href: https://nasa.github.io/ASDC_Data_and_User_Services/ - - text: "NSIDC Data Cookbook" + - text: "NSIDC Data Cookbook ↗" href: https://nsidc.github.io/NSIDC-Data-Cookbook/ - - text: "OBDAAC Ocean Data Cookbook" + - text: "OBDAAC Ocean Data Cookbook ↗" href: https://nasa.github.io/oceandata-notebooks/ - - text: "ORNL DAAC Airborne Tutorials" + - text: "ORNL DAAC Airborne Tutorials ↗" href: https://ornldaac.github.io/airborne/ - - text: "ORNL DAAC GEDI Tutorials" + - text: "ORNL DAAC GEDI Tutorials ↗" href: https://ornldaac.github.io/gedi_tutorials/ # ============================================================ From d6de30f39ac85243f5b72eb009bb7e40e013bec5 Mon Sep 17 00:00:00 2001 From: ronnyhdez Date: Sat, 16 May 2026 15:06:52 -0600 Subject: [PATCH 13/14] Ref #449 add icon of external link in sidebar by modifying the style.css --- _quarto.yml | 12 ++++++------ styles.css | 12 ++++++++++-- 2 files changed, 16 insertions(+), 8 deletions(-) diff --git a/_quarto.yml b/_quarto.yml index 88a652d4..be627e00 100644 --- a/_quarto.yml +++ b/_quarto.yml @@ -42,17 +42,17 @@ website: - section: "Our Cookbooks" href: our-cookbooks.qmd contents: - - text: "PO.DAAC Tutorials ↗" + - text: "PO.DAAC Tutorials" href: https://podaac.github.io/tutorials/ - - text: "ASDC Mission Tutorials ↗" + - text: "ASDC Mission Tutorials" href: https://nasa.github.io/ASDC_Data_and_User_Services/ - - text: "NSIDC Data Cookbook ↗" + - text: "NSIDC Data Cookbook" href: https://nsidc.github.io/NSIDC-Data-Cookbook/ - - text: "OBDAAC Ocean Data Cookbook ↗" + - text: "OBDAAC Ocean Data Cookbook" href: https://nasa.github.io/oceandata-notebooks/ - - text: "ORNL DAAC Airborne Tutorials ↗" + - text: "ORNL DAAC Airborne Tutorials" href: https://ornldaac.github.io/airborne/ - - text: "ORNL DAAC GEDI Tutorials ↗" + - text: "ORNL DAAC GEDI Tutorials" href: https://ornldaac.github.io/gedi_tutorials/ # ============================================================ diff --git a/styles.css b/styles.css index 0b024fa4..25d8f17c 100644 --- a/styles.css +++ b/styles.css @@ -1,4 +1,12 @@ - +#quarto-sidebar a.sidebar-link[href^="https://"]:not([href^="https://nasa-openscapes.github.io/earthdata-cloud-cookbook"])::after { + content: ""; + background-image: url('data:image/svg+xml,'); + background-size: contain; + background-repeat: no-repeat; + background-position: center center; + margin-left: 0.2em; + padding-right: 0.75em; +} .sidebar-logo { max-width: 150px; } @@ -14,4 +22,4 @@ .platform-table td > div.sourceCode { margin-top: 0.3rem; margin-bottom: 0.3rem; -} \ No newline at end of file +} From 93fbd565c9045027c7aeb6ac5e7bc5635d7f765b Mon Sep 17 00:00:00 2001 From: ronnyhdez Date: Sun, 24 May 2026 12:17:31 -0600 Subject: [PATCH 14/14] Ref #449 include addresses shouldn't be considered external --- styles.css | 13 ++++++++++++- 1 file changed, 12 insertions(+), 1 deletion(-) diff --git a/styles.css b/styles.css index 25d8f17c..f140c8b9 100644 --- a/styles.css +++ b/styles.css @@ -1,4 +1,14 @@ -#quarto-sidebar a.sidebar-link[href^="https://"]:not([href^="https://nasa-openscapes.github.io/earthdata-cloud-cookbook"])::after { +#quarto-sidebar a.sidebar-link[href^="https://"]:not( + [href*="nasa-openscapes.github.io"] +):not( + [href*="localhost"] +):not( + [href*="0.0.0.0"] +):not( + [href*="127.0.0.1"] +):not( + [href*="openscapes-org-preview.netlify.app"] +)::after { content: ""; background-image: url('data:image/svg+xml,'); background-size: contain; @@ -7,6 +17,7 @@ margin-left: 0.2em; padding-right: 0.75em; } + .sidebar-logo { max-width: 150px; }