Release v10.17.6

.github/workflows/deploy-custom-prod.yml

@@ -45,6 +45,7 @@ jobs:
             cost_profile: DEFAULT
             job_files: >-
               job_spec/AK_FIRE_SAFE.yml
+              job_spec/FIRE_TRACK.yml
               job_spec/INSAR_ISCE_BURST.yml
             instance_types: r8id.xlarge,r8id.2xlarge,r8id.4xlarge,r8id.8xlarge,r8id.12xlarge,r8id.16xlarge
             default_max_vcpus: 640
@@ -286,28 +287,6 @@ jobs:
             same_account_publishing: false
             ami_id: /aws/service/ecs/optimized-ami/amazon-linux-2023/recommended/image_id
 
-          - environment: hyp3-carter
-            domain: hyp3-carter.asf.alaska.edu
-            template_bucket: cf-templates-1qx2mwia5g4kh-us-west-2
-            image_tag: latest
-            product_lifetime_in_days: 30
-            default_credits_per_user: 0
-            default_application_status: APPROVED
-            cost_profile: DEFAULT
-            job_files: >-
-              job_spec/AUTORIFT.yml
-              job_spec/INSAR_GAMMA.yml
-              job_spec/RTC_GAMMA.yml
-              job_spec/INSAR_ISCE_BURST.yml
-              job_spec/INSAR_ISCE_MULTI_BURST.yml
-            instance_types: r8id.xlarge,r8id.2xlarge,r8id.4xlarge,r8id.8xlarge,r8id.12xlarge,r8id.16xlarge
-            default_max_vcpus: 640
-            expanded_max_vcpus: 640
-            required_surplus: 0
-            security_environment: ASF
-            same_account_publishing: false
-            ami_id: /aws/service/ecs/optimized-ami/amazon-linux-2023/recommended/image_id
-
           - environment: hyp3-lavas
             domain: hyp3-lavas.asf.alaska.edu
             template_bucket: cf-templates-10a5pjrsv3cgo-us-west-2
@@ -333,7 +312,7 @@ jobs:
       url: https://${{ matrix.domain }}
 
     steps:
-      - uses: actions/checkout@v6.0.3
+      - uses: actions/checkout@v7.0.0
         with:
           fetch-depth: 0
 

.github/workflows/deploy-custom-test.yml

@@ -89,6 +89,7 @@ jobs:
             cost_profile: DEFAULT
             job_files: >-
               job_spec/AK_FIRE_SAFE.yml
+              job_spec/FIRE_TRACK.yml
               job_spec/INSAR_ISCE_BURST.yml
             instance_types: r8id.xlarge,r8id.2xlarge,r8id.4xlarge,r8id.8xlarge,r8id.12xlarge,r8id.16xlarge
             default_max_vcpus: 640
@@ -183,7 +184,7 @@ jobs:
       url: https://${{ matrix.domain }}
 
     steps:
-      - uses: actions/checkout@v6.0.3
+      - uses: actions/checkout@v7.0.0
         with:
           fetch-depth: 0
 

.github/workflows/deploy-daac-prod.yml

@@ -47,7 +47,7 @@ jobs:
       name: ${{ matrix.environment }}
 
     steps:
-      - uses: actions/checkout@v6.0.3
+      - uses: actions/checkout@v7.0.0
         with:
           fetch-depth: 0
 

.github/workflows/deploy-daac-test.yml

@@ -47,7 +47,7 @@ jobs:
       name: ${{ matrix.environment }}
 
     steps:
-      - uses: actions/checkout@v6.0.3
+      - uses: actions/checkout@v7.0.0
         with:
           fetch-depth: 0
 

.github/workflows/deploy-edc-sandbox.yml

@@ -45,7 +45,7 @@ jobs:
       name: ${{ matrix.environment }}
 
     steps:
-      - uses: actions/checkout@v6.0.3
+      - uses: actions/checkout@v7.0.0
         with:
           fetch-depth: 0
 

.github/workflows/deploy-plus-prod.yml

@@ -45,7 +45,7 @@ jobs:
       url: https://${{ matrix.domain }}
 
     steps:
-      - uses: actions/checkout@v6.0.3
+      - uses: actions/checkout@v7.0.0
         with:
           fetch-depth: 0
 

.github/workflows/deploy-plus-test.yml

@@ -46,7 +46,7 @@ jobs:
       url: https://${{ matrix.domain }}
 
     steps:
-      - uses: actions/checkout@v6.0.3
+      - uses: actions/checkout@v7.0.0
         with:
           fetch-depth: 0
 

.github/workflows/static-analysis.yml

@@ -29,7 +29,7 @@ jobs:
       matrix:
         security_environment: [ASF, EDC, JPL, JPL-public]
     steps:
-      - uses: actions/checkout@v6.0.3
+      - uses: actions/checkout@v7.0.0
       - uses: actions/setup-python@v6
         with:
           python-version: 3.13
@@ -43,7 +43,7 @@ jobs:
   openapi-spec-validator:
     runs-on: ubuntu-latest
     steps:
-      - uses: actions/checkout@v6.0.3
+      - uses: actions/checkout@v7.0.0
       - uses: actions/setup-python@v6
         with:
           python-version: 3.13
@@ -56,7 +56,7 @@ jobs:
   statelint:
     runs-on: ubuntu-latest
     steps:
-      - uses: actions/checkout@v6.0.3
+      - uses: actions/checkout@v7.0.0
       - uses: ruby/setup-ruby@v1
         with:
           ruby-version: 2.7
@@ -77,7 +77,7 @@ jobs:
     runs-on: ubuntu-latest
     if: ${{ ! github.event.pull_request.head.repo.fork }}
     steps:
-      - uses: actions/checkout@v6.0.3
+      - uses: actions/checkout@v7.0.0
       - uses: snyk/actions/[email protected]
       - uses: actions/setup-python@v6
         with:

.github/workflows/tests.yml

@@ -15,7 +15,7 @@ jobs:
     runs-on: ubuntu-latest
 
     steps:
-      - uses: actions/checkout@v6.0.3
+      - uses: actions/checkout@v7.0.0
 
       - uses: actions/setup-python@v6
         with:

CHANGELOG.md

@@ -4,6 +4,27 @@ All notable changes to this project will be documented in this file.
 The format is based on [Keep a Changelog](https://keepachangelog.com/en/1.0.0/),
 and this project adheres to [Semantic Versioning](https://semver.org/spec/v2.0.0.html).
 
+## [10.17.6]
+
+### Added
+- Added RDS Connection Permission to the TaskRole.
+- Added `FIRE_TRACK` job spec to `hyp3-ak-fire-safe`.
+- Added parameter `upload_to_db` to `AK_FIRE_SAFE` job spec.
+- Added environment variable `DB_HOST` to `AK_FIRE_SAFE` job spec.
+
+### Changed
+- Parquet file products are now visible.
+- Sentinel-1D scenes are now accepted by `ARIA_S1_COSEIS`, `INSAR_ISCE`, `WATER_MAP` and `WATERMAP_EQ` jobs.
+- Updated the pinned version of hyp3-isce2 from v3.0.1 to v3.0.2 in `INSAR_ISCE_BURST`, `INSAR_ISCE_BURST`, and `INSAR_ISCE_BURST` job specs to support Sentinel-1D processing in single burst jobs. 
+
+### Fixed
+- The SrgGslc and SlimSAR compute environments have been upgraded to AL2023-based AMIs from AL2 AMIs due to the pending end-of-life of AL2.
+- The `check_same_relative_orbits` validator has been updated to account for the repositioning of Sentinel-1C in June, 2026.
+
+### Removed
+- The `hyp3-carter` deployment has been retired.
+
+
 ## [10.17.5]
 
 ### Added

apps/api/src/hyp3_api/validation.py

@@ -207,20 +207,23 @@ def check_same_relative_orbits(_, granule_metadata: list[dict]) -> None:
     previous_relative_orbit = None
     for granule in granule_metadata:
         name_split = granule['name'].split('_')
-        absolute_orbit = name_split[7]
+        absolute_orbit = int(name_split[7])
         # "Relationship between relative and absolute orbit numbers": https://sentiwiki.copernicus.eu/web/s1-products
         mission = name_split[0]
         if mission == 'S1A':
             offset = 73
         elif mission == 'S1B':
             offset = 27
         elif mission == 'S1C':
-            offset = 172
+            if absolute_orbit <= 8018:
+                offset = 172
+            else:
+                offset = 99
         elif mission == 'S1D':
             offset = 42
         else:
             raise ValueError(f'Encountered unknown Sentinel-1 mission: {mission}')
-        relative_orbit = ((int(absolute_orbit) - offset) % 175) + 1
+        relative_orbit = ((absolute_orbit - offset) % 175) + 1
         if not previous_relative_orbit:
             previous_relative_orbit = relative_orbit
         if relative_orbit != previous_relative_orbit:

apps/compute-cf.yml.j2

@@ -193,6 +193,9 @@ Resources:
           - Effect: Allow
             Action: sns:Publish
             Resource: arn:aws:sns:*
+          - Effect: Allow
+            Action: rds-db:connect
+            Resource: !Sub "arn:aws:rds-db:${AWS::Region}:${AWS::AccountId}:dbuser:*/*"
 
   BatchServiceRole:
     Type: {{ 'Custom::JplRole' if security_environment in ('JPL', 'JPL-public') else 'AWS::IAM::Role' }}

apps/get-files/src/get_files.py

@@ -42,7 +42,7 @@ def get_object_file_type(bucket: str, key: str) -> str | None:
 
 
 def visible_product(product_path: str | Path) -> bool:
-    return Path(product_path).suffix in ('.zip', '.nc', '.geojson')
+    return Path(product_path).suffix in ('.zip', '.nc', '.geojson', '.parquet')
 
 
 def get_products(files: list[dict]) -> list[dict]:

job_spec/AK_FIRE_SAFE.yml

@@ -36,6 +36,11 @@ AK_FIRE_SAFE:
         default: null
         format: date
         example: "2025-06-01"
+    upload_to_db:
+      api_schema:
+        default: false
+        type: boolean
+        description: Add the data to the AWS Aurora database.
     input_bucket:
       api_schema:
         description: Bucket that contains fire detection products.
@@ -69,6 +74,8 @@ AK_FIRE_SAFE:
         - Ref::end_date
         - --extent
         - Ref::extent
+        - --upload-to-db
+        - Ref::upload_to_db
         - --input-bucket
         - Ref::input_bucket
         - --input-prefix
@@ -80,3 +87,4 @@ AK_FIRE_SAFE:
       secrets:
         - EARTHDATA_USERNAME
         - EARTHDATA_PASSWORD
+        - DB_HOST

job_spec/ARIA_S1_COSEIS.yml

@@ -11,7 +11,7 @@ ARIA_S1_COSEIS:
         items:
           description: The name of the Sentinel-1 SLC granules to use as reference scenes for InSAR processing
           type: string
-          pattern: "^S1[ABC]_IW_SLC__1S[SD]V"
+          pattern: "^S1[ABCD]_IW_SLC__1S[SD]V"
           minLength: 67
           maxLength: 67
           example: S1B_IW_SLC__1SDV_20210723T014947_20210723T015014_027915_0354B4_B3A9
@@ -22,7 +22,7 @@ ARIA_S1_COSEIS:
         items:
           description: The name of the Sentinel-1 SLC granules to use as secondary scenes for InSAR processing
           type: string
-          pattern: "^S1[ABC]_IW_SLC__1S[SD]V"
+          pattern: "^S1[ABCD]_IW_SLC__1S[SD]V"
           minLength: 67
           maxLength: 67
           example: S1B_IW_SLC__1SDV_20210711T014947_20210711T015013_027740_034F80_D404

job_spec/FIRE_TRACK.yml

@@ -0,0 +1,41 @@
+FIRE_TRACK:
+  required_parameters:
+    - input_bucket
+    - input_prefix
+  parameters:
+    input_bucket:
+      api_schema:
+        description: Bucket that contains fire detection products.
+        type: string
+        example: "ak-fire-safe-data-test"
+        enum:
+          - "ak-fire-safe-data"
+          - "ak-fire-safe-data-test"
+    input_prefix:
+      api_schema:
+        description: Prefix to pull the fire detection products.
+        type: string
+        example: "txt"
+  cost_profiles:
+    DEFAULT:
+      cost: 1.0
+  validators: []
+  steps:
+    - name: ''
+      image: 761639967505.dkr.ecr.us-west-2.amazonaws.com/hyp3-fire-tracking
+      command:
+        - --bucket
+        - Ref::bucket
+        - --bucket-prefix
+        - Ref::bucket_prefix
+        - --input-bucket
+        - Ref::input_bucket
+        - --input-prefix
+        - Ref::input_prefix
+      timeout: 5400
+      compute_environment: Default
+      vcpu: 1
+      memory: 7600
+      secrets:
+        - EARTHDATA_USERNAME
+        - EARTHDATA_PASSWORD

job_spec/INSAR_ISCE.yml

@@ -11,7 +11,7 @@ INSAR_ISCE:
         items:
           description: The name of the Sentinel-1 SLC granules to use as reference scenes for InSAR processing
           type: string
-          pattern: "^S1[ABC]_IW_SLC__1S[SD]V"
+          pattern: "^S1[ABCD]_IW_SLC__1S[SD]V"
           minLength: 67
           maxLength: 67
           example: S1B_IW_SLC__1SDV_20210723T014947_20210723T015014_027915_0354B4_B3A9
@@ -22,7 +22,7 @@ INSAR_ISCE:
         items:
           description: The name of the Sentinel-1 SLC granules to use as secondary scenes for InSAR processing
           type: string
-          pattern: "^S1[ABC]_IW_SLC__1S[SD]V"
+          pattern: "^S1[ABCD]_IW_SLC__1S[SD]V"
           minLength: 67
           maxLength: 67
           example: S1B_IW_SLC__1SDV_20210711T014947_20210711T015013_027740_034F80_D404

job_spec/INSAR_ISCE_BURST.yml

@@ -43,7 +43,7 @@ INSAR_ISCE_BURST:
   steps:
     - name: ''
       image: ghcr.io/asfhyp3/hyp3-isce2
-      image_tag: 3.0.1
+      image_tag: 3.0.2
       command:
         - ++process
         - insar_tops_burst

job_spec/INSAR_ISCE_BURST_EC2.yml

@@ -43,7 +43,7 @@ INSAR_ISCE_BURST_EC2:
   steps:
     - name: ''
       image: ghcr.io/asfhyp3/hyp3-isce2
-      image_tag: 3.0.1
+      image_tag: 3.0.2
       command:
         - ++process
         - insar_tops_burst

job_spec/INSAR_ISCE_BURST_SPOT.yml

@@ -43,7 +43,7 @@ INSAR_ISCE_BURST:
   steps:
     - name: ''
       image: ghcr.io/asfhyp3/hyp3-isce2
-      image_tag: 3.0.1
+      image_tag: 3.0.2
       command:
         - ++process
         - insar_tops_burst

job_spec/WATER_MAP.yml

@@ -11,13 +11,13 @@ WATER_MAP:
           anyOf:
             - description: The name of the IW VV+VH Sentinel-1 GRDH granule to process
               type: string
-              pattern: "^S1[ABC]_IW_GRDH_1SDV"
+              pattern: "^S1[ABCD]_IW_GRDH_1SDV"
               minLength: 67
               maxLength: 67
               example: S1A_IW_GRDH_1SDV_20210413T235641_20210413T235706_037439_0469D0_3F2B
             - description: The name of the IW VV+VH Sentinel-1 SLC granule to process
               type: string
-              pattern: "^S1[ABC]_IW_SLC__1SDV"
+              pattern: "^S1[ABCD]_IW_SLC__1SDV"
               minLength: 67
               maxLength: 67
               example: S1A_IW_SLC__1SDV_20211110T234815_20211110T234842_040516_04CE0A_E717

job_spec/WATER_MAP_EQ.yml

@@ -11,13 +11,13 @@ WATER_MAP_EQ:
           anyOf:
             - description: The name of the IW VV+VH Sentinel-1 GRDH granule to process
               type: string
-              pattern: "^S1[ABC]_IW_GRDH_1S[SD]V"
+              pattern: "^S1[ABCD]_IW_GRDH_1S[SD]V"
               minLength: 67
               maxLength: 67
               example: S1A_IW_GRDH_1SDV_20210413T235641_20210413T235706_037439_0469D0_3F2B
             - description: The name of the IW VV+VH Sentinel-1 SLC granule to process
               type: string
-              pattern: "^S1[ABC]_IW_SLC__1S[SD]V"
+              pattern: "^S1[ABCD]_IW_SLC__1S[SD]V"
               minLength: 67
               maxLength: 67
               example: S1A_IW_SLC__1SDV_20211110T234815_20211110T234842_040516_04CE0A_E717