Skip to content

sattag config descriiption #314

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Open
evacougnon wants to merge 8 commits into
base: main
Choose a base branch
from
Open

sattag config descriiption #314

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
8 commits
Select commit Hold shift + click to select a range
3b75098
sattag config descriiption
evacougnon Jul 17, 2026
933afbd
sattag config fix copilot comments
evacougnon Jul 17, 2026
bda5e47
sattag config renaming
evacougnon Jul 17, 2026
166ee08
sattag config update notebook
evacougnon Jul 17, 2026
b41dde8
sattag config tweak
evacougnon Jul 17, 2026
04545a4
sattag config more update
evacougnon Jul 17, 2026
ecfd869
remove explore section
evacougnon Jul 20, 2026
1b9510b
add missing py modules
evacougnon Jul 20, 2026
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
0 ...td_satellite_relay_tagging_realtime_qc.py → ..._relay_tagging_location_qc_realtime_qc.py
View file
Open in desktop
File renamed without changes.
0 ...ag_satellite_relay_tagging_realtime_qc.py → ..._relay_tagging_location_qc_realtime_qc.py
View file
Open in desktop
File renamed without changes.
0 ...ve_satellite_relay_tagging_realtime_qc.py → ..._relay_tagging_location_qc_realtime_qc.py
View file
Open in desktop
File renamed without changes.
0 ...ut_satellite_relay_tagging_realtime_qc.py → ..._relay_tagging_location_qc_realtime_qc.py
View file
Open in desktop
File renamed without changes.
0 ...ta_satellite_relay_tagging_realtime_qc.py → ..._relay_tagging_location_qc_realtime_qc.py
View file
Open in desktop
File renamed without changes.
0 ...ts_satellite_relay_tagging_realtime_qc.py → ..._relay_tagging_location_qc_realtime_qc.py
View file
Open in desktop
File renamed without changes.
0 ...ry_satellite_relay_tagging_realtime_qc.py → ..._relay_tagging_location_qc_realtime_qc.py
View file
Open in desktop
File renamed without changes.
1 change: 1 addition & 0 deletions ..._optimised/bin/datasets/animal_summary_satellite_relay_tagging_location_qc_realtime_qc.py
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
../generic_launcher.py
93 changes: 67 additions & 26 deletions ..._satellite_relay_tagging_realtime_qc.json → ...elay_tagging_location_qc_realtime_qc.json
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -1,6 +1,6 @@
{
"dataset_name": "animal_ctd_satellite_relay_tagging_realtime_qc",
"logger_name": "animal_ctd_satellite_relay_tagging_realtime_qc",
"dataset_name": "animal_ctd_satellite_relay_tagging_location_qc_realtime_qc",
"logger_name": "animal_ctd_satellite_relay_tagging_location_qc_realtime_qc",
"cloud_optimised_format": "parquet",
"run_settings": {
"paths": [
Expand Down Expand Up @@ -38,52 +38,83 @@
"metadata_uuid": "b2548767-514f-4a31-b65e-36bb894382d5",
"schema": {
"ref": {
"type": "string"
"type": "string",
"long_name": "reference",
"comment": "A three-part code (e.g. rs3-Fred-07) : The first part identifies the batch of tags, the second part is the name or number of the animal, the third part is the year"
},
"ptt": {
"type": "int32"
"type": "int32",
"long_name": "Platform Transmitter Terminal",
"comment": "Argos PTT number is used"
},
"end_date": {
"type": "timestamp[ns]"
"type": "timestamp[ns]",
"comment": "The time (UTC) of the end of the upcast"
},
"max_dbar": {
"type": "double"
"type": "double",
"long_name": "Maximum pressure",
"comment": "The maximum pressure (in decibar, approximately 1 metre)"
},
"num": {
"type": "int32"
"type": "int32",
"long_name": "Upcast number",
"comment": "Upcasts are assigned sequential numbers as they are performed. The SRDL transmits only the deepest casts that occur in each period (usually 6 hours or 12 hours). This means that some earlier upcasts will not be transmitted so these numbers will not be consecutive."
},
"n_temp": {
"type": "int32"
"type": "int32",
"comment": "The number of (pressure,temperature) pairs "
},
"n_cond": {
"type": "double"
"type": "double",
"comment": "The number of (pressure,conductivity) pairs "
},
"n_sal": {
"type": "int32"
"type": "int32",
"comment": "The number of (pressure,salinity) pairs "
},
"temp_dbar": {
"type": "double"
"type": "double",
"long_name": "Pressure coordinates of the (pressure,temperature) profile",
"units": "decibars",
"comment": "A comma-separated list of the pressure coordinates of the (pressure,temperature) profile (decibars)"
},
"temp_vals": {
"type": "double"
"type": "double",
"long_name": "Temperature profile",
"units": "degrees Celsius",
"comment": "A comma-separated list of the temperature coordinates of the (pressure,temperature) profile (degree C)"
},
"cond_dbar": {
"type": "double"
"type": "double",
"long_name": "Pressure coordinates of the (pressure,conductivity) profile",
"units": "decibars",
"comment": "A comma-separated list of the pressure coordinates of the (pressure,conductivity) profile (decibars)"
},
"cond_vals": {
"type": "double"
"type": "double",
"long_name": "Conductivity profile",
"units": "mS/cm",
"comment": "A comma-separated list of the conductivity coordinates of the (pressure,conductivity) profile (mS/cm)"
},
"sal_dbar": {
"type": "double"
"type": "double",
"long_name": "Pressure coordinates of the (pressure,salinity) profile",
"units": "decibars",
"comment": "A comma-separated list of the pressure coordinates of the (pressure,salinity) profile (decibars)"
},
"sal_vals": {
"type": "double"
"type": "double",
"long_name": "Salinity profile",
"units": " ",
"comment": "A comma-separated list of the salinity coordinates of the (pressure,salinity) profile"
},
"n_fluoro": {
"type": "double"
},
"fluoro_dbar": {
"type": "double"
"type": "double",
"units": "decibars"
},
"fluoro_vals": {
"type": "double"
Expand All @@ -92,7 +123,8 @@
"type": "double"
},
"oxy_dbar": {
"type": "double"
"type": "double",
"units": "decibars"
},
"oxy_vals": {
"type": "double"
Expand All @@ -110,10 +142,12 @@
"type": "double"
},
"created": {
"type": "string"
"type": "string",
"long_name": "Date of file creation (UTC)"
},
"modified": {
"type": "string"
"type": "string",
"long_name": "Date of update of this file (UTC)"
},
"n_photo": {
"type": "double"
Expand All @@ -125,10 +159,16 @@
"type": "double"
},
"lat": {
"type": "double"
"type": "double",
"long_name": "Latitude",
"units": "degrees_north",
"comment": "Position estimate (WGS 84 datum)"
},
"lon": {
"type": "double"
"type": "double",
"long_name": "Longitude",
"units": "degrees_east",
"comment": "Position estimate (WGS 84 datum)"
},
"ssm_lon": {
"type": "double"
Expand All @@ -149,7 +189,8 @@
"type": "double"
},
"cid": {
"type": "string"
"type": "string",
"comment": "SMRU campaign name "
}
},
"aws_opendata_registry": {
Expand All @@ -166,7 +207,7 @@
"Resources": [
{
"Description": "Cloud Optimised AODN dataset of IMOS - Animal Tracking Facility - Satellite Relay Tagging Program - Near real-time data with quality-controlled locations",
"ARN": "arn:aws:s3:::aodn-cloud-optimised/animal_ctd_satellite_relay_tagging_realtime_qc.parquet",
"ARN": "arn:aws:s3:::aodn-cloud-optimised/animal_ctd_satellite_relay_tagging_location_qc_realtime_qc.parquet",
"Region": "ap-southeast-2",
"Type": "S3 Bucket"
}
Expand All @@ -175,8 +216,8 @@
"Tutorials": [
{
"Title": "Accessing IMOS - Animal Tracking Facility - Satellite Relay Tagging Program - Near real-time data with quality-controlled locations",
"URL": "https://github.com/aodn/aodn_cloud_optimised/blob/main/notebooks/animal_ctd_satellite_relay_tagging_realtime_qc.ipynb",
"NotebookURL": "https://githubtocolab.com/aodn/aodn_cloud_optimised/blob/main/notebooks/animal_ctd_satellite_relay_tagging_realtime_qc.ipynb",
"URL": "https://github.com/aodn/aodn_cloud_optimised/blob/main/notebooks/animal_ctd_satellite_relay_tagging_location_qc_realtime_qc.ipynb",
"NotebookURL": "https://githubtocolab.com/aodn/aodn_cloud_optimised/blob/main/notebooks/animal_ctd_satellite_relay_tagging_location_qc_realtime_qc.ipynb",
"AuthorName": "Laurent Besnard",
"AuthorURL": "https://github.com/aodn/aodn_cloud_optimised"
},
Expand Down
86 changes: 60 additions & 26 deletions ..._satellite_relay_tagging_realtime_qc.json → ...elay_tagging_location_qc_realtime_qc.json
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -1,6 +1,6 @@
{
"dataset_name": "animal_diag_satellite_relay_tagging_realtime_qc",
"logger_name": "animal_diag_satellite_relay_tagging_realtime_qc",
"dataset_name": "animal_diag_satellite_relay_tagging_location_qc_realtime_qc",
"logger_name": "animal_diag_satellite_relay_tagging_location_qc_realtime_qc",
"cloud_optimised_format": "parquet",
"run_settings": {
"paths": [
Expand Down Expand Up @@ -38,67 +38,100 @@
"metadata_uuid": "b2548767-514f-4a31-b65e-36bb894382d5",
"schema": {
"ref": {
"type": "string"
"type": "string",
"long_name": "reference",
"comment": "A three-part code (e.g. rs3-Fred-07) : The first part identifies the batch of tags, the second part is the name or number of the animal, the third part is the year"
},
"ptt": {
"type": "int32"
"type": "int32",
"long_name": "Platform Transmitter Terminal",
"comment": "Argos PTT number is used"
},
"d_date": {
"type": "timestamp[ns]"
"type": "timestamp[ns]",
"comment": "The time assigned to the location by ARGOS (UTC)"
},
"lq": {
"type": "int32"
"type": "int32",
"comment": "The Location Quality assigned by Argos (-1 = class A, -2 = class B, -9 = class Z)"
},
"lat": {
"type": "double"
"type": "double",
"long_name": "Latitude",
"units": "degrees_north",
"comment": "Position estimate (WGS 84 datum)"
},
"lon": {
"type": "double"
"type": "double",
"long_name": "Longitude",
"units": "degrees_east",
"comment": "Position estimate (WGS 84 datum)"
},
"alt_lat": {
"type": "double"
"type": "double",
"comment": "Alternative solution to position equations (this may have been swapped with LAT,LON by the location filtering algorithm). These fields are simply copies of LAT,LON when Kalman location processing is operating."
},
"alt_lon": {
"type": "double"
"type": "double",
"comment": "Alternative solution to position equations (this may have been swapped with LAT,LON by the location filtering algorithm). These fields are simply copies of LAT,LON when Kalman location processing is operating."
},
"n_mess": {
"type": "int32"
"type": "int32",
"comment": "Number of uplinks received during the satellite pass"
},
"n_mess_120": {
"type": "int32"
"type": "int32",
"comment": "Number of uplinks received with signal strength > -120 dB"
},
"best_level": {
"type": "int32"
"type": "int32",
"units": "dB",
"comment": "Signal strength of strongest uplink (dB)"
},
"pass_dur": {
"type": "int32"
"type": "int32",
"units": "s",
"comment": "Duration of satellite overpass (s)"
},
"freq": {
"type": "double"
"type": "double",
"units": "Hz",
"comment": "Measured frequency of SRDL signal at the satellite (Hz)"
},
"v_mask": {
"type": "int32"
"type": "int32",
"comment": "Result of the location filtering algorithm: 0 = accepted, 20 = rejected at the 20 dm/s level (see VMASK_THRESHOLD). The first and last two points of the track are excluded from the algorithm and are assigned -1"
},
"alt": {
"type": "double"
"type": "double",
"comment": "= 1 if the LAT,LON and ALT_LAT, ALT_LON were swapped by the location filter\u2019s initial plausibility check"
},
"est_speed": {
"type": "double"
"type": "double",
"long_name": "Estimated speed",
"units": "m/s",
"comment": "Speed across the surface estimated by the location filtering algorithm (m/s)"
},
"km_from_home": {
"type": "double"
"type": "double",
"long_name": "Distance from home",
"units": "km",
"comment": "Great-circle distance to the release_latitude, release_longitude position specified in the metadata table (km). This is simply the shortest distance between the two points: the path may cross land."
},
"iq": {
"type": "int32"
"type": "int32",
"comment": "A two-digit code which gives further information about the location calculation for poor quality locations (see Argos documentation for a complete explanation)"
},
"nops": {
"type": "int32"
},
"deleted": {
"type": "double"
"type": "string",
"comment": "The value Y here causes this position to be ignored by the location filtering algorithm. Normally used to remove a very poor position occurring at the beginning of the track"
},
"actual_ptt": {
"type": "int32"
"type": "int32",
"comment": "When a single SRDL is programmed to use several different PTT numbers, the SMRU system overrides the PTT field to present all the data as if it had been transmitted under a single PTT number. This field records the true PTT number associated with this location."
},
"error_radius": {
"type": "int32"
Expand Down Expand Up @@ -140,7 +173,8 @@
"type": "double"
},
"cid": {
"type": "string"
"type": "string",
"comment": "SMRU campaign name "
}
},
"aws_opendata_registry": {
Expand All @@ -157,7 +191,7 @@
"Resources": [
{
"Description": "Cloud Optimised AODN dataset of IMOS - Animal Tracking Facility - Satellite Relay Tagging Program - Near real-time data with quality-controlled locations",
"ARN": "arn:aws:s3:::aodn-cloud-optimised/animal_diag_satellite_relay_tagging_realtime_qc.parquet",
"ARN": "arn:aws:s3:::aodn-cloud-optimised/animal_diag_satellite_relay_tagging_location_qc_realtime_qc.parquet",
"Region": "ap-southeast-2",
"Type": "S3 Bucket"
}
Expand All @@ -166,8 +200,8 @@
"Tutorials": [
{
"Title": "Accessing IMOS - Animal Tracking Facility - Satellite Relay Tagging Program - Near real-time data with quality-controlled locations",
"URL": "https://github.com/aodn/aodn_cloud_optimised/blob/main/notebooks/animal_diag_satellite_relay_tagging_realtime_qc.ipynb",
"NotebookURL": "https://githubtocolab.com/aodn/aodn_cloud_optimised/blob/main/notebooks/animal_diag_satellite_relay_tagging_realtime_qc.ipynb",
"URL": "https://github.com/aodn/aodn_cloud_optimised/blob/main/notebooks/animal_diag_satellite_relay_tagging_location_qc_realtime_qc.ipynb",
"NotebookURL": "https://githubtocolab.com/aodn/aodn_cloud_optimised/blob/main/notebooks/animal_diag_satellite_relay_tagging_location_qc_realtime_qc.ipynb",
"AuthorName": "Laurent Besnard",
"AuthorURL": "https://github.com/aodn/aodn_cloud_optimised"
},
Expand Down
Loading
Loading