tests: add thresholds to staging payments tests

Author: lauriemerrell

warehouse/models/staging/payments/elavon/_elavon.yml

@@ -190,7 +190,9 @@ models:
       - name: card_scheme_ref
       - name: trn_ref_num
         data_tests:
-          - unique
+          - unique_proportion:
+              arguments:
+                at_least: 0.9999
       - name: settlement_method
       - name: currency_code
       - name: cb_acq_ref_id
@@ -240,7 +242,9 @@ models:
       - name: card_scheme_ref
       - name: trn_ref_num
         data_tests:
-          - unique
+          - unique_proportion:
+              arguments:
+                at_least: 0.9999
       - name: settlement_method
       - name: currency_code
       - name: cb_acq_ref_id

warehouse/models/staging/payments/littlepay/_stg_littlepay.yml

@@ -168,7 +168,9 @@ models:
         description: '{{ doc("lp_littlepay_transaction_id") }}'
         data_tests:
           - not_null
-          - unique
+          - unique_proportion:
+              arguments:
+                at_least: 0.9999
       - name: location_id
         description: The identifier of the location where the transaction occurred.
       - name: location_name
@@ -269,8 +271,9 @@ models:
       - name: micropayment_id
         description: '{{ doc("lp_micropayment_id") }}'
         data_tests:
-          - unique:
+          - unique_proportion:
               arguments:
+                at_least: 0.9999
                 where: applied
       - *participant_id
       - name: customer_id
@@ -330,8 +333,12 @@ models:
       - name: micropayment_id
         description: '{{ doc("lp_micropayment_id") }}'
         data_tests:
-          - not_null
-          - unique
+          - dbt_utils.not_null_proportion:
+              arguments:
+                at_least: 0.9999
+          - unique_proportion:
+              arguments:
+                at_least: 0.9999
       - name: aggregation_id
         description: '{{ doc("lp_aggregation_id") }}'
       - *participant_id
@@ -366,7 +373,9 @@ models:
       - name: product_id
         description: '{{ doc("lp_product_id") }}'
         data_tests:
-          - not_null
+          - dbt_utils.not_null_proportion:
+              arguments:
+                at_least: 0.9999
       - name: previous_version_id
         description: '{{ doc("lp_previous_version_id") }}'
       - name: original_version_id

warehouse/models/staging/payments/littlepay_v3/_stg_littlepay_v3.yml

@@ -167,8 +167,12 @@ models:
       - name: littlepay_transaction_id
         description: '{{ doc("lp_littlepay_transaction_id") }}'
         data_tests:
-          - not_null
-          - unique
+          - dbt_utils.not_null_proportion:
+              arguments:
+                at_least: 0.9999
+          - unique_proportion:
+              arguments:
+                at_least: 0.9999
       - name: location_id
         description: The identifier of the location where the transaction occurred.
       - name: location_name
@@ -269,8 +273,9 @@ models:
       - name: micropayment_id
         description: '{{ doc("lp_micropayment_id") }}'
         data_tests:
-          - unique:
+          - unique_proportion:
               arguments:
+                at_least: 0.9999
                 where: applied
       - *participant_id
       - name: customer_id
@@ -296,7 +301,14 @@ models:
       - *lp_export_ts
       - *lp_line_number
       - *payments_input_row_key
-      - *payments_key_full_uniqueness
+      - name: _payments_key
+        description: |
+          Synthentic key composed of the elements that define a natural key within the source data (primary key according to Littlepay schema.)
+        data_tests:
+          - not_null
+          - unique_proportion:
+              arguments:
+                at_least: 0.9999
       - *_content_hash
 
   - name: stg_littlepay__micropayment_device_transactions_v3
@@ -330,8 +342,12 @@ models:
       - name: micropayment_id
         description: '{{ doc("lp_micropayment_id") }}'
         data_tests:
-          - not_null
-          - unique
+          - dbt_utils.not_null_proportion:
+              arguments:
+                at_least: 0.9999
+          - unique_proportion:
+              arguments:
+                at_least: 0.9999
       - name: aggregation_id
         description: '{{ doc("lp_aggregation_id") }}'
       - *participant_id
@@ -366,7 +382,9 @@ models:
       - name: product_id
         description: '{{ doc("lp_product_id") }}'
         data_tests:
-          - not_null
+          - dbt_utils.not_null_proportion:
+              arguments:
+                at_least: 0.9999
       - name: previous_version_id
         description: '{{ doc("lp_previous_version_id") }}'
       - name: original_version_id