From e9a3ee678509a0717d7b7582f08dc18dcde6f6b9 Mon Sep 17 00:00:00 2001
From: Jonathan Eisenhamer <eisenhamer@stsci.edu>
Date: Tue, 9 Jul 2024 10:56:19 -0400
Subject: [PATCH] CCD-1465 Removed all redundant tpn files for roman
 datamodel-represented references. Certify parameter reference files (#1050)

Changes:
* allow subkinds to filekinds
  This allows generalizing the "all_" structure to parameter files.
  For example, now the following file is allowable:
    all_pars.tpn
  to generalize constraints that apply to all parameter reference files.
* Add specs and tpns that apply to all parameter reference files
* remove redundant tpns for rdm based references
* add pack the general rmap tpns
* remove asdf tag checking
  Too specific, just roman, and the roman check was too general,
  assuming that all tags are roman datamodels
* update certify tests
  expected outputs differ due to validation being done
  by the datamodel schema instead of tpns.
* script to recreate the test data
* fix reftype checking and make pars tpn stricter
* add tests for parameter references certification
* update tests to handle different testing environments
* update changelog
* fix rmap tests for different results
---
 CHANGES.rst                                   |   8 +
 crds/certify/certify.py                       |  21 --
 crds/core/reftypes.py                         |  26 +-
 crds/roman/locate.py                          |   3 +
 crds/roman/specs/all_pars.spec                |   9 +
 crds/roman/specs/combined_specs.json          |  11 +
 crds/roman/tpns/all_all.tpn                   |  20 --
 crds/roman/tpns/all_all_ld.tpn                |  21 +-
 crds/roman/tpns/all_pars.tpn                  |  29 ++
 crds/roman/tpns/wfi_all.tpn                   |  24 --
 crds/roman/tpns/wfi_all_ld.tpn                |  25 +-
 crds/roman/tpns/wfi_area.tpn                  |  12 -
 crds/roman/tpns/wfi_dark.tpn                  |  16 --
 crds/roman/tpns/wfi_distortion.tpn            |  13 -
 crds/roman/tpns/wfi_flat.tpn                  |  14 -
 crds/roman/tpns/wfi_gain.tpn                  |  12 -
 crds/roman/tpns/wfi_inverselinearity.tpn      |  12 -
 crds/roman/tpns/wfi_ipc.tpn                   |  12 -
 crds/roman/tpns/wfi_linearity.tpn             |  12 -
 crds/roman/tpns/wfi_mask.tpn                  |  12 -
 crds/roman/tpns/wfi_photom.tpn                |  12 -
 crds/roman/tpns/wfi_readnoise.tpn             |  14 -
 crds/roman/tpns/wfi_refpix.tpn                |  12 -
 crds/roman/tpns/wfi_saturation.tpn            |  12 -
 test/certify/test_certify.py                  |  61 ++--
 test/core/test_rmap.py                        |   2 +-
 test/data/roman/mkdata.py                     |  52 ++++
 .../roman/roman_wfi16_f158_badtype_small.asdf | Bin 1582 -> 0 bytes
 .../roman/roman_wfi16_f158_flat_badtype.asdf  | Bin 0 -> 1812 bytes
 .../roman_wfi16_f158_flat_invalid_schema.asdf | Bin 1596 -> 1770 bytes
 .../roman_wfi16_f158_flat_invalid_tpn.asdf    | Bin 1579 -> 1808 bytes
 .../roman/roman_wfi16_f158_flat_small.asdf    | Bin 1579 -> 1809 bytes
 ...roman_wfi16_grism_flat_invalid_schema.asdf | Bin 1579 -> 1771 bytes
 .../roman_wfi16_grism_flat_invalid_tpn.asdf   | Bin 1579 -> 1808 bytes
 .../roman/roman_wfi16_grism_flat_small.asdf   | Bin 1580 -> 1810 bytes
 .../roman_wfi_pars-exposurepipeline.asdf      | 260 ++++++++++++++++++
 ...man_wfi_pars-exposurepipeline_badtype.asdf | 260 ++++++++++++++++++
 ..._pars-exposurepipeline_invalid_schema.asdf | 260 ++++++++++++++++++
 38 files changed, 1001 insertions(+), 256 deletions(-)
 create mode 100644 crds/roman/specs/all_pars.spec
 delete mode 100644 crds/roman/tpns/all_all.tpn
 mode change 120000 => 100644 crds/roman/tpns/all_all_ld.tpn
 create mode 100644 crds/roman/tpns/all_pars.tpn
 delete mode 100644 crds/roman/tpns/wfi_all.tpn
 mode change 120000 => 100644 crds/roman/tpns/wfi_all_ld.tpn
 delete mode 100644 crds/roman/tpns/wfi_area.tpn
 delete mode 100644 crds/roman/tpns/wfi_dark.tpn
 delete mode 100644 crds/roman/tpns/wfi_distortion.tpn
 delete mode 100644 crds/roman/tpns/wfi_flat.tpn
 delete mode 100644 crds/roman/tpns/wfi_gain.tpn
 delete mode 100644 crds/roman/tpns/wfi_inverselinearity.tpn
 delete mode 100644 crds/roman/tpns/wfi_ipc.tpn
 delete mode 100644 crds/roman/tpns/wfi_linearity.tpn
 delete mode 100644 crds/roman/tpns/wfi_mask.tpn
 delete mode 100644 crds/roman/tpns/wfi_photom.tpn
 delete mode 100644 crds/roman/tpns/wfi_readnoise.tpn
 delete mode 100644 crds/roman/tpns/wfi_refpix.tpn
 delete mode 100644 crds/roman/tpns/wfi_saturation.tpn
 create mode 100644 test/data/roman/mkdata.py
 delete mode 100644 test/data/roman/roman_wfi16_f158_badtype_small.asdf
 create mode 100644 test/data/roman/roman_wfi16_f158_flat_badtype.asdf
 create mode 100644 test/data/roman/roman_wfi_pars-exposurepipeline.asdf
 create mode 100644 test/data/roman/roman_wfi_pars-exposurepipeline_badtype.asdf
 create mode 100644 test/data/roman/roman_wfi_pars-exposurepipeline_invalid_schema.asdf

diff --git a/CHANGES.rst b/CHANGES.rst
index d8dcb993b..f6e225945 100644
--- a/CHANGES.rst
+++ b/CHANGES.rst
@@ -1,3 +1,11 @@
+11.18.0 (unreleased)
+====================
+
+ROMAN
+-----
+
+- Removed all redundant tpn files for roman datamodel-represented references. Certify parameter reference files [#1050]
+
 11.17.24 (20204-06-10)
 =====================
 
diff --git a/crds/certify/certify.py b/crds/certify/certify.py
index 4f5ad9cdc..8197c59ad 100644
--- a/crds/certify/certify.py
+++ b/crds/certify/certify.py
@@ -210,10 +210,6 @@ def certify(self):
         with self.error_on_exception(
                 "Checking ASDF Standard version for", repr(self.filename)):
                 self.check_asdf_standard_version()
-        
-        with self.error_on_exception(
-                "Checking ASDF tag validity for", repr(self.filename)):
-                self.check_asdf_tag()
 
     def load(self):
         """Load and parse header from self.filename."""
@@ -498,23 +494,6 @@ def check_asdf_standard_version(self):
                     str(asdf_standard_requirement)
                 )
 
-    def check_asdf_tag(self):
-        """ Check that the tag for an asdf is valid of for a given file.
-        """
-        if self.observatory.lower() == 'roman':
-            from asdf.util import uri_match 
-            with asdf.open(self.filename, _force_raw_types=True) as f:
-                # This commented solution requires adding a new field to the rmap
-                # rmap = self.get_corresponding_rmap()
-                # assert f['roman']._tag == rmap['asdf_tag'] 
-                if not uri_match('asdf://stsci.edu/datamodels/roman/tags/reference_files/*{}-*'.format(f['roman']['meta']['reftype'].lower()), f['roman']._tag):
-                    log.error(
-                        "ASDF Tag Validation",
-                        f['roman']._tag,
-                        "does not match",
-                        'asdf://stsci.edu/datamodels/roman/tags/reference_files/{}-*'.format(f['roman']['meta']['reftype'].lower())
-                    )
-
 # ============================================================================
 
 def find_governing_rmap(context, reference):
diff --git a/crds/core/reftypes.py b/crds/core/reftypes.py
index 5bff81519..8b283a8c2 100644
--- a/crds/core/reftypes.py
+++ b/crds/core/reftypes.py
@@ -260,7 +260,6 @@ def reference_props_to_validator_keys(self, instrument, filekind, field="tpn"):
         is nominally a .tpn filename and can vary by observatory, instrument, and type as well
         as by functions on the header of `filename`.
         """
-        results = []
         def append_tpn_level(results, instrument, filekind):
             """Append the validator key for one level of the `instrument`
             and `filekind` mutating list `results`.
@@ -273,9 +272,32 @@ def append_tpn_level(results, instrument, filekind):
                 log.verbose_warning("Can't find TPN key for",
                     (instrument, filekind, field), ":", str(exc),
                                     verbosity=75)
+
+        def subkinds(filekind, sep='-'):
+            """Generate list of subkinds
+
+            A subkind is defined as the parts of a filekind separated by a dash `-`.
+
+            This is initially implemented to support the parameter references files
+            where, conceptually, all "pars" files are a common filekind, yet practically
+            there is a separate filekind for each step. This allows applying common criteria
+            to all filekinds sharing the same prefix, such as "pars-".
+
+            The returned generator produces a list that goes from the specific to more general,
+            matching the overall philosophy of the calls to `append_tpn_levels`.
+
+            Examples
+            --------
+            >>> subkinds('pars-detector1')
+            ['pars', 'pars-detector1']
+            """
+            return reversed([filekind[:i] for i, ltr in enumerate(filekind) if ltr == sep] + [filekind])
+
+        results = []
         append_tpn_level(results, instrument, filekind)
         append_tpn_level(results, instrument, "all")
-        append_tpn_level(results, "all", filekind)
+        for subkind in subkinds(filekind):
+            append_tpn_level(results, "all", subkind)
         append_tpn_level(results, "all", "all")
         return results
 
diff --git a/crds/roman/locate.py b/crds/roman/locate.py
index f03ec037f..f137cb341 100644
--- a/crds/roman/locate.py
+++ b/crds/roman/locate.py
@@ -350,6 +350,9 @@ def ref_properties_from_header(filename):
             "Can't identify instrument of", repr(name), ":", str(exc)) from exc
     try:
         filekind = header.get('ROMAN.META.REFTYPE', 'UNDEFINED').lower()
+        # Not all headers are roman datamodels.
+        if filekind == 'undefined':
+            filekind = header.get('META.REFTYPE', 'UNDEFINED').lower()
         assert filekind in FILEKINDS, "Invalid file type " + repr(filekind)
     except Exception as exc:
         raise exceptions.CrdsNamingError("Can't identify ROMAN.META.REFTYPE of", repr(name))
diff --git a/crds/roman/specs/all_pars.spec b/crds/roman/specs/all_pars.spec
new file mode 100644
index 000000000..0df06ee52
--- /dev/null
+++ b/crds/roman/specs/all_pars.spec
@@ -0,0 +1,9 @@
+{
+    'instrument' : 'all',
+    'filetype' : 'pars',
+    'suffix' : 'pars',
+    'file_ext': '.asdf',
+    'text_descr' : 'All parameters reference file types.',
+    'ld_tpn': 'all_pars_ld.tpn',
+    'tpn': 'all_pars.tpn',
+}
diff --git a/crds/roman/specs/combined_specs.json b/crds/roman/specs/combined_specs.json
index 89253e427..c0b0d8ad6 100644
--- a/crds/roman/specs/combined_specs.json
+++ b/crds/roman/specs/combined_specs.json
@@ -10,6 +10,17 @@
             "text_descr":"All instruments and reference file types.",
             "tpn":"all_all.tpn",
             "unique_rowkeys":null
+        },
+        "pars":{
+            "extra_keys":null,
+            "file_ext":".asdf",
+            "filetype":"pars",
+            "instrument":"all",
+            "ld_tpn":"all_pars_ld.tpn",
+            "suffix":"pars",
+            "text_descr":"All parameters reference file types.",
+            "tpn":"all_pars.tpn",
+            "unique_rowkeys":null
         }
     },
     "wfi":{
diff --git a/crds/roman/tpns/all_all.tpn b/crds/roman/tpns/all_all.tpn
deleted file mode 100644
index 7da19b31a..000000000
--- a/crds/roman/tpns/all_all.tpn
+++ /dev/null
@@ -1,20 +0,0 @@
-#
-# Constraints defined in this file apply to every reference file
-#
-# Template file used by certify to check reference files
-# Some fields may be abbreviated to their first character:
-#
-# keytype = (Header|Group|Column)
-# datatype = (Integer|Real|Logical|Double|Character)
-# presence = (Optional|Required)
-#
-# NAME  KEYTYPE  DATATYPE   PRESENCE    VALUES
-#----------------------------------------------------------
-ROMAN.META.TELESCOPE          H   C   R       ROMAN
-ROMAN.META.INSTRUMENT.NAME    H   C   R
-ROMAN.META.REFTYPE            H   C   R
-ROMAN.META.USEAFTER           H   C   R       &JWSTDATE
-ROMAN.META.PEDIGREE           H   C   R       &JWSTPEDIGREE
-ROMAN.META.AUTHOR             H   C   R
-ROMAN.META.DESCRIPTION        H   C   R
-ROMAN.META.ORIGIN             H   C   R
diff --git a/crds/roman/tpns/all_all_ld.tpn b/crds/roman/tpns/all_all_ld.tpn
deleted file mode 120000
index 1c4cd658f..000000000
--- a/crds/roman/tpns/all_all_ld.tpn
+++ /dev/null
@@ -1 +0,0 @@
-all_all.tpn
\ No newline at end of file
diff --git a/crds/roman/tpns/all_all_ld.tpn b/crds/roman/tpns/all_all_ld.tpn
new file mode 100644
index 000000000..7da19b31a
--- /dev/null
+++ b/crds/roman/tpns/all_all_ld.tpn
@@ -0,0 +1,20 @@
+#
+# Constraints defined in this file apply to every reference file
+#
+# Template file used by certify to check reference files
+# Some fields may be abbreviated to their first character:
+#
+# keytype = (Header|Group|Column)
+# datatype = (Integer|Real|Logical|Double|Character)
+# presence = (Optional|Required)
+#
+# NAME  KEYTYPE  DATATYPE   PRESENCE    VALUES
+#----------------------------------------------------------
+ROMAN.META.TELESCOPE          H   C   R       ROMAN
+ROMAN.META.INSTRUMENT.NAME    H   C   R
+ROMAN.META.REFTYPE            H   C   R
+ROMAN.META.USEAFTER           H   C   R       &JWSTDATE
+ROMAN.META.PEDIGREE           H   C   R       &JWSTPEDIGREE
+ROMAN.META.AUTHOR             H   C   R
+ROMAN.META.DESCRIPTION        H   C   R
+ROMAN.META.ORIGIN             H   C   R
diff --git a/crds/roman/tpns/all_pars.tpn b/crds/roman/tpns/all_pars.tpn
new file mode 100644
index 000000000..785d50dd1
--- /dev/null
+++ b/crds/roman/tpns/all_pars.tpn
@@ -0,0 +1,29 @@
+#
+# Constraints defined in this file apply to every reference file
+#
+# Template file used by certify to check reference files
+# Some fields may be abbreviated to their first character:
+#
+# keytype = (Header|Group|Column)
+# datatype = (Integer|Real|Logical|Double|Character)
+# presence = (Optional|Required)
+#
+# NAME  KEYTYPE  DATATYPE   PRESENCE    VALUES
+#----------------------------------------------------------
+META.TELESCOPE                     H   C   R   ROMAN
+META.INSTRUMENT.NAME               H   C   R   WFI
+META.REFTYPE                       H   C   R
+META.USEAFTER                      H   C   R   &JWSTDATE
+META.PEDIGREE                      H   C   R   &JWSTPEDIGREE
+META.AUTHOR                        H   C   R
+META.DESCRIPTION                   H   C   R
+META.ORIGIN                        H   C   R
+META.INSTRUMENT.DETECTOR           H   C   O   WFI01,WFI02,WFI03,WFI04,WFI05,WFI06,WFI07,WFI08,WFI09,\
+                                               WFI10,WFI11,WFI12,WFI13,WFI14,WFI15,WFI16,WFI17,WFI18,\
+                                               ANY,N/A
+META.INSTRUMENT.OPTICAL_ELEMENT    H   C   O   F062,F087,F106,F129,F146,F158,F184,F213,GRISM,\
+                                               PRISM,CLEAR,DARK,N/A,ANY,UNKNOWN
+META.EXPOSURE.TYPE                 H   C   O   WFI_IMAGE,WFI_GRISM,WFI_PRISM,WFI_DARK,WFI_WSM_ACQ1,WFI_WSM_ACQ2,\
+                                               WFI_WSM_TRACK,WFI_WFSC,DEFOCUS_MODERATE,DEFOCUS_LARGE,\
+                                               WFI_WIM_ACQ,WFI_WIM_TRACK,WFI_PARALLEL,\
+                                               WFI_FLAT_EXTERNAL,WFI_FLAT_INTERNAL,WFI_RCS
diff --git a/crds/roman/tpns/wfi_all.tpn b/crds/roman/tpns/wfi_all.tpn
deleted file mode 100644
index 03a2371c2..000000000
--- a/crds/roman/tpns/wfi_all.tpn
+++ /dev/null
@@ -1,24 +0,0 @@
-# Contraints defined in this file apply to every REFTYPE of the WFI instrument
-
-# Template file used by certify to check reference files
-# Some fields may be abbreviated to their first character:
-#
-# keytype = (Header|Group|Column|Expression)
-# datatype = (Integer|Real|Logical|Double|Character|Expression)
-# presence = (Optional|Required)
-#
-# NAME  KEYTYPE  DATATYPE   PRESENCE    VALUES
-#----------------------------------------------------------
-ROMAN.META.INSTRUMENT.NAME        H   C   R   WFI
-
-ROMAN.META.INSTRUMENT.DETECTOR    H   C   O   WFI01,WFI02,WFI03,WFI04,WFI05,WFI06,WFI07,WFI08,WFI09,\
-                                              WFI10,WFI11,WFI12,WFI13,WFI14,WFI15,WFI16,WFI17,WFI18,\
-                                              ANY,N/A
-
-ROMAN.META.INSTRUMENT.OPTICAL_ELEMENT      H   C   O   F062,F087,F106,F129,F146,F158,F184,F213,GRISM,\
-                                                       PRISM,CLEAR,DARK,N/A,ANY,UNKNOWN
-
-ROMAN.META.EXPOSURE.TYPE  H   C   O   WFI_IMAGE,WFI_GRISM,WFI_PRISM,WFI_DARK,WFI_WSM_ACQ1,WFI_WSM_ACQ2,\
-                                      WFI_WSM_TRACK,WFI_WFSC,DEFOCUS_MODERATE,DEFOCUS_LARGE,\
-                                      WFI_WIM_ACQ,WFI_WIM_TRACK,WFI_PARALLEL,\
-                                      WFI_FLAT_EXTERNAL,WFI_FLAT_INTERNAL,WFI_RCS
diff --git a/crds/roman/tpns/wfi_all_ld.tpn b/crds/roman/tpns/wfi_all_ld.tpn
deleted file mode 120000
index 0c2b206e0..000000000
--- a/crds/roman/tpns/wfi_all_ld.tpn
+++ /dev/null
@@ -1 +0,0 @@
-wfi_all.tpn
\ No newline at end of file
diff --git a/crds/roman/tpns/wfi_all_ld.tpn b/crds/roman/tpns/wfi_all_ld.tpn
new file mode 100644
index 000000000..03a2371c2
--- /dev/null
+++ b/crds/roman/tpns/wfi_all_ld.tpn
@@ -0,0 +1,24 @@
+# Contraints defined in this file apply to every REFTYPE of the WFI instrument
+
+# Template file used by certify to check reference files
+# Some fields may be abbreviated to their first character:
+#
+# keytype = (Header|Group|Column|Expression)
+# datatype = (Integer|Real|Logical|Double|Character|Expression)
+# presence = (Optional|Required)
+#
+# NAME  KEYTYPE  DATATYPE   PRESENCE    VALUES
+#----------------------------------------------------------
+ROMAN.META.INSTRUMENT.NAME        H   C   R   WFI
+
+ROMAN.META.INSTRUMENT.DETECTOR    H   C   O   WFI01,WFI02,WFI03,WFI04,WFI05,WFI06,WFI07,WFI08,WFI09,\
+                                              WFI10,WFI11,WFI12,WFI13,WFI14,WFI15,WFI16,WFI17,WFI18,\
+                                              ANY,N/A
+
+ROMAN.META.INSTRUMENT.OPTICAL_ELEMENT      H   C   O   F062,F087,F106,F129,F146,F158,F184,F213,GRISM,\
+                                                       PRISM,CLEAR,DARK,N/A,ANY,UNKNOWN
+
+ROMAN.META.EXPOSURE.TYPE  H   C   O   WFI_IMAGE,WFI_GRISM,WFI_PRISM,WFI_DARK,WFI_WSM_ACQ1,WFI_WSM_ACQ2,\
+                                      WFI_WSM_TRACK,WFI_WFSC,DEFOCUS_MODERATE,DEFOCUS_LARGE,\
+                                      WFI_WIM_ACQ,WFI_WIM_TRACK,WFI_PARALLEL,\
+                                      WFI_FLAT_EXTERNAL,WFI_FLAT_INTERNAL,WFI_RCS
diff --git a/crds/roman/tpns/wfi_area.tpn b/crds/roman/tpns/wfi_area.tpn
deleted file mode 100644
index f297e86a9..000000000
--- a/crds/roman/tpns/wfi_area.tpn
+++ /dev/null
@@ -1,12 +0,0 @@
-# Contraints defined in this file apply the WFI instrument's AREA reference type.
-
-# Template file used by certify to check reference files
-# Some fields may be abbreviated to their first character:
-#
-# keytype = (Header|Group|Column|Expression)
-# datatype = (Integer|Real|Logical|Double|Character|Expression)
-# presence = (Optional|Required)
-#
-# NAME  KEYTYPE  DATATYPE   PRESENCE    VALUES
-#----------------------------------------------------------
-ROMAN.META.INSTRUMENT.DETECTOR          H   C   R
diff --git a/crds/roman/tpns/wfi_dark.tpn b/crds/roman/tpns/wfi_dark.tpn
deleted file mode 100644
index 38683f014..000000000
--- a/crds/roman/tpns/wfi_dark.tpn
+++ /dev/null
@@ -1,16 +0,0 @@
-# Contraints defined in this file apply the WFI instrument's DARK reference type.
-
-# Template file used by certify to check reference files
-# Some fields may be abbreviated to their first character:
-#
-# keytype = (Header|Group|Column|Expression)
-# datatype = (Integer|Real|Logical|Double|Character|Expression)
-# presence = (Optional|Required)
-#
-# NAME  KEYTYPE  DATATYPE   PRESENCE    VALUES
-#----------------------------------------------------------
-ROMAN.META.INSTRUMENT.DETECTOR      H   C   R
-
-ROMAN.META.EXPOSURE.TYPE  H   C   R
-
-ROMAN.META.EXPOSURE.MA_TABLE_NUMBER    H   I   R
diff --git a/crds/roman/tpns/wfi_distortion.tpn b/crds/roman/tpns/wfi_distortion.tpn
deleted file mode 100644
index 593f98670..000000000
--- a/crds/roman/tpns/wfi_distortion.tpn
+++ /dev/null
@@ -1,13 +0,0 @@
-# Contraints defined in this file apply the WFI instrument's DISTORTION reference type.
-
-# Template file used by certify to check reference files
-# Some fields may be abbreviated to their first character:
-#
-# keytype = (Header|Group|Column|Expression)
-# datatype = (Integer|Real|Logical|Double|Character|Expression)
-# presence = (Optional|Required)
-#
-# NAME  KEYTYPE  DATATYPE   PRESENCE    VALUES
-#----------------------------------------------------------
-ROMAN.META.INSTRUMENT.DETECTOR      H   C   R
-ROMAN.META.INSTRUMENT.OPTICAL_ELEMENT   H   C   R
diff --git a/crds/roman/tpns/wfi_flat.tpn b/crds/roman/tpns/wfi_flat.tpn
deleted file mode 100644
index 14e971279..000000000
--- a/crds/roman/tpns/wfi_flat.tpn
+++ /dev/null
@@ -1,14 +0,0 @@
-# Contraints defined in this file apply the WFI instrument's FLAT reference type.
-
-# Template file used by certify to check reference files
-# Some fields may be abbreviated to their first character:
-#
-# keytype = (Header|Group|Column|Expression)
-# datatype = (Integer|Real|Logical|Double|Character|Expression)
-# presence = (Optional|Required)
-#
-# NAME  KEYTYPE  DATATYPE   PRESENCE    VALUES
-#----------------------------------------------------------
-ROMAN.META.INSTRUMENT.DETECTOR    H   C   R
-
-ROMAN.META.INSTRUMENT.OPTICAL_ELEMENT      H   C   R
diff --git a/crds/roman/tpns/wfi_gain.tpn b/crds/roman/tpns/wfi_gain.tpn
deleted file mode 100644
index a9a06e814..000000000
--- a/crds/roman/tpns/wfi_gain.tpn
+++ /dev/null
@@ -1,12 +0,0 @@
-# Contraints defined in this file apply the WFI instrument's GAIN reference type.
-
-# Template file used by certify to check reference files
-# Some fields may be abbreviated to their first character:
-#
-# keytype = (Header|Group|Column|Expression)
-# datatype = (Integer|Real|Logical|Double|Character|Expression)
-# presence = (Optional|Required)
-#
-# NAME  KEYTYPE  DATATYPE   PRESENCE    VALUES
-#----------------------------------------------------------
-ROMAN.META.INSTRUMENT.DETECTOR      H   C   R
diff --git a/crds/roman/tpns/wfi_inverselinearity.tpn b/crds/roman/tpns/wfi_inverselinearity.tpn
deleted file mode 100644
index c46e00163..000000000
--- a/crds/roman/tpns/wfi_inverselinearity.tpn
+++ /dev/null
@@ -1,12 +0,0 @@
-# Constraints defined in this file apply the WFI instrument's Inverse Linearity reference type.
-
-# Template file used by certify to check reference files
-# Some fields may be abbreviated to their first character:
-#
-# keytype = (Header|Group|Column|Expression)
-# datatype = (Integer|Real|Logical|Double|Character|Expression)
-# presence = (Optional|Required)
-#
-# NAME  KEYTYPE  DATATYPE   PRESENCE    VALUES
-#----------------------------------------------------------
-ROMAN.META.INSTRUMENT.DETECTOR          H   C   R
diff --git a/crds/roman/tpns/wfi_ipc.tpn b/crds/roman/tpns/wfi_ipc.tpn
deleted file mode 100644
index 2124a3387..000000000
--- a/crds/roman/tpns/wfi_ipc.tpn
+++ /dev/null
@@ -1,12 +0,0 @@
-# Constraints defined in this file apply the WFI instrument's IPC reference type.
-
-# Template file used by certify to check reference files
-# Some fields may be abbreviated to their first character:
-#
-# keytype = (Header|Group|Column|Expression)
-# datatype = (Integer|Real|Logical|Double|Character|Expression)
-# presence = (Optional|Required)
-#
-# NAME  KEYTYPE  DATATYPE   PRESENCE    VALUES
-#----------------------------------------------------------
-ROMAN.META.INSTRUMENT.DETECTOR          H   C   R
diff --git a/crds/roman/tpns/wfi_linearity.tpn b/crds/roman/tpns/wfi_linearity.tpn
deleted file mode 100644
index 680dea4af..000000000
--- a/crds/roman/tpns/wfi_linearity.tpn
+++ /dev/null
@@ -1,12 +0,0 @@
-# Contraints defined in this file apply the WFI instrument's LINEARITY reference type.
-
-# Template file used by certify to check reference files
-# Some fields may be abbreviated to their first character:
-#
-# keytype = (Header|Group|Column|Expression)
-# datatype = (Integer|Real|Logical|Double|Character|Expression)
-# presence = (Optional|Required)
-#
-# NAME  KEYTYPE  DATATYPE   PRESENCE    VALUES
-#----------------------------------------------------------
-ROMAN.META.INSTRUMENT.DETECTOR      H   C   R
diff --git a/crds/roman/tpns/wfi_mask.tpn b/crds/roman/tpns/wfi_mask.tpn
deleted file mode 100644
index 684465815..000000000
--- a/crds/roman/tpns/wfi_mask.tpn
+++ /dev/null
@@ -1,12 +0,0 @@
-# Contraints defined in this file apply the WFI instrument's MASK reference type.
-
-# Template file used by certify to check reference files
-# Some fields may be abbreviated to their first character:
-#
-# keytype = (Header|Group|Column|Expression)
-# datatype = (Integer|Real|Logical|Double|Character|Expression)
-# presence = (Optional|Required)
-#
-# NAME  KEYTYPE  DATATYPE   PRESENCE    VALUES
-#----------------------------------------------------------
-ROMAN.META.INSTRUMENT.DETECTOR      H   C   R
diff --git a/crds/roman/tpns/wfi_photom.tpn b/crds/roman/tpns/wfi_photom.tpn
deleted file mode 100644
index 9b42931e3..000000000
--- a/crds/roman/tpns/wfi_photom.tpn
+++ /dev/null
@@ -1,12 +0,0 @@
-# Contraints defined in this file apply the WFI instrument's PHOTOM reference type.
-
-# Template file used by certify to check reference files
-# Some fields may be abbreviated to their first character:
-#
-# keytype = (Header|Group|Column|Expression)
-# datatype = (Integer|Real|Logical|Double|Character|Expression)
-# presence = (Optional|Required)
-#
-# NAME  KEYTYPE  DATATYPE   PRESENCE    VALUES
-#----------------------------------------------------------
-ROMAN.META.INSTRUMENT.DETECTOR      H   C   R
diff --git a/crds/roman/tpns/wfi_readnoise.tpn b/crds/roman/tpns/wfi_readnoise.tpn
deleted file mode 100644
index 389b1489a..000000000
--- a/crds/roman/tpns/wfi_readnoise.tpn
+++ /dev/null
@@ -1,14 +0,0 @@
-# Contraints defined in this file apply the WFI instrument's READNOISE reference type.
-
-# Template file used by certify to check reference files
-# Some fields may be abbreviated to their first character:
-#
-# keytype = (Header|Group|Column|Expression)
-# datatype = (Integer|Real|Logical|Double|Character|Expression)
-# presence = (Optional|Required)
-#
-# NAME  KEYTYPE  DATATYPE   PRESENCE    VALUES
-#----------------------------------------------------------
-ROMAN.META.INSTRUMENT.DETECTOR      H   C   R
-
-ROMAN.META.EXPOSURE.TYPE            H   C   R
diff --git a/crds/roman/tpns/wfi_refpix.tpn b/crds/roman/tpns/wfi_refpix.tpn
deleted file mode 100644
index 36cfd77d5..000000000
--- a/crds/roman/tpns/wfi_refpix.tpn
+++ /dev/null
@@ -1,12 +0,0 @@
-# Contraints defined in this file apply the WFI instrument's REFPIX reference type.
-
-# Template file used by certify to check reference files
-# Some fields may be abbreviated to their first character:
-#
-# keytype = (Header|Group|Column|Expression)
-# datatype = (Integer|Real|Logical|Double|Character|Expression)
-# presence = (Optional|Required)
-#
-# NAME  KEYTYPE  DATATYPE   PRESENCE    VALUES
-#----------------------------------------------------------
-ROMAN.META.INSTRUMENT.DETECTOR          H   C   R
diff --git a/crds/roman/tpns/wfi_saturation.tpn b/crds/roman/tpns/wfi_saturation.tpn
deleted file mode 100644
index a21c05c63..000000000
--- a/crds/roman/tpns/wfi_saturation.tpn
+++ /dev/null
@@ -1,12 +0,0 @@
-# Contraints defined in this file apply the WFI instrument's SATURATION reference type.
-
-# Template file used by certify to check reference files
-# Some fields may be abbreviated to their first character:
-#
-# keytype = (Header|Group|Column|Expression)
-# datatype = (Integer|Real|Logical|Double|Character|Expression)
-# presence = (Optional|Required)
-#
-# NAME  KEYTYPE  DATATYPE   PRESENCE    VALUES
-#----------------------------------------------------------
-ROMAN.META.INSTRUMENT.DETECTOR      H   C   R
diff --git a/test/certify/test_certify.py b/test/certify/test_certify.py
index 9d42d010f..e34fca3e8 100644
--- a/test/certify/test_certify.py
+++ b/test/certify/test_certify.py
@@ -789,7 +789,7 @@ def test_certify_roman_invalid_asdf_schema(roman_test_cache_state, roman_data, c
         certify.certify_file(fpath, "roman_0003.pmap", observatory="roman")
         out = caplog.text
         assert "Validation error" in out
-        assert "This ain't no valid time" in out
+        assert "yesterday" in out
 
 
 @mark.roman
@@ -803,22 +803,7 @@ def test_certify_roman_invalid_asdf_tpn(roman_test_cache_state, roman_data, capl
     with caplog.at_level(logging.INFO, logger="CRDS"):
         certify.certify_file(f"{roman_data}/roman_wfi16_f158_flat_invalid_tpn.asdf", "roman_0003.pmap", observatory="roman")
         out = caplog.text
-    expected_out = f"""Certifying '{roman_data}/roman_wfi16_f158_flat_invalid_tpn.asdf' as 'ASDF' relative to context 'roman_0003.pmap'
-In 'roman_wfi16_f158_flat_invalid_tpn.asdf' : Checking 'ROMAN.META.INSTRUMENT.OPTICAL_ELEMENT [FITS unknown]' : Value 'BAD' is not one of ['ANY',
-'CLEAR',
-'DARK',
-'F062',
-'F087',
-'F106',
-'F129',
-'F146',
-'F158',
-'F184',
-'F213',
-'GRISM',
-'N/A',
-'PRISM',
-'UNKNOWN']"""
+    expected_out = """Validation error : 'BAD' is not one of ['F062', 'F087', 'F106', 'F129', 'F146', 'F158', 'F184', 'F213', 'GRISM', 'PRISM', 'DARK']"""
     for msg in expected_out.splitlines():
         assert msg.strip() in out
 
@@ -860,10 +845,7 @@ def test_certify_roman_invalid_spec_asdf_tpn(roman_test_cache_state, roman_data,
     with caplog.at_level(logging.INFO, logger="CRDS"):
         certify.certify_file(f"{roman_data}/roman_wfi16_grism_flat_invalid_tpn.asdf", "roman_0003.pmap", observatory="roman")
         out = caplog.text
-        expected_out = f"""Certifying '{roman_data}/roman_wfi16_grism_flat_invalid_tpn.asdf' as 'ASDF' relative to context 'roman_0003.pmap'
-In 'roman_wfi16_grism_flat_invalid_tpn.asdf' : Error mapping reference names and values to dataset names and values : Bad USEAFTER time format = 'yesterday'
-In 'roman_wfi16_grism_flat_invalid_tpn.asdf' : Checking 'ROMAN.META.USEAFTER [USEAFTER]' : Invalid 'Jwstdate' format 'yesterday' should be '2018-12-22T00:00:00'
-In 'roman_wfi16_grism_flat_invalid_tpn.asdf' : Checking ASDF tag validity for '{roman_data}/roman_wfi16_grism_flat_invalid_tpn.asdf' : 'dict' object has no attribute '_tag'"""
+        expected_out = """'BAD' is not one of ['F062', 'F087', 'F106', 'F129', 'F146', 'F158', 'F184', 'F213', 'GRISM', 'PRISM', 'DARK']"""
     for msg in expected_out.splitlines():
         assert msg.strip() in out
 
@@ -2991,3 +2973,40 @@ def test_or_bars_certify_bad_value(jwst_serverless_state, jwst_data, caplog):
 1 errors""".splitlines()
     for line in expected:
         assert line in out
+
+
+@mark.roman
+@mark.certify
+def test_certify_pars(roman_test_cache_state, roman_data, caplog):
+    """Test that parameter references certify positive.
+    """
+    with caplog.at_level(logging.INFO, logger="CRDS"):
+        certify.certify_file(f"{roman_data}/roman_wfi_pars-exposurepipeline.asdf", "roman_0006.pmap", observatory="roman")
+        out = caplog.text
+    assert len(out.splitlines()) <= 2 
+
+
+@mark.roman
+@mark.certify
+def test_certify_pars_badtype(roman_test_cache_state, roman_data, caplog):
+    """Test parameter references check reftype.
+    """
+    with caplog.at_level(logging.INFO, logger="CRDS"):
+        certify.certify_file(f"{roman_data}/roman_wfi_pars-exposurepipeline_badtype.asdf", "roman_0006.pmap", observatory="roman")
+        out = caplog.text
+    expected = """Can't identify ROMAN.META.REFTYPE""".splitlines()
+    for line in expected:
+        assert line in out
+
+
+@mark.roman
+@mark.certify
+def test_certify_pars_badschema(roman_test_cache_state, roman_data, caplog):
+    """Test parameter references check general schema validation failures.
+    """
+    with caplog.at_level(logging.INFO, logger="CRDS"):
+        certify.certify_file(f"{roman_data}/roman_wfi_pars-exposurepipeline_invalid_schema.asdf", "roman_0006.pmap", observatory="roman")
+        out = caplog.text
+    expected = """Invalid instrument 'bad'""".splitlines()
+    for line in expected:
+        assert line in out
diff --git a/test/core/test_rmap.py b/test/core/test_rmap.py
index 8249fb12d..60ec92ba4 100644
--- a/test/core/test_rmap.py
+++ b/test/core/test_rmap.py
@@ -449,7 +449,7 @@ def test_validate_mapping_ambiguous_roman(roman_serverless_state, roman_data, ca
     with caplog.at_level(logging.INFO, logger="CRDS"):
         r.validate_mapping()
         out = caplog.text
-    expected = """ Match('ROMAN.META.INSTRUMENT.DETECTOR [DETECTOR]', 'ROMAN.META.INSTRUMENT.OPTICAL_ELEMENT [FITS unknown]') : ('WFI01', 'F158') : 
+    expected = """Match('ROMAN.META.INSTRUMENT.DETECTOR', 'ROMAN.META.INSTRUMENT.OPTICAL_ELEMENT') : ('WFI01', 'F158') :
 ----------------------------------------
 Match case
 ('WFI01', 'F158') : UseAfter({
diff --git a/test/data/roman/mkdata.py b/test/data/roman/mkdata.py
new file mode 100644
index 000000000..aefbd8ac4
--- /dev/null
+++ b/test/data/roman/mkdata.py
@@ -0,0 +1,52 @@
+"""Make test data
+
+To keep up with Roman datamodel changes, the test data need to be updated regularly.
+
+Execute with
+
+    $ cd <this folder>
+    $ python -m mkdata
+"""
+import os
+
+import roman_datamodels as rdm
+import roman_datamodels.maker_utils as mu
+
+
+def mkdata():
+    """Create FlatRefModels with various bad settings"""
+
+    # Good model
+    flatref = mu.mk_datamodel(rdm.datamodels.FlatRefModel, shape=(2, 2),
+                              meta={'instrument': {'name': 'WFI', 'detector': 'WFI16', 'optical_element': 'F158'}})
+    flatref.save('roman_wfi16_f158_flat_small.asdf')
+    flatrefgrism = mu.mk_datamodel(rdm.datamodels.FlatRefModel, shape=(2, 2),
+                              meta={'instrument': {'name': 'WFI', 'detector': 'WFI16', 'optical_element': 'GRISM'}})
+    flatrefgrism.save('roman_wfi16_grism_flat_small.asdf')
+
+    # Turn off validations so we can make bad decisions
+    os.environ['ROMAN_VALIDATE'] = 'false'
+
+    # Bad reftype
+    bad = flatref.copy()
+    bad.meta.reftype = 'badtype'
+    bad.save('roman_wfi16_f158_flat_badtype.asdf')
+
+    # Invalid schema
+    bad = flatref.copy()
+    bad.meta.useafter = "yesterday"
+    bad.save('roman_wfi16_f158_flat_invalid_schema.asdf')
+    bad = flatrefgrism.copy()
+    bad.meta.useafter = "yesterday"
+    bad.save('roman_wfi16_grism_flat_invalid_schema.asdf')
+
+    # Invalid TPN. Really just another bad schema choice.
+    bad = flatref.copy()
+    bad.meta.instrument.optical_element = 'BAD'
+    bad.save('roman_wfi16_f158_flat_invalid_tpn.asdf')
+    bad = flatrefgrism.copy()
+    bad.meta.instrument.optical_element = 'BAD'
+    bad.save('roman_wfi16_grism_flat_invalid_tpn.asdf')
+
+if __name__ == '__main__':
+    mkdata()
diff --git a/test/data/roman/roman_wfi16_f158_badtype_small.asdf b/test/data/roman/roman_wfi16_f158_badtype_small.asdf
deleted file mode 100644
index 3a7d15cf6ae42314e5ad7e64b9b4ecbcfb0c6f3d..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001

literal 1582
zcmcgsTWi}e6yCFcg-R)XSS(+<cCFt$vW&vgL6b2`8Ai2_V}WgX(s8#?`rmgXH;D`F
zE@do)<mfw>@7$#QbTOT=h=)A%_N|;Pmg&Vby_^zwOyI#)I{!#=<Q**24{VR2SS1Ec
zE;$r^B1};Rp6~l?FIO4@d-lniJgu13@<t22P9D@omH1s~AQNI_ccRBi>4YsSU@ns>
z+(NB7&}PCa)j%g!kg&rFu}gwrC9&#nc&?g(s8qTU=;XtR$5<;GvbMw%c1tm&Y7-Xo
zQy$)Xl{Ba*6EcGz2(48bd)lPFMY9G_6avMNC7Fy|vb+|?3?zK(!r%3>M%ljKM0QS_
zYM-nASLwbyFVw1AbE$YEP0npIMtP>jsZ&B<maB6gb@vUAd367;+L$$>l_ePD^9SK^
zmfMDBy_UleXf3wu7}%*bs({)AT2ZWE>tIGYJJ-J$kc;H+LXWBsY10e1Jvw^5g0r`$
zXJ>HlIdi*Mc8%;mW1BT!bRq|~gc?jvOU@R#gqD!=)}X{5!C4oi)v`mky|Y>%(@=tT
zmZhwLJ1a>(x^JMxgxwW@kkfi6?91#tI+;A&1UgKZqDZ-@Gh!XAXVLMgofu<E%ax=n
zvRE$ibBA<L$dv}VMbppo`IW<n9oHQ}H=?kD194MC!Y)6}(+dao21JQKY3!kFAh18f
zYrx_#4*f8q?=lP%_vK+|$6y<~xgl*Kv=-~p#dBI0+-KJ`w~2kMzCI0D+ac4kRsxS=
zXJ#s4lfRB9EVhotw?AYft{v0vuw&_Ei_yuGB%o~*+>`j5n&=%Qo>5JYfgRiPHF3_p
ISO4Sl6RK~>Bme*a

diff --git a/test/data/roman/roman_wfi16_f158_flat_badtype.asdf b/test/data/roman/roman_wfi16_f158_flat_badtype.asdf
new file mode 100644
index 0000000000000000000000000000000000000000..3631ecd88ad27e348f08a6365deb35a8bf95342f
GIT binary patch
literal 1812
zcmd5--EPw`6y9~NkhtN}(=_dZ)^W16nj(bMt=kyeI%zEegiz!rCyk{fF19nMracbN
z!8^b!An^>`aqP5Rhs4j25JXXYe0=`TcbtvhuzyGb$|&<TEFBL=y+OZs(MM(nnVT<r
zXQxO9-sY%xMAnJnlSmt#2nuN(ah+zq*KW7TdLkA0cHc&6)U;$=h_T{o7R`^f%*<P^
z07cLvx#G3SrHaTX2jU{>!zC1Q3QD&~E=!p52}EQoH)b07{zRC(9@9jYjiXGek{d^F
zwLC&9UZS*h+#;7~L&z#3+cc!?+RKGD5+gw|cxRxphuZEIp)a{{35KWK@Fq$WSy73T
zf@|G4p-UASm%I`gXhYBD#KFSJclxywjW*`vs?{VxrJDGzgiE8^?J)@32OGqqdOxb>
zP5N!Fjgr&ZN*NgK(%|~v=DWm=Z_8WC6bkJtiM8`rvc5U94Y)(*&Qg4%ek=QsAu3b2
z3?5F#;r4hJQksS=++p1i(cx6Fu8(X>uroi26bAr<h71%`3B;KwK>Jz2O#_$57_bdt
z(WENnO7YnWmc}y!Ql)^nFN84#xD>69nN1PDSs}UE4x7YtZdtFw771U^OHr!?S++3g
zn?Ltbi|W@-0(1fj18t`JZ{=chwL@pek&wluU~rs>o@oQ6<ENk#C8owr^|;_US$^EP
zs1WpZ36+V+RSE_Y9QcSlKRgb)t@+)6n--C1BjH611vJu!L1)*F1|d?3iNH(aw}H?o
z%v(=}qv8IsGc<)%OcY?FjxNrh4f>9WsA*a}=BXtd(_k1n!8`8`UY9xx#~0^ky@4}V
zYv7r&;957L1mAv83MYvm+*z9i_>LHh+)Ei_9;MX#w0C;4#@22>_vYK>`t-~F?&p)Q
zA7&qGy7A<}``hAcYyXoK_d6qdr|0`8<ap3Oc(L*?!ylH{CP8PXW0!8wEV~_7if;t?
B6gmI^

literal 0
HcmV?d00001

diff --git a/test/data/roman/roman_wfi16_f158_flat_invalid_schema.asdf b/test/data/roman/roman_wfi16_f158_flat_invalid_schema.asdf
index e3cf87306036ded8605689e5841448fe6ac8e3a3..10e2f5c32766e099691249319bd17d258dcab39d 100644
GIT binary patch
literal 1770
zcmd5-&2G~`5YE{rBrY7cs;VAH){fJL%0ftK)0EOQm6{+x2w59@9Is@1!|u9ZRec<u
zgLi;eK;jv=F}qIE6p2ES5abZ=&d$#_-^}c8_Qw4IX;Y7S&Zb$1<4JGS@16HixQoKA
zSH06AuG`Mmq<2I%h-R}uX%%q_aTzcbC$7_Kwa7*!B)DeZLT$7(%P`|p$z&BQj+IFC
zJ0<~DFe15RrA~zm$Rq_~k@VpLGBF3Knj{rD%-IYAvYl!@4_tS~by`koB=R~?B4p0A
zU2iuXLJF3nwh7!M7wChFA|M^=Q}4=2xzYlWpc=f_P?$qyc1!3hX_$j%G1II@i7IO*
zVU#hY>L7GwLc^RDJOQQY>0)uX4Dy40DS2&;`B=8<B&d)x*HXB0s_Y&?m^v5`OZI-o
z=56W!(>z!G;u>0W5ksb2DUdUFE!*oeL;M{www}Uk^R?o8)c3F(W4LHPoK5}CbPr-0
z`<}n!b$#p#Yl?h6Hl@Id+=3JvA3;L`5{d}IglC}KBxAa6lP3t+Kv)*1h?$hETI-={
zr9sFTu-`MTbp|#?W237%_HB|0raOL}c*>0EwcjNEn*|l6j8J5ViQoQtl#&;}4${UT
zAQ5Oi)qg7&ldBmvGlqmLF9VHZL{z0T<W?SoiX@+FJI&LKrDXMI&v~J=EORJyKrUm@
z5aFN)<i+5)-EA)J1l%-<KpzpyLdc-j9<+D&uB;Cs`HbUb@!O418!Sps#*^{Ev2`?u
zn9n3&p^nbao{#!gh+R{ccrffutVAOQ72!p9hmb3qWz_St)85FsD;2Oro6f3`JdiP~
z97?J4d4G7)@ESLN_ZHjL_u1F`-7hEKK31Pfy7~0Mhnwn+#{cBSK2l_Vcy@3?jz|5&
ZmuoK+K0{86w0FIZ{XDXt?oP*2@g1iY37G%@

delta 575
zcmbtP%SyvQ6xB9vih>9QA1I@nDs6|PE!xIa#VSSWt92nFGG=b-K$^tNq}WAW_yy|h
z{1(BF5nT8Y;v`}pxb!YA%z4iJoOzvod`}i|`RU_&b|++xU~cVBfXkWZ%9lhoO*pl4
zs0%@am`F*n-hZClHbmh0J<L4ZVcf!z48yMzS9wfV6*?9-PkxAz#1bxGLnYozJ3-g;
zlnB!CC^&pXqhkY8=oX9FHdMCCl?uqO#IbzP=JuODu>iHe0d9Fdpr*yZRY=|Cf{9Q-
z3aO!r4VW+D8}=L`PyjXrvC?J^VELw<EHqn9s~+oppsXDLm}vK`(Kwf6YAttq)TkcD
zY{-Gw0s<4YZWu>|xfy|64|R#dC=#p#@*ugIiB2(NLmpiiSkED~F8=_spUfuctz6L-
wOJf#g7|Mr_NF#c_`di3cVQk7PEiIR{<?%i}>QigbHvm-MMh#<}n)vU00~Jb}ng9R*

diff --git a/test/data/roman/roman_wfi16_f158_flat_invalid_tpn.asdf b/test/data/roman/roman_wfi16_f158_flat_invalid_tpn.asdf
index 2f30868622caa1e2cd2c7602417d9b37eb6f497f..b7572eb90f785ecfa11fa3fe426e1539a045407e 100644
GIT binary patch
literal 1808
zcmd5-&2G~`5YE{rBrY7cs;VAH)<12d%0ftP)0EOQm6{+x2w59@9Is@1!|u8eRec<u
zgLi;eK;jv=F}qIE6p5cAA&9JacXochnfYeD8I5{<;!}@$&Zb$%qj5CsMHf93?xAq&
zWpp;cweM_=qhqo`G@FJ>tAtZX>yW85bDd77LpBm2!8Q91YNMrD#s!~9Cg<VeScy!(
zWfD*YBa$mt>s-i?jB_9sNe?ce5HpafO>$Afj7=dV+qu@W&~>L==k<gpqHF?XLY7S1
z^>*7Kq+%s%o4{>yi9WcfLb5{x>RmfIS6UzvRD*XKDs!mJZV7!QjZ4rhWtuf8QDw~}
zP70<}6NIizXk4<2XP`7aTP%*2LB6xEC2y=TA6u;^2`c2&wIy6RRd$acOdkx0W%Yhk
z&71T)Olc`*^R+T~v`hW#f1B@$H?ApfDN-nuD+SihUCa9B%rxK*nOjfsjrpzY0}ol5
z!lnOkItg|r`;gK!@Pb{h8z4KZDc1FoX$f}bCrEJs5Hw^Up-Ldmcmc}I3Z@&nJVw9<
z!m>$K%A{oTH7-r&8iY&%d0%j?3$Q5~8$F*Pf3rd`y%RKv=gf#+1#J?%UX-Gi35rZ%
z(l>t|rRLSIgZLN(Bm!-w`)}o9ay3I|#*vWarJ!+~h?*-6rIn|k63J)UPW7Z<Ia&SL
zb6z3o>k=v*lB*OnBslOPdEP(qyY0o@fSWcE=p$i83<WgW2T{*V1|dT7DaSkGw|USQ
zEILm{<I&-Xbu@#NPbFZVjxWxi4SQCIq-i?bA4Fp-(Fj2$c;DS2<jQ6l_2T?28d`U?
z0+wk*tPRaeaLpfT;S>?1y4Uf1e8!#^+J}0c=TJ(WPX~k3me;!dySLb`-cP^W?|wf0
z`eFXDrkhV5yuYp9YW+`M?5B(z49*Wv$;q&H^kVHhh94`ZL;Ss6-@Lkh^V;`qDZT*|
Cp%PC3

delta 583
zcmchS&q@O^5XLRtdMGN2cu*9A9z@#4U0bwW@la8rhk~;8AmSnJPTR=-BgqzfD852%
zUPAC4#Dn02h~9h$vn#gS7chrO=9}NlHyJKG&kaAad${`eb-Q>RQCCp^^j?6^Y2eGJ
z%<fVV^?=2hi4=zQ!6<WR2o{8WOatsuZezloHio}0T<1x-uGI9X(sClF=2h^X{LXwn
zlpG?67dYVZR8_|YcA!@-7dlWosMcyQ$g{vBzL`hJ13}^&Argshz)WO?#0Jy?7q}gS
zfGnGWuat(*1r?EigmzSw(NHA+Idh3X4CdRw60}WS!17%?U$t76-AEcjaA=1CnCRrP
z*}Rh7+@^fX9nB&XFD+lQYuoYTcb5{nHn3hqD%>R9X+d6S1^JR)uT1fZp0JZ7W<)<!
jwh{G(u|LvQ<d(KE?WM<FDvZ6xg7VtA!x-mh{^k4tPhpZl

diff --git a/test/data/roman/roman_wfi16_f158_flat_small.asdf b/test/data/roman/roman_wfi16_f158_flat_small.asdf
index 0ac5ea21ef0386d7f5eeda8cb27b1a8be2d2dcdc..583ceddf57180185ebbed9600a377c2db9ddfc69 100644
GIT binary patch
delta 715
zcmbV|K}#D!6vxxV99&AN6hSD$s1ypilbK1fNGO7uw%SC+rUgY*b~7*Q!X~rKOr(1#
zo_cQW+`RYH@6djS_TEdyeuUDVy1T|euor!YdA#BO`~Tm}=ewu(KKv|{F+08R%=^6a
z*j2n^cZBS^8Vl){+CoAJ-e~BlK=f2L+Z0#L@4P*oiCv|oh~fow3^LW!5Wx<nZ$I8y
zOB~NChuqa}S8xc`h=vhNF^6M1?|ZE5Eds}!5mq4%BWAnc&1+B^saR>~S|}+Fsx5;^
zXBl4T9--l3{uZ|LGf&Ky{H(2AUzLOm{GgXCN-$YMtyitp^~@sz9{3WVhMvFNdc9dU
zd~9|APG+EnFo_Wn3|RAS>|k7pzHBE9F+YkAC%jmLkQ`(Ug@M)~7*wQ{D-FHeHF>j+
zqlD=PJzZwm<^RA*b5@)l2Cy{X<eDy{)sdU}?Xd;K_AQLD^?jw;$dTM=-5-p@{^HjI
z=e+UfYy7Q`=hmh^jmmSmYc40LVu)Ya-Pq<<E_2JRdi5DvX>P4H(E4Wm>5lbicX^|U
XD5jQe+m?-JwZhWo(95>Svd{PjpsBgU

delta 520
zcmah^y-UMD6t|>ZiiqMMZikMx&m^td4;(6f(4m8*4k8`S<fR;>xo~$acIfVCy?;XR
zuM*Ks{1?0gYFZF{!-Mzxyqj;lu0Oq7E;Qz!_nT*97AY2AJSdDM<FS4z9Bx&}1Vwta
zh>?LkdoHvcC3rFg#$m*y4^##r;KBtRnb94CE=N_jGk7Vl4zB(xd_XmzijH`Ikz8VJ
za3H`*t#&ZP=1HU3#93MJ5!G*2MK>(_%1fw^q>m9wpC?E>pJ8l}ZY&j3V})g6CNQjE
ziOPO(8Bs+9hA1*+$RY%-t?ON{@A=(KpJ2d-0<lHTZ+g93eN^1j^Wxw%ePb(ARLPwK
zc7>QV_!~&IYMPjgFyd6zT)kg%>MIGxpS$xTcaB-CoMZi1a#ySEwA!rS>Qx{QSX6(P
JcF5X4^8@8AmOuai

diff --git a/test/data/roman/roman_wfi16_grism_flat_invalid_schema.asdf b/test/data/roman/roman_wfi16_grism_flat_invalid_schema.asdf
index 8955d24f20e13f60a599b355c897ffd8fd579f79..6406b7d7cdff646f02f07f7d3e61931882897ea2 100644
GIT binary patch
literal 1771
zcmd5-&2G~`5boJ0BrY5mRaFlpYsXCkvJg_*v?Vl2r6dRtLe|C}$1B<1u)8i;RUe1v
z;2q!<kaz}e%&wC(MWRq71UbaJv-9)KH#582-AV75w5UftXWOj9$+SD_b;msv?xS$$
zRd+bRb<5eAc2CHCqS-u9T1A{fTn0?ViR(0*O>#dH5?r%yqBdHZWtj1qWU>mD$4Vsn
z9g~167?E7CQl~-&WSRo8NP2J%nOJ~S4U&o+7Hkdy*-f=x1g<;hIxS~35_ugc5i)1m
zu6G*_AqC4(+XQZqbM(PQ5s*FVQ}5DAxzYlWpc=f_P?$qyb}Q&>X_$j%G1II@i7Fc=
zVU#hY>L7G&Lc^RDJOQQYaJe{I1^L0gl)Sdad@Nga5>&{!YbjhiRd$acOdSk}6?;Ep
z^QQFwX`btTaSg4xh#^z16v&yok?qx)A^sK_TTkJY`9|?Q>U-FYF`Ty^%xC`I>=DE?
z_C3Gtb$sj!Yl?h6Hl@Id+<+7tA3;L`5{d}IglC}KBxAa6lP3t+Kv)&0h?$hE+UTKK
zr9sFTu-`MTbp|#?W237D_HB|0ruY0h@st_SYrjGKH%lr?8KKA!6TkiQC?zj`9i)Xp
zKqAn3s{d9lCRa0TW()~gT?QJ*h^R_w$gMmE6-mC(cA94yOUe4rp7TO!S>{mafLz3&
zA;Liq$cy8CtJ7HC3Akwxfj%OZg^)q5eKPJ(hL_ffkbKVZw)pK%s1262CzI*qux}kL
zAm(!kSgDio+4E7)3bAeK8Xph3Q!CL3LPdDf-6G`LW)*dOHtde9yHWv5v}vsh*#jA~
z%Au4xpAQD7Ti(|7-<{=l{eAZJZs*JCw~y7Ql5Rh}_u;zw*4F>z#lBMHU~qPLO8TST
a(aVh|3g028Nm~0}+kPI}Pp93sRD1_<pb9zw

delta 531
zcmbu4%SyvQ6oxfTH$_2&f)^}<8<n<)q%GRiRf`u27R1zrh)9|_DFbN|lWDPwy6_3q
z+4%~-gFcMl#&-}W5qrU<XK`Tu^PT@c^SSu4@bI20LG|&Yv()G_moxA1mZKLj-xJSD
zK5IqPDUbn%u~H)v1#R>+zpwMq4~D>e=&{I#7z6y>gnE>W>r$PuTd{ryQ;roVfi4~I
zgrm^yBDJ{H^C`N~6r+I-6bI#UzKh0Q)i6+eDW~FIT|PDg%SO^h7bDvbkeD_@Pby6>
z;*9q>W{4~*ry&b?@`oeW;v_@|!-RC0iy+?AvsJTg+RcOykg{%wSR)7Lt=5I;q&LND
zIwww2WGlX~mQY1<se@J^vR(ZV#3+?l=#9v!Yn7Q5xiG;ekC@@ZKt}eN$Ms!tt!Bl#
Yx-pxl#d)%g^TvYA+i3tmX6|404Xjy?iU0rr

diff --git a/test/data/roman/roman_wfi16_grism_flat_invalid_tpn.asdf b/test/data/roman/roman_wfi16_grism_flat_invalid_tpn.asdf
index 7a5e069bd0bab6856b82edcd7287b3b7dd861642..b7572eb90f785ecfa11fa3fe426e1539a045407e 100644
GIT binary patch
literal 1808
zcmd5-&2G~`5YE{rBrY7cs;VAH)<12d%0ftP)0EOQm6{+x2w59@9Is@1!|u8eRec<u
zgLi;eK;jv=F}qIE6p5cAA&9JacXochnfYeD8I5{<;!}@$&Zb$%qj5CsMHf93?xAq&
zWpp;cweM_=qhqo`G@FJ>tAtZX>yW85bDd77LpBm2!8Q91YNMrD#s!~9Cg<VeScy!(
zWfD*YBa$mt>s-i?jB_9sNe?ce5HpafO>$Afj7=dV+qu@W&~>L==k<gpqHF?XLY7S1
z^>*7Kq+%s%o4{>yi9WcfLb5{x>RmfIS6UzvRD*XKDs!mJZV7!QjZ4rhWtuf8QDw~}
zP70<}6NIizXk4<2XP`7aTP%*2LB6xEC2y=TA6u;^2`c2&wIy6RRd$acOdkx0W%Yhk
z&71T)Olc`*^R+T~v`hW#f1B@$H?ApfDN-nuD+SihUCa9B%rxK*nOjfsjrpzY0}ol5
z!lnOkItg|r`;gK!@Pb{h8z4KZDc1FoX$f}bCrEJs5Hw^Up-Ldmcmc}I3Z@&nJVw9<
z!m>$K%A{oTH7-r&8iY&%d0%j?3$Q5~8$F*Pf3rd`y%RKv=gf#+1#J?%UX-Gi35rZ%
z(l>t|rRLSIgZLN(Bm!-w`)}o9ay3I|#*vWarJ!+~h?*-6rIn|k63J)UPW7Z<Ia&SL
zb6z3o>k=v*lB*OnBslOPdEP(qyY0o@fSWcE=p$i83<WgW2T{*V1|dT7DaSkGw|USQ
zEILm{<I&-Xbu@#NPbFZVjxWxi4SQCIq-i?bA4Fp-(Fj2$c;DS2<jQ6l_2T?28d`U?
z0+wk*tPRaeaLpfT;S>?1y4Uf1e8!#^+J}0c=TJ(WPX~k3me;!dySLb`-cP^W?|wf0
z`eFXDrkhV5yuYp9YW+`M?5B(z49*Wv$;q&H^kVHhh94`ZL;Ss6-@Lkh^V;`qDZT*|
Cp%PC3

literal 1579
zcmc&!?`zvI5Z!106)L6l!yGwDx32X!k1Qq7bWmrEQif6Ob1bkePdcXyCI9<Qa+A2w
z?nfCcUm`udyZ26a@?jKDrfkHAeCQq8brLV4t4VY{A@DtcM>o;@lGY>dXc1ko1BPN5
z8Z@cokhP&OSsr+U!GIm4N<(1x17cI8T_&Zx(?YMq$77>%ycZgXLW=A`v{)z|vPA*R
zIhnu;O4WciJ}XoOjaWj+jtj&l41%S^qP^p(syd-u=}MqmANw9-wWx?~g?+Z798%RG
z8}l<h+<1jFsK^P?;0Ho&4~^Yzt?$sJ0u-4*(YYi_FC<AzVN55&cOm>^D@&C1r)_2z
zw5|4~>VIYT^}bN6X3eGIl{6{0m(lYX8Fw5J`Z}*Jym!0r_?VA2|LPi(O4Kq3gM9wD
zc<OR@;Yq7y*901i-8creYn95NG=Wx>E7%2?-kI&|Uo^;N8thZ|svpv%XRtasdAo%3
z4`=7+u<;z-4wfAw`_I^R%;QF+z!p$~NomMgoJyz(nbig*wg`@$(W#aVy6K&k0-1&!
zv}5M71nyXpVsu+UjUju;03oIE4%ye~Y;@{Bz69F%Oi`v(lnJSJ?2GGJJhv@lOli54
z^hV-EoX#B5Kqi+O=owAE%;z@_BY9jm1Whlag+p*#LddQ^&!Z~`wgyCwKql7ILC~34
z6K?Nq`vB@pXf4*gcjZo9^nl$`TYUR1`u03vxt))^R02=Nj%EsBt=*1&HnxG;_dir4
st-aEIvsY<ljib|NML<)P-52jSHPL5|bb2*C1@>w$*TgyZ-u(aHPYL3|YXATM

diff --git a/test/data/roman/roman_wfi16_grism_flat_small.asdf b/test/data/roman/roman_wfi16_grism_flat_small.asdf
index 9479aa5b8d6976c7d4dcec1d73d11e45e6d92db9..0f8525eff0aab61e235869797ec3841e41f2197b 100644
GIT binary patch
delta 687
zcmZ3(Gl_4)V`gJLqlwRwCigR$X(Se>r0J&R7v(0F=;ars>nG<IrRt|vl%(brXXfV>
zgZa9KdZv@VGwI5L6(<&#6y+CG>L`?@7J<}QDH!OP=^55eV)Ou-ILjnHC9xziH$Npc
zrx-<zk%69}UP@}2p>}$bk#UkmYKmTpk%5tkftiuP<Ur;m?UK~u5{2T*;*!){E(IV+
zNi9w;$}A`W+mV!$n4thCCjVj%Vp6o3ypKsqw<IyWSU<lgGd(j8=uiVa13QJ_kYHy|
zuo(rZDVga-si{^9?m_;celC+!S(Km}MZp?NQgeXT<QJqu^-gYMiQ_EJFD*(2>M@vn
zpH*5gsj?(BzbGZO$Vwq6v!o;^b+RI>AzY2&<U&?q31cI$b=Z`OPM*yw3s-K0(@5cZ
zJv}|H%T7Mt3<eCSKmf{x(_YVo&7OGw++TUAR8QGMVkxR}1_rWBsi%%H7^WyY2D`W^
zIQjTHdn<VQxwuAfsYW{b`Y0Ic8FK0B>T>BS7@C?GbLk2y7@8RZX&_}`%moSz000BA
AEC2ui

delta 510
zcmah@y-LGS6gH%B5D~>e+%CmIu({@^)F$Fk@rMpwOdUizq{&ISkR~Dbrr5y;aMRqE
zaPX}}H^E2nCQy@r;292_@Au?eZ=28WvVr?ApVRI0jD(Ctmk$ggO5%vWO2<1Lw1Bj@
zY$Rk@d(5R%ouzTI#3aUZLOtwKKfthZ;Q=k_fk5j~>TU_w^19gIU(&~+>buOH$3BF#
z#%fr{J}gZ0Xa?3v-?D(O%hPKoaXmm|2!VQW0?6?QL;@K`lo6IO*g#@@!KNf(<=<DK
z%TNjdq@^+-Az;qsn|){Oc*9bkfKO&AfQ>G0N25F5Yqfdanw%A%*`-27_d3=(NUX`<
zK%r&JL}UbE>@w5f2a4WpBnW@yu8zu?k%;L%{-hYqYOSai>$kcIQ~|5%Z)Fdy{WCvP
Cp^|9;

diff --git a/test/data/roman/roman_wfi_pars-exposurepipeline.asdf b/test/data/roman/roman_wfi_pars-exposurepipeline.asdf
new file mode 100644
index 000000000..7186ce791
--- /dev/null
+++ b/test/data/roman/roman_wfi_pars-exposurepipeline.asdf
@@ -0,0 +1,260 @@
+#ASDF 1.0.0
+#ASDF_STANDARD 1.5.0
+%YAML 1.1
+%TAG ! tag:stsci.edu:asdf/
+--- !core/asdf-1.1.0
+asdf_library: !core/software-1.0.0 {author: The ASDF Developers, homepage: 'http://github.com/asdf-format/asdf',
+  name: asdf, version: 3.2.0}
+history:
+  extensions:
+  - !core/extension_metadata-1.0.0
+    extension_class: asdf.extension._manifest.ManifestExtension
+    extension_uri: asdf://asdf-format.org/core/extensions/core-1.5.0
+    software: !core/software-1.0.0 {name: asdf, version: 3.2.0}
+class: romancal.pipeline.exposure_pipeline.ExposurePipeline
+meta:
+  author: rcal developer
+  date: '2024-06-07T15:46:47'
+  description: Parameters for calibration step romancal.pipeline.exposure_pipeline.ExposurePipeline
+  instrument: {name: WFI}
+  origin: <SPECIFY>
+  pedigree: GROUND
+  reftype: PARS-EXPOSUREPIPELINE
+  telescope: ROMAN
+  useafter: 2022-02-02T00:00:00
+name: ExposurePipeline
+parameters:
+  input_dir: ''
+  output_dir: null
+  output_ext: .asdf
+  output_file: null
+  output_use_index: true
+  output_use_model: false
+  post_hooks: []
+  pre_hooks: []
+  save_calibrated_ramp: false
+  save_results: false
+  search_output_file: true
+  skip: false
+  suffix: null
+steps:
+- class: romancal.dq_init.dq_init_step.DQInitStep
+  name: dq_init
+  parameters:
+    input_dir: ''
+    output_dir: null
+    output_ext: .asdf
+    output_file: null
+    output_use_index: true
+    output_use_model: false
+    post_hooks: []
+    pre_hooks: []
+    save_results: false
+    search_output_file: true
+    skip: false
+    suffix: null
+- class: romancal.saturation.saturation_step.SaturationStep
+  name: saturation
+  parameters:
+    input_dir: ''
+    output_dir: null
+    output_ext: .asdf
+    output_file: null
+    output_use_index: true
+    output_use_model: false
+    post_hooks: []
+    pre_hooks: []
+    save_results: false
+    search_output_file: true
+    skip: false
+    suffix: null
+- class: romancal.refpix.refpix_step.RefPixStep
+  name: refpix
+  parameters:
+    cosine_interpolate: true
+    fft_interpolate: true
+    input_dir: ''
+    output_dir: null
+    output_ext: .asdf
+    output_file: null
+    output_use_index: true
+    output_use_model: false
+    post_hooks: []
+    pre_hooks: []
+    remove_offset: true
+    remove_trends: true
+    save_results: false
+    search_output_file: true
+    skip: false
+    suffix: null
+- class: romancal.linearity.linearity_step.LinearityStep
+  name: linearity
+  parameters:
+    input_dir: ''
+    output_dir: null
+    output_ext: .asdf
+    output_file: null
+    output_use_index: true
+    output_use_model: false
+    post_hooks: []
+    pre_hooks: []
+    save_results: false
+    search_output_file: true
+    skip: false
+    suffix: null
+- class: romancal.dark_current.dark_current_step.DarkCurrentStep
+  name: dark_current
+  parameters:
+    dark_output: null
+    input_dir: ''
+    output_dir: null
+    output_ext: .asdf
+    output_file: null
+    output_use_index: true
+    output_use_model: false
+    post_hooks: []
+    pre_hooks: []
+    save_results: false
+    search_output_file: true
+    skip: false
+    suffix: null
+- class: romancal.ramp_fitting.ramp_fit_step.RampFitStep
+  name: rampfit
+  parameters:
+    algorithm: ols_cas22
+    input_dir: ''
+    maximum_cores: none
+    opt_name: ''
+    output_dir: null
+    output_ext: .asdf
+    output_file: null
+    output_use_index: true
+    output_use_model: false
+    post_hooks: []
+    pre_hooks: []
+    save_opt: false
+    save_results: false
+    search_output_file: true
+    skip: false
+    suffix: rampfit
+    threshold_constant: null
+    threshold_intercept: null
+    use_ramp_jump_detection: true
+- class: romancal.assign_wcs.assign_wcs_step.AssignWcsStep
+  name: assign_wcs
+  parameters:
+    input_dir: ''
+    output_dir: null
+    output_ext: .asdf
+    output_file: null
+    output_use_index: true
+    output_use_model: false
+    post_hooks: []
+    pre_hooks: []
+    save_results: false
+    search_output_file: true
+    skip: false
+    suffix: null
+- class: romancal.flatfield.flat_field_step.FlatFieldStep
+  name: flatfield
+  parameters:
+    input_dir: ''
+    output_dir: null
+    output_ext: .asdf
+    output_file: null
+    output_use_index: true
+    output_use_model: false
+    post_hooks: []
+    pre_hooks: []
+    save_results: false
+    search_output_file: true
+    skip: false
+    suffix: null
+- class: romancal.photom.photom_step.PhotomStep
+  name: photom
+  parameters:
+    input_dir: ''
+    output_dir: null
+    output_ext: .asdf
+    output_file: null
+    output_use_index: true
+    output_use_model: false
+    post_hooks: []
+    pre_hooks: []
+    save_results: false
+    search_output_file: true
+    skip: false
+    suffix: null
+- class: romancal.source_detection.source_detection_step.SourceDetectionStep
+  name: source_detection
+  parameters:
+    bkg_boxsize: 9
+    bkg_estimator: median
+    bkg_filter_size: 3
+    bkg_sigma: 2.0
+    calc_threshold: true
+    fit_psf: true
+    input_dir: ''
+    kernel_fwhm: null
+    max_sources: null
+    min_separation: 11
+    output_cat_filetype: asdf
+    output_dir: null
+    output_ext: .asdf
+    output_file: null
+    output_use_index: true
+    output_use_model: false
+    peakmax: 100000.0
+    post_hooks: []
+    pre_hooks: []
+    roundhi: 1.0
+    roundlo: -1.0
+    save_catalogs: false
+    save_results: false
+    scalar_threshold: null
+    search_output_file: true
+    sharphi: 1.0
+    sharplo: 0.0
+    skip: false
+    snr_threshold: 3.0
+    suffix: null
+- class: romancal.tweakreg.tweakreg_step.TweakRegStep
+  name: tweakreg
+  parameters:
+    abs_fitgeometry: rshift
+    abs_minobj: 15
+    abs_nclip: 3
+    abs_refcat: GAIADR3
+    abs_searchrad: 6.0
+    abs_separation: 0.1
+    abs_sigma: 3.0
+    abs_tolerance: 0.7
+    abs_use2dhist: true
+    catalog_format: ascii.ecsv
+    catalog_path: ''
+    catfile: ''
+    enforce_user_order: false
+    expand_refcat: false
+    fitgeometry: rshift
+    input_dir: ''
+    minobj: 15
+    nclip: 3
+    output_dir: null
+    output_ext: .asdf
+    output_file: null
+    output_use_index: true
+    output_use_model: true
+    post_hooks: []
+    pre_hooks: []
+    save_abs_catalog: false
+    save_results: false
+    search_output_file: true
+    searchrad: 2.0
+    separation: 1.0
+    sigma: 3.0
+    skip: false
+    suffix: null
+    tolerance: 0.7
+    use2dhist: true
+    use_custom_catalogs: false
+...
diff --git a/test/data/roman/roman_wfi_pars-exposurepipeline_badtype.asdf b/test/data/roman/roman_wfi_pars-exposurepipeline_badtype.asdf
new file mode 100644
index 000000000..724794858
--- /dev/null
+++ b/test/data/roman/roman_wfi_pars-exposurepipeline_badtype.asdf
@@ -0,0 +1,260 @@
+#ASDF 1.0.0
+#ASDF_STANDARD 1.5.0
+%YAML 1.1
+%TAG ! tag:stsci.edu:asdf/
+--- !core/asdf-1.1.0
+asdf_library: !core/software-1.0.0 {author: The ASDF Developers, homepage: 'http://github.com/asdf-format/asdf',
+  name: asdf, version: 3.2.0}
+history:
+  extensions:
+  - !core/extension_metadata-1.0.0
+    extension_class: asdf.extension._manifest.ManifestExtension
+    extension_uri: asdf://asdf-format.org/core/extensions/core-1.5.0
+    software: !core/software-1.0.0 {name: asdf, version: 3.2.0}
+class: romancal.pipeline.exposure_pipeline.ExposurePipeline
+meta:
+  author: rcal developer
+  date: '2024-06-07T15:46:47'
+  description: Parameters for calibration step romancal.pipeline.exposure_pipeline.ExposurePipeline
+  instrument: {name: WFI}
+  origin: <SPECIFY>
+  pedigree: GROUND
+  reftype: bad reftype
+  telescope: ROMAN
+  useafter: 2022-02-02T00:00:00
+name: ExposurePipeline
+parameters:
+  input_dir: ''
+  output_dir: null
+  output_ext: .asdf
+  output_file: null
+  output_use_index: true
+  output_use_model: false
+  post_hooks: []
+  pre_hooks: []
+  save_calibrated_ramp: false
+  save_results: false
+  search_output_file: true
+  skip: false
+  suffix: null
+steps:
+- class: romancal.dq_init.dq_init_step.DQInitStep
+  name: dq_init
+  parameters:
+    input_dir: ''
+    output_dir: null
+    output_ext: .asdf
+    output_file: null
+    output_use_index: true
+    output_use_model: false
+    post_hooks: []
+    pre_hooks: []
+    save_results: false
+    search_output_file: true
+    skip: false
+    suffix: null
+- class: romancal.saturation.saturation_step.SaturationStep
+  name: saturation
+  parameters:
+    input_dir: ''
+    output_dir: null
+    output_ext: .asdf
+    output_file: null
+    output_use_index: true
+    output_use_model: false
+    post_hooks: []
+    pre_hooks: []
+    save_results: false
+    search_output_file: true
+    skip: false
+    suffix: null
+- class: romancal.refpix.refpix_step.RefPixStep
+  name: refpix
+  parameters:
+    cosine_interpolate: true
+    fft_interpolate: true
+    input_dir: ''
+    output_dir: null
+    output_ext: .asdf
+    output_file: null
+    output_use_index: true
+    output_use_model: false
+    post_hooks: []
+    pre_hooks: []
+    remove_offset: true
+    remove_trends: true
+    save_results: false
+    search_output_file: true
+    skip: false
+    suffix: null
+- class: romancal.linearity.linearity_step.LinearityStep
+  name: linearity
+  parameters:
+    input_dir: ''
+    output_dir: null
+    output_ext: .asdf
+    output_file: null
+    output_use_index: true
+    output_use_model: false
+    post_hooks: []
+    pre_hooks: []
+    save_results: false
+    search_output_file: true
+    skip: false
+    suffix: null
+- class: romancal.dark_current.dark_current_step.DarkCurrentStep
+  name: dark_current
+  parameters:
+    dark_output: null
+    input_dir: ''
+    output_dir: null
+    output_ext: .asdf
+    output_file: null
+    output_use_index: true
+    output_use_model: false
+    post_hooks: []
+    pre_hooks: []
+    save_results: false
+    search_output_file: true
+    skip: false
+    suffix: null
+- class: romancal.ramp_fitting.ramp_fit_step.RampFitStep
+  name: rampfit
+  parameters:
+    algorithm: ols_cas22
+    input_dir: ''
+    maximum_cores: none
+    opt_name: ''
+    output_dir: null
+    output_ext: .asdf
+    output_file: null
+    output_use_index: true
+    output_use_model: false
+    post_hooks: []
+    pre_hooks: []
+    save_opt: false
+    save_results: false
+    search_output_file: true
+    skip: false
+    suffix: rampfit
+    threshold_constant: null
+    threshold_intercept: null
+    use_ramp_jump_detection: true
+- class: romancal.assign_wcs.assign_wcs_step.AssignWcsStep
+  name: assign_wcs
+  parameters:
+    input_dir: ''
+    output_dir: null
+    output_ext: .asdf
+    output_file: null
+    output_use_index: true
+    output_use_model: false
+    post_hooks: []
+    pre_hooks: []
+    save_results: false
+    search_output_file: true
+    skip: false
+    suffix: null
+- class: romancal.flatfield.flat_field_step.FlatFieldStep
+  name: flatfield
+  parameters:
+    input_dir: ''
+    output_dir: null
+    output_ext: .asdf
+    output_file: null
+    output_use_index: true
+    output_use_model: false
+    post_hooks: []
+    pre_hooks: []
+    save_results: false
+    search_output_file: true
+    skip: false
+    suffix: null
+- class: romancal.photom.photom_step.PhotomStep
+  name: photom
+  parameters:
+    input_dir: ''
+    output_dir: null
+    output_ext: .asdf
+    output_file: null
+    output_use_index: true
+    output_use_model: false
+    post_hooks: []
+    pre_hooks: []
+    save_results: false
+    search_output_file: true
+    skip: false
+    suffix: null
+- class: romancal.source_detection.source_detection_step.SourceDetectionStep
+  name: source_detection
+  parameters:
+    bkg_boxsize: 9
+    bkg_estimator: median
+    bkg_filter_size: 3
+    bkg_sigma: 2.0
+    calc_threshold: true
+    fit_psf: true
+    input_dir: ''
+    kernel_fwhm: null
+    max_sources: null
+    min_separation: 11
+    output_cat_filetype: asdf
+    output_dir: null
+    output_ext: .asdf
+    output_file: null
+    output_use_index: true
+    output_use_model: false
+    peakmax: 100000.0
+    post_hooks: []
+    pre_hooks: []
+    roundhi: 1.0
+    roundlo: -1.0
+    save_catalogs: false
+    save_results: false
+    scalar_threshold: null
+    search_output_file: true
+    sharphi: 1.0
+    sharplo: 0.0
+    skip: false
+    snr_threshold: 3.0
+    suffix: null
+- class: romancal.tweakreg.tweakreg_step.TweakRegStep
+  name: tweakreg
+  parameters:
+    abs_fitgeometry: rshift
+    abs_minobj: 15
+    abs_nclip: 3
+    abs_refcat: GAIADR3
+    abs_searchrad: 6.0
+    abs_separation: 0.1
+    abs_sigma: 3.0
+    abs_tolerance: 0.7
+    abs_use2dhist: true
+    catalog_format: ascii.ecsv
+    catalog_path: ''
+    catfile: ''
+    enforce_user_order: false
+    expand_refcat: false
+    fitgeometry: rshift
+    input_dir: ''
+    minobj: 15
+    nclip: 3
+    output_dir: null
+    output_ext: .asdf
+    output_file: null
+    output_use_index: true
+    output_use_model: true
+    post_hooks: []
+    pre_hooks: []
+    save_abs_catalog: false
+    save_results: false
+    search_output_file: true
+    searchrad: 2.0
+    separation: 1.0
+    sigma: 3.0
+    skip: false
+    suffix: null
+    tolerance: 0.7
+    use2dhist: true
+    use_custom_catalogs: false
+...
diff --git a/test/data/roman/roman_wfi_pars-exposurepipeline_invalid_schema.asdf b/test/data/roman/roman_wfi_pars-exposurepipeline_invalid_schema.asdf
new file mode 100644
index 000000000..41982f616
--- /dev/null
+++ b/test/data/roman/roman_wfi_pars-exposurepipeline_invalid_schema.asdf
@@ -0,0 +1,260 @@
+#ASDF 1.0.0
+#ASDF_STANDARD 1.5.0
+%YAML 1.1
+%TAG ! tag:stsci.edu:asdf/
+--- !core/asdf-1.1.0
+asdf_library: !core/software-1.0.0 {author: The ASDF Developers, homepage: 'http://github.com/asdf-format/asdf',
+  name: asdf, version: 3.2.0}
+history:
+  extensions:
+  - !core/extension_metadata-1.0.0
+    extension_class: asdf.extension._manifest.ManifestExtension
+    extension_uri: asdf://asdf-format.org/core/extensions/core-1.5.0
+    software: !core/software-1.0.0 {name: asdf, version: 3.2.0}
+class: romancal.pipeline.exposure_pipeline.ExposurePipeline
+meta:
+  author: rcal developer
+  date: '2024-06-07T15:46:47'
+  description: Parameters for calibration step romancal.pipeline.exposure_pipeline.ExposurePipeline
+  instrument: {name: BAD}
+  origin: <SPECIFY>
+  pedigree: GROUND
+  reftype: PARS-EXPOSUREPIPELINE
+  telescope: ROMAN
+  useafter: 2022-02-02T00:00:00
+name: ExposurePipeline
+parameters:
+  input_dir: ''
+  output_dir: null
+  output_ext: .asdf
+  output_file: null
+  output_use_index: true
+  output_use_model: false
+  post_hooks: []
+  pre_hooks: []
+  save_calibrated_ramp: false
+  save_results: false
+  search_output_file: true
+  skip: false
+  suffix: null
+steps:
+- class: romancal.dq_init.dq_init_step.DQInitStep
+  name: dq_init
+  parameters:
+    input_dir: ''
+    output_dir: null
+    output_ext: .asdf
+    output_file: null
+    output_use_index: true
+    output_use_model: false
+    post_hooks: []
+    pre_hooks: []
+    save_results: false
+    search_output_file: true
+    skip: false
+    suffix: null
+- class: romancal.saturation.saturation_step.SaturationStep
+  name: saturation
+  parameters:
+    input_dir: ''
+    output_dir: null
+    output_ext: .asdf
+    output_file: null
+    output_use_index: true
+    output_use_model: false
+    post_hooks: []
+    pre_hooks: []
+    save_results: false
+    search_output_file: true
+    skip: false
+    suffix: null
+- class: romancal.refpix.refpix_step.RefPixStep
+  name: refpix
+  parameters:
+    cosine_interpolate: true
+    fft_interpolate: true
+    input_dir: ''
+    output_dir: null
+    output_ext: .asdf
+    output_file: null
+    output_use_index: true
+    output_use_model: false
+    post_hooks: []
+    pre_hooks: []
+    remove_offset: true
+    remove_trends: true
+    save_results: false
+    search_output_file: true
+    skip: false
+    suffix: null
+- class: romancal.linearity.linearity_step.LinearityStep
+  name: linearity
+  parameters:
+    input_dir: ''
+    output_dir: null
+    output_ext: .asdf
+    output_file: null
+    output_use_index: true
+    output_use_model: false
+    post_hooks: []
+    pre_hooks: []
+    save_results: false
+    search_output_file: true
+    skip: false
+    suffix: null
+- class: romancal.dark_current.dark_current_step.DarkCurrentStep
+  name: dark_current
+  parameters:
+    dark_output: null
+    input_dir: ''
+    output_dir: null
+    output_ext: .asdf
+    output_file: null
+    output_use_index: true
+    output_use_model: false
+    post_hooks: []
+    pre_hooks: []
+    save_results: false
+    search_output_file: true
+    skip: false
+    suffix: null
+- class: romancal.ramp_fitting.ramp_fit_step.RampFitStep
+  name: rampfit
+  parameters:
+    algorithm: ols_cas22
+    input_dir: ''
+    maximum_cores: none
+    opt_name: ''
+    output_dir: null
+    output_ext: .asdf
+    output_file: null
+    output_use_index: true
+    output_use_model: false
+    post_hooks: []
+    pre_hooks: []
+    save_opt: false
+    save_results: false
+    search_output_file: true
+    skip: false
+    suffix: rampfit
+    threshold_constant: null
+    threshold_intercept: null
+    use_ramp_jump_detection: true
+- class: romancal.assign_wcs.assign_wcs_step.AssignWcsStep
+  name: assign_wcs
+  parameters:
+    input_dir: ''
+    output_dir: null
+    output_ext: .asdf
+    output_file: null
+    output_use_index: true
+    output_use_model: false
+    post_hooks: []
+    pre_hooks: []
+    save_results: false
+    search_output_file: true
+    skip: false
+    suffix: null
+- class: romancal.flatfield.flat_field_step.FlatFieldStep
+  name: flatfield
+  parameters:
+    input_dir: ''
+    output_dir: null
+    output_ext: .asdf
+    output_file: null
+    output_use_index: true
+    output_use_model: false
+    post_hooks: []
+    pre_hooks: []
+    save_results: false
+    search_output_file: true
+    skip: false
+    suffix: null
+- class: romancal.photom.photom_step.PhotomStep
+  name: photom
+  parameters:
+    input_dir: ''
+    output_dir: null
+    output_ext: .asdf
+    output_file: null
+    output_use_index: true
+    output_use_model: false
+    post_hooks: []
+    pre_hooks: []
+    save_results: false
+    search_output_file: true
+    skip: false
+    suffix: null
+- class: romancal.source_detection.source_detection_step.SourceDetectionStep
+  name: source_detection
+  parameters:
+    bkg_boxsize: 9
+    bkg_estimator: median
+    bkg_filter_size: 3
+    bkg_sigma: 2.0
+    calc_threshold: true
+    fit_psf: true
+    input_dir: ''
+    kernel_fwhm: null
+    max_sources: null
+    min_separation: 11
+    output_cat_filetype: asdf
+    output_dir: null
+    output_ext: .asdf
+    output_file: null
+    output_use_index: true
+    output_use_model: false
+    peakmax: 100000.0
+    post_hooks: []
+    pre_hooks: []
+    roundhi: 1.0
+    roundlo: -1.0
+    save_catalogs: false
+    save_results: false
+    scalar_threshold: null
+    search_output_file: true
+    sharphi: 1.0
+    sharplo: 0.0
+    skip: false
+    snr_threshold: 3.0
+    suffix: null
+- class: romancal.tweakreg.tweakreg_step.TweakRegStep
+  name: tweakreg
+  parameters:
+    abs_fitgeometry: rshift
+    abs_minobj: 15
+    abs_nclip: 3
+    abs_refcat: GAIADR3
+    abs_searchrad: 6.0
+    abs_separation: 0.1
+    abs_sigma: 3.0
+    abs_tolerance: 0.7
+    abs_use2dhist: true
+    catalog_format: ascii.ecsv
+    catalog_path: ''
+    catfile: ''
+    enforce_user_order: false
+    expand_refcat: false
+    fitgeometry: rshift
+    input_dir: ''
+    minobj: 15
+    nclip: 3
+    output_dir: null
+    output_ext: .asdf
+    output_file: null
+    output_use_index: true
+    output_use_model: true
+    post_hooks: []
+    pre_hooks: []
+    save_abs_catalog: false
+    save_results: false
+    search_output_file: true
+    searchrad: 2.0
+    separation: 1.0
+    sigma: 3.0
+    skip: false
+    suffix: null
+    tolerance: 0.7
+    use2dhist: true
+    use_custom_catalogs: false
+...