QC Plugin: Remove handling of empty transcripts

skit-ai · Jul 2, 2024 · 016e5e3 · 016e5e3
1 parent e5b8e34
commit 016e5e3
Showing 1 changed file with 0 additions and 3 deletions.
diff --git a/dialogy/plugins/text/qc_plugin/__init__.py b/dialogy/plugins/text/qc_plugin/__init__.py
@@ -53,9 +53,6 @@ def identify_conflicting_labels(training_data: pd.DataFrame) -> pd.DataFrame:
 
         logger.debug(f"Finding data points with conflicting labels...")
 
-        training_data["alternatives"] = training_data["alternatives"].apply(
-            lambda x: x.replace("""\"\"""", """\"""") if isinstance(x, str) else x
-        )
         training_data["frozen_set_hash"] = training_data["alternatives"].apply(
             lambda x: hashlib.md5(
                 pickle.dumps(