add visualization from sae-dashboard

delphi/config.py

@@ -69,6 +69,9 @@ class ConstructorConfig(Serializable):
     ] = "co-occurrence"
     """Type of neighbours to use. Only used if non_activating_source is 'neighbours'."""
 
+    save_activation_data: bool = False
+    """Whether to keep the origianl activation data in the record."""
+
 
 @dataclass
 class CacheConfig(Serializable):

delphi/latents/constructors.py

@@ -329,6 +329,8 @@ def constructor(
     else:
         raise ValueError(f"Invalid non-activating source: {source_non_activating}")
     record.not_active = non_activating_examples
+    if constructor_cfg.save_activation_data:
+        record.activation_data = activation_data
     return record
 
 

delphi/latents/latents.py

@@ -150,6 +150,9 @@ class LatentRecord:
     extra_examples: Optional[list[Example]] = None
     """Extra examples to include in the record."""
 
+    activation_data: Optional[ActivationData] = None
+    """Activation data for the latent, if it was saved."""
+
     per_token_frequency: float = 0.0
     """Frequency of the latent. Number of activations per total number of tokens."""