add saving of features to file

Author: dylanhu7

features.ipynb

@@ -6,27 +6,27 @@ json_tricks
 yacs
 scikit-learn
 pandas
-timm==0.4.12
-numpy==1.23.5
+timm
+numpy
 einops
 fvcore
-transformers==4.19.2
+transformers
 sentencepiece
 ftfy
 regex
 nltk
-vision-datasets==0.2.2
-pycocotools==2.0.4
+vision-datasets
+pycocotools
 diffdist
 pyarrow
 cityscapesscripts
 shapely
 scikit-image
 mup
-gradio==3.35.2
+gradio
 scann
-kornia==0.6.4
-torchmetrics==0.6.0
+kornia
+torchmetrics
 mpi4py
 progressbar
-pillow==9.4.0
+pillow

requirements.txt

@@ -304,8 +304,13 @@ def evaluate_demo(self, batched_inputs,all_whole=None,all_part=None,mask_feature
         if mask_features is None or multi_scale_features is None:
 
             features = self.backbone(images.tensor)
+            # save to file
+            torch.save(features, 'backbone_features.pt')
             mask_features, transformer_encoder_features, multi_scale_features = self.sem_seg_head.pixel_decoder.forward_features(
                 features, None)
+            torch.save(mask_features, 'mask_features.pt')
+            torch.save(multi_scale_features, 'multi_scale_features.pt')
+            torch.save(transformer_encoder_features, 'transformer_encoder_features.pt')
         outputs, mask_dict = self.sem_seg_head.predictor(multi_scale_features, mask_features, None, targets=targets,
                                      target_queries=None, target_vlp=None, task='demo', extra=prediction_switch)
         pred_ious=None