Integration tests troubled pipelines retrieval

.github/workflows/integration_retrieval.yml

@@ -0,0 +1,38 @@
+name: Retrieval Integration
+
+on:
+  issue_comment:
+    types: [created]
+
+jobs:
+  scheduled:
+    runs-on: ubuntu-latest
+    if: github.event.issue.pull_request && contains(github.event.comment.body, '/retrieve_troubled_pipelines')
+    timeout-minutes: 95
+    strategy:
+      matrix:
+        python-version: [ 3.8, 3.9, '3.10' ]
+
+    steps:
+      - name: Checkout branch
+        uses: actions/checkout@v2
+      - name: Set up Python ${{ matrix.python-version }}
+        uses: actions/setup-python@v2
+        with:
+          python-version: ${{ matrix.python-version }}
+      - name: Install dependencies
+        run: |
+          python -m pip install --upgrade pip
+          pip install pytest
+          pip install .[extra]
+          pip install .[examples]
+          pip install .[profilers]
+          pip install pytest-cov
+      - name: Test with pytest
+        run: |
+          pytest --cov=fedot -s test/integration
+      - name: Save pipelines
+        uses: actions/upload-artifact@v3
+        with:
+          name: pipelines
+          path: .invalid_fitness_after_evaluation/

fedot/core/optimisers/objective/data_objective_eval.py

@@ -13,6 +13,7 @@
 from fedot.core.data.data import InputData
 from fedot.core.operations.model import Model
 from fedot.core.pipelines.pipeline import Pipeline
+from fedot.core.utils import fedot_project_root
 from fedot.utilities.debug import is_recording_mode, save_debug_info_for_pipeline
 
 DataSource = Callable[[], Iterable[Tuple[InputData, InputData]]]
@@ -80,6 +81,8 @@ def evaluate(self, graph: Pipeline) -> Fitness:
             if evaluated_fitness.valid:
                 folds_metrics.append(evaluated_fitness.values)
             else:
+                prepared_pipeline.save(path=str(fedot_project_root().joinpath('invalid_fitness_after_evaluation')),
+                       is_datetime_in_path=True)
                 self._log.warning(f'Invalid fitness after objective evaluation. '
                                   f'Skipping the graph: {graph_id}', raise_if_test=True)
             if self._do_unfit: