Improve connection speed/reliability and add more logging around connections

.github/actions/setup-env/action.yml

@@ -15,6 +15,21 @@ runs:
     - uses: actions/setup-node@master
       with:
         node-version: 18.12.1
+
+    - name: Set up Python 3.12
+      uses: actions/setup-python@v5
+      if: runner.os == 'macOS'
+      with:
+        python-version: 3.12
+
+    - name: Print python version
+      run: which python3
+      if: runner.os == 'macOS'
+      shell: bash
+
+    - name: Install setuptools
+      run: python3 -m pip install setuptools
+      shell: bash
 
     - name: Print OS name
       run: echo ${{ runner.os }}

.github/workflows/backend-tests.yml

@@ -2,29 +2,43 @@ name: Backend unit tests
 
 on:
   pull_request:
-    paths:
-      - packages/backend/**
 
 jobs:
   unit-tests:
     runs-on: ${{ matrix.os }}
 
     strategy:
       matrix:
-        os: [ubuntu-20.04, macos-latest, windows-2019]
+        os: [ubuntu-20.04, macos-12, windows-2019]
 
     steps:
+      - uses: dorny/paths-filter@v3
+        id: filter
+        with:
+          filters: |
+            backend:
+              - 'packages/backend/**'
+      - name: "Skip tests"
+        if: steps.filter.outputs.backend == 'false'
+        run: |
+         echo "Skipping test run" 
+         exit 0
+
       - name: "Print OS"
+        if: steps.filter.outputs.backend == 'true'
         run: echo ${{ matrix.os }}
 
       - uses: actions/checkout@b4ffde65f46336ab88eb53be808477a3936bae11 # v4.1.1
+        if: steps.filter.outputs.backend == 'true'
 
       - name: "Setup environment"
+        if: steps.filter.outputs.backend == 'true'
         uses: ./.github/actions/setup-env
         with:
           bootstrap-packages: "@quiet/eslint-config,@quiet/logger,@quiet/common,@quiet/types,@quiet/state-manager,@quiet/backend,@quiet/identity,backend-bundle"
 
       - name: "Unit tests"
+        if: steps.filter.outputs.backend == 'true'
         run: lerna run test-ci --scope @quiet/backend --stream
 
   long-running-tests:
@@ -35,17 +49,33 @@ jobs:
         os: [ubuntu-20.04]
 
     steps:
+      - uses: dorny/paths-filter@v3
+        id: filter
+        with:
+          filters: |
+            backend:
+              - 'packages/backend/**'
+      - name: "Skip tests"
+        if: steps.filter.outputs.backend == 'false'
+        run: |
+          echo "Skipping test run" 
+          exit 0
+
       - name: "Print OS"
+        if: steps.filter.outputs.backend == 'true'
         run: echo ${{ matrix.os }}
 
       - uses: actions/checkout@b4ffde65f46336ab88eb53be808477a3936bae11 # v4.1.1
+        if: steps.filter.outputs.backend == 'true'
 
       - name: "Setup environment"
+        if: steps.filter.outputs.backend == 'true'
         uses: ./.github/actions/setup-env
         with:
           bootstrap-packages: "@quiet/eslint-config,@quiet/logger,@quiet/common,@quiet/types,@quiet/state-manager,@quiet/backend,@quiet/identity,backend-bundle"
 
       - name: "Unit tests"
+        if: steps.filter.outputs.backend == 'true'
         run: lerna run test-ci-long-running --scope @quiet/backend --stream
 
   unit-tests-with-tor:
@@ -56,15 +86,31 @@ jobs:
         os: [ubuntu-20.04]
 
     steps:
+      - uses: dorny/paths-filter@v3
+        id: filter
+        with:
+          filters: |
+            backend:
+              - 'packages/backend/**'
+      - name: "Skip tests"
+        if: steps.filter.outputs.backend == 'false'
+        run: |
+          echo "Skipping test run" 
+          exit 0
+
       - name: "Print OS"
+        if: steps.filter.outputs.backend == 'true'
         run: echo ${{ matrix.os }}
 
       - uses: actions/checkout@b4ffde65f46336ab88eb53be808477a3936bae11 # v4.1.1
+        if: steps.filter.outputs.backend == 'true'
 
       - name: "Setup environment"
+        if: steps.filter.outputs.backend == 'true'
         uses: ./.github/actions/setup-env
         with:
           bootstrap-packages: "@quiet/eslint-config,@quiet/logger,@quiet/common,@quiet/types,@quiet/state-manager,@quiet/backend,@quiet/identity,backend-bundle"
 
       - name: "Unit tests"
+        if: steps.filter.outputs.backend == 'true'
         run: lerna run test-ci-tor --scope @quiet/backend --stream

.github/workflows/check-desktop-visual-regression.yml

@@ -2,8 +2,6 @@ name: Desktop visual regressions
 
 on:
   pull_request:
-    paths:
-      - packages/desktop/**
 
 jobs:
   chromatic-deployment:
@@ -14,20 +12,36 @@ jobs:
         os: [ubuntu-20.04]
 
     steps:
+      - uses: dorny/paths-filter@v3
+        id: filter
+        with:
+          filters: |
+            desktop:
+              - 'packages/desktop/**'
+      - name: "Skip tests"
+        if: steps.filter.outputs.desktop == 'false'
+        run: |
+         echo "Skipping test run" 
+         exit 0
+
       - name: "Print OS"
+        if: steps.filter.outputs.desktop == 'true'
         run: echo ${{ matrix.os }}
 
       - uses: actions/checkout@b4ffde65f46336ab88eb53be808477a3936bae11 # v4.1.1
+        if: steps.filter.outputs.desktop == 'true'
         with:
           fetch-depth: 0 # Required to retrieve git history
 
       - name: Setup environment
         uses: ./.github/actions/setup-env
+        if: steps.filter.outputs.desktop == 'true'
         with:
           bootstrap-packages: "@quiet/eslint-config,@quiet/logger,@quiet/common,@quiet/types,@quiet/state-manager,@quiet/backend,@quiet/identity,@quiet/desktop,backend-bundle"
 
       - name: "Publish to Chromatic"
         uses: chromaui/action@355e2a05a179e9e89c2b237dcd55adbeb89e577e # v1
+        if: steps.filter.outputs.desktop == 'true'
         with:
           workingDir: ./packages/desktop
           token: ${{ secrets.GH_TOKEN }}

.github/workflows/desktop-build.yml

@@ -96,7 +96,7 @@ jobs:
 
   build-macos:
     # needs: run-e2e-tests-mac
-    runs-on: macos-latest
+    runs-on: macos-12
     if: |
       startsWith(github.ref, 'refs/tags/@quiet/desktop')
 

.github/workflows/desktop-rtl-tests.yml

@@ -2,9 +2,6 @@ name: Desktop - state-manager bracket tests (RTL)
 
 on:
   pull_request:
-    paths:
-      - packages/desktop/**
-      - packages/state-manager/**
 
 jobs:
   desktop-tests:
@@ -13,19 +10,36 @@ jobs:
 
     strategy:
       matrix:
-        os: [ubuntu-20.04, macos-latest]
+        os: [ubuntu-20.04, macos-12]
 
     steps:
+      - uses: dorny/paths-filter@v3
+        id: filter
+        with:
+          filters: |
+            validFiles:
+              - 'packages/desktop/**'
+              - 'packages/state-manger/**'
+      - name: "Skip tests"
+        if: steps.filter.outputs.validFiles == 'false'
+        run: |
+         echo "Skipping test run" 
+         exit 0
+
       - name: "Print OS"
+        if: steps.filter.outputs.validFiles == 'true'
         run: echo ${{ matrix.os }}
 
       - uses: actions/checkout@v3
+        if: steps.filter.outputs.validFiles == 'true'
 
       - name: "Setup environment"
         uses: ./.github/actions/setup-env
+        if: steps.filter.outputs.validFiles == 'true'
         with:
           cachePrefix: "desktop-tests"
           bootstrap-packages: "@quiet/eslint-config,@quiet/logger,@quiet/common,@quiet/types,@quiet/state-manager,@quiet/backend,@quiet/identity,@quiet/desktop,backend-bundle"
 
       - name: "Desktop - state-manager bracket tests"
+        if: steps.filter.outputs.validFiles == 'true'
         run: lerna run rtl-test --scope @quiet/desktop --stream

.github/workflows/desktop-test-scroll.yml

@@ -2,8 +2,6 @@ name: Desktop scroll regression tests
 
 on:
   pull_request:
-    paths:
-      - packages/desktop/**
 
 jobs:
   regression-tests:
@@ -15,31 +13,49 @@ jobs:
         os: [ubuntu-20.04]
 
     steps:
+      - uses: dorny/paths-filter@v3
+        id: filter
+        with:
+          filters: |
+            desktop:
+              - 'packages/desktop/**'
+      - name: "Skip tests"
+        if: steps.filter.outputs.desktop == 'false'
+        run: |
+         echo "Skipping test run" 
+         exit 0
+
       - name: "Print OS"
+        if: steps.filter.outputs.desktop == 'true'
         run: echo ${{ matrix.os }}
 
       - uses: actions/checkout@b4ffde65f46336ab88eb53be808477a3936bae11 # v4.1.1
+        if: steps.filter.outputs.desktop == 'true'
 
       - name: Setup environment
         uses: ./.github/actions/setup-env
+        if: steps.filter.outputs.desktop == 'true'
         with:
           bootstrap-packages: "@quiet/eslint-config,@quiet/logger,@quiet/common,@quiet/types,@quiet/state-manager,@quiet/backend,@quiet/identity,@quiet/desktop,backend-bundle"
 
       - name: "Install libs"
+        if: steps.filter.outputs.desktop == 'true'
         run: sudo apt-get update && sudo apt-get install -y libgtk2.0-0 libgtk-3-0 libnotify-dev libgconf-2-4 libnss3 libxss1 libasound2 libxtst6 xauth xvfb
 
       - name: "Remove test files workaround"
+        if: steps.filter.outputs.desktop == 'true'
         run: find packages/desktop/src -name '*.test.*' -delete && find packages/backend/src -name '*.test.*' -delete
 
       - uses: cypress-io/github-action@1b70233146622b69e789ccdd4f9452adc638d25a # v6.6.1
+        if: steps.filter.outputs.desktop == 'true'
         with:
           install: false
           command: npm run regression-test:ci
           working-directory: packages/desktop
 
       - name: Archive test screenshots
+        if: steps.filter.outputs.desktop == 'true'
         uses: actions/upload-artifact@5d5d22a31266ced268874388b861e4b58bb5c2f3 # v4.3.1
-        if: always()
         with:
           name: test-screenshots-linux
           path: packages/desktop/cypress/snapshots

.github/workflows/desktop-tests.yml

@@ -2,8 +2,6 @@ name: Desktop tests
 
 on:
   pull_request:
-    paths:
-      - packages/desktop/**
 
 jobs:
   desktop-tests:
@@ -12,19 +10,35 @@ jobs:
 
     strategy:
       matrix:
-        os: [ubuntu-20.04, macos-latest]
+        os: [ubuntu-20.04, macos-12]
 
     steps:
+      - uses: dorny/paths-filter@v3
+        id: filter
+        with:
+          filters: |
+            desktop:
+              - 'packages/desktop/**'
+      - name: "Skip tests"
+        if: steps.filter.outputs.desktop == 'false'
+        run: |
+         echo "Skipping test run" 
+         exit 0
+
       - name: "Print OS"
+        if: steps.filter.outputs.desktop == 'true'
         run: echo ${{ matrix.os }}
 
       - uses: actions/checkout@b4ffde65f46336ab88eb53be808477a3936bae11 # v4.1.1
+        if: steps.filter.outputs.desktop == 'true'
 
       - name: "Setup environment"
         uses: ./.github/actions/setup-env
+        if: steps.filter.outputs.desktop == 'true'
         with:
           cachePrefix: "desktop-tests"
           bootstrap-packages: "@quiet/eslint-config,@quiet/logger,@quiet/common,@quiet/types,@quiet/state-manager,@quiet/backend,@quiet/identity,@quiet/desktop,backend-bundle"
 
       - name: "Unit tests"
+        if: steps.filter.outputs.desktop == 'true'
         run: lerna run test --scope @quiet/desktop --stream

.github/workflows/e2e-android.yml

@@ -10,22 +10,19 @@ on:
 
 jobs:
   detox-android:
-    timeout-minutes: 10
-    runs-on: [self-hosted, macOS, ARM64, android]
+    timeout-minutes: 25
+    runs-on: [macos-14-xlarge]
 
     steps:
       - uses: actions/checkout@v4
+        with:
+          lfs: true
 
       - name: Install dependencies
         run: |
           npm i
           npm run lerna bootstrap --scope @quiet/eslint-config,@quiet/logger,@quiet/common,@quiet/types,@quiet/state-manager,@quiet/backend,@quiet/identity,@quiet/mobile,backend-bundle
 
-      - name: Pull binaries
-        run: |
-          git lfs install
-          git lfs pull
-
       - name: Pass local config
         run : |
           cat << EOF >> packages/mobile/android/local.properties

.github/workflows/e2e-crossplatform.yml

@@ -8,6 +8,7 @@ on:
       - packages/state-manager/**
       - packages/identity/**
       - packages/common/**
+      - .github/workflows/e2e**
 
 jobs:
   mac: