Pinecone upsert optimization

.github/labeler.yml

@@ -2,11 +2,6 @@
 proposal:
 - proposals/text/*
 
-# 2.x
-2.x:
-- haystack/preview/**/*
-- test/preview/**/*
-
 # Topics
 topic:tests:
 - test/**/*

.github/utils/pydoc-markdown.sh

@@ -9,11 +9,3 @@ for file in ../config/* ; do
     echo "Converting $file..."
     pydoc-markdown "$file"
 done
-# render preview markdown docs
-cd ..
-rm -rf temp-preview && mkdir temp-preview
-cd temp-preview
-for file in ../config-preview/* ; do
-    echo "Converting $file..."
-    pydoc-markdown "$file"
-done

.github/workflows/ci_metrics.yml

@@ -4,10 +4,8 @@ on:
   workflow_run:
     workflows:
       - "end-to-end"
-      - "end-to-end (Preview)"
       - "Linting"
       - "Tests"
-      - "Tests (Preview)"
       - "REST API Tests"
     types:
       - completed

.github/workflows/e2e.yml

@@ -13,7 +13,6 @@ on:
       - ready_for_review
     paths:
       - "e2e/**/*.py"
-      - "!e2e/preview/**/*.py"   # See e2e_preview.yml
       - ".github/workflows/e2e.yml"
 
 env:
@@ -31,7 +30,6 @@ jobs:
         folder:
           - "document_search"
           - "pipelines"
-          - "preview"
 
     runs-on: ubuntu-latest
 
@@ -59,7 +57,7 @@ jobs:
       run: docker run -d -p 8080:8080 --name haystack_test_weaviate --env AUTHENTICATION_ANONYMOUS_ACCESS_ENABLED='true' --env PERSISTENCE_DATA_PATH='/var/lib/weaviate' --env ENABLE_EXPERIMENTAL_BM25='true' --env DISK_USE_READONLY_PERCENTAGE='95' semitechnologies/weaviate:1.17.2
 
     - name: Install Haystack
-      run: pip install -e .[inference,elasticsearch7,faiss,weaviate,opensearch,dev,pdf,preview] langdetect
+      run: pip install -e .[inference,elasticsearch7,faiss,weaviate,opensearch,dev,pdf] langdetect
 
     # FIXME caching prevents PRs from running the e2e tests properly
 

.github/workflows/examples_tests.yml

@@ -8,7 +8,6 @@ on:
   pull_request:
     paths:
       - "examples/**"
-      - "!examples/preview/**"
     types:
       - opened
       - reopened
@@ -48,7 +47,7 @@ jobs:
           pip install .[inference,dev,elasticsearch,preprocessing,file-conversion]
 
       - name: Run
-        run: pytest examples/  --ignore examples/preview/
+        run: pytest examples/
 
       - name: Calculate alert data
         id: calculator

.github/workflows/linting.yml

@@ -6,9 +6,6 @@ on:
     paths:
       - "**.py"
       - "**/pyproject.toml"
-      - "!haystack/preview/**/*.py"
-      - "!test/preview/**/*.py"
-      - "!e2e/preview/**/*.py"
 
 env:
   PYTHON_VERSION: "3.8"
@@ -74,7 +71,7 @@ jobs:
 
       - name: Install Haystack
         run: |
-          pip install ".[all,dev]"
+          pip install ".[all,dev]" pydoc-markdown
           pip install ./haystack-linter
 
       - name: Pylint

.github/workflows/linting_skipper.yml

@@ -6,9 +6,6 @@ on:
     paths-ignore:
       - "**.py"
       - "**/pyproject.toml"
-      - "!haystack/preview/**/*.py"
-      - "!test/preview/**/*.py"
-      - "!e2e/preview/**/*.py"
 
 jobs:
   mypy:

.github/workflows/minor_version_release.yml

@@ -1,4 +1,4 @@
-name: Minor Version Release
+name: Minor Version Release (1.x)
 
 on:
   workflow_dispatch:
@@ -12,6 +12,8 @@ jobs:
     steps:
       - name: Checkout this repo
         uses: actions/checkout@v4
+        with:
+          ref: "v1.x"
 
       - name: Define all versions
         id: versions
@@ -30,20 +32,20 @@ jobs:
           git checkout -b v${{ steps.versions.outputs.current_release_minor }}.x
           git push -u origin v${{ steps.versions.outputs.current_release_minor }}.x --tags
 
-      - name: Bump version on main
+      - name: Bump version on v1.x
         shell: bash
         env:
           GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
         run: |
-          git checkout main
+          git checkout v1.x
           NEW_VERSION=$(awk -F. '/[0-9]+\./{$2++;print}' OFS=. < VERSION.txt)
           echo "$NEW_VERSION" > VERSION.txt
           cat VERSION.txt
           git add .
           git commit -m "Update unstable version to $NEW_VERSION"
           VERSION_TAG="v$NEW_VERSION"
           git tag $VERSION_TAG -m"$VERSION_TAG"
-          git push --atomic origin main $VERSION_TAG
+          git push --atomic origin v1.x $VERSION_TAG
 
       - uses: actions/setup-python@v4
         with:
@@ -56,5 +58,5 @@ jobs:
         env:
           RDME_API_KEY: ${{ secrets.README_API_KEY }}
         run: |
-          git checkout main
+          git checkout v1.x
           python ./.github/utils/release_docs.py --new-version ${{ steps.versions.outputs.current_release_minor }}

.github/workflows/readme_sync.yml

@@ -53,16 +53,6 @@ jobs:
         with:
           rdme: docs ./docs/pydoc/temp --key="$README_API_KEY" --version=${{ steps.current-version.outputs.minor }}-unstable
 
-      - name: Sync preview docs with 2.0
-        # Sync the preview docs to the `2.0` version on Readme
-        id: sync-main-preview
-        if: github.ref_name == 'main' && github.event_name == 'push'
-        uses: readmeio/[email protected]
-        env:
-          README_API_KEY: ${{ secrets.README_API_KEY }}
-        with:
-          rdme: docs ./docs/pydoc/temp-preview --key="$README_API_KEY" --version=2.0
-
       - name: Sync docs with current release
         # Mutually exclusive with the previous one, this step is supposed to only run on version branches.
         # Sync the current Haystack version `X.Y.Z` with its corresponding Readme version `X.Y`.