Adjust test fixtures to find name for pre-created indexes

Author: jhamon

pinecone/db_data/vector_factory.py

@@ -12,7 +12,7 @@
     Vector as OpenApiVector,
     SparseValues as OpenApiSparseValues,
 )
-from .dataclasses import Vector
+from .dataclasses import Vector, SparseValues
 
 from .errors import (
     VectorDictionaryMissingKeysError,
@@ -56,7 +56,7 @@ def _tuple_to_vector(item: Tuple, check_type: bool) -> OpenApiVector:
         if len(item) < 2 or len(item) > 3:
             raise VectorTupleLengthError(item)
         id, values, metadata = fix_tuple_length(item, 3)
-        if isinstance(values, OpenApiSparseValues):
+        if isinstance(values, (OpenApiSparseValues, SparseValues)):
             raise ValueError(
                 "Sparse values are not supported in tuples. Please use either dicts or OpenApiVector objects as inputs."
             )

tests/integration/rest_asyncio/db/data/conftest.py

@@ -13,6 +13,12 @@
 logger = logging.getLogger(__name__)
 
 
+def build_sync_client():
+    from pinecone import Pinecone
+
+    return Pinecone()
+
+
 @pytest.fixture(scope="session")
 def metric():
     return "cosine"
@@ -33,17 +39,53 @@ def spec():
 
 @pytest.fixture(scope="session")
 def index_name():
-    return generate_index_name("dense")
+    if os.getenv("INDEX_HOST_DENSE"):
+        host = os.getenv("INDEX_HOST_DENSE")
+        logger.info(
+            f"Looking up index name from pre-created index host from INDEX_HOST_DENSE: {host}"
+        )
+        pc = build_sync_client()
+        index_name = pc.describe_index(host=host).name
+        logger.info(
+            f"Found index name: {index_name} for pre-created index host from INDEX_HOST_DENSE: {host}"
+        )
+        return index_name
+    else:
+        return generate_index_name("dense")
 
 
 @pytest.fixture(scope="session")
 def sparse_index_name():
-    return generate_index_name("sparse")
+    if os.getenv("INDEX_HOST_SPARSE"):
+        host = os.getenv("INDEX_HOST_SPARSE")
+        logger.info(
+            f"Looking up index name from pre-created index host from INDEX_HOST_SPARSE: {host}"
+        )
+        pc = build_sync_client()
+        index_name = pc.describe_index(host=host).name
+        logger.info(
+            f"Found index name: {index_name} for pre-created index host from INDEX_HOST_SPARSE: {host}"
+        )
+        return index_name
+    else:
+        return generate_index_name("sparse")
 
 
 @pytest.fixture(scope="session")
 def model_index_name():
-    return generate_index_name("embed")
+    if os.getenv("INDEX_HOST_EMBEDDED_MODEL"):
+        host = os.getenv("INDEX_HOST_EMBEDDED_MODEL")
+        logger.info(
+            f"Looking up index name from pre-created index host from INDEX_HOST_EMBEDDED_MODEL: {host}"
+        )
+        pc = build_sync_client()
+        index_name = pc.describe_index(host=host).name
+        logger.info(
+            f"Found index name: {index_name} for pre-created index host from INDEX_HOST_EMBEDDED_MODEL: {host}"
+        )
+        return index_name
+    else:
+        return generate_index_name("embed")
 
 
 def build_asyncioindex_client(index_host) -> _IndexAsyncio:

tests/integration/rest_sync/db/data/conftest.py

@@ -70,22 +70,64 @@ def spec():
 
 @pytest.fixture(scope="session")
 def index_name():
-    return generate_index_name("dense")
+    if os.getenv("INDEX_HOST_DENSE"):
+        host = os.getenv("INDEX_HOST_DENSE")
+        logger.info(
+            f"Looking up index name from pre-created index host from INDEX_HOST_DENSE: {host}"
+        )
+        pc = build_client()
+        index_name = pc.describe_index(host=host).name
+        logger.info(
+            f"Found index name: {index_name} for pre-created index host from INDEX_HOST_DENSE: {host}"
+        )
+        return index_name
+    else:
+        return generate_index_name("dense")
 
 
 @pytest.fixture(scope="session")
 def sparse_index_name():
-    return generate_index_name("sparse")
+    if os.getenv("INDEX_HOST_SPARSE"):
+        host = os.getenv("INDEX_HOST_SPARSE")
+        pc = build_client()
+        logger.info(
+            f"Looking up index name from pre-created index host from INDEX_HOST_SPARSE: {host}"
+        )
+        index_name = pc.describe_index(host=host).name
+        logger.info(
+            f"Found index name: {index_name} for pre-created index host from INDEX_HOST_SPARSE: {host}"
+        )
+        return index_name
+    else:
+        return generate_index_name("sparse")
 
 
 @pytest.fixture(scope="session")
 def hybrid_index_name():
-    return generate_index_name("hybrid")
+    if os.getenv("INDEX_HOST_HYBRID"):
+        host = os.getenv("INDEX_HOST_HYBRID")
+        pc = build_client()
+        logger.info(
+            f"Looking up index name from pre-created index host from INDEX_HOST_HYBRID: {host}"
+        )
+        index_name = pc.describe_index(host=host).name
+        logger.info(
+            f"Found index name: {index_name} for pre-created index host from INDEX_HOST_HYBRID: {host}"
+        )
+        return index_name
+    else:
+        return generate_index_name("hybrid")
 
 
 @pytest.fixture(scope="session")
 def model_index_name():
-    return generate_index_name("embed")
+    if os.getenv("INDEX_HOST_EMBEDDED_MODEL"):
+        host = os.getenv("INDEX_HOST_EMBEDDED_MODEL")
+        pc = build_client()
+        index_name = pc.describe_index(host=host).name
+        return index_name
+    else:
+        return generate_index_name("embed")
 
 
 def build_index_client(client, index_name, index_host):