Skip to content

Commit

Permalink
Fix ingest path
Browse files Browse the repository at this point in the history
  • Loading branch information
kaarthik108 committed Aug 23, 2023
1 parent 2cf8730 commit c28ef80
Show file tree
Hide file tree
Showing 4 changed files with 16 additions and 3 deletions.
3 changes: 2 additions & 1 deletion pyproject.toml
Original file line number Diff line number Diff line change
@@ -1,6 +1,6 @@
[tool.poetry]
name = "snowdev"
version = "0.1.12"
version = "0.1.13"
description = "snowdev: DevOps toolkit for Snowflake, facilitating seamless deployment of UDFs, stored procedures, and Streamlit apps using Snowpark's capabilities right from your local environment."
authors = ["kaarthik <[email protected]>"]
readme = "README.md"
Expand All @@ -22,6 +22,7 @@ pyyaml = "^6.0.1"
toml = "^0.10.2"
openai = "^0.27.8"
langchain = "0.0.265"
chromadb = "0.4.6"
tiktoken = "0.4.0"
unstructured = "0.9.3"

Expand Down
5 changes: 5 additions & 0 deletions snowdev/fillers/sproc/fill.toml
Original file line number Diff line number Diff line change
@@ -1,3 +1,8 @@
[tool.connection]
database = ""
schema = ""
role = ""

[tool.poetry.dependencies]
python = "3.10.0"
snowflake-snowpark-python = "1.5.1"
5 changes: 5 additions & 0 deletions snowdev/fillers/udf/fill.toml
Original file line number Diff line number Diff line change
@@ -1,3 +1,8 @@
[tool.connection]
database = ""
schema = ""
role = ""

[tool.poetry.dependencies]
python = "3.10.0"
snowflake-snowpark-python = "1.5.1"
Expand Down
6 changes: 4 additions & 2 deletions snowdev/functions/utils/ingest.py
Original file line number Diff line number Diff line change
@@ -1,6 +1,6 @@
import os
from typing import Any, Dict

import pkg_resources
from langchain.document_loaders import DirectoryLoader
from langchain.embeddings.openai import OpenAIEmbeddings
from langchain.text_splitter import CharacterTextSplitter
Expand All @@ -15,7 +15,9 @@ class Secrets(BaseModel):
class Config(BaseModel):
chunk_size: int = 1000
chunk_overlap: int = 0
docs_dir: str = "snowdev/functions/utils/knowledge"
docs_dir: str = pkg_resources.resource_filename(
"snowdev.functions.utils", "knowledge"
)
docs_glob: str = "**/*"


Expand Down

0 comments on commit c28ef80

Please sign in to comment.