Merge pull request #110 from SkywardAI/feat/arm

remove quantization feature

Author: Aisuko

Makefile

@@ -21,6 +21,9 @@ poetry:
 build:
 	@poetry build
 
+.PHONY: lock
+lock:
+	@poetry lock
 
 .PHONY: install
 install:

poetry.lock

@@ -15,17 +15,15 @@ keywords = ["transformers", "pytorch"]
 python = "^3.11"
 torch = "2.2.2"
 transformers = "4.39.2"
-sentencepiece = "0.2.0"
-bitsandbytes = "0.43.0"
 accelerate = "0.28.0"
 datasets = "2.18.0"
 
 [tool.poetry.group.dev.dependencies]
+python = "^3.11"
 torch = "2.2.2"
 transformers = "4.39.2"
-sentencepiece = "0.2.0"
-bitsandbytes = "0.43.0"
 accelerate = "0.28.0"
+datasets = "2.18.0"
 
 [tool.ruff]
 # Exclude a variety of commonly ignored directories.

pyproject.toml

@@ -17,7 +17,6 @@
     ModelFactory,
     TokenizerFactory,
     EmbeddingsFactory,
-    QuantizationFactory,
     StreamerFactory,
     PipelinesFactory,
     ChatTemplateFactory,
@@ -34,7 +33,6 @@
     'ModelFactory', 
     'TokenizerFactory', 
     'EmbeddingsFactory',
-    'QuantizationFactory',
     'StreamerFactory',
     'Devices',
     'PipelinesFactory',

src/kimchima/__init__.py

@@ -20,7 +20,6 @@
 from .cross_encoder_factory import CrossEncoderFactory
 from .tokenizer_factory import TokenizerFactory
 from .embedding_factory import EmbeddingsFactory
-from .quantization_factory import QuantizationFactory
 from .streamer_factory import StreamerFactory
 from .pipelines_factory import PipelinesFactory
 from .chat_template_factory import ChatTemplateFactory
@@ -32,7 +31,6 @@
     'ModelFactory', 
     'TokenizerFactory', 
     'EmbeddingsFactory',
-    'QuantizationFactory',
     'StreamerFactory',
     'PipelinesFactory',
     'ChatTemplateFactory',