File tree Expand file tree Collapse file tree 2 files changed +4
-0
lines changed
Expand file tree Collapse file tree 2 files changed +4
-0
lines changed Original file line number Diff line number Diff line change @@ -83,6 +83,7 @@ private enum Squad {
8383
8484// MARK: -
8585
86+ @MainActor
8687private let bertTokenizer : BertTokenizer = {
8788 let vocab = {
8889 let url = Bundle . module. url ( forResource: " bert-vocab " , withExtension: " txt " ) !
@@ -101,6 +102,7 @@ private let bertTokenizer: BertTokenizer = {
101102// MARK: -
102103
103104@Suite ( " BERT Tokenizer Tests " )
105+ @MainActor
104106struct BertTokenizerTests {
105107 @Test ( " Basic tokenizer correctly tokenizes text " )
106108 func testBasicTokenizer( ) {
Original file line number Diff line number Diff line change @@ -19,6 +19,7 @@ struct ChatTemplateTests {
1919 ]
2020 ]
2121
22+ @MainActor
2223 static let phiTokenizerTask = Task {
2324 try await AutoTokenizer . from ( pretrained: " microsoft/Phi-3-mini-128k-instruct " )
2425 }
@@ -27,6 +28,7 @@ struct ChatTemplateTests {
2728 try await phiTokenizerTask. value
2829 }
2930
31+ @MainActor
3032 static let tokenizerWithTemplateArrayTask = Task {
3133 try await AutoTokenizer . from ( pretrained: " mlx-community/Mistral-7B-Instruct-v0.3-4bit " )
3234 }
You can’t perform that action at this time.
0 commit comments