Skip to content

Commit c81d184

Browse files
committed
Annotate @mainactor for tests using shared instance of tokenizer
1 parent 116147f commit c81d184

File tree

2 files changed

+4
-0
lines changed

2 files changed

+4
-0
lines changed

Tests/TokenizersTests/BertTokenizerTests.swift

Lines changed: 2 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -83,6 +83,7 @@ private enum Squad {
8383

8484
// MARK: -
8585

86+
@MainActor
8687
private let bertTokenizer: BertTokenizer = {
8788
let vocab = {
8889
let url = Bundle.module.url(forResource: "bert-vocab", withExtension: "txt")!
@@ -101,6 +102,7 @@ private let bertTokenizer: BertTokenizer = {
101102
// MARK: -
102103

103104
@Suite("BERT Tokenizer Tests")
105+
@MainActor
104106
struct BertTokenizerTests {
105107
@Test("Basic tokenizer correctly tokenizes text")
106108
func testBasicTokenizer() {

Tests/TokenizersTests/ChatTemplateTests.swift

Lines changed: 2 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -19,6 +19,7 @@ struct ChatTemplateTests {
1919
]
2020
]
2121

22+
@MainActor
2223
static let phiTokenizerTask = Task {
2324
try await AutoTokenizer.from(pretrained: "microsoft/Phi-3-mini-128k-instruct")
2425
}
@@ -27,6 +28,7 @@ struct ChatTemplateTests {
2728
try await phiTokenizerTask.value
2829
}
2930

31+
@MainActor
3032
static let tokenizerWithTemplateArrayTask = Task {
3133
try await AutoTokenizer.from(pretrained: "mlx-community/Mistral-7B-Instruct-v0.3-4bit")
3234
}

0 commit comments

Comments
 (0)