@testable import Tokenizers to access internal extensions

Author: mattt

Tests/TokenizersTests/ChatTemplateTests.swift

@@ -7,7 +7,7 @@
 
 import Foundation
 import Testing
-import Tokenizers
+@testable import Tokenizers
 
 @Suite("Chat Template Tests")
 struct ChatTemplateTests {

Tests/TokenizersTests/FactoryTests.swift

@@ -8,7 +8,7 @@
 import Foundation
 import Hub
 import Testing
-import Tokenizers
+@testable import Tokenizers
 
 private func makeHubApi() -> (api: HubApi, downloadDestination: URL) {
     let base = FileManager.default.urls(for: .cachesDirectory, in: .userDomainMask).first!