-
Notifications
You must be signed in to change notification settings - Fork 0
/
index.html
78 lines (78 loc) · 3.08 KB
/
index.html
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
<!DOCTYPE html>
<html lang="en">
<head>
<meta charset="UTF-8" />
<link
rel="icon"
href="data:image/svg+xml,<svg xmlns='http://www.w3.org/2000/svg' viewBox='0 0 36 36'><text y='32' font-size='32'>⚔️</text></svg>"
/>
<meta
name="description"
content="Explore and compare various machine learning tokenizers using the Tokenizer Arena by @lenml/tokenizers. An interactive platform perfect for developers and enthusiasts to evaluate tokenization processes of different models."
/>
<meta
name="keywords"
content="Tokenizer Arena, @lenml/tokenizers, machine learning tokenizers, tokenization, compare tokenizers, lenML, zhzluke96"
/>
<meta name="robots" content="index, follow" />
<meta name="author" content="zhzluke96, lenML" />
<meta charset="UTF-8" />
<meta
property="og:title"
content="Tokenizer Arena - Compare and Evaluate Tokenizers"
/>
<meta
property="og:description"
content="Explore and compare various machine learning tokenizers using the Tokenizer Arena by @lenml/tokenizers. An interactive platform perfect for developers and enthusiasts to evaluate tokenization processes of different models."
/>
<meta
property="og:url"
content="https://lenml.github.io/tokenizers-arena"
/>
<meta
property="og:image"
content="https://raw.githubusercontent.com/lenML/tokenizers/main/assets/playground.jpg"
/>
<meta property="og:type" content="website" />
<meta name="twitter:card" content="summary_large_image" />
<meta
name="twitter:title"
content="Tokenizer Arena - Compare and Evaluate Tokenizers"
/>
<meta
name="twitter:description"
content="Explore and compare various machine learning tokenizers using the Tokenizer Arena by @lenml/tokenizers. An interactive platform perfect for developers and enthusiasts to evaluate tokenization processes of different models."
/>
<meta
name="twitter:image"
content="https://raw.githubusercontent.com/lenML/tokenizers/main/assets/playground.jpg"
/>
<meta name="viewport" content="width=device-width, initial-scale=1" />
<script type="application/ld+json">
{
"@context": "https://schema.org",
"@type": "WebPage",
"name": "Tokenizer Arena",
"description": "An interactive platform for comparing and evaluating various machine learning tokenizers from the @lenml/tokenizers library.",
"url": "https://lenml.github.io/tokenizers-arena",
"image": "https://raw.githubusercontent.com/lenML/tokenizers/main/assets/playground.jpg",
"author": {
"@type": "Person",
"name": "zhzluke96"
},
"publisher": {
"@type": "Organization",
"name": "lenML"
}
}
</script>
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
<title>
Tokenizer Arena - Compare and Evaluate Tokenizers with @lenml/tokenizers
</title>
</head>
<body>
<div id="root"></div>
<script type="module" src="/src/main.tsx"></script>
</body>
</html>