Skip to content

Commit

Permalink
version(v1.3.9): release
Browse files Browse the repository at this point in the history
  • Loading branch information
DoodleBears committed Oct 3, 2024
1 parent a765ae6 commit f616d94
Show file tree
Hide file tree
Showing 2 changed files with 9 additions and 5 deletions.
6 changes: 4 additions & 2 deletions setup.py
Original file line number Diff line number Diff line change
@@ -1,6 +1,8 @@
from setuptools import setup, find_packages
from os import path

from setuptools import find_packages, setup
from setuptools import find_packages, setup


def packagefile(*relpath):
return path.join(path.dirname(__file__), *relpath)
Expand All @@ -13,7 +15,7 @@ def read(*relpath):

setup(
name="split_lang",
version="1.3.8",
version="1.3.9",
description="A package for splitting text by languages through concatenating over split substrings based on their language",
long_description=read("README.md"),
long_description_content_type="text/markdown",
Expand Down
8 changes: 5 additions & 3 deletions split-lang-demo.ipynb
Original file line number Diff line number Diff line change
Expand Up @@ -7,7 +7,7 @@
"outputs": [],
"source": [
"%%capture\n",
"%pip install split-lang==1.3.8"
"%pip install split-lang==1.3.9"
]
},
{
Expand All @@ -17,6 +17,7 @@
"outputs": [],
"source": [
"from split_lang import LangSplitter\n",
"\n",
"lang_splitter = LangSplitter()"
]
},
Expand Down Expand Up @@ -71,13 +72,14 @@
}
],
"source": [
"lang_splitter.merge_across_punctuation=True\n",
"lang_splitter.merge_across_punctuation = True\n",
"import time\n",
"\n",
"texts = [\n",
" \"你喜欢看アニメ吗?我也喜欢看\",\n",
" \"Please star this project on GitHub, Thanks you. I love you请加星这个项目,谢谢你。我爱你この項目をスターしてください、ありがとうございます!愛してる\",\n",
" \"日本語(にほんご、にっぽんご)は、日本国内や、かつての日本領だった国、そして国外移民や移住者を含む日本人同士の間で使用されている言語。日本は法令によって公用語を規定していないが、法令その他の公用文は全て日本語で記述され、各種法令において日本語を用いることが規定され、学校教育においては「国語」の教科として学習を行うなど、事実上日本国内において唯一の公用語となっている。\",\n",
" \"日语是日本通用语及事实上的官方语言。没有精确的日语使用人口的统计,如果计算日本人口以及居住在日本以外的日本人、日侨和日裔,日语使用者应超过一亿三千万人。\"\n",
" \"日语是日本通用语及事实上的官方语言。没有精确的日语使用人口的统计,如果计算日本人口以及居住在日本以外的日本人、日侨和日裔,日语使用者应超过一亿三千万人。\",\n",
"]\n",
"time1 = time.time()\n",
"for text in texts:\n",
Expand Down

0 comments on commit f616d94

Please sign in to comment.