🐛 fix for custom model

lenML · May 29, 2024 · a249aa9 · a249aa9
1 parent 09bbbb7
commit a249aa9
Show file tree

Hide file tree

Showing 2 changed files with 8 additions and 13 deletions.
diff --git a/src/components/DirectTokenize.tsx b/src/components/DirectTokenize.tsx
@@ -39,6 +39,7 @@ export const DirectTokenInner = ({
   const [config, setConfig] = useState<TokenizerDefine | null>(
     initConfig || null
   );
+  const { getQueryParam } = useQueryParams();
 
   return (
     <>
@@ -54,20 +55,15 @@ export const DirectTokenInner = ({
           config={config}
           inputValue={inputValue}
           onChange={onChange}
+          getInitValue={() => {
+            return getQueryParam("content");
+          }}
         ></TokenizerPanel>
       )}
     </>
   );
 };
 
-const useInitContent = () => {
-  const { getQueryParam } = useQueryParams();
-  return useState(() => {
-    const content = getQueryParam("content");
-    return content || null;
-  })[0];
-};
-
 export const DirectTokenize = () => {
   const [id, setId] = useState(1);
   const { setQueryParam, getQueryParam, deleteQueryParam } = useQueryParams();
@@ -91,8 +87,6 @@ export const DirectTokenize = () => {
     [setQueryParam]
   );
 
-  const initContent = useInitContent();
-
   return (
     <DirectTokenizeContainer>
       <h3>
@@ -111,7 +105,6 @@ export const DirectTokenize = () => {
         key={id}
         onConfigChanged={onConfigChanged}
         initConfig={initConfig}
-        inputValue={initContent}
         onChange={(value) => {
           // 只写入 1024 字符以内的
           if (value.length < 1024) {

diff --git a/src/components/TokenizerPanel/TokenizerPanel.tsx b/src/components/TokenizerPanel/TokenizerPanel.tsx
@@ -282,7 +282,7 @@ const TokenizerInfo = ({
         {Object.entries(info).map(([key, value]) => {
           if (key === "chat_template") {
             let chat_template_content = value;
-            if (typeof value === "object") {
+            if (value && typeof value === "object") {
               chat_template_content = value.default ?? Object.values(value)[0];
             }
             if (typeof chat_template_content !== "string") {
@@ -344,15 +344,17 @@ export function TokenizerPanel({
   config,
   onChange,
   inputValue,
+  getInitValue,
 }: {
   config: TokenizerDefine;
   onChange?: (content: string) => any;
   inputValue?: string | null;
+  getInitValue?: () => string | undefined | null;
 }) {
   const { tokenizer } = useTokenizer(config);
 
   const [value, setValue] = useState(
-    inputValue ?? "Potato potato tomato potato."
+    () => getInitValue?.() ?? "Potato potato tomato potato."
   );
   const hwtRef = useRef(null as null | Editor);