feat: add xct settings to the ui

a-ghorbani · Nov 1, 2024 · a5f2e3c · a5f2e3c
1 parent 2312d80
commit a5f2e3c
Show file tree

Hide file tree

Showing 4 changed files with 13 additions and 1 deletion.
diff --git a/jest/fixtures/models.ts b/jest/fixtures/models.ts
@@ -11,6 +11,8 @@ export const mockDefaultCompletionParams: CompletionParams = {
   top_k: 40,
   top_p: 0.95,
   tfs_z: 1.0,
+  xtc_threshold: 0.1,
+  xtc_probability: 0.01,
   typical_p: 1.0,
   penalty_last_n: 64,
   penalty_repeat: 1.0,

diff --git a/src/screens/ModelsScreen/CompletionSettings/CompletionSettings.tsx b/src/screens/ModelsScreen/CompletionSettings/CompletionSettings.tsx
@@ -97,6 +97,8 @@ export const CompletionSettings: React.FC<Props> = ({settings, onChange}) => {
           {renderSlider('top_k', 1, 128, 1)}
           {renderSlider('top_p', 0, 1)}
           {renderSlider('tfs_z', 0, 2)}
+          {renderSlider('xtc_threshold', 0, 1)}
+          {renderSlider('xtc_probability', 0, 1)}
           {renderSlider('typical_p', 0, 2)}
           {renderSlider('penalty_last_n', 0, 256, 1)}
           {renderSlider('penalty_repeat', 0, 2)}

diff --git a/src/screens/ModelsScreen/CompletionSettings/__tests__/CompletionSettings.test.tsx b/src/screens/ModelsScreen/CompletionSettings/__tests__/CompletionSettings.test.tsx
@@ -33,6 +33,14 @@ describe('CompletionSettings', () => {
     const tfsZSlider = getByTestId('tfs_z-slider');
     expect(tfsZSlider.props.value).toBe(1);
 
+    expect(getByTestId('xtc_threshold-slider')).toBeTruthy();
+    const xtcThresholdSlider = getByTestId('xtc_threshold-slider');
+    expect(xtcThresholdSlider.props.value).toBe(0.1);
+
+    expect(getByTestId('xtc_probability-slider')).toBeTruthy();
+    const xtcProbabilitySlider = getByTestId('xtc_probability-slider');
+    expect(xtcProbabilitySlider.props.value).toBe(0.01);
+
     expect(getByTestId('typical_p-slider')).toBeTruthy();
     const typicalPSlider = getByTestId('typical_p-slider');
     expect(typicalPSlider.props.value).toBe(1);

diff --git a/src/utils/chat.ts b/src/utils/chat.ts
@@ -122,7 +122,7 @@ export const defaultCompletionParams: CompletionParams = {
   top_p: 0.95,
   tfs_z: 1.0,
   xtc_threshold: 0.1,
-  xtc_probability: 0.95,
+  xtc_probability: 0.0,
   typical_p: 1.0,
   penalty_last_n: 64,
   penalty_repeat: 1.0,