smaller font

sctg-development · Oct 7, 2024 · b7e7c3f · b7e7c3f
1 parent 07e0544
commit b7e7c3f
Show file tree

Hide file tree

Showing 5 changed files with 21 additions and 3 deletions.
diff --git a/rollup.config.mjs b/rollup.config.mjs
@@ -4,6 +4,7 @@ import { babel } from "@rollup/plugin-babel";
 import { wasm } from "@rollup/plugin-wasm";
 import typescript from "@rollup/plugin-typescript";
 import dts from "rollup-plugin-dts";
+import { splitVendorChunkPlugin } from 'vite';
 
 export default [
   {
@@ -16,6 +17,7 @@ export default [
       { file: "dist/index.cjs", format: "cjs" },
     ],
     plugins: [
+      splitVendorChunkPlugin(),
       nodeResolve({ browser: true }),
       commonjs(),
       babel({ babelHelpers: "bundled" }),

diff --git a/src/sentencePieceProcessor.ts b/src/sentencePieceProcessor.ts
@@ -113,6 +113,11 @@ export class SentencePieceProcessor {
     }
 }
 
+/**
+ * Function for cleaning text, removing invalid characters and replacing multiple whitespaces with a single space.
+ * @param text input text
+ * @returns a cleaned text
+ */
 export function cleanText(text: string) {
     const stringBuilder: string[] = [];
     let originalCharIndex = 0, newCharIndex = 0;

diff --git a/tokenCount/src/App.tsx b/tokenCount/src/App.tsx
@@ -20,7 +20,7 @@ function App() {
   const styles = useStyles();
   return (
     <>
-      <Card className={styles.card} size="large">
+      <Card className={styles.card} size="large" >
         <CardHeader
           header={
             <Body1>

diff --git a/tokenCount/src/components/TextAnalyzer.tsx b/tokenCount/src/components/TextAnalyzer.tsx
@@ -89,14 +89,15 @@ function TextAnalyzer() {
           className={styles.textarea}
           textarea={{ className: styles.textareain }}
           appearance="outline"
+          size="small"
           id={textAnalyserId}
           ref={textAreaRef}
           placeholder="Enter text or drop a text file"
           onDrop={handleDrop}
           onChange={(event) => setText(event.target.value)}
         ></Textarea>
       </Field>
-      <Text style={{width:"unset"}} className={styles.result} block>
+      <Text style={{width:"unset"}} className={styles.result} block size={300}>
         <Button
           appearance="primary"
           onClick={calculateTokenCount}

diff --git a/tokenCount/vite.config.ts b/tokenCount/vite.config.ts
@@ -5,4 +5,14 @@ import react from '@vitejs/plugin-react'
 export default defineConfig({
   base: '/sentencepiece-js/',
   plugins: [react()],
-})
+  build: {
+    rollupOptions: {
+      output: {
+        manualChunks: {
+          'sentencepiece-js': ['@sctg/sentencepiece-js'],
+          'fluentui-react-components': ['@fluentui/react-components'],
+        }
+      }
+    }
+  }
+});