refactor(tools): migrate to TypeScript and enhance build configuration

- Converted project to TypeScript with `.ts` file extensions
- Updated `tsconfig.json` with improved TypeScript configuration
- Modified `rollup.config.mjs` to support TypeScript compilation
- Added TypeScript and related dependencies in `package.json`
- Updated package exports to include type definitions
- Migrated tool story files to use TypeScript imports
- Configured TypeScript compilation for individual tools and main package

packages/tools/package.json

@@ -5,58 +5,72 @@
   "private": false,
   "main": "dist/index.cjs.js",
   "module": "dist/index.esm.js",
+  "types": "dist/index.d.ts",
   "exports": {
     ".": {
       "import": "./dist/index.esm.js",
-      "require": "./dist/index.cjs.js"
+      "require": "./dist/index.cjs.js",
+      "types": "./dist/index.d.ts"
     },
     "./firecrawl": {
       "import": "./dist/firecrawl/index.esm.js",
-      "require": "./dist/firecrawl/index.cjs.js"
+      "require": "./dist/firecrawl/index.cjs.js",
+      "types": "./dist/firecrawl/index.d.ts"
     },
     "./tavily": {
       "import": "./dist/tavily/index.esm.js",
-      "require": "./dist/tavily/index.cjs.js"
+      "require": "./dist/tavily/index.cjs.js",
+      "types": "./dist/tavily/index.d.ts"
     },
     "./serper": {
       "import": "./dist/serper/index.esm.js",
-      "require": "./dist/serper/index.cjs.js"
+      "require": "./dist/serper/index.cjs.js",
+      "types": "./dist/serper/index.d.ts"
     },
     "./exa": {
       "import": "./dist/exa/index.esm.js",
-      "require": "./dist/exa/index.cjs.js"
+      "require": "./dist/exa/index.cjs.js",
+      "types": "./dist/exa/index.d.ts"
     },
     "./wolframalpha": {
       "import": "./dist/wolframalpha/index.esm.js",
-      "require": "./dist/wolframalpha/index.cjs.js"
+      "require": "./dist/wolframalpha/index.cjs.js",
+      "types": "./dist/wolframalpha/index.d.ts"
     },
     "./simple-rag": {
       "import": "./dist/simple-rag/index.esm.js",
-      "require": "./dist/simple-rag/index.cjs.js"
+      "require": "./dist/simple-rag/index.cjs.js",
+      "types": "./dist/simple-rag/index.d.ts"
     },
     "./website-search": {
       "import": "./dist/website-search/index.esm.js",
-      "require": "./dist/website-search/index.cjs.js"
+      "require": "./dist/website-search/index.cjs.js",
+      "types": "./dist/website-search/index.d.ts"
     },
     "./pdf-search": {
       "import": "./dist/pdf-search/index.esm.js",
-      "require": "./dist/pdf-search/index.cjs.js"
+      "require": "./dist/pdf-search/index.cjs.js",
+      "types": "./dist/pdf-search/index.d.ts"
     },
     "./textfile-search": {
       "import": "./dist/textfile-search/index.esm.js",
-      "require": "./dist/textfile-search/index.cjs.js"
+      "require": "./dist/textfile-search/index.cjs.js",
+      "types": "./dist/textfile-search/index.d.ts"
     },
     "./zapier-webhook": {
       "import": "./dist/zapier-webhook/index.esm.js",
-      "require": "./dist/zapier-webhook/index.cjs.js"
+      "require": "./dist/zapier-webhook/index.cjs.js",
+      "types": "./dist/zapier-webhook/index.d.ts"
     },
     "./make-webhook": {
       "import": "./dist/make-webhook/index.esm.js",
-      "require": "./dist/make-webhook/index.cjs.js"
+      "require": "./dist/make-webhook/index.cjs.js",
+      "types": "./dist/make-webhook/index.d.ts"
     },
     "./jina-url-to-markdown": {
       "import": "./dist/jina-url-to-markdown/index.esm.js",
-      "require": "./dist/jina-url-to-markdown/index.cjs.js"
+      "require": "./dist/jina-url-to-markdown/index.cjs.js",
+      "types": "./dist/jina-url-to-markdown/index.d.ts"
     }
   },
   "files": [
@@ -119,6 +133,7 @@
     "@rollup/plugin-node-resolve": "^15.3.0",
     "@rollup/plugin-replace": "^6.0.1",
     "@rollup/plugin-terser": "^0.4.4",
+    "@rollup/plugin-typescript": "^12.1.2",
     "@storybook/addon-essentials": "^8.3.6",
     "@storybook/addon-interactions": "^8.3.6",
     "@storybook/addon-links": "^8.3.6",
@@ -127,6 +142,7 @@
     "@storybook/react": "^8.3.6",
     "@storybook/react-vite": "^8.3.6",
     "@storybook/test": "^8.3.6",
+    "@types/node": "^22.13.4",
     "babel-jest": "^29.7.0",
     "eslint": "^8.4.1",
     "eslint-plugin-storybook": "^0.10.1",
@@ -136,6 +152,8 @@
     "rollup": "^4.24.0",
     "rollup-plugin-node-polyfills": "^0.2.1",
     "storybook": "^8.3.6",
+    "tslib": "^2.8.1",
+    "typescript": "^5.7.3",
     "undici": "^6.20.1"
   },
   "eslintConfig": {

packages/tools/rollup.config.mjs

@@ -5,6 +5,7 @@ import terser from '@rollup/plugin-terser';
 import json from '@rollup/plugin-json';
 import nodePolyfills from 'rollup-plugin-node-polyfills'; // Correct plugin name
 import replace from '@rollup/plugin-replace';
+import typescript from '@rollup/plugin-typescript';
 
 // Array of tool folder names
 const toolFolders = [
@@ -24,7 +25,7 @@ const toolFolders = [
 ]; // Add more folder names as needed
 
 const toolConfigs = toolFolders.map((tool) => {
-  const inputPath = `src/${tool}/index.js`; // Adjusted for plain JavaScript
+  const inputPath = `src/${tool}/index.ts`;
 
   return defineConfig({
     input: inputPath,
@@ -48,9 +49,19 @@ const toolConfigs = toolFolders.map((tool) => {
       'pdf-parse/lib/pdf.js/v1.10.100/build/pdf.js',
     ],
     plugins: [
+      typescript({
+        tsconfig: './tsconfig.json',
+        declaration: true,
+        declarationDir: `dist/${tool}/`,
+        outDir: `./dist/${tool}`,
+        rootDir: `./src/${tool}/`,
+      }),
       nodeResolve({
         browser: true,
         preferBuiltins: false, // Use polyfills for Node built-in modules
+        extensions: ['.ts', '.js', '.json'],
+        moduleDirectories: ['node_modules', 'src'],
+        preserveSymlinks: true,
       }),
       commonjs(),
       json(),
@@ -70,7 +81,7 @@ const toolConfigs = toolFolders.map((tool) => {
 
 // Main index config
 const mainConfig = defineConfig({
-  input: 'src/index.js',
+  input: 'src/index.ts',
   output: [
     {
       file: 'dist/index.cjs.js',
@@ -91,6 +102,12 @@ const mainConfig = defineConfig({
     'pdf-parse/lib/pdf.js/v1.10.100/build/pdf.js',
   ],
   plugins: [
+    typescript({
+      tsconfig: './tsconfig.json',
+      declaration: true,
+      declarationDir: `./dist/`,
+      rootDir: './src/',
+    }),
     nodeResolve({
       browser: true,
       preferBuiltins: false,
@@ -109,8 +126,9 @@ const mainConfig = defineConfig({
     }),
   ],
 });
+
 const ragToolkitConfig = defineConfig({
-  input: 'src/_utils/rag/ragToolkit.js',
+  input: 'src/_utils/rag/ragToolkit.ts',
   output: [
     {
       file: 'dist/rag-toolkit/index.cjs.js',
@@ -126,6 +144,12 @@ const ragToolkitConfig = defineConfig({
     },
   ],
   plugins: [
+    typescript({
+      tsconfig: './tsconfig.json',
+      declaration: true,
+      declarationDir: './dist/rag-toolkit/',
+      rootDir: './src/_utils/rag/',
+    }),
     nodeResolve({
       browser: true,
       preferBuiltins: false,
@@ -134,6 +158,15 @@ const ragToolkitConfig = defineConfig({
     json(),
     nodePolyfills(),
     terser(),
+    replace({
+      preventAssignment: true,
+      values: {
+        'node:fs/promises': 'fs/promises',
+        'Promise.withResolvers':
+          '(() => ({ promise: new Promise(() => {}), resolve: () => {}, reject: () => {} }))',
+      },
+    }),
   ],
 });
+
 export default [ragToolkitConfig, ...toolConfigs, mainConfig];

packages/tools/src/_utils/rag/loaders/browserPDFLoader.js → packages/tools/src/_utils/rag/loaders/browserPDFLoader/index.ts

@@ -1,15 +1,46 @@
 import { BaseDocumentLoader } from '@langchain/core/document_loaders/base';
 import { Document as BaseDocument } from 'langchain/document';
-// import { getDocument, GlobalWorkerOptions } from 'pdfjs-dist';
 
-class BrowserPDFLoader extends BaseDocumentLoader {
-  constructor(file, metadata = {}) {
+interface PDFMetadata {
+  [key: string]: any;
+}
+
+interface PDFTextItem {
+  str?: string;
+  [key: string]: any;
+}
+
+interface PDFPage {
+  getTextContent(): Promise<{ items: PDFTextItem[] }>;
+}
+
+interface PDFDocument {
+  numPages: number;
+  getPage(pageNum: number): Promise<PDFPage>;
+}
+
+interface PDFDocumentProxy {
+  promise: Promise<PDFDocument>;
+}
+
+interface PDFLib {
+  getDocument(data: Uint8Array): PDFDocumentProxy;
+  GlobalWorkerOptions: {
+    workerSrc: string;
+  };
+}
+
+export class BrowserPDFLoader extends BaseDocumentLoader {
+  private file: string | File;
+  private metadata: PDFMetadata;
+
+  constructor(file: string | File, metadata: PDFMetadata = {}) {
     super();
     this.file = file;
     this.metadata = metadata;
   }
 
-  async load() {
+  async load(): Promise<BaseDocument[]> {
     if (!this.file) {
       console.log('No file selected.');
       return [];
@@ -22,26 +53,28 @@ class BrowserPDFLoader extends BaseDocumentLoader {
     }
 
     try {
-      const { getDocument, GlobalWorkerOptions } = await import('pdfjs-dist');
+      const { getDocument, GlobalWorkerOptions } = (await import(
+        'pdfjs-dist'
+      )) as PDFLib;
       GlobalWorkerOptions.workerSrc =
         'https://cdnjs.cloudflare.com/ajax/libs/pdf.js/4.8.69/pdf.worker.min.mjs';
 
       const fileReader = new FileReader();
 
-      const fileReaderPromise = new Promise((resolve, reject) => {
+      const fileReaderPromise = new Promise<Uint8Array>((resolve, reject) => {
         fileReader.onload = () => {
-          resolve(new Uint8Array(fileReader.result));
+          resolve(new Uint8Array(fileReader.result as ArrayBuffer));
         };
         fileReader.onerror = (error) => {
           reject(error);
         };
       });
 
-      fileReader.readAsArrayBuffer(this.file);
+      fileReader.readAsArrayBuffer(this.file as File);
 
       const typedArray = await fileReaderPromise;
       const pdf = await getDocument(typedArray).promise;
-      const pagesContent = [];
+      const pagesContent: string[] = [];
 
       for (let pageNum = 1; pageNum <= pdf.numPages; pageNum++) {
         const page = await pdf.getPage(pageNum);
@@ -61,11 +94,8 @@ class BrowserPDFLoader extends BaseDocumentLoader {
       );
 
       return documents;
-    } catch {
-      // console.log('Error loading PDF:', error);
+    } catch (_error) {
       throw new Error('Error loading PDF.');
     }
   }
 }
-
-export { BrowserPDFLoader };

packages/tools/src/_utils/rag/loaders/textInputLoader.js → packages/tools/src/_utils/rag/loaders/textInputLoader/index.ts

@@ -1,20 +1,25 @@
 import { BaseDocumentLoader } from '@langchain/core/document_loaders/base';
 import { Document as BaseDocument } from 'langchain/document';
 
-class TextInputLoader extends BaseDocumentLoader {
-  constructor(text, metadata = {}) {
+interface TextInputMetadata {
+  [key: string]: any;
+}
+
+export class TextInputLoader extends BaseDocumentLoader {
+  private text: string;
+  private metadata: TextInputMetadata;
+
+  constructor(text: string, metadata: TextInputMetadata = {}) {
     super();
     this.text = text;
     this.metadata = metadata;
   }
 
-  async load() {
+  async load(): Promise<BaseDocument[]> {
     const document = new BaseDocument({
       pageContent: this.text,
       metadata: this.metadata,
     });
     return [document];
   }
 }
-
-export { TextInputLoader };