feat: nlp manager

Author: Léo Guillaume

package-lock.json

@@ -14,10 +14,24 @@
     "url": "git+https://github.com/Leoglme/node-nlp-typescript.git"
   },
   "keywords": [
-    "nlp",
     "node-nlp",
     "typescript",
-    "ai"
+    "ai",
+    "natural language processing",
+    "artifical intelligence",
+    "natural language understanding",
+    "natural language generation",
+    "NLP",
+    "NLU",
+    "NLG",
+    "sentiment analysis",
+    "classifier",
+    "logistic regression",
+    "Natural",
+    "entity extraction",
+    "named entity recognition",
+    "chatbot",
+    "bot"
   ],
   "author": "dibodev",
   "license": "MIT",
@@ -26,14 +40,25 @@
   },
   "homepage": "https://github.com/Leoglme/node-nlp-typescript#readme",
   "devDependencies": {
+    "@types/node": "^18.15.10",
     "tsup": "^6.7.0",
     "typescript": "^5.0.2"
   },
   "dependencies": {
+    "@nlpjs/builtin-duckling": "^4.26.1",
+    "@nlpjs/builtin-microsoft": "^4.26.1",
     "@nlpjs/core-loader": "^4.26.1",
+    "@nlpjs/emoji": "^4.26.1",
+    "@nlpjs/evaluator": "^4.26.1",
     "@nlpjs/lang-all": "^4.26.1",
     "@nlpjs/language": "^4.25.0",
-    "node-nlp": "^4.26.1",
-    "node-nlp-typescript": "^0.1.30"
+    "@nlpjs/neural": "^4.25.0",
+    "@nlpjs/nlg": "^4.26.1",
+    "@nlpjs/nlp": "^4.26.1",
+    "@nlpjs/nlu": "^4.26.1",
+    "@nlpjs/request": "^4.25.0",
+    "@nlpjs/sentiment": "^4.26.1",
+    "@nlpjs/similarity": "^4.26.1",
+    "@nlpjs/xtables": "^4.25.0"
   }
 }

package.json

@@ -22,9 +22,10 @@
  */
 
 import { Language } from './language';
-import { NlpUtil } from './nlp';
+import { NlpUtil, NlpManager } from './nlp';
 
 export {
     Language,
-    NlpUtil
+    NlpUtil,
+    NlpManager
 };

src/index.ts

@@ -22,7 +22,9 @@
  */
 
 import NlpUtil from './nlp-util';
+import NlpManager from './nlp-manager';
 
 export {
-    NlpUtil
+    NlpUtil,
+    NlpManager
 }

src/nlp/index.ts

@@ -0,0 +1,67 @@
+import { XDoc } from '@nlpjs/xtables';
+import NlpManager from './nlp-manager';
+
+class NlpExcelReader {
+  private manager: NlpManager;
+  private xdoc: XDoc;
+
+  constructor(manager: NlpManager) {
+    this.manager = manager;
+    this.xdoc = new XDoc();
+  }
+
+  load(filename: string): void {
+    this.xdoc.read(filename);
+    this.loadSettings();
+    this.loadLanguages();
+    this.loadNamedEntities();
+    this.loadRegexEntities();
+    this.loadIntents();
+    this.loadResponses();
+  }
+
+  loadSettings(): void {}
+
+  loadLanguages(): void {
+    const rows: Record<string, string>[] = this.xdoc.getTable('Languages').data;
+    rows.forEach((row: Record<string, string>) => {
+      this.manager.addLanguage(row.iso2);
+    });
+  }
+
+  loadNamedEntities(): void {
+    const rows: Record<string, string>[] = this.xdoc.getTable('Named Entities').data;
+    rows.forEach((row: Record<string, string>) => {
+      const languages = row.language.split(',').map((x) => x.trim());
+      this.manager.addNamedEntityText(row.entity, row.option, languages, [row.text]);
+    });
+  }
+
+  loadRegexEntities(): void {
+    const table = this.xdoc.getTable('Regex Entities');
+    if (table) {
+      const rows: Record<string, string>[] = table.data;
+      rows.forEach((row: Record<string, string>) => {
+        const languages = row.language.split(',').map((x) => x.trim());
+        this.manager.addRegexEntity(row.entity, languages, row.regex);
+      });
+    }
+  }
+
+  loadIntents(): void {
+    const rows: Record<string, string>[] = this.xdoc.getTable('Intents').data;
+    rows.forEach((row: Record<string, string>) => {
+      this.manager.addDocument(row.language, row.utterance, row.intent);
+    });
+  }
+
+  loadResponses(): void {
+    const rows: Record<string, string>[] = this.xdoc.getTable('Responses').data;
+    rows.forEach((row: Record<string, string>) => {
+      this.manager.addAnswer(row.language, row.intent, row.response, row.condition);
+      // this.manager.addAnswer(row.language, row.intent, row.response, row.condition, row.url);
+    });
+  }
+}
+
+export default NlpExcelReader;