Spilum.Net/mtf-nlp
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Load NLP transformer from models/transformers folder to prevent big docker image

Browse Source
This commit is contained in:
Apher 2026-07-08 00:01:18 +00:00
parent 29f2c0d869
commit 7b7852e46e
3 changed files with 11 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

1
.gitignore vendored
View File

@ -1,2 +1,3 @@
.env
node_modules/
src/models/transformers/*

3
src/config/index.js
View File

@ -2,5 +2,6 @@ module.exports = {
FORCE_DB_SYNC: process.env.FORCE_DB_SYNC,
NODE_ENV: process.env.NODE_ENV,
PORT: process.env.PORT,
DEVICE_ID: process.env.DEVICE_ID
DEVICE_ID: process.env.DEVICE_ID,
NLP_TRANSFORMER: process.env.NLP_TRANSFORMER
};

10
src/server.js
View File

@ -3,7 +3,10 @@ if (process.env.NODE_ENV !== "production") {
require("dotenv").config();
}
const {pipeline} = require("@xenova/transformers");
const {env, pipeline} = require("@xenova/transformers");
const path = require("path");
env.allowRemoteModels = false;
env.localModelPath = path.resolve(__dirname, "./models/transformers").replace(/\\/g, "/");
const models = require("./models");
const db = models.db;
@ -65,7 +68,10 @@ function cosineSimilarity(a, b) {
}
async function initModel() {
extractor = await pipeline("feature-extraction", "Xenova/all-MiniLM-L6-v2");
extractor = await pipeline("feature-extraction", `${config.NLP_TRANSFORMER}`, {
dtype: 'fp32',
quantized: false
});
console.log("MiniLM model loaded");
}