File size: 1,357 Bytes
85a4687 0b82ec0 85a4687 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 |
/* eslint-disable no-restricted-globals */
import { pipeline } from "@huggingface/transformers";
class MyZeroShotClassificationPipeline {
static task = "zero-shot-classification";
static model = "MoritzLaurer/deberta-v3-xsmall-zeroshot-v1.1-all-33";
static instance = null;
static async getInstance(progress_callback = null) {
this.instance ??= pipeline(this.task, this.model, {
progress_callback,
});
return this.instance;
}
}
// Listen for messages from the main thread
self.addEventListener("message", async (event) => {
// Retrieve the pipeline. When called for the first time,
// this will load the pipeline and save it for future use.
const classifier = await MyZeroShotClassificationPipeline.getInstance((x) => {
// We also add a progress callback to the pipeline so that we can
// track model loading.
self.postMessage({ status: "progress", output: x });
});
const { text, labels } = event.data;
const split = text.split("\n");
for (const line of split) {
const output = await classifier(line, labels, {
hypothesis_template: "This text is about {}.",
multi_label: true,
});
// Send the output back to the main thread
self.postMessage({ status: "output", output });
}
// Send the output back to the main thread
self.postMessage({ status: "complete" });
}); |