This commit is contained in:
superobk
2024-03-27 16:20:12 +08:00
parent 229501515a
commit 2a0c0e0477
86 changed files with 16 additions and 11 deletions

View File

@ -0,0 +1,34 @@
import logging
import onnxruntime
from transformers import BertTokenizer
import numpy as np
dirabspath = __file__.split("\\")[1:-1]
dirabspath= "C://" + "/".join(dirabspath)
default_path = dirabspath + "/models/paimon_sentiment.onnx"
class SentimentEngine():
def __init__(self):
logging.info('Initializing Sentiment Engine...')
onnx_model_path = default_path
self.ort_session = onnxruntime.InferenceSession(onnx_model_path, providers=['CPUExecutionProvider'])
self.tokenizer = BertTokenizer.from_pretrained('bert-base-chinese')
def infer(self, text):
tokens = self.tokenizer(text, return_tensors="np")
input_dict = {
"input_ids": tokens["input_ids"],
"attention_mask": tokens["attention_mask"],
}
# Convert input_ids and attention_mask to int64
input_dict["input_ids"] = input_dict["input_ids"].astype(np.int64)
input_dict["attention_mask"] = input_dict["attention_mask"].astype(np.int64)
logits = self.ort_session.run(["logits"], input_dict)[0]
probabilities = np.exp(logits) / np.sum(np.exp(logits), axis=-1, keepdims=True)
predicted = np.argmax(probabilities, axis=1)[0]
logging.info(f'Sentiment Engine Infer: {predicted}')
return predicted