File size: 408 Bytes
95aef6a
 
 
 
ae4c85e
 
 
1
2
3
4
5
6
7
from transformers import BertTokenizer, BertForSequenceClassification,TextClassificationPipeline, AutoModelForSequenceClassification
# Load tokenizer and model from the fine-tuned directory
model_path = 'intent_classification/TinyBERT_106_V2'  # can try other checkpoints

tokenizer = BertTokenizer.from_pretrained('huawei-noah/TinyBERT_General_4L_312D')
tokenizer.save_pretrained(model_path)
print('finish')