Update README.md

README.md

@@ -53,14 +53,19 @@ SpanExtractor and text_normalize are implemented in [`code`](https://github.com/
 import logging
 from typing import Optional, Tuple
 import re
-from transformers import AutoModel, PhobertTokenizerFast
+from transformers import AutoModel, PhobertTokenizerFast,AutoTokenizer
+import torch.nn.functional as F
 
 from utils.span_extractor import SpanExtractor
 from utils.process_data import text_normalize
 import torch
 
-model = AutoModel.from_pretrained("tkhangg0910/viconbert-base", trust_remote_code=True)
-tokenizer = PhobertTokenizerFast.from_pretrained("tkhangg0910/viconbert-base")
+model = AutoModel.from_pretrained(
+    "tkhangg0910/viconbert-base",
+    trust_remote_code=True,
+    ignore_mismatched_sizes=True
+)
+tokenizer = AutoTokenizer.from_pretrained("tkhangg0910/viconbert-base", use_fast=True)
 
 span_ex =SpanExtractor(tokenizer)