Update README.md
Browse files
README.md
CHANGED
|
@@ -29,10 +29,7 @@ model = AutoModelForCausalLM.from_pretrained(
|
|
| 29 |
|
| 30 |
tokenizer = AutoTokenizer.from_pretrained(model_path, trust_remote_code=False)
|
| 31 |
|
| 32 |
-
terminators = [
|
| 33 |
-
tokenizer.convert_tokens_to_ids("<|end_of_text|>"),
|
| 34 |
-
tokenizer.convert_tokens_to_ids("<|eot_id|>"),
|
| 35 |
-
]
|
| 36 |
|
| 37 |
|
| 38 |
def generate_text(instruction):
|
|
|
|
| 29 |
|
| 30 |
tokenizer = AutoTokenizer.from_pretrained(model_path, trust_remote_code=False)
|
| 31 |
|
| 32 |
+
terminators = [tokenizer.convert_tokens_to_ids("<|im_end|>")]
|
|
|
|
|
|
|
|
|
|
| 33 |
|
| 34 |
|
| 35 |
def generate_text(instruction):
|