tiiuae
/

falcon-mamba-7b-instruct-4bit

4-bit precision

Model card Files Files and versions

Gkunsch commited on Aug 15, 2024

Commit

724c280

·

verified ·

1 Parent(s): ac7bbc1

Update tokenizer_config.json

Files changed (1) hide show

tokenizer_config.json +1 -1

tokenizer_config.json CHANGED Viewed

@@ -122,7 +122,7 @@
   ],
   "model_max_length": 1000000000000000019884624838656,
   "pad_to_multiple_of": null,
-  "pad_token": "<|end_of_text|>",
   "pad_token_type_id": 0,
   "padding_side": "left",
   "tokenizer_class": "PreTrainedTokenizerFast"

   ],
   "model_max_length": 1000000000000000019884624838656,
   "pad_to_multiple_of": null,
+  "pad_token": ">>TITLE<<",
   "pad_token_type_id": 0,
   "padding_side": "left",
   "tokenizer_class": "PreTrainedTokenizerFast"