arturmatos
/

gemma-1b-new_dataset-policy-checkpoint-250-grpo-chatfix

Text Generation

text-generation-inference

Model card Files Files and versions

arturmatos commited on 17 days ago

Commit

091edf9

·

verified ·

1 Parent(s): 02138fb

Update generation_config.json

Files changed (1) hide show

generation_config.json +6 -3

generation_config.json CHANGED Viewed

@@ -1,8 +1,11 @@
 {
   "_from_model_config": true,
   "bos_token_id": 2,
-  "cache_implementation": "hybrid",
-  "eos_token_id": 1,
   "pad_token_id": 0,
   "transformers_version": "4.57.1"
-}

 {
   "_from_model_config": true,
   "bos_token_id": 2,
+  "eos_token_id": [
+    1,
+    106
+  ],
   "pad_token_id": 0,
+  "repetition_penalty": 1.05,
   "transformers_version": "4.57.1"
+}