Hugging Face's logo

automerger
/
Experiment26Strangemerges_32-7B

Text Generation
Transformers
Safetensors
mistral
Merge
mergekit
lazymergekit
automerger
text-generation-inference
Model card Files
xet
Community
automerger commited on
Commit
940e6f0
·
verified ·
1 Parent(s): 4f5dd8a

Upload folder using huggingface_hub

Browse files
Files changed (5) hide show
  1. README.md +2 -2
  2. config.json +1 -1
  3. mergekit_config.yml +2 -2
  4. model-00001-of-00002.safetensors +1 -1
  5. model-00002-of-00002.safetensors +1 -1
README.md CHANGED
@@ -18,14 +18,14 @@ Experiment26Strangemerges_32-7B is an automated merge created by [Maxime Labonne
18
 
19
  ```yaml
20
  models:
21
- - model: yam-peleg/Experiment26-7B
22
  # No parameters necessary for base model
23
  - model: Gille/StrangeMerges_32-7B-slerp
24
  parameters:
25
  density: 0.53
26
  weight: 0.6
27
  merge_method: dare_ties
28
- base_model: yam-peleg/Experiment26-7B
29
  parameters:
30
  int8_mask: true
31
  dtype: bfloat16
 
18
 
19
  ```yaml
20
  models:
21
+ - model: rwitz/experiment26-truthy-iter-1
22
  # No parameters necessary for base model
23
  - model: Gille/StrangeMerges_32-7B-slerp
24
  parameters:
25
  density: 0.53
26
  weight: 0.6
27
  merge_method: dare_ties
28
+ base_model: rwitz/experiment26-truthy-iter-1
29
  parameters:
30
  int8_mask: true
31
  dtype: bfloat16
config.json CHANGED
@@ -1,5 +1,5 @@
1
  {
2
- "_name_or_path": "yam-peleg/Experiment26-7B",
3
  "architectures": [
4
  "MistralForCausalLM"
5
  ],
 
1
  {
2
+ "_name_or_path": "rwitz/experiment26-truthy-iter-1",
3
  "architectures": [
4
  "MistralForCausalLM"
5
  ],
mergekit_config.yml CHANGED
@@ -1,13 +1,13 @@
1
 
2
  models:
3
- - model: yam-peleg/Experiment26-7B
4
  # No parameters necessary for base model
5
  - model: Gille/StrangeMerges_32-7B-slerp
6
  parameters:
7
  density: 0.53
8
  weight: 0.6
9
  merge_method: dare_ties
10
- base_model: yam-peleg/Experiment26-7B
11
  parameters:
12
  int8_mask: true
13
  dtype: bfloat16
 
1
 
2
  models:
3
+ - model: rwitz/experiment26-truthy-iter-1
4
  # No parameters necessary for base model
5
  - model: Gille/StrangeMerges_32-7B-slerp
6
  parameters:
7
  density: 0.53
8
  weight: 0.6
9
  merge_method: dare_ties
10
+ base_model: rwitz/experiment26-truthy-iter-1
11
  parameters:
12
  int8_mask: true
13
  dtype: bfloat16
model-00001-of-00002.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:4d299987abc5d39dd1f9c8b8854dfa06be411264f0966ca1dc20b551f72dd3d4
3
  size 9942981696
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bb65069e8b9708b103b099e982bdfa3bf42783de43f3912c0c7b0403e4ae9e4d
3
  size 9942981696
model-00002-of-00002.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:0324686dc3527f0b96000c6e66a8bb63c00e2434a3bf0929e36dea76c2cae49e
3
  size 4540516344
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:15e5e3348e6e2b8fcea6273256d17f3e249417a764d7fd66029649731d85a0a9
3
  size 4540516344