Update README.md
Browse files
README.md
CHANGED
|
@@ -15,24 +15,20 @@ This model [johnsmith968530/allenai-Olmo-3-7B-Think-MLX-8bit](https://huggingfac
|
|
| 15 |
converted to MLX format from [allenai/Olmo-3-7B-Think](https://huggingface.co/allenai/Olmo-3-7B-Think)
|
| 16 |
using mlx-lm version **0.28.3**.
|
| 17 |
|
| 18 |
-
## Use with mlx
|
| 19 |
-
|
| 20 |
```bash
|
| 21 |
-
|
| 22 |
-
|
| 23 |
-
|
| 24 |
-
|
| 25 |
-
|
| 26 |
-
|
| 27 |
-
|
| 28 |
-
|
| 29 |
-
|
| 30 |
-
|
| 31 |
-
|
| 32 |
-
|
| 33 |
-
|
| 34 |
-
|
| 35 |
-
|
| 36 |
-
|
| 37 |
-
response = generate(model, tokenizer, prompt=prompt, verbose=True)
|
| 38 |
-
```
|
|
|
|
| 15 |
converted to MLX format from [allenai/Olmo-3-7B-Think](https://huggingface.co/allenai/Olmo-3-7B-Think)
|
| 16 |
using mlx-lm version **0.28.3**.
|
| 17 |
|
|
|
|
|
|
|
| 18 |
```bash
|
| 19 |
+
export MODEL1_MAJOR="allenai"
|
| 20 |
+
export MODEL1_MINOR="Olmo-3-7B-Think"
|
| 21 |
+
export MODEL1_Q_BITS="8"
|
| 22 |
+
export MODEL1_SD="$(stardate)"
|
| 23 |
+
|
| 24 |
+
echodo () { echo "$@" && "$@"; }
|
| 25 |
+
mkdir -p /tmp/mlx_lm/convert
|
| 26 |
+
|
| 27 |
+
echodo time mlx_lm.convert \
|
| 28 |
+
--hf-path "$MODEL1_MAJOR/$MODEL1_MINOR" \
|
| 29 |
+
--mlx-path "/tmp/mlx_lm/convert/$MODEL1_SD" \
|
| 30 |
+
--quantize \
|
| 31 |
+
--q-bits "$MODEL1_Q_BITS" \
|
| 32 |
+
--upload-repo \
|
| 33 |
+
"johnsmith968530/$MODEL1_MAJOR-$MODEL1_MINOR-MLX-${MODEL1_Q_BITS}bit"
|
| 34 |
+
```
|
|
|
|
|
|