Update app.py
Browse files
app.py
CHANGED
|
@@ -69,12 +69,10 @@ if __name__ == "__main__":
|
|
| 69 |
ONLY WORKS WITH GPU! By default, we load the model with 4-bit quantization to make it fit in smaller hardwares. Set the environment variable `bits` to control the quantization.
|
| 70 |
|
| 71 |
Set the environment variable `model` to change the model, and switch hardware accordingly:
|
| 72 |
-
|
| 73 |
-
|
| 74 |
-
|
| 75 |
-
|
| 76 |
-
| liuhaotian/llava-v1.6-vicuna-13b | T4 small |
|
| 77 |
-
| liuhaotian/llava-v1.6-34b | A10G large |
|
| 78 |
"""
|
| 79 |
|
| 80 |
print(f"args: {gws.args}")
|
|
|
|
| 69 |
ONLY WORKS WITH GPU! By default, we load the model with 4-bit quantization to make it fit in smaller hardwares. Set the environment variable `bits` to control the quantization.
|
| 70 |
|
| 71 |
Set the environment variable `model` to change the model, and switch hardware accordingly:
|
| 72 |
+
[`liuhaotian/llava-v1.6-mistral-7b`](https://huggingface.co/liuhaotian/llava-v1.6-mistral-7b)
|
| 73 |
+
[`liuhaotian/llava-v1.6-vicuna-7b`](https://huggingface.co/liuhaotian/llava-v1.6-vicuna-7b)
|
| 74 |
+
[`liuhaotian/llava-v1.6-vicuna-13b`](https://huggingface.co/liuhaotian/llava-v1.6-vicuna-13b)
|
| 75 |
+
[`liuhaotian/llava-v1.6-34b`](https://huggingface.co/liuhaotian/llava-v1.6-34b)
|
|
|
|
|
|
|
| 76 |
"""
|
| 77 |
|
| 78 |
print(f"args: {gws.args}")
|