Spaces:
Paused
Paused
Update app.py
Browse files
app.py
CHANGED
|
@@ -131,12 +131,12 @@ CHAT_TEMPLATE="""{%- set today = strftime_now("%Y-%m-%d") %}
|
|
| 131 |
{%- endfor %}"""
|
| 132 |
|
| 133 |
if torch.cuda.is_available():
|
| 134 |
-
model_id = "mistralai/Mistral-Small-24B-Instruct-2501"
|
| 135 |
model_id = "AlexHung29629/add_vision_3"
|
| 136 |
-
model_id = "AlexHung29629/Draft1"
|
| 137 |
-
model_id = "AlexHung29629/tir_grpo"
|
| 138 |
-
model_id = "AlexHung29629/my_checkpoint_1"
|
| 139 |
-
model =
|
| 140 |
tokenizer = AutoTokenizer.from_pretrained(model_id)
|
| 141 |
|
| 142 |
|
|
|
|
| 131 |
{%- endfor %}"""
|
| 132 |
|
| 133 |
if torch.cuda.is_available():
|
| 134 |
+
#model_id = "mistralai/Mistral-Small-24B-Instruct-2501"
|
| 135 |
model_id = "AlexHung29629/add_vision_3"
|
| 136 |
+
#model_id = "AlexHung29629/Draft1"
|
| 137 |
+
#model_id = "AlexHung29629/tir_grpo"
|
| 138 |
+
#model_id = "AlexHung29629/my_checkpoint_1"
|
| 139 |
+
model = AutoModelForImageTextToText.from_pretrained(model_id, torch_dtype=torch.bfloat16, device_map="auto")
|
| 140 |
tokenizer = AutoTokenizer.from_pretrained(model_id)
|
| 141 |
|
| 142 |
|