Upload folder using huggingface_hub
Browse files- web_demo_mm.py +2 -1
web_demo_mm.py
CHANGED
|
@@ -48,7 +48,8 @@ def _load_model_tokenizer(args):
|
|
| 48 |
if args.cpu_only:
|
| 49 |
device_map = "cpu"
|
| 50 |
else:
|
| 51 |
-
device_map = "cuda"
|
|
|
|
| 52 |
|
| 53 |
model = AutoModelForCausalLM.from_pretrained(
|
| 54 |
args.checkpoint_path,
|
|
|
|
| 48 |
if args.cpu_only:
|
| 49 |
device_map = "cpu"
|
| 50 |
else:
|
| 51 |
+
#device_map = "cuda"
|
| 52 |
+
device_map = "cpu"
|
| 53 |
|
| 54 |
model = AutoModelForCausalLM.from_pretrained(
|
| 55 |
args.checkpoint_path,
|