Update app.py

app.py

@@ -23,7 +23,7 @@ args = {
 model = OpenLLAMAPEFTModel(**args)
 delta_ckpt = torch.load(args['delta_ckpt_path'], map_location=torch.device('cpu'))
 model.load_state_dict(delta_ckpt, strict=False)
-model = model.half().cuda().eval()
+model = model.half().cuda().eval() if torch.cuda.is_available() else model.eval()
 print(f'[!] init the 13b model over ...')
 
 """Override Chatbot.postprocess"""