NeoAnd/Dolphin
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Merge pull request #66 from Ivan-Inby/bugfix/fallback-to-cpu-if-no-cuda

Browse Source 
fix: fallback to CPU when CUDA is not available
This commit is contained in:
Hao Feng 2025-06-15 22:05:53 +08:00 committed by GitHub
commit cb1c409cea
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 2 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
chat.py
View File

@ -93,7 +93,8 @@ class DOLPHIN:
ckpt = try_rename_lagacy_weights(ckpt) ckpt = try_rename_lagacy_weights(ckpt)
self.model.load_state_dict(ckpt, strict=True) self.model.load_state_dict(ckpt, strict=True)
self.model.to("cuda") device = "cuda" if torch.cuda.is_available() else "cpu"
self.model.to(device)
self.model.eval() self.model.eval()
transform_args = { transform_args = {
"input_size": self.swin_args["img_size"], "input_size": self.swin_args["img_size"],