PTeterwak commited on
Commit
adbecb0
·
verified ·
1 Parent(s): 7c1460c

Update README: recommend float32 + sdpa for best native parity

Browse files
Files changed (1) hide show
  1. README.md +2 -1
README.md CHANGED
@@ -59,7 +59,8 @@ checkpoint_dir = "allenai/MolmoWeb-8B"
59
  model = AutoModelForImageTextToText.from_pretrained(
60
  checkpoint_dir,
61
  trust_remote_code=True,
62
- dtype="auto",
 
63
  device_map="auto",
64
  )
65
 
 
59
  model = AutoModelForImageTextToText.from_pretrained(
60
  checkpoint_dir,
61
  trust_remote_code=True,
62
+ torch_dtype=torch.float32,
63
+ attn_implementation="sdpa",
64
  device_map="auto",
65
  )
66