Update README: recommend float32 + sdpa for best native parity
Browse files
README.md
CHANGED
|
@@ -59,7 +59,8 @@ checkpoint_dir = "allenai/MolmoWeb-8B"
|
|
| 59 |
model = AutoModelForImageTextToText.from_pretrained(
|
| 60 |
checkpoint_dir,
|
| 61 |
trust_remote_code=True,
|
| 62 |
-
|
|
|
|
| 63 |
device_map="auto",
|
| 64 |
)
|
| 65 |
|
|
|
|
| 59 |
model = AutoModelForImageTextToText.from_pretrained(
|
| 60 |
checkpoint_dir,
|
| 61 |
trust_remote_code=True,
|
| 62 |
+
torch_dtype=torch.float32,
|
| 63 |
+
attn_implementation="sdpa",
|
| 64 |
device_map="auto",
|
| 65 |
)
|
| 66 |
|