Fix generation from the published artifact; rewrite model card
Browse files
modeling_baguettotron_vlm.py
CHANGED
|
@@ -67,16 +67,15 @@ class BaguettotronVLMForConditionalGeneration(PreTrainedModel):
|
|
| 67 |
"""
|
| 68 |
BaguettotronVLM: InternViT-300M + PixelUnshuffle projector + Baguettotron-321M.
|
| 69 |
|
| 70 |
-
~628M total parameters. The same architecture is shipped for
|
| 71 |
-
|
| 72 |
-
differ between them.
|
| 73 |
|
| 74 |
Load with:
|
| 75 |
from transformers import AutoModelForImageTextToText
|
| 76 |
model = AutoModelForImageTextToText.from_pretrained(
|
| 77 |
-
"andreagemelli/
|
| 78 |
trust_remote_code=True,
|
| 79 |
-
|
| 80 |
)
|
| 81 |
"""
|
| 82 |
|
|
|
|
| 67 |
"""
|
| 68 |
BaguettotronVLM: InternViT-300M + PixelUnshuffle projector + Baguettotron-321M.
|
| 69 |
|
| 70 |
+
~628M total parameters. The same architecture is shipped for every
|
| 71 |
+
checkpoint; only the weights and `config.chat_style` differ.
|
|
|
|
| 72 |
|
| 73 |
Load with:
|
| 74 |
from transformers import AutoModelForImageTextToText
|
| 75 |
model = AutoModelForImageTextToText.from_pretrained(
|
| 76 |
+
"andreagemelli/baguettotron-vision-vqa",
|
| 77 |
trust_remote_code=True,
|
| 78 |
+
dtype=torch.bfloat16,
|
| 79 |
)
|
| 80 |
"""
|
| 81 |
|
processing_baguettotron_vlm.py
CHANGED
|
@@ -52,7 +52,7 @@ class BaguettotronVLMProcessor(ProcessorMixin):
|
|
| 52 |
|
| 53 |
from transformers import AutoProcessor
|
| 54 |
processor = AutoProcessor.from_pretrained(
|
| 55 |
-
"andreagemelli/
|
| 56 |
trust_remote_code=True,
|
| 57 |
)
|
| 58 |
"""
|
|
|
|
| 52 |
|
| 53 |
from transformers import AutoProcessor
|
| 54 |
processor = AutoProcessor.from_pretrained(
|
| 55 |
+
"andreagemelli/baguettotron-vision-vqa",
|
| 56 |
trust_remote_code=True,
|
| 57 |
)
|
| 58 |
"""
|