andreagemelli commited on
Commit
b66671e
·
verified ·
1 Parent(s): f7e9c38

Fix generation from the published artifact; rewrite model card

Browse files
modeling_baguettotron_vlm.py CHANGED
@@ -67,16 +67,15 @@ class BaguettotronVLMForConditionalGeneration(PreTrainedModel):
67
  """
68
  BaguettotronVLM: InternViT-300M + PixelUnshuffle projector + Baguettotron-321M.
69
 
70
- ~628M total parameters. The same architecture is shipped for all three
71
- training stages; only the checkpoint weights and `config.chat_style`
72
- differ between them.
73
 
74
  Load with:
75
  from transformers import AutoModelForImageTextToText
76
  model = AutoModelForImageTextToText.from_pretrained(
77
- "andreagemelli/Baguettotron-VLM",
78
  trust_remote_code=True,
79
- torch_dtype=torch.bfloat16,
80
  )
81
  """
82
 
 
67
  """
68
  BaguettotronVLM: InternViT-300M + PixelUnshuffle projector + Baguettotron-321M.
69
 
70
+ ~628M total parameters. The same architecture is shipped for every
71
+ checkpoint; only the weights and `config.chat_style` differ.
 
72
 
73
  Load with:
74
  from transformers import AutoModelForImageTextToText
75
  model = AutoModelForImageTextToText.from_pretrained(
76
+ "andreagemelli/baguettotron-vision-vqa",
77
  trust_remote_code=True,
78
+ dtype=torch.bfloat16,
79
  )
80
  """
81
 
processing_baguettotron_vlm.py CHANGED
@@ -52,7 +52,7 @@ class BaguettotronVLMProcessor(ProcessorMixin):
52
 
53
  from transformers import AutoProcessor
54
  processor = AutoProcessor.from_pretrained(
55
- "andreagemelli/Baguettotron-VLM",
56
  trust_remote_code=True,
57
  )
58
  """
 
52
 
53
  from transformers import AutoProcessor
54
  processor = AutoProcessor.from_pretrained(
55
+ "andreagemelli/baguettotron-vision-vqa",
56
  trust_remote_code=True,
57
  )
58
  """