[Flava] Fix flava doc (#26789)

* fix flava doctest

* add shape

* adapt
This commit is contained in:
Younes Belkada 2023-10-13 18:38:36 +02:00 committed by GitHub
parent 8e05ad326b
commit 7cc6f822a3
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23

View File

@ -1371,8 +1371,19 @@ class FlavaModel(FlavaPreTrainedModel):
>>> inputs = processor(text=["a photo of a cat"], images=image, return_tensors="pt", padding=True)
>>> outputs = model(**inputs)
>>> logits_per_image = outputs.contrastive_logits_per_image # this is the image-text similarity score
>>> probs = logits_per_image.softmax(dim=1) # we can take the softmax to get the label probabilities
>>> image_embeddings = outputs.image_embeddings
>>> text_embeddings = outputs.text_embeddings
>>> multimodal_embeddings = outputs.multimodal_embeddings
>>> outputs.image_embeddings.shape
torch.Size([1, 197, 768])
>>> text_embeddings.shape
torch.Size([1, 7, 768])
>>> multimodal_embeddings.shape
torch.Size([1, 205, 768])
```
"""