Update README.md
Browse files
README.md
CHANGED
|
@@ -130,10 +130,8 @@ inputs_txt = process_messages(messages_txt)
|
|
| 130 |
inputs_img = process_messages(messages_img)
|
| 131 |
|
| 132 |
with torch.no_grad():
|
| 133 |
-
embeddings_txt = model(**inputs_txt) # [1,
|
| 134 |
-
embeddings_img = model(**inputs_img) # [1,
|
| 135 |
-
print(f"embeddings_txt.shape: {embeddings_txt.shape}")
|
| 136 |
-
print(f"embeddings_img.shape: {embeddings_img.shape}")
|
| 137 |
|
| 138 |
print(torch.matmul(embeddings_txt, embeddings_img.T))
|
| 139 |
# tensor([[0.7578]], dtype=torch.bfloat16)
|
|
@@ -175,8 +173,8 @@ inputs_txt = process_messages(messages_txt)
|
|
| 175 |
inputs_vid = process_messages(messages_vid)
|
| 176 |
|
| 177 |
with torch.no_grad():
|
| 178 |
-
embeddings_txt = model(**inputs_txt) # [1,
|
| 179 |
-
embeddings_vid = model(**inputs_vid) # [1,
|
| 180 |
|
| 181 |
print(torch.matmul(embeddings_txt, embeddings_vid.T))
|
| 182 |
# tensor([[0.4883]], dtype=torch.bfloat16)
|
|
@@ -213,8 +211,8 @@ inputs_qry = process_messages(messages_qry)
|
|
| 213 |
inputs_tgt = process_messages(messages_tgt)
|
| 214 |
|
| 215 |
with torch.no_grad():
|
| 216 |
-
embeddings_qry = model(**inputs_qry) # [1,
|
| 217 |
-
embeddings_tgt = model(**inputs_tgt) # [1,
|
| 218 |
|
| 219 |
print(torch.matmul(embeddings_qry, embeddings_tgt.T))
|
| 220 |
# tensor([[0.6719]], dtype=torch.bfloat16)
|
|
|
|
| 130 |
inputs_img = process_messages(messages_img)
|
| 131 |
|
| 132 |
with torch.no_grad():
|
| 133 |
+
embeddings_txt = model(**inputs_txt) # [1, 3584]
|
| 134 |
+
embeddings_img = model(**inputs_img) # [1, 3584]
|
|
|
|
|
|
|
| 135 |
|
| 136 |
print(torch.matmul(embeddings_txt, embeddings_img.T))
|
| 137 |
# tensor([[0.7578]], dtype=torch.bfloat16)
|
|
|
|
| 173 |
inputs_vid = process_messages(messages_vid)
|
| 174 |
|
| 175 |
with torch.no_grad():
|
| 176 |
+
embeddings_txt = model(**inputs_txt) # [1, 3584]
|
| 177 |
+
embeddings_vid = model(**inputs_vid) # [1, 3584]
|
| 178 |
|
| 179 |
print(torch.matmul(embeddings_txt, embeddings_vid.T))
|
| 180 |
# tensor([[0.4883]], dtype=torch.bfloat16)
|
|
|
|
| 211 |
inputs_tgt = process_messages(messages_tgt)
|
| 212 |
|
| 213 |
with torch.no_grad():
|
| 214 |
+
embeddings_qry = model(**inputs_qry) # [1, 3584]
|
| 215 |
+
embeddings_tgt = model(**inputs_tgt) # [1, 3584]
|
| 216 |
|
| 217 |
print(torch.matmul(embeddings_qry, embeddings_tgt.T))
|
| 218 |
# tensor([[0.6719]], dtype=torch.bfloat16)
|