friedrichor commited on
Commit
afd746d
·
verified ·
1 Parent(s): 019fd32

Update README.md

Browse files
Files changed (1) hide show
  1. README.md +6 -8
README.md CHANGED
@@ -130,10 +130,8 @@ inputs_txt = process_messages(messages_txt)
130
  inputs_img = process_messages(messages_img)
131
 
132
  with torch.no_grad():
133
- embeddings_txt = model(**inputs_txt) # [1, 1536]
134
- embeddings_img = model(**inputs_img) # [1, 1536]
135
- print(f"embeddings_txt.shape: {embeddings_txt.shape}")
136
- print(f"embeddings_img.shape: {embeddings_img.shape}")
137
 
138
  print(torch.matmul(embeddings_txt, embeddings_img.T))
139
  # tensor([[0.7578]], dtype=torch.bfloat16)
@@ -175,8 +173,8 @@ inputs_txt = process_messages(messages_txt)
175
  inputs_vid = process_messages(messages_vid)
176
 
177
  with torch.no_grad():
178
- embeddings_txt = model(**inputs_txt) # [1, 1536]
179
- embeddings_vid = model(**inputs_vid) # [1, 1536]
180
 
181
  print(torch.matmul(embeddings_txt, embeddings_vid.T))
182
  # tensor([[0.4883]], dtype=torch.bfloat16)
@@ -213,8 +211,8 @@ inputs_qry = process_messages(messages_qry)
213
  inputs_tgt = process_messages(messages_tgt)
214
 
215
  with torch.no_grad():
216
- embeddings_qry = model(**inputs_qry) # [1, 1536]
217
- embeddings_tgt = model(**inputs_tgt) # [1, 1536]
218
 
219
  print(torch.matmul(embeddings_qry, embeddings_tgt.T))
220
  # tensor([[0.6719]], dtype=torch.bfloat16)
 
130
  inputs_img = process_messages(messages_img)
131
 
132
  with torch.no_grad():
133
+ embeddings_txt = model(**inputs_txt) # [1, 3584]
134
+ embeddings_img = model(**inputs_img) # [1, 3584]
 
 
135
 
136
  print(torch.matmul(embeddings_txt, embeddings_img.T))
137
  # tensor([[0.7578]], dtype=torch.bfloat16)
 
173
  inputs_vid = process_messages(messages_vid)
174
 
175
  with torch.no_grad():
176
+ embeddings_txt = model(**inputs_txt) # [1, 3584]
177
+ embeddings_vid = model(**inputs_vid) # [1, 3584]
178
 
179
  print(torch.matmul(embeddings_txt, embeddings_vid.T))
180
  # tensor([[0.4883]], dtype=torch.bfloat16)
 
211
  inputs_tgt = process_messages(messages_tgt)
212
 
213
  with torch.no_grad():
214
+ embeddings_qry = model(**inputs_qry) # [1, 3584]
215
+ embeddings_tgt = model(**inputs_tgt) # [1, 3584]
216
 
217
  print(torch.matmul(embeddings_qry, embeddings_tgt.T))
218
  # tensor([[0.6719]], dtype=torch.bfloat16)