Commit
·
1226569
1
Parent(s):
ae515f1
final
Browse files
feature_extraction/embedding_from_text.py
CHANGED
|
@@ -4,7 +4,7 @@ from transformers import DistilBertTokenizer, DistilBertModel
|
|
| 4 |
import torch
|
| 5 |
import numpy as np
|
| 6 |
|
| 7 |
-
# Load
|
| 8 |
model_name = "distilbert-base-uncased"
|
| 9 |
tokenizer = DistilBertTokenizer.from_pretrained(model_name)
|
| 10 |
model = DistilBertModel.from_pretrained(model_name)
|
|
|
|
| 4 |
import torch
|
| 5 |
import numpy as np
|
| 6 |
|
| 7 |
+
# Load on CPU
|
| 8 |
model_name = "distilbert-base-uncased"
|
| 9 |
tokenizer = DistilBertTokenizer.from_pretrained(model_name)
|
| 10 |
model = DistilBertModel.from_pretrained(model_name)
|