bert-hash-femto-mlm / configuration_bert_hash.py
cnmoro's picture
Upload 9 files
0f65a16 verified
raw
history blame contribute delete
340 Bytes
from transformers.models.bert.configuration_bert import BertConfig
class BertHashConfig(BertConfig):
"""
Extension of Bert configuration to add projections parameter.
"""
model_type = "bert_hash"
def __init__(self, projections=5, **kwargs):
super().__init__(**kwargs)
self.projections = projections