k050506koch commited on
Commit
b2f578d
·
verified ·
1 Parent(s): 60976eb

Fix config.json

Browse files

Now the config points to the rights arch which should correctly init from cloud

Files changed (1) hide show
  1. config.json +6 -4
config.json CHANGED
@@ -1,15 +1,17 @@
1
  {
2
  "activation_function": "gelu",
3
- "architectures": [
4
- "CustomGPT2LMHeadModel"
5
- ],
 
 
6
  "attn_pdrop": 0.0,
7
  "bos_token_id": 50256,
8
  "embd_pdrop": 0.0,
9
  "eos_token_id": 50256,
10
  "initializer_range": 0.02,
11
  "layer_norm_epsilon": 1e-05,
12
- "model_type": "gpt2",
13
  "n_ctx": 2048,
14
  "n_embd": 768,
15
  "n_head": 12,
 
1
  {
2
  "activation_function": "gelu",
3
+ "auto_map": {
4
+ "AutoConfig": "modeling_gpt3dev.GPT3DevConfig",
5
+ "AutoModel": "modeling_gpt3dev.GPT3DevModel",
6
+ "AutoModelForCausalLM": "modeling_gpt3dev.GPT3DevLMHeadModel"
7
+ },
8
  "attn_pdrop": 0.0,
9
  "bos_token_id": 50256,
10
  "embd_pdrop": 0.0,
11
  "eos_token_id": 50256,
12
  "initializer_range": 0.02,
13
  "layer_norm_epsilon": 1e-05,
14
+ "model_type": "gpt3dev",
15
  "n_ctx": 2048,
16
  "n_embd": 768,
17
  "n_head": 12,