nvidia
/

audio-flamingo-3-hf

Audio-Text-to-Text

text-generation

audio understanding

Model card Files Files and versions

SreyanG-NVIDIA commited on 3 days ago

Commit

8d47efd

·

verified ·

1 Parent(s): 0d9cc62

Change init_std to initializer_range

Files changed (1) hide show

config.json +2 -2

config.json CHANGED Viewed

@@ -8,7 +8,7 @@
     "attention_dropout": 0.0,
     "dropout": 0.0,
     "hidden_size": 1280,
-    "init_std": 0.02,
     "intermediate_size": 5120,
     "layerdrop": 0.0,
     "max_source_positions": 1500,
@@ -19,7 +19,7 @@
     "scale_embedding": false
   },
   "audio_token_id": 151669,
-  "dtype": "bfloat16",
   "model_type": "audioflamingo3",
   "projector_bias": true,
   "projector_hidden_act": "gelu",

     "attention_dropout": 0.0,
     "dropout": 0.0,
     "hidden_size": 1280,
+    "initializer_range": 0.02,
     "intermediate_size": 5120,
     "layerdrop": 0.0,
     "max_source_positions": 1500,
     "scale_embedding": false
   },
   "audio_token_id": 151669,
+  "dtype": "float32",
   "model_type": "audioflamingo3",
   "projector_bias": true,
   "projector_hidden_act": "gelu",