| dataset: | |
| align_stage_components: | |
| - /home/ubuntu/prismatic-vlms/data/download/llava-v1.5-instruct/llava_v1_5_lrv_mix1008k_spacellava.json | |
| - /home/ubuntu/prismatic-vlms/data/download/llava-v1.5-instruct | |
| dataset_id: spacellava-llava-lrv | |
| dataset_root_dir: /home/ubuntu/prismatic-vlms/data/download/llava-v1.5-instruct | |
| finetune_stage_components: | |
| - /home/ubuntu/prismatic-vlms/data/download/llava-v1.5-instruct/llava_v1_5_lrv_mix1008k_spacellava.json | |
| - /home/ubuntu/prismatic-vlms/data/download/llava-v1.5-instruct | |
| type: spacellava-llava-lrv | |
| hf_token: .hf_token | |
| model: | |
| align_epochs: 1 | |
| align_global_batch_size: 256 | |
| align_learning_rate: 0.001 | |
| align_lr_scheduler_type: linear-warmup+cosine-decay | |
| align_max_grad_norm: 1.0 | |
| align_max_steps: null | |
| align_per_device_batch_size: 16 | |
| align_train_strategy: fsdp-shard-grad-op | |
| align_warmup_ratio: 0.03 | |
| align_weight_decay: 0.0 | |
| arch_specifier: no-align+fused-gelu-mlp | |
| enable_gradient_checkpointing: true | |
| enable_mixed_precision_training: true | |
| finetune_epochs: 1 | |
| finetune_global_batch_size: 128 | |
| finetune_learning_rate: 2.0e-05 | |
| finetune_lr_scheduler_type: linear-warmup+cosine-decay | |
| finetune_max_grad_norm: 1.0 | |
| finetune_max_steps: null | |
| finetune_per_device_batch_size: 16 | |
| finetune_train_strategy: fsdp-full-shard | |
| finetune_warmup_ratio: 0.03 | |
| finetune_weight_decay: 0.1 | |
| image_resize_strategy: resize-naive | |
| llm_backbone_id: minitron-4b-pure | |
| llm_max_length: 2048 | |
| model_id: minitron+4b+dinosiglip | |
| reduce_in_full_precision: false | |
| type: minitron+4b+dinosiglip | |
| vision_backbone_id: dinosiglip-vit-so-224px | |
| pretrained_checkpoint: null | |
| run_id: spacellava-llava-lrv+minitron+4b+dinosiglip+stage-finetune+x7 | |
| run_root_dir: runs | |
| seed: 7 | |
| stage: finetune | |
| trackers: | |
| - jsonl | |
| - wandb | |
| wandb_entity: smellslikeml | |
| wandb_project: prismatic | |