interactSpeech / infer.sh
Student0809's picture
Add files using upload-large-folder tool
fd421e2 verified
raw
history blame
606 Bytes
# CUDA_VISIBLE_DEVICES=0 \
# swift infer \
# --model /root/autodl-tmp/output_7B_FULL_cotSFT/v0-20250621-230827/checkpoint-262 \
# --infer_backend pt \
# --temperature 0 \
# --max_new_tokens 2048 \
# --val_dataset dataset_cotSFTtest_filtered.json \
# --max_batch_size 1
# dataset_real_mission4
# all_audio_test_50
# dedup_dataset_10k_test
#dataset_other_233_test
CUDA_VISIBLE_DEVICES=0 swift infer \
--model /root/autodl-tmp/output_7B_GRPO/v28-20250722-002940/checkpoint-870 \
--infer_backend pt \
--temperature 0 \
--val_dataset dataset_other_233_test.jsonl \
--max_new_tokens 2048