21 lines
1.3 KiB
Bash
21 lines
1.3 KiB
Bash
|
|
MCORE_MISTRAL=<path_to_mcore_mistral_model_folder>
|
|
MCORE_CLIP=<path_to_mcore_clip_model_folder>
|
|
OUTPUT_DIR=<path_to_output_folder_for_combined_checkpoint>
|
|
|
|
python examples/multimodal/combine_state_dicts.py \
|
|
--input \
|
|
${MCORE_MISTRAL}/iter_0000001/mp_rank_00/model_optim_rng.pt \
|
|
${MCORE_CLIP}/iter_0000001/mp_rank_00/model_optim_rng.pt \
|
|
${MCORE_MISTRAL}/iter_0000001/mp_rank_01/model_optim_rng.pt \
|
|
${MCORE_CLIP}/iter_0000001/mp_rank_01/model_optim_rng.pt \
|
|
${MCORE_MISTRAL}/iter_0000001/mp_rank_02/model_optim_rng.pt \
|
|
${MCORE_CLIP}/vit-mcore-336px-tp4/iter_0000001/mp_rank_02/model_optim_rng.pt \
|
|
${MCORE_MISTRAL}/iter_0000001/mp_rank_03/model_optim_rng.pt \
|
|
${MCORE_CLIP}/iter_0000001/mp_rank_03/model_optim_rng.pt \
|
|
--prefixes language_model vision_model language_model vision_model language_model vision_model language_model vision_model \
|
|
--output \
|
|
${OUTPUT_DIR}/mistral_instruct_clip336_tp4_combined_mcore/iter_0000001/mp_rank_00/model_optim_rng.pt \
|
|
${OUTPUT_DIR}/mistral_instruct_clip336_tp4_combined_mcore/iter_0000001/mp_rank_01/model_optim_rng.pt \
|
|
${OUTPUT_DIR}/mistral_instruct_clip336_tp4_combined_mcore/iter_0000001/mp_rank_02/model_optim_rng.pt \
|
|
${OUTPUT_DIR}/mistral_instruct_clip336_tp4_combined_mcore/iter_0000001/mp_rank_03/model_optim_rng.pt |