Open monkeyshichi opened 2 years ago
python3 -m torch.distributed.launch --nproc_per_node $NUM_GPU --master_port $PORT_ID train.py \ --model_name_or_path "bart-large-chinese" \ --train_file "data/query_doc_all.csv" \ --validation_file "data/query_doc_test_all.csv" \ --do_train \ --do_eval \ --do_predict \ --evaluation_strategy steps \ --num_train_epochs 10 \ --source_lang zh_CN \ --target_lang zh_CN \ --output_dir './result/' \ --save_total_limit 3 \ --per_device_train_batch_size 80 \ --per_device_eval_batch_size 80 \ --cache_dir 'cache/' \ --overwrite_cache \ --overwrite_output_dir \ --predict_with_generate \ --eval_steps 100 \ --save_steps 100 \ --logging_steps 100 \ --max_source_length 108 \ --max_target_length 108 \ --generation_max_length 108 \ --preprocessing_num_workers 12 \ "$@"
python3 -m torch.distributed.launch --nproc_per_node $NUM_GPU --master_port $PORT_ID train.py \ --model_name_or_path "bart-large-chinese" \ --train_file "data/query_doc_all.csv" \ --validation_file "data/query_doc_test_all.csv" \ --do_train \ --do_eval \ --do_predict \ --evaluation_strategy steps \ --num_train_epochs 10 \ --source_lang zh_CN \ --target_lang zh_CN \ --output_dir './result/' \ --save_total_limit 3 \ --per_device_train_batch_size 80 \ --per_device_eval_batch_size 80 \ --cache_dir 'cache/' \ --overwrite_cache \ --overwrite_output_dir \ --predict_with_generate \ --eval_steps 100 \ --save_steps 100 \ --logging_steps 100 \ --max_source_length 108 \ --max_target_length 108 \ --generation_max_length 108 \ --preprocessing_num_workers 12 \ "$@"