Unverified Commit 3cb976a5 authored by Tao Lin's avatar Tao Lin Committed by GitHub

Merge pull request #4 from tvogels/patch-1

fixed 'unknown parameter choco_consenus_stepsize'
parents 0557423b 5d51d5ad
......@@ -31,13 +31,13 @@ $HOME/conda/envs/pytorch-py3.6/bin/python run.py \
--arch resnet20 --optimizer parallel_choco \
--avg_model True --experiment test \
--data cifar10 --pin_memory True \
--batch_size 128 --base_batch_size 64 --num_workers 0 --eval_freq 1 \
--batch_size 128 --base_batch_size 24 --num_workers 0 --eval_freq 1 \
--num_epochs 300 --partition_data random --reshuffle_per_epoch True --stop_criteria epoch \
--n_mpi_process 8 --n_sub_process 1 --world 0,0,0,0,0,0,0,0 --on_cuda True --use_ipc False --comm_device cuda \
--lr 0.1 --lr_scaleup True --lr_scaleup_factor graph --lr_warmup True --lr_warmup_epochs 5 \
--lr_schedule_scheme custom_multistep --lr_change_epochs 150,225 \
--weight_decay 1e-4 --use_nesterov True --momentum_factor 0.9 \
--comm_op sign --choco_consenus_stepsize 0.4 --compress_ratio 0.9 --quantize_level 16 --is_biased True \
--comm_op sign --consensus_stepsize 0.45 --compress_ratio 0.9 --quantize_level 16 --is_biased True \
--hostfile iccluster/hostfile --graph_topology ring --track_time True --display_tracked_time True \
--python_path $HOME/conda/envs/pytorch-py3.6/bin/python --mpi_path $HOME/.openmpi/ --evaluate_avg True
......@@ -52,7 +52,7 @@ $HOME/conda/envs/pytorch-py3.6/bin/python run.py \
--lr 0.1 --lr_scaleup True --lr_scaleup_factor graph --lr_warmup True --lr_warmup_epochs 5 \
--lr_schedule_scheme custom_multistep --lr_change_epochs 150,225 \
--weight_decay 1e-4 --use_nesterov True --momentum_factor 0.9 \
--comm_op sign --choco_consenus_stepsize 0.4 --compress_ratio 0.9 --quantize_level 16 --is_biased True \
--comm_op sign --consensus_stepsize 0.5 --compress_ratio 0.9 --quantize_level 16 --is_biased True \
--hostfile iccluster/hostfile --graph_topology social --track_time True --display_tracked_time True \
--python_path $HOME/conda/envs/pytorch-py3.6/bin/python --mpi_path $HOME/.openmpi/ --evaluate_avg True
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment