% PYTHONPATH=./code python3 ./code/distributed_optimization_library/experiments/config_quadratic.py --dim 1000 --experiments_name distributed_optimization_library-marina-quadratic-with-top-k-v3 --noise_lambdas 0.0 0.04 0.08 0.2 0.8 --num_nodes_list 10 100 1000 --algorithm_name marina --step_size_range 0 9 --seed 2323424  # km
% PYTHONPATH=./code python3 ./code/distributed_optimization_library/experiments/config_quadratic.py --dim 1000 --experiments_name distributed_optimization_library-marina-quadratic-with-top-k --noise_lambdas 0.0 0.04 0.08 0.2 0.8 --num_nodes_list 10 100 1000 --algorithm_name marina --step_size_range 0 12 --seed 23235353  - bigger step sizes
% PYTHONPATH=./code python3 ./code/distributed_optimization_library/experiments/config_quadratic.py --dim 1000 --experiments_name distributed_optimization_library-marina-quadratic-with-top-k-mul-worst-all --noise_lambdas 0.0 0.05 0.1 0.2 0.8 --num_nodes_list 10 100 1000 --algorithm_name marina --step_size_range 0 10 --seed 23235353 --top_k_factor 3
% PYTHONPATH=./code python3 ./code/distributed_optimization_library/experiments/config_quadratic.py --dim 1000 --experiments_name distributed_optimization_library-marina-quadratic-with-top-k-mul-worst-all-strongly-convex-0.000001 --noise_lambdas 0.0 0.05 0.1 0.2 0.8 --num_nodes_list 10 100 1000 --algorithm_name marina --step_size_range 0 20 --seed 23235353 --top_k_factor 3 --strongly_convex_constant 0.000001
% PYTHONPATH=./code python3 ./code/distributed_optimization_library/experiments/config_quadratic.py --dim 1000 --experiments_name distributed_optimization_library-marina-quadratic-with-top-k-mul-worst-all-strongly-convex-0.00001 --noise_lambdas 0.0 0.05 0.1 0.2 0.8 --num_nodes_list 10 100 1000 --algorithm_name marina --step_size_range 0 20 --seed 23235353 --top_k_factor 3 --strongly_convex_constant 0.00001
% PYTHONPATH=./code python3 ./code/distributed_optimization_library/experiments/config_quadratic.py --dim 1000 --experiments_name distributed_optimization_library-marina-quadratic-with-top-k-mul-worst-all-strongly-convex-0.000001-ef21-init-grad-permutation_fixed_blocks --noise_lambdas 0.0 0.05 0.1 0.2 0.8 --num_nodes_list 10 100 1000 --algorithm_name marina --step_size_range 0 20 --seed 23235353 --top_k_factor 3 --strongly_convex_constant 0.000001 --compressors rand_k permutation permutation_fixed_blocks top_k --ef21_init_with_gradients
% PYTHONPATH=./code python3 ./code/distributed_optimization_library/experiments/config_quadratic.py --dim 1000 --experiments_name distributed_optimization_library-marina-quadratic-with-top-k-mul-worst-all-strongly-convex-0.000001-nodes-10000 --noise_lambdas 0.0 0.05 0.1 0.2 0.8 --num_nodes_list 10000 --algorithm_name marina --step_size_range 0 20 --seed 23235353 --top_k_factor 3 --strongly_convex_constant 0.000001 --compressors nodes_permutation rand_k top_k --parallel --cpus_per_task 10 --number_of_processes 10

% PYTHONPATH=./code python3 ./code/distributed_optimization_library/experiments/config_quadratic.py --dim 1000 --experiments_name distributed_optimization_library-marina-quadratic-with-top-k-strongly-convex-0.001 --noise_lambdas 0.0 0.04 0.08 0.2 0.8 --num_nodes_list 10 100 1000 --algorithm_name marina --step_size_range 0 12 --seed 23235353 --strongly_convex_constant 0.001
% PYTHONPATH=./code python3 ./code/distributed_optimization_library/experiments/config_quadratic.py --dim 1000 --experiments_name distributed_optimization_library-marina-quadratic-with-top-k-mul-worst-all-strongly-convex-0.001 --noise_lambdas 0.0 0.05 0.1 0.2 0.8 --num_nodes_list 10 100 1000 --algorithm_name marina --step_size_range 0 20 --seed 23235353 --top_k_factor 3 --strongly_convex_constant 0.001
% PYTHONPATH=./code python3 ./code/distributed_optimization_library/experiments/config_quadratic.py --dim 1000 --experiments_name distributed_optimization_library-marina-quadratic-with-top-k-mul-worst-all-strongly-convex-0.0001 --noise_lambdas 0.0 0.05 0.1 0.2 0.8 --num_nodes_list 10 100 1000 --algorithm_name marina --step_size_range 0 20 --seed 23235353 --top_k_factor 3 --strongly_convex_constant 0.0001
% PYTHONPATH=./code python3 ./code/distributed_optimization_library/experiments/config_quadratic.py --dim 1000 --experiments_name distributed_optimization_library-marina-quadratic-with-top-k-mul-worst-all-strongly-convex-0.0001-nodes-10000 --noise_lambdas 0.0 0.05 0.1 0.2 0.8 --num_nodes_list 10000 --algorithm_name marina --step_size_range 0 20 --seed 23235353 --top_k_factor 3 --strongly_convex_constant 0.0001 --compressors nodes_permutation rand_k top_k --parallel --cpus_per_task 10 --number_of_processes 10

% PYTHONPATH=./code python3 ./code/distributed_optimization_library/experiments/config_libsvm.py --experiments_name distributed_optimization_library-marina-mnist-1000-nodes-5-val-topk --num_nodes_list 1000 --step_size_range -8 0 --number_of_seeds 5 --number_of_iterations 20000 --algorithm_name marina --function nonconvex_multiclass --parallel
% PYTHONPATH=./code python3 ./code/distributed_optimization_library/experiments/config_libsvm.py --experiments_name distributed_optimization_library-marina-mnist-1000-nodes-5-val-topk-v2 --num_nodes_list 1000 --step_size_range -8 4 --number_of_seeds 5 --number_of_iterations 20000 --algorithm_name marina --function nonconvex_multiclass --parallel --cpus_per_task 8 --time 10
% PYTHONPATH=./code python3 ./code/distributed_optimization_library/experiments/config_libsvm.py --experiments_name distributed_optimization_library-marina-mnist-twolayer-1000-nodes --num_nodes_list 1000 --step_size_range -4 4 --number_of_seeds 1 --number_of_iterations 20000 --algorithm_name marina --function two_layer_neural_net --cpus_per_task 24 --number_of_processes 20 --time 10 --parallel
% PYTHONPATH=./code python3 ./code/distributed_optimization_library/experiments/config_libsvm.py --experiments_name distributed_optimization_library-marina-mnist-twolayer-10-nodes --num_nodes_list 10 --step_size_range -4 4 --number_of_seeds 1 --number_of_iterations 20000 --algorithm_name marina --function two_layer_neural_net --cpus_per_task 20 --number_of_processes 10 --time 10 --parallel
% PYTHONPATH=./code python3 ./code/distributed_optimization_library/experiments/config_libsvm.py --dataset mnist --experiments_name distributed_optimization_library-marina-mnist-twolayer-1000-nodes-groups --num_nodes_list 1000 --step_size_range -3 2 -3 2 -3 5 1 5 --number_of_seeds 1 --number_of_iterations 20000 --algorithm_name marina --function two_layer_neural_net --cpus_per_task 11 --number_of_processes 10 --time 10 --parallel --compressors rand_k permutation group_permutation top_k --split_into_groups_by_labels
% PYTHONPATH=./code python3 ./code/distributed_optimization_library/experiments/config_libsvm.py --dataset mnist --experiments_name distributed_optimization_library-marina-mnist-twolayer-1000-nodes-groups-gee --num_nodes_list 1000 --step_size_range -3 2 -3 2 -3 5 1 5 --number_of_seeds 1 --number_of_iterations 20000 --algorithm_name marina --function two_layer_neural_net --cpus_per_task 11 --number_of_processes 10 --time 10 --parallel --compressors rand_k permutation group_permutation top_k --split_into_groups_by_labels
% PYTHONPATH=./code python3 ./code/distributed_optimization_library/experiments/config_libsvm.py --dataset mnist --experiments_name distributed_optimization_library-marina-mnist-twolayer-1000-nodes-gee --num_nodes_list 1000 --step_size_range -4 4 --number_of_seeds 1 --number_of_iterations 20000 --algorithm_name marina --function two_layer_neural_net --cpus_per_task 11 --number_of_processes 10 --time 10 --parallel
% PYTHONPATH=./code python3 ./code/distributed_optimization_library/experiments/config_libsvm.py --dataset mnist --experiments_name distributed_optimization_library-marina-mnist-twolayer-relu-1000-nodes --num_nodes_list 1000 --step_size_range -4 4 --number_of_seeds 1 --number_of_iterations 20000 --algorithm_name marina --function two_layer_neural_net_relu --cpus_per_task 11 --number_of_processes 10 --time 10 --parallel
% PYTHONPATH=./code python3 ./code/distributed_optimization_library/experiments/config_libsvm.py --dataset mnist --experiments_name distributed_optimization_library-marina-mnist-twolayer-1000-nodes-prob-homog-1_0-scale_initial_point-10.0 --num_nodes_list 1000 --step_size_range -4 4 --number_of_seeds 1 --number_of_iterations 8000 --algorithm_name marina --function two_layer_neural_net --cpus_per_task 11 --number_of_processes 10 --time 10 --parallel --split_with_controling_homogeneity 1.0 --scale_initial_point 10.0
% PYTHONPATH=./code python3 ./code/distributed_optimization_library/experiments/config_libsvm.py --dataset mnist --experiments_name distributed_optimization_library-marina-mnist-twolayer-linear-1000-nodes-prob-homog-1_0-reg-10 --num_nodes_list 1000 --step_size_range -4 4 --number_of_seeds 1 --number_of_iterations 8000 --algorithm_name marina --function two_layer_neural_net_linear --cpus_per_task 11 --number_of_processes 10 --time 3 --parallel --split_with_controling_homogeneity 1.0 --reg_paramterer 10.0
% PYTHONPATH=./code python3 ./code/distributed_optimization_library/experiments/config_libsvm.py --dataset mushrooms --experiments_name distributed_optimization_library-marina-mushrooms-twolayer-linear-1000-nodes-prob-homog-all-dataset-1_0  --num_nodes_list 1554 --step_size_range -4 4 --number_of_seeds 1 --number_of_iterations 8000 --algorithm_name marina --function two_layer_neural_net_worst_case --cpus_per_task 21 --number_of_processes 20 --time 10 --parallel --compressors permutation top_k --split_with_all_dataset 1.0 --split_with_all_dataset_max_number 100
% PYTHONPATH=./code python3 ./code/distributed_optimization_library/experiments/config_libsvm.py --dataset mnist --experiments_name distributed_optimization_library-marina-mnist-auto_encoder-1000-nodes-prob-homog-0_9-reg-0_001-equal  --num_nodes_list 1000 --step_size_range -4 4 --number_of_seeds 1 --number_of_iterations 8000 --algorithm_name marina --function auto_encoder --cpus_per_task 21 --number_of_processes 20 --time 10 --parallel --split_with_controling_homogeneity 0.9 --compressors permutation top_k --reg_paramterer 0.001
% PYTHONPATH=./code python3 ./code/distributed_optimization_library/experiments/config_libsvm.py --dataset mnist --experiments_name distributed_optimization_library-marina-mnist-auto_encoder-1000-nodes-prob-homog-0_5-reg-0_01-ef21-init-grad  --num_nodes_list 1000 --step_size_range -4 4 --number_of_seeds 1 --number_of_iterations 4000 --algorithm_name marina --function auto_encoder --cpus_per_task 11 --number_of_processes 10 --time 10 --parallel --split_with_controling_homogeneity 0.5 --reg_paramterer 0.01 --ef21_init_with_gradients --compressors permutation top_k
% PYTHONPATH=./code python3 ./code/distributed_optimization_library/experiments/config_libsvm.py --dataset mnist --experiments_name distributed_optimization_library-marina-mnist-auto_encoder-1000-nodes-prob-homog-0_0-reg-0_01-ef21-init-grad  --num_nodes_list 1000 --step_size_range -7 2 --number_of_seeds 1 --number_of_iterations 4000 --algorithm_name marina --function auto_encoder --cpus_per_task 11 --number_of_processes 10 --time 10 --parallel --reg_paramterer 0.01 --ef21_init_with_gradients --compressors permutation top_k
% PYTHONPATH=./code python3 ./code/distributed_optimization_library/experiments/config_libsvm.py --dataset mnist --experiments_name distributed_optimization_library-marina-mnist-auto_encoder-1000-nodes-prob-homog-0_9-reg-0_001-ef21-init-grad  --num_nodes_list 1000 --step_size_range -7 2 --number_of_seeds 1 --number_of_iterations 4000 --algorithm_name marina --function auto_encoder --cpus_per_task 11 --number_of_processes 10 --time 10 --parallel --split_with_controling_homogeneity 0.9 --reg_paramterer 0.001 --ef21_init_with_gradients --compressors permutation top_k
% PYTHONPATH=./code python3 ./code/distributed_optimization_library/experiments/config_libsvm.py --dataset mnist --experiments_name distributed_optimization_library-marina-mnist-auto_encoder-1000-nodes-prob-homog-1_0-reg-0_001-ef21-init-grad-xavier-normal  --num_nodes_list 1000 --step_size_range -5 4 --number_of_seeds 1 --number_of_iterations 4000 --algorithm_name marina --function auto_encoder --cpus_per_task 11 --number_of_processes 10 --time 10 --parallel --reg_paramterer 0.001 --ef21_init_with_gradients --compressors permutation top_k --point_initializer xavier_normal --split_with_controling_homogeneity 1.0
% PYTHONPATH=./code python3 ./code/distributed_optimization_library/experiments/config_libsvm.py --dataset mnist --experiments_name distributed_optimization_library-marina-mnist-auto_encoder-1000-nodes-prob-homog-0_9-reg-0_00001-ef21-init-grad-xavier-normal-repeat  --num_nodes_list 1000 --step_size_range -5 4 --number_of_seeds 1 --number_of_iterations 4000 --algorithm_name marina --function auto_encoder --cpus_per_task 11 --number_of_processes 10 --time 10 --parallel --reg_paramterer 0.00001 --ef21_init_with_gradients --compressors permutation top_k --point_initializer xavier_normal --split_with_controling_homogeneity 0.9
% PYTHONPATH=./code python3 ./code/distributed_optimization_library/experiments/config_libsvm.py --dataset mnist --experiments_name distributed_optimization_library-marina-mnist-auto_encoder-1000-nodes-prob-homog-{swch_s}-reg-{rp_s}-ef21-init-grad-xavier-normal-with-randk-fix-perm  --num_nodes_list 1000 --step_size_range -5 4 --number_of_seeds 1 --number_of_iterations 4000 --algorithm_name marina --function auto_encoder --cpus_per_task 11 --number_of_processes 10 --time 10 --parallel --reg_paramterer {rp} --ef21_init_with_gradients --point_initializer xavier_normal --split_with_controling_homogeneity {swch}
% PYTHONPATH=./code python3 ./code/distributed_optimization_library/experiments/config_libsvm.py --dataset mnist --experiments_name distributed_optimization_library-marina-mnist-auto_encoder-1000-nodes-prob-homog-{swch_s}-reg-{rp_s}-ef21-init-grad-xavier-normal-perm-fixed-blocks  --num_nodes_list 1000 --step_size_range -5 4 --number_of_seeds 1 --number_of_iterations 4000 --algorithm_name marina --function auto_encoder --cpus_per_task 11 --number_of_processes 10 --time 10 --parallel --reg_paramterer {rp} --ef21_init_with_gradients --point_initializer xavier_normal --split_with_controling_homogeneity {swch} --compressors permutation_fixed_blocks

% PYTHONPATH=./code python3 ./code/distributed_optimization_library/experiments/config_libsvm.py --experiments_name distributed_optimization_library-marina-mnist-10-nodes-5-val-topk --num_nodes_list 10 --step_size_range -3 8 --number_of_seeds 5 --number_of_iterations 20000 --algorithm_name marina --function nonconvex_multiclass --parallel

###################### PLOTS ############################################

PYTHONPATH=./code python3 ./code/distributed_optimization_library/experiments/plots/quad_prog_plot.py --dumps_paths ~/exepriments/distributed_optimization_library-marina-quadratic-with-top-k-mul-worst-all-strongly-convex-0.000001/ ~/exepriments/distributed_optimization_library-marina-quadratic-with-top-k-mul-worst-all-strongly-convex-0.000001-nodes-10000/ --output_path ~/tmp/distributed_optimization_library-marina-quadratic-with-top-k-mul-worst-all-strongly-convex-0.000001_distributed_optimization_library-marina-quadratic-with-top-k-mul-worst-all-strongly-convex-0.000001-nodes-10000-show-10-1000-10000 --nodes 10 1000 10000
PYTHONPATH=./code python3 ./code/distributed_optimization_library/experiments/plots/quad_prog_plot.py --dumps_paths ~/exepriments/distributed_optimization_library-marina-quadratic-with-top-k-mul-worst-all-strongly-convex-0.0001/ ~/exepriments/distributed_optimization_library-marina-quadratic-with-top-k-mul-worst-all-strongly-convex-0.0001-nodes-10000/ --output_path ~/tmp/distributed_optimization_library-marina-quadratic-with-top-k-mul-worst-all-strongly-convex-0.0001_distributed_optimization_library-marina-quadratic-with-top-k-mul-worst-all-strongly-convex-0.0001-nodes-10000 --function
PYTHONPATH=./code python3 ./code/distributed_optimization_library/experiments/plots/quad_prog_plot.py --dumps_paths ~/exepriments/distributed_optimization_library-marina-quadratic-with-top-k-mul-worst-all-strongly-convex-0.000001/ ~/exepriments/distributed_optimization_library-marina-quadratic-with-top-k-mul-worst-all-strongly-convex-0.000001-nodes-10000/ --output_path ~/tmp/distributed_optimization_library-marina-quadratic-with-top-k-mul-worst-all-strongly-convex-0.000001_distributed_optimization_library-marina-quadratic-with-top-k-mul-worst-all-strongly-convex-0.000001-nodes-10000

PYTHONPATH=./code python3 ./code/distributed_optimization_library/experiments/plots/mnist_plot_combined.py --output_path ~/tmp/distributed_optimization_library-marina-mnist-auto_encoder-1000-nodes-prob-homog-P-reg-P-ef21-init-grad-xavier-normal-with-randk-fix-perm
PYTHONPATH=./code python3 ./code/distributed_optimization_library/experiments/plots/mnist_plot_combined.py --output_path ~/tmp/distributed_optimization_library-marina-mnist-auto_encoder-1000-nodes-prob-homog-P-reg-P-ef21-init-grad-xavier-normal-with-randk-fix-perm-zero-lambda --zero_lambda