search

matsuken92 / molecular

0 stars 0 forks source link

LGBM seed averaging #12

Open matsuken92 opened 5 years ago

matsuken92 commented 5 years ago

対象インスタンス

kaggle-instance-01 mol-instance-002 mol-instance-003 mol-instance-004 mol-instance-005

mol-instance-006 mol-instance-007 mol-instance-008 mol-instance-009 mol-instance-010

接続コマンド

gcloud compute ssh kaggle-instance-01--zone us-west1-b gcloud compute ssh mol-instance-002 --zone us-west1-b gcloud compute ssh mol-instance-003 --zone us-west1-b gcloud compute ssh mol-instance-004 --zone us-west1-b gcloud compute ssh mol-instance-005 --zone us-west1-b

gcloud compute ssh mol-instance-006 --zone us-west1-b gcloud compute ssh mol-instance-007 --zone us-west1-b gcloud compute ssh mol-instance-008 --zone us-west1-b gcloud compute ssh mol-instance-009 --zone us-west1-b gcloud compute ssh mol-instance-010 --zone us-west1-b

対象データ

../processed/v003/v003_098/train_compact_v003_098.pkl ../processed/v003/v003_098/test_compact_v003_098.pkl

実行コード


nohup python -u train_all_v003_101.py "[0, 2019, 71, 1228, 1988, 1879, 92, 3018, 1234, 185289]" 100 &

nohup python -u train_all_v003_101.py "[0, 2019, 71, 1228, 1988, 1879, 92, 3018, 1234, 185289]" 101 &

nohup python -u train_all_v003_101.py "[0, 2019, 71, 1228, 1988, 1879, 92, 3018, 1234, 185289]" 102 &

nohup python -u train_all_v003_101.py "[0, 2019, 71, 1228, 1988, 1879, 92, 3018, 1234, 185289]" 103 &

nohup python -u train_all_v003_101.py "[0, 2019, 71, 1228, 1988, 1879, 92, 3018, 1234, 185289]" 104 &


nohup python -u train_all_v003_101.py "[0, 2019, 71, 1228, 1988, 1879, 92, 3018, 1234, 185289]" 105 &

nohup python -u train_all_v003_101.py "[0, 2019, 71, 1228, 1988, 1879, 92, 3018, 1234, 185289]" 106 &

nohup python -u train_all_v003_101.py "[0, 2019, 71, 1228, 1988, 1879, 92, 3018, 1234, 185289]" 107 &

nohup python -u train_all_v003_101.py "[0, 2019, 71, 1228, 1988, 1879, 92, 3018, 1234, 185289]" 108 &

nohup python -u train_all_v003_101.py "[0, 2019, 71, 1228, 1988, 1879, 92, 3018, 1234, 185289]" 109 &

接続コマンド

gcloud compute ssh mol-pe-instance-001 --zone us-west1-b

gcloud compute ssh mol-pe-instance-003 --zone us-west1-b gcloud compute ssh mol-pe-instance-004 --zone us-west1-b

gcloud compute ssh mol-pe-instance-005 --zone us-west1-b gcloud compute ssh mol-pe-instance-006 --zone us-west1-b

gcloud compute ssh mol-pe-instance-007 --zone us-west1-b

実行コード


nohup python -u train_all_v003_101.py "[0, 2019, 71, 1228, 1988, 1879, 92, 3018, 1234, 185289]" 200 &

nohup python -u train_all_v003_101.py "[0, 2019, 71, 1228, 1988, 1879, 92, 3018, 1234, 185289]" 202 &

nohup python -u train_all_v003_101.py "[0, 2019, 71, 1228, 1988, 1879, 92, 3018, 1234, 185289]" 203 &

nohup python -u train_all_v003_101.py "[0, 2019, 71, 1228, 1988, 1879, 92, 3018, 1234, 185289]" 204 &
nohup python -u train_all_v003_101.py "[0, 2019, 71, 1228, 1988, 1879, 92, 3018, 1234, 185289]" 205 &

nohup python -u train_all_v003_101.py "[0, 2019, 71, 1228, 1988, 1879, 92, 3018, 1234, 185289]" 206 &
matsuken92 commented 5 years ago 
# mol-pe-instance-001
nohup python -u train_all_v003_102.py "[0, 2019, 71, 1228, 1988, 1879, 92, 3018, 1234, 185289]" 300 &

# mol-pe-instance-003
nohup python -u train_v003_103.py "[2069]" 0 &
matsuken92 commented 5 years ago 
cd ~/work/molecular/processed/v003
scp -i ~/key/google_compute_engine -r 10.138.0.18:/home/kenichi.matsui/work/molecular/processed/v003/gnn_oof.csv ./
scp -i ~/key/google_compute_engine -r 10.138.0.18:/home/kenichi.matsui/work/molecular/processed/v003/gnn_sub.csv ./

scp -i ~/key/google_compute_engine -r 10.138.0.18:/home/kenichi.matsui/work/molecular/processed/v003/atom_3J_substituents1_train.pkl ./
scp -i ~/key/google_compute_engine -r 10.138.0.18:/home/kenichi.matsui/work/molecular/processed/v003/atom_3J_substituents1_test.pkl ./

scp -i ~/key/google_compute_engine -r 10.138.0.18:/home/kenichi.matsui/work/molecular/processed/v003/nearest3Js_train.pkl ./
scp -i ~/key/google_compute_engine -r 10.138.0.18:/home/kenichi.matsui/work/molecular/processed/v003/nearest3Js_test.pkl ./
matsuken92 commented 5 years ago

ソースコード転送

scp -i /Users/kenichi.matsui/.ssh/google_compute_engine -r /Users/kenichi.matsui/Documents/005_Kaggle系/molecular/src/train_all_v003_104.py 34.83.31.84:/home/kenichi.matsui/work/molecular/src/
scp -i /Users/kenichi.matsui/.ssh/google_compute_engine -r /Users/kenichi.matsui/Documents/005_Kaggle系/molecular/src/use_cols_v003_104.py 34.83.31.84:/home/kenichi.matsui/work/molecular/src/

接続コマンド

gcloud compute ssh kaggle-instance-01 --zone us-west1-b gcloud compute ssh mol-instance-002 --zone us-west1-b gcloud compute ssh mol-instance-003 --zone us-west1-b gcloud compute ssh mol-instance-004 --zone us-west1-b gcloud compute ssh mol-instance-005 --zone us-west1-b

gcloud compute ssh mol-instance-006 --zone us-west1-b gcloud compute ssh mol-instance-007 --zone us-west1-b gcloud compute ssh mol-instance-008 --zone us-west1-b gcloud compute ssh mol-instance-009 --zone us-west1-b gcloud compute ssh mol-instance-010 --zone us-west1-b

gcloud compute ssh mol-instance-011 --zone us-west1-b gcloud compute ssh mol-instance-012 --zone us-west1-b gcloud compute ssh mol-instance-013 --zone us-west1-b gcloud compute ssh mol-instance-014 --zone us-west1-b gcloud compute ssh mol-instance-015 --zone us-west1-b

gcloud compute ssh mol-instance-016 --zone us-west1-b gcloud compute ssh mol-instance-017 --zone us-west1-b gcloud compute ssh mol-instance-018 --zone us-west1-b gcloud compute ssh mol-instance-019 --zone us-west1-b gcloud compute ssh mol-instance-020 --zone us-west1-b

データ準備

mkdir -p /home/kenichi.matsui/work/molecular/processed/v003/v003_104/
cd  /home/kenichi.matsui/work/molecular/processed/v003/v003_104/
scp -i ~/key/google_compute_engine -r 10.138.0.18:/home/kenichi.matsui/work/molecular/processed/v003/v003_104/train_compact_v003_104_compact.pkl /home/kenichi.matsui/work/molecular/processed/v003/v003_104/
scp -i ~/key/google_compute_engine -r 10.138.0.18:/home/kenichi.matsui/work/molecular/processed/v003/v003_104/test_compact_v003_104_compact.pkl /home/kenichi.matsui/work/molecular/processed/v003/v003_104/

実行コード

# kaggle-instance-01
nohup python -u train_all_v003_104.py "[0, 2019, 71, 1228, 1988, 1879, 92, 3018, 1234, 185289]" 501 &

# mol-instance-002
nohup python -u train_all_v003_104.py "[0, 2019, 71, 1228, 1988, 1879, 92, 3018, 1234, 185289]" 502 &

# mol-instance-003
nohup python -u train_all_v003_104.py "[0, 2019, 71, 1228, 1988, 1879, 92, 3018, 1234, 185289]" 503 &

# mol-instance-004
nohup python -u train_all_v003_104.py "[0, 2019, 71, 1228, 1988, 1879, 92, 3018, 1234, 185289]" 504 &

# mol-instance-005
nohup python -u train_all_v003_104.py "[0, 2019, 71, 1228, 1988, 1879, 92, 3018, 1234, 185289]" 505 &

# mol-instance-006
nohup python -u train_all_v003_104.py "[0, 2019, 71, 1228, 1988, 1879, 92, 3018, 1234, 185289]" 506 &

# mol-instance-007
nohup python -u train_all_v003_104.py "[0, 2019, 71, 1228, 1988, 1879, 92, 3018, 1234, 185289]" 507 &

# mol-instance-008
nohup python -u train_all_v003_104.py "[0, 2019, 71, 1228, 1988, 1879, 92, 3018, 1234, 185289]" 508 &

# mol-instance-009
nohup python -u train_all_v003_104.py "[0, 2019, 71, 1228, 1988, 1879, 92, 3018, 1234, 185289]" 509 &

# mol-instance-010
nohup python -u train_all_v003_104.py "[0, 2019, 71, 1228, 1988, 1879, 92, 3018, 1234, 185289]" 510 &

# mol-instance-011
nohup python -u train_all_v003_104.py "[0, 2019, 71, 1228, 1988, 1879, 92, 3018, 1234, 185289]" 511 &

# mol-instance-012
nohup python -u train_all_v003_104.py "[0, 2019, 71, 1228, 1988, 1879, 92, 3018, 1234, 185289]" 512 &

# mol-instance-013
nohup python -u train_all_v003_104.py "[0, 2019, 71, 1228, 1988, 1879, 92, 3018, 1234, 185289]" 513 &

# mol-instance-014
nohup python -u train_all_v003_104.py "[0, 2019, 71, 1228, 1988, 1879, 92, 3018, 1234, 185289]" 514 &

# mol-instance-015
nohup python -u train_all_v003_104.py "[0, 2019, 71, 1228, 1988, 1879, 92, 3018, 1234, 185289]" 515 &

# mol-instance-016
nohup python -u train_all_v003_104.py "[0, 2019, 71, 1228, 1988, 1879, 92, 3018, 1234, 185289]" 516 &

# mol-instance-017
nohup python -u train_all_v003_104.py "[0, 2019, 71, 1228, 1988, 1879, 92, 3018, 1234, 185289]" 517 &

# mol-instance-018
nohup python -u train_all_v003_104.py "[0, 2019, 71, 1228, 1988, 1879, 92, 3018, 1234, 185289]" 518 &

# mol-instance-019
nohup python -u train_all_v003_104.py "[0, 2019, 71, 1228, 1988, 1879, 92, 3018, 1234, 185289]" 519 &

# mol-instance-020
nohup python -u train_all_v003_104.py "[0, 2019, 71, 1228, 1988, 1879, 92, 3018, 1234, 185289]" 520 &