num_sent_processes: 4 {'num_shuffle': 100, 'embed_dim': 100, 'context_len': 5, 'nworkers': 6, 'save_freq': -1, 'save_dir': '/scratch/gz5hp/tfbs_region2vec_models/expr_universe_tile5k/5W100D-0.1000r', 'resume': '', 'train_alg': 'cbow', 'min_count': 5, 'neg_samples': 5, 'init_lr': 0.1, 'min_lr': 0.0001, 'lr_mode': 'linear', 'milestones': [], 'hier_softmax': False, 'update_vocab': 'once', 'seed': 0} [2] Creating shuffled datasets in /scratch/gz5hp/tfbs_region2vec_models/expr_universe_tile5k/5W100D-0.1000r/shuffled_datasets [3] Creating shuffled datasets in /scratch/gz5hp/tfbs_region2vec_models/expr_universe_tile5k/5W100D-0.1000r/shuffled_datasets [1] Creating shuffled datasets in /scratch/gz5hp/tfbs_region2vec_models/expr_universe_tile5k/5W100D-0.1000r/shuffled_datasets [0] Creating shuffled datasets in /scratch/gz5hp/tfbs_region2vec_models/expr_universe_tile5k/5W100D-0.1000r/shuffled_datasets Using cbow, negative sampling with 5 negative samples [03/12/24-19:20:52] Start training [03/12/24-19:20:52] Building vocabulary [03/12/24-19:21:42] Vocabulary size is 251084 [Shuffling 1] loss 5826170.5000 lr 0.1000 vocab_size 251084 (14.21s/24.51m) [Shuffling 2] loss 5021886.0000 lr 0.0990 vocab_size 251084 (11.65s/22.40m) [Shuffling 3] loss 4551387.0000 lr 0.0980 vocab_size 251084 (12.04s/21.91m) [Shuffling 4] loss 4807756.0000 lr 0.0970 vocab_size 251084 (11.00s/21.23m) [Shuffling 5] loss 4684981.0000 lr 0.0960 vocab_size 251084 (14.57s/22.01m) [Shuffling 6] loss 4674263.5000 lr 0.0950 vocab_size 251084 (11.10s/21.57m) [Shuffling 7] loss 4642456.5000 lr 0.0940 vocab_size 251084 (11.42s/21.33m) [Shuffling 8] loss 4594328.0000 lr 0.0930 vocab_size 251084 (11.08s/21.08m) [Shuffling 9] loss 4745106.5000 lr 0.0920 vocab_size 251084 (14.06s/21.44m) [Shuffling 10] loss 4753675.0000 lr 0.0910 vocab_size 251084 (11.65s/21.33m) [Shuffling 11] loss 4771288.0000 lr 0.0900 vocab_size 251084 (11.33s/21.18m) [Shuffling 12] loss 4859472.0000 lr 0.0890 vocab_size 251084 (11.24s/21.05m) [Shuffling 13] loss 4791228.5000 lr 0.0880 vocab_size 251084 (13.44s/21.22m) [Shuffling 14] loss 4803425.0000 lr 0.0870 vocab_size 251084 (11.97s/21.19m) [Shuffling 15] loss 4743143.0000 lr 0.0860 vocab_size 251084 (11.34s/21.10m) [Shuffling 16] loss 4928088.5000 lr 0.0850 vocab_size 251084 (11.18s/21.00m) [Shuffling 17] loss 4862048.0000 lr 0.0840 vocab_size 251084 (12.24s/21.01m) [Shuffling 18] loss 4746024.5000 lr 0.0830 vocab_size 251084 (12.50s/21.05m) [Shuffling 19] loss 4801429.0000 lr 0.0820 vocab_size 251084 (11.23s/20.98m) [Shuffling 20] loss 4795953.5000 lr 0.0810 vocab_size 251084 (12.06s/20.98m) [Shuffling 21] loss 4628898.5000 lr 0.0800 vocab_size 251084 (11.17s/20.91m) [Shuffling 22] loss 4783473.0000 lr 0.0790 vocab_size 251084 (11.73s/20.88m) [Shuffling 23] loss 4835659.0000 lr 0.0780 vocab_size 251084 (12.15s/20.89m) [Shuffling 24] loss 4850540.0000 lr 0.0770 vocab_size 251084 (11.23s/20.84m) [Shuffling 25] loss 4617136.5000 lr 0.0760 vocab_size 251084 (11.66s/20.82m) [Shuffling 26] loss 4625996.5000 lr 0.0750 vocab_size 251084 (11.55s/20.79m) [Shuffling 27] loss 4788754.0000 lr 0.0740 vocab_size 251084 (12.32s/20.81m) [Shuffling 28] loss 4749113.0000 lr 0.0730 vocab_size 251084 (11.00s/20.75m) [Shuffling 29] loss 4630946.5000 lr 0.0720 vocab_size 251084 (11.21s/20.71m) [Shuffling 30] loss 4600817.5000 lr 0.0710 vocab_size 251084 (11.88s/20.71m) [Shuffling 31] loss 4771985.5000 lr 0.0700 vocab_size 251084 (12.76s/20.76m) [Shuffling 32] loss 4609914.5000 lr 0.0690 vocab_size 251084 (11.53s/20.74m) [Shuffling 33] loss 4623664.5000 lr 0.0680 vocab_size 251084 (11.44s/20.71m) [Shuffling 34] loss 4654453.5000 lr 0.0670 vocab_size 251084 (11.43s/20.69m) [Shuffling 35] loss 4689466.0000 lr 0.0660 vocab_size 251084 (12.36s/20.71m) [Shuffling 36] loss 4597002.5000 lr 0.0650 vocab_size 251084 (11.27s/20.68m) [Shuffling 37] loss 4585225.5000 lr 0.0640 vocab_size 251084 (12.50s/20.71m) [Shuffling 38] loss 4680290.5000 lr 0.0630 vocab_size 251084 (11.49s/20.69m) [Shuffling 39] loss 4533986.5000 lr 0.0620 vocab_size 251084 (11.82s/20.69m) [Shuffling 40] loss 4657800.0000 lr 0.0610 vocab_size 251084 (11.84s/20.68m) [Shuffling 41] loss 4498161.5000 lr 0.0600 vocab_size 251084 (11.42s/20.66m) [Shuffling 42] loss 4549479.0000 lr 0.0590 vocab_size 251084 (11.23s/20.64m) [Shuffling 43] loss 4628105.5000 lr 0.0580 vocab_size 251084 (12.39s/20.66m) [Shuffling 44] loss 4554936.0000 lr 0.0570 vocab_size 251084 (12.20s/20.67m) [Shuffling 45] loss 4438810.0000 lr 0.0560 vocab_size 251084 (11.23s/20.65m) [Shuffling 46] loss 4480196.0000 lr 0.0550 vocab_size 251084 (10.94s/20.61m) [Shuffling 47] loss 4558739.0000 lr 0.0540 vocab_size 251084 (13.10s/20.66m) [Shuffling 48] loss 4599473.5000 lr 0.0530 vocab_size 251084 (11.24s/20.64m) [Shuffling 49] loss 4560094.5000 lr 0.0520 vocab_size 251084 (11.11s/20.61m) [Shuffling 50] loss 4514178.0000 lr 0.0510 vocab_size 251084 (11.11s/20.58m) [Shuffling 51] loss 4599852.5000 lr 0.0500 vocab_size 251084 (14.02s/20.66m) [Shuffling 52] loss 4514046.0000 lr 0.0491 vocab_size 251084 (11.34s/20.64m) [Shuffling 53] loss 4560748.5000 lr 0.0481 vocab_size 251084 (11.03s/20.61m) [Shuffling 54] loss 4358140.0000 lr 0.0471 vocab_size 251084 (11.36s/20.60m) [Shuffling 55] loss 4580038.5000 lr 0.0461 vocab_size 251084 (13.67s/20.65m) [Shuffling 56] loss 4562654.5000 lr 0.0451 vocab_size 251084 (11.96s/20.66m) [Shuffling 57] loss 4396828.5000 lr 0.0441 vocab_size 251084 (11.30s/20.64m) [Shuffling 58] loss 4540898.0000 lr 0.0431 vocab_size 251084 (11.70s/20.63m) [Shuffling 59] loss 4438802.0000 lr 0.0421 vocab_size 251084 (12.50s/20.65m) [Shuffling 60] loss 4497878.5000 lr 0.0411 vocab_size 251084 (12.47s/20.67m) [Shuffling 61] loss 4527671.0000 lr 0.0401 vocab_size 251084 (11.60s/20.66m) [Shuffling 62] loss 4525535.5000 lr 0.0391 vocab_size 251084 (11.68s/20.66m) [Shuffling 63] loss 4546188.0000 lr 0.0381 vocab_size 251084 (11.32s/20.64m) [Shuffling 64] loss 4484617.0000 lr 0.0371 vocab_size 251084 (11.35s/20.63m) [Shuffling 65] loss 4533834.5000 lr 0.0361 vocab_size 251084 (13.78s/20.68m) [Shuffling 66] loss 4535681.0000 lr 0.0351 vocab_size 251084 (11.74s/20.67m) [Shuffling 67] loss 4273968.0000 lr 0.0341 vocab_size 251084 (11.58s/20.67m) [Shuffling 68] loss 4364786.5000 lr 0.0331 vocab_size 251084 (11.23s/20.65m) [Shuffling 69] loss 4327305.0000 lr 0.0321 vocab_size 251084 (12.06s/20.65m) [Shuffling 70] loss 4312507.5000 lr 0.0311 vocab_size 251084 (11.35s/20.64m) [Shuffling 71] loss 4356117.0000 lr 0.0301 vocab_size 251084 (12.23s/20.65m) [Shuffling 72] loss 4445223.5000 lr 0.0291 vocab_size 251084 (11.70s/20.65m) [Shuffling 73] loss 4423291.0000 lr 0.0281 vocab_size 251084 (11.26s/20.63m) [Shuffling 74] loss 4370058.0000 lr 0.0271 vocab_size 251084 (11.21s/20.62m) [Shuffling 75] loss 4419443.0000 lr 0.0261 vocab_size 251084 (12.04s/20.62m) [Shuffling 76] loss 4328093.5000 lr 0.0251 vocab_size 251084 (11.19s/20.61m) [Shuffling 77] loss 4356027.5000 lr 0.0241 vocab_size 251084 (12.51s/20.62m) [Shuffling 78] loss 4343218.5000 lr 0.0231 vocab_size 251084 (11.24s/20.61m) [Shuffling 79] loss 4245199.0000 lr 0.0221 vocab_size 251084 (12.66s/20.63m) [Shuffling 80] loss 4284810.5000 lr 0.0211 vocab_size 251084 (12.19s/20.63m) [Shuffling 81] loss 4335198.0000 lr 0.0201 vocab_size 251084 (11.02s/20.62m) [Shuffling 82] loss 4282512.0000 lr 0.0191 vocab_size 251084 (11.20s/20.60m) [Shuffling 83] loss 4150474.7500 lr 0.0181 vocab_size 251084 (12.34s/20.61m) [Shuffling 84] loss 4298976.0000 lr 0.0171 vocab_size 251084 (12.60s/20.63m) [Shuffling 85] loss 4191812.2500 lr 0.0161 vocab_size 251084 (11.24s/20.62m) [Shuffling 86] loss 4264147.0000 lr 0.0151 vocab_size 251084 (11.27s/20.60m) [Shuffling 87] loss 4206608.5000 lr 0.0141 vocab_size 251084 (10.97s/20.59m) [Shuffling 88] loss 4340090.0000 lr 0.0131 vocab_size 251084 (14.36s/20.64m) [Shuffling 89] loss 4203930.5000 lr 0.0121 vocab_size 251084 (11.38s/20.63m) [Shuffling 90] loss 4306498.0000 lr 0.0111 vocab_size 251084 (11.09s/20.61m) [Shuffling 91] loss 4213612.0000 lr 0.0101 vocab_size 251084 (11.19s/20.60m) [Shuffling 92] loss 4329979.0000 lr 0.0091 vocab_size 251084 (13.35s/20.63m) [Shuffling 93] loss 4256796.5000 lr 0.0081 vocab_size 251084 (11.27s/20.62m) [Shuffling 94] loss 4274277.0000 lr 0.0071 vocab_size 251084 (11.02s/20.60m) [Shuffling 95] loss 4195499.0000 lr 0.0061 vocab_size 251084 (11.48s/20.60m) [Shuffling 96] loss 4329857.0000 lr 0.0051 vocab_size 251084 (13.52s/20.63m) [Shuffling 97] loss 4194964.0000 lr 0.0041 vocab_size 251084 (11.62s/20.62m) [Shuffling 98] loss 4189523.7500 lr 0.0031 vocab_size 251084 (11.57s/20.62m) [Shuffling 99] loss 4156607.2500 lr 0.0021 vocab_size 251084 (11.29s/20.61m) [Shuffling 100] loss 4061337.7500 lr 0.0011 vocab_size 251084 (13.89s/20.64m) [03/12/24-19:41:30] Training finished, training Time 20.64m