num_sent_processes: 4 {'num_shuffle': 100, 'embed_dim': 10, 'context_len': 5, 'nworkers': 6, 'save_freq': -1, 'save_dir': '/scratch/gz5hp/tfbs_region2vec_models/expr_universe_tile5k/5W10D-0.5000r', 'resume': '', 'train_alg': 'cbow', 'min_count': 5, 'neg_samples': 5, 'init_lr': 0.5, 'min_lr': 0.0001, 'lr_mode': 'linear', 'milestones': [], 'hier_softmax': False, 'update_vocab': 'once', 'seed': 0} [0] Creating shuffled datasets in /scratch/gz5hp/tfbs_region2vec_models/expr_universe_tile5k/5W10D-0.5000r/shuffled_datasets [3] Creating shuffled datasets in /scratch/gz5hp/tfbs_region2vec_models/expr_universe_tile5k/5W10D-0.5000r/shuffled_datasets [2] Creating shuffled datasets in /scratch/gz5hp/tfbs_region2vec_models/expr_universe_tile5k/5W10D-0.5000r/shuffled_datasets [1] Creating shuffled datasets in /scratch/gz5hp/tfbs_region2vec_models/expr_universe_tile5k/5W10D-0.5000r/shuffled_datasets Using cbow, negative sampling with 5 negative samples [03/12/24-20:07:41] Start training [03/12/24-20:07:41] Building vocabulary [03/12/24-20:08:29] Vocabulary size is 251084 [Shuffling 1] loss 4008546.7500 lr 0.5000 vocab_size 251084 (10.38s/18.09m) [Shuffling 2] loss 159746.5781 lr 0.4950 vocab_size 251084 (10.39s/18.12m) [Shuffling 3] loss 56401.0898 lr 0.4900 vocab_size 251084 (10.24s/18.05m) [Shuffling 4] loss 32933.2461 lr 0.4850 vocab_size 251084 (10.31s/18.05m) [Shuffling 5] loss 23101.6309 lr 0.4800 vocab_size 251084 (17.09s/20.30m) [Shuffling 6] loss 15852.0361 lr 0.4750 vocab_size 251084 (9.95s/19.82m) [Shuffling 7] loss 13930.0371 lr 0.4700 vocab_size 251084 (10.86s/19.70m) [Shuffling 8] loss 11025.7373 lr 0.4650 vocab_size 251084 (10.92s/19.62m) [Shuffling 9] loss 9895.7129 lr 0.4600 vocab_size 251084 (13.80s/20.09m) [Shuffling 10] loss 8018.6133 lr 0.4550 vocab_size 251084 (10.53s/19.92m) [Shuffling 11] loss 6742.7451 lr 0.4500 vocab_size 251084 (11.45s/19.92m) [Shuffling 12] loss 6340.7842 lr 0.4450 vocab_size 251084 (10.03s/19.72m) [Shuffling 13] loss 5709.2012 lr 0.4400 vocab_size 251084 (14.14s/20.08m) [Shuffling 14] loss 5650.8721 lr 0.4350 vocab_size 251084 (10.04s/19.91m) [Shuffling 15] loss 5255.8862 lr 0.4300 vocab_size 251084 (12.15s/19.99m) [Shuffling 16] loss 3905.3831 lr 0.4250 vocab_size 251084 (11.29s/19.97m) [Shuffling 17] loss 4231.5933 lr 0.4200 vocab_size 251084 (12.81s/20.10m) [Shuffling 18] loss 3913.5015 lr 0.4150 vocab_size 251084 (11.43s/20.08m) [Shuffling 19] loss 3099.0630 lr 0.4100 vocab_size 251084 (10.40s/19.99m) [Shuffling 20] loss 3249.6953 lr 0.4050 vocab_size 251084 (12.06s/20.03m) [Shuffling 21] loss 2961.1050 lr 0.4000 vocab_size 251084 (13.75s/20.21m) [Shuffling 22] loss 2670.1284 lr 0.3950 vocab_size 251084 (11.35s/20.19m) [Shuffling 23] loss 2524.6523 lr 0.3900 vocab_size 251084 (10.48s/20.11m) [Shuffling 24] loss 2779.6980 lr 0.3850 vocab_size 251084 (10.48s/20.03m) [Shuffling 25] loss 2567.1843 lr 0.3800 vocab_size 251084 (13.86s/20.19m) [Shuffling 26] loss 2414.1128 lr 0.3750 vocab_size 251084 (11.14s/20.16m) [Shuffling 27] loss 2427.5696 lr 0.3700 vocab_size 251084 (11.22s/20.13m) [Shuffling 28] loss 2076.3394 lr 0.3650 vocab_size 251084 (11.19s/20.11m) [Shuffling 29] loss 2135.8125 lr 0.3600 vocab_size 251084 (13.16s/20.20m) [Shuffling 30] loss 1802.7607 lr 0.3550 vocab_size 251084 (10.27s/20.13m) [Shuffling 31] loss 1869.5396 lr 0.3500 vocab_size 251084 (12.11s/20.16m) [Shuffling 32] loss 1949.0665 lr 0.3450 vocab_size 251084 (10.18s/20.08m) [Shuffling 33] loss 1791.6403 lr 0.3400 vocab_size 251084 (14.60s/20.24m) [Shuffling 34] loss 1542.8656 lr 0.3350 vocab_size 251084 (10.13s/20.16m) [Shuffling 35] loss 1858.1758 lr 0.3300 vocab_size 251084 (11.06s/20.14m) [Shuffling 36] loss 1552.2113 lr 0.3250 vocab_size 251084 (10.07s/20.07m) [Shuffling 37] loss 1593.8066 lr 0.3200 vocab_size 251084 (14.80s/20.22m) [Shuffling 38] loss 1733.3409 lr 0.3150 vocab_size 251084 (9.96s/20.14m) [Shuffling 39] loss 1312.9722 lr 0.3100 vocab_size 251084 (10.45s/20.09m) [Shuffling 40] loss 1469.2913 lr 0.3050 vocab_size 251084 (10.34s/20.04m) [Shuffling 41] loss 1331.0273 lr 0.3000 vocab_size 251084 (14.45s/20.16m) [Shuffling 42] loss 1152.8619 lr 0.2950 vocab_size 251084 (11.39s/20.15m) [Shuffling 43] loss 1165.7415 lr 0.2900 vocab_size 251084 (10.51s/20.11m) [Shuffling 44] loss 1181.4363 lr 0.2850 vocab_size 251084 (10.08s/20.06m) [Shuffling 45] loss 1297.9429 lr 0.2800 vocab_size 251084 (13.46s/20.13m) [Shuffling 46] loss 1302.3381 lr 0.2750 vocab_size 251084 (12.02s/20.14m) [Shuffling 47] loss 1131.9642 lr 0.2700 vocab_size 251084 (10.21s/20.09m) [Shuffling 48] loss 1217.4712 lr 0.2650 vocab_size 251084 (9.98s/20.04m) [Shuffling 49] loss 1192.1266 lr 0.2600 vocab_size 251084 (13.76s/20.12m) [Shuffling 50] loss 1064.5343 lr 0.2550 vocab_size 251084 (11.45s/20.11m) [Shuffling 51] loss 819.7864 lr 0.2500 vocab_size 251084 (11.07s/20.10m) [Shuffling 52] loss 1017.3703 lr 0.2451 vocab_size 251084 (10.00s/20.05m) [Shuffling 53] loss 1067.6199 lr 0.2401 vocab_size 251084 (13.93s/20.12m) [Shuffling 54] loss 1042.6202 lr 0.2351 vocab_size 251084 (9.94s/20.07m) [Shuffling 55] loss 893.7795 lr 0.2301 vocab_size 251084 (12.64s/20.10m) [Shuffling 56] loss 1184.4421 lr 0.2251 vocab_size 251084 (12.90s/20.14m) [Shuffling 57] loss 1063.8882 lr 0.2201 vocab_size 251084 (10.60s/20.12m) [Shuffling 58] loss 806.0332 lr 0.2151 vocab_size 251084 (10.73s/20.09m) [Shuffling 59] loss 798.5340 lr 0.2101 vocab_size 251084 (11.14s/20.08m) [Shuffling 60] loss 1080.6093 lr 0.2051 vocab_size 251084 (14.33s/20.16m) [Shuffling 61] loss 837.6303 lr 0.2001 vocab_size 251084 (11.60s/20.16m) [Shuffling 62] loss 902.4815 lr 0.1951 vocab_size 251084 (10.13s/20.12m) [Shuffling 63] loss 1012.3903 lr 0.1901 vocab_size 251084 (11.99s/20.13m) [Shuffling 64] loss 942.0646 lr 0.1851 vocab_size 251084 (12.24s/20.15m) [Shuffling 65] loss 710.8599 lr 0.1801 vocab_size 251084 (13.17s/20.19m) [Shuffling 66] loss 827.3865 lr 0.1751 vocab_size 251084 (10.37s/20.16m) [Shuffling 67] loss 913.6293 lr 0.1701 vocab_size 251084 (10.29s/20.12m) [Shuffling 68] loss 805.2421 lr 0.1651 vocab_size 251084 (11.63s/20.13m) [Shuffling 69] loss 962.2656 lr 0.1601 vocab_size 251084 (14.66s/20.20m) [Shuffling 70] loss 633.8331 lr 0.1551 vocab_size 251084 (10.17s/20.17m) [Shuffling 71] loss 694.6335 lr 0.1501 vocab_size 251084 (10.30s/20.14m) [Shuffling 72] loss 722.2012 lr 0.1451 vocab_size 251084 (11.26s/20.13m) [Shuffling 73] loss 727.1087 lr 0.1401 vocab_size 251084 (16.09s/20.23m) [Shuffling 74] loss 659.7778 lr 0.1351 vocab_size 251084 (10.20s/20.20m) [Shuffling 75] loss 682.6746 lr 0.1301 vocab_size 251084 (10.72s/20.18m) [Shuffling 76] loss 1008.8766 lr 0.1251 vocab_size 251084 (10.12s/20.15m) [Shuffling 77] loss 791.6218 lr 0.1201 vocab_size 251084 (14.88s/20.22m) [Shuffling 78] loss 932.9585 lr 0.1151 vocab_size 251084 (10.29s/20.19m) [Shuffling 79] loss 723.0046 lr 0.1101 vocab_size 251084 (9.87s/20.15m) [Shuffling 80] loss 884.6235 lr 0.1051 vocab_size 251084 (11.66s/20.16m) [Shuffling 81] loss 890.6137 lr 0.1001 vocab_size 251084 (15.26s/20.23m) [Shuffling 82] loss 707.8019 lr 0.0951 vocab_size 251084 (10.48s/20.21m) [Shuffling 83] loss 621.5759 lr 0.0901 vocab_size 251084 (11.54s/20.21m) [Shuffling 84] loss 892.9515 lr 0.0851 vocab_size 251084 (10.61s/20.19m) [Shuffling 85] loss 587.4496 lr 0.0801 vocab_size 251084 (14.20s/20.24m) [Shuffling 86] loss 611.5482 lr 0.0751 vocab_size 251084 (10.04s/20.21m) [Shuffling 87] loss 781.4773 lr 0.0701 vocab_size 251084 (10.82s/20.19m) [Shuffling 88] loss 590.6728 lr 0.0651 vocab_size 251084 (10.33s/20.17m) [Shuffling 89] loss 800.4804 lr 0.0601 vocab_size 251084 (14.96s/20.23m) [Shuffling 90] loss 584.9360 lr 0.0551 vocab_size 251084 (10.10s/20.20m) [Shuffling 91] loss 835.5402 lr 0.0501 vocab_size 251084 (10.62s/20.18m) [Shuffling 92] loss 939.4739 lr 0.0451 vocab_size 251084 (9.86s/20.15m) [Shuffling 93] loss 625.7897 lr 0.0401 vocab_size 251084 (14.64s/20.21m) [Shuffling 94] loss 638.7368 lr 0.0351 vocab_size 251084 (10.01s/20.18m) [Shuffling 95] loss 542.5660 lr 0.0301 vocab_size 251084 (11.74s/20.18m) [Shuffling 96] loss 550.5201 lr 0.0251 vocab_size 251084 (11.77s/20.18m) [Shuffling 97] loss 637.1627 lr 0.0201 vocab_size 251084 (13.47s/20.22m) [Shuffling 98] loss 665.1631 lr 0.0151 vocab_size 251084 (11.01s/20.21m) [Shuffling 99] loss 719.2276 lr 0.0101 vocab_size 251084 (10.42s/20.19m) [Shuffling 100] loss 562.8910 lr 0.0051 vocab_size 251084 (11.46s/20.18m) [03/12/24-20:27:52] Training finished, training Time 20.18m